1// SPDX-License-Identifier: GPL-2.0-only
2
3#include <linux/ethtool_netlink.h>
4#include <linux/net_tstamp.h>
5#include <linux/phy.h>
6#include <linux/rtnetlink.h>
7#include <linux/ptp_clock_kernel.h>
8#include <linux/phy_link_topology.h>
9#include <net/netdev_queues.h>
10
11#include "netlink.h"
12#include "common.h"
13#include "../core/dev.h"
14
15
16const char netdev_features_strings[NETDEV_FEATURE_COUNT][ETH_GSTRING_LEN] = {
17 [NETIF_F_SG_BIT] = "tx-scatter-gather",
18 [NETIF_F_IP_CSUM_BIT] = "tx-checksum-ipv4",
19 [NETIF_F_HW_CSUM_BIT] = "tx-checksum-ip-generic",
20 [NETIF_F_IPV6_CSUM_BIT] = "tx-checksum-ipv6",
21 [NETIF_F_HIGHDMA_BIT] = "highdma",
22 [NETIF_F_FRAGLIST_BIT] = "tx-scatter-gather-fraglist",
23 [NETIF_F_HW_VLAN_CTAG_TX_BIT] = "tx-vlan-hw-insert",
24
25 [NETIF_F_HW_VLAN_CTAG_RX_BIT] = "rx-vlan-hw-parse",
26 [NETIF_F_HW_VLAN_CTAG_FILTER_BIT] = "rx-vlan-filter",
27 [NETIF_F_HW_VLAN_STAG_TX_BIT] = "tx-vlan-stag-hw-insert",
28 [NETIF_F_HW_VLAN_STAG_RX_BIT] = "rx-vlan-stag-hw-parse",
29 [NETIF_F_HW_VLAN_STAG_FILTER_BIT] = "rx-vlan-stag-filter",
30 [NETIF_F_VLAN_CHALLENGED_BIT] = "vlan-challenged",
31 [NETIF_F_GSO_BIT] = "tx-generic-segmentation",
32 [NETIF_F_GRO_BIT] = "rx-gro",
33 [NETIF_F_GRO_HW_BIT] = "rx-gro-hw",
34 [NETIF_F_LRO_BIT] = "rx-lro",
35
36 [NETIF_F_TSO_BIT] = "tx-tcp-segmentation",
37 [NETIF_F_GSO_ROBUST_BIT] = "tx-gso-robust",
38 [NETIF_F_TSO_ECN_BIT] = "tx-tcp-ecn-segmentation",
39 [NETIF_F_GSO_ACCECN_BIT] = "tx-tcp-accecn-segmentation",
40 [NETIF_F_TSO_MANGLEID_BIT] = "tx-tcp-mangleid-segmentation",
41 [NETIF_F_TSO6_BIT] = "tx-tcp6-segmentation",
42 [NETIF_F_FSO_BIT] = "tx-fcoe-segmentation",
43 [NETIF_F_GSO_GRE_BIT] = "tx-gre-segmentation",
44 [NETIF_F_GSO_GRE_CSUM_BIT] = "tx-gre-csum-segmentation",
45 [NETIF_F_GSO_IPXIP4_BIT] = "tx-ipxip4-segmentation",
46 [NETIF_F_GSO_IPXIP6_BIT] = "tx-ipxip6-segmentation",
47 [NETIF_F_GSO_UDP_TUNNEL_BIT] = "tx-udp_tnl-segmentation",
48 [NETIF_F_GSO_UDP_TUNNEL_CSUM_BIT] = "tx-udp_tnl-csum-segmentation",
49 [NETIF_F_GSO_PARTIAL_BIT] = "tx-gso-partial",
50 [NETIF_F_GSO_TUNNEL_REMCSUM_BIT] = "tx-tunnel-remcsum-segmentation",
51 [NETIF_F_GSO_SCTP_BIT] = "tx-sctp-segmentation",
52 [NETIF_F_GSO_ESP_BIT] = "tx-esp-segmentation",
53 [NETIF_F_GSO_UDP_L4_BIT] = "tx-udp-segmentation",
54 [NETIF_F_GSO_FRAGLIST_BIT] = "tx-gso-list",
55
56 [NETIF_F_FCOE_CRC_BIT] = "tx-checksum-fcoe-crc",
57 [NETIF_F_SCTP_CRC_BIT] = "tx-checksum-sctp",
58 [NETIF_F_NTUPLE_BIT] = "rx-ntuple-filter",
59 [NETIF_F_RXHASH_BIT] = "rx-hashing",
60 [NETIF_F_RXCSUM_BIT] = "rx-checksum",
61 [NETIF_F_NOCACHE_COPY_BIT] = "tx-nocache-copy",
62 [NETIF_F_LOOPBACK_BIT] = "loopback",
63 [NETIF_F_RXFCS_BIT] = "rx-fcs",
64 [NETIF_F_RXALL_BIT] = "rx-all",
65 [NETIF_F_HW_L2FW_DOFFLOAD_BIT] = "l2-fwd-offload",
66 [NETIF_F_HW_TC_BIT] = "hw-tc-offload",
67 [NETIF_F_HW_ESP_BIT] = "esp-hw-offload",
68 [NETIF_F_HW_ESP_TX_CSUM_BIT] = "esp-tx-csum-hw-offload",
69 [NETIF_F_RX_UDP_TUNNEL_PORT_BIT] = "rx-udp_tunnel-port-offload",
70 [NETIF_F_HW_TLS_RECORD_BIT] = "tls-hw-record",
71 [NETIF_F_HW_TLS_TX_BIT] = "tls-hw-tx-offload",
72 [NETIF_F_HW_TLS_RX_BIT] = "tls-hw-rx-offload",
73 [NETIF_F_GRO_FRAGLIST_BIT] = "rx-gro-list",
74 [NETIF_F_HW_MACSEC_BIT] = "macsec-hw-offload",
75 [NETIF_F_GRO_UDP_FWD_BIT] = "rx-udp-gro-forwarding",
76 [NETIF_F_HW_HSR_TAG_INS_BIT] = "hsr-tag-ins-offload",
77 [NETIF_F_HW_HSR_TAG_RM_BIT] = "hsr-tag-rm-offload",
78 [NETIF_F_HW_HSR_FWD_BIT] = "hsr-fwd-offload",
79 [NETIF_F_HW_HSR_DUP_BIT] = "hsr-dup-offload",
80};
81
82const char
83rss_hash_func_strings[ETH_RSS_HASH_FUNCS_COUNT][ETH_GSTRING_LEN] = {
84 [ETH_RSS_HASH_TOP_BIT] = "toeplitz",
85 [ETH_RSS_HASH_XOR_BIT] = "xor",
86 [ETH_RSS_HASH_CRC32_BIT] = "crc32",
87};
88
89const char
90tunable_strings[__ETHTOOL_TUNABLE_COUNT][ETH_GSTRING_LEN] = {
91 [ETHTOOL_ID_UNSPEC] = "Unspec",
92 [ETHTOOL_RX_COPYBREAK] = "rx-copybreak",
93 [ETHTOOL_TX_COPYBREAK] = "tx-copybreak",
94 [ETHTOOL_PFC_PREVENTION_TOUT] = "pfc-prevention-tout",
95 [ETHTOOL_TX_COPYBREAK_BUF_SIZE] = "tx-copybreak-buf-size",
96};
97
98const char
99phy_tunable_strings[__ETHTOOL_PHY_TUNABLE_COUNT][ETH_GSTRING_LEN] = {
100 [ETHTOOL_ID_UNSPEC] = "Unspec",
101 [ETHTOOL_PHY_DOWNSHIFT] = "phy-downshift",
102 [ETHTOOL_PHY_FAST_LINK_DOWN] = "phy-fast-link-down",
103 [ETHTOOL_PHY_EDPD] = "phy-energy-detect-power-down",
104};
105
106#define __LINK_MODE_NAME(speed, type, duplex) \
107 #speed "base" #type "/" #duplex
108#define __DEFINE_LINK_MODE_NAME(speed, type, duplex) \
109 [ETHTOOL_LINK_MODE(speed, type, duplex)] = \
110 __LINK_MODE_NAME(speed, type, duplex)
111#define __DEFINE_SPECIAL_MODE_NAME(_mode, _name) \
112 [ETHTOOL_LINK_MODE_ ## _mode ## _BIT] = _name
113
114const char link_mode_names[][ETH_GSTRING_LEN] = {
115 __DEFINE_LINK_MODE_NAME(10, T, Half),
116 __DEFINE_LINK_MODE_NAME(10, T, Full),
117 __DEFINE_LINK_MODE_NAME(100, T, Half),
118 __DEFINE_LINK_MODE_NAME(100, T, Full),
119 __DEFINE_LINK_MODE_NAME(1000, T, Half),
120 __DEFINE_LINK_MODE_NAME(1000, T, Full),
121 __DEFINE_SPECIAL_MODE_NAME(Autoneg, "Autoneg"),
122 __DEFINE_SPECIAL_MODE_NAME(TP, "TP"),
123 __DEFINE_SPECIAL_MODE_NAME(AUI, "AUI"),
124 __DEFINE_SPECIAL_MODE_NAME(MII, "MII"),
125 __DEFINE_SPECIAL_MODE_NAME(FIBRE, "FIBRE"),
126 __DEFINE_SPECIAL_MODE_NAME(BNC, "BNC"),
127 __DEFINE_LINK_MODE_NAME(10000, T, Full),
128 __DEFINE_SPECIAL_MODE_NAME(Pause, "Pause"),
129 __DEFINE_SPECIAL_MODE_NAME(Asym_Pause, "Asym_Pause"),
130 __DEFINE_LINK_MODE_NAME(2500, X, Full),
131 __DEFINE_SPECIAL_MODE_NAME(Backplane, "Backplane"),
132 __DEFINE_LINK_MODE_NAME(1000, KX, Full),
133 __DEFINE_LINK_MODE_NAME(10000, KX4, Full),
134 __DEFINE_LINK_MODE_NAME(10000, KR, Full),
135 __DEFINE_SPECIAL_MODE_NAME(10000baseR_FEC, "10000baseR_FEC"),
136 __DEFINE_LINK_MODE_NAME(20000, MLD2, Full),
137 __DEFINE_LINK_MODE_NAME(20000, KR2, Full),
138 __DEFINE_LINK_MODE_NAME(40000, KR4, Full),
139 __DEFINE_LINK_MODE_NAME(40000, CR4, Full),
140 __DEFINE_LINK_MODE_NAME(40000, SR4, Full),
141 __DEFINE_LINK_MODE_NAME(40000, LR4, Full),
142 __DEFINE_LINK_MODE_NAME(56000, KR4, Full),
143 __DEFINE_LINK_MODE_NAME(56000, CR4, Full),
144 __DEFINE_LINK_MODE_NAME(56000, SR4, Full),
145 __DEFINE_LINK_MODE_NAME(56000, LR4, Full),
146 __DEFINE_LINK_MODE_NAME(25000, CR, Full),
147 __DEFINE_LINK_MODE_NAME(25000, KR, Full),
148 __DEFINE_LINK_MODE_NAME(25000, SR, Full),
149 __DEFINE_LINK_MODE_NAME(50000, CR2, Full),
150 __DEFINE_LINK_MODE_NAME(50000, KR2, Full),
151 __DEFINE_LINK_MODE_NAME(100000, KR4, Full),
152 __DEFINE_LINK_MODE_NAME(100000, SR4, Full),
153 __DEFINE_LINK_MODE_NAME(100000, CR4, Full),
154 __DEFINE_LINK_MODE_NAME(100000, LR4_ER4, Full),
155 __DEFINE_LINK_MODE_NAME(50000, SR2, Full),
156 __DEFINE_LINK_MODE_NAME(1000, X, Full),
157 __DEFINE_LINK_MODE_NAME(10000, CR, Full),
158 __DEFINE_LINK_MODE_NAME(10000, SR, Full),
159 __DEFINE_LINK_MODE_NAME(10000, LR, Full),
160 __DEFINE_LINK_MODE_NAME(10000, LRM, Full),
161 __DEFINE_LINK_MODE_NAME(10000, ER, Full),
162 __DEFINE_LINK_MODE_NAME(2500, T, Full),
163 __DEFINE_LINK_MODE_NAME(5000, T, Full),
164 __DEFINE_SPECIAL_MODE_NAME(FEC_NONE, "None"),
165 __DEFINE_SPECIAL_MODE_NAME(FEC_RS, "RS"),
166 __DEFINE_SPECIAL_MODE_NAME(FEC_BASER, "BASER"),
167 __DEFINE_LINK_MODE_NAME(50000, KR, Full),
168 __DEFINE_LINK_MODE_NAME(50000, SR, Full),
169 __DEFINE_LINK_MODE_NAME(50000, CR, Full),
170 __DEFINE_LINK_MODE_NAME(50000, LR_ER_FR, Full),
171 __DEFINE_LINK_MODE_NAME(50000, DR, Full),
172 __DEFINE_LINK_MODE_NAME(100000, KR2, Full),
173 __DEFINE_LINK_MODE_NAME(100000, SR2, Full),
174 __DEFINE_LINK_MODE_NAME(100000, CR2, Full),
175 __DEFINE_LINK_MODE_NAME(100000, LR2_ER2_FR2, Full),
176 __DEFINE_LINK_MODE_NAME(100000, DR2, Full),
177 __DEFINE_LINK_MODE_NAME(200000, KR4, Full),
178 __DEFINE_LINK_MODE_NAME(200000, SR4, Full),
179 __DEFINE_LINK_MODE_NAME(200000, LR4_ER4_FR4, Full),
180 __DEFINE_LINK_MODE_NAME(200000, DR4, Full),
181 __DEFINE_LINK_MODE_NAME(200000, CR4, Full),
182 __DEFINE_LINK_MODE_NAME(100, T1, Full),
183 __DEFINE_LINK_MODE_NAME(1000, T1, Full),
184 __DEFINE_LINK_MODE_NAME(400000, KR8, Full),
185 __DEFINE_LINK_MODE_NAME(400000, SR8, Full),
186 __DEFINE_LINK_MODE_NAME(400000, LR8_ER8_FR8, Full),
187 __DEFINE_LINK_MODE_NAME(400000, DR8, Full),
188 __DEFINE_LINK_MODE_NAME(400000, CR8, Full),
189 __DEFINE_SPECIAL_MODE_NAME(FEC_LLRS, "LLRS"),
190 __DEFINE_LINK_MODE_NAME(100000, KR, Full),
191 __DEFINE_LINK_MODE_NAME(100000, SR, Full),
192 __DEFINE_LINK_MODE_NAME(100000, LR_ER_FR, Full),
193 __DEFINE_LINK_MODE_NAME(100000, DR, Full),
194 __DEFINE_LINK_MODE_NAME(100000, CR, Full),
195 __DEFINE_LINK_MODE_NAME(200000, KR2, Full),
196 __DEFINE_LINK_MODE_NAME(200000, SR2, Full),
197 __DEFINE_LINK_MODE_NAME(200000, LR2_ER2_FR2, Full),
198 __DEFINE_LINK_MODE_NAME(200000, DR2, Full),
199 __DEFINE_LINK_MODE_NAME(200000, CR2, Full),
200 __DEFINE_LINK_MODE_NAME(400000, KR4, Full),
201 __DEFINE_LINK_MODE_NAME(400000, SR4, Full),
202 __DEFINE_LINK_MODE_NAME(400000, LR4_ER4_FR4, Full),
203 __DEFINE_LINK_MODE_NAME(400000, DR4, Full),
204 __DEFINE_LINK_MODE_NAME(400000, CR4, Full),
205 __DEFINE_LINK_MODE_NAME(100, FX, Half),
206 __DEFINE_LINK_MODE_NAME(100, FX, Full),
207 __DEFINE_LINK_MODE_NAME(10, T1L, Full),
208 __DEFINE_LINK_MODE_NAME(800000, CR8, Full),
209 __DEFINE_LINK_MODE_NAME(800000, KR8, Full),
210 __DEFINE_LINK_MODE_NAME(800000, DR8, Full),
211 __DEFINE_LINK_MODE_NAME(800000, DR8_2, Full),
212 __DEFINE_LINK_MODE_NAME(800000, SR8, Full),
213 __DEFINE_LINK_MODE_NAME(800000, VR8, Full),
214 __DEFINE_LINK_MODE_NAME(10, T1S, Full),
215 __DEFINE_LINK_MODE_NAME(10, T1S, Half),
216 __DEFINE_LINK_MODE_NAME(10, T1S_P2MP, Half),
217 __DEFINE_LINK_MODE_NAME(10, T1BRR, Full),
218 __DEFINE_LINK_MODE_NAME(200000, CR, Full),
219 __DEFINE_LINK_MODE_NAME(200000, KR, Full),
220 __DEFINE_LINK_MODE_NAME(200000, DR, Full),
221 __DEFINE_LINK_MODE_NAME(200000, DR_2, Full),
222 __DEFINE_LINK_MODE_NAME(200000, SR, Full),
223 __DEFINE_LINK_MODE_NAME(200000, VR, Full),
224 __DEFINE_LINK_MODE_NAME(400000, CR2, Full),
225 __DEFINE_LINK_MODE_NAME(400000, KR2, Full),
226 __DEFINE_LINK_MODE_NAME(400000, DR2, Full),
227 __DEFINE_LINK_MODE_NAME(400000, DR2_2, Full),
228 __DEFINE_LINK_MODE_NAME(400000, SR2, Full),
229 __DEFINE_LINK_MODE_NAME(400000, VR2, Full),
230 __DEFINE_LINK_MODE_NAME(800000, CR4, Full),
231 __DEFINE_LINK_MODE_NAME(800000, KR4, Full),
232 __DEFINE_LINK_MODE_NAME(800000, DR4, Full),
233 __DEFINE_LINK_MODE_NAME(800000, DR4_2, Full),
234 __DEFINE_LINK_MODE_NAME(800000, SR4, Full),
235 __DEFINE_LINK_MODE_NAME(800000, VR4, Full),
236};
237static_assert(ARRAY_SIZE(link_mode_names) == __ETHTOOL_LINK_MODE_MASK_NBITS);
238
239#define __LINK_MODE_LANES_CR 1
240#define __LINK_MODE_LANES_CR2 2
241#define __LINK_MODE_LANES_CR4 4
242#define __LINK_MODE_LANES_CR8 8
243#define __LINK_MODE_LANES_DR 1
244#define __LINK_MODE_LANES_DR_2 1
245#define __LINK_MODE_LANES_DR2 2
246#define __LINK_MODE_LANES_DR2_2 2
247#define __LINK_MODE_LANES_DR4 4
248#define __LINK_MODE_LANES_DR4_2 4
249#define __LINK_MODE_LANES_DR8 8
250#define __LINK_MODE_LANES_KR 1
251#define __LINK_MODE_LANES_KR2 2
252#define __LINK_MODE_LANES_KR4 4
253#define __LINK_MODE_LANES_KR8 8
254#define __LINK_MODE_LANES_SR 1
255#define __LINK_MODE_LANES_SR2 2
256#define __LINK_MODE_LANES_SR4 4
257#define __LINK_MODE_LANES_SR8 8
258#define __LINK_MODE_LANES_ER 1
259#define __LINK_MODE_LANES_KX 1
260#define __LINK_MODE_LANES_KX4 4
261#define __LINK_MODE_LANES_LR 1
262#define __LINK_MODE_LANES_LR4 4
263#define __LINK_MODE_LANES_LR4_ER4 4
264#define __LINK_MODE_LANES_LR_ER_FR 1
265#define __LINK_MODE_LANES_LR2_ER2_FR2 2
266#define __LINK_MODE_LANES_LR4_ER4_FR4 4
267#define __LINK_MODE_LANES_LR8_ER8_FR8 8
268#define __LINK_MODE_LANES_LRM 1
269#define __LINK_MODE_LANES_MLD2 2
270#define __LINK_MODE_LANES_T 1
271#define __LINK_MODE_LANES_T1 1
272#define __LINK_MODE_LANES_X 1
273#define __LINK_MODE_LANES_FX 1
274#define __LINK_MODE_LANES_T1L 1
275#define __LINK_MODE_LANES_T1S 1
276#define __LINK_MODE_LANES_T1S_P2MP 1
277#define __LINK_MODE_LANES_VR 1
278#define __LINK_MODE_LANES_VR2 2
279#define __LINK_MODE_LANES_VR4 4
280#define __LINK_MODE_LANES_VR8 8
281#define __LINK_MODE_LANES_DR8_2 8
282#define __LINK_MODE_LANES_T1BRR 1
283
284#define __DEFINE_LINK_MODE_PARAMS(_speed, _type, _duplex) \
285 [ETHTOOL_LINK_MODE(_speed, _type, _duplex)] = { \
286 .speed = SPEED_ ## _speed, \
287 .lanes = __LINK_MODE_LANES_ ## _type, \
288 .duplex = __DUPLEX_ ## _duplex \
289 }
290#define __DUPLEX_Half DUPLEX_HALF
291#define __DUPLEX_Full DUPLEX_FULL
292#define __DEFINE_SPECIAL_MODE_PARAMS(_mode) \
293 [ETHTOOL_LINK_MODE_ ## _mode ## _BIT] = { \
294 .speed = SPEED_UNKNOWN, \
295 .lanes = 0, \
296 .duplex = DUPLEX_UNKNOWN, \
297 }
298
299const struct link_mode_info link_mode_params[] = {
300 __DEFINE_LINK_MODE_PARAMS(10, T, Half),
301 __DEFINE_LINK_MODE_PARAMS(10, T, Full),
302 __DEFINE_LINK_MODE_PARAMS(100, T, Half),
303 __DEFINE_LINK_MODE_PARAMS(100, T, Full),
304 __DEFINE_LINK_MODE_PARAMS(1000, T, Half),
305 __DEFINE_LINK_MODE_PARAMS(1000, T, Full),
306 __DEFINE_SPECIAL_MODE_PARAMS(Autoneg),
307 __DEFINE_SPECIAL_MODE_PARAMS(TP),
308 __DEFINE_SPECIAL_MODE_PARAMS(AUI),
309 __DEFINE_SPECIAL_MODE_PARAMS(MII),
310 __DEFINE_SPECIAL_MODE_PARAMS(FIBRE),
311 __DEFINE_SPECIAL_MODE_PARAMS(BNC),
312 __DEFINE_LINK_MODE_PARAMS(10000, T, Full),
313 __DEFINE_SPECIAL_MODE_PARAMS(Pause),
314 __DEFINE_SPECIAL_MODE_PARAMS(Asym_Pause),
315 __DEFINE_LINK_MODE_PARAMS(2500, X, Full),
316 __DEFINE_SPECIAL_MODE_PARAMS(Backplane),
317 __DEFINE_LINK_MODE_PARAMS(1000, KX, Full),
318 __DEFINE_LINK_MODE_PARAMS(10000, KX4, Full),
319 __DEFINE_LINK_MODE_PARAMS(10000, KR, Full),
320 [ETHTOOL_LINK_MODE_10000baseR_FEC_BIT] = {
321 .speed = SPEED_10000,
322 .lanes = 1,
323 .duplex = DUPLEX_FULL,
324 },
325 __DEFINE_LINK_MODE_PARAMS(20000, MLD2, Full),
326 __DEFINE_LINK_MODE_PARAMS(20000, KR2, Full),
327 __DEFINE_LINK_MODE_PARAMS(40000, KR4, Full),
328 __DEFINE_LINK_MODE_PARAMS(40000, CR4, Full),
329 __DEFINE_LINK_MODE_PARAMS(40000, SR4, Full),
330 __DEFINE_LINK_MODE_PARAMS(40000, LR4, Full),
331 __DEFINE_LINK_MODE_PARAMS(56000, KR4, Full),
332 __DEFINE_LINK_MODE_PARAMS(56000, CR4, Full),
333 __DEFINE_LINK_MODE_PARAMS(56000, SR4, Full),
334 __DEFINE_LINK_MODE_PARAMS(56000, LR4, Full),
335 __DEFINE_LINK_MODE_PARAMS(25000, CR, Full),
336 __DEFINE_LINK_MODE_PARAMS(25000, KR, Full),
337 __DEFINE_LINK_MODE_PARAMS(25000, SR, Full),
338 __DEFINE_LINK_MODE_PARAMS(50000, CR2, Full),
339 __DEFINE_LINK_MODE_PARAMS(50000, KR2, Full),
340 __DEFINE_LINK_MODE_PARAMS(100000, KR4, Full),
341 __DEFINE_LINK_MODE_PARAMS(100000, SR4, Full),
342 __DEFINE_LINK_MODE_PARAMS(100000, CR4, Full),
343 __DEFINE_LINK_MODE_PARAMS(100000, LR4_ER4, Full),
344 __DEFINE_LINK_MODE_PARAMS(50000, SR2, Full),
345 __DEFINE_LINK_MODE_PARAMS(1000, X, Full),
346 __DEFINE_LINK_MODE_PARAMS(10000, CR, Full),
347 __DEFINE_LINK_MODE_PARAMS(10000, SR, Full),
348 __DEFINE_LINK_MODE_PARAMS(10000, LR, Full),
349 __DEFINE_LINK_MODE_PARAMS(10000, LRM, Full),
350 __DEFINE_LINK_MODE_PARAMS(10000, ER, Full),
351 __DEFINE_LINK_MODE_PARAMS(2500, T, Full),
352 __DEFINE_LINK_MODE_PARAMS(5000, T, Full),
353 __DEFINE_SPECIAL_MODE_PARAMS(FEC_NONE),
354 __DEFINE_SPECIAL_MODE_PARAMS(FEC_RS),
355 __DEFINE_SPECIAL_MODE_PARAMS(FEC_BASER),
356 __DEFINE_LINK_MODE_PARAMS(50000, KR, Full),
357 __DEFINE_LINK_MODE_PARAMS(50000, SR, Full),
358 __DEFINE_LINK_MODE_PARAMS(50000, CR, Full),
359 __DEFINE_LINK_MODE_PARAMS(50000, LR_ER_FR, Full),
360 __DEFINE_LINK_MODE_PARAMS(50000, DR, Full),
361 __DEFINE_LINK_MODE_PARAMS(100000, KR2, Full),
362 __DEFINE_LINK_MODE_PARAMS(100000, SR2, Full),
363 __DEFINE_LINK_MODE_PARAMS(100000, CR2, Full),
364 __DEFINE_LINK_MODE_PARAMS(100000, LR2_ER2_FR2, Full),
365 __DEFINE_LINK_MODE_PARAMS(100000, DR2, Full),
366 __DEFINE_LINK_MODE_PARAMS(200000, KR4, Full),
367 __DEFINE_LINK_MODE_PARAMS(200000, SR4, Full),
368 __DEFINE_LINK_MODE_PARAMS(200000, LR4_ER4_FR4, Full),
369 __DEFINE_LINK_MODE_PARAMS(200000, DR4, Full),
370 __DEFINE_LINK_MODE_PARAMS(200000, CR4, Full),
371 __DEFINE_LINK_MODE_PARAMS(100, T1, Full),
372 __DEFINE_LINK_MODE_PARAMS(1000, T1, Full),
373 __DEFINE_LINK_MODE_PARAMS(400000, KR8, Full),
374 __DEFINE_LINK_MODE_PARAMS(400000, SR8, Full),
375 __DEFINE_LINK_MODE_PARAMS(400000, LR8_ER8_FR8, Full),
376 __DEFINE_LINK_MODE_PARAMS(400000, DR8, Full),
377 __DEFINE_LINK_MODE_PARAMS(400000, CR8, Full),
378 __DEFINE_SPECIAL_MODE_PARAMS(FEC_LLRS),
379 __DEFINE_LINK_MODE_PARAMS(100000, KR, Full),
380 __DEFINE_LINK_MODE_PARAMS(100000, SR, Full),
381 __DEFINE_LINK_MODE_PARAMS(100000, LR_ER_FR, Full),
382 __DEFINE_LINK_MODE_PARAMS(100000, DR, Full),
383 __DEFINE_LINK_MODE_PARAMS(100000, CR, Full),
384 __DEFINE_LINK_MODE_PARAMS(200000, KR2, Full),
385 __DEFINE_LINK_MODE_PARAMS(200000, SR2, Full),
386 __DEFINE_LINK_MODE_PARAMS(200000, LR2_ER2_FR2, Full),
387 __DEFINE_LINK_MODE_PARAMS(200000, DR2, Full),
388 __DEFINE_LINK_MODE_PARAMS(200000, CR2, Full),
389 __DEFINE_LINK_MODE_PARAMS(400000, KR4, Full),
390 __DEFINE_LINK_MODE_PARAMS(400000, SR4, Full),
391 __DEFINE_LINK_MODE_PARAMS(400000, LR4_ER4_FR4, Full),
392 __DEFINE_LINK_MODE_PARAMS(400000, DR4, Full),
393 __DEFINE_LINK_MODE_PARAMS(400000, CR4, Full),
394 __DEFINE_LINK_MODE_PARAMS(100, FX, Half),
395 __DEFINE_LINK_MODE_PARAMS(100, FX, Full),
396 __DEFINE_LINK_MODE_PARAMS(10, T1L, Full),
397 __DEFINE_LINK_MODE_PARAMS(800000, CR8, Full),
398 __DEFINE_LINK_MODE_PARAMS(800000, KR8, Full),
399 __DEFINE_LINK_MODE_PARAMS(800000, DR8, Full),
400 __DEFINE_LINK_MODE_PARAMS(800000, DR8_2, Full),
401 __DEFINE_LINK_MODE_PARAMS(800000, SR8, Full),
402 __DEFINE_LINK_MODE_PARAMS(800000, VR8, Full),
403 __DEFINE_LINK_MODE_PARAMS(10, T1S, Full),
404 __DEFINE_LINK_MODE_PARAMS(10, T1S, Half),
405 __DEFINE_LINK_MODE_PARAMS(10, T1S_P2MP, Half),
406 __DEFINE_LINK_MODE_PARAMS(10, T1BRR, Full),
407 __DEFINE_LINK_MODE_PARAMS(200000, CR, Full),
408 __DEFINE_LINK_MODE_PARAMS(200000, KR, Full),
409 __DEFINE_LINK_MODE_PARAMS(200000, DR, Full),
410 __DEFINE_LINK_MODE_PARAMS(200000, DR_2, Full),
411 __DEFINE_LINK_MODE_PARAMS(200000, SR, Full),
412 __DEFINE_LINK_MODE_PARAMS(200000, VR, Full),
413 __DEFINE_LINK_MODE_PARAMS(400000, CR2, Full),
414 __DEFINE_LINK_MODE_PARAMS(400000, KR2, Full),
415 __DEFINE_LINK_MODE_PARAMS(400000, DR2, Full),
416 __DEFINE_LINK_MODE_PARAMS(400000, DR2_2, Full),
417 __DEFINE_LINK_MODE_PARAMS(400000, SR2, Full),
418 __DEFINE_LINK_MODE_PARAMS(400000, VR2, Full),
419 __DEFINE_LINK_MODE_PARAMS(800000, CR4, Full),
420 __DEFINE_LINK_MODE_PARAMS(800000, KR4, Full),
421 __DEFINE_LINK_MODE_PARAMS(800000, DR4, Full),
422 __DEFINE_LINK_MODE_PARAMS(800000, DR4_2, Full),
423 __DEFINE_LINK_MODE_PARAMS(800000, SR4, Full),
424 __DEFINE_LINK_MODE_PARAMS(800000, VR4, Full),
425};
426static_assert(ARRAY_SIZE(link_mode_params) == __ETHTOOL_LINK_MODE_MASK_NBITS);
427EXPORT_SYMBOL_GPL(link_mode_params);
428
429const char netif_msg_class_names[][ETH_GSTRING_LEN] = {
430 [NETIF_MSG_DRV_BIT] = "drv",
431 [NETIF_MSG_PROBE_BIT] = "probe",
432 [NETIF_MSG_LINK_BIT] = "link",
433 [NETIF_MSG_TIMER_BIT] = "timer",
434 [NETIF_MSG_IFDOWN_BIT] = "ifdown",
435 [NETIF_MSG_IFUP_BIT] = "ifup",
436 [NETIF_MSG_RX_ERR_BIT] = "rx_err",
437 [NETIF_MSG_TX_ERR_BIT] = "tx_err",
438 [NETIF_MSG_TX_QUEUED_BIT] = "tx_queued",
439 [NETIF_MSG_INTR_BIT] = "intr",
440 [NETIF_MSG_TX_DONE_BIT] = "tx_done",
441 [NETIF_MSG_RX_STATUS_BIT] = "rx_status",
442 [NETIF_MSG_PKTDATA_BIT] = "pktdata",
443 [NETIF_MSG_HW_BIT] = "hw",
444 [NETIF_MSG_WOL_BIT] = "wol",
445};
446static_assert(ARRAY_SIZE(netif_msg_class_names) == NETIF_MSG_CLASS_COUNT);
447
448const char wol_mode_names[][ETH_GSTRING_LEN] = {
449 [const_ilog2(WAKE_PHY)] = "phy",
450 [const_ilog2(WAKE_UCAST)] = "ucast",
451 [const_ilog2(WAKE_MCAST)] = "mcast",
452 [const_ilog2(WAKE_BCAST)] = "bcast",
453 [const_ilog2(WAKE_ARP)] = "arp",
454 [const_ilog2(WAKE_MAGIC)] = "magic",
455 [const_ilog2(WAKE_MAGICSECURE)] = "magicsecure",
456 [const_ilog2(WAKE_FILTER)] = "filter",
457};
458static_assert(ARRAY_SIZE(wol_mode_names) == WOL_MODE_COUNT);
459
460const char sof_timestamping_names[][ETH_GSTRING_LEN] = {
461 [const_ilog2(SOF_TIMESTAMPING_TX_HARDWARE)] = "hardware-transmit",
462 [const_ilog2(SOF_TIMESTAMPING_TX_SOFTWARE)] = "software-transmit",
463 [const_ilog2(SOF_TIMESTAMPING_RX_HARDWARE)] = "hardware-receive",
464 [const_ilog2(SOF_TIMESTAMPING_RX_SOFTWARE)] = "software-receive",
465 [const_ilog2(SOF_TIMESTAMPING_SOFTWARE)] = "software-system-clock",
466 [const_ilog2(SOF_TIMESTAMPING_SYS_HARDWARE)] = "hardware-legacy-clock",
467 [const_ilog2(SOF_TIMESTAMPING_RAW_HARDWARE)] = "hardware-raw-clock",
468 [const_ilog2(SOF_TIMESTAMPING_OPT_ID)] = "option-id",
469 [const_ilog2(SOF_TIMESTAMPING_TX_SCHED)] = "sched-transmit",
470 [const_ilog2(SOF_TIMESTAMPING_TX_ACK)] = "ack-transmit",
471 [const_ilog2(SOF_TIMESTAMPING_OPT_CMSG)] = "option-cmsg",
472 [const_ilog2(SOF_TIMESTAMPING_OPT_TSONLY)] = "option-tsonly",
473 [const_ilog2(SOF_TIMESTAMPING_OPT_STATS)] = "option-stats",
474 [const_ilog2(SOF_TIMESTAMPING_OPT_PKTINFO)] = "option-pktinfo",
475 [const_ilog2(SOF_TIMESTAMPING_OPT_TX_SWHW)] = "option-tx-swhw",
476 [const_ilog2(SOF_TIMESTAMPING_BIND_PHC)] = "bind-phc",
477 [const_ilog2(SOF_TIMESTAMPING_OPT_ID_TCP)] = "option-id-tcp",
478 [const_ilog2(SOF_TIMESTAMPING_OPT_RX_FILTER)] = "option-rx-filter",
479 [const_ilog2(SOF_TIMESTAMPING_TX_COMPLETION)] = "tx-completion",
480};
481static_assert(ARRAY_SIZE(sof_timestamping_names) == __SOF_TIMESTAMPING_CNT);
482
483const char ts_tx_type_names[][ETH_GSTRING_LEN] = {
484 [HWTSTAMP_TX_OFF] = "off",
485 [HWTSTAMP_TX_ON] = "on",
486 [HWTSTAMP_TX_ONESTEP_SYNC] = "onestep-sync",
487 [HWTSTAMP_TX_ONESTEP_P2P] = "onestep-p2p",
488};
489static_assert(ARRAY_SIZE(ts_tx_type_names) == __HWTSTAMP_TX_CNT);
490
491const char ts_rx_filter_names[][ETH_GSTRING_LEN] = {
492 [HWTSTAMP_FILTER_NONE] = "none",
493 [HWTSTAMP_FILTER_ALL] = "all",
494 [HWTSTAMP_FILTER_SOME] = "some",
495 [HWTSTAMP_FILTER_PTP_V1_L4_EVENT] = "ptpv1-l4-event",
496 [HWTSTAMP_FILTER_PTP_V1_L4_SYNC] = "ptpv1-l4-sync",
497 [HWTSTAMP_FILTER_PTP_V1_L4_DELAY_REQ] = "ptpv1-l4-delay-req",
498 [HWTSTAMP_FILTER_PTP_V2_L4_EVENT] = "ptpv2-l4-event",
499 [HWTSTAMP_FILTER_PTP_V2_L4_SYNC] = "ptpv2-l4-sync",
500 [HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ] = "ptpv2-l4-delay-req",
501 [HWTSTAMP_FILTER_PTP_V2_L2_EVENT] = "ptpv2-l2-event",
502 [HWTSTAMP_FILTER_PTP_V2_L2_SYNC] = "ptpv2-l2-sync",
503 [HWTSTAMP_FILTER_PTP_V2_L2_DELAY_REQ] = "ptpv2-l2-delay-req",
504 [HWTSTAMP_FILTER_PTP_V2_EVENT] = "ptpv2-event",
505 [HWTSTAMP_FILTER_PTP_V2_SYNC] = "ptpv2-sync",
506 [HWTSTAMP_FILTER_PTP_V2_DELAY_REQ] = "ptpv2-delay-req",
507 [HWTSTAMP_FILTER_NTP_ALL] = "ntp-all",
508};
509static_assert(ARRAY_SIZE(ts_rx_filter_names) == __HWTSTAMP_FILTER_CNT);
510
511const char ts_flags_names[][ETH_GSTRING_LEN] = {
512 [const_ilog2(HWTSTAMP_FLAG_BONDED_PHC_INDEX)] = "bonded-phc-index",
513};
514static_assert(ARRAY_SIZE(ts_flags_names) == __HWTSTAMP_FLAG_CNT);
515
516const char udp_tunnel_type_names[][ETH_GSTRING_LEN] = {
517 [ETHTOOL_UDP_TUNNEL_TYPE_VXLAN] = "vxlan",
518 [ETHTOOL_UDP_TUNNEL_TYPE_GENEVE] = "geneve",
519 [ETHTOOL_UDP_TUNNEL_TYPE_VXLAN_GPE] = "vxlan-gpe",
520};
521static_assert(ARRAY_SIZE(udp_tunnel_type_names) ==
522 __ETHTOOL_UDP_TUNNEL_TYPE_CNT);
523
524/* return false if legacy contained non-0 deprecated fields
525 * maxtxpkt/maxrxpkt. rest of ksettings always updated
526 */
527bool
528convert_legacy_settings_to_link_ksettings(
529 struct ethtool_link_ksettings *link_ksettings,
530 const struct ethtool_cmd *legacy_settings)
531{
532 bool retval = true;
533
534 memset(s: link_ksettings, c: 0, n: sizeof(*link_ksettings));
535
536 /* This is used to tell users that driver is still using these
537 * deprecated legacy fields, and they should not use
538 * %ETHTOOL_GLINKSETTINGS/%ETHTOOL_SLINKSETTINGS
539 */
540 if (legacy_settings->maxtxpkt ||
541 legacy_settings->maxrxpkt)
542 retval = false;
543
544 ethtool_convert_legacy_u32_to_link_mode(
545 dst: link_ksettings->link_modes.supported,
546 legacy_u32: legacy_settings->supported);
547 ethtool_convert_legacy_u32_to_link_mode(
548 dst: link_ksettings->link_modes.advertising,
549 legacy_u32: legacy_settings->advertising);
550 ethtool_convert_legacy_u32_to_link_mode(
551 dst: link_ksettings->link_modes.lp_advertising,
552 legacy_u32: legacy_settings->lp_advertising);
553 link_ksettings->base.speed
554 = ethtool_cmd_speed(ep: legacy_settings);
555 link_ksettings->base.duplex
556 = legacy_settings->duplex;
557 link_ksettings->base.port
558 = legacy_settings->port;
559 link_ksettings->base.phy_address
560 = legacy_settings->phy_address;
561 link_ksettings->base.autoneg
562 = legacy_settings->autoneg;
563 link_ksettings->base.mdio_support
564 = legacy_settings->mdio_support;
565 link_ksettings->base.eth_tp_mdix
566 = legacy_settings->eth_tp_mdix;
567 link_ksettings->base.eth_tp_mdix_ctrl
568 = legacy_settings->eth_tp_mdix_ctrl;
569 return retval;
570}
571
572int __ethtool_get_link(struct net_device *dev)
573{
574 if (!dev->ethtool_ops->get_link)
575 return -EOPNOTSUPP;
576
577 return netif_running(dev) && dev->ethtool_ops->get_link(dev);
578}
579
580int ethtool_get_rx_ring_count(struct net_device *dev)
581{
582 const struct ethtool_ops *ops = dev->ethtool_ops;
583 struct ethtool_rxnfc rx_rings = {};
584 int ret;
585
586 if (ops->get_rx_ring_count)
587 return ops->get_rx_ring_count(dev);
588
589 if (!ops->get_rxnfc)
590 return -EOPNOTSUPP;
591
592 rx_rings.cmd = ETHTOOL_GRXRINGS;
593 ret = ops->get_rxnfc(dev, &rx_rings, NULL);
594 if (ret < 0)
595 return ret;
596
597 return rx_rings.data;
598}
599
600static int ethtool_get_rxnfc_rule_count(struct net_device *dev)
601{
602 const struct ethtool_ops *ops = dev->ethtool_ops;
603 struct ethtool_rxnfc info = {
604 .cmd = ETHTOOL_GRXCLSRLCNT,
605 };
606 int err;
607
608 err = ops->get_rxnfc(dev, &info, NULL);
609 if (err)
610 return err;
611
612 return info.rule_cnt;
613}
614
615/* Max offset for one RSS context */
616static u32 ethtool_get_rss_ctx_max_channel(struct ethtool_rxfh_context *ctx)
617{
618 u32 max_ring = 0;
619 u32 i, *tbl;
620
621 if (WARN_ON_ONCE(!ctx))
622 return 0;
623 tbl = ethtool_rxfh_context_indir(ctx);
624 for (i = 0; i < ctx->indir_size; i++)
625 max_ring = max(max_ring, tbl[i]);
626 return max_ring;
627}
628
629static int ethtool_get_max_rxnfc_channel(struct net_device *dev, u64 *max)
630{
631 const struct ethtool_ops *ops = dev->ethtool_ops;
632 struct ethtool_rxnfc *info;
633 int err, i, rule_cnt;
634 u64 max_ring = 0;
635
636 if (!ops->get_rxnfc)
637 return -EOPNOTSUPP;
638
639 rule_cnt = ethtool_get_rxnfc_rule_count(dev);
640 if (rule_cnt <= 0)
641 return -EINVAL;
642
643 info = kvzalloc(struct_size(info, rule_locs, rule_cnt), GFP_KERNEL);
644 if (!info)
645 return -ENOMEM;
646
647 info->cmd = ETHTOOL_GRXCLSRLALL;
648 info->rule_cnt = rule_cnt;
649 err = ops->get_rxnfc(dev, info, info->rule_locs);
650 if (err)
651 goto err_free_info;
652
653 for (i = 0; i < rule_cnt; i++) {
654 struct ethtool_rxnfc rule_info = {
655 .cmd = ETHTOOL_GRXCLSRULE,
656 .fs.location = info->rule_locs[i],
657 };
658
659 err = ops->get_rxnfc(dev, &rule_info, NULL);
660 if (err)
661 goto err_free_info;
662
663 if (rule_info.fs.ring_cookie != RX_CLS_FLOW_DISC &&
664 rule_info.fs.ring_cookie != RX_CLS_FLOW_WAKE &&
665 !ethtool_get_flow_spec_ring_vf(ring_cookie: rule_info.fs.ring_cookie)) {
666 u64 ring = rule_info.fs.ring_cookie;
667
668 if (rule_info.flow_type & FLOW_RSS) {
669 struct ethtool_rxfh_context *ctx;
670
671 ctx = xa_load(&dev->ethtool->rss_ctx,
672 index: rule_info.rss_context);
673 ring += ethtool_get_rss_ctx_max_channel(ctx);
674 }
675 max_ring = max_t(u64, max_ring, ring);
676 }
677 }
678
679 kvfree(addr: info);
680 *max = max_ring;
681 return 0;
682
683err_free_info:
684 kvfree(addr: info);
685 return err;
686}
687
688/* Max offset across all of a device's RSS contexts */
689static u32 ethtool_get_max_rss_ctx_channel(struct net_device *dev)
690{
691 struct ethtool_rxfh_context *ctx;
692 unsigned long context;
693 u32 max_ring = 0;
694
695 mutex_lock(lock: &dev->ethtool->rss_lock);
696 xa_for_each(&dev->ethtool->rss_ctx, context, ctx)
697 max_ring = max(max_ring, ethtool_get_rss_ctx_max_channel(ctx));
698 mutex_unlock(lock: &dev->ethtool->rss_lock);
699
700 return max_ring;
701}
702
703static u32 ethtool_get_max_rxfh_channel(struct net_device *dev)
704{
705 struct ethtool_rxfh_param rxfh = {};
706 u32 dev_size, current_max = 0;
707 int ret;
708
709 /* While we do track whether RSS context has an indirection
710 * table explicitly set by the user, no driver looks at that bit.
711 * Assume drivers won't auto-regenerate the additional tables,
712 * to be safe.
713 */
714 current_max = ethtool_get_max_rss_ctx_channel(dev);
715
716 if (!netif_is_rxfh_configured(dev))
717 return current_max;
718
719 if (!dev->ethtool_ops->get_rxfh_indir_size ||
720 !dev->ethtool_ops->get_rxfh)
721 return current_max;
722 dev_size = dev->ethtool_ops->get_rxfh_indir_size(dev);
723 if (dev_size == 0)
724 return current_max;
725
726 rxfh.indir = kcalloc(dev_size, sizeof(rxfh.indir[0]), GFP_USER);
727 if (!rxfh.indir)
728 return U32_MAX;
729
730 mutex_lock(lock: &dev->ethtool->rss_lock);
731 ret = dev->ethtool_ops->get_rxfh(dev, &rxfh);
732 mutex_unlock(lock: &dev->ethtool->rss_lock);
733 if (ret) {
734 current_max = U32_MAX;
735 goto out_free;
736 }
737
738 while (dev_size--)
739 current_max = max(current_max, rxfh.indir[dev_size]);
740
741out_free:
742 kfree(objp: rxfh.indir);
743 return current_max;
744}
745
746int ethtool_check_max_channel(struct net_device *dev,
747 struct ethtool_channels channels,
748 struct genl_info *info)
749{
750 u64 max_rxnfc_in_use;
751 u32 max_rxfh_in_use;
752 int max_mp_in_use;
753
754 /* ensure the new Rx count fits within the configured Rx flow
755 * indirection table/rxnfc settings
756 */
757 if (ethtool_get_max_rxnfc_channel(dev, max: &max_rxnfc_in_use))
758 max_rxnfc_in_use = 0;
759 max_rxfh_in_use = ethtool_get_max_rxfh_channel(dev);
760 if (channels.combined_count + channels.rx_count <= max_rxfh_in_use) {
761 if (info)
762 GENL_SET_ERR_MSG_FMT(info, "requested channel counts are too low for existing indirection table (%d)", max_rxfh_in_use);
763 return -EINVAL;
764 }
765 if (channels.combined_count + channels.rx_count <= max_rxnfc_in_use) {
766 if (info)
767 GENL_SET_ERR_MSG(info, "requested channel counts are too low for existing ntuple filter settings");
768 return -EINVAL;
769 }
770
771 max_mp_in_use = dev_get_min_mp_channel_count(dev);
772 if (channels.combined_count + channels.rx_count <= max_mp_in_use) {
773 if (info)
774 GENL_SET_ERR_MSG_FMT(info, "requested channel counts are too low for existing memory provider setting (%d)", max_mp_in_use);
775 return -EINVAL;
776 }
777
778 return 0;
779}
780
781int ethtool_check_rss_ctx_busy(struct net_device *dev, u32 rss_context)
782{
783 const struct ethtool_ops *ops = dev->ethtool_ops;
784 struct ethtool_rxnfc *info;
785 int rc, i, rule_cnt;
786
787 if (!ops->get_rxnfc)
788 return 0;
789
790 rule_cnt = ethtool_get_rxnfc_rule_count(dev);
791 if (!rule_cnt)
792 return 0;
793
794 if (rule_cnt < 0)
795 return -EINVAL;
796
797 info = kvzalloc(struct_size(info, rule_locs, rule_cnt), GFP_KERNEL);
798 if (!info)
799 return -ENOMEM;
800
801 info->cmd = ETHTOOL_GRXCLSRLALL;
802 info->rule_cnt = rule_cnt;
803 rc = ops->get_rxnfc(dev, info, info->rule_locs);
804 if (rc)
805 goto out_free;
806
807 for (i = 0; i < rule_cnt; i++) {
808 struct ethtool_rxnfc rule_info = {
809 .cmd = ETHTOOL_GRXCLSRULE,
810 .fs.location = info->rule_locs[i],
811 };
812
813 rc = ops->get_rxnfc(dev, &rule_info, NULL);
814 if (rc)
815 goto out_free;
816
817 if (rule_info.fs.flow_type & FLOW_RSS &&
818 rule_info.rss_context == rss_context) {
819 rc = -EBUSY;
820 goto out_free;
821 }
822 }
823
824out_free:
825 kvfree(addr: info);
826 return rc;
827}
828
829struct ethtool_rxfh_context *
830ethtool_rxfh_ctx_alloc(const struct ethtool_ops *ops,
831 u32 indir_size, u32 key_size)
832{
833 size_t indir_bytes, flex_len, key_off, size;
834 struct ethtool_rxfh_context *ctx;
835 u32 priv_bytes, indir_max;
836 u16 key_max;
837
838 key_max = max(key_size, ops->rxfh_key_space);
839 indir_max = max(indir_size, ops->rxfh_indir_space);
840
841 priv_bytes = ALIGN(ops->rxfh_priv_size, sizeof(u32));
842 indir_bytes = array_size(indir_max, sizeof(u32));
843
844 key_off = size_add(addend1: priv_bytes, addend2: indir_bytes);
845 flex_len = size_add(addend1: key_off, addend2: key_max);
846 size = struct_size_t(struct ethtool_rxfh_context, data, flex_len);
847
848 ctx = kzalloc(size, GFP_KERNEL_ACCOUNT);
849 if (!ctx)
850 return NULL;
851
852 ctx->indir_size = indir_size;
853 ctx->key_size = key_size;
854 ctx->key_off = key_off;
855 ctx->priv_size = ops->rxfh_priv_size;
856
857 ctx->hfunc = ETH_RSS_HASH_NO_CHANGE;
858 ctx->input_xfrm = RXH_XFRM_NO_CHANGE;
859
860 return ctx;
861}
862
863/* Check if fields configured for flow hash are symmetric - if src is included
864 * so is dst and vice versa.
865 */
866int ethtool_rxfh_config_is_sym(u64 rxfh)
867{
868 bool sym;
869
870 sym = rxfh == (rxfh & (RXH_IP_SRC | RXH_IP_DST |
871 RXH_L4_B_0_1 | RXH_L4_B_2_3));
872 sym &= !!(rxfh & RXH_IP_SRC) == !!(rxfh & RXH_IP_DST);
873 sym &= !!(rxfh & RXH_L4_B_0_1) == !!(rxfh & RXH_L4_B_2_3);
874
875 return sym;
876}
877
878int ethtool_check_ops(const struct ethtool_ops *ops)
879{
880 if (WARN_ON(ops->set_coalesce && !ops->supported_coalesce_params))
881 return -EINVAL;
882 if (WARN_ON(ops->rxfh_max_num_contexts == 1))
883 return -EINVAL;
884 if (WARN_ON(ops->supported_input_xfrm && !ops->get_rxfh_fields))
885 return -EINVAL;
886 if (WARN_ON(ops->supported_input_xfrm &&
887 ops->rxfh_per_ctx_fields != ops->rxfh_per_ctx_key))
888 return -EINVAL;
889
890 /* NOTE: sufficiently insane drivers may swap ethtool_ops at runtime,
891 * the fact that ops are checked at registration time does not
892 * mean the ops attached to a netdev later on are sane.
893 */
894 return 0;
895}
896
897void ethtool_ringparam_get_cfg(struct net_device *dev,
898 struct ethtool_ringparam *param,
899 struct kernel_ethtool_ringparam *kparam,
900 struct netlink_ext_ack *extack)
901{
902 memset(s: param, c: 0, n: sizeof(*param));
903 memset(s: kparam, c: 0, n: sizeof(*kparam));
904
905 param->cmd = ETHTOOL_GRINGPARAM;
906 dev->ethtool_ops->get_ringparam(dev, param, kparam, extack);
907
908 /* Driver gives us current state, we want to return current config */
909 kparam->tcp_data_split = dev->cfg->hds_config;
910 kparam->hds_thresh = dev->cfg->hds_thresh;
911}
912
913static void ethtool_init_tsinfo(struct kernel_ethtool_ts_info *info)
914{
915 memset(s: info, c: 0, n: sizeof(*info));
916 info->cmd = ETHTOOL_GET_TS_INFO;
917 info->phc_index = -1;
918}
919
920int ethtool_net_get_ts_info_by_phc(struct net_device *dev,
921 struct kernel_ethtool_ts_info *info,
922 struct hwtstamp_provider_desc *hwprov_desc)
923{
924 const struct ethtool_ops *ops = dev->ethtool_ops;
925 int err;
926
927 if (!ops->get_ts_info)
928 return -EOPNOTSUPP;
929
930 /* Does ptp comes from netdev */
931 ethtool_init_tsinfo(info);
932 info->phc_qualifier = hwprov_desc->qualifier;
933 err = ops->get_ts_info(dev, info);
934 if (err)
935 return err;
936
937 if (info->phc_index == hwprov_desc->index &&
938 net_support_hwtstamp_qualifier(dev, qualifier: hwprov_desc->qualifier))
939 return 0;
940
941 return -ENODEV;
942}
943
944struct phy_device *
945ethtool_phy_get_ts_info_by_phc(struct net_device *dev,
946 struct kernel_ethtool_ts_info *info,
947 struct hwtstamp_provider_desc *hwprov_desc)
948{
949 int err;
950
951 /* Only precise qualifier is supported in phydev */
952 if (hwprov_desc->qualifier != HWTSTAMP_PROVIDER_QUALIFIER_PRECISE)
953 return ERR_PTR(error: -ENODEV);
954
955 /* Look in the phy topology */
956 if (dev->link_topo) {
957 struct phy_device_node *pdn;
958 unsigned long phy_index;
959
960 xa_for_each(&dev->link_topo->phys, phy_index, pdn) {
961 if (!phy_has_tsinfo(phydev: pdn->phy))
962 continue;
963
964 ethtool_init_tsinfo(info);
965 err = phy_ts_info(phydev: pdn->phy, tsinfo: info);
966 if (err)
967 return ERR_PTR(error: err);
968
969 if (info->phc_index == hwprov_desc->index)
970 return pdn->phy;
971 }
972 return ERR_PTR(error: -ENODEV);
973 }
974
975 /* Look on the dev->phydev */
976 if (phy_has_tsinfo(phydev: dev->phydev)) {
977 ethtool_init_tsinfo(info);
978 err = phy_ts_info(phydev: dev->phydev, tsinfo: info);
979 if (err)
980 return ERR_PTR(error: err);
981
982 if (info->phc_index == hwprov_desc->index)
983 return dev->phydev;
984 }
985
986 return ERR_PTR(error: -ENODEV);
987}
988
989int ethtool_get_ts_info_by_phc(struct net_device *dev,
990 struct kernel_ethtool_ts_info *info,
991 struct hwtstamp_provider_desc *hwprov_desc)
992{
993 int err;
994
995 err = ethtool_net_get_ts_info_by_phc(dev, info, hwprov_desc);
996 if (err == -ENODEV || err == -EOPNOTSUPP) {
997 struct phy_device *phy;
998
999 phy = ethtool_phy_get_ts_info_by_phc(dev, info, hwprov_desc);
1000 if (IS_ERR(ptr: phy))
1001 return PTR_ERR(ptr: phy);
1002
1003 /* Report the phc source only if we have a real
1004 * phc source with an index.
1005 */
1006 if (info->phc_index >= 0) {
1007 info->phc_source = HWTSTAMP_SOURCE_PHYLIB;
1008 info->phc_phyindex = phy->phyindex;
1009 }
1010 err = 0;
1011 } else if (!err && info->phc_index >= 0) {
1012 info->phc_source = HWTSTAMP_SOURCE_NETDEV;
1013 }
1014
1015 info->so_timestamping |= SOF_TIMESTAMPING_RX_SOFTWARE |
1016 SOF_TIMESTAMPING_SOFTWARE;
1017
1018 return err;
1019}
1020
1021int __ethtool_get_ts_info(struct net_device *dev,
1022 struct kernel_ethtool_ts_info *info)
1023{
1024 struct hwtstamp_provider *hwprov;
1025 int err = 0;
1026
1027 rcu_read_lock();
1028 hwprov = rcu_dereference(dev->hwprov);
1029 /* No provider specified, use default behavior */
1030 if (!hwprov) {
1031 const struct ethtool_ops *ops = dev->ethtool_ops;
1032 struct phy_device *phydev = dev->phydev;
1033
1034 ethtool_init_tsinfo(info);
1035 if (phy_is_default_hwtstamp(phydev) &&
1036 phy_has_tsinfo(phydev)) {
1037 err = phy_ts_info(phydev, tsinfo: info);
1038 /* Report the phc source only if we have a real
1039 * phc source with an index.
1040 */
1041 if (!err && info->phc_index >= 0) {
1042 info->phc_source = HWTSTAMP_SOURCE_PHYLIB;
1043 info->phc_phyindex = phydev->phyindex;
1044 }
1045 } else if (ops->get_ts_info) {
1046 err = ops->get_ts_info(dev, info);
1047 if (!err && info->phc_index >= 0)
1048 info->phc_source = HWTSTAMP_SOURCE_NETDEV;
1049 }
1050
1051 info->so_timestamping |= SOF_TIMESTAMPING_RX_SOFTWARE |
1052 SOF_TIMESTAMPING_SOFTWARE;
1053
1054 rcu_read_unlock();
1055 return err;
1056 }
1057
1058 err = ethtool_get_ts_info_by_phc(dev, info, hwprov_desc: &hwprov->desc);
1059 rcu_read_unlock();
1060 return err;
1061}
1062
1063bool net_support_hwtstamp_qualifier(struct net_device *dev,
1064 enum hwtstamp_provider_qualifier qualifier)
1065{
1066 const struct ethtool_ops *ops = dev->ethtool_ops;
1067
1068 if (!ops)
1069 return false;
1070
1071 /* Return true with precise qualifier and with NIC without
1072 * qualifier description to not break the old behavior.
1073 */
1074 if (!ops->supported_hwtstamp_qualifiers &&
1075 qualifier == HWTSTAMP_PROVIDER_QUALIFIER_PRECISE)
1076 return true;
1077
1078 if (ops->supported_hwtstamp_qualifiers & BIT(qualifier))
1079 return true;
1080
1081 return false;
1082}
1083
1084int ethtool_get_phc_vclocks(struct net_device *dev, int **vclock_index)
1085{
1086 struct kernel_ethtool_ts_info info = { };
1087 int num = 0;
1088
1089 if (!__ethtool_get_ts_info(dev, info: &info))
1090 num = ptp_get_vclocks_index(pclock_index: info.phc_index, vclock_index);
1091
1092 return num;
1093}
1094EXPORT_SYMBOL(ethtool_get_phc_vclocks);
1095
1096int ethtool_get_ts_info_by_layer(struct net_device *dev, struct kernel_ethtool_ts_info *info)
1097{
1098 return __ethtool_get_ts_info(dev, info);
1099}
1100EXPORT_SYMBOL(ethtool_get_ts_info_by_layer);
1101
1102const struct ethtool_phy_ops *ethtool_phy_ops;
1103
1104void ethtool_set_ethtool_phy_ops(const struct ethtool_phy_ops *ops)
1105{
1106 ASSERT_RTNL();
1107 ethtool_phy_ops = ops;
1108}
1109EXPORT_SYMBOL_GPL(ethtool_set_ethtool_phy_ops);
1110
1111void
1112ethtool_params_from_link_mode(struct ethtool_link_ksettings *link_ksettings,
1113 enum ethtool_link_mode_bit_indices link_mode)
1114{
1115 const struct link_mode_info *link_info;
1116
1117 if (WARN_ON_ONCE(link_mode >= __ETHTOOL_LINK_MODE_MASK_NBITS))
1118 return;
1119
1120 link_info = &link_mode_params[link_mode];
1121 link_ksettings->base.speed = link_info->speed;
1122 link_ksettings->lanes = link_info->lanes;
1123 link_ksettings->base.duplex = link_info->duplex;
1124}
1125EXPORT_SYMBOL_GPL(ethtool_params_from_link_mode);
1126
1127/**
1128 * ethtool_forced_speed_maps_init
1129 * @maps: Pointer to an array of Ethtool forced speed map
1130 * @size: Array size
1131 *
1132 * Initialize an array of Ethtool forced speed map to Ethtool link modes. This
1133 * should be called during driver module init.
1134 */
1135void
1136ethtool_forced_speed_maps_init(struct ethtool_forced_speed_map *maps, u32 size)
1137{
1138 for (u32 i = 0; i < size; i++) {
1139 struct ethtool_forced_speed_map *map = &maps[i];
1140
1141 linkmode_set_bit_array(array: map->cap_arr, array_size: map->arr_size, addr: map->caps);
1142 map->cap_arr = NULL;
1143 map->arr_size = 0;
1144 }
1145}
1146EXPORT_SYMBOL_GPL(ethtool_forced_speed_maps_init);
1147
1148void ethtool_rxfh_context_lost(struct net_device *dev, u32 context_id)
1149{
1150 struct ethtool_rxfh_context *ctx;
1151
1152 WARN_ONCE(!rtnl_is_locked() &&
1153 !lockdep_is_held_type(&dev->ethtool->rss_lock, -1),
1154 "RSS context lock assertion failed\n");
1155
1156 netdev_err(dev, format: "device error, RSS context %d lost\n", context_id);
1157 ctx = xa_erase(&dev->ethtool->rss_ctx, index: context_id);
1158 kfree(objp: ctx);
1159 ethtool_rss_notify(dev, type: ETHTOOL_MSG_RSS_DELETE_NTF, rss_context: context_id);
1160}
1161EXPORT_SYMBOL(ethtool_rxfh_context_lost);
1162