1 // SPDX-License-Identifier: GPL-2.0
2 /* Marvell Octeon EP (EndPoint) Ethernet Driver
3 *
4 * Copyright (C) 2020 Marvell.
5 *
6 */
7
8 #include <linux/pci.h>
9 #include <linux/netdevice.h>
10 #include <linux/ethtool.h>
11
12 #include "octep_config.h"
13 #include "octep_main.h"
14 #include "octep_ctrl_net.h"
15
16 static const char octep_gstrings_global_stats[][ETH_GSTRING_LEN] = {
17 "rx_packets",
18 "tx_packets",
19 "rx_bytes",
20 "tx_bytes",
21 "rx_alloc_errors",
22 "tx_busy_errors",
23 "rx_dropped",
24 "tx_dropped",
25 "tx_hw_pkts",
26 "tx_hw_octs",
27 "tx_hw_bcast",
28 "tx_hw_mcast",
29 "tx_hw_underflow",
30 "tx_hw_control",
31 "tx_less_than_64",
32 "tx_equal_64",
33 "tx_equal_65_to_127",
34 "tx_equal_128_to_255",
35 "tx_equal_256_to_511",
36 "tx_equal_512_to_1023",
37 "tx_equal_1024_to_1518",
38 "tx_greater_than_1518",
39 "rx_hw_pkts",
40 "rx_hw_bytes",
41 "rx_hw_bcast",
42 "rx_hw_mcast",
43 "rx_pause_pkts",
44 "rx_pause_bytes",
45 "rx_dropped_pkts_fifo_full",
46 "rx_dropped_bytes_fifo_full",
47 "rx_err_pkts",
48 };
49
50 #define OCTEP_GLOBAL_STATS_CNT ARRAY_SIZE(octep_gstrings_global_stats)
51
52 static const char octep_gstrings_tx_q_stats[][ETH_GSTRING_LEN] = {
53 "tx_packets_posted[Q-%u]",
54 "tx_packets_completed[Q-%u]",
55 "tx_bytes[Q-%u]",
56 "tx_busy[Q-%u]",
57 };
58
59 #define OCTEP_TX_Q_STATS_CNT ARRAY_SIZE(octep_gstrings_tx_q_stats)
60
61 static const char octep_gstrings_rx_q_stats[][ETH_GSTRING_LEN] = {
62 "rx_packets[Q-%u]",
63 "rx_bytes[Q-%u]",
64 "rx_alloc_errors[Q-%u]",
65 };
66
67 #define OCTEP_RX_Q_STATS_CNT ARRAY_SIZE(octep_gstrings_rx_q_stats)
68
octep_get_drvinfo(struct net_device * netdev,struct ethtool_drvinfo * info)69 static void octep_get_drvinfo(struct net_device *netdev,
70 struct ethtool_drvinfo *info)
71 {
72 struct octep_device *oct = netdev_priv(netdev);
73
74 strscpy(info->driver, OCTEP_DRV_NAME, sizeof(info->driver));
75 strscpy(info->bus_info, pci_name(oct->pdev), sizeof(info->bus_info));
76 }
77
octep_get_strings(struct net_device * netdev,u32 stringset,u8 * data)78 static void octep_get_strings(struct net_device *netdev,
79 u32 stringset, u8 *data)
80 {
81 struct octep_device *oct = netdev_priv(netdev);
82 u16 num_queues = CFG_GET_PORTS_ACTIVE_IO_RINGS(oct->conf);
83 const char *str;
84 int i, j;
85
86 switch (stringset) {
87 case ETH_SS_STATS:
88 for (i = 0; i < OCTEP_GLOBAL_STATS_CNT; i++)
89 ethtool_puts(&data, octep_gstrings_global_stats[i]);
90
91 for (i = 0; i < num_queues; i++)
92 for (j = 0; j < OCTEP_TX_Q_STATS_CNT; j++) {
93 str = octep_gstrings_tx_q_stats[j];
94 ethtool_sprintf(&data, str, i);
95 }
96
97 for (i = 0; i < num_queues; i++)
98 for (j = 0; j < OCTEP_RX_Q_STATS_CNT; j++) {
99 str = octep_gstrings_rx_q_stats[j];
100 ethtool_sprintf(&data, str, i);
101 }
102 break;
103 default:
104 break;
105 }
106 }
107
octep_get_sset_count(struct net_device * netdev,int sset)108 static int octep_get_sset_count(struct net_device *netdev, int sset)
109 {
110 struct octep_device *oct = netdev_priv(netdev);
111 u16 num_queues = CFG_GET_PORTS_ACTIVE_IO_RINGS(oct->conf);
112
113 switch (sset) {
114 case ETH_SS_STATS:
115 return OCTEP_GLOBAL_STATS_CNT + (num_queues *
116 (OCTEP_TX_Q_STATS_CNT + OCTEP_RX_Q_STATS_CNT));
117 break;
118 default:
119 return -EOPNOTSUPP;
120 }
121 }
122
123 static void
octep_get_ethtool_stats(struct net_device * netdev,struct ethtool_stats * stats,u64 * data)124 octep_get_ethtool_stats(struct net_device *netdev,
125 struct ethtool_stats *stats, u64 *data)
126 {
127 struct octep_device *oct = netdev_priv(netdev);
128 struct octep_iface_tx_stats *iface_tx_stats;
129 struct octep_iface_rx_stats *iface_rx_stats;
130 u64 rx_packets, rx_bytes;
131 u64 tx_packets, tx_bytes;
132 u64 rx_alloc_errors, tx_busy_errors;
133 int q, i;
134
135 rx_packets = 0;
136 rx_bytes = 0;
137 tx_packets = 0;
138 tx_bytes = 0;
139 rx_alloc_errors = 0;
140 tx_busy_errors = 0;
141 tx_packets = 0;
142 tx_bytes = 0;
143 rx_packets = 0;
144 rx_bytes = 0;
145
146 iface_tx_stats = &oct->iface_tx_stats;
147 iface_rx_stats = &oct->iface_rx_stats;
148 octep_ctrl_net_get_if_stats(oct,
149 OCTEP_CTRL_NET_INVALID_VFID,
150 iface_rx_stats,
151 iface_tx_stats);
152
153 for (q = 0; q < OCTEP_MAX_QUEUES; q++) {
154 tx_packets += oct->stats_iq[q].instr_completed;
155 tx_bytes += oct->stats_iq[q].bytes_sent;
156 tx_busy_errors += oct->stats_iq[q].tx_busy;
157
158 rx_packets += oct->stats_oq[q].packets;
159 rx_bytes += oct->stats_oq[q].bytes;
160 rx_alloc_errors += oct->stats_oq[q].alloc_failures;
161 }
162 i = 0;
163 data[i++] = rx_packets;
164 data[i++] = tx_packets;
165 data[i++] = rx_bytes;
166 data[i++] = tx_bytes;
167 data[i++] = rx_alloc_errors;
168 data[i++] = tx_busy_errors;
169 data[i++] = iface_rx_stats->dropped_pkts_fifo_full +
170 iface_rx_stats->err_pkts;
171 data[i++] = iface_tx_stats->xscol +
172 iface_tx_stats->xsdef;
173 data[i++] = iface_tx_stats->pkts;
174 data[i++] = iface_tx_stats->octs;
175 data[i++] = iface_tx_stats->bcst;
176 data[i++] = iface_tx_stats->mcst;
177 data[i++] = iface_tx_stats->undflw;
178 data[i++] = iface_tx_stats->ctl;
179 data[i++] = iface_tx_stats->hist_lt64;
180 data[i++] = iface_tx_stats->hist_eq64;
181 data[i++] = iface_tx_stats->hist_65to127;
182 data[i++] = iface_tx_stats->hist_128to255;
183 data[i++] = iface_tx_stats->hist_256to511;
184 data[i++] = iface_tx_stats->hist_512to1023;
185 data[i++] = iface_tx_stats->hist_1024to1518;
186 data[i++] = iface_tx_stats->hist_gt1518;
187 data[i++] = iface_rx_stats->pkts;
188 data[i++] = iface_rx_stats->octets;
189 data[i++] = iface_rx_stats->mcast_pkts;
190 data[i++] = iface_rx_stats->bcast_pkts;
191 data[i++] = iface_rx_stats->pause_pkts;
192 data[i++] = iface_rx_stats->pause_octets;
193 data[i++] = iface_rx_stats->dropped_pkts_fifo_full;
194 data[i++] = iface_rx_stats->dropped_octets_fifo_full;
195 data[i++] = iface_rx_stats->err_pkts;
196
197 /* Per Tx Queue stats */
198 for (q = 0; q < OCTEP_MAX_QUEUES; q++) {
199 data[i++] = oct->stats_iq[q].instr_posted;
200 data[i++] = oct->stats_iq[q].instr_completed;
201 data[i++] = oct->stats_iq[q].bytes_sent;
202 data[i++] = oct->stats_iq[q].tx_busy;
203 }
204
205 /* Per Rx Queue stats */
206 for (q = 0; q < OCTEP_MAX_QUEUES; q++) {
207 data[i++] = oct->stats_oq[q].packets;
208 data[i++] = oct->stats_oq[q].bytes;
209 data[i++] = oct->stats_oq[q].alloc_failures;
210 }
211 }
212
213 #define OCTEP_SET_ETHTOOL_LINK_MODES_BITMAP(octep_speeds, ksettings, name) \
214 { \
215 if ((octep_speeds) & BIT(OCTEP_LINK_MODE_10GBASE_T)) \
216 ethtool_link_ksettings_add_link_mode(ksettings, name, 10000baseT_Full); \
217 if ((octep_speeds) & BIT(OCTEP_LINK_MODE_10GBASE_R)) \
218 ethtool_link_ksettings_add_link_mode(ksettings, name, 10000baseR_FEC); \
219 if ((octep_speeds) & BIT(OCTEP_LINK_MODE_10GBASE_CR)) \
220 ethtool_link_ksettings_add_link_mode(ksettings, name, 10000baseCR_Full); \
221 if ((octep_speeds) & BIT(OCTEP_LINK_MODE_10GBASE_KR)) \
222 ethtool_link_ksettings_add_link_mode(ksettings, name, 10000baseKR_Full); \
223 if ((octep_speeds) & BIT(OCTEP_LINK_MODE_10GBASE_LR)) \
224 ethtool_link_ksettings_add_link_mode(ksettings, name, 10000baseLR_Full); \
225 if ((octep_speeds) & BIT(OCTEP_LINK_MODE_10GBASE_SR)) \
226 ethtool_link_ksettings_add_link_mode(ksettings, name, 10000baseSR_Full); \
227 if ((octep_speeds) & BIT(OCTEP_LINK_MODE_25GBASE_CR)) \
228 ethtool_link_ksettings_add_link_mode(ksettings, name, 25000baseCR_Full); \
229 if ((octep_speeds) & BIT(OCTEP_LINK_MODE_25GBASE_KR)) \
230 ethtool_link_ksettings_add_link_mode(ksettings, name, 25000baseKR_Full); \
231 if ((octep_speeds) & BIT(OCTEP_LINK_MODE_25GBASE_SR)) \
232 ethtool_link_ksettings_add_link_mode(ksettings, name, 25000baseSR_Full); \
233 if ((octep_speeds) & BIT(OCTEP_LINK_MODE_40GBASE_CR4)) \
234 ethtool_link_ksettings_add_link_mode(ksettings, name, 40000baseCR4_Full); \
235 if ((octep_speeds) & BIT(OCTEP_LINK_MODE_40GBASE_KR4)) \
236 ethtool_link_ksettings_add_link_mode(ksettings, name, 40000baseKR4_Full); \
237 if ((octep_speeds) & BIT(OCTEP_LINK_MODE_40GBASE_LR4)) \
238 ethtool_link_ksettings_add_link_mode(ksettings, name, 40000baseLR4_Full); \
239 if ((octep_speeds) & BIT(OCTEP_LINK_MODE_40GBASE_SR4)) \
240 ethtool_link_ksettings_add_link_mode(ksettings, name, 40000baseSR4_Full); \
241 if ((octep_speeds) & BIT(OCTEP_LINK_MODE_50GBASE_CR2)) \
242 ethtool_link_ksettings_add_link_mode(ksettings, name, 50000baseCR2_Full); \
243 if ((octep_speeds) & BIT(OCTEP_LINK_MODE_50GBASE_KR2)) \
244 ethtool_link_ksettings_add_link_mode(ksettings, name, 50000baseKR2_Full); \
245 if ((octep_speeds) & BIT(OCTEP_LINK_MODE_50GBASE_SR2)) \
246 ethtool_link_ksettings_add_link_mode(ksettings, name, 50000baseSR2_Full); \
247 if ((octep_speeds) & BIT(OCTEP_LINK_MODE_50GBASE_CR)) \
248 ethtool_link_ksettings_add_link_mode(ksettings, name, 50000baseCR_Full); \
249 if ((octep_speeds) & BIT(OCTEP_LINK_MODE_50GBASE_KR)) \
250 ethtool_link_ksettings_add_link_mode(ksettings, name, 50000baseKR_Full); \
251 if ((octep_speeds) & BIT(OCTEP_LINK_MODE_50GBASE_LR)) \
252 ethtool_link_ksettings_add_link_mode(ksettings, name, 50000baseLR_ER_FR_Full); \
253 if ((octep_speeds) & BIT(OCTEP_LINK_MODE_50GBASE_SR)) \
254 ethtool_link_ksettings_add_link_mode(ksettings, name, 50000baseSR_Full); \
255 if ((octep_speeds) & BIT(OCTEP_LINK_MODE_100GBASE_CR4)) \
256 ethtool_link_ksettings_add_link_mode(ksettings, name, 100000baseCR4_Full); \
257 if ((octep_speeds) & BIT(OCTEP_LINK_MODE_100GBASE_KR4)) \
258 ethtool_link_ksettings_add_link_mode(ksettings, name, 100000baseKR4_Full); \
259 if ((octep_speeds) & BIT(OCTEP_LINK_MODE_100GBASE_LR4)) \
260 ethtool_link_ksettings_add_link_mode(ksettings, name, 100000baseLR4_ER4_Full); \
261 if ((octep_speeds) & BIT(OCTEP_LINK_MODE_100GBASE_SR4)) \
262 ethtool_link_ksettings_add_link_mode(ksettings, name, 100000baseSR4_Full); \
263 }
264
octep_get_link_ksettings(struct net_device * netdev,struct ethtool_link_ksettings * cmd)265 static int octep_get_link_ksettings(struct net_device *netdev,
266 struct ethtool_link_ksettings *cmd)
267 {
268 struct octep_device *oct = netdev_priv(netdev);
269 struct octep_iface_link_info *link_info;
270 u32 advertised_modes, supported_modes;
271
272 ethtool_link_ksettings_zero_link_mode(cmd, supported);
273 ethtool_link_ksettings_zero_link_mode(cmd, advertising);
274
275 link_info = &oct->link_info;
276 octep_ctrl_net_get_link_info(oct, OCTEP_CTRL_NET_INVALID_VFID, link_info);
277
278 advertised_modes = oct->link_info.advertised_modes;
279 supported_modes = oct->link_info.supported_modes;
280
281 OCTEP_SET_ETHTOOL_LINK_MODES_BITMAP(supported_modes, cmd, supported);
282 OCTEP_SET_ETHTOOL_LINK_MODES_BITMAP(advertised_modes, cmd, advertising);
283
284 if (link_info->autoneg) {
285 if (link_info->autoneg & OCTEP_LINK_MODE_AUTONEG_SUPPORTED)
286 ethtool_link_ksettings_add_link_mode(cmd, supported, Autoneg);
287 if (link_info->autoneg & OCTEP_LINK_MODE_AUTONEG_ADVERTISED) {
288 ethtool_link_ksettings_add_link_mode(cmd, advertising, Autoneg);
289 cmd->base.autoneg = AUTONEG_ENABLE;
290 } else {
291 cmd->base.autoneg = AUTONEG_DISABLE;
292 }
293 } else {
294 cmd->base.autoneg = AUTONEG_DISABLE;
295 }
296
297 if (link_info->pause) {
298 if (link_info->pause & OCTEP_LINK_MODE_PAUSE_SUPPORTED)
299 ethtool_link_ksettings_add_link_mode(cmd, supported, Pause);
300 if (link_info->pause & OCTEP_LINK_MODE_PAUSE_ADVERTISED)
301 ethtool_link_ksettings_add_link_mode(cmd, advertising, Pause);
302 }
303
304 cmd->base.port = PORT_FIBRE;
305 ethtool_link_ksettings_add_link_mode(cmd, supported, FIBRE);
306 ethtool_link_ksettings_add_link_mode(cmd, advertising, FIBRE);
307
308 if (netif_carrier_ok(netdev)) {
309 cmd->base.speed = link_info->speed;
310 cmd->base.duplex = DUPLEX_FULL;
311 } else {
312 cmd->base.speed = SPEED_UNKNOWN;
313 cmd->base.duplex = DUPLEX_UNKNOWN;
314 }
315 return 0;
316 }
317
octep_set_link_ksettings(struct net_device * netdev,const struct ethtool_link_ksettings * cmd)318 static int octep_set_link_ksettings(struct net_device *netdev,
319 const struct ethtool_link_ksettings *cmd)
320 {
321 struct octep_device *oct = netdev_priv(netdev);
322 struct octep_iface_link_info link_info_new;
323 struct octep_iface_link_info *link_info;
324 u64 advertised = 0;
325 u8 autoneg = 0;
326 int err;
327
328 link_info = &oct->link_info;
329 memcpy(&link_info_new, link_info, sizeof(struct octep_iface_link_info));
330
331 /* Only Full duplex is supported;
332 * Assume full duplex when duplex is unknown.
333 */
334 if (cmd->base.duplex != DUPLEX_FULL &&
335 cmd->base.duplex != DUPLEX_UNKNOWN)
336 return -EOPNOTSUPP;
337
338 if (cmd->base.autoneg == AUTONEG_ENABLE) {
339 if (!(link_info->autoneg & OCTEP_LINK_MODE_AUTONEG_SUPPORTED))
340 return -EOPNOTSUPP;
341 autoneg = 1;
342 }
343
344 if (!bitmap_subset(cmd->link_modes.advertising,
345 cmd->link_modes.supported,
346 __ETHTOOL_LINK_MODE_MASK_NBITS))
347 return -EINVAL;
348
349 if (ethtool_link_ksettings_test_link_mode(cmd, advertising,
350 10000baseT_Full))
351 advertised |= BIT(OCTEP_LINK_MODE_10GBASE_T);
352 if (ethtool_link_ksettings_test_link_mode(cmd, advertising,
353 10000baseR_FEC))
354 advertised |= BIT(OCTEP_LINK_MODE_10GBASE_R);
355 if (ethtool_link_ksettings_test_link_mode(cmd, advertising,
356 10000baseCR_Full))
357 advertised |= BIT(OCTEP_LINK_MODE_10GBASE_CR);
358 if (ethtool_link_ksettings_test_link_mode(cmd, advertising,
359 10000baseKR_Full))
360 advertised |= BIT(OCTEP_LINK_MODE_10GBASE_KR);
361 if (ethtool_link_ksettings_test_link_mode(cmd, advertising,
362 10000baseLR_Full))
363 advertised |= BIT(OCTEP_LINK_MODE_10GBASE_LR);
364 if (ethtool_link_ksettings_test_link_mode(cmd, advertising,
365 10000baseSR_Full))
366 advertised |= BIT(OCTEP_LINK_MODE_10GBASE_SR);
367 if (ethtool_link_ksettings_test_link_mode(cmd, advertising,
368 25000baseCR_Full))
369 advertised |= BIT(OCTEP_LINK_MODE_25GBASE_CR);
370 if (ethtool_link_ksettings_test_link_mode(cmd, advertising,
371 25000baseKR_Full))
372 advertised |= BIT(OCTEP_LINK_MODE_25GBASE_KR);
373 if (ethtool_link_ksettings_test_link_mode(cmd, advertising,
374 25000baseSR_Full))
375 advertised |= BIT(OCTEP_LINK_MODE_25GBASE_SR);
376 if (ethtool_link_ksettings_test_link_mode(cmd, advertising,
377 40000baseCR4_Full))
378 advertised |= BIT(OCTEP_LINK_MODE_40GBASE_CR4);
379 if (ethtool_link_ksettings_test_link_mode(cmd, advertising,
380 40000baseKR4_Full))
381 advertised |= BIT(OCTEP_LINK_MODE_40GBASE_KR4);
382 if (ethtool_link_ksettings_test_link_mode(cmd, advertising,
383 40000baseLR4_Full))
384 advertised |= BIT(OCTEP_LINK_MODE_40GBASE_LR4);
385 if (ethtool_link_ksettings_test_link_mode(cmd, advertising,
386 40000baseSR4_Full))
387 advertised |= BIT(OCTEP_LINK_MODE_40GBASE_SR4);
388 if (ethtool_link_ksettings_test_link_mode(cmd, advertising,
389 50000baseCR2_Full))
390 advertised |= BIT(OCTEP_LINK_MODE_50GBASE_CR2);
391 if (ethtool_link_ksettings_test_link_mode(cmd, advertising,
392 50000baseKR2_Full))
393 advertised |= BIT(OCTEP_LINK_MODE_50GBASE_KR2);
394 if (ethtool_link_ksettings_test_link_mode(cmd, advertising,
395 50000baseSR2_Full))
396 advertised |= BIT(OCTEP_LINK_MODE_50GBASE_SR2);
397 if (ethtool_link_ksettings_test_link_mode(cmd, advertising,
398 50000baseCR_Full))
399 advertised |= BIT(OCTEP_LINK_MODE_50GBASE_CR);
400 if (ethtool_link_ksettings_test_link_mode(cmd, advertising,
401 50000baseKR_Full))
402 advertised |= BIT(OCTEP_LINK_MODE_50GBASE_KR);
403 if (ethtool_link_ksettings_test_link_mode(cmd, advertising,
404 50000baseLR_ER_FR_Full))
405 advertised |= BIT(OCTEP_LINK_MODE_50GBASE_LR);
406 if (ethtool_link_ksettings_test_link_mode(cmd, advertising,
407 50000baseSR_Full))
408 advertised |= BIT(OCTEP_LINK_MODE_50GBASE_SR);
409 if (ethtool_link_ksettings_test_link_mode(cmd, advertising,
410 100000baseCR4_Full))
411 advertised |= BIT(OCTEP_LINK_MODE_100GBASE_CR4);
412 if (ethtool_link_ksettings_test_link_mode(cmd, advertising,
413 100000baseKR4_Full))
414 advertised |= BIT(OCTEP_LINK_MODE_100GBASE_KR4);
415 if (ethtool_link_ksettings_test_link_mode(cmd, advertising,
416 100000baseLR4_ER4_Full))
417 advertised |= BIT(OCTEP_LINK_MODE_100GBASE_LR4);
418 if (ethtool_link_ksettings_test_link_mode(cmd, advertising,
419 100000baseSR4_Full))
420 advertised |= BIT(OCTEP_LINK_MODE_100GBASE_SR4);
421
422 if (advertised == link_info->advertised_modes &&
423 cmd->base.speed == link_info->speed &&
424 cmd->base.autoneg == link_info->autoneg)
425 return 0;
426
427 link_info_new.advertised_modes = advertised;
428 link_info_new.speed = cmd->base.speed;
429 link_info_new.autoneg = autoneg;
430
431 err = octep_ctrl_net_set_link_info(oct, OCTEP_CTRL_NET_INVALID_VFID,
432 &link_info_new, true);
433 if (err)
434 return err;
435
436 memcpy(link_info, &link_info_new, sizeof(struct octep_iface_link_info));
437 return 0;
438 }
439
440 static const struct ethtool_ops octep_ethtool_ops = {
441 .get_drvinfo = octep_get_drvinfo,
442 .get_link = ethtool_op_get_link,
443 .get_strings = octep_get_strings,
444 .get_sset_count = octep_get_sset_count,
445 .get_ethtool_stats = octep_get_ethtool_stats,
446 .get_link_ksettings = octep_get_link_ksettings,
447 .set_link_ksettings = octep_set_link_ksettings,
448 };
449
octep_set_ethtool_ops(struct net_device * netdev)450 void octep_set_ethtool_ops(struct net_device *netdev)
451 {
452 netdev->ethtool_ops = &octep_ethtool_ops;
453 }
454