Loading...
Note: File does not exist in v3.1.
1// SPDX-License-Identifier: GPL-2.0
2/* Copyright(c) 2013 - 2019 Intel Corporation. */
3
4#include <linux/vmalloc.h>
5
6#include "fm10k.h"
7
8struct fm10k_stats {
9 /* The stat_string is expected to be a format string formatted using
10 * vsnprintf by fm10k_add_stat_strings. Every member of a stats array
11 * should use the same format specifiers as they will be formatted
12 * using the same variadic arguments.
13 */
14 char stat_string[ETH_GSTRING_LEN];
15 int sizeof_stat;
16 int stat_offset;
17};
18
19#define FM10K_STAT_FIELDS(_type, _name, _stat) { \
20 .stat_string = _name, \
21 .sizeof_stat = sizeof_field(_type, _stat), \
22 .stat_offset = offsetof(_type, _stat) \
23}
24
25/* netdevice statistics */
26#define FM10K_NETDEV_STAT(_net_stat) \
27 FM10K_STAT_FIELDS(struct net_device_stats, __stringify(_net_stat), \
28 _net_stat)
29
30static const struct fm10k_stats fm10k_gstrings_net_stats[] = {
31 FM10K_NETDEV_STAT(tx_packets),
32 FM10K_NETDEV_STAT(tx_bytes),
33 FM10K_NETDEV_STAT(tx_errors),
34 FM10K_NETDEV_STAT(rx_packets),
35 FM10K_NETDEV_STAT(rx_bytes),
36 FM10K_NETDEV_STAT(rx_errors),
37 FM10K_NETDEV_STAT(rx_dropped),
38
39 /* detailed Rx errors */
40 FM10K_NETDEV_STAT(rx_length_errors),
41 FM10K_NETDEV_STAT(rx_crc_errors),
42 FM10K_NETDEV_STAT(rx_fifo_errors),
43};
44
45#define FM10K_NETDEV_STATS_LEN ARRAY_SIZE(fm10k_gstrings_net_stats)
46
47/* General interface statistics */
48#define FM10K_STAT(_name, _stat) \
49 FM10K_STAT_FIELDS(struct fm10k_intfc, _name, _stat)
50
51static const struct fm10k_stats fm10k_gstrings_global_stats[] = {
52 FM10K_STAT("tx_restart_queue", restart_queue),
53 FM10K_STAT("tx_busy", tx_busy),
54 FM10K_STAT("tx_csum_errors", tx_csum_errors),
55 FM10K_STAT("rx_alloc_failed", alloc_failed),
56 FM10K_STAT("rx_csum_errors", rx_csum_errors),
57
58 FM10K_STAT("tx_packets_nic", tx_packets_nic),
59 FM10K_STAT("tx_bytes_nic", tx_bytes_nic),
60 FM10K_STAT("rx_packets_nic", rx_packets_nic),
61 FM10K_STAT("rx_bytes_nic", rx_bytes_nic),
62 FM10K_STAT("rx_drops_nic", rx_drops_nic),
63 FM10K_STAT("rx_overrun_pf", rx_overrun_pf),
64 FM10K_STAT("rx_overrun_vf", rx_overrun_vf),
65
66 FM10K_STAT("swapi_status", hw.swapi.status),
67 FM10K_STAT("mac_rules_used", hw.swapi.mac.used),
68 FM10K_STAT("mac_rules_avail", hw.swapi.mac.avail),
69
70 FM10K_STAT("reset_while_pending", hw.mac.reset_while_pending),
71
72 FM10K_STAT("tx_hang_count", tx_timeout_count),
73};
74
75static const struct fm10k_stats fm10k_gstrings_pf_stats[] = {
76 FM10K_STAT("timeout", stats.timeout.count),
77 FM10K_STAT("ur", stats.ur.count),
78 FM10K_STAT("ca", stats.ca.count),
79 FM10K_STAT("um", stats.um.count),
80 FM10K_STAT("xec", stats.xec.count),
81 FM10K_STAT("vlan_drop", stats.vlan_drop.count),
82 FM10K_STAT("loopback_drop", stats.loopback_drop.count),
83 FM10K_STAT("nodesc_drop", stats.nodesc_drop.count),
84};
85
86/* mailbox statistics */
87#define FM10K_MBX_STAT(_name, _stat) \
88 FM10K_STAT_FIELDS(struct fm10k_mbx_info, _name, _stat)
89
90static const struct fm10k_stats fm10k_gstrings_mbx_stats[] = {
91 FM10K_MBX_STAT("mbx_tx_busy", tx_busy),
92 FM10K_MBX_STAT("mbx_tx_dropped", tx_dropped),
93 FM10K_MBX_STAT("mbx_tx_messages", tx_messages),
94 FM10K_MBX_STAT("mbx_tx_dwords", tx_dwords),
95 FM10K_MBX_STAT("mbx_tx_mbmem_pulled", tx_mbmem_pulled),
96 FM10K_MBX_STAT("mbx_rx_messages", rx_messages),
97 FM10K_MBX_STAT("mbx_rx_dwords", rx_dwords),
98 FM10K_MBX_STAT("mbx_rx_parse_err", rx_parse_err),
99 FM10K_MBX_STAT("mbx_rx_mbmem_pushed", rx_mbmem_pushed),
100};
101
102/* per-queue ring statistics */
103#define FM10K_QUEUE_STAT(_name, _stat) \
104 FM10K_STAT_FIELDS(struct fm10k_ring, _name, _stat)
105
106static const struct fm10k_stats fm10k_gstrings_queue_stats[] = {
107 FM10K_QUEUE_STAT("%s_queue_%u_packets", stats.packets),
108 FM10K_QUEUE_STAT("%s_queue_%u_bytes", stats.bytes),
109};
110
111#define FM10K_GLOBAL_STATS_LEN ARRAY_SIZE(fm10k_gstrings_global_stats)
112#define FM10K_PF_STATS_LEN ARRAY_SIZE(fm10k_gstrings_pf_stats)
113#define FM10K_MBX_STATS_LEN ARRAY_SIZE(fm10k_gstrings_mbx_stats)
114#define FM10K_QUEUE_STATS_LEN ARRAY_SIZE(fm10k_gstrings_queue_stats)
115
116#define FM10K_STATIC_STATS_LEN (FM10K_GLOBAL_STATS_LEN + \
117 FM10K_NETDEV_STATS_LEN + \
118 FM10K_MBX_STATS_LEN)
119
120static const char fm10k_gstrings_test[][ETH_GSTRING_LEN] = {
121 "Mailbox test (on/offline)"
122};
123
124#define FM10K_TEST_LEN (sizeof(fm10k_gstrings_test) / ETH_GSTRING_LEN)
125
126enum fm10k_self_test_types {
127 FM10K_TEST_MBX,
128 FM10K_TEST_MAX = FM10K_TEST_LEN
129};
130
131enum {
132 FM10K_PRV_FLAG_LEN,
133};
134
135static const char fm10k_prv_flags[FM10K_PRV_FLAG_LEN][ETH_GSTRING_LEN] = {
136};
137
138static void __fm10k_add_stat_strings(u8 **p, const struct fm10k_stats stats[],
139 const unsigned int size, ...)
140{
141 unsigned int i;
142
143 for (i = 0; i < size; i++) {
144 va_list args;
145
146 va_start(args, size);
147 vsnprintf(*p, ETH_GSTRING_LEN, stats[i].stat_string, args);
148 *p += ETH_GSTRING_LEN;
149 va_end(args);
150 }
151}
152
153#define fm10k_add_stat_strings(p, stats, ...) \
154 __fm10k_add_stat_strings(p, stats, ARRAY_SIZE(stats), ## __VA_ARGS__)
155
156static void fm10k_get_stat_strings(struct net_device *dev, u8 *data)
157{
158 struct fm10k_intfc *interface = netdev_priv(dev);
159 unsigned int i;
160
161 fm10k_add_stat_strings(&data, fm10k_gstrings_net_stats);
162
163 fm10k_add_stat_strings(&data, fm10k_gstrings_global_stats);
164
165 fm10k_add_stat_strings(&data, fm10k_gstrings_mbx_stats);
166
167 if (interface->hw.mac.type != fm10k_mac_vf)
168 fm10k_add_stat_strings(&data, fm10k_gstrings_pf_stats);
169
170 for (i = 0; i < interface->hw.mac.max_queues; i++) {
171 fm10k_add_stat_strings(&data, fm10k_gstrings_queue_stats,
172 "tx", i);
173
174 fm10k_add_stat_strings(&data, fm10k_gstrings_queue_stats,
175 "rx", i);
176 }
177}
178
179static void fm10k_get_strings(struct net_device *dev,
180 u32 stringset, u8 *data)
181{
182 switch (stringset) {
183 case ETH_SS_TEST:
184 memcpy(data, fm10k_gstrings_test,
185 FM10K_TEST_LEN * ETH_GSTRING_LEN);
186 break;
187 case ETH_SS_STATS:
188 fm10k_get_stat_strings(dev, data);
189 break;
190 case ETH_SS_PRIV_FLAGS:
191 memcpy(data, fm10k_prv_flags,
192 FM10K_PRV_FLAG_LEN * ETH_GSTRING_LEN);
193 break;
194 }
195}
196
197static int fm10k_get_sset_count(struct net_device *dev, int sset)
198{
199 struct fm10k_intfc *interface = netdev_priv(dev);
200 struct fm10k_hw *hw = &interface->hw;
201 int stats_len = FM10K_STATIC_STATS_LEN;
202
203 switch (sset) {
204 case ETH_SS_TEST:
205 return FM10K_TEST_LEN;
206 case ETH_SS_STATS:
207 stats_len += hw->mac.max_queues * 2 * FM10K_QUEUE_STATS_LEN;
208
209 if (hw->mac.type != fm10k_mac_vf)
210 stats_len += FM10K_PF_STATS_LEN;
211
212 return stats_len;
213 case ETH_SS_PRIV_FLAGS:
214 return FM10K_PRV_FLAG_LEN;
215 default:
216 return -EOPNOTSUPP;
217 }
218}
219
220static void __fm10k_add_ethtool_stats(u64 **data, void *pointer,
221 const struct fm10k_stats stats[],
222 const unsigned int size)
223{
224 unsigned int i;
225
226 if (!pointer) {
227 /* memory is not zero allocated so we have to clear it */
228 for (i = 0; i < size; i++)
229 *((*data)++) = 0;
230 return;
231 }
232
233 for (i = 0; i < size; i++) {
234 char *p = (char *)pointer + stats[i].stat_offset;
235
236 switch (stats[i].sizeof_stat) {
237 case sizeof(u64):
238 *((*data)++) = *(u64 *)p;
239 break;
240 case sizeof(u32):
241 *((*data)++) = *(u32 *)p;
242 break;
243 case sizeof(u16):
244 *((*data)++) = *(u16 *)p;
245 break;
246 case sizeof(u8):
247 *((*data)++) = *(u8 *)p;
248 break;
249 default:
250 WARN_ONCE(1, "unexpected stat size for %s",
251 stats[i].stat_string);
252 *((*data)++) = 0;
253 }
254 }
255}
256
257#define fm10k_add_ethtool_stats(data, pointer, stats) \
258 __fm10k_add_ethtool_stats(data, pointer, stats, ARRAY_SIZE(stats))
259
260static void fm10k_get_ethtool_stats(struct net_device *netdev,
261 struct ethtool_stats __always_unused *stats,
262 u64 *data)
263{
264 struct fm10k_intfc *interface = netdev_priv(netdev);
265 struct net_device_stats *net_stats = &netdev->stats;
266 int i;
267
268 fm10k_update_stats(interface);
269
270 fm10k_add_ethtool_stats(&data, net_stats, fm10k_gstrings_net_stats);
271
272 fm10k_add_ethtool_stats(&data, interface, fm10k_gstrings_global_stats);
273
274 fm10k_add_ethtool_stats(&data, &interface->hw.mbx,
275 fm10k_gstrings_mbx_stats);
276
277 if (interface->hw.mac.type != fm10k_mac_vf) {
278 fm10k_add_ethtool_stats(&data, interface,
279 fm10k_gstrings_pf_stats);
280 }
281
282 for (i = 0; i < interface->hw.mac.max_queues; i++) {
283 struct fm10k_ring *ring;
284
285 ring = interface->tx_ring[i];
286 fm10k_add_ethtool_stats(&data, ring,
287 fm10k_gstrings_queue_stats);
288
289 ring = interface->rx_ring[i];
290 fm10k_add_ethtool_stats(&data, ring,
291 fm10k_gstrings_queue_stats);
292 }
293}
294
295/* If function below adds more registers this define needs to be updated */
296#define FM10K_REGS_LEN_Q 29
297
298static void fm10k_get_reg_q(struct fm10k_hw *hw, u32 *buff, int i)
299{
300 int idx = 0;
301
302 buff[idx++] = fm10k_read_reg(hw, FM10K_RDBAL(i));
303 buff[idx++] = fm10k_read_reg(hw, FM10K_RDBAH(i));
304 buff[idx++] = fm10k_read_reg(hw, FM10K_RDLEN(i));
305 buff[idx++] = fm10k_read_reg(hw, FM10K_TPH_RXCTRL(i));
306 buff[idx++] = fm10k_read_reg(hw, FM10K_RDH(i));
307 buff[idx++] = fm10k_read_reg(hw, FM10K_RDT(i));
308 buff[idx++] = fm10k_read_reg(hw, FM10K_RXQCTL(i));
309 buff[idx++] = fm10k_read_reg(hw, FM10K_RXDCTL(i));
310 buff[idx++] = fm10k_read_reg(hw, FM10K_RXINT(i));
311 buff[idx++] = fm10k_read_reg(hw, FM10K_SRRCTL(i));
312 buff[idx++] = fm10k_read_reg(hw, FM10K_QPRC(i));
313 buff[idx++] = fm10k_read_reg(hw, FM10K_QPRDC(i));
314 buff[idx++] = fm10k_read_reg(hw, FM10K_QBRC_L(i));
315 buff[idx++] = fm10k_read_reg(hw, FM10K_QBRC_H(i));
316 buff[idx++] = fm10k_read_reg(hw, FM10K_TDBAL(i));
317 buff[idx++] = fm10k_read_reg(hw, FM10K_TDBAH(i));
318 buff[idx++] = fm10k_read_reg(hw, FM10K_TDLEN(i));
319 buff[idx++] = fm10k_read_reg(hw, FM10K_TPH_TXCTRL(i));
320 buff[idx++] = fm10k_read_reg(hw, FM10K_TDH(i));
321 buff[idx++] = fm10k_read_reg(hw, FM10K_TDT(i));
322 buff[idx++] = fm10k_read_reg(hw, FM10K_TXDCTL(i));
323 buff[idx++] = fm10k_read_reg(hw, FM10K_TXQCTL(i));
324 buff[idx++] = fm10k_read_reg(hw, FM10K_TXINT(i));
325 buff[idx++] = fm10k_read_reg(hw, FM10K_QPTC(i));
326 buff[idx++] = fm10k_read_reg(hw, FM10K_QBTC_L(i));
327 buff[idx++] = fm10k_read_reg(hw, FM10K_QBTC_H(i));
328 buff[idx++] = fm10k_read_reg(hw, FM10K_TQDLOC(i));
329 buff[idx++] = fm10k_read_reg(hw, FM10K_TX_SGLORT(i));
330 buff[idx++] = fm10k_read_reg(hw, FM10K_PFVTCTL(i));
331
332 BUG_ON(idx != FM10K_REGS_LEN_Q);
333}
334
335/* If function above adds more registers this define needs to be updated */
336#define FM10K_REGS_LEN_VSI 43
337
338static void fm10k_get_reg_vsi(struct fm10k_hw *hw, u32 *buff, int i)
339{
340 int idx = 0, j;
341
342 buff[idx++] = fm10k_read_reg(hw, FM10K_MRQC(i));
343 for (j = 0; j < 10; j++)
344 buff[idx++] = fm10k_read_reg(hw, FM10K_RSSRK(i, j));
345 for (j = 0; j < 32; j++)
346 buff[idx++] = fm10k_read_reg(hw, FM10K_RETA(i, j));
347
348 BUG_ON(idx != FM10K_REGS_LEN_VSI);
349}
350
351static void fm10k_get_regs(struct net_device *netdev,
352 struct ethtool_regs *regs, void *p)
353{
354 struct fm10k_intfc *interface = netdev_priv(netdev);
355 struct fm10k_hw *hw = &interface->hw;
356 u32 *buff = p;
357 u16 i;
358
359 regs->version = BIT(24) | (hw->revision_id << 16) | hw->device_id;
360
361 switch (hw->mac.type) {
362 case fm10k_mac_pf:
363 /* General PF Registers */
364 *(buff++) = fm10k_read_reg(hw, FM10K_CTRL);
365 *(buff++) = fm10k_read_reg(hw, FM10K_CTRL_EXT);
366 *(buff++) = fm10k_read_reg(hw, FM10K_GCR);
367 *(buff++) = fm10k_read_reg(hw, FM10K_GCR_EXT);
368
369 for (i = 0; i < 8; i++) {
370 *(buff++) = fm10k_read_reg(hw, FM10K_DGLORTMAP(i));
371 *(buff++) = fm10k_read_reg(hw, FM10K_DGLORTDEC(i));
372 }
373
374 for (i = 0; i < 65; i++) {
375 fm10k_get_reg_vsi(hw, buff, i);
376 buff += FM10K_REGS_LEN_VSI;
377 }
378
379 *(buff++) = fm10k_read_reg(hw, FM10K_DMA_CTRL);
380 *(buff++) = fm10k_read_reg(hw, FM10K_DMA_CTRL2);
381
382 for (i = 0; i < FM10K_MAX_QUEUES_PF; i++) {
383 fm10k_get_reg_q(hw, buff, i);
384 buff += FM10K_REGS_LEN_Q;
385 }
386
387 *(buff++) = fm10k_read_reg(hw, FM10K_TPH_CTRL);
388
389 for (i = 0; i < 8; i++)
390 *(buff++) = fm10k_read_reg(hw, FM10K_INT_MAP(i));
391
392 /* Interrupt Throttling Registers */
393 for (i = 0; i < 130; i++)
394 *(buff++) = fm10k_read_reg(hw, FM10K_ITR(i));
395
396 break;
397 case fm10k_mac_vf:
398 /* General VF registers */
399 *(buff++) = fm10k_read_reg(hw, FM10K_VFCTRL);
400 *(buff++) = fm10k_read_reg(hw, FM10K_VFINT_MAP);
401 *(buff++) = fm10k_read_reg(hw, FM10K_VFSYSTIME);
402
403 /* Interrupt Throttling Registers */
404 for (i = 0; i < 8; i++)
405 *(buff++) = fm10k_read_reg(hw, FM10K_VFITR(i));
406
407 fm10k_get_reg_vsi(hw, buff, 0);
408 buff += FM10K_REGS_LEN_VSI;
409
410 for (i = 0; i < FM10K_MAX_QUEUES_POOL; i++) {
411 if (i < hw->mac.max_queues)
412 fm10k_get_reg_q(hw, buff, i);
413 else
414 memset(buff, 0, sizeof(u32) * FM10K_REGS_LEN_Q);
415 buff += FM10K_REGS_LEN_Q;
416 }
417
418 break;
419 default:
420 return;
421 }
422}
423
424/* If function above adds more registers these define need to be updated */
425#define FM10K_REGS_LEN_PF \
426(162 + (65 * FM10K_REGS_LEN_VSI) + (FM10K_MAX_QUEUES_PF * FM10K_REGS_LEN_Q))
427#define FM10K_REGS_LEN_VF \
428(11 + FM10K_REGS_LEN_VSI + (FM10K_MAX_QUEUES_POOL * FM10K_REGS_LEN_Q))
429
430static int fm10k_get_regs_len(struct net_device *netdev)
431{
432 struct fm10k_intfc *interface = netdev_priv(netdev);
433 struct fm10k_hw *hw = &interface->hw;
434
435 switch (hw->mac.type) {
436 case fm10k_mac_pf:
437 return FM10K_REGS_LEN_PF * sizeof(u32);
438 case fm10k_mac_vf:
439 return FM10K_REGS_LEN_VF * sizeof(u32);
440 default:
441 return 0;
442 }
443}
444
445static void fm10k_get_drvinfo(struct net_device *dev,
446 struct ethtool_drvinfo *info)
447{
448 struct fm10k_intfc *interface = netdev_priv(dev);
449
450 strncpy(info->driver, fm10k_driver_name,
451 sizeof(info->driver) - 1);
452 strncpy(info->bus_info, pci_name(interface->pdev),
453 sizeof(info->bus_info) - 1);
454}
455
456static void fm10k_get_pauseparam(struct net_device *dev,
457 struct ethtool_pauseparam *pause)
458{
459 struct fm10k_intfc *interface = netdev_priv(dev);
460
461 /* record fixed values for autoneg and tx pause */
462 pause->autoneg = 0;
463 pause->tx_pause = 1;
464
465 pause->rx_pause = interface->rx_pause ? 1 : 0;
466}
467
468static int fm10k_set_pauseparam(struct net_device *dev,
469 struct ethtool_pauseparam *pause)
470{
471 struct fm10k_intfc *interface = netdev_priv(dev);
472 struct fm10k_hw *hw = &interface->hw;
473
474 if (pause->autoneg || !pause->tx_pause)
475 return -EINVAL;
476
477 /* we can only support pause on the PF to avoid head-of-line blocking */
478 if (hw->mac.type == fm10k_mac_pf)
479 interface->rx_pause = pause->rx_pause ? ~0 : 0;
480 else if (pause->rx_pause)
481 return -EINVAL;
482
483 if (netif_running(dev))
484 fm10k_update_rx_drop_en(interface);
485
486 return 0;
487}
488
489static u32 fm10k_get_msglevel(struct net_device *netdev)
490{
491 struct fm10k_intfc *interface = netdev_priv(netdev);
492
493 return interface->msg_enable;
494}
495
496static void fm10k_set_msglevel(struct net_device *netdev, u32 data)
497{
498 struct fm10k_intfc *interface = netdev_priv(netdev);
499
500 interface->msg_enable = data;
501}
502
503static void fm10k_get_ringparam(struct net_device *netdev,
504 struct ethtool_ringparam *ring)
505{
506 struct fm10k_intfc *interface = netdev_priv(netdev);
507
508 ring->rx_max_pending = FM10K_MAX_RXD;
509 ring->tx_max_pending = FM10K_MAX_TXD;
510 ring->rx_mini_max_pending = 0;
511 ring->rx_jumbo_max_pending = 0;
512 ring->rx_pending = interface->rx_ring_count;
513 ring->tx_pending = interface->tx_ring_count;
514 ring->rx_mini_pending = 0;
515 ring->rx_jumbo_pending = 0;
516}
517
518static int fm10k_set_ringparam(struct net_device *netdev,
519 struct ethtool_ringparam *ring)
520{
521 struct fm10k_intfc *interface = netdev_priv(netdev);
522 struct fm10k_ring *temp_ring;
523 int i, err = 0;
524 u32 new_rx_count, new_tx_count;
525
526 if ((ring->rx_mini_pending) || (ring->rx_jumbo_pending))
527 return -EINVAL;
528
529 new_tx_count = clamp_t(u32, ring->tx_pending,
530 FM10K_MIN_TXD, FM10K_MAX_TXD);
531 new_tx_count = ALIGN(new_tx_count, FM10K_REQ_TX_DESCRIPTOR_MULTIPLE);
532
533 new_rx_count = clamp_t(u32, ring->rx_pending,
534 FM10K_MIN_RXD, FM10K_MAX_RXD);
535 new_rx_count = ALIGN(new_rx_count, FM10K_REQ_RX_DESCRIPTOR_MULTIPLE);
536
537 if ((new_tx_count == interface->tx_ring_count) &&
538 (new_rx_count == interface->rx_ring_count)) {
539 /* nothing to do */
540 return 0;
541 }
542
543 while (test_and_set_bit(__FM10K_RESETTING, interface->state))
544 usleep_range(1000, 2000);
545
546 if (!netif_running(interface->netdev)) {
547 for (i = 0; i < interface->num_tx_queues; i++)
548 interface->tx_ring[i]->count = new_tx_count;
549 for (i = 0; i < interface->num_rx_queues; i++)
550 interface->rx_ring[i]->count = new_rx_count;
551 interface->tx_ring_count = new_tx_count;
552 interface->rx_ring_count = new_rx_count;
553 goto clear_reset;
554 }
555
556 /* allocate temporary buffer to store rings in */
557 i = max_t(int, interface->num_tx_queues, interface->num_rx_queues);
558 temp_ring = vmalloc(array_size(i, sizeof(struct fm10k_ring)));
559
560 if (!temp_ring) {
561 err = -ENOMEM;
562 goto clear_reset;
563 }
564
565 fm10k_down(interface);
566
567 /* Setup new Tx resources and free the old Tx resources in that order.
568 * We can then assign the new resources to the rings via a memcpy.
569 * The advantage to this approach is that we are guaranteed to still
570 * have resources even in the case of an allocation failure.
571 */
572 if (new_tx_count != interface->tx_ring_count) {
573 for (i = 0; i < interface->num_tx_queues; i++) {
574 memcpy(&temp_ring[i], interface->tx_ring[i],
575 sizeof(struct fm10k_ring));
576
577 temp_ring[i].count = new_tx_count;
578 err = fm10k_setup_tx_resources(&temp_ring[i]);
579 if (err) {
580 while (i) {
581 i--;
582 fm10k_free_tx_resources(&temp_ring[i]);
583 }
584 goto err_setup;
585 }
586 }
587
588 for (i = 0; i < interface->num_tx_queues; i++) {
589 fm10k_free_tx_resources(interface->tx_ring[i]);
590
591 memcpy(interface->tx_ring[i], &temp_ring[i],
592 sizeof(struct fm10k_ring));
593 }
594
595 interface->tx_ring_count = new_tx_count;
596 }
597
598 /* Repeat the process for the Rx rings if needed */
599 if (new_rx_count != interface->rx_ring_count) {
600 for (i = 0; i < interface->num_rx_queues; i++) {
601 memcpy(&temp_ring[i], interface->rx_ring[i],
602 sizeof(struct fm10k_ring));
603
604 temp_ring[i].count = new_rx_count;
605 err = fm10k_setup_rx_resources(&temp_ring[i]);
606 if (err) {
607 while (i) {
608 i--;
609 fm10k_free_rx_resources(&temp_ring[i]);
610 }
611 goto err_setup;
612 }
613 }
614
615 for (i = 0; i < interface->num_rx_queues; i++) {
616 fm10k_free_rx_resources(interface->rx_ring[i]);
617
618 memcpy(interface->rx_ring[i], &temp_ring[i],
619 sizeof(struct fm10k_ring));
620 }
621
622 interface->rx_ring_count = new_rx_count;
623 }
624
625err_setup:
626 fm10k_up(interface);
627 vfree(temp_ring);
628clear_reset:
629 clear_bit(__FM10K_RESETTING, interface->state);
630 return err;
631}
632
633static int fm10k_get_coalesce(struct net_device *dev,
634 struct ethtool_coalesce *ec)
635{
636 struct fm10k_intfc *interface = netdev_priv(dev);
637
638 ec->use_adaptive_tx_coalesce = ITR_IS_ADAPTIVE(interface->tx_itr);
639 ec->tx_coalesce_usecs = interface->tx_itr & ~FM10K_ITR_ADAPTIVE;
640
641 ec->use_adaptive_rx_coalesce = ITR_IS_ADAPTIVE(interface->rx_itr);
642 ec->rx_coalesce_usecs = interface->rx_itr & ~FM10K_ITR_ADAPTIVE;
643
644 return 0;
645}
646
647static int fm10k_set_coalesce(struct net_device *dev,
648 struct ethtool_coalesce *ec)
649{
650 struct fm10k_intfc *interface = netdev_priv(dev);
651 u16 tx_itr, rx_itr;
652 int i;
653
654 /* verify limits */
655 if ((ec->rx_coalesce_usecs > FM10K_ITR_MAX) ||
656 (ec->tx_coalesce_usecs > FM10K_ITR_MAX))
657 return -EINVAL;
658
659 /* record settings */
660 tx_itr = ec->tx_coalesce_usecs;
661 rx_itr = ec->rx_coalesce_usecs;
662
663 /* set initial values for adaptive ITR */
664 if (ec->use_adaptive_tx_coalesce)
665 tx_itr = FM10K_ITR_ADAPTIVE | FM10K_TX_ITR_DEFAULT;
666
667 if (ec->use_adaptive_rx_coalesce)
668 rx_itr = FM10K_ITR_ADAPTIVE | FM10K_RX_ITR_DEFAULT;
669
670 /* update interface */
671 interface->tx_itr = tx_itr;
672 interface->rx_itr = rx_itr;
673
674 /* update q_vectors */
675 for (i = 0; i < interface->num_q_vectors; i++) {
676 struct fm10k_q_vector *qv = interface->q_vector[i];
677
678 qv->tx.itr = tx_itr;
679 qv->rx.itr = rx_itr;
680 }
681
682 return 0;
683}
684
685static int fm10k_get_rss_hash_opts(struct fm10k_intfc *interface,
686 struct ethtool_rxnfc *cmd)
687{
688 cmd->data = 0;
689
690 /* Report default options for RSS on fm10k */
691 switch (cmd->flow_type) {
692 case TCP_V4_FLOW:
693 case TCP_V6_FLOW:
694 cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
695 fallthrough;
696 case UDP_V4_FLOW:
697 if (test_bit(FM10K_FLAG_RSS_FIELD_IPV4_UDP,
698 interface->flags))
699 cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
700 fallthrough;
701 case SCTP_V4_FLOW:
702 case SCTP_V6_FLOW:
703 case AH_ESP_V4_FLOW:
704 case AH_ESP_V6_FLOW:
705 case AH_V4_FLOW:
706 case AH_V6_FLOW:
707 case ESP_V4_FLOW:
708 case ESP_V6_FLOW:
709 case IPV4_FLOW:
710 case IPV6_FLOW:
711 cmd->data |= RXH_IP_SRC | RXH_IP_DST;
712 break;
713 case UDP_V6_FLOW:
714 if (test_bit(FM10K_FLAG_RSS_FIELD_IPV6_UDP,
715 interface->flags))
716 cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
717 cmd->data |= RXH_IP_SRC | RXH_IP_DST;
718 break;
719 default:
720 return -EINVAL;
721 }
722
723 return 0;
724}
725
726static int fm10k_get_rxnfc(struct net_device *dev, struct ethtool_rxnfc *cmd,
727 u32 __always_unused *rule_locs)
728{
729 struct fm10k_intfc *interface = netdev_priv(dev);
730 int ret = -EOPNOTSUPP;
731
732 switch (cmd->cmd) {
733 case ETHTOOL_GRXRINGS:
734 cmd->data = interface->num_rx_queues;
735 ret = 0;
736 break;
737 case ETHTOOL_GRXFH:
738 ret = fm10k_get_rss_hash_opts(interface, cmd);
739 break;
740 default:
741 break;
742 }
743
744 return ret;
745}
746
747static int fm10k_set_rss_hash_opt(struct fm10k_intfc *interface,
748 struct ethtool_rxnfc *nfc)
749{
750 int rss_ipv4_udp = test_bit(FM10K_FLAG_RSS_FIELD_IPV4_UDP,
751 interface->flags);
752 int rss_ipv6_udp = test_bit(FM10K_FLAG_RSS_FIELD_IPV6_UDP,
753 interface->flags);
754
755 /* RSS does not support anything other than hashing
756 * to queues on src and dst IPs and ports
757 */
758 if (nfc->data & ~(RXH_IP_SRC | RXH_IP_DST |
759 RXH_L4_B_0_1 | RXH_L4_B_2_3))
760 return -EINVAL;
761
762 switch (nfc->flow_type) {
763 case TCP_V4_FLOW:
764 case TCP_V6_FLOW:
765 if (!(nfc->data & RXH_IP_SRC) ||
766 !(nfc->data & RXH_IP_DST) ||
767 !(nfc->data & RXH_L4_B_0_1) ||
768 !(nfc->data & RXH_L4_B_2_3))
769 return -EINVAL;
770 break;
771 case UDP_V4_FLOW:
772 if (!(nfc->data & RXH_IP_SRC) ||
773 !(nfc->data & RXH_IP_DST))
774 return -EINVAL;
775 switch (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) {
776 case 0:
777 clear_bit(FM10K_FLAG_RSS_FIELD_IPV4_UDP,
778 interface->flags);
779 break;
780 case (RXH_L4_B_0_1 | RXH_L4_B_2_3):
781 set_bit(FM10K_FLAG_RSS_FIELD_IPV4_UDP,
782 interface->flags);
783 break;
784 default:
785 return -EINVAL;
786 }
787 break;
788 case UDP_V6_FLOW:
789 if (!(nfc->data & RXH_IP_SRC) ||
790 !(nfc->data & RXH_IP_DST))
791 return -EINVAL;
792 switch (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) {
793 case 0:
794 clear_bit(FM10K_FLAG_RSS_FIELD_IPV6_UDP,
795 interface->flags);
796 break;
797 case (RXH_L4_B_0_1 | RXH_L4_B_2_3):
798 set_bit(FM10K_FLAG_RSS_FIELD_IPV6_UDP,
799 interface->flags);
800 break;
801 default:
802 return -EINVAL;
803 }
804 break;
805 case AH_ESP_V4_FLOW:
806 case AH_V4_FLOW:
807 case ESP_V4_FLOW:
808 case SCTP_V4_FLOW:
809 case AH_ESP_V6_FLOW:
810 case AH_V6_FLOW:
811 case ESP_V6_FLOW:
812 case SCTP_V6_FLOW:
813 if (!(nfc->data & RXH_IP_SRC) ||
814 !(nfc->data & RXH_IP_DST) ||
815 (nfc->data & RXH_L4_B_0_1) ||
816 (nfc->data & RXH_L4_B_2_3))
817 return -EINVAL;
818 break;
819 default:
820 return -EINVAL;
821 }
822
823 /* If something changed we need to update the MRQC register. Note that
824 * test_bit() is guaranteed to return strictly 0 or 1, so testing for
825 * equality is safe.
826 */
827 if ((rss_ipv4_udp != test_bit(FM10K_FLAG_RSS_FIELD_IPV4_UDP,
828 interface->flags)) ||
829 (rss_ipv6_udp != test_bit(FM10K_FLAG_RSS_FIELD_IPV6_UDP,
830 interface->flags))) {
831 struct fm10k_hw *hw = &interface->hw;
832 bool warn = false;
833 u32 mrqc;
834
835 /* Perform hash on these packet types */
836 mrqc = FM10K_MRQC_IPV4 |
837 FM10K_MRQC_TCP_IPV4 |
838 FM10K_MRQC_IPV6 |
839 FM10K_MRQC_TCP_IPV6;
840
841 if (test_bit(FM10K_FLAG_RSS_FIELD_IPV4_UDP,
842 interface->flags)) {
843 mrqc |= FM10K_MRQC_UDP_IPV4;
844 warn = true;
845 }
846 if (test_bit(FM10K_FLAG_RSS_FIELD_IPV6_UDP,
847 interface->flags)) {
848 mrqc |= FM10K_MRQC_UDP_IPV6;
849 warn = true;
850 }
851
852 /* If we enable UDP RSS display a warning that this may cause
853 * fragmented UDP packets to arrive out of order.
854 */
855 if (warn)
856 netif_warn(interface, drv, interface->netdev,
857 "enabling UDP RSS: fragmented packets may arrive out of order to the stack above\n");
858
859 fm10k_write_reg(hw, FM10K_MRQC(0), mrqc);
860 }
861
862 return 0;
863}
864
865static int fm10k_set_rxnfc(struct net_device *dev, struct ethtool_rxnfc *cmd)
866{
867 struct fm10k_intfc *interface = netdev_priv(dev);
868 int ret = -EOPNOTSUPP;
869
870 switch (cmd->cmd) {
871 case ETHTOOL_SRXFH:
872 ret = fm10k_set_rss_hash_opt(interface, cmd);
873 break;
874 default:
875 break;
876 }
877
878 return ret;
879}
880
881static int fm10k_mbx_test(struct fm10k_intfc *interface, u64 *data)
882{
883 struct fm10k_hw *hw = &interface->hw;
884 struct fm10k_mbx_info *mbx = &hw->mbx;
885 u32 attr_flag, test_msg[6];
886 unsigned long timeout;
887 int err = -EINVAL;
888
889 /* For now this is a VF only feature */
890 if (hw->mac.type != fm10k_mac_vf)
891 return 0;
892
893 /* loop through both nested and unnested attribute types */
894 for (attr_flag = BIT(FM10K_TEST_MSG_UNSET);
895 attr_flag < BIT(2 * FM10K_TEST_MSG_NESTED);
896 attr_flag += attr_flag) {
897 /* generate message to be tested */
898 fm10k_tlv_msg_test_create(test_msg, attr_flag);
899
900 fm10k_mbx_lock(interface);
901 mbx->test_result = FM10K_NOT_IMPLEMENTED;
902 err = mbx->ops.enqueue_tx(hw, mbx, test_msg);
903 fm10k_mbx_unlock(interface);
904
905 /* wait up to 1 second for response */
906 timeout = jiffies + HZ;
907 do {
908 if (err < 0)
909 goto err_out;
910
911 usleep_range(500, 1000);
912
913 fm10k_mbx_lock(interface);
914 mbx->ops.process(hw, mbx);
915 fm10k_mbx_unlock(interface);
916
917 err = mbx->test_result;
918 if (!err)
919 break;
920 } while (time_is_after_jiffies(timeout));
921
922 /* reporting errors */
923 if (err)
924 goto err_out;
925 }
926
927err_out:
928 *data = err < 0 ? (attr_flag) : (err > 0);
929 return err;
930}
931
932static void fm10k_self_test(struct net_device *dev,
933 struct ethtool_test *eth_test, u64 *data)
934{
935 struct fm10k_intfc *interface = netdev_priv(dev);
936 struct fm10k_hw *hw = &interface->hw;
937
938 memset(data, 0, sizeof(*data) * FM10K_TEST_LEN);
939
940 if (FM10K_REMOVED(hw->hw_addr)) {
941 netif_err(interface, drv, dev,
942 "Interface removed - test blocked\n");
943 eth_test->flags |= ETH_TEST_FL_FAILED;
944 return;
945 }
946
947 if (fm10k_mbx_test(interface, &data[FM10K_TEST_MBX]))
948 eth_test->flags |= ETH_TEST_FL_FAILED;
949}
950
951static u32 fm10k_get_priv_flags(struct net_device *netdev)
952{
953 return 0;
954}
955
956static int fm10k_set_priv_flags(struct net_device *netdev, u32 priv_flags)
957{
958 if (priv_flags >= BIT(FM10K_PRV_FLAG_LEN))
959 return -EINVAL;
960
961 return 0;
962}
963
964static u32 fm10k_get_reta_size(struct net_device __always_unused *netdev)
965{
966 return FM10K_RETA_SIZE * FM10K_RETA_ENTRIES_PER_REG;
967}
968
969void fm10k_write_reta(struct fm10k_intfc *interface, const u32 *indir)
970{
971 u16 rss_i = interface->ring_feature[RING_F_RSS].indices;
972 struct fm10k_hw *hw = &interface->hw;
973 u32 table[4];
974 int i, j;
975
976 /* record entries to reta table */
977 for (i = 0; i < FM10K_RETA_SIZE; i++) {
978 u32 reta, n;
979
980 /* generate a new table if we weren't given one */
981 for (j = 0; j < 4; j++) {
982 if (indir)
983 n = indir[4 * i + j];
984 else
985 n = ethtool_rxfh_indir_default(4 * i + j,
986 rss_i);
987
988 table[j] = n;
989 }
990
991 reta = table[0] |
992 (table[1] << 8) |
993 (table[2] << 16) |
994 (table[3] << 24);
995
996 if (interface->reta[i] == reta)
997 continue;
998
999 interface->reta[i] = reta;
1000 fm10k_write_reg(hw, FM10K_RETA(0, i), reta);
1001 }
1002}
1003
1004static int fm10k_get_reta(struct net_device *netdev, u32 *indir)
1005{
1006 struct fm10k_intfc *interface = netdev_priv(netdev);
1007 int i;
1008
1009 if (!indir)
1010 return 0;
1011
1012 for (i = 0; i < FM10K_RETA_SIZE; i++, indir += 4) {
1013 u32 reta = interface->reta[i];
1014
1015 indir[0] = (reta << 24) >> 24;
1016 indir[1] = (reta << 16) >> 24;
1017 indir[2] = (reta << 8) >> 24;
1018 indir[3] = (reta) >> 24;
1019 }
1020
1021 return 0;
1022}
1023
1024static int fm10k_set_reta(struct net_device *netdev, const u32 *indir)
1025{
1026 struct fm10k_intfc *interface = netdev_priv(netdev);
1027 int i;
1028 u16 rss_i;
1029
1030 if (!indir)
1031 return 0;
1032
1033 /* Verify user input. */
1034 rss_i = interface->ring_feature[RING_F_RSS].indices;
1035 for (i = fm10k_get_reta_size(netdev); i--;) {
1036 if (indir[i] < rss_i)
1037 continue;
1038 return -EINVAL;
1039 }
1040
1041 fm10k_write_reta(interface, indir);
1042
1043 return 0;
1044}
1045
1046static u32 fm10k_get_rssrk_size(struct net_device __always_unused *netdev)
1047{
1048 return FM10K_RSSRK_SIZE * FM10K_RSSRK_ENTRIES_PER_REG;
1049}
1050
1051static int fm10k_get_rssh(struct net_device *netdev, u32 *indir, u8 *key,
1052 u8 *hfunc)
1053{
1054 struct fm10k_intfc *interface = netdev_priv(netdev);
1055 int i, err;
1056
1057 if (hfunc)
1058 *hfunc = ETH_RSS_HASH_TOP;
1059
1060 err = fm10k_get_reta(netdev, indir);
1061 if (err || !key)
1062 return err;
1063
1064 for (i = 0; i < FM10K_RSSRK_SIZE; i++, key += 4)
1065 *(__le32 *)key = cpu_to_le32(interface->rssrk[i]);
1066
1067 return 0;
1068}
1069
1070static int fm10k_set_rssh(struct net_device *netdev, const u32 *indir,
1071 const u8 *key, const u8 hfunc)
1072{
1073 struct fm10k_intfc *interface = netdev_priv(netdev);
1074 struct fm10k_hw *hw = &interface->hw;
1075 int i, err;
1076
1077 /* We do not allow change in unsupported parameters */
1078 if (hfunc != ETH_RSS_HASH_NO_CHANGE && hfunc != ETH_RSS_HASH_TOP)
1079 return -EOPNOTSUPP;
1080
1081 err = fm10k_set_reta(netdev, indir);
1082 if (err || !key)
1083 return err;
1084
1085 for (i = 0; i < FM10K_RSSRK_SIZE; i++, key += 4) {
1086 u32 rssrk = le32_to_cpu(*(__le32 *)key);
1087
1088 if (interface->rssrk[i] == rssrk)
1089 continue;
1090
1091 interface->rssrk[i] = rssrk;
1092 fm10k_write_reg(hw, FM10K_RSSRK(0, i), rssrk);
1093 }
1094
1095 return 0;
1096}
1097
1098static unsigned int fm10k_max_channels(struct net_device *dev)
1099{
1100 struct fm10k_intfc *interface = netdev_priv(dev);
1101 unsigned int max_combined = interface->hw.mac.max_queues;
1102 u8 tcs = netdev_get_num_tc(dev);
1103
1104 /* For QoS report channels per traffic class */
1105 if (tcs > 1)
1106 max_combined = BIT((fls(max_combined / tcs) - 1));
1107
1108 return max_combined;
1109}
1110
1111static void fm10k_get_channels(struct net_device *dev,
1112 struct ethtool_channels *ch)
1113{
1114 struct fm10k_intfc *interface = netdev_priv(dev);
1115
1116 /* report maximum channels */
1117 ch->max_combined = fm10k_max_channels(dev);
1118
1119 /* report info for other vector */
1120 ch->max_other = NON_Q_VECTORS;
1121 ch->other_count = ch->max_other;
1122
1123 /* record RSS queues */
1124 ch->combined_count = interface->ring_feature[RING_F_RSS].indices;
1125}
1126
1127static int fm10k_set_channels(struct net_device *dev,
1128 struct ethtool_channels *ch)
1129{
1130 struct fm10k_intfc *interface = netdev_priv(dev);
1131 unsigned int count = ch->combined_count;
1132
1133 /* verify they are not requesting separate vectors */
1134 if (!count || ch->rx_count || ch->tx_count)
1135 return -EINVAL;
1136
1137 /* verify other_count has not changed */
1138 if (ch->other_count != NON_Q_VECTORS)
1139 return -EINVAL;
1140
1141 /* verify the number of channels does not exceed hardware limits */
1142 if (count > fm10k_max_channels(dev))
1143 return -EINVAL;
1144
1145 interface->ring_feature[RING_F_RSS].limit = count;
1146
1147 /* use setup TC to update any traffic class queue mapping */
1148 return fm10k_setup_tc(dev, netdev_get_num_tc(dev));
1149}
1150
1151static const struct ethtool_ops fm10k_ethtool_ops = {
1152 .supported_coalesce_params = ETHTOOL_COALESCE_USECS |
1153 ETHTOOL_COALESCE_USE_ADAPTIVE,
1154 .get_strings = fm10k_get_strings,
1155 .get_sset_count = fm10k_get_sset_count,
1156 .get_ethtool_stats = fm10k_get_ethtool_stats,
1157 .get_drvinfo = fm10k_get_drvinfo,
1158 .get_link = ethtool_op_get_link,
1159 .get_pauseparam = fm10k_get_pauseparam,
1160 .set_pauseparam = fm10k_set_pauseparam,
1161 .get_msglevel = fm10k_get_msglevel,
1162 .set_msglevel = fm10k_set_msglevel,
1163 .get_ringparam = fm10k_get_ringparam,
1164 .set_ringparam = fm10k_set_ringparam,
1165 .get_coalesce = fm10k_get_coalesce,
1166 .set_coalesce = fm10k_set_coalesce,
1167 .get_rxnfc = fm10k_get_rxnfc,
1168 .set_rxnfc = fm10k_set_rxnfc,
1169 .get_regs = fm10k_get_regs,
1170 .get_regs_len = fm10k_get_regs_len,
1171 .self_test = fm10k_self_test,
1172 .get_priv_flags = fm10k_get_priv_flags,
1173 .set_priv_flags = fm10k_set_priv_flags,
1174 .get_rxfh_indir_size = fm10k_get_reta_size,
1175 .get_rxfh_key_size = fm10k_get_rssrk_size,
1176 .get_rxfh = fm10k_get_rssh,
1177 .set_rxfh = fm10k_set_rssh,
1178 .get_channels = fm10k_get_channels,
1179 .set_channels = fm10k_set_channels,
1180 .get_ts_info = ethtool_op_get_ts_info,
1181};
1182
1183void fm10k_set_ethtool_ops(struct net_device *dev)
1184{
1185 dev->ethtool_ops = &fm10k_ethtool_ops;
1186}