fm10k: add call to fm10k_clean_all_rx_rings in fm10k_down
[deliverable/linux.git] / drivers / net / ethernet / intel / fm10k / fm10k_ethtool.c
CommitLineData
82dd0f7e 1/* Intel Ethernet Switch Host Interface Driver
97c71e3c 2 * Copyright(c) 2013 - 2015 Intel Corporation.
82dd0f7e
AD
3 *
4 * This program is free software; you can redistribute it and/or modify it
5 * under the terms and conditions of the GNU General Public License,
6 * version 2, as published by the Free Software Foundation.
7 *
8 * This program is distributed in the hope it will be useful, but WITHOUT
9 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
10 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
11 * more details.
12 *
13 * The full GNU General Public License is included in this distribution in
14 * the file called "COPYING".
15 *
16 * Contact Information:
17 * e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
18 * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
19 */
20
eb51bbaf
SR
21#include <linux/vmalloc.h>
22
82dd0f7e
AD
23#include "fm10k.h"
24
25struct fm10k_stats {
26 char stat_string[ETH_GSTRING_LEN];
27 int sizeof_stat;
28 int stat_offset;
29};
30
31#define FM10K_NETDEV_STAT(_net_stat) { \
32 .stat_string = #_net_stat, \
33 .sizeof_stat = FIELD_SIZEOF(struct net_device_stats, _net_stat), \
34 .stat_offset = offsetof(struct net_device_stats, _net_stat) \
35}
36
37static const struct fm10k_stats fm10k_gstrings_net_stats[] = {
38 FM10K_NETDEV_STAT(tx_packets),
39 FM10K_NETDEV_STAT(tx_bytes),
40 FM10K_NETDEV_STAT(tx_errors),
41 FM10K_NETDEV_STAT(rx_packets),
42 FM10K_NETDEV_STAT(rx_bytes),
43 FM10K_NETDEV_STAT(rx_errors),
44 FM10K_NETDEV_STAT(rx_dropped),
45
46 /* detailed Rx errors */
47 FM10K_NETDEV_STAT(rx_length_errors),
48 FM10K_NETDEV_STAT(rx_crc_errors),
49 FM10K_NETDEV_STAT(rx_fifo_errors),
50};
51
52#define FM10K_NETDEV_STATS_LEN ARRAY_SIZE(fm10k_gstrings_net_stats)
53
54#define FM10K_STAT(_name, _stat) { \
55 .stat_string = _name, \
56 .sizeof_stat = FIELD_SIZEOF(struct fm10k_intfc, _stat), \
57 .stat_offset = offsetof(struct fm10k_intfc, _stat) \
58}
59
fbdb159f 60static const struct fm10k_stats fm10k_gstrings_global_stats[] = {
82dd0f7e
AD
61 FM10K_STAT("tx_restart_queue", restart_queue),
62 FM10K_STAT("tx_busy", tx_busy),
63 FM10K_STAT("tx_csum_errors", tx_csum_errors),
64 FM10K_STAT("rx_alloc_failed", alloc_failed),
65 FM10K_STAT("rx_csum_errors", rx_csum_errors),
82dd0f7e
AD
66
67 FM10K_STAT("tx_packets_nic", tx_packets_nic),
68 FM10K_STAT("tx_bytes_nic", tx_bytes_nic),
69 FM10K_STAT("rx_packets_nic", rx_packets_nic),
70 FM10K_STAT("rx_bytes_nic", rx_bytes_nic),
71 FM10K_STAT("rx_drops_nic", rx_drops_nic),
72 FM10K_STAT("rx_overrun_pf", rx_overrun_pf),
73 FM10K_STAT("rx_overrun_vf", rx_overrun_vf),
74
82dd0f7e
AD
75 FM10K_STAT("swapi_status", hw.swapi.status),
76 FM10K_STAT("mac_rules_used", hw.swapi.mac.used),
77 FM10K_STAT("mac_rules_avail", hw.swapi.mac.avail),
78
79 FM10K_STAT("mbx_tx_busy", hw.mbx.tx_busy),
750c607e 80 FM10K_STAT("mbx_tx_oversized", hw.mbx.tx_dropped),
82dd0f7e
AD
81 FM10K_STAT("mbx_tx_messages", hw.mbx.tx_messages),
82 FM10K_STAT("mbx_tx_dwords", hw.mbx.tx_dwords),
83 FM10K_STAT("mbx_rx_messages", hw.mbx.rx_messages),
84 FM10K_STAT("mbx_rx_dwords", hw.mbx.rx_dwords),
85 FM10K_STAT("mbx_rx_parse_err", hw.mbx.rx_parse_err),
a211e013 86
e05546ec
JK
87 FM10K_STAT("tx_hang_count", tx_timeout_count),
88
a211e013 89 FM10K_STAT("tx_hwtstamp_timeouts", tx_hwtstamp_timeouts),
82dd0f7e
AD
90};
91
fbdb159f
JK
92static const struct fm10k_stats fm10k_gstrings_pf_stats[] = {
93 FM10K_STAT("timeout", stats.timeout.count),
94 FM10K_STAT("ur", stats.ur.count),
95 FM10K_STAT("ca", stats.ca.count),
96 FM10K_STAT("um", stats.um.count),
97 FM10K_STAT("xec", stats.xec.count),
98 FM10K_STAT("vlan_drop", stats.vlan_drop.count),
99 FM10K_STAT("loopback_drop", stats.loopback_drop.count),
100 FM10K_STAT("nodesc_drop", stats.nodesc_drop.count),
101};
102
103#define FM10K_GLOBAL_STATS_LEN ARRAY_SIZE(fm10k_gstrings_global_stats)
104#define FM10K_PF_STATS_LEN ARRAY_SIZE(fm10k_gstrings_pf_stats)
82dd0f7e 105
c0e61781
JK
106#define FM10K_QUEUE_STATS_LEN(_n) \
107 ( (_n) * 2 * (sizeof(struct fm10k_queue_stats) / sizeof(u64)))
82dd0f7e 108
c0e61781
JK
109#define FM10K_STATIC_STATS_LEN (FM10K_GLOBAL_STATS_LEN + \
110 FM10K_NETDEV_STATS_LEN)
82dd0f7e 111
5cb8db4a
AD
112static const char fm10k_gstrings_test[][ETH_GSTRING_LEN] = {
113 "Mailbox test (on/offline)"
114};
115
116#define FM10K_TEST_LEN (sizeof(fm10k_gstrings_test) / ETH_GSTRING_LEN)
117
118enum fm10k_self_test_types {
119 FM10K_TEST_MBX,
120 FM10K_TEST_MAX = FM10K_TEST_LEN
121};
122
de445199 123static void fm10k_get_strings(struct net_device *dev, u32 stringset, u8 *data)
82dd0f7e 124{
29a928ee 125 struct fm10k_intfc *interface = netdev_priv(dev);
82dd0f7e
AD
126 char *p = (char *)data;
127 int i;
128
129 switch (stringset) {
5cb8db4a
AD
130 case ETH_SS_TEST:
131 memcpy(data, *fm10k_gstrings_test,
132 FM10K_TEST_LEN * ETH_GSTRING_LEN);
133 break;
82dd0f7e
AD
134 case ETH_SS_STATS:
135 for (i = 0; i < FM10K_NETDEV_STATS_LEN; i++) {
136 memcpy(p, fm10k_gstrings_net_stats[i].stat_string,
137 ETH_GSTRING_LEN);
138 p += ETH_GSTRING_LEN;
139 }
140 for (i = 0; i < FM10K_GLOBAL_STATS_LEN; i++) {
fbdb159f 141 memcpy(p, fm10k_gstrings_global_stats[i].stat_string,
82dd0f7e
AD
142 ETH_GSTRING_LEN);
143 p += ETH_GSTRING_LEN;
144 }
145
fbdb159f
JK
146 if (interface->hw.mac.type != fm10k_mac_vf)
147 for (i = 0; i < FM10K_PF_STATS_LEN; i++) {
148 memcpy(p, fm10k_gstrings_pf_stats[i].stat_string,
149 ETH_GSTRING_LEN);
150 p += ETH_GSTRING_LEN;
151 }
152
29a928ee 153 for (i = 0; i < interface->hw.mac.max_queues; i++) {
82dd0f7e
AD
154 sprintf(p, "tx_queue_%u_packets", i);
155 p += ETH_GSTRING_LEN;
156 sprintf(p, "tx_queue_%u_bytes", i);
157 p += ETH_GSTRING_LEN;
158 sprintf(p, "rx_queue_%u_packets", i);
159 p += ETH_GSTRING_LEN;
160 sprintf(p, "rx_queue_%u_bytes", i);
161 p += ETH_GSTRING_LEN;
162 }
163 break;
164 }
165}
166
167static int fm10k_get_sset_count(struct net_device *dev, int sset)
168{
c0e61781
JK
169 struct fm10k_intfc *interface = netdev_priv(dev);
170 struct fm10k_hw *hw = &interface->hw;
171 int stats_len = FM10K_STATIC_STATS_LEN;
172
82dd0f7e 173 switch (sset) {
5cb8db4a
AD
174 case ETH_SS_TEST:
175 return FM10K_TEST_LEN;
82dd0f7e 176 case ETH_SS_STATS:
c0e61781 177 stats_len += FM10K_QUEUE_STATS_LEN(hw->mac.max_queues);
fbdb159f
JK
178
179 if (hw->mac.type != fm10k_mac_vf)
180 stats_len += FM10K_PF_STATS_LEN;
181
c0e61781 182 return stats_len;
82dd0f7e
AD
183 default:
184 return -EOPNOTSUPP;
185 }
186}
187
188static void fm10k_get_ethtool_stats(struct net_device *netdev,
de445199
JK
189 struct ethtool_stats __always_unused *stats,
190 u64 *data)
82dd0f7e
AD
191{
192 const int stat_count = sizeof(struct fm10k_queue_stats) / sizeof(u64);
193 struct fm10k_intfc *interface = netdev_priv(netdev);
194 struct net_device_stats *net_stats = &netdev->stats;
195 char *p;
196 int i, j;
197
198 fm10k_update_stats(interface);
199
200 for (i = 0; i < FM10K_NETDEV_STATS_LEN; i++) {
201 p = (char *)net_stats + fm10k_gstrings_net_stats[i].stat_offset;
202 *(data++) = (fm10k_gstrings_net_stats[i].sizeof_stat ==
203 sizeof(u64)) ? *(u64 *)p : *(u32 *)p;
204 }
205
206 for (i = 0; i < FM10K_GLOBAL_STATS_LEN; i++) {
fbdb159f
JK
207 p = (char *)interface +
208 fm10k_gstrings_global_stats[i].stat_offset;
209 *(data++) = (fm10k_gstrings_global_stats[i].sizeof_stat ==
82dd0f7e
AD
210 sizeof(u64)) ? *(u64 *)p : *(u32 *)p;
211 }
212
fbdb159f
JK
213 if (interface->hw.mac.type != fm10k_mac_vf)
214 for (i = 0; i < FM10K_PF_STATS_LEN; i++) {
215 p = (char *)interface +
216 fm10k_gstrings_pf_stats[i].stat_offset;
217 *(data++) = (fm10k_gstrings_pf_stats[i].sizeof_stat ==
218 sizeof(u64)) ? *(u64 *)p : *(u32 *)p;
219 }
220
29a928ee 221 for (i = 0; i < interface->hw.mac.max_queues; i++) {
82dd0f7e
AD
222 struct fm10k_ring *ring;
223 u64 *queue_stat;
224
225 ring = interface->tx_ring[i];
226 if (ring)
227 queue_stat = (u64 *)&ring->stats;
228 for (j = 0; j < stat_count; j++)
229 *(data++) = ring ? queue_stat[j] : 0;
230
231 ring = interface->rx_ring[i];
232 if (ring)
233 queue_stat = (u64 *)&ring->stats;
234 for (j = 0; j < stat_count; j++)
235 *(data++) = ring ? queue_stat[j] : 0;
236 }
237}
238
239/* If function below adds more registers this define needs to be updated */
240#define FM10K_REGS_LEN_Q 29
241
242static void fm10k_get_reg_q(struct fm10k_hw *hw, u32 *buff, int i)
243{
244 int idx = 0;
245
246 buff[idx++] = fm10k_read_reg(hw, FM10K_RDBAL(i));
247 buff[idx++] = fm10k_read_reg(hw, FM10K_RDBAH(i));
248 buff[idx++] = fm10k_read_reg(hw, FM10K_RDLEN(i));
249 buff[idx++] = fm10k_read_reg(hw, FM10K_TPH_RXCTRL(i));
250 buff[idx++] = fm10k_read_reg(hw, FM10K_RDH(i));
251 buff[idx++] = fm10k_read_reg(hw, FM10K_RDT(i));
252 buff[idx++] = fm10k_read_reg(hw, FM10K_RXQCTL(i));
253 buff[idx++] = fm10k_read_reg(hw, FM10K_RXDCTL(i));
254 buff[idx++] = fm10k_read_reg(hw, FM10K_RXINT(i));
255 buff[idx++] = fm10k_read_reg(hw, FM10K_SRRCTL(i));
256 buff[idx++] = fm10k_read_reg(hw, FM10K_QPRC(i));
257 buff[idx++] = fm10k_read_reg(hw, FM10K_QPRDC(i));
258 buff[idx++] = fm10k_read_reg(hw, FM10K_QBRC_L(i));
259 buff[idx++] = fm10k_read_reg(hw, FM10K_QBRC_H(i));
260 buff[idx++] = fm10k_read_reg(hw, FM10K_TDBAL(i));
261 buff[idx++] = fm10k_read_reg(hw, FM10K_TDBAH(i));
262 buff[idx++] = fm10k_read_reg(hw, FM10K_TDLEN(i));
263 buff[idx++] = fm10k_read_reg(hw, FM10K_TPH_TXCTRL(i));
264 buff[idx++] = fm10k_read_reg(hw, FM10K_TDH(i));
265 buff[idx++] = fm10k_read_reg(hw, FM10K_TDT(i));
266 buff[idx++] = fm10k_read_reg(hw, FM10K_TXDCTL(i));
267 buff[idx++] = fm10k_read_reg(hw, FM10K_TXQCTL(i));
268 buff[idx++] = fm10k_read_reg(hw, FM10K_TXINT(i));
269 buff[idx++] = fm10k_read_reg(hw, FM10K_QPTC(i));
270 buff[idx++] = fm10k_read_reg(hw, FM10K_QBTC_L(i));
271 buff[idx++] = fm10k_read_reg(hw, FM10K_QBTC_H(i));
272 buff[idx++] = fm10k_read_reg(hw, FM10K_TQDLOC(i));
273 buff[idx++] = fm10k_read_reg(hw, FM10K_TX_SGLORT(i));
274 buff[idx++] = fm10k_read_reg(hw, FM10K_PFVTCTL(i));
275
276 BUG_ON(idx != FM10K_REGS_LEN_Q);
277}
278
279/* If function above adds more registers this define needs to be updated */
280#define FM10K_REGS_LEN_VSI 43
281
282static void fm10k_get_reg_vsi(struct fm10k_hw *hw, u32 *buff, int i)
283{
284 int idx = 0, j;
285
286 buff[idx++] = fm10k_read_reg(hw, FM10K_MRQC(i));
287 for (j = 0; j < 10; j++)
288 buff[idx++] = fm10k_read_reg(hw, FM10K_RSSRK(i, j));
289 for (j = 0; j < 32; j++)
290 buff[idx++] = fm10k_read_reg(hw, FM10K_RETA(i, j));
291
292 BUG_ON(idx != FM10K_REGS_LEN_VSI);
293}
294
295static void fm10k_get_regs(struct net_device *netdev,
296 struct ethtool_regs *regs, void *p)
297{
298 struct fm10k_intfc *interface = netdev_priv(netdev);
299 struct fm10k_hw *hw = &interface->hw;
300 u32 *buff = p;
301 u16 i;
302
303 regs->version = (1 << 24) | (hw->revision_id << 16) | hw->device_id;
304
305 switch (hw->mac.type) {
306 case fm10k_mac_pf:
307 /* General PF Registers */
308 *(buff++) = fm10k_read_reg(hw, FM10K_CTRL);
309 *(buff++) = fm10k_read_reg(hw, FM10K_CTRL_EXT);
310 *(buff++) = fm10k_read_reg(hw, FM10K_GCR);
311 *(buff++) = fm10k_read_reg(hw, FM10K_GCR_EXT);
312
313 for (i = 0; i < 8; i++) {
314 *(buff++) = fm10k_read_reg(hw, FM10K_DGLORTMAP(i));
315 *(buff++) = fm10k_read_reg(hw, FM10K_DGLORTDEC(i));
316 }
317
318 for (i = 0; i < 65; i++) {
319 fm10k_get_reg_vsi(hw, buff, i);
320 buff += FM10K_REGS_LEN_VSI;
321 }
322
323 *(buff++) = fm10k_read_reg(hw, FM10K_DMA_CTRL);
324 *(buff++) = fm10k_read_reg(hw, FM10K_DMA_CTRL2);
325
326 for (i = 0; i < FM10K_MAX_QUEUES_PF; i++) {
327 fm10k_get_reg_q(hw, buff, i);
328 buff += FM10K_REGS_LEN_Q;
329 }
330
331 *(buff++) = fm10k_read_reg(hw, FM10K_TPH_CTRL);
332
333 for (i = 0; i < 8; i++)
334 *(buff++) = fm10k_read_reg(hw, FM10K_INT_MAP(i));
335
336 /* Interrupt Throttling Registers */
337 for (i = 0; i < 130; i++)
338 *(buff++) = fm10k_read_reg(hw, FM10K_ITR(i));
339
5cb8db4a
AD
340 break;
341 case fm10k_mac_vf:
342 /* General VF registers */
343 *(buff++) = fm10k_read_reg(hw, FM10K_VFCTRL);
344 *(buff++) = fm10k_read_reg(hw, FM10K_VFINT_MAP);
345 *(buff++) = fm10k_read_reg(hw, FM10K_VFSYSTIME);
346
347 /* Interrupt Throttling Registers */
348 for (i = 0; i < 8; i++)
349 *(buff++) = fm10k_read_reg(hw, FM10K_VFITR(i));
350
351 fm10k_get_reg_vsi(hw, buff, 0);
352 buff += FM10K_REGS_LEN_VSI;
353
354 for (i = 0; i < FM10K_MAX_QUEUES_POOL; i++) {
355 if (i < hw->mac.max_queues)
356 fm10k_get_reg_q(hw, buff, i);
357 else
358 memset(buff, 0, sizeof(u32) * FM10K_REGS_LEN_Q);
359 buff += FM10K_REGS_LEN_Q;
360 }
361
82dd0f7e
AD
362 break;
363 default:
364 return;
365 }
366}
367
368/* If function above adds more registers these define need to be updated */
369#define FM10K_REGS_LEN_PF \
370(162 + (65 * FM10K_REGS_LEN_VSI) + (FM10K_MAX_QUEUES_PF * FM10K_REGS_LEN_Q))
5cb8db4a
AD
371#define FM10K_REGS_LEN_VF \
372(11 + FM10K_REGS_LEN_VSI + (FM10K_MAX_QUEUES_POOL * FM10K_REGS_LEN_Q))
82dd0f7e
AD
373
374static int fm10k_get_regs_len(struct net_device *netdev)
375{
376 struct fm10k_intfc *interface = netdev_priv(netdev);
377 struct fm10k_hw *hw = &interface->hw;
378
379 switch (hw->mac.type) {
380 case fm10k_mac_pf:
381 return FM10K_REGS_LEN_PF * sizeof(u32);
5cb8db4a
AD
382 case fm10k_mac_vf:
383 return FM10K_REGS_LEN_VF * sizeof(u32);
82dd0f7e
AD
384 default:
385 return 0;
386 }
387}
388
389static void fm10k_get_drvinfo(struct net_device *dev,
390 struct ethtool_drvinfo *info)
391{
392 struct fm10k_intfc *interface = netdev_priv(dev);
393
394 strncpy(info->driver, fm10k_driver_name,
395 sizeof(info->driver) - 1);
396 strncpy(info->version, fm10k_driver_version,
397 sizeof(info->version) - 1);
398 strncpy(info->bus_info, pci_name(interface->pdev),
399 sizeof(info->bus_info) - 1);
400
c0e61781 401 info->n_stats = fm10k_get_sset_count(dev, ETH_SS_STATS);
82dd0f7e
AD
402
403 info->regdump_len = fm10k_get_regs_len(dev);
404}
405
406static void fm10k_get_pauseparam(struct net_device *dev,
407 struct ethtool_pauseparam *pause)
408{
409 struct fm10k_intfc *interface = netdev_priv(dev);
410
411 /* record fixed values for autoneg and tx pause */
412 pause->autoneg = 0;
413 pause->tx_pause = 1;
414
415 pause->rx_pause = interface->rx_pause ? 1 : 0;
416}
417
418static int fm10k_set_pauseparam(struct net_device *dev,
419 struct ethtool_pauseparam *pause)
420{
421 struct fm10k_intfc *interface = netdev_priv(dev);
422 struct fm10k_hw *hw = &interface->hw;
423
424 if (pause->autoneg || !pause->tx_pause)
425 return -EINVAL;
426
427 /* we can only support pause on the PF to avoid head-of-line blocking */
428 if (hw->mac.type == fm10k_mac_pf)
429 interface->rx_pause = pause->rx_pause ? ~0 : 0;
430 else if (pause->rx_pause)
431 return -EINVAL;
432
433 if (netif_running(dev))
434 fm10k_update_rx_drop_en(interface);
435
436 return 0;
437}
438
439static u32 fm10k_get_msglevel(struct net_device *netdev)
440{
441 struct fm10k_intfc *interface = netdev_priv(netdev);
442
443 return interface->msg_enable;
444}
445
446static void fm10k_set_msglevel(struct net_device *netdev, u32 data)
447{
448 struct fm10k_intfc *interface = netdev_priv(netdev);
449
450 interface->msg_enable = data;
451}
452
453static void fm10k_get_ringparam(struct net_device *netdev,
454 struct ethtool_ringparam *ring)
455{
456 struct fm10k_intfc *interface = netdev_priv(netdev);
457
458 ring->rx_max_pending = FM10K_MAX_RXD;
459 ring->tx_max_pending = FM10K_MAX_TXD;
460 ring->rx_mini_max_pending = 0;
461 ring->rx_jumbo_max_pending = 0;
462 ring->rx_pending = interface->rx_ring_count;
463 ring->tx_pending = interface->tx_ring_count;
464 ring->rx_mini_pending = 0;
465 ring->rx_jumbo_pending = 0;
466}
467
468static int fm10k_set_ringparam(struct net_device *netdev,
469 struct ethtool_ringparam *ring)
470{
471 struct fm10k_intfc *interface = netdev_priv(netdev);
472 struct fm10k_ring *temp_ring;
473 int i, err = 0;
474 u32 new_rx_count, new_tx_count;
475
476 if ((ring->rx_mini_pending) || (ring->rx_jumbo_pending))
477 return -EINVAL;
478
479 new_tx_count = clamp_t(u32, ring->tx_pending,
480 FM10K_MIN_TXD, FM10K_MAX_TXD);
481 new_tx_count = ALIGN(new_tx_count, FM10K_REQ_TX_DESCRIPTOR_MULTIPLE);
482
483 new_rx_count = clamp_t(u32, ring->rx_pending,
484 FM10K_MIN_RXD, FM10K_MAX_RXD);
485 new_rx_count = ALIGN(new_rx_count, FM10K_REQ_RX_DESCRIPTOR_MULTIPLE);
486
487 if ((new_tx_count == interface->tx_ring_count) &&
488 (new_rx_count == interface->rx_ring_count)) {
489 /* nothing to do */
490 return 0;
491 }
492
493 while (test_and_set_bit(__FM10K_RESETTING, &interface->state))
494 usleep_range(1000, 2000);
495
496 if (!netif_running(interface->netdev)) {
497 for (i = 0; i < interface->num_tx_queues; i++)
498 interface->tx_ring[i]->count = new_tx_count;
499 for (i = 0; i < interface->num_rx_queues; i++)
500 interface->rx_ring[i]->count = new_rx_count;
501 interface->tx_ring_count = new_tx_count;
502 interface->rx_ring_count = new_rx_count;
503 goto clear_reset;
504 }
505
506 /* allocate temporary buffer to store rings in */
507 i = max_t(int, interface->num_tx_queues, interface->num_rx_queues);
508 temp_ring = vmalloc(i * sizeof(struct fm10k_ring));
509
510 if (!temp_ring) {
511 err = -ENOMEM;
512 goto clear_reset;
513 }
514
515 fm10k_down(interface);
516
517 /* Setup new Tx resources and free the old Tx resources in that order.
518 * We can then assign the new resources to the rings via a memcpy.
519 * The advantage to this approach is that we are guaranteed to still
520 * have resources even in the case of an allocation failure.
521 */
522 if (new_tx_count != interface->tx_ring_count) {
523 for (i = 0; i < interface->num_tx_queues; i++) {
524 memcpy(&temp_ring[i], interface->tx_ring[i],
525 sizeof(struct fm10k_ring));
526
527 temp_ring[i].count = new_tx_count;
528 err = fm10k_setup_tx_resources(&temp_ring[i]);
529 if (err) {
530 while (i) {
531 i--;
532 fm10k_free_tx_resources(&temp_ring[i]);
533 }
534 goto err_setup;
535 }
536 }
537
538 for (i = 0; i < interface->num_tx_queues; i++) {
539 fm10k_free_tx_resources(interface->tx_ring[i]);
540
541 memcpy(interface->tx_ring[i], &temp_ring[i],
542 sizeof(struct fm10k_ring));
543 }
544
545 interface->tx_ring_count = new_tx_count;
546 }
547
548 /* Repeat the process for the Rx rings if needed */
549 if (new_rx_count != interface->rx_ring_count) {
550 for (i = 0; i < interface->num_rx_queues; i++) {
551 memcpy(&temp_ring[i], interface->rx_ring[i],
552 sizeof(struct fm10k_ring));
553
554 temp_ring[i].count = new_rx_count;
555 err = fm10k_setup_rx_resources(&temp_ring[i]);
556 if (err) {
557 while (i) {
558 i--;
559 fm10k_free_rx_resources(&temp_ring[i]);
560 }
561 goto err_setup;
562 }
563 }
564
565 for (i = 0; i < interface->num_rx_queues; i++) {
566 fm10k_free_rx_resources(interface->rx_ring[i]);
567
568 memcpy(interface->rx_ring[i], &temp_ring[i],
569 sizeof(struct fm10k_ring));
570 }
571
572 interface->rx_ring_count = new_rx_count;
573 }
574
575err_setup:
576 fm10k_up(interface);
577 vfree(temp_ring);
578clear_reset:
579 clear_bit(__FM10K_RESETTING, &interface->state);
580 return err;
581}
582
583static int fm10k_get_coalesce(struct net_device *dev,
584 struct ethtool_coalesce *ec)
585{
586 struct fm10k_intfc *interface = netdev_priv(dev);
587
588 ec->use_adaptive_tx_coalesce =
589 !!(interface->tx_itr & FM10K_ITR_ADAPTIVE);
590 ec->tx_coalesce_usecs = interface->tx_itr & ~FM10K_ITR_ADAPTIVE;
591
592 ec->use_adaptive_rx_coalesce =
593 !!(interface->rx_itr & FM10K_ITR_ADAPTIVE);
594 ec->rx_coalesce_usecs = interface->rx_itr & ~FM10K_ITR_ADAPTIVE;
595
596 return 0;
597}
598
599static int fm10k_set_coalesce(struct net_device *dev,
600 struct ethtool_coalesce *ec)
601{
602 struct fm10k_intfc *interface = netdev_priv(dev);
603 struct fm10k_q_vector *qv;
604 u16 tx_itr, rx_itr;
605 int i;
606
607 /* verify limits */
608 if ((ec->rx_coalesce_usecs > FM10K_ITR_MAX) ||
609 (ec->tx_coalesce_usecs > FM10K_ITR_MAX))
610 return -EINVAL;
611
612 /* record settings */
613 tx_itr = ec->tx_coalesce_usecs;
614 rx_itr = ec->rx_coalesce_usecs;
615
616 /* set initial values for adaptive ITR */
617 if (ec->use_adaptive_tx_coalesce)
618 tx_itr = FM10K_ITR_ADAPTIVE | FM10K_ITR_10K;
619
620 if (ec->use_adaptive_rx_coalesce)
621 rx_itr = FM10K_ITR_ADAPTIVE | FM10K_ITR_20K;
622
623 /* update interface */
624 interface->tx_itr = tx_itr;
625 interface->rx_itr = rx_itr;
626
627 /* update q_vectors */
628 for (i = 0; i < interface->num_q_vectors; i++) {
629 qv = interface->q_vector[i];
630 qv->tx.itr = tx_itr;
631 qv->rx.itr = rx_itr;
632 }
633
634 return 0;
635}
636
637static int fm10k_get_rss_hash_opts(struct fm10k_intfc *interface,
638 struct ethtool_rxnfc *cmd)
639{
640 cmd->data = 0;
641
642 /* Report default options for RSS on fm10k */
643 switch (cmd->flow_type) {
644 case TCP_V4_FLOW:
645 case TCP_V6_FLOW:
646 cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
647 /* fall through */
648 case UDP_V4_FLOW:
649 if (interface->flags & FM10K_FLAG_RSS_FIELD_IPV4_UDP)
650 cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
651 /* fall through */
652 case SCTP_V4_FLOW:
653 case SCTP_V6_FLOW:
654 case AH_ESP_V4_FLOW:
655 case AH_ESP_V6_FLOW:
656 case AH_V4_FLOW:
657 case AH_V6_FLOW:
658 case ESP_V4_FLOW:
659 case ESP_V6_FLOW:
660 case IPV4_FLOW:
661 case IPV6_FLOW:
662 cmd->data |= RXH_IP_SRC | RXH_IP_DST;
663 break;
664 case UDP_V6_FLOW:
665 if (interface->flags & FM10K_FLAG_RSS_FIELD_IPV6_UDP)
666 cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3;
667 cmd->data |= RXH_IP_SRC | RXH_IP_DST;
668 break;
669 default:
670 return -EINVAL;
671 }
672
673 return 0;
674}
675
676static int fm10k_get_rxnfc(struct net_device *dev, struct ethtool_rxnfc *cmd,
de445199 677 u32 __always_unused *rule_locs)
82dd0f7e
AD
678{
679 struct fm10k_intfc *interface = netdev_priv(dev);
680 int ret = -EOPNOTSUPP;
681
682 switch (cmd->cmd) {
683 case ETHTOOL_GRXRINGS:
684 cmd->data = interface->num_rx_queues;
685 ret = 0;
686 break;
687 case ETHTOOL_GRXFH:
688 ret = fm10k_get_rss_hash_opts(interface, cmd);
689 break;
690 default:
691 break;
692 }
693
694 return ret;
695}
696
697#define UDP_RSS_FLAGS (FM10K_FLAG_RSS_FIELD_IPV4_UDP | \
698 FM10K_FLAG_RSS_FIELD_IPV6_UDP)
699static int fm10k_set_rss_hash_opt(struct fm10k_intfc *interface,
700 struct ethtool_rxnfc *nfc)
701{
702 u32 flags = interface->flags;
703
704 /* RSS does not support anything other than hashing
705 * to queues on src and dst IPs and ports
706 */
707 if (nfc->data & ~(RXH_IP_SRC | RXH_IP_DST |
708 RXH_L4_B_0_1 | RXH_L4_B_2_3))
709 return -EINVAL;
710
711 switch (nfc->flow_type) {
712 case TCP_V4_FLOW:
713 case TCP_V6_FLOW:
714 if (!(nfc->data & RXH_IP_SRC) ||
715 !(nfc->data & RXH_IP_DST) ||
716 !(nfc->data & RXH_L4_B_0_1) ||
717 !(nfc->data & RXH_L4_B_2_3))
718 return -EINVAL;
719 break;
720 case UDP_V4_FLOW:
721 if (!(nfc->data & RXH_IP_SRC) ||
722 !(nfc->data & RXH_IP_DST))
723 return -EINVAL;
724 switch (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) {
725 case 0:
726 flags &= ~FM10K_FLAG_RSS_FIELD_IPV4_UDP;
727 break;
728 case (RXH_L4_B_0_1 | RXH_L4_B_2_3):
729 flags |= FM10K_FLAG_RSS_FIELD_IPV4_UDP;
730 break;
731 default:
732 return -EINVAL;
733 }
734 break;
735 case UDP_V6_FLOW:
736 if (!(nfc->data & RXH_IP_SRC) ||
737 !(nfc->data & RXH_IP_DST))
738 return -EINVAL;
739 switch (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) {
740 case 0:
741 flags &= ~FM10K_FLAG_RSS_FIELD_IPV6_UDP;
742 break;
743 case (RXH_L4_B_0_1 | RXH_L4_B_2_3):
744 flags |= FM10K_FLAG_RSS_FIELD_IPV6_UDP;
745 break;
746 default:
747 return -EINVAL;
748 }
749 break;
750 case AH_ESP_V4_FLOW:
751 case AH_V4_FLOW:
752 case ESP_V4_FLOW:
753 case SCTP_V4_FLOW:
754 case AH_ESP_V6_FLOW:
755 case AH_V6_FLOW:
756 case ESP_V6_FLOW:
757 case SCTP_V6_FLOW:
758 if (!(nfc->data & RXH_IP_SRC) ||
759 !(nfc->data & RXH_IP_DST) ||
760 (nfc->data & RXH_L4_B_0_1) ||
761 (nfc->data & RXH_L4_B_2_3))
762 return -EINVAL;
763 break;
764 default:
765 return -EINVAL;
766 }
767
768 /* if we changed something we need to update flags */
769 if (flags != interface->flags) {
770 struct fm10k_hw *hw = &interface->hw;
771 u32 mrqc;
772
773 if ((flags & UDP_RSS_FLAGS) &&
774 !(interface->flags & UDP_RSS_FLAGS))
775 netif_warn(interface, drv, interface->netdev,
776 "enabling UDP RSS: fragmented packets may arrive out of order to the stack above\n");
777
778 interface->flags = flags;
779
780 /* Perform hash on these packet types */
781 mrqc = FM10K_MRQC_IPV4 |
782 FM10K_MRQC_TCP_IPV4 |
783 FM10K_MRQC_IPV6 |
784 FM10K_MRQC_TCP_IPV6;
785
786 if (flags & FM10K_FLAG_RSS_FIELD_IPV4_UDP)
787 mrqc |= FM10K_MRQC_UDP_IPV4;
788 if (flags & FM10K_FLAG_RSS_FIELD_IPV6_UDP)
789 mrqc |= FM10K_MRQC_UDP_IPV6;
790
791 fm10k_write_reg(hw, FM10K_MRQC(0), mrqc);
792 }
793
794 return 0;
795}
796
797static int fm10k_set_rxnfc(struct net_device *dev, struct ethtool_rxnfc *cmd)
798{
799 struct fm10k_intfc *interface = netdev_priv(dev);
800 int ret = -EOPNOTSUPP;
801
802 switch (cmd->cmd) {
803 case ETHTOOL_SRXFH:
804 ret = fm10k_set_rss_hash_opt(interface, cmd);
805 break;
806 default:
807 break;
808 }
809
810 return ret;
811}
812
5cb8db4a
AD
813static int fm10k_mbx_test(struct fm10k_intfc *interface, u64 *data)
814{
815 struct fm10k_hw *hw = &interface->hw;
816 struct fm10k_mbx_info *mbx = &hw->mbx;
817 u32 attr_flag, test_msg[6];
818 unsigned long timeout;
819 int err;
820
821 /* For now this is a VF only feature */
822 if (hw->mac.type != fm10k_mac_vf)
823 return 0;
824
825 /* loop through both nested and unnested attribute types */
826 for (attr_flag = (1 << FM10K_TEST_MSG_UNSET);
827 attr_flag < (1 << (2 * FM10K_TEST_MSG_NESTED));
828 attr_flag += attr_flag) {
829 /* generate message to be tested */
830 fm10k_tlv_msg_test_create(test_msg, attr_flag);
831
832 fm10k_mbx_lock(interface);
833 mbx->test_result = FM10K_NOT_IMPLEMENTED;
834 err = mbx->ops.enqueue_tx(hw, mbx, test_msg);
835 fm10k_mbx_unlock(interface);
836
837 /* wait up to 1 second for response */
838 timeout = jiffies + HZ;
839 do {
840 if (err < 0)
841 goto err_out;
842
843 usleep_range(500, 1000);
844
845 fm10k_mbx_lock(interface);
846 mbx->ops.process(hw, mbx);
847 fm10k_mbx_unlock(interface);
848
849 err = mbx->test_result;
850 if (!err)
851 break;
852 } while (time_is_after_jiffies(timeout));
853
854 /* reporting errors */
855 if (err)
856 goto err_out;
857 }
858
859err_out:
860 *data = err < 0 ? (attr_flag) : (err > 0);
861 return err;
862}
863
864static void fm10k_self_test(struct net_device *dev,
865 struct ethtool_test *eth_test, u64 *data)
866{
867 struct fm10k_intfc *interface = netdev_priv(dev);
868 struct fm10k_hw *hw = &interface->hw;
869
870 memset(data, 0, sizeof(*data) * FM10K_TEST_LEN);
871
872 if (FM10K_REMOVED(hw)) {
873 netif_err(interface, drv, dev,
874 "Interface removed - test blocked\n");
875 eth_test->flags |= ETH_TEST_FL_FAILED;
876 return;
877 }
878
879 if (fm10k_mbx_test(interface, &data[FM10K_TEST_MBX]))
880 eth_test->flags |= ETH_TEST_FL_FAILED;
881}
882
de445199 883static u32 fm10k_get_reta_size(struct net_device __always_unused *netdev)
82dd0f7e
AD
884{
885 return FM10K_RETA_SIZE * FM10K_RETA_ENTRIES_PER_REG;
886}
887
888static int fm10k_get_reta(struct net_device *netdev, u32 *indir)
889{
890 struct fm10k_intfc *interface = netdev_priv(netdev);
891 int i;
892
893 if (!indir)
894 return 0;
895
896 for (i = 0; i < FM10K_RETA_SIZE; i++, indir += 4) {
897 u32 reta = interface->reta[i];
898
899 indir[0] = (reta << 24) >> 24;
900 indir[1] = (reta << 16) >> 24;
901 indir[2] = (reta << 8) >> 24;
902 indir[3] = (reta) >> 24;
903 }
904
905 return 0;
906}
907
908static int fm10k_set_reta(struct net_device *netdev, const u32 *indir)
909{
910 struct fm10k_intfc *interface = netdev_priv(netdev);
911 struct fm10k_hw *hw = &interface->hw;
912 int i;
913 u16 rss_i;
914
915 if (!indir)
916 return 0;
917
918 /* Verify user input. */
919 rss_i = interface->ring_feature[RING_F_RSS].indices;
920 for (i = fm10k_get_reta_size(netdev); i--;) {
921 if (indir[i] < rss_i)
922 continue;
923 return -EINVAL;
924 }
925
926 /* record entries to reta table */
927 for (i = 0; i < FM10K_RETA_SIZE; i++, indir += 4) {
928 u32 reta = indir[0] |
929 (indir[1] << 8) |
930 (indir[2] << 16) |
931 (indir[3] << 24);
932
933 if (interface->reta[i] == reta)
934 continue;
935
936 interface->reta[i] = reta;
937 fm10k_write_reg(hw, FM10K_RETA(0, i), reta);
938 }
939
940 return 0;
941}
942
de445199 943static u32 fm10k_get_rssrk_size(struct net_device __always_unused *netdev)
82dd0f7e
AD
944{
945 return FM10K_RSSRK_SIZE * FM10K_RSSRK_ENTRIES_PER_REG;
946}
947
892311f6
EP
948static int fm10k_get_rssh(struct net_device *netdev, u32 *indir, u8 *key,
949 u8 *hfunc)
82dd0f7e
AD
950{
951 struct fm10k_intfc *interface = netdev_priv(netdev);
952 int i, err;
953
892311f6
EP
954 if (hfunc)
955 *hfunc = ETH_RSS_HASH_TOP;
956
82dd0f7e
AD
957 err = fm10k_get_reta(netdev, indir);
958 if (err || !key)
959 return err;
960
961 for (i = 0; i < FM10K_RSSRK_SIZE; i++, key += 4)
962 *(__le32 *)key = cpu_to_le32(interface->rssrk[i]);
963
964 return 0;
965}
966
967static int fm10k_set_rssh(struct net_device *netdev, const u32 *indir,
892311f6 968 const u8 *key, const u8 hfunc)
82dd0f7e
AD
969{
970 struct fm10k_intfc *interface = netdev_priv(netdev);
971 struct fm10k_hw *hw = &interface->hw;
972 int i, err;
973
892311f6
EP
974 /* We do not allow change in unsupported parameters */
975 if (hfunc != ETH_RSS_HASH_NO_CHANGE && hfunc != ETH_RSS_HASH_TOP)
976 return -EOPNOTSUPP;
977
82dd0f7e
AD
978 err = fm10k_set_reta(netdev, indir);
979 if (err || !key)
980 return err;
981
982 for (i = 0; i < FM10K_RSSRK_SIZE; i++, key += 4) {
983 u32 rssrk = le32_to_cpu(*(__le32 *)key);
984
985 if (interface->rssrk[i] == rssrk)
986 continue;
987
988 interface->rssrk[i] = rssrk;
989 fm10k_write_reg(hw, FM10K_RSSRK(0, i), rssrk);
990 }
991
992 return 0;
993}
994
aa3ac822
AD
995static unsigned int fm10k_max_channels(struct net_device *dev)
996{
997 struct fm10k_intfc *interface = netdev_priv(dev);
998 unsigned int max_combined = interface->hw.mac.max_queues;
999 u8 tcs = netdev_get_num_tc(dev);
1000
1001 /* For QoS report channels per traffic class */
1002 if (tcs > 1)
1003 max_combined = 1 << (fls(max_combined / tcs) - 1);
1004
1005 return max_combined;
1006}
1007
1008static void fm10k_get_channels(struct net_device *dev,
1009 struct ethtool_channels *ch)
1010{
1011 struct fm10k_intfc *interface = netdev_priv(dev);
1012 struct fm10k_hw *hw = &interface->hw;
1013
1014 /* report maximum channels */
1015 ch->max_combined = fm10k_max_channels(dev);
1016
1017 /* report info for other vector */
1018 ch->max_other = NON_Q_VECTORS(hw);
1019 ch->other_count = ch->max_other;
1020
1021 /* record RSS queues */
1022 ch->combined_count = interface->ring_feature[RING_F_RSS].indices;
1023}
1024
1025static int fm10k_set_channels(struct net_device *dev,
1026 struct ethtool_channels *ch)
1027{
1028 struct fm10k_intfc *interface = netdev_priv(dev);
1029 unsigned int count = ch->combined_count;
1030 struct fm10k_hw *hw = &interface->hw;
1031
1032 /* verify they are not requesting separate vectors */
1033 if (!count || ch->rx_count || ch->tx_count)
1034 return -EINVAL;
1035
1036 /* verify other_count has not changed */
1037 if (ch->other_count != NON_Q_VECTORS(hw))
1038 return -EINVAL;
1039
1040 /* verify the number of channels does not exceed hardware limits */
1041 if (count > fm10k_max_channels(dev))
1042 return -EINVAL;
1043
1044 interface->ring_feature[RING_F_RSS].limit = count;
1045
1046 /* use setup TC to update any traffic class queue mapping */
1047 return fm10k_setup_tc(dev, netdev_get_num_tc(dev));
1048}
1049
a211e013 1050static int fm10k_get_ts_info(struct net_device *dev,
eca32047 1051 struct ethtool_ts_info *info)
a211e013
AD
1052{
1053 struct fm10k_intfc *interface = netdev_priv(dev);
1054
1055 info->so_timestamping =
1056 SOF_TIMESTAMPING_TX_SOFTWARE |
1057 SOF_TIMESTAMPING_RX_SOFTWARE |
1058 SOF_TIMESTAMPING_SOFTWARE |
1059 SOF_TIMESTAMPING_TX_HARDWARE |
1060 SOF_TIMESTAMPING_RX_HARDWARE |
1061 SOF_TIMESTAMPING_RAW_HARDWARE;
1062
1063 if (interface->ptp_clock)
1064 info->phc_index = ptp_clock_index(interface->ptp_clock);
1065 else
1066 info->phc_index = -1;
1067
1068 info->tx_types = (1 << HWTSTAMP_TX_OFF) |
1069 (1 << HWTSTAMP_TX_ON);
1070
1071 info->rx_filters = (1 << HWTSTAMP_FILTER_NONE) |
1072 (1 << HWTSTAMP_FILTER_ALL);
1073
1074 return 0;
1075}
1076
82dd0f7e
AD
1077static const struct ethtool_ops fm10k_ethtool_ops = {
1078 .get_strings = fm10k_get_strings,
1079 .get_sset_count = fm10k_get_sset_count,
1080 .get_ethtool_stats = fm10k_get_ethtool_stats,
1081 .get_drvinfo = fm10k_get_drvinfo,
1082 .get_link = ethtool_op_get_link,
1083 .get_pauseparam = fm10k_get_pauseparam,
1084 .set_pauseparam = fm10k_set_pauseparam,
1085 .get_msglevel = fm10k_get_msglevel,
1086 .set_msglevel = fm10k_set_msglevel,
1087 .get_ringparam = fm10k_get_ringparam,
1088 .set_ringparam = fm10k_set_ringparam,
1089 .get_coalesce = fm10k_get_coalesce,
1090 .set_coalesce = fm10k_set_coalesce,
1091 .get_rxnfc = fm10k_get_rxnfc,
1092 .set_rxnfc = fm10k_set_rxnfc,
1093 .get_regs = fm10k_get_regs,
1094 .get_regs_len = fm10k_get_regs_len,
5cb8db4a 1095 .self_test = fm10k_self_test,
82dd0f7e
AD
1096 .get_rxfh_indir_size = fm10k_get_reta_size,
1097 .get_rxfh_key_size = fm10k_get_rssrk_size,
1098 .get_rxfh = fm10k_get_rssh,
1099 .set_rxfh = fm10k_set_rssh,
aa3ac822
AD
1100 .get_channels = fm10k_get_channels,
1101 .set_channels = fm10k_set_channels,
a211e013 1102 .get_ts_info = fm10k_get_ts_info,
82dd0f7e
AD
1103};
1104
1105void fm10k_set_ethtool_ops(struct net_device *dev)
1106{
1107 dev->ethtool_ops = &fm10k_ethtool_ops;
1108}
This page took 0.113532 seconds and 5 git commands to generate.