Commit | Line | Data |
---|---|---|
82dd0f7e | 1 | /* Intel Ethernet Switch Host Interface Driver |
97c71e3c | 2 | * Copyright(c) 2013 - 2015 Intel Corporation. |
82dd0f7e AD |
3 | * |
4 | * This program is free software; you can redistribute it and/or modify it | |
5 | * under the terms and conditions of the GNU General Public License, | |
6 | * version 2, as published by the Free Software Foundation. | |
7 | * | |
8 | * This program is distributed in the hope it will be useful, but WITHOUT | |
9 | * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or | |
10 | * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for | |
11 | * more details. | |
12 | * | |
13 | * The full GNU General Public License is included in this distribution in | |
14 | * the file called "COPYING". | |
15 | * | |
16 | * Contact Information: | |
17 | * e1000-devel Mailing List <e1000-devel@lists.sourceforge.net> | |
18 | * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497 | |
19 | */ | |
20 | ||
eb51bbaf SR |
21 | #include <linux/vmalloc.h> |
22 | ||
82dd0f7e AD |
23 | #include "fm10k.h" |
24 | ||
25 | struct fm10k_stats { | |
26 | char stat_string[ETH_GSTRING_LEN]; | |
27 | int sizeof_stat; | |
28 | int stat_offset; | |
29 | }; | |
30 | ||
31 | #define FM10K_NETDEV_STAT(_net_stat) { \ | |
32 | .stat_string = #_net_stat, \ | |
33 | .sizeof_stat = FIELD_SIZEOF(struct net_device_stats, _net_stat), \ | |
34 | .stat_offset = offsetof(struct net_device_stats, _net_stat) \ | |
35 | } | |
36 | ||
37 | static const struct fm10k_stats fm10k_gstrings_net_stats[] = { | |
38 | FM10K_NETDEV_STAT(tx_packets), | |
39 | FM10K_NETDEV_STAT(tx_bytes), | |
40 | FM10K_NETDEV_STAT(tx_errors), | |
41 | FM10K_NETDEV_STAT(rx_packets), | |
42 | FM10K_NETDEV_STAT(rx_bytes), | |
43 | FM10K_NETDEV_STAT(rx_errors), | |
44 | FM10K_NETDEV_STAT(rx_dropped), | |
45 | ||
46 | /* detailed Rx errors */ | |
47 | FM10K_NETDEV_STAT(rx_length_errors), | |
48 | FM10K_NETDEV_STAT(rx_crc_errors), | |
49 | FM10K_NETDEV_STAT(rx_fifo_errors), | |
50 | }; | |
51 | ||
52 | #define FM10K_NETDEV_STATS_LEN ARRAY_SIZE(fm10k_gstrings_net_stats) | |
53 | ||
54 | #define FM10K_STAT(_name, _stat) { \ | |
55 | .stat_string = _name, \ | |
56 | .sizeof_stat = FIELD_SIZEOF(struct fm10k_intfc, _stat), \ | |
57 | .stat_offset = offsetof(struct fm10k_intfc, _stat) \ | |
58 | } | |
59 | ||
fbdb159f | 60 | static const struct fm10k_stats fm10k_gstrings_global_stats[] = { |
82dd0f7e AD |
61 | FM10K_STAT("tx_restart_queue", restart_queue), |
62 | FM10K_STAT("tx_busy", tx_busy), | |
63 | FM10K_STAT("tx_csum_errors", tx_csum_errors), | |
64 | FM10K_STAT("rx_alloc_failed", alloc_failed), | |
65 | FM10K_STAT("rx_csum_errors", rx_csum_errors), | |
82dd0f7e AD |
66 | |
67 | FM10K_STAT("tx_packets_nic", tx_packets_nic), | |
68 | FM10K_STAT("tx_bytes_nic", tx_bytes_nic), | |
69 | FM10K_STAT("rx_packets_nic", rx_packets_nic), | |
70 | FM10K_STAT("rx_bytes_nic", rx_bytes_nic), | |
71 | FM10K_STAT("rx_drops_nic", rx_drops_nic), | |
72 | FM10K_STAT("rx_overrun_pf", rx_overrun_pf), | |
73 | FM10K_STAT("rx_overrun_vf", rx_overrun_vf), | |
74 | ||
82dd0f7e AD |
75 | FM10K_STAT("swapi_status", hw.swapi.status), |
76 | FM10K_STAT("mac_rules_used", hw.swapi.mac.used), | |
77 | FM10K_STAT("mac_rules_avail", hw.swapi.mac.avail), | |
78 | ||
e05546ec JK |
79 | FM10K_STAT("tx_hang_count", tx_timeout_count), |
80 | ||
a211e013 | 81 | FM10K_STAT("tx_hwtstamp_timeouts", tx_hwtstamp_timeouts), |
82dd0f7e AD |
82 | }; |
83 | ||
80043f3b JK |
84 | static const struct fm10k_stats fm10k_gstrings_debug_stats[] = { |
85 | FM10K_STAT("hw_sm_mbx_full", hw_sm_mbx_full), | |
86 | FM10K_STAT("hw_csum_tx_good", hw_csum_tx_good), | |
87 | FM10K_STAT("hw_csum_rx_good", hw_csum_rx_good), | |
88 | FM10K_STAT("rx_switch_errors", rx_switch_errors), | |
89 | FM10K_STAT("rx_drops", rx_drops), | |
90 | FM10K_STAT("rx_pp_errors", rx_pp_errors), | |
91 | FM10K_STAT("rx_link_errors", rx_link_errors), | |
92 | FM10K_STAT("rx_length_errors", rx_length_errors), | |
93 | }; | |
94 | ||
fbdb159f JK |
95 | static const struct fm10k_stats fm10k_gstrings_pf_stats[] = { |
96 | FM10K_STAT("timeout", stats.timeout.count), | |
97 | FM10K_STAT("ur", stats.ur.count), | |
98 | FM10K_STAT("ca", stats.ca.count), | |
99 | FM10K_STAT("um", stats.um.count), | |
100 | FM10K_STAT("xec", stats.xec.count), | |
101 | FM10K_STAT("vlan_drop", stats.vlan_drop.count), | |
102 | FM10K_STAT("loopback_drop", stats.loopback_drop.count), | |
103 | FM10K_STAT("nodesc_drop", stats.nodesc_drop.count), | |
104 | }; | |
105 | ||
80043f3b JK |
106 | #define FM10K_MBX_STAT(_name, _stat) { \ |
107 | .stat_string = _name, \ | |
108 | .sizeof_stat = FIELD_SIZEOF(struct fm10k_mbx_info, _stat), \ | |
109 | .stat_offset = offsetof(struct fm10k_mbx_info, _stat) \ | |
110 | } | |
111 | ||
112 | static const struct fm10k_stats fm10k_gstrings_mbx_stats[] = { | |
113 | FM10K_MBX_STAT("mbx_tx_busy", tx_busy), | |
5680ea69 | 114 | FM10K_MBX_STAT("mbx_tx_dropped", tx_dropped), |
80043f3b JK |
115 | FM10K_MBX_STAT("mbx_tx_messages", tx_messages), |
116 | FM10K_MBX_STAT("mbx_tx_dwords", tx_dwords), | |
17d39fac | 117 | FM10K_MBX_STAT("mbx_tx_mbmem_pulled", tx_mbmem_pulled), |
80043f3b JK |
118 | FM10K_MBX_STAT("mbx_rx_messages", rx_messages), |
119 | FM10K_MBX_STAT("mbx_rx_dwords", rx_dwords), | |
120 | FM10K_MBX_STAT("mbx_rx_parse_err", rx_parse_err), | |
17d39fac | 121 | FM10K_MBX_STAT("mbx_rx_mbmem_pushed", rx_mbmem_pushed), |
80043f3b JK |
122 | }; |
123 | ||
fbdb159f | 124 | #define FM10K_GLOBAL_STATS_LEN ARRAY_SIZE(fm10k_gstrings_global_stats) |
80043f3b | 125 | #define FM10K_DEBUG_STATS_LEN ARRAY_SIZE(fm10k_gstrings_debug_stats) |
fbdb159f | 126 | #define FM10K_PF_STATS_LEN ARRAY_SIZE(fm10k_gstrings_pf_stats) |
80043f3b | 127 | #define FM10K_MBX_STATS_LEN ARRAY_SIZE(fm10k_gstrings_mbx_stats) |
82dd0f7e | 128 | |
c0e61781 | 129 | #define FM10K_QUEUE_STATS_LEN(_n) \ |
a4fcad65 | 130 | ((_n) * 2 * (sizeof(struct fm10k_queue_stats) / sizeof(u64))) |
82dd0f7e | 131 | |
c0e61781 | 132 | #define FM10K_STATIC_STATS_LEN (FM10K_GLOBAL_STATS_LEN + \ |
80043f3b JK |
133 | FM10K_NETDEV_STATS_LEN + \ |
134 | FM10K_MBX_STATS_LEN) | |
82dd0f7e | 135 | |
5cb8db4a AD |
136 | static const char fm10k_gstrings_test[][ETH_GSTRING_LEN] = { |
137 | "Mailbox test (on/offline)" | |
138 | }; | |
139 | ||
140 | #define FM10K_TEST_LEN (sizeof(fm10k_gstrings_test) / ETH_GSTRING_LEN) | |
141 | ||
142 | enum fm10k_self_test_types { | |
143 | FM10K_TEST_MBX, | |
144 | FM10K_TEST_MAX = FM10K_TEST_LEN | |
145 | }; | |
146 | ||
80043f3b JK |
147 | enum { |
148 | FM10K_PRV_FLAG_DEBUG_STATS, | |
149 | FM10K_PRV_FLAG_LEN, | |
150 | }; | |
151 | ||
152 | static const char fm10k_prv_flags[FM10K_PRV_FLAG_LEN][ETH_GSTRING_LEN] = { | |
153 | "debug-statistics", | |
154 | }; | |
155 | ||
156 | static void fm10k_get_stat_strings(struct net_device *dev, u8 *data) | |
82dd0f7e | 157 | { |
29a928ee | 158 | struct fm10k_intfc *interface = netdev_priv(dev); |
80043f3b | 159 | struct fm10k_iov_data *iov_data = interface->iov_data; |
82dd0f7e | 160 | char *p = (char *)data; |
c0e58e93 | 161 | unsigned int i; |
80043f3b | 162 | unsigned int j; |
82dd0f7e | 163 | |
80043f3b JK |
164 | for (i = 0; i < FM10K_NETDEV_STATS_LEN; i++) { |
165 | memcpy(p, fm10k_gstrings_net_stats[i].stat_string, | |
166 | ETH_GSTRING_LEN); | |
167 | p += ETH_GSTRING_LEN; | |
168 | } | |
169 | ||
170 | for (i = 0; i < FM10K_GLOBAL_STATS_LEN; i++) { | |
171 | memcpy(p, fm10k_gstrings_global_stats[i].stat_string, | |
172 | ETH_GSTRING_LEN); | |
173 | p += ETH_GSTRING_LEN; | |
174 | } | |
175 | ||
176 | if (interface->flags & FM10K_FLAG_DEBUG_STATS) { | |
177 | for (i = 0; i < FM10K_DEBUG_STATS_LEN; i++) { | |
178 | memcpy(p, fm10k_gstrings_debug_stats[i].stat_string, | |
82dd0f7e AD |
179 | ETH_GSTRING_LEN); |
180 | p += ETH_GSTRING_LEN; | |
181 | } | |
80043f3b JK |
182 | } |
183 | ||
184 | for (i = 0; i < FM10K_MBX_STATS_LEN; i++) { | |
185 | memcpy(p, fm10k_gstrings_mbx_stats[i].stat_string, | |
186 | ETH_GSTRING_LEN); | |
187 | p += ETH_GSTRING_LEN; | |
188 | } | |
189 | ||
190 | if (interface->hw.mac.type != fm10k_mac_vf) { | |
191 | for (i = 0; i < FM10K_PF_STATS_LEN; i++) { | |
192 | memcpy(p, fm10k_gstrings_pf_stats[i].stat_string, | |
82dd0f7e AD |
193 | ETH_GSTRING_LEN); |
194 | p += ETH_GSTRING_LEN; | |
195 | } | |
80043f3b | 196 | } |
82dd0f7e | 197 | |
80043f3b JK |
198 | if ((interface->flags & FM10K_FLAG_DEBUG_STATS) && iov_data) { |
199 | for (i = 0; i < iov_data->num_vfs; i++) { | |
200 | for (j = 0; j < FM10K_MBX_STATS_LEN; j++) { | |
201 | snprintf(p, | |
202 | ETH_GSTRING_LEN, | |
203 | "vf_%u_%s", i, | |
204 | fm10k_gstrings_mbx_stats[j].stat_string); | |
fbdb159f JK |
205 | p += ETH_GSTRING_LEN; |
206 | } | |
986eec43 | 207 | } |
80043f3b | 208 | } |
fbdb159f | 209 | |
80043f3b | 210 | for (i = 0; i < interface->hw.mac.max_queues; i++) { |
f6f19f8b | 211 | snprintf(p, ETH_GSTRING_LEN, "tx_queue_%u_packets", i); |
80043f3b | 212 | p += ETH_GSTRING_LEN; |
f6f19f8b | 213 | snprintf(p, ETH_GSTRING_LEN, "tx_queue_%u_bytes", i); |
80043f3b | 214 | p += ETH_GSTRING_LEN; |
f6f19f8b | 215 | snprintf(p, ETH_GSTRING_LEN, "rx_queue_%u_packets", i); |
80043f3b | 216 | p += ETH_GSTRING_LEN; |
f6f19f8b | 217 | snprintf(p, ETH_GSTRING_LEN, "rx_queue_%u_bytes", i); |
80043f3b JK |
218 | p += ETH_GSTRING_LEN; |
219 | } | |
220 | } | |
221 | ||
222 | static void fm10k_get_strings(struct net_device *dev, | |
223 | u32 stringset, u8 *data) | |
224 | { | |
225 | char *p = (char *)data; | |
226 | ||
227 | switch (stringset) { | |
228 | case ETH_SS_TEST: | |
229 | memcpy(data, *fm10k_gstrings_test, | |
230 | FM10K_TEST_LEN * ETH_GSTRING_LEN); | |
231 | break; | |
232 | case ETH_SS_STATS: | |
233 | fm10k_get_stat_strings(dev, data); | |
234 | break; | |
235 | case ETH_SS_PRIV_FLAGS: | |
236 | memcpy(p, fm10k_prv_flags, | |
237 | FM10K_PRV_FLAG_LEN * ETH_GSTRING_LEN); | |
82dd0f7e AD |
238 | break; |
239 | } | |
240 | } | |
241 | ||
242 | static int fm10k_get_sset_count(struct net_device *dev, int sset) | |
243 | { | |
c0e61781 | 244 | struct fm10k_intfc *interface = netdev_priv(dev); |
80043f3b | 245 | struct fm10k_iov_data *iov_data = interface->iov_data; |
c0e61781 JK |
246 | struct fm10k_hw *hw = &interface->hw; |
247 | int stats_len = FM10K_STATIC_STATS_LEN; | |
248 | ||
82dd0f7e | 249 | switch (sset) { |
5cb8db4a AD |
250 | case ETH_SS_TEST: |
251 | return FM10K_TEST_LEN; | |
82dd0f7e | 252 | case ETH_SS_STATS: |
c0e61781 | 253 | stats_len += FM10K_QUEUE_STATS_LEN(hw->mac.max_queues); |
fbdb159f JK |
254 | |
255 | if (hw->mac.type != fm10k_mac_vf) | |
256 | stats_len += FM10K_PF_STATS_LEN; | |
257 | ||
80043f3b JK |
258 | if (interface->flags & FM10K_FLAG_DEBUG_STATS) { |
259 | stats_len += FM10K_DEBUG_STATS_LEN; | |
260 | ||
261 | if (iov_data) | |
3d02b3df BA |
262 | stats_len += FM10K_MBX_STATS_LEN * |
263 | iov_data->num_vfs; | |
80043f3b JK |
264 | } |
265 | ||
c0e61781 | 266 | return stats_len; |
80043f3b JK |
267 | case ETH_SS_PRIV_FLAGS: |
268 | return FM10K_PRV_FLAG_LEN; | |
82dd0f7e AD |
269 | default: |
270 | return -EOPNOTSUPP; | |
271 | } | |
272 | } | |
273 | ||
274 | static void fm10k_get_ethtool_stats(struct net_device *netdev, | |
de445199 JK |
275 | struct ethtool_stats __always_unused *stats, |
276 | u64 *data) | |
82dd0f7e AD |
277 | { |
278 | const int stat_count = sizeof(struct fm10k_queue_stats) / sizeof(u64); | |
279 | struct fm10k_intfc *interface = netdev_priv(netdev); | |
80043f3b | 280 | struct fm10k_iov_data *iov_data = interface->iov_data; |
82dd0f7e AD |
281 | struct net_device_stats *net_stats = &netdev->stats; |
282 | char *p; | |
283 | int i, j; | |
284 | ||
285 | fm10k_update_stats(interface); | |
286 | ||
287 | for (i = 0; i < FM10K_NETDEV_STATS_LEN; i++) { | |
288 | p = (char *)net_stats + fm10k_gstrings_net_stats[i].stat_offset; | |
289 | *(data++) = (fm10k_gstrings_net_stats[i].sizeof_stat == | |
290 | sizeof(u64)) ? *(u64 *)p : *(u32 *)p; | |
291 | } | |
292 | ||
293 | for (i = 0; i < FM10K_GLOBAL_STATS_LEN; i++) { | |
fbdb159f JK |
294 | p = (char *)interface + |
295 | fm10k_gstrings_global_stats[i].stat_offset; | |
296 | *(data++) = (fm10k_gstrings_global_stats[i].sizeof_stat == | |
82dd0f7e AD |
297 | sizeof(u64)) ? *(u64 *)p : *(u32 *)p; |
298 | } | |
299 | ||
80043f3b JK |
300 | if (interface->flags & FM10K_FLAG_DEBUG_STATS) { |
301 | for (i = 0; i < FM10K_DEBUG_STATS_LEN; i++) { | |
3d02b3df BA |
302 | p = (char *)interface + |
303 | fm10k_gstrings_debug_stats[i].stat_offset; | |
80043f3b JK |
304 | *(data++) = (fm10k_gstrings_debug_stats[i].sizeof_stat == |
305 | sizeof(u64)) ? *(u64 *)p : *(u32 *)p; | |
306 | } | |
307 | } | |
308 | ||
309 | for (i = 0; i < FM10K_MBX_STATS_LEN; i++) { | |
3d02b3df BA |
310 | p = (char *)&interface->hw.mbx + |
311 | fm10k_gstrings_mbx_stats[i].stat_offset; | |
80043f3b JK |
312 | *(data++) = (fm10k_gstrings_mbx_stats[i].sizeof_stat == |
313 | sizeof(u64)) ? *(u64 *)p : *(u32 *)p; | |
314 | } | |
315 | ||
316 | if (interface->hw.mac.type != fm10k_mac_vf) { | |
fbdb159f JK |
317 | for (i = 0; i < FM10K_PF_STATS_LEN; i++) { |
318 | p = (char *)interface + | |
319 | fm10k_gstrings_pf_stats[i].stat_offset; | |
320 | *(data++) = (fm10k_gstrings_pf_stats[i].sizeof_stat == | |
321 | sizeof(u64)) ? *(u64 *)p : *(u32 *)p; | |
322 | } | |
80043f3b JK |
323 | } |
324 | ||
325 | if ((interface->flags & FM10K_FLAG_DEBUG_STATS) && iov_data) { | |
326 | for (i = 0; i < iov_data->num_vfs; i++) { | |
327 | struct fm10k_vf_info *vf_info; | |
a4fcad65 | 328 | |
80043f3b JK |
329 | vf_info = &iov_data->vf_info[i]; |
330 | ||
331 | /* skip stats if we don't have a vf info */ | |
332 | if (!vf_info) { | |
333 | data += FM10K_MBX_STATS_LEN; | |
334 | continue; | |
335 | } | |
336 | ||
337 | for (j = 0; j < FM10K_MBX_STATS_LEN; j++) { | |
3d02b3df BA |
338 | p = (char *)&vf_info->mbx + |
339 | fm10k_gstrings_mbx_stats[j].stat_offset; | |
80043f3b JK |
340 | *(data++) = (fm10k_gstrings_mbx_stats[j].sizeof_stat == |
341 | sizeof(u64)) ? *(u64 *)p : *(u32 *)p; | |
342 | } | |
343 | } | |
344 | } | |
fbdb159f | 345 | |
29a928ee | 346 | for (i = 0; i < interface->hw.mac.max_queues; i++) { |
82dd0f7e AD |
347 | struct fm10k_ring *ring; |
348 | u64 *queue_stat; | |
349 | ||
350 | ring = interface->tx_ring[i]; | |
351 | if (ring) | |
352 | queue_stat = (u64 *)&ring->stats; | |
353 | for (j = 0; j < stat_count; j++) | |
354 | *(data++) = ring ? queue_stat[j] : 0; | |
355 | ||
356 | ring = interface->rx_ring[i]; | |
357 | if (ring) | |
358 | queue_stat = (u64 *)&ring->stats; | |
359 | for (j = 0; j < stat_count; j++) | |
360 | *(data++) = ring ? queue_stat[j] : 0; | |
361 | } | |
362 | } | |
363 | ||
364 | /* If function below adds more registers this define needs to be updated */ | |
365 | #define FM10K_REGS_LEN_Q 29 | |
366 | ||
367 | static void fm10k_get_reg_q(struct fm10k_hw *hw, u32 *buff, int i) | |
368 | { | |
369 | int idx = 0; | |
370 | ||
371 | buff[idx++] = fm10k_read_reg(hw, FM10K_RDBAL(i)); | |
372 | buff[idx++] = fm10k_read_reg(hw, FM10K_RDBAH(i)); | |
373 | buff[idx++] = fm10k_read_reg(hw, FM10K_RDLEN(i)); | |
374 | buff[idx++] = fm10k_read_reg(hw, FM10K_TPH_RXCTRL(i)); | |
375 | buff[idx++] = fm10k_read_reg(hw, FM10K_RDH(i)); | |
376 | buff[idx++] = fm10k_read_reg(hw, FM10K_RDT(i)); | |
377 | buff[idx++] = fm10k_read_reg(hw, FM10K_RXQCTL(i)); | |
378 | buff[idx++] = fm10k_read_reg(hw, FM10K_RXDCTL(i)); | |
379 | buff[idx++] = fm10k_read_reg(hw, FM10K_RXINT(i)); | |
380 | buff[idx++] = fm10k_read_reg(hw, FM10K_SRRCTL(i)); | |
381 | buff[idx++] = fm10k_read_reg(hw, FM10K_QPRC(i)); | |
382 | buff[idx++] = fm10k_read_reg(hw, FM10K_QPRDC(i)); | |
383 | buff[idx++] = fm10k_read_reg(hw, FM10K_QBRC_L(i)); | |
384 | buff[idx++] = fm10k_read_reg(hw, FM10K_QBRC_H(i)); | |
385 | buff[idx++] = fm10k_read_reg(hw, FM10K_TDBAL(i)); | |
386 | buff[idx++] = fm10k_read_reg(hw, FM10K_TDBAH(i)); | |
387 | buff[idx++] = fm10k_read_reg(hw, FM10K_TDLEN(i)); | |
388 | buff[idx++] = fm10k_read_reg(hw, FM10K_TPH_TXCTRL(i)); | |
389 | buff[idx++] = fm10k_read_reg(hw, FM10K_TDH(i)); | |
390 | buff[idx++] = fm10k_read_reg(hw, FM10K_TDT(i)); | |
391 | buff[idx++] = fm10k_read_reg(hw, FM10K_TXDCTL(i)); | |
392 | buff[idx++] = fm10k_read_reg(hw, FM10K_TXQCTL(i)); | |
393 | buff[idx++] = fm10k_read_reg(hw, FM10K_TXINT(i)); | |
394 | buff[idx++] = fm10k_read_reg(hw, FM10K_QPTC(i)); | |
395 | buff[idx++] = fm10k_read_reg(hw, FM10K_QBTC_L(i)); | |
396 | buff[idx++] = fm10k_read_reg(hw, FM10K_QBTC_H(i)); | |
397 | buff[idx++] = fm10k_read_reg(hw, FM10K_TQDLOC(i)); | |
398 | buff[idx++] = fm10k_read_reg(hw, FM10K_TX_SGLORT(i)); | |
399 | buff[idx++] = fm10k_read_reg(hw, FM10K_PFVTCTL(i)); | |
400 | ||
401 | BUG_ON(idx != FM10K_REGS_LEN_Q); | |
402 | } | |
403 | ||
404 | /* If function above adds more registers this define needs to be updated */ | |
405 | #define FM10K_REGS_LEN_VSI 43 | |
406 | ||
407 | static void fm10k_get_reg_vsi(struct fm10k_hw *hw, u32 *buff, int i) | |
408 | { | |
409 | int idx = 0, j; | |
410 | ||
411 | buff[idx++] = fm10k_read_reg(hw, FM10K_MRQC(i)); | |
412 | for (j = 0; j < 10; j++) | |
413 | buff[idx++] = fm10k_read_reg(hw, FM10K_RSSRK(i, j)); | |
414 | for (j = 0; j < 32; j++) | |
415 | buff[idx++] = fm10k_read_reg(hw, FM10K_RETA(i, j)); | |
416 | ||
417 | BUG_ON(idx != FM10K_REGS_LEN_VSI); | |
418 | } | |
419 | ||
420 | static void fm10k_get_regs(struct net_device *netdev, | |
421 | struct ethtool_regs *regs, void *p) | |
422 | { | |
423 | struct fm10k_intfc *interface = netdev_priv(netdev); | |
424 | struct fm10k_hw *hw = &interface->hw; | |
425 | u32 *buff = p; | |
426 | u16 i; | |
427 | ||
428 | regs->version = (1 << 24) | (hw->revision_id << 16) | hw->device_id; | |
429 | ||
430 | switch (hw->mac.type) { | |
431 | case fm10k_mac_pf: | |
432 | /* General PF Registers */ | |
433 | *(buff++) = fm10k_read_reg(hw, FM10K_CTRL); | |
434 | *(buff++) = fm10k_read_reg(hw, FM10K_CTRL_EXT); | |
435 | *(buff++) = fm10k_read_reg(hw, FM10K_GCR); | |
436 | *(buff++) = fm10k_read_reg(hw, FM10K_GCR_EXT); | |
437 | ||
438 | for (i = 0; i < 8; i++) { | |
439 | *(buff++) = fm10k_read_reg(hw, FM10K_DGLORTMAP(i)); | |
440 | *(buff++) = fm10k_read_reg(hw, FM10K_DGLORTDEC(i)); | |
441 | } | |
442 | ||
443 | for (i = 0; i < 65; i++) { | |
444 | fm10k_get_reg_vsi(hw, buff, i); | |
445 | buff += FM10K_REGS_LEN_VSI; | |
446 | } | |
447 | ||
448 | *(buff++) = fm10k_read_reg(hw, FM10K_DMA_CTRL); | |
449 | *(buff++) = fm10k_read_reg(hw, FM10K_DMA_CTRL2); | |
450 | ||
451 | for (i = 0; i < FM10K_MAX_QUEUES_PF; i++) { | |
452 | fm10k_get_reg_q(hw, buff, i); | |
453 | buff += FM10K_REGS_LEN_Q; | |
454 | } | |
455 | ||
456 | *(buff++) = fm10k_read_reg(hw, FM10K_TPH_CTRL); | |
457 | ||
458 | for (i = 0; i < 8; i++) | |
459 | *(buff++) = fm10k_read_reg(hw, FM10K_INT_MAP(i)); | |
460 | ||
461 | /* Interrupt Throttling Registers */ | |
462 | for (i = 0; i < 130; i++) | |
463 | *(buff++) = fm10k_read_reg(hw, FM10K_ITR(i)); | |
464 | ||
5cb8db4a AD |
465 | break; |
466 | case fm10k_mac_vf: | |
467 | /* General VF registers */ | |
468 | *(buff++) = fm10k_read_reg(hw, FM10K_VFCTRL); | |
469 | *(buff++) = fm10k_read_reg(hw, FM10K_VFINT_MAP); | |
470 | *(buff++) = fm10k_read_reg(hw, FM10K_VFSYSTIME); | |
471 | ||
472 | /* Interrupt Throttling Registers */ | |
473 | for (i = 0; i < 8; i++) | |
474 | *(buff++) = fm10k_read_reg(hw, FM10K_VFITR(i)); | |
475 | ||
476 | fm10k_get_reg_vsi(hw, buff, 0); | |
477 | buff += FM10K_REGS_LEN_VSI; | |
478 | ||
479 | for (i = 0; i < FM10K_MAX_QUEUES_POOL; i++) { | |
480 | if (i < hw->mac.max_queues) | |
481 | fm10k_get_reg_q(hw, buff, i); | |
482 | else | |
483 | memset(buff, 0, sizeof(u32) * FM10K_REGS_LEN_Q); | |
484 | buff += FM10K_REGS_LEN_Q; | |
485 | } | |
486 | ||
82dd0f7e AD |
487 | break; |
488 | default: | |
489 | return; | |
490 | } | |
491 | } | |
492 | ||
493 | /* If function above adds more registers these define need to be updated */ | |
494 | #define FM10K_REGS_LEN_PF \ | |
495 | (162 + (65 * FM10K_REGS_LEN_VSI) + (FM10K_MAX_QUEUES_PF * FM10K_REGS_LEN_Q)) | |
5cb8db4a AD |
496 | #define FM10K_REGS_LEN_VF \ |
497 | (11 + FM10K_REGS_LEN_VSI + (FM10K_MAX_QUEUES_POOL * FM10K_REGS_LEN_Q)) | |
82dd0f7e AD |
498 | |
499 | static int fm10k_get_regs_len(struct net_device *netdev) | |
500 | { | |
501 | struct fm10k_intfc *interface = netdev_priv(netdev); | |
502 | struct fm10k_hw *hw = &interface->hw; | |
503 | ||
504 | switch (hw->mac.type) { | |
505 | case fm10k_mac_pf: | |
506 | return FM10K_REGS_LEN_PF * sizeof(u32); | |
5cb8db4a AD |
507 | case fm10k_mac_vf: |
508 | return FM10K_REGS_LEN_VF * sizeof(u32); | |
82dd0f7e AD |
509 | default: |
510 | return 0; | |
511 | } | |
512 | } | |
513 | ||
514 | static void fm10k_get_drvinfo(struct net_device *dev, | |
515 | struct ethtool_drvinfo *info) | |
516 | { | |
517 | struct fm10k_intfc *interface = netdev_priv(dev); | |
518 | ||
519 | strncpy(info->driver, fm10k_driver_name, | |
520 | sizeof(info->driver) - 1); | |
521 | strncpy(info->version, fm10k_driver_version, | |
522 | sizeof(info->version) - 1); | |
523 | strncpy(info->bus_info, pci_name(interface->pdev), | |
524 | sizeof(info->bus_info) - 1); | |
82dd0f7e AD |
525 | } |
526 | ||
527 | static void fm10k_get_pauseparam(struct net_device *dev, | |
528 | struct ethtool_pauseparam *pause) | |
529 | { | |
530 | struct fm10k_intfc *interface = netdev_priv(dev); | |
531 | ||
532 | /* record fixed values for autoneg and tx pause */ | |
533 | pause->autoneg = 0; | |
534 | pause->tx_pause = 1; | |
535 | ||
536 | pause->rx_pause = interface->rx_pause ? 1 : 0; | |
537 | } | |
538 | ||
539 | static int fm10k_set_pauseparam(struct net_device *dev, | |
540 | struct ethtool_pauseparam *pause) | |
541 | { | |
542 | struct fm10k_intfc *interface = netdev_priv(dev); | |
543 | struct fm10k_hw *hw = &interface->hw; | |
544 | ||
545 | if (pause->autoneg || !pause->tx_pause) | |
546 | return -EINVAL; | |
547 | ||
548 | /* we can only support pause on the PF to avoid head-of-line blocking */ | |
549 | if (hw->mac.type == fm10k_mac_pf) | |
550 | interface->rx_pause = pause->rx_pause ? ~0 : 0; | |
551 | else if (pause->rx_pause) | |
552 | return -EINVAL; | |
553 | ||
554 | if (netif_running(dev)) | |
555 | fm10k_update_rx_drop_en(interface); | |
556 | ||
557 | return 0; | |
558 | } | |
559 | ||
560 | static u32 fm10k_get_msglevel(struct net_device *netdev) | |
561 | { | |
562 | struct fm10k_intfc *interface = netdev_priv(netdev); | |
563 | ||
564 | return interface->msg_enable; | |
565 | } | |
566 | ||
567 | static void fm10k_set_msglevel(struct net_device *netdev, u32 data) | |
568 | { | |
569 | struct fm10k_intfc *interface = netdev_priv(netdev); | |
570 | ||
571 | interface->msg_enable = data; | |
572 | } | |
573 | ||
574 | static void fm10k_get_ringparam(struct net_device *netdev, | |
575 | struct ethtool_ringparam *ring) | |
576 | { | |
577 | struct fm10k_intfc *interface = netdev_priv(netdev); | |
578 | ||
579 | ring->rx_max_pending = FM10K_MAX_RXD; | |
580 | ring->tx_max_pending = FM10K_MAX_TXD; | |
581 | ring->rx_mini_max_pending = 0; | |
582 | ring->rx_jumbo_max_pending = 0; | |
583 | ring->rx_pending = interface->rx_ring_count; | |
584 | ring->tx_pending = interface->tx_ring_count; | |
585 | ring->rx_mini_pending = 0; | |
586 | ring->rx_jumbo_pending = 0; | |
587 | } | |
588 | ||
589 | static int fm10k_set_ringparam(struct net_device *netdev, | |
590 | struct ethtool_ringparam *ring) | |
591 | { | |
592 | struct fm10k_intfc *interface = netdev_priv(netdev); | |
593 | struct fm10k_ring *temp_ring; | |
594 | int i, err = 0; | |
595 | u32 new_rx_count, new_tx_count; | |
596 | ||
597 | if ((ring->rx_mini_pending) || (ring->rx_jumbo_pending)) | |
598 | return -EINVAL; | |
599 | ||
600 | new_tx_count = clamp_t(u32, ring->tx_pending, | |
601 | FM10K_MIN_TXD, FM10K_MAX_TXD); | |
602 | new_tx_count = ALIGN(new_tx_count, FM10K_REQ_TX_DESCRIPTOR_MULTIPLE); | |
603 | ||
604 | new_rx_count = clamp_t(u32, ring->rx_pending, | |
605 | FM10K_MIN_RXD, FM10K_MAX_RXD); | |
606 | new_rx_count = ALIGN(new_rx_count, FM10K_REQ_RX_DESCRIPTOR_MULTIPLE); | |
607 | ||
608 | if ((new_tx_count == interface->tx_ring_count) && | |
609 | (new_rx_count == interface->rx_ring_count)) { | |
610 | /* nothing to do */ | |
611 | return 0; | |
612 | } | |
613 | ||
614 | while (test_and_set_bit(__FM10K_RESETTING, &interface->state)) | |
615 | usleep_range(1000, 2000); | |
616 | ||
617 | if (!netif_running(interface->netdev)) { | |
618 | for (i = 0; i < interface->num_tx_queues; i++) | |
619 | interface->tx_ring[i]->count = new_tx_count; | |
620 | for (i = 0; i < interface->num_rx_queues; i++) | |
621 | interface->rx_ring[i]->count = new_rx_count; | |
622 | interface->tx_ring_count = new_tx_count; | |
623 | interface->rx_ring_count = new_rx_count; | |
624 | goto clear_reset; | |
625 | } | |
626 | ||
627 | /* allocate temporary buffer to store rings in */ | |
628 | i = max_t(int, interface->num_tx_queues, interface->num_rx_queues); | |
629 | temp_ring = vmalloc(i * sizeof(struct fm10k_ring)); | |
630 | ||
631 | if (!temp_ring) { | |
632 | err = -ENOMEM; | |
633 | goto clear_reset; | |
634 | } | |
635 | ||
636 | fm10k_down(interface); | |
637 | ||
638 | /* Setup new Tx resources and free the old Tx resources in that order. | |
639 | * We can then assign the new resources to the rings via a memcpy. | |
640 | * The advantage to this approach is that we are guaranteed to still | |
641 | * have resources even in the case of an allocation failure. | |
642 | */ | |
643 | if (new_tx_count != interface->tx_ring_count) { | |
644 | for (i = 0; i < interface->num_tx_queues; i++) { | |
645 | memcpy(&temp_ring[i], interface->tx_ring[i], | |
646 | sizeof(struct fm10k_ring)); | |
647 | ||
648 | temp_ring[i].count = new_tx_count; | |
649 | err = fm10k_setup_tx_resources(&temp_ring[i]); | |
650 | if (err) { | |
651 | while (i) { | |
652 | i--; | |
653 | fm10k_free_tx_resources(&temp_ring[i]); | |
654 | } | |
655 | goto err_setup; | |
656 | } | |
657 | } | |
658 | ||
659 | for (i = 0; i < interface->num_tx_queues; i++) { | |
660 | fm10k_free_tx_resources(interface->tx_ring[i]); | |
661 | ||
662 | memcpy(interface->tx_ring[i], &temp_ring[i], | |
663 | sizeof(struct fm10k_ring)); | |
664 | } | |
665 | ||
666 | interface->tx_ring_count = new_tx_count; | |
667 | } | |
668 | ||
669 | /* Repeat the process for the Rx rings if needed */ | |
670 | if (new_rx_count != interface->rx_ring_count) { | |
671 | for (i = 0; i < interface->num_rx_queues; i++) { | |
672 | memcpy(&temp_ring[i], interface->rx_ring[i], | |
673 | sizeof(struct fm10k_ring)); | |
674 | ||
675 | temp_ring[i].count = new_rx_count; | |
676 | err = fm10k_setup_rx_resources(&temp_ring[i]); | |
677 | if (err) { | |
678 | while (i) { | |
679 | i--; | |
680 | fm10k_free_rx_resources(&temp_ring[i]); | |
681 | } | |
682 | goto err_setup; | |
683 | } | |
684 | } | |
685 | ||
686 | for (i = 0; i < interface->num_rx_queues; i++) { | |
687 | fm10k_free_rx_resources(interface->rx_ring[i]); | |
688 | ||
689 | memcpy(interface->rx_ring[i], &temp_ring[i], | |
690 | sizeof(struct fm10k_ring)); | |
691 | } | |
692 | ||
693 | interface->rx_ring_count = new_rx_count; | |
694 | } | |
695 | ||
696 | err_setup: | |
697 | fm10k_up(interface); | |
698 | vfree(temp_ring); | |
699 | clear_reset: | |
700 | clear_bit(__FM10K_RESETTING, &interface->state); | |
701 | return err; | |
702 | } | |
703 | ||
704 | static int fm10k_get_coalesce(struct net_device *dev, | |
705 | struct ethtool_coalesce *ec) | |
706 | { | |
707 | struct fm10k_intfc *interface = netdev_priv(dev); | |
708 | ||
584373f5 | 709 | ec->use_adaptive_tx_coalesce = ITR_IS_ADAPTIVE(interface->tx_itr); |
82dd0f7e AD |
710 | ec->tx_coalesce_usecs = interface->tx_itr & ~FM10K_ITR_ADAPTIVE; |
711 | ||
584373f5 | 712 | ec->use_adaptive_rx_coalesce = ITR_IS_ADAPTIVE(interface->rx_itr); |
82dd0f7e AD |
713 | ec->rx_coalesce_usecs = interface->rx_itr & ~FM10K_ITR_ADAPTIVE; |
714 | ||
715 | return 0; | |
716 | } | |
717 | ||
718 | static int fm10k_set_coalesce(struct net_device *dev, | |
719 | struct ethtool_coalesce *ec) | |
720 | { | |
721 | struct fm10k_intfc *interface = netdev_priv(dev); | |
722 | struct fm10k_q_vector *qv; | |
723 | u16 tx_itr, rx_itr; | |
724 | int i; | |
725 | ||
726 | /* verify limits */ | |
727 | if ((ec->rx_coalesce_usecs > FM10K_ITR_MAX) || | |
728 | (ec->tx_coalesce_usecs > FM10K_ITR_MAX)) | |
729 | return -EINVAL; | |
730 | ||
731 | /* record settings */ | |
732 | tx_itr = ec->tx_coalesce_usecs; | |
733 | rx_itr = ec->rx_coalesce_usecs; | |
734 | ||
735 | /* set initial values for adaptive ITR */ | |
736 | if (ec->use_adaptive_tx_coalesce) | |
436ea956 | 737 | tx_itr = FM10K_ITR_ADAPTIVE | FM10K_TX_ITR_DEFAULT; |
82dd0f7e AD |
738 | |
739 | if (ec->use_adaptive_rx_coalesce) | |
436ea956 | 740 | rx_itr = FM10K_ITR_ADAPTIVE | FM10K_RX_ITR_DEFAULT; |
82dd0f7e AD |
741 | |
742 | /* update interface */ | |
743 | interface->tx_itr = tx_itr; | |
744 | interface->rx_itr = rx_itr; | |
745 | ||
746 | /* update q_vectors */ | |
747 | for (i = 0; i < interface->num_q_vectors; i++) { | |
748 | qv = interface->q_vector[i]; | |
749 | qv->tx.itr = tx_itr; | |
750 | qv->rx.itr = rx_itr; | |
751 | } | |
752 | ||
753 | return 0; | |
754 | } | |
755 | ||
756 | static int fm10k_get_rss_hash_opts(struct fm10k_intfc *interface, | |
757 | struct ethtool_rxnfc *cmd) | |
758 | { | |
759 | cmd->data = 0; | |
760 | ||
761 | /* Report default options for RSS on fm10k */ | |
762 | switch (cmd->flow_type) { | |
763 | case TCP_V4_FLOW: | |
764 | case TCP_V6_FLOW: | |
765 | cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3; | |
766 | /* fall through */ | |
767 | case UDP_V4_FLOW: | |
768 | if (interface->flags & FM10K_FLAG_RSS_FIELD_IPV4_UDP) | |
769 | cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3; | |
770 | /* fall through */ | |
771 | case SCTP_V4_FLOW: | |
772 | case SCTP_V6_FLOW: | |
773 | case AH_ESP_V4_FLOW: | |
774 | case AH_ESP_V6_FLOW: | |
775 | case AH_V4_FLOW: | |
776 | case AH_V6_FLOW: | |
777 | case ESP_V4_FLOW: | |
778 | case ESP_V6_FLOW: | |
779 | case IPV4_FLOW: | |
780 | case IPV6_FLOW: | |
781 | cmd->data |= RXH_IP_SRC | RXH_IP_DST; | |
782 | break; | |
783 | case UDP_V6_FLOW: | |
784 | if (interface->flags & FM10K_FLAG_RSS_FIELD_IPV6_UDP) | |
785 | cmd->data |= RXH_L4_B_0_1 | RXH_L4_B_2_3; | |
786 | cmd->data |= RXH_IP_SRC | RXH_IP_DST; | |
787 | break; | |
788 | default: | |
789 | return -EINVAL; | |
790 | } | |
791 | ||
792 | return 0; | |
793 | } | |
794 | ||
795 | static int fm10k_get_rxnfc(struct net_device *dev, struct ethtool_rxnfc *cmd, | |
de445199 | 796 | u32 __always_unused *rule_locs) |
82dd0f7e AD |
797 | { |
798 | struct fm10k_intfc *interface = netdev_priv(dev); | |
799 | int ret = -EOPNOTSUPP; | |
800 | ||
801 | switch (cmd->cmd) { | |
802 | case ETHTOOL_GRXRINGS: | |
803 | cmd->data = interface->num_rx_queues; | |
804 | ret = 0; | |
805 | break; | |
806 | case ETHTOOL_GRXFH: | |
807 | ret = fm10k_get_rss_hash_opts(interface, cmd); | |
808 | break; | |
809 | default: | |
810 | break; | |
811 | } | |
812 | ||
813 | return ret; | |
814 | } | |
815 | ||
816 | #define UDP_RSS_FLAGS (FM10K_FLAG_RSS_FIELD_IPV4_UDP | \ | |
817 | FM10K_FLAG_RSS_FIELD_IPV6_UDP) | |
818 | static int fm10k_set_rss_hash_opt(struct fm10k_intfc *interface, | |
819 | struct ethtool_rxnfc *nfc) | |
820 | { | |
821 | u32 flags = interface->flags; | |
822 | ||
823 | /* RSS does not support anything other than hashing | |
824 | * to queues on src and dst IPs and ports | |
825 | */ | |
826 | if (nfc->data & ~(RXH_IP_SRC | RXH_IP_DST | | |
827 | RXH_L4_B_0_1 | RXH_L4_B_2_3)) | |
828 | return -EINVAL; | |
829 | ||
830 | switch (nfc->flow_type) { | |
831 | case TCP_V4_FLOW: | |
832 | case TCP_V6_FLOW: | |
833 | if (!(nfc->data & RXH_IP_SRC) || | |
834 | !(nfc->data & RXH_IP_DST) || | |
835 | !(nfc->data & RXH_L4_B_0_1) || | |
836 | !(nfc->data & RXH_L4_B_2_3)) | |
837 | return -EINVAL; | |
838 | break; | |
839 | case UDP_V4_FLOW: | |
840 | if (!(nfc->data & RXH_IP_SRC) || | |
841 | !(nfc->data & RXH_IP_DST)) | |
842 | return -EINVAL; | |
843 | switch (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) { | |
844 | case 0: | |
845 | flags &= ~FM10K_FLAG_RSS_FIELD_IPV4_UDP; | |
846 | break; | |
847 | case (RXH_L4_B_0_1 | RXH_L4_B_2_3): | |
848 | flags |= FM10K_FLAG_RSS_FIELD_IPV4_UDP; | |
849 | break; | |
850 | default: | |
851 | return -EINVAL; | |
852 | } | |
853 | break; | |
854 | case UDP_V6_FLOW: | |
855 | if (!(nfc->data & RXH_IP_SRC) || | |
856 | !(nfc->data & RXH_IP_DST)) | |
857 | return -EINVAL; | |
858 | switch (nfc->data & (RXH_L4_B_0_1 | RXH_L4_B_2_3)) { | |
859 | case 0: | |
860 | flags &= ~FM10K_FLAG_RSS_FIELD_IPV6_UDP; | |
861 | break; | |
862 | case (RXH_L4_B_0_1 | RXH_L4_B_2_3): | |
863 | flags |= FM10K_FLAG_RSS_FIELD_IPV6_UDP; | |
864 | break; | |
865 | default: | |
866 | return -EINVAL; | |
867 | } | |
868 | break; | |
869 | case AH_ESP_V4_FLOW: | |
870 | case AH_V4_FLOW: | |
871 | case ESP_V4_FLOW: | |
872 | case SCTP_V4_FLOW: | |
873 | case AH_ESP_V6_FLOW: | |
874 | case AH_V6_FLOW: | |
875 | case ESP_V6_FLOW: | |
876 | case SCTP_V6_FLOW: | |
877 | if (!(nfc->data & RXH_IP_SRC) || | |
878 | !(nfc->data & RXH_IP_DST) || | |
879 | (nfc->data & RXH_L4_B_0_1) || | |
880 | (nfc->data & RXH_L4_B_2_3)) | |
881 | return -EINVAL; | |
882 | break; | |
883 | default: | |
884 | return -EINVAL; | |
885 | } | |
886 | ||
887 | /* if we changed something we need to update flags */ | |
888 | if (flags != interface->flags) { | |
889 | struct fm10k_hw *hw = &interface->hw; | |
890 | u32 mrqc; | |
891 | ||
892 | if ((flags & UDP_RSS_FLAGS) && | |
893 | !(interface->flags & UDP_RSS_FLAGS)) | |
894 | netif_warn(interface, drv, interface->netdev, | |
895 | "enabling UDP RSS: fragmented packets may arrive out of order to the stack above\n"); | |
896 | ||
897 | interface->flags = flags; | |
898 | ||
899 | /* Perform hash on these packet types */ | |
900 | mrqc = FM10K_MRQC_IPV4 | | |
901 | FM10K_MRQC_TCP_IPV4 | | |
902 | FM10K_MRQC_IPV6 | | |
903 | FM10K_MRQC_TCP_IPV6; | |
904 | ||
905 | if (flags & FM10K_FLAG_RSS_FIELD_IPV4_UDP) | |
906 | mrqc |= FM10K_MRQC_UDP_IPV4; | |
907 | if (flags & FM10K_FLAG_RSS_FIELD_IPV6_UDP) | |
908 | mrqc |= FM10K_MRQC_UDP_IPV6; | |
909 | ||
910 | fm10k_write_reg(hw, FM10K_MRQC(0), mrqc); | |
911 | } | |
912 | ||
913 | return 0; | |
914 | } | |
915 | ||
916 | static int fm10k_set_rxnfc(struct net_device *dev, struct ethtool_rxnfc *cmd) | |
917 | { | |
918 | struct fm10k_intfc *interface = netdev_priv(dev); | |
919 | int ret = -EOPNOTSUPP; | |
920 | ||
921 | switch (cmd->cmd) { | |
922 | case ETHTOOL_SRXFH: | |
923 | ret = fm10k_set_rss_hash_opt(interface, cmd); | |
924 | break; | |
925 | default: | |
926 | break; | |
927 | } | |
928 | ||
929 | return ret; | |
930 | } | |
931 | ||
5cb8db4a AD |
932 | static int fm10k_mbx_test(struct fm10k_intfc *interface, u64 *data) |
933 | { | |
934 | struct fm10k_hw *hw = &interface->hw; | |
935 | struct fm10k_mbx_info *mbx = &hw->mbx; | |
936 | u32 attr_flag, test_msg[6]; | |
937 | unsigned long timeout; | |
938 | int err; | |
939 | ||
940 | /* For now this is a VF only feature */ | |
941 | if (hw->mac.type != fm10k_mac_vf) | |
942 | return 0; | |
943 | ||
944 | /* loop through both nested and unnested attribute types */ | |
945 | for (attr_flag = (1 << FM10K_TEST_MSG_UNSET); | |
946 | attr_flag < (1 << (2 * FM10K_TEST_MSG_NESTED)); | |
947 | attr_flag += attr_flag) { | |
948 | /* generate message to be tested */ | |
949 | fm10k_tlv_msg_test_create(test_msg, attr_flag); | |
950 | ||
951 | fm10k_mbx_lock(interface); | |
952 | mbx->test_result = FM10K_NOT_IMPLEMENTED; | |
953 | err = mbx->ops.enqueue_tx(hw, mbx, test_msg); | |
954 | fm10k_mbx_unlock(interface); | |
955 | ||
956 | /* wait up to 1 second for response */ | |
957 | timeout = jiffies + HZ; | |
958 | do { | |
959 | if (err < 0) | |
960 | goto err_out; | |
961 | ||
962 | usleep_range(500, 1000); | |
963 | ||
964 | fm10k_mbx_lock(interface); | |
965 | mbx->ops.process(hw, mbx); | |
966 | fm10k_mbx_unlock(interface); | |
967 | ||
968 | err = mbx->test_result; | |
969 | if (!err) | |
970 | break; | |
971 | } while (time_is_after_jiffies(timeout)); | |
972 | ||
973 | /* reporting errors */ | |
974 | if (err) | |
975 | goto err_out; | |
976 | } | |
977 | ||
978 | err_out: | |
979 | *data = err < 0 ? (attr_flag) : (err > 0); | |
980 | return err; | |
981 | } | |
982 | ||
983 | static void fm10k_self_test(struct net_device *dev, | |
984 | struct ethtool_test *eth_test, u64 *data) | |
985 | { | |
986 | struct fm10k_intfc *interface = netdev_priv(dev); | |
987 | struct fm10k_hw *hw = &interface->hw; | |
988 | ||
989 | memset(data, 0, sizeof(*data) * FM10K_TEST_LEN); | |
990 | ||
991 | if (FM10K_REMOVED(hw)) { | |
992 | netif_err(interface, drv, dev, | |
993 | "Interface removed - test blocked\n"); | |
994 | eth_test->flags |= ETH_TEST_FL_FAILED; | |
995 | return; | |
996 | } | |
997 | ||
998 | if (fm10k_mbx_test(interface, &data[FM10K_TEST_MBX])) | |
999 | eth_test->flags |= ETH_TEST_FL_FAILED; | |
1000 | } | |
1001 | ||
80043f3b JK |
1002 | static u32 fm10k_get_priv_flags(struct net_device *netdev) |
1003 | { | |
1004 | struct fm10k_intfc *interface = netdev_priv(netdev); | |
1005 | u32 priv_flags = 0; | |
1006 | ||
1007 | if (interface->flags & FM10K_FLAG_DEBUG_STATS) | |
1008 | priv_flags |= 1 << FM10K_PRV_FLAG_DEBUG_STATS; | |
1009 | ||
1010 | return priv_flags; | |
1011 | } | |
1012 | ||
1013 | static int fm10k_set_priv_flags(struct net_device *netdev, u32 priv_flags) | |
1014 | { | |
1015 | struct fm10k_intfc *interface = netdev_priv(netdev); | |
1016 | ||
1017 | if (priv_flags >= (1 << FM10K_PRV_FLAG_LEN)) | |
1018 | return -EINVAL; | |
1019 | ||
1020 | if (priv_flags & (1 << FM10K_PRV_FLAG_DEBUG_STATS)) | |
1021 | interface->flags |= FM10K_FLAG_DEBUG_STATS; | |
1022 | else | |
1023 | interface->flags &= ~FM10K_FLAG_DEBUG_STATS; | |
1024 | ||
1025 | return 0; | |
1026 | } | |
1027 | ||
de445199 | 1028 | static u32 fm10k_get_reta_size(struct net_device __always_unused *netdev) |
82dd0f7e AD |
1029 | { |
1030 | return FM10K_RETA_SIZE * FM10K_RETA_ENTRIES_PER_REG; | |
1031 | } | |
1032 | ||
1033 | static int fm10k_get_reta(struct net_device *netdev, u32 *indir) | |
1034 | { | |
1035 | struct fm10k_intfc *interface = netdev_priv(netdev); | |
1036 | int i; | |
1037 | ||
1038 | if (!indir) | |
1039 | return 0; | |
1040 | ||
1041 | for (i = 0; i < FM10K_RETA_SIZE; i++, indir += 4) { | |
1042 | u32 reta = interface->reta[i]; | |
1043 | ||
1044 | indir[0] = (reta << 24) >> 24; | |
1045 | indir[1] = (reta << 16) >> 24; | |
1046 | indir[2] = (reta << 8) >> 24; | |
1047 | indir[3] = (reta) >> 24; | |
1048 | } | |
1049 | ||
1050 | return 0; | |
1051 | } | |
1052 | ||
1053 | static int fm10k_set_reta(struct net_device *netdev, const u32 *indir) | |
1054 | { | |
1055 | struct fm10k_intfc *interface = netdev_priv(netdev); | |
1056 | struct fm10k_hw *hw = &interface->hw; | |
1057 | int i; | |
1058 | u16 rss_i; | |
1059 | ||
1060 | if (!indir) | |
1061 | return 0; | |
1062 | ||
1063 | /* Verify user input. */ | |
1064 | rss_i = interface->ring_feature[RING_F_RSS].indices; | |
1065 | for (i = fm10k_get_reta_size(netdev); i--;) { | |
1066 | if (indir[i] < rss_i) | |
1067 | continue; | |
1068 | return -EINVAL; | |
1069 | } | |
1070 | ||
1071 | /* record entries to reta table */ | |
1072 | for (i = 0; i < FM10K_RETA_SIZE; i++, indir += 4) { | |
1073 | u32 reta = indir[0] | | |
1074 | (indir[1] << 8) | | |
1075 | (indir[2] << 16) | | |
1076 | (indir[3] << 24); | |
1077 | ||
1078 | if (interface->reta[i] == reta) | |
1079 | continue; | |
1080 | ||
1081 | interface->reta[i] = reta; | |
1082 | fm10k_write_reg(hw, FM10K_RETA(0, i), reta); | |
1083 | } | |
1084 | ||
1085 | return 0; | |
1086 | } | |
1087 | ||
de445199 | 1088 | static u32 fm10k_get_rssrk_size(struct net_device __always_unused *netdev) |
82dd0f7e AD |
1089 | { |
1090 | return FM10K_RSSRK_SIZE * FM10K_RSSRK_ENTRIES_PER_REG; | |
1091 | } | |
1092 | ||
892311f6 EP |
1093 | static int fm10k_get_rssh(struct net_device *netdev, u32 *indir, u8 *key, |
1094 | u8 *hfunc) | |
82dd0f7e AD |
1095 | { |
1096 | struct fm10k_intfc *interface = netdev_priv(netdev); | |
1097 | int i, err; | |
1098 | ||
892311f6 EP |
1099 | if (hfunc) |
1100 | *hfunc = ETH_RSS_HASH_TOP; | |
1101 | ||
82dd0f7e AD |
1102 | err = fm10k_get_reta(netdev, indir); |
1103 | if (err || !key) | |
1104 | return err; | |
1105 | ||
1106 | for (i = 0; i < FM10K_RSSRK_SIZE; i++, key += 4) | |
1107 | *(__le32 *)key = cpu_to_le32(interface->rssrk[i]); | |
1108 | ||
1109 | return 0; | |
1110 | } | |
1111 | ||
1112 | static int fm10k_set_rssh(struct net_device *netdev, const u32 *indir, | |
892311f6 | 1113 | const u8 *key, const u8 hfunc) |
82dd0f7e AD |
1114 | { |
1115 | struct fm10k_intfc *interface = netdev_priv(netdev); | |
1116 | struct fm10k_hw *hw = &interface->hw; | |
1117 | int i, err; | |
1118 | ||
892311f6 EP |
1119 | /* We do not allow change in unsupported parameters */ |
1120 | if (hfunc != ETH_RSS_HASH_NO_CHANGE && hfunc != ETH_RSS_HASH_TOP) | |
1121 | return -EOPNOTSUPP; | |
1122 | ||
82dd0f7e AD |
1123 | err = fm10k_set_reta(netdev, indir); |
1124 | if (err || !key) | |
1125 | return err; | |
1126 | ||
1127 | for (i = 0; i < FM10K_RSSRK_SIZE; i++, key += 4) { | |
1128 | u32 rssrk = le32_to_cpu(*(__le32 *)key); | |
1129 | ||
1130 | if (interface->rssrk[i] == rssrk) | |
1131 | continue; | |
1132 | ||
1133 | interface->rssrk[i] = rssrk; | |
1134 | fm10k_write_reg(hw, FM10K_RSSRK(0, i), rssrk); | |
1135 | } | |
1136 | ||
1137 | return 0; | |
1138 | } | |
1139 | ||
aa3ac822 AD |
1140 | static unsigned int fm10k_max_channels(struct net_device *dev) |
1141 | { | |
1142 | struct fm10k_intfc *interface = netdev_priv(dev); | |
1143 | unsigned int max_combined = interface->hw.mac.max_queues; | |
1144 | u8 tcs = netdev_get_num_tc(dev); | |
1145 | ||
1146 | /* For QoS report channels per traffic class */ | |
1147 | if (tcs > 1) | |
1148 | max_combined = 1 << (fls(max_combined / tcs) - 1); | |
1149 | ||
1150 | return max_combined; | |
1151 | } | |
1152 | ||
1153 | static void fm10k_get_channels(struct net_device *dev, | |
1154 | struct ethtool_channels *ch) | |
1155 | { | |
1156 | struct fm10k_intfc *interface = netdev_priv(dev); | |
1157 | struct fm10k_hw *hw = &interface->hw; | |
1158 | ||
1159 | /* report maximum channels */ | |
1160 | ch->max_combined = fm10k_max_channels(dev); | |
1161 | ||
1162 | /* report info for other vector */ | |
1163 | ch->max_other = NON_Q_VECTORS(hw); | |
1164 | ch->other_count = ch->max_other; | |
1165 | ||
1166 | /* record RSS queues */ | |
1167 | ch->combined_count = interface->ring_feature[RING_F_RSS].indices; | |
1168 | } | |
1169 | ||
1170 | static int fm10k_set_channels(struct net_device *dev, | |
1171 | struct ethtool_channels *ch) | |
1172 | { | |
1173 | struct fm10k_intfc *interface = netdev_priv(dev); | |
1174 | unsigned int count = ch->combined_count; | |
1175 | struct fm10k_hw *hw = &interface->hw; | |
1176 | ||
1177 | /* verify they are not requesting separate vectors */ | |
1178 | if (!count || ch->rx_count || ch->tx_count) | |
1179 | return -EINVAL; | |
1180 | ||
1181 | /* verify other_count has not changed */ | |
1182 | if (ch->other_count != NON_Q_VECTORS(hw)) | |
1183 | return -EINVAL; | |
1184 | ||
1185 | /* verify the number of channels does not exceed hardware limits */ | |
1186 | if (count > fm10k_max_channels(dev)) | |
1187 | return -EINVAL; | |
1188 | ||
1189 | interface->ring_feature[RING_F_RSS].limit = count; | |
1190 | ||
1191 | /* use setup TC to update any traffic class queue mapping */ | |
1192 | return fm10k_setup_tc(dev, netdev_get_num_tc(dev)); | |
1193 | } | |
1194 | ||
a211e013 | 1195 | static int fm10k_get_ts_info(struct net_device *dev, |
eca32047 | 1196 | struct ethtool_ts_info *info) |
a211e013 AD |
1197 | { |
1198 | struct fm10k_intfc *interface = netdev_priv(dev); | |
1199 | ||
1200 | info->so_timestamping = | |
1201 | SOF_TIMESTAMPING_TX_SOFTWARE | | |
1202 | SOF_TIMESTAMPING_RX_SOFTWARE | | |
1203 | SOF_TIMESTAMPING_SOFTWARE | | |
1204 | SOF_TIMESTAMPING_TX_HARDWARE | | |
1205 | SOF_TIMESTAMPING_RX_HARDWARE | | |
1206 | SOF_TIMESTAMPING_RAW_HARDWARE; | |
1207 | ||
1208 | if (interface->ptp_clock) | |
1209 | info->phc_index = ptp_clock_index(interface->ptp_clock); | |
1210 | else | |
1211 | info->phc_index = -1; | |
1212 | ||
1213 | info->tx_types = (1 << HWTSTAMP_TX_OFF) | | |
1214 | (1 << HWTSTAMP_TX_ON); | |
1215 | ||
1216 | info->rx_filters = (1 << HWTSTAMP_FILTER_NONE) | | |
1217 | (1 << HWTSTAMP_FILTER_ALL); | |
1218 | ||
1219 | return 0; | |
1220 | } | |
1221 | ||
82dd0f7e AD |
1222 | static const struct ethtool_ops fm10k_ethtool_ops = { |
1223 | .get_strings = fm10k_get_strings, | |
1224 | .get_sset_count = fm10k_get_sset_count, | |
1225 | .get_ethtool_stats = fm10k_get_ethtool_stats, | |
1226 | .get_drvinfo = fm10k_get_drvinfo, | |
1227 | .get_link = ethtool_op_get_link, | |
1228 | .get_pauseparam = fm10k_get_pauseparam, | |
1229 | .set_pauseparam = fm10k_set_pauseparam, | |
1230 | .get_msglevel = fm10k_get_msglevel, | |
1231 | .set_msglevel = fm10k_set_msglevel, | |
1232 | .get_ringparam = fm10k_get_ringparam, | |
1233 | .set_ringparam = fm10k_set_ringparam, | |
1234 | .get_coalesce = fm10k_get_coalesce, | |
1235 | .set_coalesce = fm10k_set_coalesce, | |
1236 | .get_rxnfc = fm10k_get_rxnfc, | |
1237 | .set_rxnfc = fm10k_set_rxnfc, | |
1238 | .get_regs = fm10k_get_regs, | |
1239 | .get_regs_len = fm10k_get_regs_len, | |
5cb8db4a | 1240 | .self_test = fm10k_self_test, |
80043f3b JK |
1241 | .get_priv_flags = fm10k_get_priv_flags, |
1242 | .set_priv_flags = fm10k_set_priv_flags, | |
82dd0f7e AD |
1243 | .get_rxfh_indir_size = fm10k_get_reta_size, |
1244 | .get_rxfh_key_size = fm10k_get_rssrk_size, | |
1245 | .get_rxfh = fm10k_get_rssh, | |
1246 | .set_rxfh = fm10k_set_rssh, | |
aa3ac822 AD |
1247 | .get_channels = fm10k_get_channels, |
1248 | .set_channels = fm10k_set_channels, | |
a211e013 | 1249 | .get_ts_info = fm10k_get_ts_info, |
82dd0f7e AD |
1250 | }; |
1251 | ||
1252 | void fm10k_set_ethtool_ops(struct net_device *dev) | |
1253 | { | |
1254 | dev->ethtool_ops = &fm10k_ethtool_ops; | |
1255 | } |