2 * Copyright (c) 2006 - 2011 Intel Corporation. All rights reserved.
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
34 #include <linux/module.h>
35 #include <linux/moduleparam.h>
36 #include <linux/netdevice.h>
37 #include <linux/etherdevice.h>
39 #include <linux/tcp.h>
40 #include <linux/if_arp.h>
41 #include <linux/if_vlan.h>
42 #include <linux/ethtool.h>
43 #include <linux/slab.h>
46 #include <net/inet_common.h>
47 #include <linux/inet.h>
51 static struct nic_qp_map nic_qp_mapping_0
[] = {
52 {16,0,0,1},{24,4,0,0},{28,8,0,0},{32,12,0,0},
53 {20,2,2,1},{26,6,2,0},{30,10,2,0},{34,14,2,0},
54 {18,1,1,1},{25,5,1,0},{29,9,1,0},{33,13,1,0},
55 {22,3,3,1},{27,7,3,0},{31,11,3,0},{35,15,3,0}
58 static struct nic_qp_map nic_qp_mapping_1
[] = {
59 {18,1,1,1},{25,5,1,0},{29,9,1,0},{33,13,1,0},
60 {22,3,3,1},{27,7,3,0},{31,11,3,0},{35,15,3,0}
63 static struct nic_qp_map nic_qp_mapping_2
[] = {
64 {20,2,2,1},{26,6,2,0},{30,10,2,0},{34,14,2,0}
67 static struct nic_qp_map nic_qp_mapping_3
[] = {
68 {22,3,3,1},{27,7,3,0},{31,11,3,0},{35,15,3,0}
71 static struct nic_qp_map nic_qp_mapping_4
[] = {
72 {28,8,0,0},{32,12,0,0}
75 static struct nic_qp_map nic_qp_mapping_5
[] = {
76 {29,9,1,0},{33,13,1,0}
79 static struct nic_qp_map nic_qp_mapping_6
[] = {
80 {30,10,2,0},{34,14,2,0}
83 static struct nic_qp_map nic_qp_mapping_7
[] = {
84 {31,11,3,0},{35,15,3,0}
87 static struct nic_qp_map
*nic_qp_mapping_per_function
[] = {
88 nic_qp_mapping_0
, nic_qp_mapping_1
, nic_qp_mapping_2
, nic_qp_mapping_3
,
89 nic_qp_mapping_4
, nic_qp_mapping_5
, nic_qp_mapping_6
, nic_qp_mapping_7
92 static const u32 default_msg
= NETIF_MSG_DRV
| NETIF_MSG_PROBE
| NETIF_MSG_LINK
93 | NETIF_MSG_IFUP
| NETIF_MSG_IFDOWN
;
94 static int debug
= -1;
95 static int nics_per_function
= 1;
100 static int nes_netdev_poll(struct napi_struct
*napi
, int budget
)
102 struct nes_vnic
*nesvnic
= container_of(napi
, struct nes_vnic
, napi
);
103 struct nes_device
*nesdev
= nesvnic
->nesdev
;
104 struct nes_hw_nic_cq
*nescq
= &nesvnic
->nic_cq
;
106 nesvnic
->budget
= budget
;
107 nescq
->cqes_pending
= 0;
108 nescq
->rx_cqes_completed
= 0;
109 nescq
->cqe_allocs_pending
= 0;
110 nescq
->rx_pkts_indicated
= 0;
112 nes_nic_ce_handler(nesdev
, nescq
);
114 if (nescq
->cqes_pending
== 0) {
116 /* clear out completed cqes and arm */
117 nes_write32(nesdev
->regs
+NES_CQE_ALLOC
, NES_CQE_ALLOC_NOTIFY_NEXT
|
118 nescq
->cq_number
| (nescq
->cqe_allocs_pending
<< 16));
119 nes_read32(nesdev
->regs
+NES_CQE_ALLOC
);
121 /* clear out completed cqes but don't arm */
122 nes_write32(nesdev
->regs
+NES_CQE_ALLOC
,
123 nescq
->cq_number
| (nescq
->cqe_allocs_pending
<< 16));
124 nes_debug(NES_DBG_NETDEV
, "%s: exiting with work pending\n",
125 nesvnic
->netdev
->name
);
127 return nescq
->rx_pkts_indicated
;
132 * nes_netdev_open - Activate the network interface; ifconfig
135 static int nes_netdev_open(struct net_device
*netdev
)
139 struct nes_vnic
*nesvnic
= netdev_priv(netdev
);
140 struct nes_device
*nesdev
= nesvnic
->nesdev
;
143 struct nes_vnic
*first_nesvnic
= NULL
;
146 struct list_head
*list_pos
, *list_temp
;
149 assert(nesdev
!= NULL
);
151 if (nesvnic
->netdev_open
== 1)
154 if (netif_msg_ifup(nesvnic
))
155 printk(KERN_INFO PFX
"%s: enabling interface\n", netdev
->name
);
157 ret
= nes_init_nic_qp(nesdev
, netdev
);
162 netif_carrier_off(netdev
);
163 netif_stop_queue(netdev
);
165 if ((!nesvnic
->of_device_registered
) && (nesvnic
->rdma_enabled
)) {
166 nesvnic
->nesibdev
= nes_init_ofa_device(netdev
);
167 if (nesvnic
->nesibdev
== NULL
) {
168 printk(KERN_ERR PFX
"%s: nesvnic->nesibdev alloc failed", netdev
->name
);
170 nesvnic
->nesibdev
->nesvnic
= nesvnic
;
171 ret
= nes_register_ofa_device(nesvnic
->nesibdev
);
173 printk(KERN_ERR PFX
"%s: Unable to register RDMA device, ret = %d\n",
178 /* Set packet filters */
179 nic_active_bit
= 1 << nesvnic
->nic_index
;
180 nic_active
= nes_read_indexed(nesdev
, NES_IDX_NIC_ACTIVE
);
181 nic_active
|= nic_active_bit
;
182 nes_write_indexed(nesdev
, NES_IDX_NIC_ACTIVE
, nic_active
);
183 nic_active
= nes_read_indexed(nesdev
, NES_IDX_NIC_MULTICAST_ENABLE
);
184 nic_active
|= nic_active_bit
;
185 nes_write_indexed(nesdev
, NES_IDX_NIC_MULTICAST_ENABLE
, nic_active
);
186 nic_active
= nes_read_indexed(nesdev
, NES_IDX_NIC_BROADCAST_ON
);
187 nic_active
|= nic_active_bit
;
188 nes_write_indexed(nesdev
, NES_IDX_NIC_BROADCAST_ON
, nic_active
);
190 macaddr_high
= ((u16
)netdev
->dev_addr
[0]) << 8;
191 macaddr_high
+= (u16
)netdev
->dev_addr
[1];
193 macaddr_low
= ((u32
)netdev
->dev_addr
[2]) << 24;
194 macaddr_low
+= ((u32
)netdev
->dev_addr
[3]) << 16;
195 macaddr_low
+= ((u32
)netdev
->dev_addr
[4]) << 8;
196 macaddr_low
+= (u32
)netdev
->dev_addr
[5];
198 /* Program the various MAC regs */
199 for (i
= 0; i
< NES_MAX_PORT_COUNT
; i
++) {
200 if (nesvnic
->qp_nic_index
[i
] == 0xf) {
203 nes_debug(NES_DBG_NETDEV
, "i=%d, perfect filter table index= %d, PERF FILTER LOW"
204 " (Addr:%08X) = %08X, HIGH = %08X.\n",
205 i
, nesvnic
->qp_nic_index
[i
],
206 NES_IDX_PERFECT_FILTER_LOW
+
207 (nesvnic
->qp_nic_index
[i
] * 8),
209 (u32
)macaddr_high
| NES_MAC_ADDR_VALID
|
210 ((((u32
)nesvnic
->nic_index
) << 16)));
211 nes_write_indexed(nesdev
,
212 NES_IDX_PERFECT_FILTER_LOW
+ (nesvnic
->qp_nic_index
[i
] * 8),
214 nes_write_indexed(nesdev
,
215 NES_IDX_PERFECT_FILTER_HIGH
+ (nesvnic
->qp_nic_index
[i
] * 8),
216 (u32
)macaddr_high
| NES_MAC_ADDR_VALID
|
217 ((((u32
)nesvnic
->nic_index
) << 16)));
221 nes_write32(nesdev
->regs
+NES_CQE_ALLOC
, NES_CQE_ALLOC_NOTIFY_NEXT
|
222 nesvnic
->nic_cq
.cq_number
);
223 nes_read32(nesdev
->regs
+NES_CQE_ALLOC
);
224 list_for_each_safe(list_pos
, list_temp
, &nesdev
->nesadapter
->nesvnic_list
[nesdev
->mac_index
]) {
225 first_nesvnic
= container_of(list_pos
, struct nes_vnic
, list
);
226 if (first_nesvnic
->netdev_open
== 1)
229 if (first_nesvnic
->netdev_open
== 0) {
230 nes_debug(NES_DBG_INIT
, "Setting up MAC interrupt mask.\n");
231 nes_write_indexed(nesdev
, NES_IDX_MAC_INT_MASK
+ (0x200 * nesdev
->mac_index
),
232 ~(NES_MAC_INT_LINK_STAT_CHG
| NES_MAC_INT_XGMII_EXT
|
233 NES_MAC_INT_TX_UNDERFLOW
| NES_MAC_INT_TX_ERROR
));
234 first_nesvnic
= nesvnic
;
237 if (first_nesvnic
->linkup
) {
238 /* Enable network packets */
240 netif_start_queue(netdev
);
241 netif_carrier_on(netdev
);
244 spin_lock_irqsave(&nesdev
->nesadapter
->phy_lock
, flags
);
245 if (nesdev
->nesadapter
->phy_type
[nesdev
->mac_index
] == NES_PHY_TYPE_SFP_D
) {
246 nesdev
->link_recheck
= 1;
247 mod_delayed_work(system_wq
, &nesdev
->work
,
248 NES_LINK_RECHECK_DELAY
);
250 spin_unlock_irqrestore(&nesdev
->nesadapter
->phy_lock
, flags
);
252 spin_lock_irqsave(&nesvnic
->port_ibevent_lock
, flags
);
253 if (nesvnic
->of_device_registered
) {
254 nesdev
->nesadapter
->send_term_ok
= 1;
255 if (nesvnic
->linkup
== 1) {
256 if (nesdev
->iw_status
== 0) {
257 nesdev
->iw_status
= 1;
258 nes_port_ibevent(nesvnic
);
261 nesdev
->iw_status
= 0;
264 spin_unlock_irqrestore(&nesvnic
->port_ibevent_lock
, flags
);
266 napi_enable(&nesvnic
->napi
);
267 nesvnic
->netdev_open
= 1;
276 static int nes_netdev_stop(struct net_device
*netdev
)
278 struct nes_vnic
*nesvnic
= netdev_priv(netdev
);
279 struct nes_device
*nesdev
= nesvnic
->nesdev
;
282 struct nes_vnic
*first_nesvnic
= NULL
;
283 struct list_head
*list_pos
, *list_temp
;
286 nes_debug(NES_DBG_SHUTDOWN
, "nesvnic=%p, nesdev=%p, netdev=%p %s\n",
287 nesvnic
, nesdev
, netdev
, netdev
->name
);
288 if (nesvnic
->netdev_open
== 0)
291 if (netif_msg_ifdown(nesvnic
))
292 printk(KERN_INFO PFX
"%s: disabling interface\n", netdev
->name
);
293 netif_carrier_off(netdev
);
295 /* Disable network packets */
296 napi_disable(&nesvnic
->napi
);
297 netif_stop_queue(netdev
);
298 list_for_each_safe(list_pos
, list_temp
, &nesdev
->nesadapter
->nesvnic_list
[nesdev
->mac_index
]) {
299 first_nesvnic
= container_of(list_pos
, struct nes_vnic
, list
);
300 if ((first_nesvnic
->netdev_open
== 1) && (first_nesvnic
!= nesvnic
))
304 if ((first_nesvnic
->netdev_open
== 1) && (first_nesvnic
!= nesvnic
) &&
305 (PCI_FUNC(first_nesvnic
->nesdev
->pcidev
->devfn
) !=
306 PCI_FUNC(nesvnic
->nesdev
->pcidev
->devfn
))) {
307 nes_write_indexed(nesdev
, NES_IDX_MAC_INT_MASK
+
308 (0x200*nesdev
->mac_index
), 0xffffffff);
309 nes_write_indexed(first_nesvnic
->nesdev
,
310 NES_IDX_MAC_INT_MASK
+
311 (0x200*first_nesvnic
->nesdev
->mac_index
),
312 ~(NES_MAC_INT_LINK_STAT_CHG
| NES_MAC_INT_XGMII_EXT
|
313 NES_MAC_INT_TX_UNDERFLOW
| NES_MAC_INT_TX_ERROR
));
315 nes_write_indexed(nesdev
, NES_IDX_MAC_INT_MASK
+(0x200*nesdev
->mac_index
), 0xffffffff);
318 nic_active_mask
= ~((u32
)(1 << nesvnic
->nic_index
));
319 nes_write_indexed(nesdev
, NES_IDX_PERFECT_FILTER_HIGH
+
320 (nesvnic
->perfect_filter_index
*8), 0);
321 nic_active
= nes_read_indexed(nesdev
, NES_IDX_NIC_ACTIVE
);
322 nic_active
&= nic_active_mask
;
323 nes_write_indexed(nesdev
, NES_IDX_NIC_ACTIVE
, nic_active
);
324 nic_active
= nes_read_indexed(nesdev
, NES_IDX_NIC_MULTICAST_ALL
);
325 nic_active
&= nic_active_mask
;
326 nes_write_indexed(nesdev
, NES_IDX_NIC_MULTICAST_ALL
, nic_active
);
327 nic_active
= nes_read_indexed(nesdev
, NES_IDX_NIC_MULTICAST_ENABLE
);
328 nic_active
&= nic_active_mask
;
329 nes_write_indexed(nesdev
, NES_IDX_NIC_MULTICAST_ENABLE
, nic_active
);
330 nic_active
= nes_read_indexed(nesdev
, NES_IDX_NIC_UNICAST_ALL
);
331 nic_active
&= nic_active_mask
;
332 nes_write_indexed(nesdev
, NES_IDX_NIC_UNICAST_ALL
, nic_active
);
333 nic_active
= nes_read_indexed(nesdev
, NES_IDX_NIC_BROADCAST_ON
);
334 nic_active
&= nic_active_mask
;
335 nes_write_indexed(nesdev
, NES_IDX_NIC_BROADCAST_ON
, nic_active
);
337 spin_lock_irqsave(&nesvnic
->port_ibevent_lock
, flags
);
338 if (nesvnic
->of_device_registered
) {
339 nesdev
->nesadapter
->send_term_ok
= 0;
340 nesdev
->iw_status
= 0;
341 if (nesvnic
->linkup
== 1)
342 nes_port_ibevent(nesvnic
);
344 del_timer_sync(&nesvnic
->event_timer
);
345 nesvnic
->event_timer
.function
= NULL
;
346 spin_unlock_irqrestore(&nesvnic
->port_ibevent_lock
, flags
);
348 nes_destroy_nic_qp(nesvnic
);
350 nesvnic
->netdev_open
= 0;
359 static int nes_nic_send(struct sk_buff
*skb
, struct net_device
*netdev
)
361 struct nes_vnic
*nesvnic
= netdev_priv(netdev
);
362 struct nes_device
*nesdev
= nesvnic
->nesdev
;
363 struct nes_hw_nic
*nesnic
= &nesvnic
->nic
;
364 struct nes_hw_nic_sq_wqe
*nic_sqe
;
366 __le16
*wqe_fragment_length
;
368 u16 wqe_fragment_index
= 1; /* first fragment (0) is used by copy buffer */
369 u16 skb_fragment_index
;
370 dma_addr_t bus_address
;
372 nic_sqe
= &nesnic
->sq_vbase
[nesnic
->sq_head
];
373 wqe_fragment_length
= (__le16
*)&nic_sqe
->wqe_words
[NES_NIC_SQ_WQE_LENGTH_0_TAG_IDX
];
375 /* setup the VLAN tag if present */
376 if (vlan_tx_tag_present(skb
)) {
377 nes_debug(NES_DBG_NIC_TX
, "%s: VLAN packet to send... VLAN = %08X\n",
378 netdev
->name
, vlan_tx_tag_get(skb
));
379 wqe_misc
= NES_NIC_SQ_WQE_TAGVALUE_ENABLE
;
380 wqe_fragment_length
[0] = (__force __le16
) vlan_tx_tag_get(skb
);
384 /* bump past the vlan tag */
385 wqe_fragment_length
++;
386 /* wqe_fragment_address = (u64 *)&nic_sqe->wqe_words[NES_NIC_SQ_WQE_FRAG0_LOW_IDX]; */
388 if (skb
->ip_summed
== CHECKSUM_PARTIAL
) {
391 if (skb_is_gso(skb
)) {
392 /* nes_debug(NES_DBG_NIC_TX, "%s: TSO request... seg size = %u\n",
393 netdev->name, skb_is_gso(skb)); */
394 wqe_misc
|= NES_NIC_SQ_WQE_LSO_ENABLE
|
395 NES_NIC_SQ_WQE_COMPLETION
| (u16
)skb_is_gso(skb
);
396 set_wqe_32bit_value(nic_sqe
->wqe_words
, NES_NIC_SQ_WQE_LSO_INFO_IDX
,
398 (((u32
)(((unsigned char *)tcph
) - skb
->data
)) << 4));
400 wqe_misc
|= NES_NIC_SQ_WQE_COMPLETION
;
403 } else { /* CHECKSUM_HW */
404 wqe_misc
|= NES_NIC_SQ_WQE_DISABLE_CHKSUM
| NES_NIC_SQ_WQE_COMPLETION
;
407 set_wqe_32bit_value(nic_sqe
->wqe_words
, NES_NIC_SQ_WQE_TOTAL_LENGTH_IDX
,
409 memcpy(&nesnic
->first_frag_vbase
[nesnic
->sq_head
].buffer
,
410 skb
->data
, min(((unsigned int)NES_FIRST_FRAG_SIZE
), skb_headlen(skb
)));
411 wqe_fragment_length
[0] = cpu_to_le16(min(((unsigned int)NES_FIRST_FRAG_SIZE
),
413 wqe_fragment_length
[1] = 0;
414 if (skb_headlen(skb
) > NES_FIRST_FRAG_SIZE
) {
415 if ((skb_shinfo(skb
)->nr_frags
+ 1) > 4) {
416 nes_debug(NES_DBG_NIC_TX
, "%s: Packet with %u fragments not sent, skb_headlen=%u\n",
417 netdev
->name
, skb_shinfo(skb
)->nr_frags
+ 2, skb_headlen(skb
));
419 nesvnic
->tx_sw_dropped
++;
420 return NETDEV_TX_LOCKED
;
422 set_bit(nesnic
->sq_head
, nesnic
->first_frag_overflow
);
423 bus_address
= pci_map_single(nesdev
->pcidev
, skb
->data
+ NES_FIRST_FRAG_SIZE
,
424 skb_headlen(skb
) - NES_FIRST_FRAG_SIZE
, PCI_DMA_TODEVICE
);
425 wqe_fragment_length
[wqe_fragment_index
++] =
426 cpu_to_le16(skb_headlen(skb
) - NES_FIRST_FRAG_SIZE
);
427 wqe_fragment_length
[wqe_fragment_index
] = 0;
428 set_wqe_64bit_value(nic_sqe
->wqe_words
, NES_NIC_SQ_WQE_FRAG1_LOW_IDX
,
429 ((u64
)(bus_address
)));
430 nesnic
->tx_skb
[nesnic
->sq_head
] = skb
;
433 if (skb_headlen(skb
) == skb
->len
) {
434 if (skb_headlen(skb
) <= NES_FIRST_FRAG_SIZE
) {
435 nic_sqe
->wqe_words
[NES_NIC_SQ_WQE_LENGTH_2_1_IDX
] = 0;
436 nesnic
->tx_skb
[nesnic
->sq_head
] = skb
;
439 /* Deal with Fragments */
440 nesnic
->tx_skb
[nesnic
->sq_head
] = skb
;
441 for (skb_fragment_index
= 0; skb_fragment_index
< skb_shinfo(skb
)->nr_frags
;
442 skb_fragment_index
++) {
444 &skb_shinfo(skb
)->frags
[skb_fragment_index
];
445 bus_address
= skb_frag_dma_map(&nesdev
->pcidev
->dev
,
446 frag
, 0, skb_frag_size(frag
),
448 wqe_fragment_length
[wqe_fragment_index
] =
449 cpu_to_le16(skb_frag_size(&skb_shinfo(skb
)->frags
[skb_fragment_index
]));
450 set_wqe_64bit_value(nic_sqe
->wqe_words
, NES_NIC_SQ_WQE_FRAG0_LOW_IDX
+(2*wqe_fragment_index
),
452 wqe_fragment_index
++;
453 if (wqe_fragment_index
< 5)
454 wqe_fragment_length
[wqe_fragment_index
] = 0;
458 set_wqe_32bit_value(nic_sqe
->wqe_words
, NES_NIC_SQ_WQE_MISC_IDX
, wqe_misc
);
460 nesnic
->sq_head
&= nesnic
->sq_size
- 1;
467 * nes_netdev_start_xmit
469 static int nes_netdev_start_xmit(struct sk_buff
*skb
, struct net_device
*netdev
)
471 struct nes_vnic
*nesvnic
= netdev_priv(netdev
);
472 struct nes_device
*nesdev
= nesvnic
->nesdev
;
473 struct nes_hw_nic
*nesnic
= &nesvnic
->nic
;
474 struct nes_hw_nic_sq_wqe
*nic_sqe
;
476 /* struct udphdr *udph; */
477 #define NES_MAX_TSO_FRAGS MAX_SKB_FRAGS
478 /* 64K segment plus overflow on each side */
479 dma_addr_t tso_bus_address
[NES_MAX_TSO_FRAGS
];
480 dma_addr_t bus_address
;
488 __le16
*wqe_fragment_length
;
490 u32 original_first_length
;
491 /* u64 *wqe_fragment_address; */
492 /* first fragment (0) is used by copy buffer */
493 u16 wqe_fragment_index
=1;
501 * nes_debug(NES_DBG_NIC_TX, "%s Request to tx NIC packet length %u, headlen %u,"
502 * " (%u frags), tso_size=%u\n",
503 * netdev->name, skb->len, skb_headlen(skb),
504 * skb_shinfo(skb)->nr_frags, skb_is_gso(skb));
507 if (!netif_carrier_ok(netdev
))
510 if (netif_queue_stopped(netdev
))
511 return NETDEV_TX_BUSY
;
513 /* Check if SQ is full */
514 if ((((nesnic
->sq_tail
+(nesnic
->sq_size
*2))-nesnic
->sq_head
) & (nesnic
->sq_size
- 1)) == 1) {
515 if (!netif_queue_stopped(netdev
)) {
516 netif_stop_queue(netdev
);
518 if ((((((volatile u16
)nesnic
->sq_tail
)+(nesnic
->sq_size
*2))-nesnic
->sq_head
) & (nesnic
->sq_size
- 1)) != 1) {
519 netif_start_queue(netdev
);
520 goto sq_no_longer_full
;
524 return NETDEV_TX_BUSY
;
528 nr_frags
= skb_shinfo(skb
)->nr_frags
;
529 if (skb_headlen(skb
) > NES_FIRST_FRAG_SIZE
) {
532 /* Check if too many fragments */
533 if (unlikely((nr_frags
> 4))) {
534 if (skb_is_gso(skb
)) {
535 nesvnic
->segmented_tso_requests
++;
536 nesvnic
->tso_requests
++;
537 /* Basically 4 fragments available per WQE with extended fragments */
538 wqes_needed
= nr_frags
>> 2;
539 wqes_needed
+= (nr_frags
&3)?1:0;
540 wqes_available
= (((nesnic
->sq_tail
+nesnic
->sq_size
)-nesnic
->sq_head
) - 1) &
541 (nesnic
->sq_size
- 1);
543 if (unlikely(wqes_needed
> wqes_available
)) {
544 if (!netif_queue_stopped(netdev
)) {
545 netif_stop_queue(netdev
);
547 wqes_available
= (((((volatile u16
)nesnic
->sq_tail
)+nesnic
->sq_size
)-nesnic
->sq_head
) - 1) &
548 (nesnic
->sq_size
- 1);
549 if (wqes_needed
<= wqes_available
) {
550 netif_start_queue(netdev
);
551 goto tso_sq_no_longer_full
;
555 nes_debug(NES_DBG_NIC_TX
, "%s: HNIC SQ full- TSO request has too many frags!\n",
557 return NETDEV_TX_BUSY
;
559 tso_sq_no_longer_full
:
560 /* Map all the buffers */
561 for (tso_frag_count
=0; tso_frag_count
< skb_shinfo(skb
)->nr_frags
;
564 &skb_shinfo(skb
)->frags
[tso_frag_count
];
565 tso_bus_address
[tso_frag_count
] =
566 skb_frag_dma_map(&nesdev
->pcidev
->dev
,
567 frag
, 0, skb_frag_size(frag
),
572 curr_tcp_seq
= ntohl(tcp_hdr(skb
)->seq
);
573 hoffset
= skb_transport_header(skb
) - skb
->data
;
574 nhoffset
= skb_network_header(skb
) - skb
->data
;
575 original_first_length
= hoffset
+ ((((struct tcphdr
*)skb_transport_header(skb
))->doff
)<<2);
577 for (wqe_count
=0; wqe_count
<((u32
)wqes_needed
); wqe_count
++) {
579 nic_sqe
= &nesnic
->sq_vbase
[nesnic
->sq_head
];
580 wqe_fragment_length
=
581 (__le16
*)&nic_sqe
->wqe_words
[NES_NIC_SQ_WQE_LENGTH_0_TAG_IDX
];
582 /* setup the VLAN tag if present */
583 if (vlan_tx_tag_present(skb
)) {
584 nes_debug(NES_DBG_NIC_TX
, "%s: VLAN packet to send... VLAN = %08X\n",
585 netdev
->name
, vlan_tx_tag_get(skb
) );
586 wqe_misc
= NES_NIC_SQ_WQE_TAGVALUE_ENABLE
;
587 wqe_fragment_length
[0] = (__force __le16
) vlan_tx_tag_get(skb
);
591 /* bump past the vlan tag */
592 wqe_fragment_length
++;
594 /* Assumes header totally fits in allocated buffer and is in first fragment */
595 if (original_first_length
> NES_FIRST_FRAG_SIZE
) {
596 nes_debug(NES_DBG_NIC_TX
, "ERROR: SKB header too big, headlen=%u, FIRST_FRAG_SIZE=%u\n",
597 original_first_length
, NES_FIRST_FRAG_SIZE
);
598 nes_debug(NES_DBG_NIC_TX
, "%s Request to tx NIC packet length %u, headlen %u,"
599 " (%u frags), tso_size=%u\n",
601 skb
->len
, skb_headlen(skb
),
602 skb_shinfo(skb
)->nr_frags
, skb_is_gso(skb
));
604 memcpy(&nesnic
->first_frag_vbase
[nesnic
->sq_head
].buffer
,
605 skb
->data
, min(((unsigned int)NES_FIRST_FRAG_SIZE
),
606 original_first_length
));
607 iph
= (struct iphdr
*)
608 (&nesnic
->first_frag_vbase
[nesnic
->sq_head
].buffer
[nhoffset
]);
609 tcph
= (struct tcphdr
*)
610 (&nesnic
->first_frag_vbase
[nesnic
->sq_head
].buffer
[hoffset
]);
611 if ((wqe_count
+1)!=(u32
)wqes_needed
) {
620 tcph
->seq
= htonl(curr_tcp_seq
);
621 wqe_fragment_length
[0] = cpu_to_le16(min(((unsigned int)NES_FIRST_FRAG_SIZE
),
622 original_first_length
));
624 wqe_fragment_index
= 1;
625 if ((wqe_count
==0) && (skb_headlen(skb
) > original_first_length
)) {
626 set_bit(nesnic
->sq_head
, nesnic
->first_frag_overflow
);
627 bus_address
= pci_map_single(nesdev
->pcidev
, skb
->data
+ original_first_length
,
628 skb_headlen(skb
) - original_first_length
, PCI_DMA_TODEVICE
);
629 wqe_fragment_length
[wqe_fragment_index
++] =
630 cpu_to_le16(skb_headlen(skb
) - original_first_length
);
631 wqe_fragment_length
[wqe_fragment_index
] = 0;
632 set_wqe_64bit_value(nic_sqe
->wqe_words
, NES_NIC_SQ_WQE_FRAG1_LOW_IDX
,
634 tso_wqe_length
+= skb_headlen(skb
) -
635 original_first_length
;
637 while (wqe_fragment_index
< 5) {
638 wqe_fragment_length
[wqe_fragment_index
] =
639 cpu_to_le16(skb_frag_size(&skb_shinfo(skb
)->frags
[tso_frag_index
]));
640 set_wqe_64bit_value(nic_sqe
->wqe_words
, NES_NIC_SQ_WQE_FRAG0_LOW_IDX
+(2*wqe_fragment_index
),
641 (u64
)tso_bus_address
[tso_frag_index
]);
642 wqe_fragment_index
++;
643 tso_wqe_length
+= skb_frag_size(&skb_shinfo(skb
)->frags
[tso_frag_index
++]);
644 if (wqe_fragment_index
< 5)
645 wqe_fragment_length
[wqe_fragment_index
] = 0;
646 if (tso_frag_index
== tso_frag_count
)
649 if ((wqe_count
+1) == (u32
)wqes_needed
) {
650 nesnic
->tx_skb
[nesnic
->sq_head
] = skb
;
652 nesnic
->tx_skb
[nesnic
->sq_head
] = NULL
;
654 wqe_misc
|= NES_NIC_SQ_WQE_COMPLETION
| (u16
)skb_is_gso(skb
);
655 if ((tso_wqe_length
+ original_first_length
) > skb_is_gso(skb
)) {
656 wqe_misc
|= NES_NIC_SQ_WQE_LSO_ENABLE
;
658 iph
->tot_len
= htons(tso_wqe_length
+ original_first_length
- nhoffset
);
661 set_wqe_32bit_value(nic_sqe
->wqe_words
, NES_NIC_SQ_WQE_MISC_IDX
,
663 set_wqe_32bit_value(nic_sqe
->wqe_words
, NES_NIC_SQ_WQE_LSO_INFO_IDX
,
664 ((u32
)tcph
->doff
) | (((u32
)hoffset
) << 4));
666 set_wqe_32bit_value(nic_sqe
->wqe_words
, NES_NIC_SQ_WQE_TOTAL_LENGTH_IDX
,
667 tso_wqe_length
+ original_first_length
);
668 curr_tcp_seq
+= tso_wqe_length
;
670 nesnic
->sq_head
&= nesnic
->sq_size
-1;
673 nesvnic
->linearized_skbs
++;
674 hoffset
= skb_transport_header(skb
) - skb
->data
;
675 nhoffset
= skb_network_header(skb
) - skb
->data
;
677 skb_set_transport_header(skb
, hoffset
);
678 skb_set_network_header(skb
, nhoffset
);
679 send_rc
= nes_nic_send(skb
, netdev
);
680 if (send_rc
!= NETDEV_TX_OK
)
684 send_rc
= nes_nic_send(skb
, netdev
);
685 if (send_rc
!= NETDEV_TX_OK
)
692 nes_write32(nesdev
->regs
+NES_WQE_ALLOC
,
693 (wqe_count
<< 24) | (1 << 23) | nesvnic
->nic
.qp_id
);
695 netdev
->trans_start
= jiffies
;
702 * nes_netdev_get_stats
704 static struct net_device_stats
*nes_netdev_get_stats(struct net_device
*netdev
)
706 struct nes_vnic
*nesvnic
= netdev_priv(netdev
);
707 struct nes_device
*nesdev
= nesvnic
->nesdev
;
711 u32temp
= nes_read_indexed(nesdev
,
712 NES_IDX_ENDNODE0_NSTAT_RX_DISCARD
+ (nesvnic
->nic_index
*0x200));
713 nesvnic
->netstats
.rx_dropped
+= u32temp
;
714 nesvnic
->endnode_nstat_rx_discard
+= u32temp
;
716 u64temp
= (u64
)nes_read_indexed(nesdev
,
717 NES_IDX_ENDNODE0_NSTAT_RX_OCTETS_LO
+ (nesvnic
->nic_index
*0x200));
718 u64temp
+= ((u64
)nes_read_indexed(nesdev
,
719 NES_IDX_ENDNODE0_NSTAT_RX_OCTETS_HI
+ (nesvnic
->nic_index
*0x200))) << 32;
721 nesvnic
->endnode_nstat_rx_octets
+= u64temp
;
722 nesvnic
->netstats
.rx_bytes
+= u64temp
;
724 u64temp
= (u64
)nes_read_indexed(nesdev
,
725 NES_IDX_ENDNODE0_NSTAT_RX_FRAMES_LO
+ (nesvnic
->nic_index
*0x200));
726 u64temp
+= ((u64
)nes_read_indexed(nesdev
,
727 NES_IDX_ENDNODE0_NSTAT_RX_FRAMES_HI
+ (nesvnic
->nic_index
*0x200))) << 32;
729 nesvnic
->endnode_nstat_rx_frames
+= u64temp
;
730 nesvnic
->netstats
.rx_packets
+= u64temp
;
732 u64temp
= (u64
)nes_read_indexed(nesdev
,
733 NES_IDX_ENDNODE0_NSTAT_TX_OCTETS_LO
+ (nesvnic
->nic_index
*0x200));
734 u64temp
+= ((u64
)nes_read_indexed(nesdev
,
735 NES_IDX_ENDNODE0_NSTAT_TX_OCTETS_HI
+ (nesvnic
->nic_index
*0x200))) << 32;
737 nesvnic
->endnode_nstat_tx_octets
+= u64temp
;
738 nesvnic
->netstats
.tx_bytes
+= u64temp
;
740 u64temp
= (u64
)nes_read_indexed(nesdev
,
741 NES_IDX_ENDNODE0_NSTAT_TX_FRAMES_LO
+ (nesvnic
->nic_index
*0x200));
742 u64temp
+= ((u64
)nes_read_indexed(nesdev
,
743 NES_IDX_ENDNODE0_NSTAT_TX_FRAMES_HI
+ (nesvnic
->nic_index
*0x200))) << 32;
745 nesvnic
->endnode_nstat_tx_frames
+= u64temp
;
746 nesvnic
->netstats
.tx_packets
+= u64temp
;
748 u32temp
= nes_read_indexed(nesdev
,
749 NES_IDX_MAC_RX_SHORT_FRAMES
+ (nesvnic
->nesdev
->mac_index
*0x200));
750 nesvnic
->netstats
.rx_dropped
+= u32temp
;
751 nesvnic
->nesdev
->mac_rx_errors
+= u32temp
;
752 nesvnic
->nesdev
->mac_rx_short_frames
+= u32temp
;
754 u32temp
= nes_read_indexed(nesdev
,
755 NES_IDX_MAC_RX_OVERSIZED_FRAMES
+ (nesvnic
->nesdev
->mac_index
*0x200));
756 nesvnic
->netstats
.rx_dropped
+= u32temp
;
757 nesvnic
->nesdev
->mac_rx_errors
+= u32temp
;
758 nesvnic
->nesdev
->mac_rx_oversized_frames
+= u32temp
;
760 u32temp
= nes_read_indexed(nesdev
,
761 NES_IDX_MAC_RX_JABBER_FRAMES
+ (nesvnic
->nesdev
->mac_index
*0x200));
762 nesvnic
->netstats
.rx_dropped
+= u32temp
;
763 nesvnic
->nesdev
->mac_rx_errors
+= u32temp
;
764 nesvnic
->nesdev
->mac_rx_jabber_frames
+= u32temp
;
766 u32temp
= nes_read_indexed(nesdev
,
767 NES_IDX_MAC_RX_SYMBOL_ERR_FRAMES
+ (nesvnic
->nesdev
->mac_index
*0x200));
768 nesvnic
->netstats
.rx_dropped
+= u32temp
;
769 nesvnic
->nesdev
->mac_rx_errors
+= u32temp
;
770 nesvnic
->nesdev
->mac_rx_symbol_err_frames
+= u32temp
;
772 u32temp
= nes_read_indexed(nesdev
,
773 NES_IDX_MAC_RX_LENGTH_ERR_FRAMES
+ (nesvnic
->nesdev
->mac_index
*0x200));
774 nesvnic
->netstats
.rx_length_errors
+= u32temp
;
775 nesvnic
->nesdev
->mac_rx_errors
+= u32temp
;
777 u32temp
= nes_read_indexed(nesdev
,
778 NES_IDX_MAC_RX_CRC_ERR_FRAMES
+ (nesvnic
->nesdev
->mac_index
*0x200));
779 nesvnic
->nesdev
->mac_rx_errors
+= u32temp
;
780 nesvnic
->nesdev
->mac_rx_crc_errors
+= u32temp
;
781 nesvnic
->netstats
.rx_crc_errors
+= u32temp
;
783 u32temp
= nes_read_indexed(nesdev
,
784 NES_IDX_MAC_TX_ERRORS
+ (nesvnic
->nesdev
->mac_index
*0x200));
785 nesvnic
->nesdev
->mac_tx_errors
+= u32temp
;
786 nesvnic
->netstats
.tx_errors
+= u32temp
;
788 return &nesvnic
->netstats
;
793 * nes_netdev_tx_timeout
795 static void nes_netdev_tx_timeout(struct net_device
*netdev
)
797 struct nes_vnic
*nesvnic
= netdev_priv(netdev
);
799 if (netif_msg_timer(nesvnic
))
800 nes_debug(NES_DBG_NIC_TX
, "%s: tx timeout\n", netdev
->name
);
805 * nes_netdev_set_mac_address
807 static int nes_netdev_set_mac_address(struct net_device
*netdev
, void *p
)
809 struct nes_vnic
*nesvnic
= netdev_priv(netdev
);
810 struct nes_device
*nesdev
= nesvnic
->nesdev
;
811 struct sockaddr
*mac_addr
= p
;
816 if (!is_valid_ether_addr(mac_addr
->sa_data
))
817 return -EADDRNOTAVAIL
;
819 memcpy(netdev
->dev_addr
, mac_addr
->sa_data
, netdev
->addr_len
);
820 printk(PFX
"%s: Address length = %d, Address = %pM\n",
821 __func__
, netdev
->addr_len
, mac_addr
->sa_data
);
822 macaddr_high
= ((u16
)netdev
->dev_addr
[0]) << 8;
823 macaddr_high
+= (u16
)netdev
->dev_addr
[1];
824 macaddr_low
= ((u32
)netdev
->dev_addr
[2]) << 24;
825 macaddr_low
+= ((u32
)netdev
->dev_addr
[3]) << 16;
826 macaddr_low
+= ((u32
)netdev
->dev_addr
[4]) << 8;
827 macaddr_low
+= (u32
)netdev
->dev_addr
[5];
829 for (i
= 0; i
< NES_MAX_PORT_COUNT
; i
++) {
830 if (nesvnic
->qp_nic_index
[i
] == 0xf) {
833 nes_write_indexed(nesdev
,
834 NES_IDX_PERFECT_FILTER_LOW
+ (nesvnic
->qp_nic_index
[i
] * 8),
836 nes_write_indexed(nesdev
,
837 NES_IDX_PERFECT_FILTER_HIGH
+ (nesvnic
->qp_nic_index
[i
] * 8),
838 (u32
)macaddr_high
| NES_MAC_ADDR_VALID
|
839 ((((u32
)nesvnic
->nic_index
) << 16)));
845 static void set_allmulti(struct nes_device
*nesdev
, u32 nic_active_bit
)
849 nic_active
= nes_read_indexed(nesdev
, NES_IDX_NIC_MULTICAST_ALL
);
850 nic_active
|= nic_active_bit
;
851 nes_write_indexed(nesdev
, NES_IDX_NIC_MULTICAST_ALL
, nic_active
);
852 nic_active
= nes_read_indexed(nesdev
, NES_IDX_NIC_UNICAST_ALL
);
853 nic_active
&= ~nic_active_bit
;
854 nes_write_indexed(nesdev
, NES_IDX_NIC_UNICAST_ALL
, nic_active
);
857 #define get_addr(addrs, index) ((addrs) + (index) * ETH_ALEN)
860 * nes_netdev_set_multicast_list
862 static void nes_netdev_set_multicast_list(struct net_device
*netdev
)
864 struct nes_vnic
*nesvnic
= netdev_priv(netdev
);
865 struct nes_device
*nesdev
= nesvnic
->nesdev
;
866 struct nes_adapter
*nesadapter
= nesvnic
->nesdev
->nesadapter
;
869 u32 perfect_filter_register_address
;
874 int mc_nic_index
= -1;
875 u8 pft_entries_preallocated
= max(nesadapter
->adapter_fcn_count
*
876 nics_per_function
, 4);
877 u8 max_pft_entries_avaiable
= NES_PFT_SIZE
- pft_entries_preallocated
;
879 int mc_count
= netdev_mc_count(netdev
);
881 spin_lock_irqsave(&nesadapter
->resource_lock
, flags
);
882 nic_active_bit
= 1 << nesvnic
->nic_index
;
884 if (netdev
->flags
& IFF_PROMISC
) {
885 nic_active
= nes_read_indexed(nesdev
, NES_IDX_NIC_MULTICAST_ALL
);
886 nic_active
|= nic_active_bit
;
887 nes_write_indexed(nesdev
, NES_IDX_NIC_MULTICAST_ALL
, nic_active
);
888 nic_active
= nes_read_indexed(nesdev
, NES_IDX_NIC_UNICAST_ALL
);
889 nic_active
|= nic_active_bit
;
890 nes_write_indexed(nesdev
, NES_IDX_NIC_UNICAST_ALL
, nic_active
);
892 } else if ((netdev
->flags
& IFF_ALLMULTI
) ||
893 (nesvnic
->nic_index
> 3)) {
894 set_allmulti(nesdev
, nic_active_bit
);
897 nic_active
= nes_read_indexed(nesdev
, NES_IDX_NIC_MULTICAST_ALL
);
898 nic_active
&= ~nic_active_bit
;
899 nes_write_indexed(nesdev
, NES_IDX_NIC_MULTICAST_ALL
, nic_active
);
900 nic_active
= nes_read_indexed(nesdev
, NES_IDX_NIC_UNICAST_ALL
);
901 nic_active
&= ~nic_active_bit
;
902 nes_write_indexed(nesdev
, NES_IDX_NIC_UNICAST_ALL
, nic_active
);
905 nes_debug(NES_DBG_NIC_RX
, "Number of MC entries = %d, Promiscuous = %d, All Multicast = %d.\n",
906 mc_count
, !!(netdev
->flags
& IFF_PROMISC
),
907 !!(netdev
->flags
& IFF_ALLMULTI
));
911 struct netdev_hw_addr
*ha
;
913 addrs
= kmalloc(ETH_ALEN
* mc_count
, GFP_ATOMIC
);
915 set_allmulti(nesdev
, nic_active_bit
);
919 netdev_for_each_mc_addr(ha
, netdev
)
920 memcpy(get_addr(addrs
, i
++), ha
->addr
, ETH_ALEN
);
922 perfect_filter_register_address
= NES_IDX_PERFECT_FILTER_LOW
+
923 pft_entries_preallocated
* 0x8;
924 for (i
= 0, mc_index
= 0; mc_index
< max_pft_entries_avaiable
;
926 while (i
< mc_count
&& nesvnic
->mcrq_mcast_filter
&&
927 ((mc_nic_index
= nesvnic
->mcrq_mcast_filter(nesvnic
,
928 get_addr(addrs
, i
++))) == 0));
929 if (mc_nic_index
< 0)
930 mc_nic_index
= nesvnic
->nic_index
;
931 while (nesadapter
->pft_mcast_map
[mc_index
] < 16 &&
932 nesadapter
->pft_mcast_map
[mc_index
] !=
933 nesvnic
->nic_index
&&
934 mc_index
< max_pft_entries_avaiable
) {
935 nes_debug(NES_DBG_NIC_RX
,
936 "mc_index=%d skipping nic_index=%d, "
937 "used for=%d \n", mc_index
,
939 nesadapter
->pft_mcast_map
[mc_index
]);
942 if (mc_index
>= max_pft_entries_avaiable
)
945 char *addr
= get_addr(addrs
, i
++);
947 nes_debug(NES_DBG_NIC_RX
, "Assigning MC Address %pM to register 0x%04X nic_idx=%d\n",
949 perfect_filter_register_address
+(mc_index
* 8),
951 macaddr_high
= ((u16
) addr
[0]) << 8;
952 macaddr_high
+= (u16
) addr
[1];
953 macaddr_low
= ((u32
) addr
[2]) << 24;
954 macaddr_low
+= ((u32
) addr
[3]) << 16;
955 macaddr_low
+= ((u32
) addr
[4]) << 8;
956 macaddr_low
+= (u32
) addr
[5];
957 nes_write_indexed(nesdev
,
958 perfect_filter_register_address
+(mc_index
* 8),
960 nes_write_indexed(nesdev
,
961 perfect_filter_register_address
+4+(mc_index
* 8),
962 (u32
)macaddr_high
| NES_MAC_ADDR_VALID
|
963 ((((u32
)(1<<mc_nic_index
)) << 16)));
964 nesadapter
->pft_mcast_map
[mc_index
] =
967 nes_debug(NES_DBG_NIC_RX
, "Clearing MC Address at register 0x%04X\n",
968 perfect_filter_register_address
+(mc_index
* 8));
969 nes_write_indexed(nesdev
,
970 perfect_filter_register_address
+4+(mc_index
* 8),
972 nesadapter
->pft_mcast_map
[mc_index
] = 255;
976 /* PFT is not large enough */
978 set_allmulti(nesdev
, nic_active_bit
);
982 spin_unlock_irqrestore(&nesadapter
->resource_lock
, flags
);
987 * nes_netdev_change_mtu
989 static int nes_netdev_change_mtu(struct net_device
*netdev
, int new_mtu
)
991 struct nes_vnic
*nesvnic
= netdev_priv(netdev
);
992 struct nes_device
*nesdev
= nesvnic
->nesdev
;
1000 if ((new_mtu
< ETH_ZLEN
) || (new_mtu
> max_mtu
))
1003 netdev
->mtu
= new_mtu
;
1004 nesvnic
->max_frame_size
= new_mtu
+ VLAN_ETH_HLEN
;
1006 if (netdev
->mtu
> 1500) {
1009 nes_nic_init_timer_defaults(nesdev
, jumbomode
);
1011 if (netif_running(netdev
)) {
1012 nic_active_bit
= 1 << nesvnic
->nic_index
;
1013 mc_all_active
= nes_read_indexed(nesdev
,
1014 NES_IDX_NIC_MULTICAST_ALL
) & nic_active_bit
;
1015 uc_all_active
= nes_read_indexed(nesdev
,
1016 NES_IDX_NIC_UNICAST_ALL
) & nic_active_bit
;
1018 nes_netdev_stop(netdev
);
1019 nes_netdev_open(netdev
);
1021 nic_active
= nes_read_indexed(nesdev
,
1022 NES_IDX_NIC_MULTICAST_ALL
);
1023 nic_active
|= mc_all_active
;
1024 nes_write_indexed(nesdev
, NES_IDX_NIC_MULTICAST_ALL
,
1027 nic_active
= nes_read_indexed(nesdev
, NES_IDX_NIC_UNICAST_ALL
);
1028 nic_active
|= uc_all_active
;
1029 nes_write_indexed(nesdev
, NES_IDX_NIC_UNICAST_ALL
, nic_active
);
1036 static const char nes_ethtool_stringset
[][ETH_GSTRING_LEN
] = {
1037 "Link Change Interrupts",
1040 "Pause Frames Sent",
1041 "Pause Frames Received",
1042 "Internal Routing Errors",
1043 "SQ SW Dropped SKBs",
1045 "Segmented TSO Requests",
1048 "Rx Oversized Frames",
1053 "Endnode Rx Discards",
1054 "Endnode Rx Octets",
1055 "Endnode Rx Frames",
1056 "Endnode Tx Octets",
1057 "Endnode Tx Frames",
1061 "Retransmission Count",
1068 "ModifyQP Timeouts",
1074 "CM Packets Bounced",
1075 "CM Packets Created",
1077 "CM Packets Dropped",
1078 "CM Packets Retrans",
1079 "CM Listens Created",
1080 "CM Listens Destroyed",
1084 "CM Nodes Destroyed",
1086 "CM Resets Received",
1096 #define NES_ETHTOOL_STAT_COUNT ARRAY_SIZE(nes_ethtool_stringset)
1100 * nes_netdev_get_sset_count
1102 static int nes_netdev_get_sset_count(struct net_device
*netdev
, int stringset
)
1104 if (stringset
== ETH_SS_STATS
)
1105 return NES_ETHTOOL_STAT_COUNT
;
1112 * nes_netdev_get_strings
1114 static void nes_netdev_get_strings(struct net_device
*netdev
, u32 stringset
,
1115 u8
*ethtool_strings
)
1117 if (stringset
== ETH_SS_STATS
)
1118 memcpy(ethtool_strings
,
1119 &nes_ethtool_stringset
,
1120 sizeof(nes_ethtool_stringset
));
1125 * nes_netdev_get_ethtool_stats
1128 static void nes_netdev_get_ethtool_stats(struct net_device
*netdev
,
1129 struct ethtool_stats
*target_ethtool_stats
, u64
*target_stat_values
)
1132 struct nes_vnic
*nesvnic
= netdev_priv(netdev
);
1133 struct nes_device
*nesdev
= nesvnic
->nesdev
;
1134 struct nes_adapter
*nesadapter
= nesdev
->nesadapter
;
1139 target_ethtool_stats
->n_stats
= NES_ETHTOOL_STAT_COUNT
;
1140 target_stat_values
[index
] = nesvnic
->nesdev
->link_status_interrupts
;
1141 target_stat_values
[++index
] = nesvnic
->linearized_skbs
;
1142 target_stat_values
[++index
] = nesvnic
->tso_requests
;
1144 u32temp
= nes_read_indexed(nesdev
,
1145 NES_IDX_MAC_TX_PAUSE_FRAMES
+ (nesvnic
->nesdev
->mac_index
*0x200));
1146 nesvnic
->nesdev
->mac_pause_frames_sent
+= u32temp
;
1147 target_stat_values
[++index
] = nesvnic
->nesdev
->mac_pause_frames_sent
;
1149 u32temp
= nes_read_indexed(nesdev
,
1150 NES_IDX_MAC_RX_PAUSE_FRAMES
+ (nesvnic
->nesdev
->mac_index
*0x200));
1151 nesvnic
->nesdev
->mac_pause_frames_received
+= u32temp
;
1153 u32temp
= nes_read_indexed(nesdev
,
1154 NES_IDX_PORT_RX_DISCARDS
+ (nesvnic
->nesdev
->mac_index
*0x40));
1155 nesvnic
->nesdev
->port_rx_discards
+= u32temp
;
1156 nesvnic
->netstats
.rx_dropped
+= u32temp
;
1158 u32temp
= nes_read_indexed(nesdev
,
1159 NES_IDX_PORT_TX_DISCARDS
+ (nesvnic
->nesdev
->mac_index
*0x40));
1160 nesvnic
->nesdev
->port_tx_discards
+= u32temp
;
1161 nesvnic
->netstats
.tx_dropped
+= u32temp
;
1163 u32temp
= nes_read_indexed(nesdev
,
1164 NES_IDX_MAC_RX_SHORT_FRAMES
+ (nesvnic
->nesdev
->mac_index
*0x200));
1165 nesvnic
->netstats
.rx_dropped
+= u32temp
;
1166 nesvnic
->nesdev
->mac_rx_errors
+= u32temp
;
1167 nesvnic
->nesdev
->mac_rx_short_frames
+= u32temp
;
1169 u32temp
= nes_read_indexed(nesdev
,
1170 NES_IDX_MAC_RX_OVERSIZED_FRAMES
+ (nesvnic
->nesdev
->mac_index
*0x200));
1171 nesvnic
->netstats
.rx_dropped
+= u32temp
;
1172 nesvnic
->nesdev
->mac_rx_errors
+= u32temp
;
1173 nesvnic
->nesdev
->mac_rx_oversized_frames
+= u32temp
;
1175 u32temp
= nes_read_indexed(nesdev
,
1176 NES_IDX_MAC_RX_JABBER_FRAMES
+ (nesvnic
->nesdev
->mac_index
*0x200));
1177 nesvnic
->netstats
.rx_dropped
+= u32temp
;
1178 nesvnic
->nesdev
->mac_rx_errors
+= u32temp
;
1179 nesvnic
->nesdev
->mac_rx_jabber_frames
+= u32temp
;
1181 u32temp
= nes_read_indexed(nesdev
,
1182 NES_IDX_MAC_RX_SYMBOL_ERR_FRAMES
+ (nesvnic
->nesdev
->mac_index
*0x200));
1183 nesvnic
->netstats
.rx_dropped
+= u32temp
;
1184 nesvnic
->nesdev
->mac_rx_errors
+= u32temp
;
1185 nesvnic
->nesdev
->mac_rx_symbol_err_frames
+= u32temp
;
1187 u32temp
= nes_read_indexed(nesdev
,
1188 NES_IDX_MAC_RX_LENGTH_ERR_FRAMES
+ (nesvnic
->nesdev
->mac_index
*0x200));
1189 nesvnic
->netstats
.rx_length_errors
+= u32temp
;
1190 nesvnic
->nesdev
->mac_rx_errors
+= u32temp
;
1192 u32temp
= nes_read_indexed(nesdev
,
1193 NES_IDX_MAC_RX_CRC_ERR_FRAMES
+ (nesvnic
->nesdev
->mac_index
*0x200));
1194 nesvnic
->nesdev
->mac_rx_errors
+= u32temp
;
1195 nesvnic
->nesdev
->mac_rx_crc_errors
+= u32temp
;
1196 nesvnic
->netstats
.rx_crc_errors
+= u32temp
;
1198 u32temp
= nes_read_indexed(nesdev
,
1199 NES_IDX_MAC_TX_ERRORS
+ (nesvnic
->nesdev
->mac_index
*0x200));
1200 nesvnic
->nesdev
->mac_tx_errors
+= u32temp
;
1201 nesvnic
->netstats
.tx_errors
+= u32temp
;
1203 for (nic_count
= 0; nic_count
< NES_MAX_PORT_COUNT
; nic_count
++) {
1204 if (nesvnic
->qp_nic_index
[nic_count
] == 0xf)
1207 u32temp
= nes_read_indexed(nesdev
,
1208 NES_IDX_ENDNODE0_NSTAT_RX_DISCARD
+
1209 (nesvnic
->qp_nic_index
[nic_count
]*0x200));
1210 nesvnic
->netstats
.rx_dropped
+= u32temp
;
1211 nesvnic
->endnode_nstat_rx_discard
+= u32temp
;
1213 u64temp
= (u64
)nes_read_indexed(nesdev
,
1214 NES_IDX_ENDNODE0_NSTAT_RX_OCTETS_LO
+
1215 (nesvnic
->qp_nic_index
[nic_count
]*0x200));
1216 u64temp
+= ((u64
)nes_read_indexed(nesdev
,
1217 NES_IDX_ENDNODE0_NSTAT_RX_OCTETS_HI
+
1218 (nesvnic
->qp_nic_index
[nic_count
]*0x200))) << 32;
1220 nesvnic
->endnode_nstat_rx_octets
+= u64temp
;
1221 nesvnic
->netstats
.rx_bytes
+= u64temp
;
1223 u64temp
= (u64
)nes_read_indexed(nesdev
,
1224 NES_IDX_ENDNODE0_NSTAT_RX_FRAMES_LO
+
1225 (nesvnic
->qp_nic_index
[nic_count
]*0x200));
1226 u64temp
+= ((u64
)nes_read_indexed(nesdev
,
1227 NES_IDX_ENDNODE0_NSTAT_RX_FRAMES_HI
+
1228 (nesvnic
->qp_nic_index
[nic_count
]*0x200))) << 32;
1230 nesvnic
->endnode_nstat_rx_frames
+= u64temp
;
1231 nesvnic
->netstats
.rx_packets
+= u64temp
;
1233 u64temp
= (u64
)nes_read_indexed(nesdev
,
1234 NES_IDX_ENDNODE0_NSTAT_TX_OCTETS_LO
+
1235 (nesvnic
->qp_nic_index
[nic_count
]*0x200));
1236 u64temp
+= ((u64
)nes_read_indexed(nesdev
,
1237 NES_IDX_ENDNODE0_NSTAT_TX_OCTETS_HI
+
1238 (nesvnic
->qp_nic_index
[nic_count
]*0x200))) << 32;
1240 nesvnic
->endnode_nstat_tx_octets
+= u64temp
;
1241 nesvnic
->netstats
.tx_bytes
+= u64temp
;
1243 u64temp
= (u64
)nes_read_indexed(nesdev
,
1244 NES_IDX_ENDNODE0_NSTAT_TX_FRAMES_LO
+
1245 (nesvnic
->qp_nic_index
[nic_count
]*0x200));
1246 u64temp
+= ((u64
)nes_read_indexed(nesdev
,
1247 NES_IDX_ENDNODE0_NSTAT_TX_FRAMES_HI
+
1248 (nesvnic
->qp_nic_index
[nic_count
]*0x200))) << 32;
1250 nesvnic
->endnode_nstat_tx_frames
+= u64temp
;
1251 nesvnic
->netstats
.tx_packets
+= u64temp
;
1253 u32temp
= nes_read_indexed(nesdev
,
1254 NES_IDX_IPV4_TCP_REXMITS
+ (nesvnic
->qp_nic_index
[nic_count
]*0x200));
1255 nesvnic
->endnode_ipv4_tcp_retransmits
+= u32temp
;
1258 target_stat_values
[++index
] = nesvnic
->nesdev
->mac_pause_frames_received
;
1259 target_stat_values
[++index
] = nesdev
->nesadapter
->nic_rx_eth_route_err
;
1260 target_stat_values
[++index
] = nesvnic
->tx_sw_dropped
;
1261 target_stat_values
[++index
] = nesvnic
->sq_full
;
1262 target_stat_values
[++index
] = nesvnic
->segmented_tso_requests
;
1263 target_stat_values
[++index
] = nesvnic
->nesdev
->mac_rx_symbol_err_frames
;
1264 target_stat_values
[++index
] = nesvnic
->nesdev
->mac_rx_jabber_frames
;
1265 target_stat_values
[++index
] = nesvnic
->nesdev
->mac_rx_oversized_frames
;
1266 target_stat_values
[++index
] = nesvnic
->nesdev
->mac_rx_short_frames
;
1267 target_stat_values
[++index
] = nesvnic
->netstats
.rx_length_errors
;
1268 target_stat_values
[++index
] = nesvnic
->nesdev
->mac_rx_crc_errors
;
1269 target_stat_values
[++index
] = nesvnic
->nesdev
->port_rx_discards
;
1270 target_stat_values
[++index
] = nesvnic
->endnode_nstat_rx_discard
;
1271 target_stat_values
[++index
] = nesvnic
->endnode_nstat_rx_octets
;
1272 target_stat_values
[++index
] = nesvnic
->endnode_nstat_rx_frames
;
1273 target_stat_values
[++index
] = nesvnic
->endnode_nstat_tx_octets
;
1274 target_stat_values
[++index
] = nesvnic
->endnode_nstat_tx_frames
;
1275 target_stat_values
[++index
] = nesvnic
->nesdev
->mac_tx_errors
;
1276 target_stat_values
[++index
] = mh_detected
;
1277 target_stat_values
[++index
] = mh_pauses_sent
;
1278 target_stat_values
[++index
] = nesvnic
->endnode_ipv4_tcp_retransmits
;
1279 target_stat_values
[++index
] = atomic_read(&cm_connects
);
1280 target_stat_values
[++index
] = atomic_read(&cm_accepts
);
1281 target_stat_values
[++index
] = atomic_read(&cm_disconnects
);
1282 target_stat_values
[++index
] = atomic_read(&cm_connecteds
);
1283 target_stat_values
[++index
] = atomic_read(&cm_connect_reqs
);
1284 target_stat_values
[++index
] = atomic_read(&cm_rejects
);
1285 target_stat_values
[++index
] = atomic_read(&mod_qp_timouts
);
1286 target_stat_values
[++index
] = atomic_read(&qps_created
);
1287 target_stat_values
[++index
] = atomic_read(&sw_qps_destroyed
);
1288 target_stat_values
[++index
] = atomic_read(&qps_destroyed
);
1289 target_stat_values
[++index
] = atomic_read(&cm_closes
);
1290 target_stat_values
[++index
] = cm_packets_sent
;
1291 target_stat_values
[++index
] = cm_packets_bounced
;
1292 target_stat_values
[++index
] = cm_packets_created
;
1293 target_stat_values
[++index
] = cm_packets_received
;
1294 target_stat_values
[++index
] = cm_packets_dropped
;
1295 target_stat_values
[++index
] = cm_packets_retrans
;
1296 target_stat_values
[++index
] = atomic_read(&cm_listens_created
);
1297 target_stat_values
[++index
] = atomic_read(&cm_listens_destroyed
);
1298 target_stat_values
[++index
] = cm_backlog_drops
;
1299 target_stat_values
[++index
] = atomic_read(&cm_loopbacks
);
1300 target_stat_values
[++index
] = atomic_read(&cm_nodes_created
);
1301 target_stat_values
[++index
] = atomic_read(&cm_nodes_destroyed
);
1302 target_stat_values
[++index
] = atomic_read(&cm_accel_dropped_pkts
);
1303 target_stat_values
[++index
] = atomic_read(&cm_resets_recvd
);
1304 target_stat_values
[++index
] = nesadapter
->free_4kpbl
;
1305 target_stat_values
[++index
] = nesadapter
->free_256pbl
;
1306 target_stat_values
[++index
] = int_mod_timer_init
;
1307 target_stat_values
[++index
] = nesvnic
->lro_mgr
.stats
.aggregated
;
1308 target_stat_values
[++index
] = nesvnic
->lro_mgr
.stats
.flushed
;
1309 target_stat_values
[++index
] = nesvnic
->lro_mgr
.stats
.no_desc
;
1310 target_stat_values
[++index
] = atomic_read(&pau_qps_created
);
1311 target_stat_values
[++index
] = atomic_read(&pau_qps_destroyed
);
1315 * nes_netdev_get_drvinfo
1317 static void nes_netdev_get_drvinfo(struct net_device
*netdev
,
1318 struct ethtool_drvinfo
*drvinfo
)
1320 struct nes_vnic
*nesvnic
= netdev_priv(netdev
);
1321 struct nes_adapter
*nesadapter
= nesvnic
->nesdev
->nesadapter
;
1323 strcpy(drvinfo
->driver
, DRV_NAME
);
1324 strcpy(drvinfo
->bus_info
, pci_name(nesvnic
->nesdev
->pcidev
));
1325 sprintf(drvinfo
->fw_version
, "%u.%u", nesadapter
->firmware_version
>>16,
1326 nesadapter
->firmware_version
& 0x000000ff);
1327 strcpy(drvinfo
->version
, DRV_VERSION
);
1328 drvinfo
->testinfo_len
= 0;
1329 drvinfo
->eedump_len
= 0;
1330 drvinfo
->regdump_len
= 0;
1335 * nes_netdev_set_coalesce
1337 static int nes_netdev_set_coalesce(struct net_device
*netdev
,
1338 struct ethtool_coalesce
*et_coalesce
)
1340 struct nes_vnic
*nesvnic
= netdev_priv(netdev
);
1341 struct nes_device
*nesdev
= nesvnic
->nesdev
;
1342 struct nes_adapter
*nesadapter
= nesdev
->nesadapter
;
1343 struct nes_hw_tune_timer
*shared_timer
= &nesadapter
->tune_timer
;
1344 unsigned long flags
;
1346 spin_lock_irqsave(&nesadapter
->periodic_timer_lock
, flags
);
1347 if (et_coalesce
->rx_max_coalesced_frames_low
) {
1348 shared_timer
->threshold_low
= et_coalesce
->rx_max_coalesced_frames_low
;
1350 if (et_coalesce
->rx_max_coalesced_frames_irq
) {
1351 shared_timer
->threshold_target
= et_coalesce
->rx_max_coalesced_frames_irq
;
1353 if (et_coalesce
->rx_max_coalesced_frames_high
) {
1354 shared_timer
->threshold_high
= et_coalesce
->rx_max_coalesced_frames_high
;
1356 if (et_coalesce
->rx_coalesce_usecs_low
) {
1357 shared_timer
->timer_in_use_min
= et_coalesce
->rx_coalesce_usecs_low
;
1359 if (et_coalesce
->rx_coalesce_usecs_high
) {
1360 shared_timer
->timer_in_use_max
= et_coalesce
->rx_coalesce_usecs_high
;
1362 spin_unlock_irqrestore(&nesadapter
->periodic_timer_lock
, flags
);
1364 /* using this to drive total interrupt moderation */
1365 nesadapter
->et_rx_coalesce_usecs_irq
= et_coalesce
->rx_coalesce_usecs_irq
;
1366 if (et_coalesce
->use_adaptive_rx_coalesce
) {
1367 nesadapter
->et_use_adaptive_rx_coalesce
= 1;
1368 nesadapter
->timer_int_limit
= NES_TIMER_INT_LIMIT_DYNAMIC
;
1369 nesadapter
->et_rx_coalesce_usecs_irq
= 0;
1370 if (et_coalesce
->pkt_rate_low
) {
1371 nesadapter
->et_pkt_rate_low
= et_coalesce
->pkt_rate_low
;
1374 nesadapter
->et_use_adaptive_rx_coalesce
= 0;
1375 nesadapter
->timer_int_limit
= NES_TIMER_INT_LIMIT
;
1376 if (nesadapter
->et_rx_coalesce_usecs_irq
) {
1377 nes_write32(nesdev
->regs
+NES_PERIODIC_CONTROL
,
1378 0x80000000 | ((u32
)(nesadapter
->et_rx_coalesce_usecs_irq
*8)));
1386 * nes_netdev_get_coalesce
1388 static int nes_netdev_get_coalesce(struct net_device
*netdev
,
1389 struct ethtool_coalesce
*et_coalesce
)
1391 struct nes_vnic
*nesvnic
= netdev_priv(netdev
);
1392 struct nes_device
*nesdev
= nesvnic
->nesdev
;
1393 struct nes_adapter
*nesadapter
= nesdev
->nesadapter
;
1394 struct ethtool_coalesce temp_et_coalesce
;
1395 struct nes_hw_tune_timer
*shared_timer
= &nesadapter
->tune_timer
;
1396 unsigned long flags
;
1398 memset(&temp_et_coalesce
, 0, sizeof(temp_et_coalesce
));
1399 temp_et_coalesce
.rx_coalesce_usecs_irq
= nesadapter
->et_rx_coalesce_usecs_irq
;
1400 temp_et_coalesce
.use_adaptive_rx_coalesce
= nesadapter
->et_use_adaptive_rx_coalesce
;
1401 temp_et_coalesce
.rate_sample_interval
= nesadapter
->et_rate_sample_interval
;
1402 temp_et_coalesce
.pkt_rate_low
= nesadapter
->et_pkt_rate_low
;
1403 spin_lock_irqsave(&nesadapter
->periodic_timer_lock
, flags
);
1404 temp_et_coalesce
.rx_max_coalesced_frames_low
= shared_timer
->threshold_low
;
1405 temp_et_coalesce
.rx_max_coalesced_frames_irq
= shared_timer
->threshold_target
;
1406 temp_et_coalesce
.rx_max_coalesced_frames_high
= shared_timer
->threshold_high
;
1407 temp_et_coalesce
.rx_coalesce_usecs_low
= shared_timer
->timer_in_use_min
;
1408 temp_et_coalesce
.rx_coalesce_usecs_high
= shared_timer
->timer_in_use_max
;
1409 if (nesadapter
->et_use_adaptive_rx_coalesce
) {
1410 temp_et_coalesce
.rx_coalesce_usecs_irq
= shared_timer
->timer_in_use
;
1412 spin_unlock_irqrestore(&nesadapter
->periodic_timer_lock
, flags
);
1413 memcpy(et_coalesce
, &temp_et_coalesce
, sizeof(*et_coalesce
));
1419 * nes_netdev_get_pauseparam
1421 static void nes_netdev_get_pauseparam(struct net_device
*netdev
,
1422 struct ethtool_pauseparam
*et_pauseparam
)
1424 struct nes_vnic
*nesvnic
= netdev_priv(netdev
);
1426 et_pauseparam
->autoneg
= 0;
1427 et_pauseparam
->rx_pause
= (nesvnic
->nesdev
->disable_rx_flow_control
== 0) ? 1:0;
1428 et_pauseparam
->tx_pause
= (nesvnic
->nesdev
->disable_tx_flow_control
== 0) ? 1:0;
1433 * nes_netdev_set_pauseparam
1435 static int nes_netdev_set_pauseparam(struct net_device
*netdev
,
1436 struct ethtool_pauseparam
*et_pauseparam
)
1438 struct nes_vnic
*nesvnic
= netdev_priv(netdev
);
1439 struct nes_device
*nesdev
= nesvnic
->nesdev
;
1442 if (et_pauseparam
->autoneg
) {
1443 /* TODO: should return unsupported */
1446 if ((et_pauseparam
->tx_pause
== 1) && (nesdev
->disable_tx_flow_control
== 1)) {
1447 u32temp
= nes_read_indexed(nesdev
,
1448 NES_IDX_MAC_TX_CONFIG
+ (nesdev
->mac_index
*0x200));
1449 u32temp
|= NES_IDX_MAC_TX_CONFIG_ENABLE_PAUSE
;
1450 nes_write_indexed(nesdev
,
1451 NES_IDX_MAC_TX_CONFIG
+ (nesdev
->mac_index
*0x200), u32temp
);
1452 nesdev
->disable_tx_flow_control
= 0;
1453 } else if ((et_pauseparam
->tx_pause
== 0) && (nesdev
->disable_tx_flow_control
== 0)) {
1454 u32temp
= nes_read_indexed(nesdev
,
1455 NES_IDX_MAC_TX_CONFIG
+ (nesdev
->mac_index
*0x200));
1456 u32temp
&= ~NES_IDX_MAC_TX_CONFIG_ENABLE_PAUSE
;
1457 nes_write_indexed(nesdev
,
1458 NES_IDX_MAC_TX_CONFIG
+ (nesdev
->mac_index
*0x200), u32temp
);
1459 nesdev
->disable_tx_flow_control
= 1;
1461 if ((et_pauseparam
->rx_pause
== 1) && (nesdev
->disable_rx_flow_control
== 1)) {
1462 u32temp
= nes_read_indexed(nesdev
,
1463 NES_IDX_MPP_DEBUG
+ (nesdev
->mac_index
*0x40));
1464 u32temp
&= ~NES_IDX_MPP_DEBUG_PORT_DISABLE_PAUSE
;
1465 nes_write_indexed(nesdev
,
1466 NES_IDX_MPP_DEBUG
+ (nesdev
->mac_index
*0x40), u32temp
);
1467 nesdev
->disable_rx_flow_control
= 0;
1468 } else if ((et_pauseparam
->rx_pause
== 0) && (nesdev
->disable_rx_flow_control
== 0)) {
1469 u32temp
= nes_read_indexed(nesdev
,
1470 NES_IDX_MPP_DEBUG
+ (nesdev
->mac_index
*0x40));
1471 u32temp
|= NES_IDX_MPP_DEBUG_PORT_DISABLE_PAUSE
;
1472 nes_write_indexed(nesdev
,
1473 NES_IDX_MPP_DEBUG
+ (nesdev
->mac_index
*0x40), u32temp
);
1474 nesdev
->disable_rx_flow_control
= 1;
1482 * nes_netdev_get_settings
1484 static int nes_netdev_get_settings(struct net_device
*netdev
, struct ethtool_cmd
*et_cmd
)
1486 struct nes_vnic
*nesvnic
= netdev_priv(netdev
);
1487 struct nes_device
*nesdev
= nesvnic
->nesdev
;
1488 struct nes_adapter
*nesadapter
= nesdev
->nesadapter
;
1489 u32 mac_index
= nesdev
->mac_index
;
1490 u8 phy_type
= nesadapter
->phy_type
[mac_index
];
1491 u8 phy_index
= nesadapter
->phy_index
[mac_index
];
1494 et_cmd
->duplex
= DUPLEX_FULL
;
1495 et_cmd
->port
= PORT_MII
;
1496 et_cmd
->maxtxpkt
= 511;
1497 et_cmd
->maxrxpkt
= 511;
1499 if (nesadapter
->OneG_Mode
) {
1500 ethtool_cmd_speed_set(et_cmd
, SPEED_1000
);
1501 if (phy_type
== NES_PHY_TYPE_PUMA_1G
) {
1502 et_cmd
->supported
= SUPPORTED_1000baseT_Full
;
1503 et_cmd
->advertising
= ADVERTISED_1000baseT_Full
;
1504 et_cmd
->autoneg
= AUTONEG_DISABLE
;
1505 et_cmd
->transceiver
= XCVR_INTERNAL
;
1506 et_cmd
->phy_address
= mac_index
;
1508 unsigned long flags
;
1509 et_cmd
->supported
= SUPPORTED_1000baseT_Full
1510 | SUPPORTED_Autoneg
;
1511 et_cmd
->advertising
= ADVERTISED_1000baseT_Full
1512 | ADVERTISED_Autoneg
;
1513 spin_lock_irqsave(&nesadapter
->phy_lock
, flags
);
1514 nes_read_1G_phy_reg(nesdev
, 0, phy_index
, &phy_data
);
1515 spin_unlock_irqrestore(&nesadapter
->phy_lock
, flags
);
1516 if (phy_data
& 0x1000)
1517 et_cmd
->autoneg
= AUTONEG_ENABLE
;
1519 et_cmd
->autoneg
= AUTONEG_DISABLE
;
1520 et_cmd
->transceiver
= XCVR_EXTERNAL
;
1521 et_cmd
->phy_address
= phy_index
;
1525 if ((phy_type
== NES_PHY_TYPE_ARGUS
) ||
1526 (phy_type
== NES_PHY_TYPE_SFP_D
) ||
1527 (phy_type
== NES_PHY_TYPE_KR
)) {
1528 et_cmd
->transceiver
= XCVR_EXTERNAL
;
1529 et_cmd
->port
= PORT_FIBRE
;
1530 et_cmd
->supported
= SUPPORTED_FIBRE
;
1531 et_cmd
->advertising
= ADVERTISED_FIBRE
;
1532 et_cmd
->phy_address
= phy_index
;
1534 et_cmd
->transceiver
= XCVR_INTERNAL
;
1535 et_cmd
->supported
= SUPPORTED_10000baseT_Full
;
1536 et_cmd
->advertising
= ADVERTISED_10000baseT_Full
;
1537 et_cmd
->phy_address
= mac_index
;
1539 ethtool_cmd_speed_set(et_cmd
, SPEED_10000
);
1540 et_cmd
->autoneg
= AUTONEG_DISABLE
;
1546 * nes_netdev_set_settings
1548 static int nes_netdev_set_settings(struct net_device
*netdev
, struct ethtool_cmd
*et_cmd
)
1550 struct nes_vnic
*nesvnic
= netdev_priv(netdev
);
1551 struct nes_device
*nesdev
= nesvnic
->nesdev
;
1552 struct nes_adapter
*nesadapter
= nesdev
->nesadapter
;
1554 if ((nesadapter
->OneG_Mode
) &&
1555 (nesadapter
->phy_type
[nesdev
->mac_index
] != NES_PHY_TYPE_PUMA_1G
)) {
1556 unsigned long flags
;
1558 u8 phy_index
= nesadapter
->phy_index
[nesdev
->mac_index
];
1560 spin_lock_irqsave(&nesadapter
->phy_lock
, flags
);
1561 nes_read_1G_phy_reg(nesdev
, 0, phy_index
, &phy_data
);
1562 if (et_cmd
->autoneg
) {
1563 /* Turn on Full duplex, Autoneg, and restart autonegotiation */
1566 /* Turn off autoneg */
1567 phy_data
&= ~0x1000;
1569 nes_write_1G_phy_reg(nesdev
, 0, phy_index
, phy_data
);
1570 spin_unlock_irqrestore(&nesadapter
->phy_lock
, flags
);
1577 static const struct ethtool_ops nes_ethtool_ops
= {
1578 .get_link
= ethtool_op_get_link
,
1579 .get_settings
= nes_netdev_get_settings
,
1580 .set_settings
= nes_netdev_set_settings
,
1581 .get_strings
= nes_netdev_get_strings
,
1582 .get_sset_count
= nes_netdev_get_sset_count
,
1583 .get_ethtool_stats
= nes_netdev_get_ethtool_stats
,
1584 .get_drvinfo
= nes_netdev_get_drvinfo
,
1585 .get_coalesce
= nes_netdev_get_coalesce
,
1586 .set_coalesce
= nes_netdev_set_coalesce
,
1587 .get_pauseparam
= nes_netdev_get_pauseparam
,
1588 .set_pauseparam
= nes_netdev_set_pauseparam
,
1591 static void nes_vlan_mode(struct net_device
*netdev
, struct nes_device
*nesdev
, netdev_features_t features
)
1593 struct nes_adapter
*nesadapter
= nesdev
->nesadapter
;
1595 unsigned long flags
;
1597 spin_lock_irqsave(&nesadapter
->phy_lock
, flags
);
1599 nes_debug(NES_DBG_NETDEV
, "%s: %s\n", __func__
, netdev
->name
);
1601 /* Enable/Disable VLAN Stripping */
1602 u32temp
= nes_read_indexed(nesdev
, NES_IDX_PCIX_DIAG
);
1603 if (features
& NETIF_F_HW_VLAN_RX
)
1604 u32temp
&= 0xfdffffff;
1606 u32temp
|= 0x02000000;
1608 nes_write_indexed(nesdev
, NES_IDX_PCIX_DIAG
, u32temp
);
1609 spin_unlock_irqrestore(&nesadapter
->phy_lock
, flags
);
1612 static netdev_features_t
nes_fix_features(struct net_device
*netdev
, netdev_features_t features
)
1615 * Since there is no support for separate rx/tx vlan accel
1616 * enable/disable make sure tx flag is always in same state as rx.
1618 if (features
& NETIF_F_HW_VLAN_RX
)
1619 features
|= NETIF_F_HW_VLAN_TX
;
1621 features
&= ~NETIF_F_HW_VLAN_TX
;
1626 static int nes_set_features(struct net_device
*netdev
, netdev_features_t features
)
1628 struct nes_vnic
*nesvnic
= netdev_priv(netdev
);
1629 struct nes_device
*nesdev
= nesvnic
->nesdev
;
1630 u32 changed
= netdev
->features
^ features
;
1632 if (changed
& NETIF_F_HW_VLAN_RX
)
1633 nes_vlan_mode(netdev
, nesdev
, features
);
1638 static const struct net_device_ops nes_netdev_ops
= {
1639 .ndo_open
= nes_netdev_open
,
1640 .ndo_stop
= nes_netdev_stop
,
1641 .ndo_start_xmit
= nes_netdev_start_xmit
,
1642 .ndo_get_stats
= nes_netdev_get_stats
,
1643 .ndo_tx_timeout
= nes_netdev_tx_timeout
,
1644 .ndo_set_mac_address
= nes_netdev_set_mac_address
,
1645 .ndo_set_rx_mode
= nes_netdev_set_multicast_list
,
1646 .ndo_change_mtu
= nes_netdev_change_mtu
,
1647 .ndo_validate_addr
= eth_validate_addr
,
1648 .ndo_fix_features
= nes_fix_features
,
1649 .ndo_set_features
= nes_set_features
,
1653 * nes_netdev_init - initialize network device
1655 struct net_device
*nes_netdev_init(struct nes_device
*nesdev
,
1656 void __iomem
*mmio_addr
)
1659 struct nes_vnic
*nesvnic
;
1660 struct net_device
*netdev
;
1661 struct nic_qp_map
*curr_qp_map
;
1662 u8 phy_type
= nesdev
->nesadapter
->phy_type
[nesdev
->mac_index
];
1664 netdev
= alloc_etherdev(sizeof(struct nes_vnic
));
1666 printk(KERN_ERR PFX
"nesvnic etherdev alloc failed");
1669 nesvnic
= netdev_priv(netdev
);
1671 nes_debug(NES_DBG_INIT
, "netdev = %p, %s\n", netdev
, netdev
->name
);
1673 SET_NETDEV_DEV(netdev
, &nesdev
->pcidev
->dev
);
1675 netdev
->watchdog_timeo
= NES_TX_TIMEOUT
;
1676 netdev
->irq
= nesdev
->pcidev
->irq
;
1677 netdev
->mtu
= ETH_DATA_LEN
;
1678 netdev
->hard_header_len
= ETH_HLEN
;
1679 netdev
->addr_len
= ETH_ALEN
;
1680 netdev
->type
= ARPHRD_ETHER
;
1681 netdev
->features
= NETIF_F_HIGHDMA
;
1682 netdev
->netdev_ops
= &nes_netdev_ops
;
1683 netdev
->ethtool_ops
= &nes_ethtool_ops
;
1684 netif_napi_add(netdev
, &nesvnic
->napi
, nes_netdev_poll
, 128);
1685 nes_debug(NES_DBG_INIT
, "Enabling VLAN Insert/Delete.\n");
1686 netdev
->features
|= NETIF_F_HW_VLAN_TX
;
1688 /* Fill in the port structure */
1689 nesvnic
->netdev
= netdev
;
1690 nesvnic
->nesdev
= nesdev
;
1691 nesvnic
->msg_enable
= netif_msg_init(debug
, default_msg
);
1692 nesvnic
->netdev_index
= nesdev
->netdev_count
;
1693 nesvnic
->perfect_filter_index
= nesdev
->nesadapter
->netdev_count
;
1694 nesvnic
->max_frame_size
= netdev
->mtu
+ netdev
->hard_header_len
+ VLAN_HLEN
;
1696 curr_qp_map
= nic_qp_mapping_per_function
[PCI_FUNC(nesdev
->pcidev
->devfn
)];
1697 nesvnic
->nic
.qp_id
= curr_qp_map
[nesdev
->netdev_count
].qpid
;
1698 nesvnic
->nic_index
= curr_qp_map
[nesdev
->netdev_count
].nic_index
;
1699 nesvnic
->logical_port
= curr_qp_map
[nesdev
->netdev_count
].logical_port
;
1701 /* Setup the burned in MAC address */
1702 u64temp
= (u64
)nesdev
->nesadapter
->mac_addr_low
;
1703 u64temp
+= ((u64
)nesdev
->nesadapter
->mac_addr_high
) << 32;
1704 u64temp
+= nesvnic
->nic_index
;
1705 netdev
->dev_addr
[0] = (u8
)(u64temp
>>40);
1706 netdev
->dev_addr
[1] = (u8
)(u64temp
>>32);
1707 netdev
->dev_addr
[2] = (u8
)(u64temp
>>24);
1708 netdev
->dev_addr
[3] = (u8
)(u64temp
>>16);
1709 netdev
->dev_addr
[4] = (u8
)(u64temp
>>8);
1710 netdev
->dev_addr
[5] = (u8
)u64temp
;
1711 memcpy(netdev
->perm_addr
, netdev
->dev_addr
, 6);
1713 netdev
->hw_features
= NETIF_F_RXCSUM
| NETIF_F_SG
| NETIF_F_IP_CSUM
|
1715 if ((nesvnic
->logical_port
< 2) || (nesdev
->nesadapter
->hw_rev
!= NE020_REV
))
1716 netdev
->hw_features
|= NETIF_F_TSO
;
1717 netdev
->features
|= netdev
->hw_features
;
1718 netdev
->hw_features
|= NETIF_F_LRO
;
1720 nes_debug(NES_DBG_INIT
, "nesvnic = %p, reported features = 0x%lX, QPid = %d,"
1721 " nic_index = %d, logical_port = %d, mac_index = %d.\n",
1722 nesvnic
, (unsigned long)netdev
->features
, nesvnic
->nic
.qp_id
,
1723 nesvnic
->nic_index
, nesvnic
->logical_port
, nesdev
->mac_index
);
1725 if (nesvnic
->nesdev
->nesadapter
->port_count
== 1 &&
1726 nesvnic
->nesdev
->nesadapter
->adapter_fcn_count
== 1) {
1728 nesvnic
->qp_nic_index
[0] = nesvnic
->nic_index
;
1729 nesvnic
->qp_nic_index
[1] = nesvnic
->nic_index
+ 1;
1730 if (nes_drv_opt
& NES_DRV_OPT_DUAL_LOGICAL_PORT
) {
1731 nesvnic
->qp_nic_index
[2] = 0xf;
1732 nesvnic
->qp_nic_index
[3] = 0xf;
1734 nesvnic
->qp_nic_index
[2] = nesvnic
->nic_index
+ 2;
1735 nesvnic
->qp_nic_index
[3] = nesvnic
->nic_index
+ 3;
1738 if (nesvnic
->nesdev
->nesadapter
->port_count
== 2 ||
1739 (nesvnic
->nesdev
->nesadapter
->port_count
== 1 &&
1740 nesvnic
->nesdev
->nesadapter
->adapter_fcn_count
== 2)) {
1741 nesvnic
->qp_nic_index
[0] = nesvnic
->nic_index
;
1742 nesvnic
->qp_nic_index
[1] = nesvnic
->nic_index
1744 nesvnic
->qp_nic_index
[2] = 0xf;
1745 nesvnic
->qp_nic_index
[3] = 0xf;
1747 nesvnic
->qp_nic_index
[0] = nesvnic
->nic_index
;
1748 nesvnic
->qp_nic_index
[1] = 0xf;
1749 nesvnic
->qp_nic_index
[2] = 0xf;
1750 nesvnic
->qp_nic_index
[3] = 0xf;
1753 nesvnic
->next_qp_nic_index
= 0;
1755 if (nesdev
->netdev_count
== 0) {
1756 nesvnic
->rdma_enabled
= 1;
1758 nesvnic
->rdma_enabled
= 0;
1760 nesvnic
->nic_cq
.cq_number
= nesvnic
->nic
.qp_id
;
1761 init_timer(&nesvnic
->event_timer
);
1762 nesvnic
->event_timer
.function
= NULL
;
1763 spin_lock_init(&nesvnic
->tx_lock
);
1764 spin_lock_init(&nesvnic
->port_ibevent_lock
);
1765 nesdev
->netdev
[nesdev
->netdev_count
] = netdev
;
1767 nes_debug(NES_DBG_INIT
, "Adding nesvnic (%p) to the adapters nesvnic_list for MAC%d.\n",
1768 nesvnic
, nesdev
->mac_index
);
1769 list_add_tail(&nesvnic
->list
, &nesdev
->nesadapter
->nesvnic_list
[nesdev
->mac_index
]);
1771 if ((nesdev
->netdev_count
== 0) &&
1772 ((PCI_FUNC(nesdev
->pcidev
->devfn
) == nesdev
->mac_index
) ||
1773 ((phy_type
== NES_PHY_TYPE_PUMA_1G
) &&
1774 (((PCI_FUNC(nesdev
->pcidev
->devfn
) == 1) && (nesdev
->mac_index
== 2)) ||
1775 ((PCI_FUNC(nesdev
->pcidev
->devfn
) == 2) && (nesdev
->mac_index
== 1)))))) {
1781 unsigned long flags
;
1783 u32temp
= nes_read_indexed(nesdev
, NES_IDX_PHY_PCS_CONTROL_STATUS0
+
1784 (0x200 * (nesdev
->mac_index
& 1)));
1785 if (phy_type
!= NES_PHY_TYPE_PUMA_1G
) {
1786 u32temp
|= 0x00200000;
1787 nes_write_indexed(nesdev
, NES_IDX_PHY_PCS_CONTROL_STATUS0
+
1788 (0x200 * (nesdev
->mac_index
& 1)), u32temp
);
1791 /* Check and set linkup here. This is for back to back */
1792 /* configuration where second port won't get link interrupt */
1794 case NES_PHY_TYPE_PUMA_1G
:
1795 if (nesdev
->mac_index
< 2) {
1796 link_mask
= 0x01010000;
1797 link_val
= 0x01010000;
1799 link_mask
= 0x02020000;
1800 link_val
= 0x02020000;
1803 case NES_PHY_TYPE_SFP_D
:
1804 spin_lock_irqsave(&nesdev
->nesadapter
->phy_lock
, flags
);
1805 nes_read_10G_phy_reg(nesdev
,
1806 nesdev
->nesadapter
->phy_index
[nesdev
->mac_index
],
1808 temp_phy_data
= (u16
)nes_read_indexed(nesdev
, NES_IDX_MAC_MDIO_CONTROL
);
1809 nes_read_10G_phy_reg(nesdev
,
1810 nesdev
->nesadapter
->phy_index
[nesdev
->mac_index
],
1812 nes_read_indexed(nesdev
, NES_IDX_MAC_MDIO_CONTROL
);
1813 nes_read_10G_phy_reg(nesdev
,
1814 nesdev
->nesadapter
->phy_index
[nesdev
->mac_index
],
1816 phy_data
= (u16
)nes_read_indexed(nesdev
, NES_IDX_MAC_MDIO_CONTROL
);
1817 spin_unlock_irqrestore(&nesdev
->nesadapter
->phy_lock
, flags
);
1818 phy_data
= (!temp_phy_data
&& (phy_data
== 0x8000)) ? 0x4 : 0x0;
1821 link_mask
= 0x0f1f0000;
1822 link_val
= 0x0f0f0000;
1826 u32temp
= nes_read_indexed(nesdev
,
1827 NES_IDX_PHY_PCS_CONTROL_STATUS0
+
1828 (0x200 * (nesdev
->mac_index
& 1)));
1830 if (phy_type
== NES_PHY_TYPE_SFP_D
) {
1831 if (phy_data
& 0x0004)
1832 nesvnic
->linkup
= 1;
1834 if ((u32temp
& link_mask
) == link_val
)
1835 nesvnic
->linkup
= 1;
1838 /* clear the MAC interrupt status, assumes direct logical to physical mapping */
1839 u32temp
= nes_read_indexed(nesdev
, NES_IDX_MAC_INT_STATUS
+ (0x200 * nesdev
->mac_index
));
1840 nes_debug(NES_DBG_INIT
, "Phy interrupt status = 0x%X.\n", u32temp
);
1841 nes_write_indexed(nesdev
, NES_IDX_MAC_INT_STATUS
+ (0x200 * nesdev
->mac_index
), u32temp
);
1843 nes_init_phy(nesdev
);
1846 nes_vlan_mode(netdev
, nesdev
, netdev
->features
);
1853 * nes_netdev_destroy - destroy network device structure
1855 void nes_netdev_destroy(struct net_device
*netdev
)
1857 struct nes_vnic
*nesvnic
= netdev_priv(netdev
);
1859 /* make sure 'stop' method is called by Linux stack */
1860 /* nes_netdev_stop(netdev); */
1862 list_del(&nesvnic
->list
);
1864 if (nesvnic
->of_device_registered
) {
1865 nes_destroy_ofa_device(nesvnic
->nesibdev
);
1868 free_netdev(netdev
);
1873 * nes_nic_cm_xmit -- CM calls this to send out pkts
1875 int nes_nic_cm_xmit(struct sk_buff
*skb
, struct net_device
*netdev
)
1880 ret
= dev_queue_xmit(skb
);
1882 nes_debug(NES_DBG_CM
, "Bad return code from dev_queue_xmit %d\n", ret
);