2 * Copyright (C) 2003 - 2009 NetXen, Inc.
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License
7 * as published by the Free Software Foundation; either version 2
8 * of the License, or (at your option) any later version.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
15 * You should have received a copy of the GNU General Public License
16 * along with this program; if not, write to the Free Software
17 * Foundation, Inc., 59 Temple Place - Suite 330, Boston,
20 * The full GNU General Public License is included in this distribution
21 * in the file called LICENSE.
23 * Contact Information:
27 * Cupertino, CA 95014-0701
31 #include <linux/vmalloc.h>
32 #include <linux/interrupt.h>
33 #include "netxen_nic_hw.h"
35 #include "netxen_nic.h"
37 #include <linux/dma-mapping.h>
38 #include <linux/if_vlan.h>
40 #include <linux/ipv6.h>
41 #include <linux/inetdevice.h>
43 MODULE_DESCRIPTION("NetXen Multi port (1/10) Gigabit Network Driver");
44 MODULE_LICENSE("GPL");
45 MODULE_VERSION(NETXEN_NIC_LINUX_VERSIONID
);
47 char netxen_nic_driver_name
[] = "netxen_nic";
48 static char netxen_nic_driver_string
[] = "NetXen Network Driver version "
49 NETXEN_NIC_LINUX_VERSIONID
;
51 static int port_mode
= NETXEN_PORT_MODE_AUTO_NEG
;
53 /* Default to restricted 1G auto-neg mode */
54 static int wol_port_mode
= 5;
56 static int use_msi
= 1;
58 static int use_msi_x
= 1;
60 /* Local functions to NetXen NIC driver */
61 static int __devinit
netxen_nic_probe(struct pci_dev
*pdev
,
62 const struct pci_device_id
*ent
);
63 static void __devexit
netxen_nic_remove(struct pci_dev
*pdev
);
64 static int netxen_nic_open(struct net_device
*netdev
);
65 static int netxen_nic_close(struct net_device
*netdev
);
66 static int netxen_nic_xmit_frame(struct sk_buff
*, struct net_device
*);
67 static void netxen_tx_timeout(struct net_device
*netdev
);
68 static void netxen_reset_task(struct work_struct
*work
);
69 static void netxen_watchdog(unsigned long);
70 static int netxen_nic_poll(struct napi_struct
*napi
, int budget
);
71 #ifdef CONFIG_NET_POLL_CONTROLLER
72 static void netxen_nic_poll_controller(struct net_device
*netdev
);
74 static irqreturn_t
netxen_intr(int irq
, void *data
);
75 static irqreturn_t
netxen_msi_intr(int irq
, void *data
);
76 static irqreturn_t
netxen_msix_intr(int irq
, void *data
);
78 /* PCI Device ID Table */
79 #define ENTRY(device) \
80 {PCI_DEVICE(PCI_VENDOR_ID_NETXEN, (device)), \
81 .class = PCI_CLASS_NETWORK_ETHERNET << 8, .class_mask = ~0}
83 static struct pci_device_id netxen_pci_tbl
[] __devinitdata
= {
84 ENTRY(PCI_DEVICE_ID_NX2031_10GXSR
),
85 ENTRY(PCI_DEVICE_ID_NX2031_10GCX4
),
86 ENTRY(PCI_DEVICE_ID_NX2031_4GCU
),
87 ENTRY(PCI_DEVICE_ID_NX2031_IMEZ
),
88 ENTRY(PCI_DEVICE_ID_NX2031_HMEZ
),
89 ENTRY(PCI_DEVICE_ID_NX2031_XG_MGMT
),
90 ENTRY(PCI_DEVICE_ID_NX2031_XG_MGMT2
),
91 ENTRY(PCI_DEVICE_ID_NX3031
),
95 MODULE_DEVICE_TABLE(pci
, netxen_pci_tbl
);
97 static void netxen_watchdog(unsigned long);
99 static uint32_t crb_cmd_producer
[4] = {
100 CRB_CMD_PRODUCER_OFFSET
, CRB_CMD_PRODUCER_OFFSET_1
,
101 CRB_CMD_PRODUCER_OFFSET_2
, CRB_CMD_PRODUCER_OFFSET_3
105 netxen_nic_update_cmd_producer(struct netxen_adapter
*adapter
,
106 struct nx_host_tx_ring
*tx_ring
)
108 NXWR32(adapter
, tx_ring
->crb_cmd_producer
, tx_ring
->producer
);
110 if (netxen_tx_avail(tx_ring
) <= TX_STOP_THRESH
) {
111 netif_stop_queue(adapter
->netdev
);
116 static uint32_t crb_cmd_consumer
[4] = {
117 CRB_CMD_CONSUMER_OFFSET
, CRB_CMD_CONSUMER_OFFSET_1
,
118 CRB_CMD_CONSUMER_OFFSET_2
, CRB_CMD_CONSUMER_OFFSET_3
122 netxen_nic_update_cmd_consumer(struct netxen_adapter
*adapter
,
123 struct nx_host_tx_ring
*tx_ring
)
125 NXWR32(adapter
, tx_ring
->crb_cmd_consumer
, tx_ring
->sw_consumer
);
128 static uint32_t msi_tgt_status
[8] = {
129 ISR_INT_TARGET_STATUS
, ISR_INT_TARGET_STATUS_F1
,
130 ISR_INT_TARGET_STATUS_F2
, ISR_INT_TARGET_STATUS_F3
,
131 ISR_INT_TARGET_STATUS_F4
, ISR_INT_TARGET_STATUS_F5
,
132 ISR_INT_TARGET_STATUS_F6
, ISR_INT_TARGET_STATUS_F7
135 static struct netxen_legacy_intr_set legacy_intr
[] = NX_LEGACY_INTR_CONFIG
;
137 static inline void netxen_nic_disable_int(struct nx_host_sds_ring
*sds_ring
)
139 struct netxen_adapter
*adapter
= sds_ring
->adapter
;
141 NXWR32(adapter
, sds_ring
->crb_intr_mask
, 0);
144 static inline void netxen_nic_enable_int(struct nx_host_sds_ring
*sds_ring
)
146 struct netxen_adapter
*adapter
= sds_ring
->adapter
;
148 NXWR32(adapter
, sds_ring
->crb_intr_mask
, 0x1);
150 if (!NETXEN_IS_MSI_FAMILY(adapter
))
151 adapter
->pci_write_immediate(adapter
,
152 adapter
->legacy_intr
.tgt_mask_reg
, 0xfbff);
156 netxen_alloc_sds_rings(struct netxen_recv_context
*recv_ctx
, int count
)
158 int size
= sizeof(struct nx_host_sds_ring
) * count
;
160 recv_ctx
->sds_rings
= kzalloc(size
, GFP_KERNEL
);
162 return (recv_ctx
->sds_rings
== NULL
);
166 netxen_free_sds_rings(struct netxen_recv_context
*recv_ctx
)
168 if (recv_ctx
->sds_rings
!= NULL
)
169 kfree(recv_ctx
->sds_rings
);
171 recv_ctx
->sds_rings
= NULL
;
175 netxen_napi_add(struct netxen_adapter
*adapter
, struct net_device
*netdev
)
178 struct nx_host_sds_ring
*sds_ring
;
179 struct netxen_recv_context
*recv_ctx
= &adapter
->recv_ctx
;
181 if (netxen_alloc_sds_rings(recv_ctx
, adapter
->max_sds_rings
))
184 for (ring
= 0; ring
< adapter
->max_sds_rings
; ring
++) {
185 sds_ring
= &recv_ctx
->sds_rings
[ring
];
186 netif_napi_add(netdev
, &sds_ring
->napi
,
187 netxen_nic_poll
, NETXEN_NETDEV_WEIGHT
);
194 netxen_napi_del(struct netxen_adapter
*adapter
)
197 struct nx_host_sds_ring
*sds_ring
;
198 struct netxen_recv_context
*recv_ctx
= &adapter
->recv_ctx
;
200 for (ring
= 0; ring
< adapter
->max_sds_rings
; ring
++) {
201 sds_ring
= &recv_ctx
->sds_rings
[ring
];
202 netif_napi_del(&sds_ring
->napi
);
205 netxen_free_sds_rings(&adapter
->recv_ctx
);
209 netxen_napi_enable(struct netxen_adapter
*adapter
)
212 struct nx_host_sds_ring
*sds_ring
;
213 struct netxen_recv_context
*recv_ctx
= &adapter
->recv_ctx
;
215 for (ring
= 0; ring
< adapter
->max_sds_rings
; ring
++) {
216 sds_ring
= &recv_ctx
->sds_rings
[ring
];
217 napi_enable(&sds_ring
->napi
);
218 netxen_nic_enable_int(sds_ring
);
223 netxen_napi_disable(struct netxen_adapter
*adapter
)
226 struct nx_host_sds_ring
*sds_ring
;
227 struct netxen_recv_context
*recv_ctx
= &adapter
->recv_ctx
;
229 for (ring
= 0; ring
< adapter
->max_sds_rings
; ring
++) {
230 sds_ring
= &recv_ctx
->sds_rings
[ring
];
231 netxen_nic_disable_int(sds_ring
);
232 napi_synchronize(&sds_ring
->napi
);
233 napi_disable(&sds_ring
->napi
);
237 static int nx_set_dma_mask(struct netxen_adapter
*adapter
)
239 struct pci_dev
*pdev
= adapter
->pdev
;
240 uint64_t mask
, cmask
;
242 adapter
->pci_using_dac
= 0;
244 mask
= DMA_BIT_MASK(32);
245 cmask
= DMA_BIT_MASK(32);
247 if (NX_IS_REVISION_P2(adapter
->ahw
.revision_id
)) {
249 mask
= DMA_BIT_MASK(35);
252 mask
= DMA_BIT_MASK(39);
256 if (pci_set_dma_mask(pdev
, mask
) == 0 &&
257 pci_set_consistent_dma_mask(pdev
, cmask
) == 0) {
258 adapter
->pci_using_dac
= 1;
265 /* Update addressable range if firmware supports it */
267 nx_update_dma_mask(struct netxen_adapter
*adapter
)
269 int change
, shift
, err
;
270 uint64_t mask
, old_mask
, old_cmask
;
271 struct pci_dev
*pdev
= adapter
->pdev
;
275 shift
= NXRD32(adapter
, CRB_DMA_SHIFT
);
279 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
) && (shift
> 9))
281 else if ((adapter
->ahw
.revision_id
== NX_P2_C1
) && (shift
<= 4))
285 old_mask
= pdev
->dma_mask
;
286 old_cmask
= pdev
->dev
.coherent_dma_mask
;
288 mask
= DMA_BIT_MASK(32+shift
);
290 err
= pci_set_dma_mask(pdev
, mask
);
294 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
)) {
296 err
= pci_set_consistent_dma_mask(pdev
, mask
);
300 dev_info(&pdev
->dev
, "using %d-bit dma mask\n", 32+shift
);
306 pci_set_dma_mask(pdev
, old_mask
);
307 pci_set_consistent_dma_mask(pdev
, old_cmask
);
312 netxen_check_options(struct netxen_adapter
*adapter
)
314 if (adapter
->ahw
.port_type
== NETXEN_NIC_XGBE
) {
315 adapter
->num_rxd
= DEFAULT_RCV_DESCRIPTORS_10G
;
316 adapter
->num_jumbo_rxd
= MAX_JUMBO_RCV_DESCRIPTORS_10G
;
317 } else if (adapter
->ahw
.port_type
== NETXEN_NIC_GBE
) {
318 adapter
->num_rxd
= DEFAULT_RCV_DESCRIPTORS_1G
;
319 adapter
->num_jumbo_rxd
= MAX_JUMBO_RCV_DESCRIPTORS_1G
;
322 adapter
->msix_supported
= 0;
323 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
)) {
324 adapter
->msix_supported
= !!use_msi_x
;
325 adapter
->rss_supported
= !!use_msi_x
;
326 } else if (adapter
->fw_version
>= NETXEN_VERSION_CODE(3, 4, 336)) {
327 switch (adapter
->ahw
.board_type
) {
328 case NETXEN_BRDTYPE_P2_SB31_10G
:
329 case NETXEN_BRDTYPE_P2_SB31_10G_CX4
:
330 adapter
->msix_supported
= !!use_msi_x
;
331 adapter
->rss_supported
= !!use_msi_x
;
338 adapter
->num_txd
= MAX_CMD_DESCRIPTORS
;
340 if (NX_IS_REVISION_P2(adapter
->ahw
.revision_id
)) {
341 adapter
->num_lro_rxd
= MAX_LRO_RCV_DESCRIPTORS
;
342 adapter
->max_rds_rings
= 3;
344 adapter
->num_lro_rxd
= 0;
345 adapter
->max_rds_rings
= 2;
350 netxen_check_hw_init(struct netxen_adapter
*adapter
, int first_boot
)
354 if (first_boot
== 0x55555555) {
355 /* This is the first boot after power up */
356 NXWR32(adapter
, NETXEN_CAM_RAM(0x1fc), NETXEN_BDINFO_MAGIC
);
358 if (!NX_IS_REVISION_P2(adapter
->ahw
.revision_id
))
361 /* PCI bus master workaround */
362 first_boot
= NXRD32(adapter
, NETXEN_PCIE_REG(0x4));
363 if (!(first_boot
& 0x4)) {
365 NXWR32(adapter
, NETXEN_PCIE_REG(0x4), first_boot
);
366 first_boot
= NXRD32(adapter
, NETXEN_PCIE_REG(0x4));
369 /* This is the first boot after power up */
370 first_boot
= NXRD32(adapter
, NETXEN_ROMUSB_GLB_SW_RESET
);
371 if (first_boot
!= 0x80000f) {
372 /* clear the register for future unloads/loads */
373 NXWR32(adapter
, NETXEN_CAM_RAM(0x1fc), 0);
377 /* Start P2 boot loader */
378 val
= NXRD32(adapter
, NETXEN_ROMUSB_GLB_PEGTUNE_DONE
);
379 NXWR32(adapter
, NETXEN_ROMUSB_GLB_PEGTUNE_DONE
, val
| 0x1);
383 val
= NXRD32(adapter
, NETXEN_CAM_RAM(0x1fc));
385 if (++timeout
> 5000)
388 } while (val
== NETXEN_BDINFO_MAGIC
);
393 static void netxen_set_port_mode(struct netxen_adapter
*adapter
)
397 val
= adapter
->ahw
.board_type
;
398 if ((val
== NETXEN_BRDTYPE_P3_HMEZ
) ||
399 (val
== NETXEN_BRDTYPE_P3_XG_LOM
)) {
400 if (port_mode
== NETXEN_PORT_MODE_802_3_AP
) {
401 data
= NETXEN_PORT_MODE_802_3_AP
;
402 NXWR32(adapter
, NETXEN_PORT_MODE_ADDR
, data
);
403 } else if (port_mode
== NETXEN_PORT_MODE_XG
) {
404 data
= NETXEN_PORT_MODE_XG
;
405 NXWR32(adapter
, NETXEN_PORT_MODE_ADDR
, data
);
406 } else if (port_mode
== NETXEN_PORT_MODE_AUTO_NEG_1G
) {
407 data
= NETXEN_PORT_MODE_AUTO_NEG_1G
;
408 NXWR32(adapter
, NETXEN_PORT_MODE_ADDR
, data
);
409 } else if (port_mode
== NETXEN_PORT_MODE_AUTO_NEG_XG
) {
410 data
= NETXEN_PORT_MODE_AUTO_NEG_XG
;
411 NXWR32(adapter
, NETXEN_PORT_MODE_ADDR
, data
);
413 data
= NETXEN_PORT_MODE_AUTO_NEG
;
414 NXWR32(adapter
, NETXEN_PORT_MODE_ADDR
, data
);
417 if ((wol_port_mode
!= NETXEN_PORT_MODE_802_3_AP
) &&
418 (wol_port_mode
!= NETXEN_PORT_MODE_XG
) &&
419 (wol_port_mode
!= NETXEN_PORT_MODE_AUTO_NEG_1G
) &&
420 (wol_port_mode
!= NETXEN_PORT_MODE_AUTO_NEG_XG
)) {
421 wol_port_mode
= NETXEN_PORT_MODE_AUTO_NEG
;
423 NXWR32(adapter
, NETXEN_WOL_PORT_MODE
, wol_port_mode
);
427 static void netxen_set_msix_bit(struct pci_dev
*pdev
, int enable
)
432 pos
= pci_find_capability(pdev
, PCI_CAP_ID_MSIX
);
434 pci_read_config_dword(pdev
, pos
, &control
);
436 control
|= PCI_MSIX_FLAGS_ENABLE
;
439 pci_write_config_dword(pdev
, pos
, control
);
443 static void netxen_init_msix_entries(struct netxen_adapter
*adapter
, int count
)
447 for (i
= 0; i
< count
; i
++)
448 adapter
->msix_entries
[i
].entry
= i
;
452 netxen_read_mac_addr(struct netxen_adapter
*adapter
)
457 struct net_device
*netdev
= adapter
->netdev
;
458 struct pci_dev
*pdev
= adapter
->pdev
;
460 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
)) {
461 if (netxen_p3_get_mac_addr(adapter
, &mac_addr
) != 0)
464 if (netxen_get_flash_mac_addr(adapter
, &mac_addr
) != 0)
468 p
= (unsigned char *)&mac_addr
;
469 for (i
= 0; i
< 6; i
++)
470 netdev
->dev_addr
[i
] = *(p
+ 5 - i
);
472 memcpy(netdev
->perm_addr
, netdev
->dev_addr
, netdev
->addr_len
);
474 /* set station address */
476 if (!is_valid_ether_addr(netdev
->perm_addr
))
477 dev_warn(&pdev
->dev
, "Bad MAC address %pM.\n", netdev
->dev_addr
);
482 int netxen_nic_set_mac(struct net_device
*netdev
, void *p
)
484 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
485 struct sockaddr
*addr
= p
;
487 if (!is_valid_ether_addr(addr
->sa_data
))
490 if (netif_running(netdev
)) {
491 netif_device_detach(netdev
);
492 netxen_napi_disable(adapter
);
495 memcpy(netdev
->dev_addr
, addr
->sa_data
, netdev
->addr_len
);
496 adapter
->macaddr_set(adapter
, addr
->sa_data
);
498 if (netif_running(netdev
)) {
499 netif_device_attach(netdev
);
500 netxen_napi_enable(adapter
);
505 static void netxen_set_multicast_list(struct net_device
*dev
)
507 struct netxen_adapter
*adapter
= netdev_priv(dev
);
509 adapter
->set_multi(dev
);
512 static const struct net_device_ops netxen_netdev_ops
= {
513 .ndo_open
= netxen_nic_open
,
514 .ndo_stop
= netxen_nic_close
,
515 .ndo_start_xmit
= netxen_nic_xmit_frame
,
516 .ndo_get_stats
= netxen_nic_get_stats
,
517 .ndo_validate_addr
= eth_validate_addr
,
518 .ndo_set_multicast_list
= netxen_set_multicast_list
,
519 .ndo_set_mac_address
= netxen_nic_set_mac
,
520 .ndo_change_mtu
= netxen_nic_change_mtu
,
521 .ndo_tx_timeout
= netxen_tx_timeout
,
522 #ifdef CONFIG_NET_POLL_CONTROLLER
523 .ndo_poll_controller
= netxen_nic_poll_controller
,
528 netxen_setup_intr(struct netxen_adapter
*adapter
)
530 struct netxen_legacy_intr_set
*legacy_intrp
;
531 struct pci_dev
*pdev
= adapter
->pdev
;
534 if (adapter
->rss_supported
) {
535 num_msix
= (num_online_cpus() >= MSIX_ENTRIES_PER_ADAPTER
) ?
536 MSIX_ENTRIES_PER_ADAPTER
: 2;
540 adapter
->max_sds_rings
= 1;
542 adapter
->flags
&= ~(NETXEN_NIC_MSI_ENABLED
| NETXEN_NIC_MSIX_ENABLED
);
544 if (adapter
->ahw
.revision_id
>= NX_P3_B0
)
545 legacy_intrp
= &legacy_intr
[adapter
->ahw
.pci_func
];
547 legacy_intrp
= &legacy_intr
[0];
548 adapter
->legacy_intr
.int_vec_bit
= legacy_intrp
->int_vec_bit
;
549 adapter
->legacy_intr
.tgt_status_reg
= legacy_intrp
->tgt_status_reg
;
550 adapter
->legacy_intr
.tgt_mask_reg
= legacy_intrp
->tgt_mask_reg
;
551 adapter
->legacy_intr
.pci_int_reg
= legacy_intrp
->pci_int_reg
;
553 netxen_set_msix_bit(pdev
, 0);
555 if (adapter
->msix_supported
) {
557 netxen_init_msix_entries(adapter
, num_msix
);
558 err
= pci_enable_msix(pdev
, adapter
->msix_entries
, num_msix
);
560 adapter
->flags
|= NETXEN_NIC_MSIX_ENABLED
;
561 netxen_set_msix_bit(pdev
, 1);
563 if (adapter
->rss_supported
)
564 adapter
->max_sds_rings
= num_msix
;
566 dev_info(&pdev
->dev
, "using msi-x interrupts\n");
571 pci_disable_msix(pdev
);
573 /* fall through for msi */
576 if (use_msi
&& !pci_enable_msi(pdev
)) {
577 adapter
->flags
|= NETXEN_NIC_MSI_ENABLED
;
578 adapter
->msi_tgt_status
=
579 msi_tgt_status
[adapter
->ahw
.pci_func
];
580 dev_info(&pdev
->dev
, "using msi interrupts\n");
581 adapter
->msix_entries
[0].vector
= pdev
->irq
;
585 dev_info(&pdev
->dev
, "using legacy interrupts\n");
586 adapter
->msix_entries
[0].vector
= pdev
->irq
;
590 netxen_teardown_intr(struct netxen_adapter
*adapter
)
592 if (adapter
->flags
& NETXEN_NIC_MSIX_ENABLED
)
593 pci_disable_msix(adapter
->pdev
);
594 if (adapter
->flags
& NETXEN_NIC_MSI_ENABLED
)
595 pci_disable_msi(adapter
->pdev
);
599 netxen_cleanup_pci_map(struct netxen_adapter
*adapter
)
601 if (adapter
->ahw
.db_base
!= NULL
)
602 iounmap(adapter
->ahw
.db_base
);
603 if (adapter
->ahw
.pci_base0
!= NULL
)
604 iounmap(adapter
->ahw
.pci_base0
);
605 if (adapter
->ahw
.pci_base1
!= NULL
)
606 iounmap(adapter
->ahw
.pci_base1
);
607 if (adapter
->ahw
.pci_base2
!= NULL
)
608 iounmap(adapter
->ahw
.pci_base2
);
612 netxen_setup_pci_map(struct netxen_adapter
*adapter
)
614 void __iomem
*mem_ptr0
= NULL
;
615 void __iomem
*mem_ptr1
= NULL
;
616 void __iomem
*mem_ptr2
= NULL
;
617 void __iomem
*db_ptr
= NULL
;
619 unsigned long mem_base
, mem_len
, db_base
, db_len
= 0, pci_len0
= 0;
621 struct pci_dev
*pdev
= adapter
->pdev
;
622 int pci_func
= adapter
->ahw
.pci_func
;
627 * Set the CRB window to invalid. If any register in window 0 is
628 * accessed it should set the window to 0 and then reset it to 1.
630 adapter
->curr_window
= 255;
631 adapter
->ahw
.qdr_sn_window
= -1;
632 adapter
->ahw
.ddr_mn_window
= -1;
634 /* remap phys address */
635 mem_base
= pci_resource_start(pdev
, 0); /* 0 is for BAR 0 */
636 mem_len
= pci_resource_len(pdev
, 0);
639 adapter
->hw_write_wx
= netxen_nic_hw_write_wx_128M
;
640 adapter
->hw_read_wx
= netxen_nic_hw_read_wx_128M
;
641 adapter
->pci_read_immediate
= netxen_nic_pci_read_immediate_128M
;
642 adapter
->pci_write_immediate
= netxen_nic_pci_write_immediate_128M
;
643 adapter
->pci_set_window
= netxen_nic_pci_set_window_128M
;
644 adapter
->pci_mem_read
= netxen_nic_pci_mem_read_128M
;
645 adapter
->pci_mem_write
= netxen_nic_pci_mem_write_128M
;
647 /* 128 Meg of memory */
648 if (mem_len
== NETXEN_PCI_128MB_SIZE
) {
649 mem_ptr0
= ioremap(mem_base
, FIRST_PAGE_GROUP_SIZE
);
650 mem_ptr1
= ioremap(mem_base
+ SECOND_PAGE_GROUP_START
,
651 SECOND_PAGE_GROUP_SIZE
);
652 mem_ptr2
= ioremap(mem_base
+ THIRD_PAGE_GROUP_START
,
653 THIRD_PAGE_GROUP_SIZE
);
654 } else if (mem_len
== NETXEN_PCI_32MB_SIZE
) {
655 mem_ptr1
= ioremap(mem_base
, SECOND_PAGE_GROUP_SIZE
);
656 mem_ptr2
= ioremap(mem_base
+ THIRD_PAGE_GROUP_START
-
657 SECOND_PAGE_GROUP_START
, THIRD_PAGE_GROUP_SIZE
);
658 } else if (mem_len
== NETXEN_PCI_2MB_SIZE
) {
659 adapter
->hw_write_wx
= netxen_nic_hw_write_wx_2M
;
660 adapter
->hw_read_wx
= netxen_nic_hw_read_wx_2M
;
661 adapter
->pci_read_immediate
= netxen_nic_pci_read_immediate_2M
;
662 adapter
->pci_write_immediate
=
663 netxen_nic_pci_write_immediate_2M
;
664 adapter
->pci_set_window
= netxen_nic_pci_set_window_2M
;
665 adapter
->pci_mem_read
= netxen_nic_pci_mem_read_2M
;
666 adapter
->pci_mem_write
= netxen_nic_pci_mem_write_2M
;
668 mem_ptr0
= pci_ioremap_bar(pdev
, 0);
669 if (mem_ptr0
== NULL
) {
670 dev_err(&pdev
->dev
, "failed to map PCI bar 0\n");
675 adapter
->ahw
.ddr_mn_window
= 0;
676 adapter
->ahw
.qdr_sn_window
= 0;
678 adapter
->ahw
.mn_win_crb
= 0x100000 + PCIX_MN_WINDOW
+
680 adapter
->ahw
.ms_win_crb
= 0x100000 + PCIX_SN_WINDOW
;
682 adapter
->ahw
.ms_win_crb
+= (pci_func
* 0x20);
684 adapter
->ahw
.ms_win_crb
+=
685 0xA0 + ((pci_func
- 4) * 0x10);
690 dev_info(&pdev
->dev
, "%dMB memory map\n", (int)(mem_len
>>20));
692 adapter
->ahw
.pci_base0
= mem_ptr0
;
693 adapter
->ahw
.pci_len0
= pci_len0
;
694 adapter
->ahw
.pci_base1
= mem_ptr1
;
695 adapter
->ahw
.pci_base2
= mem_ptr2
;
697 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
))
700 db_base
= pci_resource_start(pdev
, 4); /* doorbell is on bar 4 */
701 db_len
= pci_resource_len(pdev
, 4);
704 printk(KERN_ERR
"%s: doorbell is disabled\n",
705 netxen_nic_driver_name
);
710 db_ptr
= ioremap(db_base
, NETXEN_DB_MAPSIZE_BYTES
);
712 printk(KERN_ERR
"%s: Failed to allocate doorbell map.",
713 netxen_nic_driver_name
);
719 adapter
->ahw
.db_base
= db_ptr
;
720 adapter
->ahw
.db_len
= db_len
;
724 netxen_cleanup_pci_map(adapter
);
729 netxen_start_firmware(struct netxen_adapter
*adapter
, int request_fw
)
731 int val
, err
, first_boot
;
732 struct pci_dev
*pdev
= adapter
->pdev
;
734 int first_driver
= 0;
736 if (NX_IS_REVISION_P2(adapter
->ahw
.revision_id
))
737 first_driver
= (adapter
->portnum
== 0);
739 first_driver
= (adapter
->ahw
.pci_func
== 0);
744 first_boot
= NXRD32(adapter
, NETXEN_CAM_RAM(0x1fc));
746 err
= netxen_check_hw_init(adapter
, first_boot
);
748 dev_err(&pdev
->dev
, "error in init HW init sequence\n");
753 netxen_request_firmware(adapter
);
755 err
= netxen_need_fw_reset(adapter
);
761 if (first_boot
!= 0x55555555) {
762 NXWR32(adapter
, CRB_CMDPEG_STATE
, 0);
763 netxen_pinit_from_rom(adapter
, 0);
767 NXWR32(adapter
, CRB_DMA_SHIFT
, 0x55555555);
768 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
))
769 netxen_set_port_mode(adapter
);
771 netxen_load_firmware(adapter
);
773 if (NX_IS_REVISION_P2(adapter
->ahw
.revision_id
)) {
775 /* Initialize multicast addr pool owners */
777 if (adapter
->ahw
.port_type
== NETXEN_NIC_XGBE
)
779 NXWR32(adapter
, NETXEN_MAC_ADDR_CNTL_REG
, val
);
783 err
= netxen_init_dummy_dma(adapter
);
788 * Tell the hardware our version number.
790 val
= (_NETXEN_NIC_LINUX_MAJOR
<< 16)
791 | ((_NETXEN_NIC_LINUX_MINOR
<< 8))
792 | (_NETXEN_NIC_LINUX_SUBVERSION
);
793 NXWR32(adapter
, CRB_DRIVER_VERSION
, val
);
796 /* Handshake with the card before we register the devices. */
797 err
= netxen_phantom_init(adapter
, NETXEN_NIC_PEG_TUNE
);
799 netxen_free_dummy_dma(adapter
);
803 nx_update_dma_mask(adapter
);
805 netxen_nic_get_firmware_info(adapter
);
811 netxen_nic_request_irq(struct netxen_adapter
*adapter
)
813 irq_handler_t handler
;
814 struct nx_host_sds_ring
*sds_ring
;
817 unsigned long flags
= IRQF_SAMPLE_RANDOM
;
818 struct net_device
*netdev
= adapter
->netdev
;
819 struct netxen_recv_context
*recv_ctx
= &adapter
->recv_ctx
;
821 if (adapter
->flags
& NETXEN_NIC_MSIX_ENABLED
)
822 handler
= netxen_msix_intr
;
823 else if (adapter
->flags
& NETXEN_NIC_MSI_ENABLED
)
824 handler
= netxen_msi_intr
;
826 flags
|= IRQF_SHARED
;
827 handler
= netxen_intr
;
829 adapter
->irq
= netdev
->irq
;
831 for (ring
= 0; ring
< adapter
->max_sds_rings
; ring
++) {
832 sds_ring
= &recv_ctx
->sds_rings
[ring
];
833 sprintf(sds_ring
->name
, "%s[%d]", netdev
->name
, ring
);
834 err
= request_irq(sds_ring
->irq
, handler
,
835 flags
, sds_ring
->name
, sds_ring
);
844 netxen_nic_free_irq(struct netxen_adapter
*adapter
)
847 struct nx_host_sds_ring
*sds_ring
;
849 struct netxen_recv_context
*recv_ctx
= &adapter
->recv_ctx
;
851 for (ring
= 0; ring
< adapter
->max_sds_rings
; ring
++) {
852 sds_ring
= &recv_ctx
->sds_rings
[ring
];
853 free_irq(sds_ring
->irq
, sds_ring
);
858 netxen_nic_init_coalesce_defaults(struct netxen_adapter
*adapter
)
860 adapter
->coal
.flags
= NETXEN_NIC_INTR_DEFAULT
;
861 adapter
->coal
.normal
.data
.rx_time_us
=
862 NETXEN_DEFAULT_INTR_COALESCE_RX_TIME_US
;
863 adapter
->coal
.normal
.data
.rx_packets
=
864 NETXEN_DEFAULT_INTR_COALESCE_RX_PACKETS
;
865 adapter
->coal
.normal
.data
.tx_time_us
=
866 NETXEN_DEFAULT_INTR_COALESCE_TX_TIME_US
;
867 adapter
->coal
.normal
.data
.tx_packets
=
868 NETXEN_DEFAULT_INTR_COALESCE_TX_PACKETS
;
872 netxen_nic_up(struct netxen_adapter
*adapter
, struct net_device
*netdev
)
876 err
= adapter
->init_port(adapter
, adapter
->physical_port
);
878 printk(KERN_ERR
"%s: Failed to initialize port %d\n",
879 netxen_nic_driver_name
, adapter
->portnum
);
882 if (NX_IS_REVISION_P2(adapter
->ahw
.revision_id
))
883 adapter
->macaddr_set(adapter
, netdev
->dev_addr
);
885 adapter
->set_multi(netdev
);
886 adapter
->set_mtu(adapter
, netdev
->mtu
);
888 adapter
->ahw
.linkup
= 0;
890 if (adapter
->max_sds_rings
> 1)
891 netxen_config_rss(adapter
, 1);
893 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
))
894 netxen_config_intr_coalesce(adapter
);
896 if (adapter
->capabilities
& NX_FW_CAPABILITY_HW_LRO
)
897 netxen_config_hw_lro(adapter
, NETXEN_NIC_LRO_ENABLED
);
899 netxen_napi_enable(adapter
);
901 if (adapter
->capabilities
& NX_FW_CAPABILITY_LINK_NOTIFICATION
)
902 netxen_linkevent_request(adapter
, 1);
904 netxen_nic_set_link_parameters(adapter
);
906 mod_timer(&adapter
->watchdog_timer
, jiffies
);
912 netxen_nic_down(struct netxen_adapter
*adapter
, struct net_device
*netdev
)
914 spin_lock(&adapter
->tx_clean_lock
);
915 netif_carrier_off(netdev
);
916 netif_tx_disable(netdev
);
918 if (adapter
->stop_port
)
919 adapter
->stop_port(adapter
);
921 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
))
922 netxen_p3_free_mac_list(adapter
);
924 adapter
->set_promisc(adapter
, NETXEN_NIU_NON_PROMISC_MODE
);
926 netxen_napi_disable(adapter
);
928 netxen_release_tx_buffers(adapter
);
929 spin_unlock(&adapter
->tx_clean_lock
);
931 del_timer_sync(&adapter
->watchdog_timer
);
936 netxen_nic_attach(struct netxen_adapter
*adapter
)
938 struct net_device
*netdev
= adapter
->netdev
;
939 struct pci_dev
*pdev
= adapter
->pdev
;
941 struct nx_host_rds_ring
*rds_ring
;
942 struct nx_host_tx_ring
*tx_ring
;
944 if (adapter
->is_up
== NETXEN_ADAPTER_UP_MAGIC
)
947 err
= netxen_init_firmware(adapter
);
951 err
= netxen_napi_add(adapter
, netdev
);
955 err
= netxen_alloc_sw_resources(adapter
);
957 printk(KERN_ERR
"%s: Error in setting sw resources\n",
962 netxen_nic_clear_stats(adapter
);
964 err
= netxen_alloc_hw_resources(adapter
);
966 printk(KERN_ERR
"%s: Error in setting hw resources\n",
968 goto err_out_free_sw
;
971 if (NX_IS_REVISION_P2(adapter
->ahw
.revision_id
)) {
972 tx_ring
= adapter
->tx_ring
;
973 tx_ring
->crb_cmd_producer
= crb_cmd_producer
[adapter
->portnum
];
974 tx_ring
->crb_cmd_consumer
= crb_cmd_consumer
[adapter
->portnum
];
976 tx_ring
->producer
= 0;
977 tx_ring
->sw_consumer
= 0;
979 netxen_nic_update_cmd_producer(adapter
, tx_ring
);
980 netxen_nic_update_cmd_consumer(adapter
, tx_ring
);
983 for (ring
= 0; ring
< adapter
->max_rds_rings
; ring
++) {
984 rds_ring
= &adapter
->recv_ctx
.rds_rings
[ring
];
985 netxen_post_rx_buffers(adapter
, ring
, rds_ring
);
988 err
= netxen_nic_request_irq(adapter
);
990 dev_err(&pdev
->dev
, "%s: failed to setup interrupt\n",
992 goto err_out_free_rxbuf
;
995 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
))
996 netxen_nic_init_coalesce_defaults(adapter
);
998 adapter
->is_up
= NETXEN_ADAPTER_UP_MAGIC
;
1002 netxen_release_rx_buffers(adapter
);
1003 netxen_free_hw_resources(adapter
);
1005 netxen_free_sw_resources(adapter
);
1010 netxen_nic_detach(struct netxen_adapter
*adapter
)
1012 if (adapter
->is_up
!= NETXEN_ADAPTER_UP_MAGIC
)
1015 netxen_free_hw_resources(adapter
);
1016 netxen_release_rx_buffers(adapter
);
1017 netxen_nic_free_irq(adapter
);
1018 netxen_napi_del(adapter
);
1019 netxen_free_sw_resources(adapter
);
1025 netxen_nic_reset_context(struct netxen_adapter
*adapter
)
1028 struct net_device
*netdev
= adapter
->netdev
;
1030 if (adapter
->is_up
== NETXEN_ADAPTER_UP_MAGIC
) {
1032 if (netif_running(netdev
))
1033 netxen_nic_down(adapter
, netdev
);
1035 netxen_nic_detach(adapter
);
1037 err
= netxen_nic_attach(adapter
);
1041 if (netif_running(netdev
))
1042 err
= netxen_nic_up(adapter
, netdev
);
1049 netxen_setup_netdev(struct netxen_adapter
*adapter
,
1050 struct net_device
*netdev
)
1053 struct pci_dev
*pdev
= adapter
->pdev
;
1055 adapter
->rx_csum
= 1;
1056 adapter
->mc_enabled
= 0;
1057 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
))
1058 adapter
->max_mc_count
= 38;
1060 adapter
->max_mc_count
= 16;
1062 netdev
->netdev_ops
= &netxen_netdev_ops
;
1063 netdev
->watchdog_timeo
= 2*HZ
;
1065 netxen_nic_change_mtu(netdev
, netdev
->mtu
);
1067 SET_ETHTOOL_OPS(netdev
, &netxen_nic_ethtool_ops
);
1069 netdev
->features
|= (NETIF_F_SG
| NETIF_F_IP_CSUM
| NETIF_F_TSO
);
1070 netdev
->features
|= (NETIF_F_GRO
);
1071 netdev
->vlan_features
|= (NETIF_F_SG
| NETIF_F_IP_CSUM
| NETIF_F_TSO
);
1073 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
)) {
1074 netdev
->features
|= (NETIF_F_IPV6_CSUM
| NETIF_F_TSO6
);
1075 netdev
->vlan_features
|= (NETIF_F_IPV6_CSUM
| NETIF_F_TSO6
);
1078 if (adapter
->pci_using_dac
) {
1079 netdev
->features
|= NETIF_F_HIGHDMA
;
1080 netdev
->vlan_features
|= NETIF_F_HIGHDMA
;
1083 if (adapter
->capabilities
& NX_FW_CAPABILITY_FVLANTX
)
1084 netdev
->features
|= (NETIF_F_HW_VLAN_TX
);
1086 if (adapter
->capabilities
& NX_FW_CAPABILITY_HW_LRO
)
1087 netdev
->features
|= NETIF_F_LRO
;
1089 netdev
->irq
= adapter
->msix_entries
[0].vector
;
1091 err
= netxen_napi_add(adapter
, netdev
);
1095 init_timer(&adapter
->watchdog_timer
);
1096 adapter
->watchdog_timer
.function
= &netxen_watchdog
;
1097 adapter
->watchdog_timer
.data
= (unsigned long)adapter
;
1098 INIT_WORK(&adapter
->watchdog_task
, netxen_watchdog_task
);
1099 INIT_WORK(&adapter
->tx_timeout_task
, netxen_reset_task
);
1101 if (netxen_read_mac_addr(adapter
))
1102 dev_warn(&pdev
->dev
, "failed to read mac addr\n");
1104 netif_carrier_off(netdev
);
1105 netif_stop_queue(netdev
);
1107 err
= register_netdev(netdev
);
1109 dev_err(&pdev
->dev
, "failed to register net device\n");
1116 static int __devinit
1117 netxen_nic_probe(struct pci_dev
*pdev
, const struct pci_device_id
*ent
)
1119 struct net_device
*netdev
= NULL
;
1120 struct netxen_adapter
*adapter
= NULL
;
1122 int pci_func_id
= PCI_FUNC(pdev
->devfn
);
1123 uint8_t revision_id
;
1125 if (pdev
->class != 0x020000) {
1126 printk(KERN_DEBUG
"NetXen function %d, class %x will not "
1127 "be enabled.\n",pci_func_id
, pdev
->class);
1131 if (pdev
->revision
>= NX_P3_A0
&& pdev
->revision
< NX_P3_B1
) {
1132 printk(KERN_WARNING
"NetXen chip revisions between 0x%x-0x%x"
1133 "will not be enabled.\n",
1134 NX_P3_A0
, NX_P3_B1
);
1138 if ((err
= pci_enable_device(pdev
)))
1141 if (!(pci_resource_flags(pdev
, 0) & IORESOURCE_MEM
)) {
1143 goto err_out_disable_pdev
;
1146 if ((err
= pci_request_regions(pdev
, netxen_nic_driver_name
)))
1147 goto err_out_disable_pdev
;
1149 pci_set_master(pdev
);
1151 netdev
= alloc_etherdev(sizeof(struct netxen_adapter
));
1153 dev_err(&pdev
->dev
, "failed to allocate net_device\n");
1155 goto err_out_free_res
;
1158 SET_NETDEV_DEV(netdev
, &pdev
->dev
);
1160 adapter
= netdev_priv(netdev
);
1161 adapter
->netdev
= netdev
;
1162 adapter
->pdev
= pdev
;
1163 adapter
->ahw
.pci_func
= pci_func_id
;
1165 revision_id
= pdev
->revision
;
1166 adapter
->ahw
.revision_id
= revision_id
;
1168 err
= nx_set_dma_mask(adapter
);
1170 goto err_out_free_netdev
;
1172 rwlock_init(&adapter
->adapter_lock
);
1173 spin_lock_init(&adapter
->tx_clean_lock
);
1174 INIT_LIST_HEAD(&adapter
->mac_list
);
1176 err
= netxen_setup_pci_map(adapter
);
1178 goto err_out_free_netdev
;
1180 /* This will be reset for mezz cards */
1181 adapter
->portnum
= pci_func_id
;
1183 err
= netxen_nic_get_board_info(adapter
);
1185 dev_err(&pdev
->dev
, "Error getting board config info.\n");
1186 goto err_out_iounmap
;
1189 netxen_initialize_adapter_ops(adapter
);
1191 /* Mezz cards have PCI function 0,2,3 enabled */
1192 switch (adapter
->ahw
.board_type
) {
1193 case NETXEN_BRDTYPE_P2_SB31_10G_IMEZ
:
1194 case NETXEN_BRDTYPE_P2_SB31_10G_HMEZ
:
1195 if (pci_func_id
>= 2)
1196 adapter
->portnum
= pci_func_id
- 2;
1202 err
= netxen_start_firmware(adapter
, 1);
1204 goto err_out_iounmap
;
1207 * See if the firmware gave us a virtual-physical port mapping.
1209 adapter
->physical_port
= adapter
->portnum
;
1210 if (NX_IS_REVISION_P2(adapter
->ahw
.revision_id
)) {
1211 i
= NXRD32(adapter
, CRB_V2P(adapter
->portnum
));
1212 if (i
!= 0x55555555)
1213 adapter
->physical_port
= i
;
1216 netxen_check_options(adapter
);
1218 netxen_setup_intr(adapter
);
1220 err
= netxen_setup_netdev(adapter
, netdev
);
1222 goto err_out_disable_msi
;
1224 pci_set_drvdata(pdev
, adapter
);
1226 switch (adapter
->ahw
.port_type
) {
1227 case NETXEN_NIC_GBE
:
1228 dev_info(&adapter
->pdev
->dev
, "%s: GbE port initialized\n",
1229 adapter
->netdev
->name
);
1231 case NETXEN_NIC_XGBE
:
1232 dev_info(&adapter
->pdev
->dev
, "%s: XGbE port initialized\n",
1233 adapter
->netdev
->name
);
1239 err_out_disable_msi
:
1240 netxen_teardown_intr(adapter
);
1242 netxen_free_dummy_dma(adapter
);
1245 netxen_cleanup_pci_map(adapter
);
1247 err_out_free_netdev
:
1248 free_netdev(netdev
);
1251 pci_release_regions(pdev
);
1253 err_out_disable_pdev
:
1254 pci_set_drvdata(pdev
, NULL
);
1255 pci_disable_device(pdev
);
1259 static void __devexit
netxen_nic_remove(struct pci_dev
*pdev
)
1261 struct netxen_adapter
*adapter
;
1262 struct net_device
*netdev
;
1264 adapter
= pci_get_drvdata(pdev
);
1265 if (adapter
== NULL
)
1268 netdev
= adapter
->netdev
;
1270 unregister_netdev(netdev
);
1272 cancel_work_sync(&adapter
->watchdog_task
);
1273 cancel_work_sync(&adapter
->tx_timeout_task
);
1275 netxen_nic_detach(adapter
);
1277 if (adapter
->portnum
== 0)
1278 netxen_free_dummy_dma(adapter
);
1280 netxen_teardown_intr(adapter
);
1282 netxen_cleanup_pci_map(adapter
);
1284 netxen_release_firmware(adapter
);
1286 pci_release_regions(pdev
);
1287 pci_disable_device(pdev
);
1288 pci_set_drvdata(pdev
, NULL
);
1290 free_netdev(netdev
);
1292 static int __netxen_nic_shutdown(struct pci_dev
*pdev
)
1294 struct netxen_adapter
*adapter
= pci_get_drvdata(pdev
);
1295 struct net_device
*netdev
= adapter
->netdev
;
1298 netif_device_detach(netdev
);
1300 if (netif_running(netdev
))
1301 netxen_nic_down(adapter
, netdev
);
1303 cancel_work_sync(&adapter
->watchdog_task
);
1304 cancel_work_sync(&adapter
->tx_timeout_task
);
1306 netxen_nic_detach(adapter
);
1308 if (adapter
->portnum
== 0)
1309 netxen_free_dummy_dma(adapter
);
1311 retval
= pci_save_state(pdev
);
1315 if (netxen_nic_wol_supported(adapter
)) {
1316 pci_enable_wake(pdev
, PCI_D3cold
, 1);
1317 pci_enable_wake(pdev
, PCI_D3hot
, 1);
1320 pci_disable_device(pdev
);
1324 static void netxen_nic_shutdown(struct pci_dev
*pdev
)
1326 if (__netxen_nic_shutdown(pdev
))
1331 netxen_nic_suspend(struct pci_dev
*pdev
, pm_message_t state
)
1335 retval
= __netxen_nic_shutdown(pdev
);
1339 pci_set_power_state(pdev
, pci_choose_state(pdev
, state
));
1344 netxen_nic_resume(struct pci_dev
*pdev
)
1346 struct netxen_adapter
*adapter
= pci_get_drvdata(pdev
);
1347 struct net_device
*netdev
= adapter
->netdev
;
1350 pci_set_power_state(pdev
, PCI_D0
);
1351 pci_restore_state(pdev
);
1353 err
= pci_enable_device(pdev
);
1357 adapter
->curr_window
= 255;
1359 err
= netxen_start_firmware(adapter
, 0);
1361 dev_err(&pdev
->dev
, "failed to start firmware\n");
1365 if (netif_running(netdev
)) {
1366 err
= netxen_nic_attach(adapter
);
1370 err
= netxen_nic_up(adapter
, netdev
);
1374 netif_device_attach(netdev
);
1381 static int netxen_nic_open(struct net_device
*netdev
)
1383 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
1386 if (adapter
->driver_mismatch
)
1389 err
= netxen_nic_attach(adapter
);
1393 err
= netxen_nic_up(adapter
, netdev
);
1397 netif_start_queue(netdev
);
1402 netxen_nic_detach(adapter
);
1407 * netxen_nic_close - Disables a network interface entry point
1409 static int netxen_nic_close(struct net_device
*netdev
)
1411 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
1413 netxen_nic_down(adapter
, netdev
);
1418 netxen_tso_check(struct net_device
*netdev
,
1419 struct nx_host_tx_ring
*tx_ring
,
1420 struct cmd_desc_type0
*first_desc
,
1421 struct sk_buff
*skb
)
1423 u8 opcode
= TX_ETHER_PKT
;
1424 __be16 protocol
= skb
->protocol
;
1425 u16 flags
= 0, vid
= 0;
1427 int copied
, offset
, copy_len
, hdr_len
= 0, tso
= 0, vlan_oob
= 0;
1428 struct cmd_desc_type0
*hwdesc
;
1429 struct vlan_ethhdr
*vh
;
1431 if (protocol
== cpu_to_be16(ETH_P_8021Q
)) {
1433 vh
= (struct vlan_ethhdr
*)skb
->data
;
1434 protocol
= vh
->h_vlan_encapsulated_proto
;
1435 flags
= FLAGS_VLAN_TAGGED
;
1437 } else if (vlan_tx_tag_present(skb
)) {
1439 flags
= FLAGS_VLAN_OOB
;
1440 vid
= vlan_tx_tag_get(skb
);
1441 netxen_set_tx_vlan_tci(first_desc
, vid
);
1445 if ((netdev
->features
& (NETIF_F_TSO
| NETIF_F_TSO6
)) &&
1446 skb_shinfo(skb
)->gso_size
> 0) {
1448 hdr_len
= skb_transport_offset(skb
) + tcp_hdrlen(skb
);
1450 first_desc
->mss
= cpu_to_le16(skb_shinfo(skb
)->gso_size
);
1451 first_desc
->total_hdr_length
= hdr_len
;
1453 first_desc
->total_hdr_length
+= VLAN_HLEN
;
1454 first_desc
->tcp_hdr_offset
= VLAN_HLEN
;
1455 first_desc
->ip_hdr_offset
= VLAN_HLEN
;
1456 /* Only in case of TSO on vlan device */
1457 flags
|= FLAGS_VLAN_TAGGED
;
1460 opcode
= (protocol
== cpu_to_be16(ETH_P_IPV6
)) ?
1461 TX_TCP_LSO6
: TX_TCP_LSO
;
1464 } else if (skb
->ip_summed
== CHECKSUM_PARTIAL
) {
1467 if (protocol
== cpu_to_be16(ETH_P_IP
)) {
1468 l4proto
= ip_hdr(skb
)->protocol
;
1470 if (l4proto
== IPPROTO_TCP
)
1471 opcode
= TX_TCP_PKT
;
1472 else if(l4proto
== IPPROTO_UDP
)
1473 opcode
= TX_UDP_PKT
;
1474 } else if (protocol
== cpu_to_be16(ETH_P_IPV6
)) {
1475 l4proto
= ipv6_hdr(skb
)->nexthdr
;
1477 if (l4proto
== IPPROTO_TCP
)
1478 opcode
= TX_TCPV6_PKT
;
1479 else if(l4proto
== IPPROTO_UDP
)
1480 opcode
= TX_UDPV6_PKT
;
1484 first_desc
->tcp_hdr_offset
+= skb_transport_offset(skb
);
1485 first_desc
->ip_hdr_offset
+= skb_network_offset(skb
);
1486 netxen_set_tx_flags_opcode(first_desc
, flags
, opcode
);
1491 /* For LSO, we need to copy the MAC/IP/TCP headers into
1492 * the descriptor ring
1494 producer
= tx_ring
->producer
;
1499 /* Create a TSO vlan header template for firmware */
1501 hwdesc
= &tx_ring
->desc_head
[producer
];
1502 tx_ring
->cmd_buf_arr
[producer
].skb
= NULL
;
1504 copy_len
= min((int)sizeof(struct cmd_desc_type0
) - offset
,
1505 hdr_len
+ VLAN_HLEN
);
1507 vh
= (struct vlan_ethhdr
*)((char *)hwdesc
+ 2);
1508 skb_copy_from_linear_data(skb
, vh
, 12);
1509 vh
->h_vlan_proto
= htons(ETH_P_8021Q
);
1510 vh
->h_vlan_TCI
= htons(vid
);
1511 skb_copy_from_linear_data_offset(skb
, 12,
1512 (char *)vh
+ 16, copy_len
- 16);
1514 copied
= copy_len
- VLAN_HLEN
;
1517 producer
= get_next_index(producer
, tx_ring
->num_desc
);
1520 while (copied
< hdr_len
) {
1522 copy_len
= min((int)sizeof(struct cmd_desc_type0
) - offset
,
1523 (hdr_len
- copied
));
1525 hwdesc
= &tx_ring
->desc_head
[producer
];
1526 tx_ring
->cmd_buf_arr
[producer
].skb
= NULL
;
1528 skb_copy_from_linear_data_offset(skb
, copied
,
1529 (char *)hwdesc
+ offset
, copy_len
);
1534 producer
= get_next_index(producer
, tx_ring
->num_desc
);
1537 tx_ring
->producer
= producer
;
1542 netxen_map_tx_skb(struct pci_dev
*pdev
,
1543 struct sk_buff
*skb
, struct netxen_cmd_buffer
*pbuf
)
1545 struct netxen_skb_frag
*nf
;
1546 struct skb_frag_struct
*frag
;
1550 nr_frags
= skb_shinfo(skb
)->nr_frags
;
1551 nf
= &pbuf
->frag_array
[0];
1553 map
= pci_map_single(pdev
, skb
->data
,
1554 skb_headlen(skb
), PCI_DMA_TODEVICE
);
1555 if (pci_dma_mapping_error(pdev
, map
))
1559 nf
->length
= skb_headlen(skb
);
1561 for (i
= 0; i
< nr_frags
; i
++) {
1562 frag
= &skb_shinfo(skb
)->frags
[i
];
1563 nf
= &pbuf
->frag_array
[i
+1];
1565 map
= pci_map_page(pdev
, frag
->page
, frag
->page_offset
,
1566 frag
->size
, PCI_DMA_TODEVICE
);
1567 if (pci_dma_mapping_error(pdev
, map
))
1571 nf
->length
= frag
->size
;
1578 nf
= &pbuf
->frag_array
[i
];
1579 pci_unmap_page(pdev
, nf
->dma
, nf
->length
, PCI_DMA_TODEVICE
);
1582 nf
= &pbuf
->frag_array
[0];
1583 pci_unmap_single(pdev
, nf
->dma
, skb_headlen(skb
), PCI_DMA_TODEVICE
);
1590 netxen_clear_cmddesc(u64
*desc
)
1597 netxen_nic_xmit_frame(struct sk_buff
*skb
, struct net_device
*netdev
)
1599 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
1600 struct nx_host_tx_ring
*tx_ring
= adapter
->tx_ring
;
1601 struct netxen_cmd_buffer
*pbuf
;
1602 struct netxen_skb_frag
*buffrag
;
1603 struct cmd_desc_type0
*hwdesc
, *first_desc
;
1604 struct pci_dev
*pdev
;
1608 int frag_count
, no_of_desc
;
1609 u32 num_txd
= tx_ring
->num_desc
;
1611 frag_count
= skb_shinfo(skb
)->nr_frags
+ 1;
1613 /* 4 fragments per cmd des */
1614 no_of_desc
= (frag_count
+ 3) >> 2;
1616 if (unlikely(no_of_desc
+ 2) > netxen_tx_avail(tx_ring
)) {
1617 netif_stop_queue(netdev
);
1618 return NETDEV_TX_BUSY
;
1621 producer
= tx_ring
->producer
;
1622 pbuf
= &tx_ring
->cmd_buf_arr
[producer
];
1624 pdev
= adapter
->pdev
;
1626 if (netxen_map_tx_skb(pdev
, skb
, pbuf
))
1630 pbuf
->frag_count
= frag_count
;
1632 first_desc
= hwdesc
= &tx_ring
->desc_head
[producer
];
1633 netxen_clear_cmddesc((u64
*)hwdesc
);
1635 netxen_set_tx_frags_len(first_desc
, frag_count
, skb
->len
);
1636 netxen_set_tx_port(first_desc
, adapter
->portnum
);
1638 for (i
= 0; i
< frag_count
; i
++) {
1642 if ((k
== 0) && (i
> 0)) {
1643 /* move to next desc.*/
1644 producer
= get_next_index(producer
, num_txd
);
1645 hwdesc
= &tx_ring
->desc_head
[producer
];
1646 netxen_clear_cmddesc((u64
*)hwdesc
);
1647 tx_ring
->cmd_buf_arr
[producer
].skb
= NULL
;
1650 buffrag
= &pbuf
->frag_array
[i
];
1652 hwdesc
->buffer_length
[k
] = cpu_to_le16(buffrag
->length
);
1655 hwdesc
->addr_buffer1
= cpu_to_le64(buffrag
->dma
);
1658 hwdesc
->addr_buffer2
= cpu_to_le64(buffrag
->dma
);
1661 hwdesc
->addr_buffer3
= cpu_to_le64(buffrag
->dma
);
1664 hwdesc
->addr_buffer4
= cpu_to_le64(buffrag
->dma
);
1669 tx_ring
->producer
= get_next_index(producer
, num_txd
);
1671 netxen_tso_check(netdev
, tx_ring
, first_desc
, skb
);
1673 netxen_nic_update_cmd_producer(adapter
, tx_ring
);
1675 adapter
->stats
.txbytes
+= skb
->len
;
1676 adapter
->stats
.xmitcalled
++;
1678 return NETDEV_TX_OK
;
1681 adapter
->stats
.txdropped
++;
1682 dev_kfree_skb_any(skb
);
1683 return NETDEV_TX_OK
;
1686 static int netxen_nic_check_temp(struct netxen_adapter
*adapter
)
1688 struct net_device
*netdev
= adapter
->netdev
;
1689 uint32_t temp
, temp_state
, temp_val
;
1692 temp
= NXRD32(adapter
, CRB_TEMP_STATE
);
1694 temp_state
= nx_get_temp_state(temp
);
1695 temp_val
= nx_get_temp_val(temp
);
1697 if (temp_state
== NX_TEMP_PANIC
) {
1699 "%s: Device temperature %d degrees C exceeds"
1700 " maximum allowed. Hardware has been shut down.\n",
1701 netdev
->name
, temp_val
);
1703 } else if (temp_state
== NX_TEMP_WARN
) {
1704 if (adapter
->temp
== NX_TEMP_NORMAL
) {
1706 "%s: Device temperature %d degrees C "
1707 "exceeds operating range."
1708 " Immediate action needed.\n",
1709 netdev
->name
, temp_val
);
1712 if (adapter
->temp
== NX_TEMP_WARN
) {
1714 "%s: Device temperature is now %d degrees C"
1715 " in normal range.\n", netdev
->name
,
1719 adapter
->temp
= temp_state
;
1723 void netxen_advert_link_change(struct netxen_adapter
*adapter
, int linkup
)
1725 struct net_device
*netdev
= adapter
->netdev
;
1727 if (adapter
->ahw
.linkup
&& !linkup
) {
1728 printk(KERN_INFO
"%s: %s NIC Link is down\n",
1729 netxen_nic_driver_name
, netdev
->name
);
1730 adapter
->ahw
.linkup
= 0;
1731 if (netif_running(netdev
)) {
1732 netif_carrier_off(netdev
);
1733 netif_stop_queue(netdev
);
1735 adapter
->link_changed
= !adapter
->has_link_events
;
1736 } else if (!adapter
->ahw
.linkup
&& linkup
) {
1737 printk(KERN_INFO
"%s: %s NIC Link is up\n",
1738 netxen_nic_driver_name
, netdev
->name
);
1739 adapter
->ahw
.linkup
= 1;
1740 if (netif_running(netdev
)) {
1741 netif_carrier_on(netdev
);
1742 netif_wake_queue(netdev
);
1744 adapter
->link_changed
= !adapter
->has_link_events
;
1748 static void netxen_nic_handle_phy_intr(struct netxen_adapter
*adapter
)
1750 u32 val
, port
, linkup
;
1752 port
= adapter
->physical_port
;
1754 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
)) {
1755 val
= NXRD32(adapter
, CRB_XG_STATE_P3
);
1756 val
= XG_LINK_STATE_P3(adapter
->ahw
.pci_func
, val
);
1757 linkup
= (val
== XG_LINK_UP_P3
);
1759 val
= NXRD32(adapter
, CRB_XG_STATE
);
1760 if (adapter
->ahw
.port_type
== NETXEN_NIC_GBE
)
1761 linkup
= (val
>> port
) & 1;
1763 val
= (val
>> port
*8) & 0xff;
1764 linkup
= (val
== XG_LINK_UP
);
1768 netxen_advert_link_change(adapter
, linkup
);
1771 static void netxen_nic_thermal_shutdown(struct netxen_adapter
*adapter
)
1773 struct net_device
*netdev
= adapter
->netdev
;
1775 netif_device_detach(netdev
);
1776 netxen_nic_down(adapter
, netdev
);
1777 netxen_nic_detach(adapter
);
1780 static void netxen_watchdog(unsigned long v
)
1782 struct netxen_adapter
*adapter
= (struct netxen_adapter
*)v
;
1784 if (netxen_nic_check_temp(adapter
))
1787 if (!adapter
->has_link_events
) {
1788 netxen_nic_handle_phy_intr(adapter
);
1790 if (adapter
->link_changed
)
1794 if (netif_running(adapter
->netdev
))
1795 mod_timer(&adapter
->watchdog_timer
, jiffies
+ 2 * HZ
);
1800 schedule_work(&adapter
->watchdog_task
);
1803 void netxen_watchdog_task(struct work_struct
*work
)
1805 struct netxen_adapter
*adapter
=
1806 container_of(work
, struct netxen_adapter
, watchdog_task
);
1808 if (adapter
->temp
== NX_TEMP_PANIC
) {
1809 netxen_nic_thermal_shutdown(adapter
);
1813 if (adapter
->link_changed
)
1814 netxen_nic_set_link_parameters(adapter
);
1816 if (netif_running(adapter
->netdev
))
1817 mod_timer(&adapter
->watchdog_timer
, jiffies
+ 2 * HZ
);
1820 static void netxen_tx_timeout(struct net_device
*netdev
)
1822 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
1824 dev_err(&netdev
->dev
, "transmit timeout, resetting.\n");
1825 schedule_work(&adapter
->tx_timeout_task
);
1828 static void netxen_reset_task(struct work_struct
*work
)
1830 struct netxen_adapter
*adapter
=
1831 container_of(work
, struct netxen_adapter
, tx_timeout_task
);
1833 if (!netif_running(adapter
->netdev
))
1836 netxen_napi_disable(adapter
);
1838 adapter
->netdev
->trans_start
= jiffies
;
1840 netxen_napi_enable(adapter
);
1841 netif_wake_queue(adapter
->netdev
);
1844 struct net_device_stats
*netxen_nic_get_stats(struct net_device
*netdev
)
1846 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
1847 struct net_device_stats
*stats
= &adapter
->net_stats
;
1849 memset(stats
, 0, sizeof(*stats
));
1851 stats
->rx_packets
= adapter
->stats
.rx_pkts
+ adapter
->stats
.lro_pkts
;
1852 stats
->tx_packets
= adapter
->stats
.xmitfinished
;
1853 stats
->rx_bytes
= adapter
->stats
.rxbytes
;
1854 stats
->tx_bytes
= adapter
->stats
.txbytes
;
1855 stats
->rx_dropped
= adapter
->stats
.rxdropped
;
1856 stats
->tx_dropped
= adapter
->stats
.txdropped
;
1861 static irqreturn_t
netxen_intr(int irq
, void *data
)
1863 struct nx_host_sds_ring
*sds_ring
= data
;
1864 struct netxen_adapter
*adapter
= sds_ring
->adapter
;
1867 status
= adapter
->pci_read_immediate(adapter
, ISR_INT_VECTOR
);
1869 if (!(status
& adapter
->legacy_intr
.int_vec_bit
))
1872 if (adapter
->ahw
.revision_id
>= NX_P3_B1
) {
1873 /* check interrupt state machine, to be sure */
1874 status
= adapter
->pci_read_immediate(adapter
,
1876 if (!ISR_LEGACY_INT_TRIGGERED(status
))
1880 unsigned long our_int
= 0;
1882 our_int
= NXRD32(adapter
, CRB_INT_VECTOR
);
1884 /* not our interrupt */
1885 if (!test_and_clear_bit((7 + adapter
->portnum
), &our_int
))
1888 /* claim interrupt */
1889 NXWR32(adapter
, CRB_INT_VECTOR
, (our_int
& 0xffffffff));
1892 /* clear interrupt */
1893 if (NX_IS_REVISION_P2(adapter
->ahw
.revision_id
))
1894 netxen_nic_disable_int(sds_ring
);
1896 adapter
->pci_write_immediate(adapter
,
1897 adapter
->legacy_intr
.tgt_status_reg
,
1899 /* read twice to ensure write is flushed */
1900 adapter
->pci_read_immediate(adapter
, ISR_INT_VECTOR
);
1901 adapter
->pci_read_immediate(adapter
, ISR_INT_VECTOR
);
1903 napi_schedule(&sds_ring
->napi
);
1908 static irqreturn_t
netxen_msi_intr(int irq
, void *data
)
1910 struct nx_host_sds_ring
*sds_ring
= data
;
1911 struct netxen_adapter
*adapter
= sds_ring
->adapter
;
1913 /* clear interrupt */
1914 adapter
->pci_write_immediate(adapter
,
1915 adapter
->msi_tgt_status
, 0xffffffff);
1917 napi_schedule(&sds_ring
->napi
);
1921 static irqreturn_t
netxen_msix_intr(int irq
, void *data
)
1923 struct nx_host_sds_ring
*sds_ring
= data
;
1925 napi_schedule(&sds_ring
->napi
);
1929 static int netxen_nic_poll(struct napi_struct
*napi
, int budget
)
1931 struct nx_host_sds_ring
*sds_ring
=
1932 container_of(napi
, struct nx_host_sds_ring
, napi
);
1934 struct netxen_adapter
*adapter
= sds_ring
->adapter
;
1939 tx_complete
= netxen_process_cmd_ring(adapter
);
1941 work_done
= netxen_process_rcv_ring(sds_ring
, budget
);
1943 if ((work_done
< budget
) && tx_complete
) {
1944 napi_complete(&sds_ring
->napi
);
1945 if (netif_running(adapter
->netdev
))
1946 netxen_nic_enable_int(sds_ring
);
1952 #ifdef CONFIG_NET_POLL_CONTROLLER
1953 static void netxen_nic_poll_controller(struct net_device
*netdev
)
1955 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
1956 disable_irq(adapter
->irq
);
1957 netxen_intr(adapter
->irq
, adapter
);
1958 enable_irq(adapter
->irq
);
1964 #define is_netxen_netdev(dev) (dev->netdev_ops == &netxen_netdev_ops)
1967 netxen_destip_supported(struct netxen_adapter
*adapter
)
1969 if (NX_IS_REVISION_P2(adapter
->ahw
.revision_id
))
1972 if (adapter
->ahw
.cut_through
)
1978 static int netxen_netdev_event(struct notifier_block
*this,
1979 unsigned long event
, void *ptr
)
1981 struct netxen_adapter
*adapter
;
1982 struct net_device
*dev
= (struct net_device
*)ptr
;
1983 struct in_device
*indev
;
1989 if (dev
->priv_flags
& IFF_802_1Q_VLAN
) {
1990 dev
= vlan_dev_real_dev(dev
);
1994 if (!is_netxen_netdev(dev
))
1997 adapter
= netdev_priv(dev
);
1999 if (!adapter
|| !netxen_destip_supported(adapter
))
2002 if (adapter
->is_up
!= NETXEN_ADAPTER_UP_MAGIC
)
2005 indev
= in_dev_get(dev
);
2012 netxen_config_ipaddr(adapter
,
2013 ifa
->ifa_address
, NX_IP_UP
);
2016 netxen_config_ipaddr(adapter
,
2017 ifa
->ifa_address
, NX_IP_DOWN
);
2022 } endfor_ifa(indev
);
2030 netxen_inetaddr_event(struct notifier_block
*this,
2031 unsigned long event
, void *ptr
)
2033 struct netxen_adapter
*adapter
;
2034 struct net_device
*dev
;
2036 struct in_ifaddr
*ifa
= (struct in_ifaddr
*)ptr
;
2038 dev
= ifa
->ifa_dev
? ifa
->ifa_dev
->dev
: NULL
;
2041 if (dev
== NULL
|| !netif_running(dev
))
2044 if (dev
->priv_flags
& IFF_802_1Q_VLAN
) {
2045 dev
= vlan_dev_real_dev(dev
);
2049 if (!is_netxen_netdev(dev
))
2052 adapter
= netdev_priv(dev
);
2054 if (!adapter
|| !netxen_destip_supported(adapter
))
2057 if (adapter
->is_up
!= NETXEN_ADAPTER_UP_MAGIC
)
2062 netxen_config_ipaddr(adapter
, ifa
->ifa_address
, NX_IP_UP
);
2065 netxen_config_ipaddr(adapter
, ifa
->ifa_address
, NX_IP_DOWN
);
2075 static struct notifier_block netxen_netdev_cb
= {
2076 .notifier_call
= netxen_netdev_event
,
2079 static struct notifier_block netxen_inetaddr_cb
= {
2080 .notifier_call
= netxen_inetaddr_event
,
2084 static struct pci_driver netxen_driver
= {
2085 .name
= netxen_nic_driver_name
,
2086 .id_table
= netxen_pci_tbl
,
2087 .probe
= netxen_nic_probe
,
2088 .remove
= __devexit_p(netxen_nic_remove
),
2090 .suspend
= netxen_nic_suspend
,
2091 .resume
= netxen_nic_resume
,
2093 .shutdown
= netxen_nic_shutdown
2096 static int __init
netxen_init_module(void)
2098 printk(KERN_INFO
"%s\n", netxen_nic_driver_string
);
2101 register_netdevice_notifier(&netxen_netdev_cb
);
2102 register_inetaddr_notifier(&netxen_inetaddr_cb
);
2105 return pci_register_driver(&netxen_driver
);
2108 module_init(netxen_init_module
);
2110 static void __exit
netxen_exit_module(void)
2112 pci_unregister_driver(&netxen_driver
);
2115 unregister_inetaddr_notifier(&netxen_inetaddr_cb
);
2116 unregister_netdevice_notifier(&netxen_netdev_cb
);
2120 module_exit(netxen_exit_module
);