2 * Copyright (C) 2003 - 2009 NetXen, Inc.
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License
7 * as published by the Free Software Foundation; either version 2
8 * of the License, or (at your option) any later version.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
15 * You should have received a copy of the GNU General Public License
16 * along with this program; if not, write to the Free Software
17 * Foundation, Inc., 59 Temple Place - Suite 330, Boston,
20 * The full GNU General Public License is included in this distribution
21 * in the file called LICENSE.
23 * Contact Information:
27 * Cupertino, CA 95014-0701
31 #include <linux/vmalloc.h>
32 #include <linux/interrupt.h>
33 #include "netxen_nic_hw.h"
35 #include "netxen_nic.h"
36 #include "netxen_nic_phan_reg.h"
38 #include <linux/dma-mapping.h>
39 #include <linux/if_vlan.h>
41 #include <linux/ipv6.h>
43 MODULE_DESCRIPTION("NetXen Multi port (1/10) Gigabit Network Driver");
44 MODULE_LICENSE("GPL");
45 MODULE_VERSION(NETXEN_NIC_LINUX_VERSIONID
);
47 char netxen_nic_driver_name
[] = "netxen_nic";
48 static char netxen_nic_driver_string
[] = "NetXen Network Driver version "
49 NETXEN_NIC_LINUX_VERSIONID
;
51 static int port_mode
= NETXEN_PORT_MODE_AUTO_NEG
;
53 /* Default to restricted 1G auto-neg mode */
54 static int wol_port_mode
= 5;
56 static int use_msi
= 1;
58 static int use_msi_x
= 1;
60 /* Local functions to NetXen NIC driver */
61 static int __devinit
netxen_nic_probe(struct pci_dev
*pdev
,
62 const struct pci_device_id
*ent
);
63 static void __devexit
netxen_nic_remove(struct pci_dev
*pdev
);
64 static int netxen_nic_open(struct net_device
*netdev
);
65 static int netxen_nic_close(struct net_device
*netdev
);
66 static int netxen_nic_xmit_frame(struct sk_buff
*, struct net_device
*);
67 static void netxen_tx_timeout(struct net_device
*netdev
);
68 static void netxen_tx_timeout_task(struct work_struct
*work
);
69 static void netxen_watchdog(unsigned long);
70 static int netxen_nic_poll(struct napi_struct
*napi
, int budget
);
71 #ifdef CONFIG_NET_POLL_CONTROLLER
72 static void netxen_nic_poll_controller(struct net_device
*netdev
);
74 static irqreturn_t
netxen_intr(int irq
, void *data
);
75 static irqreturn_t
netxen_msi_intr(int irq
, void *data
);
76 static irqreturn_t
netxen_msix_intr(int irq
, void *data
);
78 /* PCI Device ID Table */
79 #define ENTRY(device) \
80 {PCI_DEVICE(PCI_VENDOR_ID_NETXEN, (device)), \
81 .class = PCI_CLASS_NETWORK_ETHERNET << 8, .class_mask = ~0}
83 static struct pci_device_id netxen_pci_tbl
[] __devinitdata
= {
84 ENTRY(PCI_DEVICE_ID_NX2031_10GXSR
),
85 ENTRY(PCI_DEVICE_ID_NX2031_10GCX4
),
86 ENTRY(PCI_DEVICE_ID_NX2031_4GCU
),
87 ENTRY(PCI_DEVICE_ID_NX2031_IMEZ
),
88 ENTRY(PCI_DEVICE_ID_NX2031_HMEZ
),
89 ENTRY(PCI_DEVICE_ID_NX2031_XG_MGMT
),
90 ENTRY(PCI_DEVICE_ID_NX2031_XG_MGMT2
),
91 ENTRY(PCI_DEVICE_ID_NX3031
),
95 MODULE_DEVICE_TABLE(pci
, netxen_pci_tbl
);
97 static void netxen_watchdog(unsigned long);
99 static uint32_t crb_cmd_producer
[4] = {
100 CRB_CMD_PRODUCER_OFFSET
, CRB_CMD_PRODUCER_OFFSET_1
,
101 CRB_CMD_PRODUCER_OFFSET_2
, CRB_CMD_PRODUCER_OFFSET_3
105 netxen_nic_update_cmd_producer(struct netxen_adapter
*adapter
,
106 struct nx_host_tx_ring
*tx_ring
)
108 NXWR32(adapter
, tx_ring
->crb_cmd_producer
, tx_ring
->producer
);
110 if (netxen_tx_avail(tx_ring
) <= TX_STOP_THRESH
) {
111 netif_stop_queue(adapter
->netdev
);
116 static uint32_t crb_cmd_consumer
[4] = {
117 CRB_CMD_CONSUMER_OFFSET
, CRB_CMD_CONSUMER_OFFSET_1
,
118 CRB_CMD_CONSUMER_OFFSET_2
, CRB_CMD_CONSUMER_OFFSET_3
122 netxen_nic_update_cmd_consumer(struct netxen_adapter
*adapter
,
123 struct nx_host_tx_ring
*tx_ring
)
125 NXWR32(adapter
, tx_ring
->crb_cmd_consumer
, tx_ring
->sw_consumer
);
128 static uint32_t msi_tgt_status
[8] = {
129 ISR_INT_TARGET_STATUS
, ISR_INT_TARGET_STATUS_F1
,
130 ISR_INT_TARGET_STATUS_F2
, ISR_INT_TARGET_STATUS_F3
,
131 ISR_INT_TARGET_STATUS_F4
, ISR_INT_TARGET_STATUS_F5
,
132 ISR_INT_TARGET_STATUS_F6
, ISR_INT_TARGET_STATUS_F7
135 static struct netxen_legacy_intr_set legacy_intr
[] = NX_LEGACY_INTR_CONFIG
;
137 static inline void netxen_nic_disable_int(struct nx_host_sds_ring
*sds_ring
)
139 struct netxen_adapter
*adapter
= sds_ring
->adapter
;
141 NXWR32(adapter
, sds_ring
->crb_intr_mask
, 0);
144 static inline void netxen_nic_enable_int(struct nx_host_sds_ring
*sds_ring
)
146 struct netxen_adapter
*adapter
= sds_ring
->adapter
;
148 NXWR32(adapter
, sds_ring
->crb_intr_mask
, 0x1);
150 if (!NETXEN_IS_MSI_FAMILY(adapter
))
151 adapter
->pci_write_immediate(adapter
,
152 adapter
->legacy_intr
.tgt_mask_reg
, 0xfbff);
156 netxen_alloc_sds_rings(struct netxen_recv_context
*recv_ctx
, int count
)
158 int size
= sizeof(struct nx_host_sds_ring
) * count
;
160 recv_ctx
->sds_rings
= kzalloc(size
, GFP_KERNEL
);
162 return (recv_ctx
->sds_rings
== NULL
);
166 netxen_free_sds_rings(struct netxen_recv_context
*recv_ctx
)
168 if (recv_ctx
->sds_rings
!= NULL
)
169 kfree(recv_ctx
->sds_rings
);
173 netxen_napi_add(struct netxen_adapter
*adapter
, struct net_device
*netdev
)
176 struct nx_host_sds_ring
*sds_ring
;
177 struct netxen_recv_context
*recv_ctx
= &adapter
->recv_ctx
;
179 if (netxen_alloc_sds_rings(recv_ctx
, adapter
->max_sds_rings
))
182 for (ring
= 0; ring
< adapter
->max_sds_rings
; ring
++) {
183 sds_ring
= &recv_ctx
->sds_rings
[ring
];
184 netif_napi_add(netdev
, &sds_ring
->napi
,
185 netxen_nic_poll
, NETXEN_NETDEV_WEIGHT
);
192 netxen_napi_enable(struct netxen_adapter
*adapter
)
195 struct nx_host_sds_ring
*sds_ring
;
196 struct netxen_recv_context
*recv_ctx
= &adapter
->recv_ctx
;
198 for (ring
= 0; ring
< adapter
->max_sds_rings
; ring
++) {
199 sds_ring
= &recv_ctx
->sds_rings
[ring
];
200 napi_enable(&sds_ring
->napi
);
201 netxen_nic_enable_int(sds_ring
);
206 netxen_napi_disable(struct netxen_adapter
*adapter
)
209 struct nx_host_sds_ring
*sds_ring
;
210 struct netxen_recv_context
*recv_ctx
= &adapter
->recv_ctx
;
212 for (ring
= 0; ring
< adapter
->max_sds_rings
; ring
++) {
213 sds_ring
= &recv_ctx
->sds_rings
[ring
];
214 netxen_nic_disable_int(sds_ring
);
215 napi_synchronize(&sds_ring
->napi
);
216 napi_disable(&sds_ring
->napi
);
220 static int nx_set_dma_mask(struct netxen_adapter
*adapter
)
222 struct pci_dev
*pdev
= adapter
->pdev
;
223 uint64_t mask
, cmask
;
225 adapter
->pci_using_dac
= 0;
227 mask
= DMA_BIT_MASK(32);
228 cmask
= DMA_BIT_MASK(32);
230 if (NX_IS_REVISION_P2(adapter
->ahw
.revision_id
)) {
232 mask
= DMA_BIT_MASK(35);
235 mask
= DMA_BIT_MASK(39);
239 if (pci_set_dma_mask(pdev
, mask
) == 0 &&
240 pci_set_consistent_dma_mask(pdev
, cmask
) == 0) {
241 adapter
->pci_using_dac
= 1;
248 /* Update addressable range if firmware supports it */
250 nx_update_dma_mask(struct netxen_adapter
*adapter
)
252 int change
, shift
, err
;
253 uint64_t mask
, old_mask
, old_cmask
;
254 struct pci_dev
*pdev
= adapter
->pdev
;
258 shift
= NXRD32(adapter
, CRB_DMA_SHIFT
);
262 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
) && (shift
> 9))
264 else if ((adapter
->ahw
.revision_id
== NX_P2_C1
) && (shift
<= 4))
268 old_mask
= pdev
->dma_mask
;
269 old_cmask
= pdev
->dev
.coherent_dma_mask
;
271 mask
= DMA_BIT_MASK(32+shift
);
273 err
= pci_set_dma_mask(pdev
, mask
);
277 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
)) {
279 err
= pci_set_consistent_dma_mask(pdev
, mask
);
283 dev_info(&pdev
->dev
, "using %d-bit dma mask\n", 32+shift
);
289 pci_set_dma_mask(pdev
, old_mask
);
290 pci_set_consistent_dma_mask(pdev
, old_cmask
);
294 static void netxen_check_options(struct netxen_adapter
*adapter
)
296 if (adapter
->ahw
.port_type
== NETXEN_NIC_XGBE
)
297 adapter
->num_rxd
= MAX_RCV_DESCRIPTORS_10G
;
298 else if (adapter
->ahw
.port_type
== NETXEN_NIC_GBE
)
299 adapter
->num_rxd
= MAX_RCV_DESCRIPTORS_1G
;
301 adapter
->msix_supported
= 0;
302 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
)) {
303 adapter
->msix_supported
= !!use_msi_x
;
304 adapter
->rss_supported
= !!use_msi_x
;
305 } else if (adapter
->fw_version
>= NETXEN_VERSION_CODE(3, 4, 336)) {
306 switch (adapter
->ahw
.board_type
) {
307 case NETXEN_BRDTYPE_P2_SB31_10G
:
308 case NETXEN_BRDTYPE_P2_SB31_10G_CX4
:
309 adapter
->msix_supported
= !!use_msi_x
;
310 adapter
->rss_supported
= !!use_msi_x
;
317 adapter
->num_txd
= MAX_CMD_DESCRIPTORS_HOST
;
318 adapter
->num_jumbo_rxd
= MAX_JUMBO_RCV_DESCRIPTORS
;
319 adapter
->num_lro_rxd
= MAX_LRO_RCV_DESCRIPTORS
;
325 netxen_check_hw_init(struct netxen_adapter
*adapter
, int first_boot
)
329 if (first_boot
== 0x55555555) {
330 /* This is the first boot after power up */
331 NXWR32(adapter
, NETXEN_CAM_RAM(0x1fc), NETXEN_BDINFO_MAGIC
);
333 if (!NX_IS_REVISION_P2(adapter
->ahw
.revision_id
))
336 /* PCI bus master workaround */
337 first_boot
= NXRD32(adapter
, NETXEN_PCIE_REG(0x4));
338 if (!(first_boot
& 0x4)) {
340 NXWR32(adapter
, NETXEN_PCIE_REG(0x4), first_boot
);
341 first_boot
= NXRD32(adapter
, NETXEN_PCIE_REG(0x4));
344 /* This is the first boot after power up */
345 first_boot
= NXRD32(adapter
, NETXEN_ROMUSB_GLB_SW_RESET
);
346 if (first_boot
!= 0x80000f) {
347 /* clear the register for future unloads/loads */
348 NXWR32(adapter
, NETXEN_CAM_RAM(0x1fc), 0);
352 /* Start P2 boot loader */
353 val
= NXRD32(adapter
, NETXEN_ROMUSB_GLB_PEGTUNE_DONE
);
354 NXWR32(adapter
, NETXEN_ROMUSB_GLB_PEGTUNE_DONE
, val
| 0x1);
358 val
= NXRD32(adapter
, NETXEN_CAM_RAM(0x1fc));
360 if (++timeout
> 5000)
363 } while (val
== NETXEN_BDINFO_MAGIC
);
368 static void netxen_set_port_mode(struct netxen_adapter
*adapter
)
372 val
= adapter
->ahw
.board_type
;
373 if ((val
== NETXEN_BRDTYPE_P3_HMEZ
) ||
374 (val
== NETXEN_BRDTYPE_P3_XG_LOM
)) {
375 if (port_mode
== NETXEN_PORT_MODE_802_3_AP
) {
376 data
= NETXEN_PORT_MODE_802_3_AP
;
377 NXWR32(adapter
, NETXEN_PORT_MODE_ADDR
, data
);
378 } else if (port_mode
== NETXEN_PORT_MODE_XG
) {
379 data
= NETXEN_PORT_MODE_XG
;
380 NXWR32(adapter
, NETXEN_PORT_MODE_ADDR
, data
);
381 } else if (port_mode
== NETXEN_PORT_MODE_AUTO_NEG_1G
) {
382 data
= NETXEN_PORT_MODE_AUTO_NEG_1G
;
383 NXWR32(adapter
, NETXEN_PORT_MODE_ADDR
, data
);
384 } else if (port_mode
== NETXEN_PORT_MODE_AUTO_NEG_XG
) {
385 data
= NETXEN_PORT_MODE_AUTO_NEG_XG
;
386 NXWR32(adapter
, NETXEN_PORT_MODE_ADDR
, data
);
388 data
= NETXEN_PORT_MODE_AUTO_NEG
;
389 NXWR32(adapter
, NETXEN_PORT_MODE_ADDR
, data
);
392 if ((wol_port_mode
!= NETXEN_PORT_MODE_802_3_AP
) &&
393 (wol_port_mode
!= NETXEN_PORT_MODE_XG
) &&
394 (wol_port_mode
!= NETXEN_PORT_MODE_AUTO_NEG_1G
) &&
395 (wol_port_mode
!= NETXEN_PORT_MODE_AUTO_NEG_XG
)) {
396 wol_port_mode
= NETXEN_PORT_MODE_AUTO_NEG
;
398 NXWR32(adapter
, NETXEN_WOL_PORT_MODE
, wol_port_mode
);
402 static void netxen_set_msix_bit(struct pci_dev
*pdev
, int enable
)
407 pos
= pci_find_capability(pdev
, PCI_CAP_ID_MSIX
);
409 pci_read_config_dword(pdev
, pos
, &control
);
411 control
|= PCI_MSIX_FLAGS_ENABLE
;
414 pci_write_config_dword(pdev
, pos
, control
);
418 static void netxen_init_msix_entries(struct netxen_adapter
*adapter
, int count
)
422 for (i
= 0; i
< count
; i
++)
423 adapter
->msix_entries
[i
].entry
= i
;
427 netxen_read_mac_addr(struct netxen_adapter
*adapter
)
432 struct net_device
*netdev
= adapter
->netdev
;
433 struct pci_dev
*pdev
= adapter
->pdev
;
435 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
)) {
436 if (netxen_p3_get_mac_addr(adapter
, &mac_addr
) != 0)
439 if (netxen_get_flash_mac_addr(adapter
, &mac_addr
) != 0)
443 p
= (unsigned char *)&mac_addr
;
444 for (i
= 0; i
< 6; i
++)
445 netdev
->dev_addr
[i
] = *(p
+ 5 - i
);
447 memcpy(netdev
->perm_addr
, netdev
->dev_addr
, netdev
->addr_len
);
449 /* set station address */
451 if (!is_valid_ether_addr(netdev
->perm_addr
))
452 dev_warn(&pdev
->dev
, "Bad MAC address %pM.\n", netdev
->dev_addr
);
457 int netxen_nic_set_mac(struct net_device
*netdev
, void *p
)
459 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
460 struct sockaddr
*addr
= p
;
462 if (!is_valid_ether_addr(addr
->sa_data
))
465 if (netif_running(netdev
)) {
466 netif_device_detach(netdev
);
467 netxen_napi_disable(adapter
);
470 memcpy(netdev
->dev_addr
, addr
->sa_data
, netdev
->addr_len
);
471 adapter
->macaddr_set(adapter
, addr
->sa_data
);
473 if (netif_running(netdev
)) {
474 netif_device_attach(netdev
);
475 netxen_napi_enable(adapter
);
480 static void netxen_set_multicast_list(struct net_device
*dev
)
482 struct netxen_adapter
*adapter
= netdev_priv(dev
);
484 adapter
->set_multi(dev
);
487 static const struct net_device_ops netxen_netdev_ops
= {
488 .ndo_open
= netxen_nic_open
,
489 .ndo_stop
= netxen_nic_close
,
490 .ndo_start_xmit
= netxen_nic_xmit_frame
,
491 .ndo_get_stats
= netxen_nic_get_stats
,
492 .ndo_validate_addr
= eth_validate_addr
,
493 .ndo_set_multicast_list
= netxen_set_multicast_list
,
494 .ndo_set_mac_address
= netxen_nic_set_mac
,
495 .ndo_change_mtu
= netxen_nic_change_mtu
,
496 .ndo_tx_timeout
= netxen_tx_timeout
,
497 #ifdef CONFIG_NET_POLL_CONTROLLER
498 .ndo_poll_controller
= netxen_nic_poll_controller
,
503 netxen_setup_intr(struct netxen_adapter
*adapter
)
505 struct netxen_legacy_intr_set
*legacy_intrp
;
506 struct pci_dev
*pdev
= adapter
->pdev
;
509 if (adapter
->rss_supported
) {
510 num_msix
= (num_online_cpus() >= MSIX_ENTRIES_PER_ADAPTER
) ?
511 MSIX_ENTRIES_PER_ADAPTER
: 2;
515 adapter
->max_sds_rings
= 1;
517 adapter
->flags
&= ~(NETXEN_NIC_MSI_ENABLED
| NETXEN_NIC_MSIX_ENABLED
);
519 if (adapter
->ahw
.revision_id
>= NX_P3_B0
)
520 legacy_intrp
= &legacy_intr
[adapter
->ahw
.pci_func
];
522 legacy_intrp
= &legacy_intr
[0];
523 adapter
->legacy_intr
.int_vec_bit
= legacy_intrp
->int_vec_bit
;
524 adapter
->legacy_intr
.tgt_status_reg
= legacy_intrp
->tgt_status_reg
;
525 adapter
->legacy_intr
.tgt_mask_reg
= legacy_intrp
->tgt_mask_reg
;
526 adapter
->legacy_intr
.pci_int_reg
= legacy_intrp
->pci_int_reg
;
528 netxen_set_msix_bit(pdev
, 0);
530 if (adapter
->msix_supported
) {
532 netxen_init_msix_entries(adapter
, num_msix
);
533 err
= pci_enable_msix(pdev
, adapter
->msix_entries
, num_msix
);
535 adapter
->flags
|= NETXEN_NIC_MSIX_ENABLED
;
536 netxen_set_msix_bit(pdev
, 1);
538 if (adapter
->rss_supported
)
539 adapter
->max_sds_rings
= num_msix
;
541 dev_info(&pdev
->dev
, "using msi-x interrupts\n");
546 pci_disable_msix(pdev
);
548 /* fall through for msi */
551 if (use_msi
&& !pci_enable_msi(pdev
)) {
552 adapter
->flags
|= NETXEN_NIC_MSI_ENABLED
;
553 adapter
->msi_tgt_status
=
554 msi_tgt_status
[adapter
->ahw
.pci_func
];
555 dev_info(&pdev
->dev
, "using msi interrupts\n");
556 adapter
->msix_entries
[0].vector
= pdev
->irq
;
560 dev_info(&pdev
->dev
, "using legacy interrupts\n");
561 adapter
->msix_entries
[0].vector
= pdev
->irq
;
565 netxen_teardown_intr(struct netxen_adapter
*adapter
)
567 if (adapter
->flags
& NETXEN_NIC_MSIX_ENABLED
)
568 pci_disable_msix(adapter
->pdev
);
569 if (adapter
->flags
& NETXEN_NIC_MSI_ENABLED
)
570 pci_disable_msi(adapter
->pdev
);
574 netxen_cleanup_pci_map(struct netxen_adapter
*adapter
)
576 if (adapter
->ahw
.db_base
!= NULL
)
577 iounmap(adapter
->ahw
.db_base
);
578 if (adapter
->ahw
.pci_base0
!= NULL
)
579 iounmap(adapter
->ahw
.pci_base0
);
580 if (adapter
->ahw
.pci_base1
!= NULL
)
581 iounmap(adapter
->ahw
.pci_base1
);
582 if (adapter
->ahw
.pci_base2
!= NULL
)
583 iounmap(adapter
->ahw
.pci_base2
);
587 netxen_setup_pci_map(struct netxen_adapter
*adapter
)
589 void __iomem
*mem_ptr0
= NULL
;
590 void __iomem
*mem_ptr1
= NULL
;
591 void __iomem
*mem_ptr2
= NULL
;
592 void __iomem
*db_ptr
= NULL
;
594 unsigned long mem_base
, mem_len
, db_base
, db_len
= 0, pci_len0
= 0;
596 struct pci_dev
*pdev
= adapter
->pdev
;
597 int pci_func
= adapter
->ahw
.pci_func
;
602 * Set the CRB window to invalid. If any register in window 0 is
603 * accessed it should set the window to 0 and then reset it to 1.
605 adapter
->curr_window
= 255;
606 adapter
->ahw
.qdr_sn_window
= -1;
607 adapter
->ahw
.ddr_mn_window
= -1;
609 /* remap phys address */
610 mem_base
= pci_resource_start(pdev
, 0); /* 0 is for BAR 0 */
611 mem_len
= pci_resource_len(pdev
, 0);
614 adapter
->hw_write_wx
= netxen_nic_hw_write_wx_128M
;
615 adapter
->hw_read_wx
= netxen_nic_hw_read_wx_128M
;
616 adapter
->pci_read_immediate
= netxen_nic_pci_read_immediate_128M
;
617 adapter
->pci_write_immediate
= netxen_nic_pci_write_immediate_128M
;
618 adapter
->pci_set_window
= netxen_nic_pci_set_window_128M
;
619 adapter
->pci_mem_read
= netxen_nic_pci_mem_read_128M
;
620 adapter
->pci_mem_write
= netxen_nic_pci_mem_write_128M
;
622 /* 128 Meg of memory */
623 if (mem_len
== NETXEN_PCI_128MB_SIZE
) {
624 mem_ptr0
= ioremap(mem_base
, FIRST_PAGE_GROUP_SIZE
);
625 mem_ptr1
= ioremap(mem_base
+ SECOND_PAGE_GROUP_START
,
626 SECOND_PAGE_GROUP_SIZE
);
627 mem_ptr2
= ioremap(mem_base
+ THIRD_PAGE_GROUP_START
,
628 THIRD_PAGE_GROUP_SIZE
);
629 } else if (mem_len
== NETXEN_PCI_32MB_SIZE
) {
630 mem_ptr1
= ioremap(mem_base
, SECOND_PAGE_GROUP_SIZE
);
631 mem_ptr2
= ioremap(mem_base
+ THIRD_PAGE_GROUP_START
-
632 SECOND_PAGE_GROUP_START
, THIRD_PAGE_GROUP_SIZE
);
633 } else if (mem_len
== NETXEN_PCI_2MB_SIZE
) {
634 adapter
->hw_write_wx
= netxen_nic_hw_write_wx_2M
;
635 adapter
->hw_read_wx
= netxen_nic_hw_read_wx_2M
;
636 adapter
->pci_read_immediate
= netxen_nic_pci_read_immediate_2M
;
637 adapter
->pci_write_immediate
=
638 netxen_nic_pci_write_immediate_2M
;
639 adapter
->pci_set_window
= netxen_nic_pci_set_window_2M
;
640 adapter
->pci_mem_read
= netxen_nic_pci_mem_read_2M
;
641 adapter
->pci_mem_write
= netxen_nic_pci_mem_write_2M
;
643 mem_ptr0
= pci_ioremap_bar(pdev
, 0);
644 if (mem_ptr0
== NULL
) {
645 dev_err(&pdev
->dev
, "failed to map PCI bar 0\n");
650 adapter
->ahw
.ddr_mn_window
= 0;
651 adapter
->ahw
.qdr_sn_window
= 0;
653 adapter
->ahw
.mn_win_crb
= 0x100000 + PCIX_MN_WINDOW
+
655 adapter
->ahw
.ms_win_crb
= 0x100000 + PCIX_SN_WINDOW
;
657 adapter
->ahw
.ms_win_crb
+= (pci_func
* 0x20);
659 adapter
->ahw
.ms_win_crb
+=
660 0xA0 + ((pci_func
- 4) * 0x10);
665 dev_info(&pdev
->dev
, "%dMB memory map\n", (int)(mem_len
>>20));
667 adapter
->ahw
.pci_base0
= mem_ptr0
;
668 adapter
->ahw
.pci_len0
= pci_len0
;
669 adapter
->ahw
.pci_base1
= mem_ptr1
;
670 adapter
->ahw
.pci_base2
= mem_ptr2
;
672 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
))
675 db_base
= pci_resource_start(pdev
, 4); /* doorbell is on bar 4 */
676 db_len
= pci_resource_len(pdev
, 4);
679 printk(KERN_ERR
"%s: doorbell is disabled\n",
680 netxen_nic_driver_name
);
685 db_ptr
= ioremap(db_base
, NETXEN_DB_MAPSIZE_BYTES
);
687 printk(KERN_ERR
"%s: Failed to allocate doorbell map.",
688 netxen_nic_driver_name
);
694 adapter
->ahw
.db_base
= db_ptr
;
695 adapter
->ahw
.db_len
= db_len
;
699 netxen_cleanup_pci_map(adapter
);
704 netxen_start_firmware(struct netxen_adapter
*adapter
, int request_fw
)
706 int val
, err
, first_boot
;
707 struct pci_dev
*pdev
= adapter
->pdev
;
709 int first_driver
= 0;
711 if (NX_IS_REVISION_P2(adapter
->ahw
.revision_id
))
712 first_driver
= (adapter
->portnum
== 0);
714 first_driver
= (adapter
->ahw
.pci_func
== 0);
719 first_boot
= NXRD32(adapter
, NETXEN_CAM_RAM(0x1fc));
721 err
= netxen_check_hw_init(adapter
, first_boot
);
723 dev_err(&pdev
->dev
, "error in init HW init sequence\n");
728 netxen_request_firmware(adapter
);
730 err
= netxen_need_fw_reset(adapter
);
734 if (first_boot
!= 0x55555555) {
735 NXWR32(adapter
, CRB_CMDPEG_STATE
, 0);
736 netxen_pinit_from_rom(adapter
, 0);
740 NXWR32(adapter
, CRB_DMA_SHIFT
, 0x55555555);
741 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
))
742 netxen_set_port_mode(adapter
);
744 netxen_load_firmware(adapter
);
746 if (NX_IS_REVISION_P2(adapter
->ahw
.revision_id
)) {
748 /* Initialize multicast addr pool owners */
750 if (adapter
->ahw
.port_type
== NETXEN_NIC_XGBE
)
752 NXWR32(adapter
, NETXEN_MAC_ADDR_CNTL_REG
, val
);
756 err
= netxen_initialize_adapter_offload(adapter
);
761 * Tell the hardware our version number.
763 val
= (_NETXEN_NIC_LINUX_MAJOR
<< 16)
764 | ((_NETXEN_NIC_LINUX_MINOR
<< 8))
765 | (_NETXEN_NIC_LINUX_SUBVERSION
);
766 NXWR32(adapter
, CRB_DRIVER_VERSION
, val
);
769 /* Handshake with the card before we register the devices. */
770 err
= netxen_phantom_init(adapter
, NETXEN_NIC_PEG_TUNE
);
772 netxen_free_adapter_offload(adapter
);
780 netxen_nic_request_irq(struct netxen_adapter
*adapter
)
782 irq_handler_t handler
;
783 struct nx_host_sds_ring
*sds_ring
;
786 unsigned long flags
= IRQF_SAMPLE_RANDOM
;
787 struct net_device
*netdev
= adapter
->netdev
;
788 struct netxen_recv_context
*recv_ctx
= &adapter
->recv_ctx
;
790 if (adapter
->flags
& NETXEN_NIC_MSIX_ENABLED
)
791 handler
= netxen_msix_intr
;
792 else if (adapter
->flags
& NETXEN_NIC_MSI_ENABLED
)
793 handler
= netxen_msi_intr
;
795 flags
|= IRQF_SHARED
;
796 handler
= netxen_intr
;
798 adapter
->irq
= netdev
->irq
;
800 for (ring
= 0; ring
< adapter
->max_sds_rings
; ring
++) {
801 sds_ring
= &recv_ctx
->sds_rings
[ring
];
802 sprintf(sds_ring
->name
, "%s[%d]", netdev
->name
, ring
);
803 err
= request_irq(sds_ring
->irq
, handler
,
804 flags
, sds_ring
->name
, sds_ring
);
813 netxen_nic_free_irq(struct netxen_adapter
*adapter
)
816 struct nx_host_sds_ring
*sds_ring
;
818 struct netxen_recv_context
*recv_ctx
= &adapter
->recv_ctx
;
820 for (ring
= 0; ring
< adapter
->max_sds_rings
; ring
++) {
821 sds_ring
= &recv_ctx
->sds_rings
[ring
];
822 free_irq(sds_ring
->irq
, sds_ring
);
827 netxen_nic_up(struct netxen_adapter
*adapter
, struct net_device
*netdev
)
831 err
= adapter
->init_port(adapter
, adapter
->physical_port
);
833 printk(KERN_ERR
"%s: Failed to initialize port %d\n",
834 netxen_nic_driver_name
, adapter
->portnum
);
837 if (NX_IS_REVISION_P2(adapter
->ahw
.revision_id
))
838 adapter
->macaddr_set(adapter
, netdev
->dev_addr
);
840 adapter
->set_multi(netdev
);
841 adapter
->set_mtu(adapter
, netdev
->mtu
);
843 adapter
->ahw
.linkup
= 0;
845 if (adapter
->max_sds_rings
> 1)
846 netxen_config_rss(adapter
, 1);
848 netxen_napi_enable(adapter
);
850 if (adapter
->capabilities
& NX_FW_CAPABILITY_LINK_NOTIFICATION
)
851 netxen_linkevent_request(adapter
, 1);
853 netxen_nic_set_link_parameters(adapter
);
855 mod_timer(&adapter
->watchdog_timer
, jiffies
);
861 netxen_nic_down(struct netxen_adapter
*adapter
, struct net_device
*netdev
)
863 spin_lock(&adapter
->tx_clean_lock
);
864 netif_carrier_off(netdev
);
865 netif_tx_disable(netdev
);
867 if (adapter
->stop_port
)
868 adapter
->stop_port(adapter
);
870 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
))
871 netxen_p3_free_mac_list(adapter
);
873 netxen_napi_disable(adapter
);
875 netxen_release_tx_buffers(adapter
);
876 spin_unlock(&adapter
->tx_clean_lock
);
878 del_timer_sync(&adapter
->watchdog_timer
);
883 netxen_nic_attach(struct netxen_adapter
*adapter
)
885 struct net_device
*netdev
= adapter
->netdev
;
886 struct pci_dev
*pdev
= adapter
->pdev
;
888 struct nx_host_rds_ring
*rds_ring
;
889 struct nx_host_tx_ring
*tx_ring
;
891 err
= netxen_init_firmware(adapter
);
893 printk(KERN_ERR
"Failed to init firmware\n");
897 if (adapter
->fw_major
< 4)
898 adapter
->max_rds_rings
= 3;
900 adapter
->max_rds_rings
= 2;
902 err
= netxen_alloc_sw_resources(adapter
);
904 printk(KERN_ERR
"%s: Error in setting sw resources\n",
909 netxen_nic_clear_stats(adapter
);
911 err
= netxen_alloc_hw_resources(adapter
);
913 printk(KERN_ERR
"%s: Error in setting hw resources\n",
915 goto err_out_free_sw
;
918 if (adapter
->fw_major
< 4) {
919 tx_ring
= adapter
->tx_ring
;
920 tx_ring
->crb_cmd_producer
= crb_cmd_producer
[adapter
->portnum
];
921 tx_ring
->crb_cmd_consumer
= crb_cmd_consumer
[adapter
->portnum
];
923 tx_ring
->producer
= 0;
924 tx_ring
->sw_consumer
= 0;
926 netxen_nic_update_cmd_producer(adapter
, tx_ring
);
927 netxen_nic_update_cmd_consumer(adapter
, tx_ring
);
930 for (ring
= 0; ring
< adapter
->max_rds_rings
; ring
++) {
931 rds_ring
= &adapter
->recv_ctx
.rds_rings
[ring
];
932 netxen_post_rx_buffers(adapter
, ring
, rds_ring
);
935 err
= netxen_nic_request_irq(adapter
);
937 dev_err(&pdev
->dev
, "%s: failed to setup interrupt\n",
939 goto err_out_free_rxbuf
;
942 adapter
->is_up
= NETXEN_ADAPTER_UP_MAGIC
;
946 netxen_release_rx_buffers(adapter
);
947 netxen_free_hw_resources(adapter
);
949 netxen_free_sw_resources(adapter
);
954 netxen_nic_detach(struct netxen_adapter
*adapter
)
956 netxen_free_hw_resources(adapter
);
957 netxen_release_rx_buffers(adapter
);
958 netxen_nic_free_irq(adapter
);
959 netxen_free_sw_resources(adapter
);
965 netxen_nic_probe(struct pci_dev
*pdev
, const struct pci_device_id
*ent
)
967 struct net_device
*netdev
= NULL
;
968 struct netxen_adapter
*adapter
= NULL
;
970 int pci_func_id
= PCI_FUNC(pdev
->devfn
);
973 if (pdev
->class != 0x020000) {
974 printk(KERN_DEBUG
"NetXen function %d, class %x will not "
975 "be enabled.\n",pci_func_id
, pdev
->class);
979 if (pdev
->revision
>= NX_P3_A0
&& pdev
->revision
< NX_P3_B1
) {
980 printk(KERN_WARNING
"NetXen chip revisions between 0x%x-0x%x"
981 "will not be enabled.\n",
986 if ((err
= pci_enable_device(pdev
)))
989 if (!(pci_resource_flags(pdev
, 0) & IORESOURCE_MEM
)) {
991 goto err_out_disable_pdev
;
994 if ((err
= pci_request_regions(pdev
, netxen_nic_driver_name
)))
995 goto err_out_disable_pdev
;
997 pci_set_master(pdev
);
999 netdev
= alloc_etherdev(sizeof(struct netxen_adapter
));
1001 printk(KERN_ERR
"%s: Failed to allocate memory for the "
1002 "device block.Check system memory resource"
1003 " usage.\n", netxen_nic_driver_name
);
1004 goto err_out_free_res
;
1007 SET_NETDEV_DEV(netdev
, &pdev
->dev
);
1009 adapter
= netdev_priv(netdev
);
1010 adapter
->netdev
= netdev
;
1011 adapter
->pdev
= pdev
;
1012 adapter
->ahw
.pci_func
= pci_func_id
;
1014 revision_id
= pdev
->revision
;
1015 adapter
->ahw
.revision_id
= revision_id
;
1017 err
= nx_set_dma_mask(adapter
);
1019 goto err_out_free_netdev
;
1021 rwlock_init(&adapter
->adapter_lock
);
1022 spin_lock_init(&adapter
->tx_clean_lock
);
1023 INIT_LIST_HEAD(&adapter
->mac_list
);
1025 err
= netxen_setup_pci_map(adapter
);
1027 goto err_out_free_netdev
;
1029 /* This will be reset for mezz cards */
1030 adapter
->portnum
= pci_func_id
;
1031 adapter
->rx_csum
= 1;
1032 adapter
->mc_enabled
= 0;
1033 if (NX_IS_REVISION_P3(revision_id
))
1034 adapter
->max_mc_count
= 38;
1036 adapter
->max_mc_count
= 16;
1038 netdev
->netdev_ops
= &netxen_netdev_ops
;
1039 netdev
->watchdog_timeo
= 2*HZ
;
1041 netxen_nic_change_mtu(netdev
, netdev
->mtu
);
1043 SET_ETHTOOL_OPS(netdev
, &netxen_nic_ethtool_ops
);
1045 netdev
->features
|= (NETIF_F_SG
| NETIF_F_IP_CSUM
| NETIF_F_TSO
);
1046 netdev
->features
|= (NETIF_F_GRO
);
1047 netdev
->vlan_features
|= (NETIF_F_SG
| NETIF_F_IP_CSUM
| NETIF_F_TSO
);
1049 if (NX_IS_REVISION_P3(revision_id
)) {
1050 netdev
->features
|= (NETIF_F_IPV6_CSUM
| NETIF_F_TSO6
);
1051 netdev
->vlan_features
|= (NETIF_F_IPV6_CSUM
| NETIF_F_TSO6
);
1054 if (adapter
->pci_using_dac
) {
1055 netdev
->features
|= NETIF_F_HIGHDMA
;
1056 netdev
->vlan_features
|= NETIF_F_HIGHDMA
;
1059 if (netxen_nic_get_board_info(adapter
) != 0) {
1060 printk("%s: Error getting board config info.\n",
1061 netxen_nic_driver_name
);
1063 goto err_out_iounmap
;
1066 netxen_initialize_adapter_ops(adapter
);
1068 /* Mezz cards have PCI function 0,2,3 enabled */
1069 switch (adapter
->ahw
.board_type
) {
1070 case NETXEN_BRDTYPE_P2_SB31_10G_IMEZ
:
1071 case NETXEN_BRDTYPE_P2_SB31_10G_HMEZ
:
1072 if (pci_func_id
>= 2)
1073 adapter
->portnum
= pci_func_id
- 2;
1079 err
= netxen_start_firmware(adapter
, 1);
1081 goto err_out_iounmap
;
1083 nx_update_dma_mask(adapter
);
1085 netxen_nic_get_firmware_info(adapter
);
1088 * See if the firmware gave us a virtual-physical port mapping.
1090 adapter
->physical_port
= adapter
->portnum
;
1091 if (adapter
->fw_major
< 4) {
1092 i
= NXRD32(adapter
, CRB_V2P(adapter
->portnum
));
1093 if (i
!= 0x55555555)
1094 adapter
->physical_port
= i
;
1097 netxen_check_options(adapter
);
1099 netxen_setup_intr(adapter
);
1101 netdev
->irq
= adapter
->msix_entries
[0].vector
;
1103 if (netxen_napi_add(adapter
, netdev
))
1104 goto err_out_disable_msi
;
1106 init_timer(&adapter
->watchdog_timer
);
1107 adapter
->watchdog_timer
.function
= &netxen_watchdog
;
1108 adapter
->watchdog_timer
.data
= (unsigned long)adapter
;
1109 INIT_WORK(&adapter
->watchdog_task
, netxen_watchdog_task
);
1110 INIT_WORK(&adapter
->tx_timeout_task
, netxen_tx_timeout_task
);
1112 err
= netxen_read_mac_addr(adapter
);
1114 dev_warn(&pdev
->dev
, "failed to read mac addr\n");
1116 netif_carrier_off(netdev
);
1117 netif_stop_queue(netdev
);
1119 if ((err
= register_netdev(netdev
))) {
1120 printk(KERN_ERR
"%s: register_netdev failed port #%d"
1121 " aborting\n", netxen_nic_driver_name
,
1124 goto err_out_disable_msi
;
1127 pci_set_drvdata(pdev
, adapter
);
1129 switch (adapter
->ahw
.port_type
) {
1130 case NETXEN_NIC_GBE
:
1131 dev_info(&adapter
->pdev
->dev
, "%s: GbE port initialized\n",
1132 adapter
->netdev
->name
);
1134 case NETXEN_NIC_XGBE
:
1135 dev_info(&adapter
->pdev
->dev
, "%s: XGbE port initialized\n",
1136 adapter
->netdev
->name
);
1142 err_out_disable_msi
:
1143 netxen_teardown_intr(adapter
);
1145 netxen_free_adapter_offload(adapter
);
1148 netxen_cleanup_pci_map(adapter
);
1150 err_out_free_netdev
:
1151 free_netdev(netdev
);
1154 pci_release_regions(pdev
);
1156 err_out_disable_pdev
:
1157 pci_set_drvdata(pdev
, NULL
);
1158 pci_disable_device(pdev
);
1162 static void __devexit
netxen_nic_remove(struct pci_dev
*pdev
)
1164 struct netxen_adapter
*adapter
;
1165 struct net_device
*netdev
;
1167 adapter
= pci_get_drvdata(pdev
);
1168 if (adapter
== NULL
)
1171 netdev
= adapter
->netdev
;
1173 unregister_netdev(netdev
);
1175 cancel_work_sync(&adapter
->watchdog_task
);
1176 cancel_work_sync(&adapter
->tx_timeout_task
);
1178 if (adapter
->is_up
== NETXEN_ADAPTER_UP_MAGIC
) {
1179 netxen_nic_detach(adapter
);
1182 if (adapter
->portnum
== 0)
1183 netxen_free_adapter_offload(adapter
);
1185 netxen_teardown_intr(adapter
);
1186 netxen_free_sds_rings(&adapter
->recv_ctx
);
1188 netxen_cleanup_pci_map(adapter
);
1190 netxen_release_firmware(adapter
);
1192 pci_release_regions(pdev
);
1193 pci_disable_device(pdev
);
1194 pci_set_drvdata(pdev
, NULL
);
1196 free_netdev(netdev
);
1201 netxen_nic_suspend(struct pci_dev
*pdev
, pm_message_t state
)
1204 struct netxen_adapter
*adapter
= pci_get_drvdata(pdev
);
1205 struct net_device
*netdev
= adapter
->netdev
;
1207 netif_device_detach(netdev
);
1209 if (netif_running(netdev
))
1210 netxen_nic_down(adapter
, netdev
);
1212 cancel_work_sync(&adapter
->watchdog_task
);
1213 cancel_work_sync(&adapter
->tx_timeout_task
);
1215 if (adapter
->is_up
== NETXEN_ADAPTER_UP_MAGIC
)
1216 netxen_nic_detach(adapter
);
1218 pci_save_state(pdev
);
1220 if (netxen_nic_wol_supported(adapter
)) {
1221 pci_enable_wake(pdev
, PCI_D3cold
, 1);
1222 pci_enable_wake(pdev
, PCI_D3hot
, 1);
1225 pci_disable_device(pdev
);
1226 pci_set_power_state(pdev
, pci_choose_state(pdev
, state
));
1232 netxen_nic_resume(struct pci_dev
*pdev
)
1234 struct netxen_adapter
*adapter
= pci_get_drvdata(pdev
);
1235 struct net_device
*netdev
= adapter
->netdev
;
1238 pci_set_power_state(pdev
, PCI_D0
);
1239 pci_restore_state(pdev
);
1241 err
= pci_enable_device(pdev
);
1245 adapter
->curr_window
= 255;
1247 err
= netxen_start_firmware(adapter
, 0);
1249 dev_err(&pdev
->dev
, "failed to start firmware\n");
1253 if (netif_running(netdev
)) {
1254 err
= netxen_nic_attach(adapter
);
1258 err
= netxen_nic_up(adapter
, netdev
);
1262 netif_device_attach(netdev
);
1269 static int netxen_nic_open(struct net_device
*netdev
)
1271 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
1274 if (adapter
->driver_mismatch
)
1277 if (adapter
->is_up
!= NETXEN_ADAPTER_UP_MAGIC
) {
1278 err
= netxen_nic_attach(adapter
);
1283 err
= netxen_nic_up(adapter
, netdev
);
1287 netif_start_queue(netdev
);
1292 netxen_nic_detach(adapter
);
1297 * netxen_nic_close - Disables a network interface entry point
1299 static int netxen_nic_close(struct net_device
*netdev
)
1301 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
1303 netxen_nic_down(adapter
, netdev
);
1307 static bool netxen_tso_check(struct net_device
*netdev
,
1308 struct cmd_desc_type0
*desc
, struct sk_buff
*skb
)
1311 u8 opcode
= TX_ETHER_PKT
;
1312 __be16 protocol
= skb
->protocol
;
1315 if (protocol
== cpu_to_be16(ETH_P_8021Q
)) {
1316 struct vlan_ethhdr
*vh
= (struct vlan_ethhdr
*)skb
->data
;
1317 protocol
= vh
->h_vlan_encapsulated_proto
;
1318 flags
= FLAGS_VLAN_TAGGED
;
1321 if ((netdev
->features
& (NETIF_F_TSO
| NETIF_F_TSO6
)) &&
1322 skb_shinfo(skb
)->gso_size
> 0) {
1324 desc
->mss
= cpu_to_le16(skb_shinfo(skb
)->gso_size
);
1325 desc
->total_hdr_length
=
1326 skb_transport_offset(skb
) + tcp_hdrlen(skb
);
1328 opcode
= (protocol
== cpu_to_be16(ETH_P_IPV6
)) ?
1329 TX_TCP_LSO6
: TX_TCP_LSO
;
1332 } else if (skb
->ip_summed
== CHECKSUM_PARTIAL
) {
1335 if (protocol
== cpu_to_be16(ETH_P_IP
)) {
1336 l4proto
= ip_hdr(skb
)->protocol
;
1338 if (l4proto
== IPPROTO_TCP
)
1339 opcode
= TX_TCP_PKT
;
1340 else if(l4proto
== IPPROTO_UDP
)
1341 opcode
= TX_UDP_PKT
;
1342 } else if (protocol
== cpu_to_be16(ETH_P_IPV6
)) {
1343 l4proto
= ipv6_hdr(skb
)->nexthdr
;
1345 if (l4proto
== IPPROTO_TCP
)
1346 opcode
= TX_TCPV6_PKT
;
1347 else if(l4proto
== IPPROTO_UDP
)
1348 opcode
= TX_UDPV6_PKT
;
1351 desc
->tcp_hdr_offset
= skb_transport_offset(skb
);
1352 desc
->ip_hdr_offset
= skb_network_offset(skb
);
1353 netxen_set_tx_flags_opcode(desc
, flags
, opcode
);
1358 netxen_clean_tx_dma_mapping(struct pci_dev
*pdev
,
1359 struct netxen_cmd_buffer
*pbuf
, int last
)
1362 struct netxen_skb_frag
*buffrag
;
1364 buffrag
= &pbuf
->frag_array
[0];
1365 pci_unmap_single(pdev
, buffrag
->dma
,
1366 buffrag
->length
, PCI_DMA_TODEVICE
);
1368 for (k
= 1; k
< last
; k
++) {
1369 buffrag
= &pbuf
->frag_array
[k
];
1370 pci_unmap_page(pdev
, buffrag
->dma
,
1371 buffrag
->length
, PCI_DMA_TODEVICE
);
1376 netxen_clear_cmddesc(u64
*desc
)
1379 for (i
= 0; i
< 8; i
++)
1384 netxen_nic_xmit_frame(struct sk_buff
*skb
, struct net_device
*netdev
)
1386 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
1387 struct nx_host_tx_ring
*tx_ring
= adapter
->tx_ring
;
1388 unsigned int first_seg_len
= skb
->len
- skb
->data_len
;
1389 struct netxen_cmd_buffer
*pbuf
;
1390 struct netxen_skb_frag
*buffrag
;
1391 struct cmd_desc_type0
*hwdesc
;
1392 struct pci_dev
*pdev
= adapter
->pdev
;
1393 dma_addr_t temp_dma
;
1397 int frag_count
, no_of_desc
;
1398 u32 num_txd
= tx_ring
->num_desc
;
1399 bool is_tso
= false;
1401 frag_count
= skb_shinfo(skb
)->nr_frags
+ 1;
1403 /* 4 fragments per cmd des */
1404 no_of_desc
= (frag_count
+ 3) >> 2;
1406 if (unlikely(no_of_desc
+ 2) > netxen_tx_avail(tx_ring
)) {
1407 netif_stop_queue(netdev
);
1408 return NETDEV_TX_BUSY
;
1411 producer
= tx_ring
->producer
;
1413 hwdesc
= &tx_ring
->desc_head
[producer
];
1414 netxen_clear_cmddesc((u64
*)hwdesc
);
1415 pbuf
= &tx_ring
->cmd_buf_arr
[producer
];
1417 is_tso
= netxen_tso_check(netdev
, hwdesc
, skb
);
1420 pbuf
->frag_count
= frag_count
;
1421 buffrag
= &pbuf
->frag_array
[0];
1422 temp_dma
= pci_map_single(pdev
, skb
->data
, first_seg_len
,
1424 if (pci_dma_mapping_error(pdev
, temp_dma
))
1427 buffrag
->dma
= temp_dma
;
1428 buffrag
->length
= first_seg_len
;
1429 netxen_set_tx_frags_len(hwdesc
, frag_count
, skb
->len
);
1430 netxen_set_tx_port(hwdesc
, adapter
->portnum
);
1432 hwdesc
->buffer_length
[0] = cpu_to_le16(first_seg_len
);
1433 hwdesc
->addr_buffer1
= cpu_to_le64(buffrag
->dma
);
1435 for (i
= 1, k
= 1; i
< frag_count
; i
++, k
++) {
1436 struct skb_frag_struct
*frag
;
1438 unsigned long offset
;
1440 /* move to next desc. if there is a need */
1441 if ((i
& 0x3) == 0) {
1443 producer
= get_next_index(producer
, num_txd
);
1444 hwdesc
= &tx_ring
->desc_head
[producer
];
1445 netxen_clear_cmddesc((u64
*)hwdesc
);
1446 pbuf
= &tx_ring
->cmd_buf_arr
[producer
];
1449 frag
= &skb_shinfo(skb
)->frags
[i
- 1];
1451 offset
= frag
->page_offset
;
1454 temp_dma
= pci_map_page(pdev
, frag
->page
, offset
,
1455 len
, PCI_DMA_TODEVICE
);
1456 if (pci_dma_mapping_error(pdev
, temp_dma
)) {
1457 netxen_clean_tx_dma_mapping(pdev
, pbuf
, i
);
1462 buffrag
->dma
= temp_dma
;
1463 buffrag
->length
= temp_len
;
1465 hwdesc
->buffer_length
[k
] = cpu_to_le16(temp_len
);
1468 hwdesc
->addr_buffer1
= cpu_to_le64(temp_dma
);
1471 hwdesc
->addr_buffer2
= cpu_to_le64(temp_dma
);
1474 hwdesc
->addr_buffer3
= cpu_to_le64(temp_dma
);
1477 hwdesc
->addr_buffer4
= cpu_to_le64(temp_dma
);
1482 producer
= get_next_index(producer
, num_txd
);
1484 /* For LSO, we need to copy the MAC/IP/TCP headers into
1485 * the descriptor ring
1488 int hdr_len
, first_hdr_len
, more_hdr
;
1489 hdr_len
= skb_transport_offset(skb
) + tcp_hdrlen(skb
);
1490 if (hdr_len
> (sizeof(struct cmd_desc_type0
) - 2)) {
1491 first_hdr_len
= sizeof(struct cmd_desc_type0
) - 2;
1494 first_hdr_len
= hdr_len
;
1497 /* copy the MAC/IP/TCP headers to the cmd descriptor list */
1498 hwdesc
= &tx_ring
->desc_head
[producer
];
1499 pbuf
= &tx_ring
->cmd_buf_arr
[producer
];
1502 /* copy the first 64 bytes */
1503 memcpy(((void *)hwdesc
) + 2,
1504 (void *)(skb
->data
), first_hdr_len
);
1505 producer
= get_next_index(producer
, num_txd
);
1508 hwdesc
= &tx_ring
->desc_head
[producer
];
1509 pbuf
= &tx_ring
->cmd_buf_arr
[producer
];
1511 /* copy the next 64 bytes - should be enough except
1512 * for pathological case
1514 skb_copy_from_linear_data_offset(skb
, first_hdr_len
,
1518 producer
= get_next_index(producer
, num_txd
);
1522 tx_ring
->producer
= producer
;
1523 adapter
->stats
.txbytes
+= skb
->len
;
1525 netxen_nic_update_cmd_producer(adapter
, tx_ring
);
1527 adapter
->stats
.xmitcalled
++;
1529 return NETDEV_TX_OK
;
1532 adapter
->stats
.txdropped
++;
1533 dev_kfree_skb_any(skb
);
1534 return NETDEV_TX_OK
;
1537 static int netxen_nic_check_temp(struct netxen_adapter
*adapter
)
1539 struct net_device
*netdev
= adapter
->netdev
;
1540 uint32_t temp
, temp_state
, temp_val
;
1543 temp
= NXRD32(adapter
, CRB_TEMP_STATE
);
1545 temp_state
= nx_get_temp_state(temp
);
1546 temp_val
= nx_get_temp_val(temp
);
1548 if (temp_state
== NX_TEMP_PANIC
) {
1550 "%s: Device temperature %d degrees C exceeds"
1551 " maximum allowed. Hardware has been shut down.\n",
1552 netdev
->name
, temp_val
);
1554 } else if (temp_state
== NX_TEMP_WARN
) {
1555 if (adapter
->temp
== NX_TEMP_NORMAL
) {
1557 "%s: Device temperature %d degrees C "
1558 "exceeds operating range."
1559 " Immediate action needed.\n",
1560 netdev
->name
, temp_val
);
1563 if (adapter
->temp
== NX_TEMP_WARN
) {
1565 "%s: Device temperature is now %d degrees C"
1566 " in normal range.\n", netdev
->name
,
1570 adapter
->temp
= temp_state
;
1574 void netxen_advert_link_change(struct netxen_adapter
*adapter
, int linkup
)
1576 struct net_device
*netdev
= adapter
->netdev
;
1578 if (adapter
->ahw
.linkup
&& !linkup
) {
1579 printk(KERN_INFO
"%s: %s NIC Link is down\n",
1580 netxen_nic_driver_name
, netdev
->name
);
1581 adapter
->ahw
.linkup
= 0;
1582 if (netif_running(netdev
)) {
1583 netif_carrier_off(netdev
);
1584 netif_stop_queue(netdev
);
1586 adapter
->link_changed
= !adapter
->has_link_events
;
1587 } else if (!adapter
->ahw
.linkup
&& linkup
) {
1588 printk(KERN_INFO
"%s: %s NIC Link is up\n",
1589 netxen_nic_driver_name
, netdev
->name
);
1590 adapter
->ahw
.linkup
= 1;
1591 if (netif_running(netdev
)) {
1592 netif_carrier_on(netdev
);
1593 netif_wake_queue(netdev
);
1595 adapter
->link_changed
= !adapter
->has_link_events
;
1599 static void netxen_nic_handle_phy_intr(struct netxen_adapter
*adapter
)
1601 u32 val
, port
, linkup
;
1603 port
= adapter
->physical_port
;
1605 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
)) {
1606 val
= NXRD32(adapter
, CRB_XG_STATE_P3
);
1607 val
= XG_LINK_STATE_P3(adapter
->ahw
.pci_func
, val
);
1608 linkup
= (val
== XG_LINK_UP_P3
);
1610 val
= NXRD32(adapter
, CRB_XG_STATE
);
1611 if (adapter
->ahw
.port_type
== NETXEN_NIC_GBE
)
1612 linkup
= (val
>> port
) & 1;
1614 val
= (val
>> port
*8) & 0xff;
1615 linkup
= (val
== XG_LINK_UP
);
1619 netxen_advert_link_change(adapter
, linkup
);
1622 static void netxen_nic_thermal_shutdown(struct netxen_adapter
*adapter
)
1624 struct net_device
*netdev
= adapter
->netdev
;
1626 netif_device_detach(netdev
);
1627 netxen_nic_down(adapter
, netdev
);
1628 netxen_nic_detach(adapter
);
1631 static void netxen_watchdog(unsigned long v
)
1633 struct netxen_adapter
*adapter
= (struct netxen_adapter
*)v
;
1635 if (netxen_nic_check_temp(adapter
))
1638 if (!adapter
->has_link_events
) {
1639 netxen_nic_handle_phy_intr(adapter
);
1641 if (adapter
->link_changed
)
1645 if (netif_running(adapter
->netdev
))
1646 mod_timer(&adapter
->watchdog_timer
, jiffies
+ 2 * HZ
);
1651 schedule_work(&adapter
->watchdog_task
);
1654 void netxen_watchdog_task(struct work_struct
*work
)
1656 struct netxen_adapter
*adapter
=
1657 container_of(work
, struct netxen_adapter
, watchdog_task
);
1659 if (adapter
->temp
== NX_TEMP_PANIC
) {
1660 netxen_nic_thermal_shutdown(adapter
);
1664 if (adapter
->link_changed
)
1665 netxen_nic_set_link_parameters(adapter
);
1667 if (netif_running(adapter
->netdev
))
1668 mod_timer(&adapter
->watchdog_timer
, jiffies
+ 2 * HZ
);
1671 static void netxen_tx_timeout(struct net_device
*netdev
)
1673 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
1674 schedule_work(&adapter
->tx_timeout_task
);
1677 static void netxen_tx_timeout_task(struct work_struct
*work
)
1679 struct netxen_adapter
*adapter
=
1680 container_of(work
, struct netxen_adapter
, tx_timeout_task
);
1682 if (!netif_running(adapter
->netdev
))
1685 printk(KERN_ERR
"%s %s: transmit timeout, resetting.\n",
1686 netxen_nic_driver_name
, adapter
->netdev
->name
);
1688 netxen_napi_disable(adapter
);
1690 adapter
->netdev
->trans_start
= jiffies
;
1692 netxen_napi_enable(adapter
);
1693 netif_wake_queue(adapter
->netdev
);
1696 struct net_device_stats
*netxen_nic_get_stats(struct net_device
*netdev
)
1698 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
1699 struct net_device_stats
*stats
= &adapter
->net_stats
;
1701 memset(stats
, 0, sizeof(*stats
));
1703 stats
->rx_packets
= adapter
->stats
.no_rcv
;
1704 stats
->tx_packets
= adapter
->stats
.xmitfinished
;
1705 stats
->rx_bytes
= adapter
->stats
.rxbytes
;
1706 stats
->tx_bytes
= adapter
->stats
.txbytes
;
1707 stats
->rx_dropped
= adapter
->stats
.rxdropped
;
1708 stats
->tx_dropped
= adapter
->stats
.txdropped
;
1713 static irqreturn_t
netxen_intr(int irq
, void *data
)
1715 struct nx_host_sds_ring
*sds_ring
= data
;
1716 struct netxen_adapter
*adapter
= sds_ring
->adapter
;
1719 status
= adapter
->pci_read_immediate(adapter
, ISR_INT_VECTOR
);
1721 if (!(status
& adapter
->legacy_intr
.int_vec_bit
))
1724 if (adapter
->ahw
.revision_id
>= NX_P3_B1
) {
1725 /* check interrupt state machine, to be sure */
1726 status
= adapter
->pci_read_immediate(adapter
,
1728 if (!ISR_LEGACY_INT_TRIGGERED(status
))
1732 unsigned long our_int
= 0;
1734 our_int
= NXRD32(adapter
, CRB_INT_VECTOR
);
1736 /* not our interrupt */
1737 if (!test_and_clear_bit((7 + adapter
->portnum
), &our_int
))
1740 /* claim interrupt */
1741 NXWR32(adapter
, CRB_INT_VECTOR
, (our_int
& 0xffffffff));
1744 /* clear interrupt */
1745 if (adapter
->fw_major
< 4)
1746 netxen_nic_disable_int(sds_ring
);
1748 adapter
->pci_write_immediate(adapter
,
1749 adapter
->legacy_intr
.tgt_status_reg
,
1751 /* read twice to ensure write is flushed */
1752 adapter
->pci_read_immediate(adapter
, ISR_INT_VECTOR
);
1753 adapter
->pci_read_immediate(adapter
, ISR_INT_VECTOR
);
1755 napi_schedule(&sds_ring
->napi
);
1760 static irqreturn_t
netxen_msi_intr(int irq
, void *data
)
1762 struct nx_host_sds_ring
*sds_ring
= data
;
1763 struct netxen_adapter
*adapter
= sds_ring
->adapter
;
1765 /* clear interrupt */
1766 adapter
->pci_write_immediate(adapter
,
1767 adapter
->msi_tgt_status
, 0xffffffff);
1769 napi_schedule(&sds_ring
->napi
);
1773 static irqreturn_t
netxen_msix_intr(int irq
, void *data
)
1775 struct nx_host_sds_ring
*sds_ring
= data
;
1777 napi_schedule(&sds_ring
->napi
);
1781 static int netxen_nic_poll(struct napi_struct
*napi
, int budget
)
1783 struct nx_host_sds_ring
*sds_ring
=
1784 container_of(napi
, struct nx_host_sds_ring
, napi
);
1786 struct netxen_adapter
*adapter
= sds_ring
->adapter
;
1791 tx_complete
= netxen_process_cmd_ring(adapter
);
1793 work_done
= netxen_process_rcv_ring(sds_ring
, budget
);
1795 if ((work_done
< budget
) && tx_complete
) {
1796 napi_complete(&sds_ring
->napi
);
1797 if (netif_running(adapter
->netdev
))
1798 netxen_nic_enable_int(sds_ring
);
1804 #ifdef CONFIG_NET_POLL_CONTROLLER
1805 static void netxen_nic_poll_controller(struct net_device
*netdev
)
1807 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
1808 disable_irq(adapter
->irq
);
1809 netxen_intr(adapter
->irq
, adapter
);
1810 enable_irq(adapter
->irq
);
1814 static struct pci_driver netxen_driver
= {
1815 .name
= netxen_nic_driver_name
,
1816 .id_table
= netxen_pci_tbl
,
1817 .probe
= netxen_nic_probe
,
1818 .remove
= __devexit_p(netxen_nic_remove
),
1820 .suspend
= netxen_nic_suspend
,
1821 .resume
= netxen_nic_resume
1825 /* Driver Registration on NetXen card */
1827 static int __init
netxen_init_module(void)
1829 printk(KERN_INFO
"%s\n", netxen_nic_driver_string
);
1831 return pci_register_driver(&netxen_driver
);
1834 module_init(netxen_init_module
);
1836 static void __exit
netxen_exit_module(void)
1838 pci_unregister_driver(&netxen_driver
);
1841 module_exit(netxen_exit_module
);