2 * Copyright (C) 2003 - 2009 NetXen, Inc.
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License
7 * as published by the Free Software Foundation; either version 2
8 * of the License, or (at your option) any later version.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
15 * You should have received a copy of the GNU General Public License
16 * along with this program; if not, write to the Free Software
17 * Foundation, Inc., 59 Temple Place - Suite 330, Boston,
20 * The full GNU General Public License is included in this distribution
21 * in the file called LICENSE.
23 * Contact Information:
27 * Cupertino, CA 95014-0701
31 #include <linux/vmalloc.h>
32 #include <linux/interrupt.h>
33 #include "netxen_nic_hw.h"
35 #include "netxen_nic.h"
36 #include "netxen_nic_phan_reg.h"
38 #include <linux/dma-mapping.h>
39 #include <linux/if_vlan.h>
41 #include <linux/ipv6.h>
43 MODULE_DESCRIPTION("NetXen Multi port (1/10) Gigabit Network Driver");
44 MODULE_LICENSE("GPL");
45 MODULE_VERSION(NETXEN_NIC_LINUX_VERSIONID
);
47 char netxen_nic_driver_name
[] = "netxen_nic";
48 static char netxen_nic_driver_string
[] = "NetXen Network Driver version "
49 NETXEN_NIC_LINUX_VERSIONID
;
51 static int port_mode
= NETXEN_PORT_MODE_AUTO_NEG
;
53 /* Default to restricted 1G auto-neg mode */
54 static int wol_port_mode
= 5;
56 static int use_msi
= 1;
58 static int use_msi_x
= 1;
60 /* Local functions to NetXen NIC driver */
61 static int __devinit
netxen_nic_probe(struct pci_dev
*pdev
,
62 const struct pci_device_id
*ent
);
63 static void __devexit
netxen_nic_remove(struct pci_dev
*pdev
);
64 static int netxen_nic_open(struct net_device
*netdev
);
65 static int netxen_nic_close(struct net_device
*netdev
);
66 static int netxen_nic_xmit_frame(struct sk_buff
*, struct net_device
*);
67 static void netxen_tx_timeout(struct net_device
*netdev
);
68 static void netxen_tx_timeout_task(struct work_struct
*work
);
69 static void netxen_watchdog(unsigned long);
70 static int netxen_nic_poll(struct napi_struct
*napi
, int budget
);
71 #ifdef CONFIG_NET_POLL_CONTROLLER
72 static void netxen_nic_poll_controller(struct net_device
*netdev
);
74 static irqreturn_t
netxen_intr(int irq
, void *data
);
75 static irqreturn_t
netxen_msi_intr(int irq
, void *data
);
76 static irqreturn_t
netxen_msix_intr(int irq
, void *data
);
78 /* PCI Device ID Table */
79 #define ENTRY(device) \
80 {PCI_DEVICE(PCI_VENDOR_ID_NETXEN, (device)), \
81 .class = PCI_CLASS_NETWORK_ETHERNET << 8, .class_mask = ~0}
83 static struct pci_device_id netxen_pci_tbl
[] __devinitdata
= {
84 ENTRY(PCI_DEVICE_ID_NX2031_10GXSR
),
85 ENTRY(PCI_DEVICE_ID_NX2031_10GCX4
),
86 ENTRY(PCI_DEVICE_ID_NX2031_4GCU
),
87 ENTRY(PCI_DEVICE_ID_NX2031_IMEZ
),
88 ENTRY(PCI_DEVICE_ID_NX2031_HMEZ
),
89 ENTRY(PCI_DEVICE_ID_NX2031_XG_MGMT
),
90 ENTRY(PCI_DEVICE_ID_NX2031_XG_MGMT2
),
91 ENTRY(PCI_DEVICE_ID_NX3031
),
95 MODULE_DEVICE_TABLE(pci
, netxen_pci_tbl
);
97 static struct workqueue_struct
*netxen_workq
;
98 #define SCHEDULE_WORK(tp) queue_work(netxen_workq, tp)
99 #define FLUSH_SCHEDULED_WORK() flush_workqueue(netxen_workq)
101 static void netxen_watchdog(unsigned long);
103 static uint32_t crb_cmd_producer
[4] = {
104 CRB_CMD_PRODUCER_OFFSET
, CRB_CMD_PRODUCER_OFFSET_1
,
105 CRB_CMD_PRODUCER_OFFSET_2
, CRB_CMD_PRODUCER_OFFSET_3
109 netxen_nic_update_cmd_producer(struct netxen_adapter
*adapter
,
110 struct nx_host_tx_ring
*tx_ring
)
112 NXWR32(adapter
, tx_ring
->crb_cmd_producer
, tx_ring
->producer
);
114 if (netxen_tx_avail(tx_ring
) <= TX_STOP_THRESH
) {
115 netif_stop_queue(adapter
->netdev
);
120 static uint32_t crb_cmd_consumer
[4] = {
121 CRB_CMD_CONSUMER_OFFSET
, CRB_CMD_CONSUMER_OFFSET_1
,
122 CRB_CMD_CONSUMER_OFFSET_2
, CRB_CMD_CONSUMER_OFFSET_3
126 netxen_nic_update_cmd_consumer(struct netxen_adapter
*adapter
,
127 struct nx_host_tx_ring
*tx_ring
)
129 NXWR32(adapter
, tx_ring
->crb_cmd_consumer
, tx_ring
->sw_consumer
);
132 static uint32_t msi_tgt_status
[8] = {
133 ISR_INT_TARGET_STATUS
, ISR_INT_TARGET_STATUS_F1
,
134 ISR_INT_TARGET_STATUS_F2
, ISR_INT_TARGET_STATUS_F3
,
135 ISR_INT_TARGET_STATUS_F4
, ISR_INT_TARGET_STATUS_F5
,
136 ISR_INT_TARGET_STATUS_F6
, ISR_INT_TARGET_STATUS_F7
139 static struct netxen_legacy_intr_set legacy_intr
[] = NX_LEGACY_INTR_CONFIG
;
141 static inline void netxen_nic_disable_int(struct nx_host_sds_ring
*sds_ring
)
143 struct netxen_adapter
*adapter
= sds_ring
->adapter
;
145 NXWR32(adapter
, sds_ring
->crb_intr_mask
, 0);
148 static inline void netxen_nic_enable_int(struct nx_host_sds_ring
*sds_ring
)
150 struct netxen_adapter
*adapter
= sds_ring
->adapter
;
152 NXWR32(adapter
, sds_ring
->crb_intr_mask
, 0x1);
154 if (!NETXEN_IS_MSI_FAMILY(adapter
))
155 adapter
->pci_write_immediate(adapter
,
156 adapter
->legacy_intr
.tgt_mask_reg
, 0xfbff);
160 netxen_alloc_sds_rings(struct netxen_recv_context
*recv_ctx
, int count
)
162 int size
= sizeof(struct nx_host_sds_ring
) * count
;
164 recv_ctx
->sds_rings
= kzalloc(size
, GFP_KERNEL
);
166 return (recv_ctx
->sds_rings
== NULL
);
170 netxen_free_sds_rings(struct netxen_recv_context
*recv_ctx
)
172 if (recv_ctx
->sds_rings
!= NULL
)
173 kfree(recv_ctx
->sds_rings
);
177 netxen_napi_add(struct netxen_adapter
*adapter
, struct net_device
*netdev
)
180 struct nx_host_sds_ring
*sds_ring
;
181 struct netxen_recv_context
*recv_ctx
= &adapter
->recv_ctx
;
183 if (netxen_alloc_sds_rings(recv_ctx
, adapter
->max_sds_rings
))
186 for (ring
= 0; ring
< adapter
->max_sds_rings
; ring
++) {
187 sds_ring
= &recv_ctx
->sds_rings
[ring
];
188 netif_napi_add(netdev
, &sds_ring
->napi
,
189 netxen_nic_poll
, NETXEN_NETDEV_WEIGHT
);
196 netxen_napi_enable(struct netxen_adapter
*adapter
)
199 struct nx_host_sds_ring
*sds_ring
;
200 struct netxen_recv_context
*recv_ctx
= &adapter
->recv_ctx
;
202 for (ring
= 0; ring
< adapter
->max_sds_rings
; ring
++) {
203 sds_ring
= &recv_ctx
->sds_rings
[ring
];
204 napi_enable(&sds_ring
->napi
);
205 netxen_nic_enable_int(sds_ring
);
210 netxen_napi_disable(struct netxen_adapter
*adapter
)
213 struct nx_host_sds_ring
*sds_ring
;
214 struct netxen_recv_context
*recv_ctx
= &adapter
->recv_ctx
;
216 for (ring
= 0; ring
< adapter
->max_sds_rings
; ring
++) {
217 sds_ring
= &recv_ctx
->sds_rings
[ring
];
218 netxen_nic_disable_int(sds_ring
);
219 napi_synchronize(&sds_ring
->napi
);
220 napi_disable(&sds_ring
->napi
);
224 static int nx_set_dma_mask(struct netxen_adapter
*adapter
)
226 struct pci_dev
*pdev
= adapter
->pdev
;
227 uint64_t mask
, cmask
;
229 adapter
->pci_using_dac
= 0;
231 mask
= DMA_BIT_MASK(32);
232 cmask
= DMA_BIT_MASK(32);
234 if (NX_IS_REVISION_P2(adapter
->ahw
.revision_id
)) {
236 mask
= DMA_BIT_MASK(35);
239 mask
= DMA_BIT_MASK(39);
243 if (pci_set_dma_mask(pdev
, mask
) == 0 &&
244 pci_set_consistent_dma_mask(pdev
, cmask
) == 0) {
245 adapter
->pci_using_dac
= 1;
252 /* Update addressable range if firmware supports it */
254 nx_update_dma_mask(struct netxen_adapter
*adapter
)
256 int change
, shift
, err
;
257 uint64_t mask
, old_mask
, old_cmask
;
258 struct pci_dev
*pdev
= adapter
->pdev
;
262 shift
= NXRD32(adapter
, CRB_DMA_SHIFT
);
266 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
) && (shift
> 9))
268 else if ((adapter
->ahw
.revision_id
== NX_P2_C1
) && (shift
<= 4))
272 old_mask
= pdev
->dma_mask
;
273 old_cmask
= pdev
->dev
.coherent_dma_mask
;
275 mask
= (1ULL<<(32+shift
)) - 1;
277 err
= pci_set_dma_mask(pdev
, mask
);
281 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
)) {
283 err
= pci_set_consistent_dma_mask(pdev
, mask
);
287 dev_info(&pdev
->dev
, "using %d-bit dma mask\n", 32+shift
);
293 pci_set_dma_mask(pdev
, old_mask
);
294 pci_set_consistent_dma_mask(pdev
, old_cmask
);
298 static void netxen_check_options(struct netxen_adapter
*adapter
)
300 if (adapter
->ahw
.port_type
== NETXEN_NIC_XGBE
)
301 adapter
->num_rxd
= MAX_RCV_DESCRIPTORS_10G
;
302 else if (adapter
->ahw
.port_type
== NETXEN_NIC_GBE
)
303 adapter
->num_rxd
= MAX_RCV_DESCRIPTORS_1G
;
305 adapter
->msix_supported
= 0;
306 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
)) {
307 adapter
->msix_supported
= !!use_msi_x
;
308 adapter
->rss_supported
= !!use_msi_x
;
309 } else if (adapter
->fw_version
>= NETXEN_VERSION_CODE(3, 4, 336)) {
310 switch (adapter
->ahw
.board_type
) {
311 case NETXEN_BRDTYPE_P2_SB31_10G
:
312 case NETXEN_BRDTYPE_P2_SB31_10G_CX4
:
313 adapter
->msix_supported
= !!use_msi_x
;
314 adapter
->rss_supported
= !!use_msi_x
;
321 adapter
->num_txd
= MAX_CMD_DESCRIPTORS_HOST
;
322 adapter
->num_jumbo_rxd
= MAX_JUMBO_RCV_DESCRIPTORS
;
323 adapter
->num_lro_rxd
= MAX_LRO_RCV_DESCRIPTORS
;
329 netxen_check_hw_init(struct netxen_adapter
*adapter
, int first_boot
)
333 if (first_boot
== 0x55555555) {
334 /* This is the first boot after power up */
335 NXWR32(adapter
, NETXEN_CAM_RAM(0x1fc), NETXEN_BDINFO_MAGIC
);
337 if (!NX_IS_REVISION_P2(adapter
->ahw
.revision_id
))
340 /* PCI bus master workaround */
341 first_boot
= NXRD32(adapter
, NETXEN_PCIE_REG(0x4));
342 if (!(first_boot
& 0x4)) {
344 NXWR32(adapter
, NETXEN_PCIE_REG(0x4), first_boot
);
345 first_boot
= NXRD32(adapter
, NETXEN_PCIE_REG(0x4));
348 /* This is the first boot after power up */
349 first_boot
= NXRD32(adapter
, NETXEN_ROMUSB_GLB_SW_RESET
);
350 if (first_boot
!= 0x80000f) {
351 /* clear the register for future unloads/loads */
352 NXWR32(adapter
, NETXEN_CAM_RAM(0x1fc), 0);
356 /* Start P2 boot loader */
357 val
= NXRD32(adapter
, NETXEN_ROMUSB_GLB_PEGTUNE_DONE
);
358 NXWR32(adapter
, NETXEN_ROMUSB_GLB_PEGTUNE_DONE
, val
| 0x1);
362 val
= NXRD32(adapter
, NETXEN_CAM_RAM(0x1fc));
364 if (++timeout
> 5000)
367 } while (val
== NETXEN_BDINFO_MAGIC
);
372 static void netxen_set_port_mode(struct netxen_adapter
*adapter
)
376 val
= adapter
->ahw
.board_type
;
377 if ((val
== NETXEN_BRDTYPE_P3_HMEZ
) ||
378 (val
== NETXEN_BRDTYPE_P3_XG_LOM
)) {
379 if (port_mode
== NETXEN_PORT_MODE_802_3_AP
) {
380 data
= NETXEN_PORT_MODE_802_3_AP
;
381 NXWR32(adapter
, NETXEN_PORT_MODE_ADDR
, data
);
382 } else if (port_mode
== NETXEN_PORT_MODE_XG
) {
383 data
= NETXEN_PORT_MODE_XG
;
384 NXWR32(adapter
, NETXEN_PORT_MODE_ADDR
, data
);
385 } else if (port_mode
== NETXEN_PORT_MODE_AUTO_NEG_1G
) {
386 data
= NETXEN_PORT_MODE_AUTO_NEG_1G
;
387 NXWR32(adapter
, NETXEN_PORT_MODE_ADDR
, data
);
388 } else if (port_mode
== NETXEN_PORT_MODE_AUTO_NEG_XG
) {
389 data
= NETXEN_PORT_MODE_AUTO_NEG_XG
;
390 NXWR32(adapter
, NETXEN_PORT_MODE_ADDR
, data
);
392 data
= NETXEN_PORT_MODE_AUTO_NEG
;
393 NXWR32(adapter
, NETXEN_PORT_MODE_ADDR
, data
);
396 if ((wol_port_mode
!= NETXEN_PORT_MODE_802_3_AP
) &&
397 (wol_port_mode
!= NETXEN_PORT_MODE_XG
) &&
398 (wol_port_mode
!= NETXEN_PORT_MODE_AUTO_NEG_1G
) &&
399 (wol_port_mode
!= NETXEN_PORT_MODE_AUTO_NEG_XG
)) {
400 wol_port_mode
= NETXEN_PORT_MODE_AUTO_NEG
;
402 NXWR32(adapter
, NETXEN_WOL_PORT_MODE
, wol_port_mode
);
406 static void netxen_set_msix_bit(struct pci_dev
*pdev
, int enable
)
411 pos
= pci_find_capability(pdev
, PCI_CAP_ID_MSIX
);
413 pci_read_config_dword(pdev
, pos
, &control
);
415 control
|= PCI_MSIX_FLAGS_ENABLE
;
418 pci_write_config_dword(pdev
, pos
, control
);
422 static void netxen_init_msix_entries(struct netxen_adapter
*adapter
, int count
)
426 for (i
= 0; i
< count
; i
++)
427 adapter
->msix_entries
[i
].entry
= i
;
431 netxen_read_mac_addr(struct netxen_adapter
*adapter
)
436 struct net_device
*netdev
= adapter
->netdev
;
437 struct pci_dev
*pdev
= adapter
->pdev
;
439 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
)) {
440 if (netxen_p3_get_mac_addr(adapter
, &mac_addr
) != 0)
443 if (netxen_get_flash_mac_addr(adapter
, &mac_addr
) != 0)
447 p
= (unsigned char *)&mac_addr
;
448 for (i
= 0; i
< 6; i
++)
449 netdev
->dev_addr
[i
] = *(p
+ 5 - i
);
451 memcpy(netdev
->perm_addr
, netdev
->dev_addr
, netdev
->addr_len
);
453 /* set station address */
455 if (!is_valid_ether_addr(netdev
->perm_addr
))
456 dev_warn(&pdev
->dev
, "Bad MAC address %pM.\n", netdev
->dev_addr
);
461 int netxen_nic_set_mac(struct net_device
*netdev
, void *p
)
463 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
464 struct sockaddr
*addr
= p
;
466 if (!is_valid_ether_addr(addr
->sa_data
))
469 if (netif_running(netdev
)) {
470 netif_device_detach(netdev
);
471 netxen_napi_disable(adapter
);
474 memcpy(netdev
->dev_addr
, addr
->sa_data
, netdev
->addr_len
);
475 adapter
->macaddr_set(adapter
, addr
->sa_data
);
477 if (netif_running(netdev
)) {
478 netif_device_attach(netdev
);
479 netxen_napi_enable(adapter
);
484 static void netxen_set_multicast_list(struct net_device
*dev
)
486 struct netxen_adapter
*adapter
= netdev_priv(dev
);
488 adapter
->set_multi(dev
);
491 static const struct net_device_ops netxen_netdev_ops
= {
492 .ndo_open
= netxen_nic_open
,
493 .ndo_stop
= netxen_nic_close
,
494 .ndo_start_xmit
= netxen_nic_xmit_frame
,
495 .ndo_get_stats
= netxen_nic_get_stats
,
496 .ndo_validate_addr
= eth_validate_addr
,
497 .ndo_set_multicast_list
= netxen_set_multicast_list
,
498 .ndo_set_mac_address
= netxen_nic_set_mac
,
499 .ndo_change_mtu
= netxen_nic_change_mtu
,
500 .ndo_tx_timeout
= netxen_tx_timeout
,
501 #ifdef CONFIG_NET_POLL_CONTROLLER
502 .ndo_poll_controller
= netxen_nic_poll_controller
,
507 netxen_setup_intr(struct netxen_adapter
*adapter
)
509 struct netxen_legacy_intr_set
*legacy_intrp
;
510 struct pci_dev
*pdev
= adapter
->pdev
;
513 if (adapter
->rss_supported
) {
514 num_msix
= (num_online_cpus() >= MSIX_ENTRIES_PER_ADAPTER
) ?
515 MSIX_ENTRIES_PER_ADAPTER
: 2;
519 adapter
->max_sds_rings
= 1;
521 adapter
->flags
&= ~(NETXEN_NIC_MSI_ENABLED
| NETXEN_NIC_MSIX_ENABLED
);
523 if (adapter
->ahw
.revision_id
>= NX_P3_B0
)
524 legacy_intrp
= &legacy_intr
[adapter
->ahw
.pci_func
];
526 legacy_intrp
= &legacy_intr
[0];
527 adapter
->legacy_intr
.int_vec_bit
= legacy_intrp
->int_vec_bit
;
528 adapter
->legacy_intr
.tgt_status_reg
= legacy_intrp
->tgt_status_reg
;
529 adapter
->legacy_intr
.tgt_mask_reg
= legacy_intrp
->tgt_mask_reg
;
530 adapter
->legacy_intr
.pci_int_reg
= legacy_intrp
->pci_int_reg
;
532 netxen_set_msix_bit(pdev
, 0);
534 if (adapter
->msix_supported
) {
536 netxen_init_msix_entries(adapter
, num_msix
);
537 err
= pci_enable_msix(pdev
, adapter
->msix_entries
, num_msix
);
539 adapter
->flags
|= NETXEN_NIC_MSIX_ENABLED
;
540 netxen_set_msix_bit(pdev
, 1);
542 if (adapter
->rss_supported
)
543 adapter
->max_sds_rings
= num_msix
;
545 dev_info(&pdev
->dev
, "using msi-x interrupts\n");
550 pci_disable_msix(pdev
);
552 /* fall through for msi */
555 if (use_msi
&& !pci_enable_msi(pdev
)) {
556 adapter
->flags
|= NETXEN_NIC_MSI_ENABLED
;
557 adapter
->msi_tgt_status
=
558 msi_tgt_status
[adapter
->ahw
.pci_func
];
559 dev_info(&pdev
->dev
, "using msi interrupts\n");
560 adapter
->msix_entries
[0].vector
= pdev
->irq
;
564 dev_info(&pdev
->dev
, "using legacy interrupts\n");
565 adapter
->msix_entries
[0].vector
= pdev
->irq
;
569 netxen_teardown_intr(struct netxen_adapter
*adapter
)
571 if (adapter
->flags
& NETXEN_NIC_MSIX_ENABLED
)
572 pci_disable_msix(adapter
->pdev
);
573 if (adapter
->flags
& NETXEN_NIC_MSI_ENABLED
)
574 pci_disable_msi(adapter
->pdev
);
578 netxen_cleanup_pci_map(struct netxen_adapter
*adapter
)
580 if (adapter
->ahw
.db_base
!= NULL
)
581 iounmap(adapter
->ahw
.db_base
);
582 if (adapter
->ahw
.pci_base0
!= NULL
)
583 iounmap(adapter
->ahw
.pci_base0
);
584 if (adapter
->ahw
.pci_base1
!= NULL
)
585 iounmap(adapter
->ahw
.pci_base1
);
586 if (adapter
->ahw
.pci_base2
!= NULL
)
587 iounmap(adapter
->ahw
.pci_base2
);
591 netxen_setup_pci_map(struct netxen_adapter
*adapter
)
593 void __iomem
*mem_ptr0
= NULL
;
594 void __iomem
*mem_ptr1
= NULL
;
595 void __iomem
*mem_ptr2
= NULL
;
596 void __iomem
*db_ptr
= NULL
;
598 unsigned long mem_base
, mem_len
, db_base
, db_len
= 0, pci_len0
= 0;
600 struct pci_dev
*pdev
= adapter
->pdev
;
601 int pci_func
= adapter
->ahw
.pci_func
;
606 * Set the CRB window to invalid. If any register in window 0 is
607 * accessed it should set the window to 0 and then reset it to 1.
609 adapter
->curr_window
= 255;
610 adapter
->ahw
.qdr_sn_window
= -1;
611 adapter
->ahw
.ddr_mn_window
= -1;
613 /* remap phys address */
614 mem_base
= pci_resource_start(pdev
, 0); /* 0 is for BAR 0 */
615 mem_len
= pci_resource_len(pdev
, 0);
618 adapter
->hw_write_wx
= netxen_nic_hw_write_wx_128M
;
619 adapter
->hw_read_wx
= netxen_nic_hw_read_wx_128M
;
620 adapter
->pci_read_immediate
= netxen_nic_pci_read_immediate_128M
;
621 adapter
->pci_write_immediate
= netxen_nic_pci_write_immediate_128M
;
622 adapter
->pci_set_window
= netxen_nic_pci_set_window_128M
;
623 adapter
->pci_mem_read
= netxen_nic_pci_mem_read_128M
;
624 adapter
->pci_mem_write
= netxen_nic_pci_mem_write_128M
;
626 /* 128 Meg of memory */
627 if (mem_len
== NETXEN_PCI_128MB_SIZE
) {
628 mem_ptr0
= ioremap(mem_base
, FIRST_PAGE_GROUP_SIZE
);
629 mem_ptr1
= ioremap(mem_base
+ SECOND_PAGE_GROUP_START
,
630 SECOND_PAGE_GROUP_SIZE
);
631 mem_ptr2
= ioremap(mem_base
+ THIRD_PAGE_GROUP_START
,
632 THIRD_PAGE_GROUP_SIZE
);
633 } else if (mem_len
== NETXEN_PCI_32MB_SIZE
) {
634 mem_ptr1
= ioremap(mem_base
, SECOND_PAGE_GROUP_SIZE
);
635 mem_ptr2
= ioremap(mem_base
+ THIRD_PAGE_GROUP_START
-
636 SECOND_PAGE_GROUP_START
, THIRD_PAGE_GROUP_SIZE
);
637 } else if (mem_len
== NETXEN_PCI_2MB_SIZE
) {
638 adapter
->hw_write_wx
= netxen_nic_hw_write_wx_2M
;
639 adapter
->hw_read_wx
= netxen_nic_hw_read_wx_2M
;
640 adapter
->pci_read_immediate
= netxen_nic_pci_read_immediate_2M
;
641 adapter
->pci_write_immediate
=
642 netxen_nic_pci_write_immediate_2M
;
643 adapter
->pci_set_window
= netxen_nic_pci_set_window_2M
;
644 adapter
->pci_mem_read
= netxen_nic_pci_mem_read_2M
;
645 adapter
->pci_mem_write
= netxen_nic_pci_mem_write_2M
;
647 mem_ptr0
= pci_ioremap_bar(pdev
, 0);
648 if (mem_ptr0
== NULL
) {
649 dev_err(&pdev
->dev
, "failed to map PCI bar 0\n");
654 adapter
->ahw
.ddr_mn_window
= 0;
655 adapter
->ahw
.qdr_sn_window
= 0;
657 adapter
->ahw
.mn_win_crb
= 0x100000 + PCIX_MN_WINDOW
+
659 adapter
->ahw
.ms_win_crb
= 0x100000 + PCIX_SN_WINDOW
;
661 adapter
->ahw
.ms_win_crb
+= (pci_func
* 0x20);
663 adapter
->ahw
.ms_win_crb
+=
664 0xA0 + ((pci_func
- 4) * 0x10);
669 dev_info(&pdev
->dev
, "%dMB memory map\n", (int)(mem_len
>>20));
671 adapter
->ahw
.pci_base0
= mem_ptr0
;
672 adapter
->ahw
.pci_len0
= pci_len0
;
673 adapter
->ahw
.pci_base1
= mem_ptr1
;
674 adapter
->ahw
.pci_base2
= mem_ptr2
;
676 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
))
679 db_base
= pci_resource_start(pdev
, 4); /* doorbell is on bar 4 */
680 db_len
= pci_resource_len(pdev
, 4);
683 printk(KERN_ERR
"%s: doorbell is disabled\n",
684 netxen_nic_driver_name
);
689 db_ptr
= ioremap(db_base
, NETXEN_DB_MAPSIZE_BYTES
);
691 printk(KERN_ERR
"%s: Failed to allocate doorbell map.",
692 netxen_nic_driver_name
);
698 adapter
->ahw
.db_base
= db_ptr
;
699 adapter
->ahw
.db_len
= db_len
;
703 netxen_cleanup_pci_map(adapter
);
708 netxen_start_firmware(struct netxen_adapter
*adapter
, int request_fw
)
710 int val
, err
, first_boot
;
711 struct pci_dev
*pdev
= adapter
->pdev
;
713 int first_driver
= 0;
715 if (NX_IS_REVISION_P2(adapter
->ahw
.revision_id
))
716 first_driver
= (adapter
->portnum
== 0);
718 first_driver
= (adapter
->ahw
.pci_func
== 0);
723 first_boot
= NXRD32(adapter
, NETXEN_CAM_RAM(0x1fc));
725 err
= netxen_check_hw_init(adapter
, first_boot
);
727 dev_err(&pdev
->dev
, "error in init HW init sequence\n");
732 netxen_request_firmware(adapter
);
734 err
= netxen_need_fw_reset(adapter
);
738 if (first_boot
!= 0x55555555) {
739 NXWR32(adapter
, CRB_CMDPEG_STATE
, 0);
740 netxen_pinit_from_rom(adapter
, 0);
744 NXWR32(adapter
, CRB_DMA_SHIFT
, 0x55555555);
745 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
))
746 netxen_set_port_mode(adapter
);
748 netxen_load_firmware(adapter
);
750 if (NX_IS_REVISION_P2(adapter
->ahw
.revision_id
)) {
752 /* Initialize multicast addr pool owners */
754 if (adapter
->ahw
.port_type
== NETXEN_NIC_XGBE
)
756 NXWR32(adapter
, NETXEN_MAC_ADDR_CNTL_REG
, val
);
760 err
= netxen_initialize_adapter_offload(adapter
);
765 * Tell the hardware our version number.
767 val
= (_NETXEN_NIC_LINUX_MAJOR
<< 16)
768 | ((_NETXEN_NIC_LINUX_MINOR
<< 8))
769 | (_NETXEN_NIC_LINUX_SUBVERSION
);
770 NXWR32(adapter
, CRB_DRIVER_VERSION
, val
);
773 /* Handshake with the card before we register the devices. */
774 err
= netxen_phantom_init(adapter
, NETXEN_NIC_PEG_TUNE
);
776 netxen_free_adapter_offload(adapter
);
784 netxen_nic_request_irq(struct netxen_adapter
*adapter
)
786 irq_handler_t handler
;
787 struct nx_host_sds_ring
*sds_ring
;
790 unsigned long flags
= IRQF_SAMPLE_RANDOM
;
791 struct net_device
*netdev
= adapter
->netdev
;
792 struct netxen_recv_context
*recv_ctx
= &adapter
->recv_ctx
;
794 if (adapter
->flags
& NETXEN_NIC_MSIX_ENABLED
)
795 handler
= netxen_msix_intr
;
796 else if (adapter
->flags
& NETXEN_NIC_MSI_ENABLED
)
797 handler
= netxen_msi_intr
;
799 flags
|= IRQF_SHARED
;
800 handler
= netxen_intr
;
802 adapter
->irq
= netdev
->irq
;
804 for (ring
= 0; ring
< adapter
->max_sds_rings
; ring
++) {
805 sds_ring
= &recv_ctx
->sds_rings
[ring
];
806 sprintf(sds_ring
->name
, "%s[%d]", netdev
->name
, ring
);
807 err
= request_irq(sds_ring
->irq
, handler
,
808 flags
, sds_ring
->name
, sds_ring
);
817 netxen_nic_free_irq(struct netxen_adapter
*adapter
)
820 struct nx_host_sds_ring
*sds_ring
;
822 struct netxen_recv_context
*recv_ctx
= &adapter
->recv_ctx
;
824 for (ring
= 0; ring
< adapter
->max_sds_rings
; ring
++) {
825 sds_ring
= &recv_ctx
->sds_rings
[ring
];
826 free_irq(sds_ring
->irq
, sds_ring
);
831 netxen_nic_up(struct netxen_adapter
*adapter
, struct net_device
*netdev
)
835 err
= adapter
->init_port(adapter
, adapter
->physical_port
);
837 printk(KERN_ERR
"%s: Failed to initialize port %d\n",
838 netxen_nic_driver_name
, adapter
->portnum
);
841 if (NX_IS_REVISION_P2(adapter
->ahw
.revision_id
))
842 adapter
->macaddr_set(adapter
, netdev
->dev_addr
);
844 adapter
->set_multi(netdev
);
845 adapter
->set_mtu(adapter
, netdev
->mtu
);
847 adapter
->ahw
.linkup
= 0;
849 if (adapter
->max_sds_rings
> 1)
850 netxen_config_rss(adapter
, 1);
852 netxen_napi_enable(adapter
);
854 if (adapter
->capabilities
& NX_FW_CAPABILITY_LINK_NOTIFICATION
)
855 netxen_linkevent_request(adapter
, 1);
857 netxen_nic_set_link_parameters(adapter
);
859 mod_timer(&adapter
->watchdog_timer
, jiffies
);
865 netxen_nic_down(struct netxen_adapter
*adapter
, struct net_device
*netdev
)
867 spin_lock(&adapter
->tx_clean_lock
);
868 netif_carrier_off(netdev
);
869 netif_tx_disable(netdev
);
871 if (adapter
->stop_port
)
872 adapter
->stop_port(adapter
);
874 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
))
875 netxen_p3_free_mac_list(adapter
);
877 netxen_napi_disable(adapter
);
879 netxen_release_tx_buffers(adapter
);
880 spin_unlock(&adapter
->tx_clean_lock
);
882 del_timer_sync(&adapter
->watchdog_timer
);
883 FLUSH_SCHEDULED_WORK();
888 netxen_nic_attach(struct netxen_adapter
*adapter
)
890 struct net_device
*netdev
= adapter
->netdev
;
891 struct pci_dev
*pdev
= adapter
->pdev
;
893 struct nx_host_rds_ring
*rds_ring
;
894 struct nx_host_tx_ring
*tx_ring
;
896 err
= netxen_init_firmware(adapter
);
898 printk(KERN_ERR
"Failed to init firmware\n");
902 if (adapter
->fw_major
< 4)
903 adapter
->max_rds_rings
= 3;
905 adapter
->max_rds_rings
= 2;
907 err
= netxen_alloc_sw_resources(adapter
);
909 printk(KERN_ERR
"%s: Error in setting sw resources\n",
914 netxen_nic_clear_stats(adapter
);
916 err
= netxen_alloc_hw_resources(adapter
);
918 printk(KERN_ERR
"%s: Error in setting hw resources\n",
920 goto err_out_free_sw
;
923 if (adapter
->fw_major
< 4) {
924 tx_ring
= adapter
->tx_ring
;
925 tx_ring
->crb_cmd_producer
= crb_cmd_producer
[adapter
->portnum
];
926 tx_ring
->crb_cmd_consumer
= crb_cmd_consumer
[adapter
->portnum
];
928 tx_ring
->producer
= 0;
929 tx_ring
->sw_consumer
= 0;
931 netxen_nic_update_cmd_producer(adapter
, tx_ring
);
932 netxen_nic_update_cmd_consumer(adapter
, tx_ring
);
935 for (ring
= 0; ring
< adapter
->max_rds_rings
; ring
++) {
936 rds_ring
= &adapter
->recv_ctx
.rds_rings
[ring
];
937 netxen_post_rx_buffers(adapter
, ring
, rds_ring
);
940 err
= netxen_nic_request_irq(adapter
);
942 dev_err(&pdev
->dev
, "%s: failed to setup interrupt\n",
944 goto err_out_free_rxbuf
;
947 adapter
->is_up
= NETXEN_ADAPTER_UP_MAGIC
;
951 netxen_release_rx_buffers(adapter
);
952 netxen_free_hw_resources(adapter
);
954 netxen_free_sw_resources(adapter
);
959 netxen_nic_detach(struct netxen_adapter
*adapter
)
961 netxen_free_hw_resources(adapter
);
962 netxen_release_rx_buffers(adapter
);
963 netxen_nic_free_irq(adapter
);
964 netxen_free_sw_resources(adapter
);
970 netxen_nic_probe(struct pci_dev
*pdev
, const struct pci_device_id
*ent
)
972 struct net_device
*netdev
= NULL
;
973 struct netxen_adapter
*adapter
= NULL
;
975 int pci_func_id
= PCI_FUNC(pdev
->devfn
);
978 if (pdev
->class != 0x020000) {
979 printk(KERN_DEBUG
"NetXen function %d, class %x will not "
980 "be enabled.\n",pci_func_id
, pdev
->class);
984 if (pdev
->revision
>= NX_P3_A0
&& pdev
->revision
< NX_P3_B1
) {
985 printk(KERN_WARNING
"NetXen chip revisions between 0x%x-0x%x"
986 "will not be enabled.\n",
991 if ((err
= pci_enable_device(pdev
)))
994 if (!(pci_resource_flags(pdev
, 0) & IORESOURCE_MEM
)) {
996 goto err_out_disable_pdev
;
999 if ((err
= pci_request_regions(pdev
, netxen_nic_driver_name
)))
1000 goto err_out_disable_pdev
;
1002 pci_set_master(pdev
);
1004 netdev
= alloc_etherdev(sizeof(struct netxen_adapter
));
1006 printk(KERN_ERR
"%s: Failed to allocate memory for the "
1007 "device block.Check system memory resource"
1008 " usage.\n", netxen_nic_driver_name
);
1009 goto err_out_free_res
;
1012 SET_NETDEV_DEV(netdev
, &pdev
->dev
);
1014 adapter
= netdev_priv(netdev
);
1015 adapter
->netdev
= netdev
;
1016 adapter
->pdev
= pdev
;
1017 adapter
->ahw
.pci_func
= pci_func_id
;
1019 revision_id
= pdev
->revision
;
1020 adapter
->ahw
.revision_id
= revision_id
;
1022 err
= nx_set_dma_mask(adapter
);
1024 goto err_out_free_netdev
;
1026 rwlock_init(&adapter
->adapter_lock
);
1027 spin_lock_init(&adapter
->tx_clean_lock
);
1028 INIT_LIST_HEAD(&adapter
->mac_list
);
1030 err
= netxen_setup_pci_map(adapter
);
1032 goto err_out_free_netdev
;
1034 /* This will be reset for mezz cards */
1035 adapter
->portnum
= pci_func_id
;
1036 adapter
->rx_csum
= 1;
1037 adapter
->mc_enabled
= 0;
1038 if (NX_IS_REVISION_P3(revision_id
))
1039 adapter
->max_mc_count
= 38;
1041 adapter
->max_mc_count
= 16;
1043 netdev
->netdev_ops
= &netxen_netdev_ops
;
1044 netdev
->watchdog_timeo
= 2*HZ
;
1046 netxen_nic_change_mtu(netdev
, netdev
->mtu
);
1048 SET_ETHTOOL_OPS(netdev
, &netxen_nic_ethtool_ops
);
1050 netdev
->features
|= (NETIF_F_SG
| NETIF_F_IP_CSUM
| NETIF_F_TSO
);
1051 netdev
->features
|= (NETIF_F_GRO
);
1052 netdev
->vlan_features
|= (NETIF_F_SG
| NETIF_F_IP_CSUM
| NETIF_F_TSO
);
1054 if (NX_IS_REVISION_P3(revision_id
)) {
1055 netdev
->features
|= (NETIF_F_IPV6_CSUM
| NETIF_F_TSO6
);
1056 netdev
->vlan_features
|= (NETIF_F_IPV6_CSUM
| NETIF_F_TSO6
);
1059 if (adapter
->pci_using_dac
) {
1060 netdev
->features
|= NETIF_F_HIGHDMA
;
1061 netdev
->vlan_features
|= NETIF_F_HIGHDMA
;
1064 if (netxen_nic_get_board_info(adapter
) != 0) {
1065 printk("%s: Error getting board config info.\n",
1066 netxen_nic_driver_name
);
1068 goto err_out_iounmap
;
1071 netxen_initialize_adapter_ops(adapter
);
1073 /* Mezz cards have PCI function 0,2,3 enabled */
1074 switch (adapter
->ahw
.board_type
) {
1075 case NETXEN_BRDTYPE_P2_SB31_10G_IMEZ
:
1076 case NETXEN_BRDTYPE_P2_SB31_10G_HMEZ
:
1077 if (pci_func_id
>= 2)
1078 adapter
->portnum
= pci_func_id
- 2;
1084 err
= netxen_start_firmware(adapter
, 1);
1086 goto err_out_iounmap
;
1088 nx_update_dma_mask(adapter
);
1090 netxen_nic_get_firmware_info(adapter
);
1093 * See if the firmware gave us a virtual-physical port mapping.
1095 adapter
->physical_port
= adapter
->portnum
;
1096 if (adapter
->fw_major
< 4) {
1097 i
= NXRD32(adapter
, CRB_V2P(adapter
->portnum
));
1098 if (i
!= 0x55555555)
1099 adapter
->physical_port
= i
;
1102 netxen_check_options(adapter
);
1104 netxen_setup_intr(adapter
);
1106 netdev
->irq
= adapter
->msix_entries
[0].vector
;
1108 if (netxen_napi_add(adapter
, netdev
))
1109 goto err_out_disable_msi
;
1111 init_timer(&adapter
->watchdog_timer
);
1112 adapter
->watchdog_timer
.function
= &netxen_watchdog
;
1113 adapter
->watchdog_timer
.data
= (unsigned long)adapter
;
1114 INIT_WORK(&adapter
->watchdog_task
, netxen_watchdog_task
);
1115 INIT_WORK(&adapter
->tx_timeout_task
, netxen_tx_timeout_task
);
1117 err
= netxen_read_mac_addr(adapter
);
1119 dev_warn(&pdev
->dev
, "failed to read mac addr\n");
1121 netif_carrier_off(netdev
);
1122 netif_stop_queue(netdev
);
1124 if ((err
= register_netdev(netdev
))) {
1125 printk(KERN_ERR
"%s: register_netdev failed port #%d"
1126 " aborting\n", netxen_nic_driver_name
,
1129 goto err_out_disable_msi
;
1132 pci_set_drvdata(pdev
, adapter
);
1134 switch (adapter
->ahw
.port_type
) {
1135 case NETXEN_NIC_GBE
:
1136 dev_info(&adapter
->pdev
->dev
, "%s: GbE port initialized\n",
1137 adapter
->netdev
->name
);
1139 case NETXEN_NIC_XGBE
:
1140 dev_info(&adapter
->pdev
->dev
, "%s: XGbE port initialized\n",
1141 adapter
->netdev
->name
);
1147 err_out_disable_msi
:
1148 netxen_teardown_intr(adapter
);
1150 netxen_free_adapter_offload(adapter
);
1153 netxen_cleanup_pci_map(adapter
);
1155 err_out_free_netdev
:
1156 free_netdev(netdev
);
1159 pci_release_regions(pdev
);
1161 err_out_disable_pdev
:
1162 pci_set_drvdata(pdev
, NULL
);
1163 pci_disable_device(pdev
);
1167 static void __devexit
netxen_nic_remove(struct pci_dev
*pdev
)
1169 struct netxen_adapter
*adapter
;
1170 struct net_device
*netdev
;
1172 adapter
= pci_get_drvdata(pdev
);
1173 if (adapter
== NULL
)
1176 netdev
= adapter
->netdev
;
1178 unregister_netdev(netdev
);
1180 if (adapter
->is_up
== NETXEN_ADAPTER_UP_MAGIC
) {
1181 netxen_nic_detach(adapter
);
1184 if (adapter
->portnum
== 0)
1185 netxen_free_adapter_offload(adapter
);
1187 netxen_teardown_intr(adapter
);
1188 netxen_free_sds_rings(&adapter
->recv_ctx
);
1190 netxen_cleanup_pci_map(adapter
);
1192 netxen_release_firmware(adapter
);
1194 pci_release_regions(pdev
);
1195 pci_disable_device(pdev
);
1196 pci_set_drvdata(pdev
, NULL
);
1198 free_netdev(netdev
);
1203 netxen_nic_suspend(struct pci_dev
*pdev
, pm_message_t state
)
1206 struct netxen_adapter
*adapter
= pci_get_drvdata(pdev
);
1207 struct net_device
*netdev
= adapter
->netdev
;
1209 netif_device_detach(netdev
);
1211 if (netif_running(netdev
))
1212 netxen_nic_down(adapter
, netdev
);
1214 if (adapter
->is_up
== NETXEN_ADAPTER_UP_MAGIC
)
1215 netxen_nic_detach(adapter
);
1217 pci_save_state(pdev
);
1219 if (netxen_nic_wol_supported(adapter
)) {
1220 pci_enable_wake(pdev
, PCI_D3cold
, 1);
1221 pci_enable_wake(pdev
, PCI_D3hot
, 1);
1224 pci_disable_device(pdev
);
1225 pci_set_power_state(pdev
, pci_choose_state(pdev
, state
));
1231 netxen_nic_resume(struct pci_dev
*pdev
)
1233 struct netxen_adapter
*adapter
= pci_get_drvdata(pdev
);
1234 struct net_device
*netdev
= adapter
->netdev
;
1237 pci_set_power_state(pdev
, PCI_D0
);
1238 pci_restore_state(pdev
);
1240 err
= pci_enable_device(pdev
);
1244 adapter
->curr_window
= 255;
1246 err
= netxen_start_firmware(adapter
, 0);
1248 dev_err(&pdev
->dev
, "failed to start firmware\n");
1252 if (netif_running(netdev
)) {
1253 err
= netxen_nic_attach(adapter
);
1257 err
= netxen_nic_up(adapter
, netdev
);
1261 netif_device_attach(netdev
);
1268 static int netxen_nic_open(struct net_device
*netdev
)
1270 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
1273 if (adapter
->driver_mismatch
)
1276 if (adapter
->is_up
!= NETXEN_ADAPTER_UP_MAGIC
) {
1277 err
= netxen_nic_attach(adapter
);
1282 err
= netxen_nic_up(adapter
, netdev
);
1286 netif_start_queue(netdev
);
1291 netxen_nic_detach(adapter
);
1296 * netxen_nic_close - Disables a network interface entry point
1298 static int netxen_nic_close(struct net_device
*netdev
)
1300 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
1302 netxen_nic_down(adapter
, netdev
);
1306 static bool netxen_tso_check(struct net_device
*netdev
,
1307 struct cmd_desc_type0
*desc
, struct sk_buff
*skb
)
1310 u8 opcode
= TX_ETHER_PKT
;
1311 __be16 protocol
= skb
->protocol
;
1314 if (protocol
== cpu_to_be16(ETH_P_8021Q
)) {
1315 struct vlan_ethhdr
*vh
= (struct vlan_ethhdr
*)skb
->data
;
1316 protocol
= vh
->h_vlan_encapsulated_proto
;
1317 flags
= FLAGS_VLAN_TAGGED
;
1320 if ((netdev
->features
& (NETIF_F_TSO
| NETIF_F_TSO6
)) &&
1321 skb_shinfo(skb
)->gso_size
> 0) {
1323 desc
->mss
= cpu_to_le16(skb_shinfo(skb
)->gso_size
);
1324 desc
->total_hdr_length
=
1325 skb_transport_offset(skb
) + tcp_hdrlen(skb
);
1327 opcode
= (protocol
== cpu_to_be16(ETH_P_IPV6
)) ?
1328 TX_TCP_LSO6
: TX_TCP_LSO
;
1331 } else if (skb
->ip_summed
== CHECKSUM_PARTIAL
) {
1334 if (protocol
== cpu_to_be16(ETH_P_IP
)) {
1335 l4proto
= ip_hdr(skb
)->protocol
;
1337 if (l4proto
== IPPROTO_TCP
)
1338 opcode
= TX_TCP_PKT
;
1339 else if(l4proto
== IPPROTO_UDP
)
1340 opcode
= TX_UDP_PKT
;
1341 } else if (protocol
== cpu_to_be16(ETH_P_IPV6
)) {
1342 l4proto
= ipv6_hdr(skb
)->nexthdr
;
1344 if (l4proto
== IPPROTO_TCP
)
1345 opcode
= TX_TCPV6_PKT
;
1346 else if(l4proto
== IPPROTO_UDP
)
1347 opcode
= TX_UDPV6_PKT
;
1350 desc
->tcp_hdr_offset
= skb_transport_offset(skb
);
1351 desc
->ip_hdr_offset
= skb_network_offset(skb
);
1352 netxen_set_tx_flags_opcode(desc
, flags
, opcode
);
1357 netxen_clean_tx_dma_mapping(struct pci_dev
*pdev
,
1358 struct netxen_cmd_buffer
*pbuf
, int last
)
1361 struct netxen_skb_frag
*buffrag
;
1363 buffrag
= &pbuf
->frag_array
[0];
1364 pci_unmap_single(pdev
, buffrag
->dma
,
1365 buffrag
->length
, PCI_DMA_TODEVICE
);
1367 for (k
= 1; k
< last
; k
++) {
1368 buffrag
= &pbuf
->frag_array
[k
];
1369 pci_unmap_page(pdev
, buffrag
->dma
,
1370 buffrag
->length
, PCI_DMA_TODEVICE
);
1375 netxen_clear_cmddesc(u64
*desc
)
1378 for (i
= 0; i
< 8; i
++)
1383 netxen_nic_xmit_frame(struct sk_buff
*skb
, struct net_device
*netdev
)
1385 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
1386 struct nx_host_tx_ring
*tx_ring
= adapter
->tx_ring
;
1387 unsigned int first_seg_len
= skb
->len
- skb
->data_len
;
1388 struct netxen_cmd_buffer
*pbuf
;
1389 struct netxen_skb_frag
*buffrag
;
1390 struct cmd_desc_type0
*hwdesc
;
1391 struct pci_dev
*pdev
= adapter
->pdev
;
1392 dma_addr_t temp_dma
;
1396 int frag_count
, no_of_desc
;
1397 u32 num_txd
= tx_ring
->num_desc
;
1398 bool is_tso
= false;
1400 frag_count
= skb_shinfo(skb
)->nr_frags
+ 1;
1402 /* 4 fragments per cmd des */
1403 no_of_desc
= (frag_count
+ 3) >> 2;
1405 if (unlikely(no_of_desc
+ 2) > netxen_tx_avail(tx_ring
)) {
1406 netif_stop_queue(netdev
);
1407 return NETDEV_TX_BUSY
;
1410 producer
= tx_ring
->producer
;
1412 hwdesc
= &tx_ring
->desc_head
[producer
];
1413 netxen_clear_cmddesc((u64
*)hwdesc
);
1414 pbuf
= &tx_ring
->cmd_buf_arr
[producer
];
1416 is_tso
= netxen_tso_check(netdev
, hwdesc
, skb
);
1419 pbuf
->frag_count
= frag_count
;
1420 buffrag
= &pbuf
->frag_array
[0];
1421 temp_dma
= pci_map_single(pdev
, skb
->data
, first_seg_len
,
1423 if (pci_dma_mapping_error(pdev
, temp_dma
))
1426 buffrag
->dma
= temp_dma
;
1427 buffrag
->length
= first_seg_len
;
1428 netxen_set_tx_frags_len(hwdesc
, frag_count
, skb
->len
);
1429 netxen_set_tx_port(hwdesc
, adapter
->portnum
);
1431 hwdesc
->buffer_length
[0] = cpu_to_le16(first_seg_len
);
1432 hwdesc
->addr_buffer1
= cpu_to_le64(buffrag
->dma
);
1434 for (i
= 1, k
= 1; i
< frag_count
; i
++, k
++) {
1435 struct skb_frag_struct
*frag
;
1437 unsigned long offset
;
1439 /* move to next desc. if there is a need */
1440 if ((i
& 0x3) == 0) {
1442 producer
= get_next_index(producer
, num_txd
);
1443 hwdesc
= &tx_ring
->desc_head
[producer
];
1444 netxen_clear_cmddesc((u64
*)hwdesc
);
1445 pbuf
= &tx_ring
->cmd_buf_arr
[producer
];
1448 frag
= &skb_shinfo(skb
)->frags
[i
- 1];
1450 offset
= frag
->page_offset
;
1453 temp_dma
= pci_map_page(pdev
, frag
->page
, offset
,
1454 len
, PCI_DMA_TODEVICE
);
1455 if (pci_dma_mapping_error(pdev
, temp_dma
)) {
1456 netxen_clean_tx_dma_mapping(pdev
, pbuf
, i
);
1461 buffrag
->dma
= temp_dma
;
1462 buffrag
->length
= temp_len
;
1464 hwdesc
->buffer_length
[k
] = cpu_to_le16(temp_len
);
1467 hwdesc
->addr_buffer1
= cpu_to_le64(temp_dma
);
1470 hwdesc
->addr_buffer2
= cpu_to_le64(temp_dma
);
1473 hwdesc
->addr_buffer3
= cpu_to_le64(temp_dma
);
1476 hwdesc
->addr_buffer4
= cpu_to_le64(temp_dma
);
1481 producer
= get_next_index(producer
, num_txd
);
1483 /* For LSO, we need to copy the MAC/IP/TCP headers into
1484 * the descriptor ring
1487 int hdr_len
, first_hdr_len
, more_hdr
;
1488 hdr_len
= skb_transport_offset(skb
) + tcp_hdrlen(skb
);
1489 if (hdr_len
> (sizeof(struct cmd_desc_type0
) - 2)) {
1490 first_hdr_len
= sizeof(struct cmd_desc_type0
) - 2;
1493 first_hdr_len
= hdr_len
;
1496 /* copy the MAC/IP/TCP headers to the cmd descriptor list */
1497 hwdesc
= &tx_ring
->desc_head
[producer
];
1498 pbuf
= &tx_ring
->cmd_buf_arr
[producer
];
1501 /* copy the first 64 bytes */
1502 memcpy(((void *)hwdesc
) + 2,
1503 (void *)(skb
->data
), first_hdr_len
);
1504 producer
= get_next_index(producer
, num_txd
);
1507 hwdesc
= &tx_ring
->desc_head
[producer
];
1508 pbuf
= &tx_ring
->cmd_buf_arr
[producer
];
1510 /* copy the next 64 bytes - should be enough except
1511 * for pathological case
1513 skb_copy_from_linear_data_offset(skb
, first_hdr_len
,
1517 producer
= get_next_index(producer
, num_txd
);
1521 tx_ring
->producer
= producer
;
1522 adapter
->stats
.txbytes
+= skb
->len
;
1524 netxen_nic_update_cmd_producer(adapter
, tx_ring
);
1526 adapter
->stats
.xmitcalled
++;
1528 return NETDEV_TX_OK
;
1531 adapter
->stats
.txdropped
++;
1532 dev_kfree_skb_any(skb
);
1533 return NETDEV_TX_OK
;
1536 static int netxen_nic_check_temp(struct netxen_adapter
*adapter
)
1538 struct net_device
*netdev
= adapter
->netdev
;
1539 uint32_t temp
, temp_state
, temp_val
;
1542 temp
= NXRD32(adapter
, CRB_TEMP_STATE
);
1544 temp_state
= nx_get_temp_state(temp
);
1545 temp_val
= nx_get_temp_val(temp
);
1547 if (temp_state
== NX_TEMP_PANIC
) {
1549 "%s: Device temperature %d degrees C exceeds"
1550 " maximum allowed. Hardware has been shut down.\n",
1551 netdev
->name
, temp_val
);
1553 netif_device_detach(netdev
);
1554 netxen_nic_down(adapter
, netdev
);
1555 netxen_nic_detach(adapter
);
1558 } else if (temp_state
== NX_TEMP_WARN
) {
1559 if (adapter
->temp
== NX_TEMP_NORMAL
) {
1561 "%s: Device temperature %d degrees C "
1562 "exceeds operating range."
1563 " Immediate action needed.\n",
1564 netdev
->name
, temp_val
);
1567 if (adapter
->temp
== NX_TEMP_WARN
) {
1569 "%s: Device temperature is now %d degrees C"
1570 " in normal range.\n", netdev
->name
,
1574 adapter
->temp
= temp_state
;
1578 void netxen_advert_link_change(struct netxen_adapter
*adapter
, int linkup
)
1580 struct net_device
*netdev
= adapter
->netdev
;
1582 if (adapter
->ahw
.linkup
&& !linkup
) {
1583 printk(KERN_INFO
"%s: %s NIC Link is down\n",
1584 netxen_nic_driver_name
, netdev
->name
);
1585 adapter
->ahw
.linkup
= 0;
1586 if (netif_running(netdev
)) {
1587 netif_carrier_off(netdev
);
1588 netif_stop_queue(netdev
);
1591 if (!adapter
->has_link_events
)
1592 netxen_nic_set_link_parameters(adapter
);
1594 } else if (!adapter
->ahw
.linkup
&& linkup
) {
1595 printk(KERN_INFO
"%s: %s NIC Link is up\n",
1596 netxen_nic_driver_name
, netdev
->name
);
1597 adapter
->ahw
.linkup
= 1;
1598 if (netif_running(netdev
)) {
1599 netif_carrier_on(netdev
);
1600 netif_wake_queue(netdev
);
1603 if (!adapter
->has_link_events
)
1604 netxen_nic_set_link_parameters(adapter
);
1608 static void netxen_nic_handle_phy_intr(struct netxen_adapter
*adapter
)
1610 u32 val
, port
, linkup
;
1612 port
= adapter
->physical_port
;
1614 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
)) {
1615 val
= NXRD32(adapter
, CRB_XG_STATE_P3
);
1616 val
= XG_LINK_STATE_P3(adapter
->ahw
.pci_func
, val
);
1617 linkup
= (val
== XG_LINK_UP_P3
);
1619 val
= NXRD32(adapter
, CRB_XG_STATE
);
1620 if (adapter
->ahw
.port_type
== NETXEN_NIC_GBE
)
1621 linkup
= (val
>> port
) & 1;
1623 val
= (val
>> port
*8) & 0xff;
1624 linkup
= (val
== XG_LINK_UP
);
1628 netxen_advert_link_change(adapter
, linkup
);
1631 static void netxen_watchdog(unsigned long v
)
1633 struct netxen_adapter
*adapter
= (struct netxen_adapter
*)v
;
1635 SCHEDULE_WORK(&adapter
->watchdog_task
);
1638 void netxen_watchdog_task(struct work_struct
*work
)
1640 struct netxen_adapter
*adapter
=
1641 container_of(work
, struct netxen_adapter
, watchdog_task
);
1643 if (netxen_nic_check_temp(adapter
))
1646 if (!adapter
->has_link_events
)
1647 netxen_nic_handle_phy_intr(adapter
);
1649 if (netif_running(adapter
->netdev
))
1650 mod_timer(&adapter
->watchdog_timer
, jiffies
+ 2 * HZ
);
1653 static void netxen_tx_timeout(struct net_device
*netdev
)
1655 struct netxen_adapter
*adapter
= (struct netxen_adapter
*)
1656 netdev_priv(netdev
);
1657 SCHEDULE_WORK(&adapter
->tx_timeout_task
);
1660 static void netxen_tx_timeout_task(struct work_struct
*work
)
1662 struct netxen_adapter
*adapter
=
1663 container_of(work
, struct netxen_adapter
, tx_timeout_task
);
1665 if (!netif_running(adapter
->netdev
))
1668 printk(KERN_ERR
"%s %s: transmit timeout, resetting.\n",
1669 netxen_nic_driver_name
, adapter
->netdev
->name
);
1671 netxen_napi_disable(adapter
);
1673 adapter
->netdev
->trans_start
= jiffies
;
1675 netxen_napi_enable(adapter
);
1676 netif_wake_queue(adapter
->netdev
);
1679 struct net_device_stats
*netxen_nic_get_stats(struct net_device
*netdev
)
1681 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
1682 struct net_device_stats
*stats
= &adapter
->net_stats
;
1684 memset(stats
, 0, sizeof(*stats
));
1686 stats
->rx_packets
= adapter
->stats
.no_rcv
;
1687 stats
->tx_packets
= adapter
->stats
.xmitfinished
;
1688 stats
->rx_bytes
= adapter
->stats
.rxbytes
;
1689 stats
->tx_bytes
= adapter
->stats
.txbytes
;
1690 stats
->rx_dropped
= adapter
->stats
.rxdropped
;
1691 stats
->tx_dropped
= adapter
->stats
.txdropped
;
1696 static irqreturn_t
netxen_intr(int irq
, void *data
)
1698 struct nx_host_sds_ring
*sds_ring
= data
;
1699 struct netxen_adapter
*adapter
= sds_ring
->adapter
;
1702 status
= adapter
->pci_read_immediate(adapter
, ISR_INT_VECTOR
);
1704 if (!(status
& adapter
->legacy_intr
.int_vec_bit
))
1707 if (adapter
->ahw
.revision_id
>= NX_P3_B1
) {
1708 /* check interrupt state machine, to be sure */
1709 status
= adapter
->pci_read_immediate(adapter
,
1711 if (!ISR_LEGACY_INT_TRIGGERED(status
))
1715 unsigned long our_int
= 0;
1717 our_int
= NXRD32(adapter
, CRB_INT_VECTOR
);
1719 /* not our interrupt */
1720 if (!test_and_clear_bit((7 + adapter
->portnum
), &our_int
))
1723 /* claim interrupt */
1724 NXWR32(adapter
, CRB_INT_VECTOR
, (our_int
& 0xffffffff));
1727 /* clear interrupt */
1728 if (adapter
->fw_major
< 4)
1729 netxen_nic_disable_int(sds_ring
);
1731 adapter
->pci_write_immediate(adapter
,
1732 adapter
->legacy_intr
.tgt_status_reg
,
1734 /* read twice to ensure write is flushed */
1735 adapter
->pci_read_immediate(adapter
, ISR_INT_VECTOR
);
1736 adapter
->pci_read_immediate(adapter
, ISR_INT_VECTOR
);
1738 napi_schedule(&sds_ring
->napi
);
1743 static irqreturn_t
netxen_msi_intr(int irq
, void *data
)
1745 struct nx_host_sds_ring
*sds_ring
= data
;
1746 struct netxen_adapter
*adapter
= sds_ring
->adapter
;
1748 /* clear interrupt */
1749 adapter
->pci_write_immediate(adapter
,
1750 adapter
->msi_tgt_status
, 0xffffffff);
1752 napi_schedule(&sds_ring
->napi
);
1756 static irqreturn_t
netxen_msix_intr(int irq
, void *data
)
1758 struct nx_host_sds_ring
*sds_ring
= data
;
1760 napi_schedule(&sds_ring
->napi
);
1764 static int netxen_nic_poll(struct napi_struct
*napi
, int budget
)
1766 struct nx_host_sds_ring
*sds_ring
=
1767 container_of(napi
, struct nx_host_sds_ring
, napi
);
1769 struct netxen_adapter
*adapter
= sds_ring
->adapter
;
1774 tx_complete
= netxen_process_cmd_ring(adapter
);
1776 work_done
= netxen_process_rcv_ring(sds_ring
, budget
);
1778 if ((work_done
< budget
) && tx_complete
) {
1779 napi_complete(&sds_ring
->napi
);
1780 if (netif_running(adapter
->netdev
))
1781 netxen_nic_enable_int(sds_ring
);
1787 #ifdef CONFIG_NET_POLL_CONTROLLER
1788 static void netxen_nic_poll_controller(struct net_device
*netdev
)
1790 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
1791 disable_irq(adapter
->irq
);
1792 netxen_intr(adapter
->irq
, adapter
);
1793 enable_irq(adapter
->irq
);
1797 static struct pci_driver netxen_driver
= {
1798 .name
= netxen_nic_driver_name
,
1799 .id_table
= netxen_pci_tbl
,
1800 .probe
= netxen_nic_probe
,
1801 .remove
= __devexit_p(netxen_nic_remove
),
1803 .suspend
= netxen_nic_suspend
,
1804 .resume
= netxen_nic_resume
1808 /* Driver Registration on NetXen card */
1810 static int __init
netxen_init_module(void)
1812 printk(KERN_INFO
"%s\n", netxen_nic_driver_string
);
1814 if ((netxen_workq
= create_singlethread_workqueue("netxen")) == NULL
)
1817 return pci_register_driver(&netxen_driver
);
1820 module_init(netxen_init_module
);
1822 static void __exit
netxen_exit_module(void)
1824 pci_unregister_driver(&netxen_driver
);
1825 destroy_workqueue(netxen_workq
);
1828 module_exit(netxen_exit_module
);