2 * Copyright (C) 2003 - 2009 NetXen, Inc.
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License
7 * as published by the Free Software Foundation; either version 2
8 * of the License, or (at your option) any later version.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
15 * You should have received a copy of the GNU General Public License
16 * along with this program; if not, write to the Free Software
17 * Foundation, Inc., 59 Temple Place - Suite 330, Boston,
20 * The full GNU General Public License is included in this distribution
21 * in the file called LICENSE.
23 * Contact Information:
27 * Cupertino, CA 95014-0701
31 #include <linux/vmalloc.h>
32 #include <linux/interrupt.h>
33 #include "netxen_nic_hw.h"
35 #include "netxen_nic.h"
36 #include "netxen_nic_phan_reg.h"
38 #include <linux/dma-mapping.h>
39 #include <linux/if_vlan.h>
41 #include <linux/ipv6.h>
42 #include <linux/inetdevice.h>
44 MODULE_DESCRIPTION("NetXen Multi port (1/10) Gigabit Network Driver");
45 MODULE_LICENSE("GPL");
46 MODULE_VERSION(NETXEN_NIC_LINUX_VERSIONID
);
48 char netxen_nic_driver_name
[] = "netxen_nic";
49 static char netxen_nic_driver_string
[] = "NetXen Network Driver version "
50 NETXEN_NIC_LINUX_VERSIONID
;
52 static int port_mode
= NETXEN_PORT_MODE_AUTO_NEG
;
54 /* Default to restricted 1G auto-neg mode */
55 static int wol_port_mode
= 5;
57 static int use_msi
= 1;
59 static int use_msi_x
= 1;
61 /* Local functions to NetXen NIC driver */
62 static int __devinit
netxen_nic_probe(struct pci_dev
*pdev
,
63 const struct pci_device_id
*ent
);
64 static void __devexit
netxen_nic_remove(struct pci_dev
*pdev
);
65 static int netxen_nic_open(struct net_device
*netdev
);
66 static int netxen_nic_close(struct net_device
*netdev
);
67 static int netxen_nic_xmit_frame(struct sk_buff
*, struct net_device
*);
68 static void netxen_tx_timeout(struct net_device
*netdev
);
69 static void netxen_tx_timeout_task(struct work_struct
*work
);
70 static void netxen_watchdog(unsigned long);
71 static int netxen_nic_poll(struct napi_struct
*napi
, int budget
);
72 #ifdef CONFIG_NET_POLL_CONTROLLER
73 static void netxen_nic_poll_controller(struct net_device
*netdev
);
75 static irqreturn_t
netxen_intr(int irq
, void *data
);
76 static irqreturn_t
netxen_msi_intr(int irq
, void *data
);
77 static irqreturn_t
netxen_msix_intr(int irq
, void *data
);
79 /* PCI Device ID Table */
80 #define ENTRY(device) \
81 {PCI_DEVICE(PCI_VENDOR_ID_NETXEN, (device)), \
82 .class = PCI_CLASS_NETWORK_ETHERNET << 8, .class_mask = ~0}
84 static struct pci_device_id netxen_pci_tbl
[] __devinitdata
= {
85 ENTRY(PCI_DEVICE_ID_NX2031_10GXSR
),
86 ENTRY(PCI_DEVICE_ID_NX2031_10GCX4
),
87 ENTRY(PCI_DEVICE_ID_NX2031_4GCU
),
88 ENTRY(PCI_DEVICE_ID_NX2031_IMEZ
),
89 ENTRY(PCI_DEVICE_ID_NX2031_HMEZ
),
90 ENTRY(PCI_DEVICE_ID_NX2031_XG_MGMT
),
91 ENTRY(PCI_DEVICE_ID_NX2031_XG_MGMT2
),
92 ENTRY(PCI_DEVICE_ID_NX3031
),
96 MODULE_DEVICE_TABLE(pci
, netxen_pci_tbl
);
98 static struct workqueue_struct
*netxen_workq
;
99 #define SCHEDULE_WORK(tp) queue_work(netxen_workq, tp)
100 #define FLUSH_SCHEDULED_WORK() flush_workqueue(netxen_workq)
102 static void netxen_watchdog(unsigned long);
104 static uint32_t crb_cmd_producer
[4] = {
105 CRB_CMD_PRODUCER_OFFSET
, CRB_CMD_PRODUCER_OFFSET_1
,
106 CRB_CMD_PRODUCER_OFFSET_2
, CRB_CMD_PRODUCER_OFFSET_3
110 netxen_nic_update_cmd_producer(struct netxen_adapter
*adapter
,
111 struct nx_host_tx_ring
*tx_ring
)
113 NXWR32(adapter
, tx_ring
->crb_cmd_producer
, tx_ring
->producer
);
115 if (netxen_tx_avail(tx_ring
) <= TX_STOP_THRESH
) {
116 netif_stop_queue(adapter
->netdev
);
121 static uint32_t crb_cmd_consumer
[4] = {
122 CRB_CMD_CONSUMER_OFFSET
, CRB_CMD_CONSUMER_OFFSET_1
,
123 CRB_CMD_CONSUMER_OFFSET_2
, CRB_CMD_CONSUMER_OFFSET_3
127 netxen_nic_update_cmd_consumer(struct netxen_adapter
*adapter
,
128 struct nx_host_tx_ring
*tx_ring
)
130 NXWR32(adapter
, tx_ring
->crb_cmd_consumer
, tx_ring
->sw_consumer
);
133 static uint32_t msi_tgt_status
[8] = {
134 ISR_INT_TARGET_STATUS
, ISR_INT_TARGET_STATUS_F1
,
135 ISR_INT_TARGET_STATUS_F2
, ISR_INT_TARGET_STATUS_F3
,
136 ISR_INT_TARGET_STATUS_F4
, ISR_INT_TARGET_STATUS_F5
,
137 ISR_INT_TARGET_STATUS_F6
, ISR_INT_TARGET_STATUS_F7
140 static struct netxen_legacy_intr_set legacy_intr
[] = NX_LEGACY_INTR_CONFIG
;
142 static inline void netxen_nic_disable_int(struct nx_host_sds_ring
*sds_ring
)
144 struct netxen_adapter
*adapter
= sds_ring
->adapter
;
146 NXWR32(adapter
, sds_ring
->crb_intr_mask
, 0);
149 static inline void netxen_nic_enable_int(struct nx_host_sds_ring
*sds_ring
)
151 struct netxen_adapter
*adapter
= sds_ring
->adapter
;
153 NXWR32(adapter
, sds_ring
->crb_intr_mask
, 0x1);
155 if (!NETXEN_IS_MSI_FAMILY(adapter
))
156 adapter
->pci_write_immediate(adapter
,
157 adapter
->legacy_intr
.tgt_mask_reg
, 0xfbff);
161 netxen_alloc_sds_rings(struct netxen_recv_context
*recv_ctx
, int count
)
163 int size
= sizeof(struct nx_host_sds_ring
) * count
;
165 recv_ctx
->sds_rings
= kzalloc(size
, GFP_KERNEL
);
167 return (recv_ctx
->sds_rings
== NULL
);
171 netxen_free_sds_rings(struct netxen_recv_context
*recv_ctx
)
173 if (recv_ctx
->sds_rings
!= NULL
)
174 kfree(recv_ctx
->sds_rings
);
178 netxen_napi_add(struct netxen_adapter
*adapter
, struct net_device
*netdev
)
181 struct nx_host_sds_ring
*sds_ring
;
182 struct netxen_recv_context
*recv_ctx
= &adapter
->recv_ctx
;
184 if (netxen_alloc_sds_rings(recv_ctx
, adapter
->max_sds_rings
))
187 for (ring
= 0; ring
< adapter
->max_sds_rings
; ring
++) {
188 sds_ring
= &recv_ctx
->sds_rings
[ring
];
189 netif_napi_add(netdev
, &sds_ring
->napi
,
190 netxen_nic_poll
, NETXEN_NETDEV_WEIGHT
);
197 netxen_napi_enable(struct netxen_adapter
*adapter
)
200 struct nx_host_sds_ring
*sds_ring
;
201 struct netxen_recv_context
*recv_ctx
= &adapter
->recv_ctx
;
203 for (ring
= 0; ring
< adapter
->max_sds_rings
; ring
++) {
204 sds_ring
= &recv_ctx
->sds_rings
[ring
];
205 napi_enable(&sds_ring
->napi
);
206 netxen_nic_enable_int(sds_ring
);
211 netxen_napi_disable(struct netxen_adapter
*adapter
)
214 struct nx_host_sds_ring
*sds_ring
;
215 struct netxen_recv_context
*recv_ctx
= &adapter
->recv_ctx
;
217 for (ring
= 0; ring
< adapter
->max_sds_rings
; ring
++) {
218 sds_ring
= &recv_ctx
->sds_rings
[ring
];
219 netxen_nic_disable_int(sds_ring
);
220 napi_synchronize(&sds_ring
->napi
);
221 napi_disable(&sds_ring
->napi
);
225 static int nx_set_dma_mask(struct netxen_adapter
*adapter
, uint8_t revision_id
)
227 struct pci_dev
*pdev
= adapter
->pdev
;
228 uint64_t mask
, cmask
;
230 adapter
->pci_using_dac
= 0;
232 mask
= DMA_BIT_MASK(32);
234 * Consistent DMA mask is set to 32 bit because it cannot be set to
235 * 35 bits. For P3 also leave it at 32 bits for now. Only the rings
236 * come off this pool.
238 cmask
= DMA_BIT_MASK(32);
241 if (revision_id
>= NX_P3_B0
)
242 mask
= DMA_BIT_MASK(39);
243 else if (revision_id
== NX_P2_C1
)
244 mask
= DMA_BIT_MASK(35);
246 if (pci_set_dma_mask(pdev
, mask
) == 0 &&
247 pci_set_consistent_dma_mask(pdev
, cmask
) == 0) {
248 adapter
->pci_using_dac
= 1;
255 /* Update addressable range if firmware supports it */
257 nx_update_dma_mask(struct netxen_adapter
*adapter
)
259 int change
, shift
, err
;
260 uint64_t mask
, old_mask
;
261 struct pci_dev
*pdev
= adapter
->pdev
;
265 shift
= NXRD32(adapter
, CRB_DMA_SHIFT
);
269 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
) && (shift
> 9))
271 else if ((adapter
->ahw
.revision_id
== NX_P2_C1
) && (shift
<= 4))
275 old_mask
= pdev
->dma_mask
;
276 mask
= (1ULL<<(32+shift
)) - 1;
278 err
= pci_set_dma_mask(pdev
, mask
);
280 return pci_set_dma_mask(pdev
, old_mask
);
286 static void netxen_check_options(struct netxen_adapter
*adapter
)
288 if (adapter
->ahw
.port_type
== NETXEN_NIC_XGBE
)
289 adapter
->num_rxd
= MAX_RCV_DESCRIPTORS_10G
;
290 else if (adapter
->ahw
.port_type
== NETXEN_NIC_GBE
)
291 adapter
->num_rxd
= MAX_RCV_DESCRIPTORS_1G
;
293 adapter
->msix_supported
= 0;
294 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
)) {
295 adapter
->msix_supported
= !!use_msi_x
;
296 adapter
->rss_supported
= !!use_msi_x
;
297 } else if (adapter
->fw_version
>= NETXEN_VERSION_CODE(3, 4, 336)) {
298 switch (adapter
->ahw
.board_type
) {
299 case NETXEN_BRDTYPE_P2_SB31_10G
:
300 case NETXEN_BRDTYPE_P2_SB31_10G_CX4
:
301 adapter
->msix_supported
= !!use_msi_x
;
302 adapter
->rss_supported
= !!use_msi_x
;
309 adapter
->num_txd
= MAX_CMD_DESCRIPTORS_HOST
;
310 adapter
->num_jumbo_rxd
= MAX_JUMBO_RCV_DESCRIPTORS
;
311 adapter
->num_lro_rxd
= MAX_LRO_RCV_DESCRIPTORS
;
317 netxen_check_hw_init(struct netxen_adapter
*adapter
, int first_boot
)
321 if (first_boot
== 0x55555555) {
322 /* This is the first boot after power up */
323 NXWR32(adapter
, NETXEN_CAM_RAM(0x1fc), NETXEN_BDINFO_MAGIC
);
325 if (!NX_IS_REVISION_P2(adapter
->ahw
.revision_id
))
328 /* PCI bus master workaround */
329 first_boot
= NXRD32(adapter
, NETXEN_PCIE_REG(0x4));
330 if (!(first_boot
& 0x4)) {
332 NXWR32(adapter
, NETXEN_PCIE_REG(0x4), first_boot
);
333 first_boot
= NXRD32(adapter
, NETXEN_PCIE_REG(0x4));
336 /* This is the first boot after power up */
337 first_boot
= NXRD32(adapter
, NETXEN_ROMUSB_GLB_SW_RESET
);
338 if (first_boot
!= 0x80000f) {
339 /* clear the register for future unloads/loads */
340 NXWR32(adapter
, NETXEN_CAM_RAM(0x1fc), 0);
344 /* Start P2 boot loader */
345 val
= NXRD32(adapter
, NETXEN_ROMUSB_GLB_PEGTUNE_DONE
);
346 NXWR32(adapter
, NETXEN_ROMUSB_GLB_PEGTUNE_DONE
, val
| 0x1);
350 val
= NXRD32(adapter
, NETXEN_CAM_RAM(0x1fc));
352 if (++timeout
> 5000)
355 } while (val
== NETXEN_BDINFO_MAGIC
);
360 static void netxen_set_port_mode(struct netxen_adapter
*adapter
)
364 val
= adapter
->ahw
.board_type
;
365 if ((val
== NETXEN_BRDTYPE_P3_HMEZ
) ||
366 (val
== NETXEN_BRDTYPE_P3_XG_LOM
)) {
367 if (port_mode
== NETXEN_PORT_MODE_802_3_AP
) {
368 data
= NETXEN_PORT_MODE_802_3_AP
;
369 NXWR32(adapter
, NETXEN_PORT_MODE_ADDR
, data
);
370 } else if (port_mode
== NETXEN_PORT_MODE_XG
) {
371 data
= NETXEN_PORT_MODE_XG
;
372 NXWR32(adapter
, NETXEN_PORT_MODE_ADDR
, data
);
373 } else if (port_mode
== NETXEN_PORT_MODE_AUTO_NEG_1G
) {
374 data
= NETXEN_PORT_MODE_AUTO_NEG_1G
;
375 NXWR32(adapter
, NETXEN_PORT_MODE_ADDR
, data
);
376 } else if (port_mode
== NETXEN_PORT_MODE_AUTO_NEG_XG
) {
377 data
= NETXEN_PORT_MODE_AUTO_NEG_XG
;
378 NXWR32(adapter
, NETXEN_PORT_MODE_ADDR
, data
);
380 data
= NETXEN_PORT_MODE_AUTO_NEG
;
381 NXWR32(adapter
, NETXEN_PORT_MODE_ADDR
, data
);
384 if ((wol_port_mode
!= NETXEN_PORT_MODE_802_3_AP
) &&
385 (wol_port_mode
!= NETXEN_PORT_MODE_XG
) &&
386 (wol_port_mode
!= NETXEN_PORT_MODE_AUTO_NEG_1G
) &&
387 (wol_port_mode
!= NETXEN_PORT_MODE_AUTO_NEG_XG
)) {
388 wol_port_mode
= NETXEN_PORT_MODE_AUTO_NEG
;
390 NXWR32(adapter
, NETXEN_WOL_PORT_MODE
, wol_port_mode
);
394 static void netxen_set_msix_bit(struct pci_dev
*pdev
, int enable
)
399 pos
= pci_find_capability(pdev
, PCI_CAP_ID_MSIX
);
401 pci_read_config_dword(pdev
, pos
, &control
);
403 control
|= PCI_MSIX_FLAGS_ENABLE
;
406 pci_write_config_dword(pdev
, pos
, control
);
410 static void netxen_init_msix_entries(struct netxen_adapter
*adapter
, int count
)
414 for (i
= 0; i
< count
; i
++)
415 adapter
->msix_entries
[i
].entry
= i
;
419 netxen_read_mac_addr(struct netxen_adapter
*adapter
)
424 struct net_device
*netdev
= adapter
->netdev
;
425 struct pci_dev
*pdev
= adapter
->pdev
;
427 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
)) {
428 if (netxen_p3_get_mac_addr(adapter
, &mac_addr
) != 0)
431 if (netxen_get_flash_mac_addr(adapter
, &mac_addr
) != 0)
435 p
= (unsigned char *)&mac_addr
;
436 for (i
= 0; i
< 6; i
++)
437 netdev
->dev_addr
[i
] = *(p
+ 5 - i
);
439 memcpy(netdev
->perm_addr
, netdev
->dev_addr
, netdev
->addr_len
);
441 /* set station address */
443 if (!is_valid_ether_addr(netdev
->perm_addr
))
444 dev_warn(&pdev
->dev
, "Bad MAC address %pM.\n", netdev
->dev_addr
);
449 int netxen_nic_set_mac(struct net_device
*netdev
, void *p
)
451 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
452 struct sockaddr
*addr
= p
;
454 if (!is_valid_ether_addr(addr
->sa_data
))
457 if (netif_running(netdev
)) {
458 netif_device_detach(netdev
);
459 netxen_napi_disable(adapter
);
462 memcpy(netdev
->dev_addr
, addr
->sa_data
, netdev
->addr_len
);
463 adapter
->macaddr_set(adapter
, addr
->sa_data
);
465 if (netif_running(netdev
)) {
466 netif_device_attach(netdev
);
467 netxen_napi_enable(adapter
);
472 static void netxen_set_multicast_list(struct net_device
*dev
)
474 struct netxen_adapter
*adapter
= netdev_priv(dev
);
476 adapter
->set_multi(dev
);
479 static const struct net_device_ops netxen_netdev_ops
= {
480 .ndo_open
= netxen_nic_open
,
481 .ndo_stop
= netxen_nic_close
,
482 .ndo_start_xmit
= netxen_nic_xmit_frame
,
483 .ndo_get_stats
= netxen_nic_get_stats
,
484 .ndo_validate_addr
= eth_validate_addr
,
485 .ndo_set_multicast_list
= netxen_set_multicast_list
,
486 .ndo_set_mac_address
= netxen_nic_set_mac
,
487 .ndo_change_mtu
= netxen_nic_change_mtu
,
488 .ndo_tx_timeout
= netxen_tx_timeout
,
489 #ifdef CONFIG_NET_POLL_CONTROLLER
490 .ndo_poll_controller
= netxen_nic_poll_controller
,
495 netxen_setup_intr(struct netxen_adapter
*adapter
)
497 struct netxen_legacy_intr_set
*legacy_intrp
;
498 struct pci_dev
*pdev
= adapter
->pdev
;
501 if (adapter
->rss_supported
) {
502 num_msix
= (num_online_cpus() >= MSIX_ENTRIES_PER_ADAPTER
) ?
503 MSIX_ENTRIES_PER_ADAPTER
: 2;
507 adapter
->max_sds_rings
= 1;
509 adapter
->flags
&= ~(NETXEN_NIC_MSI_ENABLED
| NETXEN_NIC_MSIX_ENABLED
);
511 if (adapter
->ahw
.revision_id
>= NX_P3_B0
)
512 legacy_intrp
= &legacy_intr
[adapter
->ahw
.pci_func
];
514 legacy_intrp
= &legacy_intr
[0];
515 adapter
->legacy_intr
.int_vec_bit
= legacy_intrp
->int_vec_bit
;
516 adapter
->legacy_intr
.tgt_status_reg
= legacy_intrp
->tgt_status_reg
;
517 adapter
->legacy_intr
.tgt_mask_reg
= legacy_intrp
->tgt_mask_reg
;
518 adapter
->legacy_intr
.pci_int_reg
= legacy_intrp
->pci_int_reg
;
520 netxen_set_msix_bit(pdev
, 0);
522 if (adapter
->msix_supported
) {
524 netxen_init_msix_entries(adapter
, num_msix
);
525 err
= pci_enable_msix(pdev
, adapter
->msix_entries
, num_msix
);
527 adapter
->flags
|= NETXEN_NIC_MSIX_ENABLED
;
528 netxen_set_msix_bit(pdev
, 1);
530 if (adapter
->rss_supported
)
531 adapter
->max_sds_rings
= num_msix
;
533 dev_info(&pdev
->dev
, "using msi-x interrupts\n");
538 pci_disable_msix(pdev
);
540 /* fall through for msi */
543 if (use_msi
&& !pci_enable_msi(pdev
)) {
544 adapter
->flags
|= NETXEN_NIC_MSI_ENABLED
;
545 adapter
->msi_tgt_status
=
546 msi_tgt_status
[adapter
->ahw
.pci_func
];
547 dev_info(&pdev
->dev
, "using msi interrupts\n");
548 adapter
->msix_entries
[0].vector
= pdev
->irq
;
552 dev_info(&pdev
->dev
, "using legacy interrupts\n");
553 adapter
->msix_entries
[0].vector
= pdev
->irq
;
557 netxen_teardown_intr(struct netxen_adapter
*adapter
)
559 if (adapter
->flags
& NETXEN_NIC_MSIX_ENABLED
)
560 pci_disable_msix(adapter
->pdev
);
561 if (adapter
->flags
& NETXEN_NIC_MSI_ENABLED
)
562 pci_disable_msi(adapter
->pdev
);
566 netxen_cleanup_pci_map(struct netxen_adapter
*adapter
)
568 if (adapter
->ahw
.db_base
!= NULL
)
569 iounmap(adapter
->ahw
.db_base
);
570 if (adapter
->ahw
.pci_base0
!= NULL
)
571 iounmap(adapter
->ahw
.pci_base0
);
572 if (adapter
->ahw
.pci_base1
!= NULL
)
573 iounmap(adapter
->ahw
.pci_base1
);
574 if (adapter
->ahw
.pci_base2
!= NULL
)
575 iounmap(adapter
->ahw
.pci_base2
);
579 netxen_setup_pci_map(struct netxen_adapter
*adapter
)
581 void __iomem
*mem_ptr0
= NULL
;
582 void __iomem
*mem_ptr1
= NULL
;
583 void __iomem
*mem_ptr2
= NULL
;
584 void __iomem
*db_ptr
= NULL
;
586 unsigned long mem_base
, mem_len
, db_base
, db_len
= 0, pci_len0
= 0;
588 struct pci_dev
*pdev
= adapter
->pdev
;
589 int pci_func
= adapter
->ahw
.pci_func
;
594 * Set the CRB window to invalid. If any register in window 0 is
595 * accessed it should set the window to 0 and then reset it to 1.
597 adapter
->curr_window
= 255;
598 adapter
->ahw
.qdr_sn_window
= -1;
599 adapter
->ahw
.ddr_mn_window
= -1;
601 /* remap phys address */
602 mem_base
= pci_resource_start(pdev
, 0); /* 0 is for BAR 0 */
603 mem_len
= pci_resource_len(pdev
, 0);
606 adapter
->hw_write_wx
= netxen_nic_hw_write_wx_128M
;
607 adapter
->hw_read_wx
= netxen_nic_hw_read_wx_128M
;
608 adapter
->pci_read_immediate
= netxen_nic_pci_read_immediate_128M
;
609 adapter
->pci_write_immediate
= netxen_nic_pci_write_immediate_128M
;
610 adapter
->pci_set_window
= netxen_nic_pci_set_window_128M
;
611 adapter
->pci_mem_read
= netxen_nic_pci_mem_read_128M
;
612 adapter
->pci_mem_write
= netxen_nic_pci_mem_write_128M
;
614 /* 128 Meg of memory */
615 if (mem_len
== NETXEN_PCI_128MB_SIZE
) {
616 mem_ptr0
= ioremap(mem_base
, FIRST_PAGE_GROUP_SIZE
);
617 mem_ptr1
= ioremap(mem_base
+ SECOND_PAGE_GROUP_START
,
618 SECOND_PAGE_GROUP_SIZE
);
619 mem_ptr2
= ioremap(mem_base
+ THIRD_PAGE_GROUP_START
,
620 THIRD_PAGE_GROUP_SIZE
);
621 } else if (mem_len
== NETXEN_PCI_32MB_SIZE
) {
622 mem_ptr1
= ioremap(mem_base
, SECOND_PAGE_GROUP_SIZE
);
623 mem_ptr2
= ioremap(mem_base
+ THIRD_PAGE_GROUP_START
-
624 SECOND_PAGE_GROUP_START
, THIRD_PAGE_GROUP_SIZE
);
625 } else if (mem_len
== NETXEN_PCI_2MB_SIZE
) {
626 adapter
->hw_write_wx
= netxen_nic_hw_write_wx_2M
;
627 adapter
->hw_read_wx
= netxen_nic_hw_read_wx_2M
;
628 adapter
->pci_read_immediate
= netxen_nic_pci_read_immediate_2M
;
629 adapter
->pci_write_immediate
=
630 netxen_nic_pci_write_immediate_2M
;
631 adapter
->pci_set_window
= netxen_nic_pci_set_window_2M
;
632 adapter
->pci_mem_read
= netxen_nic_pci_mem_read_2M
;
633 adapter
->pci_mem_write
= netxen_nic_pci_mem_write_2M
;
635 mem_ptr0
= pci_ioremap_bar(pdev
, 0);
636 if (mem_ptr0
== NULL
) {
637 dev_err(&pdev
->dev
, "failed to map PCI bar 0\n");
642 adapter
->ahw
.ddr_mn_window
= 0;
643 adapter
->ahw
.qdr_sn_window
= 0;
645 adapter
->ahw
.mn_win_crb
= 0x100000 + PCIX_MN_WINDOW
+
647 adapter
->ahw
.ms_win_crb
= 0x100000 + PCIX_SN_WINDOW
;
649 adapter
->ahw
.ms_win_crb
+= (pci_func
* 0x20);
651 adapter
->ahw
.ms_win_crb
+=
652 0xA0 + ((pci_func
- 4) * 0x10);
657 dev_info(&pdev
->dev
, "%dMB memory map\n", (int)(mem_len
>>20));
659 adapter
->ahw
.pci_base0
= mem_ptr0
;
660 adapter
->ahw
.pci_len0
= pci_len0
;
661 adapter
->ahw
.pci_base1
= mem_ptr1
;
662 adapter
->ahw
.pci_base2
= mem_ptr2
;
664 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
))
667 db_base
= pci_resource_start(pdev
, 4); /* doorbell is on bar 4 */
668 db_len
= pci_resource_len(pdev
, 4);
671 printk(KERN_ERR
"%s: doorbell is disabled\n",
672 netxen_nic_driver_name
);
677 db_ptr
= ioremap(db_base
, NETXEN_DB_MAPSIZE_BYTES
);
679 printk(KERN_ERR
"%s: Failed to allocate doorbell map.",
680 netxen_nic_driver_name
);
686 adapter
->ahw
.db_base
= db_ptr
;
687 adapter
->ahw
.db_len
= db_len
;
691 netxen_cleanup_pci_map(adapter
);
696 netxen_start_firmware(struct netxen_adapter
*adapter
, int request_fw
)
698 int val
, err
, first_boot
;
699 struct pci_dev
*pdev
= adapter
->pdev
;
701 int first_driver
= 0;
703 if (NX_IS_REVISION_P2(adapter
->ahw
.revision_id
))
704 first_driver
= (adapter
->portnum
== 0);
706 first_driver
= (adapter
->ahw
.pci_func
== 0);
711 first_boot
= NXRD32(adapter
, NETXEN_CAM_RAM(0x1fc));
713 err
= netxen_check_hw_init(adapter
, first_boot
);
715 dev_err(&pdev
->dev
, "error in init HW init sequence\n");
720 netxen_request_firmware(adapter
);
722 err
= netxen_need_fw_reset(adapter
);
726 if (first_boot
!= 0x55555555) {
727 NXWR32(adapter
, CRB_CMDPEG_STATE
, 0);
728 netxen_pinit_from_rom(adapter
, 0);
732 NXWR32(adapter
, CRB_DMA_SHIFT
, 0x55555555);
733 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
))
734 netxen_set_port_mode(adapter
);
736 netxen_load_firmware(adapter
);
738 if (NX_IS_REVISION_P2(adapter
->ahw
.revision_id
)) {
740 /* Initialize multicast addr pool owners */
742 if (adapter
->ahw
.port_type
== NETXEN_NIC_XGBE
)
744 NXWR32(adapter
, NETXEN_MAC_ADDR_CNTL_REG
, val
);
748 err
= netxen_initialize_adapter_offload(adapter
);
753 * Tell the hardware our version number.
755 val
= (_NETXEN_NIC_LINUX_MAJOR
<< 16)
756 | ((_NETXEN_NIC_LINUX_MINOR
<< 8))
757 | (_NETXEN_NIC_LINUX_SUBVERSION
);
758 NXWR32(adapter
, CRB_DRIVER_VERSION
, val
);
761 /* Handshake with the card before we register the devices. */
762 err
= netxen_phantom_init(adapter
, NETXEN_NIC_PEG_TUNE
);
764 netxen_free_adapter_offload(adapter
);
768 nx_update_dma_mask(adapter
);
770 netxen_nic_get_firmware_info(adapter
);
776 netxen_nic_request_irq(struct netxen_adapter
*adapter
)
778 irq_handler_t handler
;
779 struct nx_host_sds_ring
*sds_ring
;
782 unsigned long flags
= IRQF_SAMPLE_RANDOM
;
783 struct net_device
*netdev
= adapter
->netdev
;
784 struct netxen_recv_context
*recv_ctx
= &adapter
->recv_ctx
;
786 if (adapter
->flags
& NETXEN_NIC_MSIX_ENABLED
)
787 handler
= netxen_msix_intr
;
788 else if (adapter
->flags
& NETXEN_NIC_MSI_ENABLED
)
789 handler
= netxen_msi_intr
;
791 flags
|= IRQF_SHARED
;
792 handler
= netxen_intr
;
794 adapter
->irq
= netdev
->irq
;
796 for (ring
= 0; ring
< adapter
->max_sds_rings
; ring
++) {
797 sds_ring
= &recv_ctx
->sds_rings
[ring
];
798 sprintf(sds_ring
->name
, "%s[%d]", netdev
->name
, ring
);
799 err
= request_irq(sds_ring
->irq
, handler
,
800 flags
, sds_ring
->name
, sds_ring
);
809 netxen_nic_free_irq(struct netxen_adapter
*adapter
)
812 struct nx_host_sds_ring
*sds_ring
;
814 struct netxen_recv_context
*recv_ctx
= &adapter
->recv_ctx
;
816 for (ring
= 0; ring
< adapter
->max_sds_rings
; ring
++) {
817 sds_ring
= &recv_ctx
->sds_rings
[ring
];
818 free_irq(sds_ring
->irq
, sds_ring
);
823 netxen_nic_up(struct netxen_adapter
*adapter
, struct net_device
*netdev
)
827 err
= adapter
->init_port(adapter
, adapter
->physical_port
);
829 printk(KERN_ERR
"%s: Failed to initialize port %d\n",
830 netxen_nic_driver_name
, adapter
->portnum
);
833 if (NX_IS_REVISION_P2(adapter
->ahw
.revision_id
))
834 adapter
->macaddr_set(adapter
, netdev
->dev_addr
);
836 adapter
->set_multi(netdev
);
837 adapter
->set_mtu(adapter
, netdev
->mtu
);
839 adapter
->ahw
.linkup
= 0;
841 if (adapter
->max_sds_rings
> 1)
842 netxen_config_rss(adapter
, 1);
844 netxen_napi_enable(adapter
);
846 if (adapter
->capabilities
& NX_FW_CAPABILITY_LINK_NOTIFICATION
)
847 netxen_linkevent_request(adapter
, 1);
849 netxen_nic_set_link_parameters(adapter
);
851 mod_timer(&adapter
->watchdog_timer
, jiffies
);
857 netxen_nic_down(struct netxen_adapter
*adapter
, struct net_device
*netdev
)
859 spin_lock(&adapter
->tx_clean_lock
);
860 netif_carrier_off(netdev
);
861 netif_tx_disable(netdev
);
863 if (adapter
->stop_port
)
864 adapter
->stop_port(adapter
);
866 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
))
867 netxen_p3_free_mac_list(adapter
);
869 netxen_napi_disable(adapter
);
871 netxen_release_tx_buffers(adapter
);
872 spin_unlock(&adapter
->tx_clean_lock
);
874 del_timer_sync(&adapter
->watchdog_timer
);
875 FLUSH_SCHEDULED_WORK();
880 netxen_nic_attach(struct netxen_adapter
*adapter
)
882 struct net_device
*netdev
= adapter
->netdev
;
883 struct pci_dev
*pdev
= adapter
->pdev
;
885 struct nx_host_rds_ring
*rds_ring
;
886 struct nx_host_tx_ring
*tx_ring
;
888 err
= netxen_init_firmware(adapter
);
890 printk(KERN_ERR
"Failed to init firmware\n");
894 if (adapter
->fw_major
< 4)
895 adapter
->max_rds_rings
= 3;
897 adapter
->max_rds_rings
= 2;
899 err
= netxen_alloc_sw_resources(adapter
);
901 printk(KERN_ERR
"%s: Error in setting sw resources\n",
906 netxen_nic_clear_stats(adapter
);
908 err
= netxen_alloc_hw_resources(adapter
);
910 printk(KERN_ERR
"%s: Error in setting hw resources\n",
912 goto err_out_free_sw
;
915 if (adapter
->fw_major
< 4) {
916 tx_ring
= adapter
->tx_ring
;
917 tx_ring
->crb_cmd_producer
= crb_cmd_producer
[adapter
->portnum
];
918 tx_ring
->crb_cmd_consumer
= crb_cmd_consumer
[adapter
->portnum
];
920 tx_ring
->producer
= 0;
921 tx_ring
->sw_consumer
= 0;
923 netxen_nic_update_cmd_producer(adapter
, tx_ring
);
924 netxen_nic_update_cmd_consumer(adapter
, tx_ring
);
927 for (ring
= 0; ring
< adapter
->max_rds_rings
; ring
++) {
928 rds_ring
= &adapter
->recv_ctx
.rds_rings
[ring
];
929 netxen_post_rx_buffers(adapter
, ring
, rds_ring
);
932 err
= netxen_nic_request_irq(adapter
);
934 dev_err(&pdev
->dev
, "%s: failed to setup interrupt\n",
936 goto err_out_free_rxbuf
;
939 adapter
->is_up
= NETXEN_ADAPTER_UP_MAGIC
;
943 netxen_release_rx_buffers(adapter
);
944 netxen_free_hw_resources(adapter
);
946 netxen_free_sw_resources(adapter
);
951 netxen_nic_detach(struct netxen_adapter
*adapter
)
953 netxen_free_hw_resources(adapter
);
954 netxen_release_rx_buffers(adapter
);
955 netxen_nic_free_irq(adapter
);
956 netxen_free_sw_resources(adapter
);
962 netxen_nic_probe(struct pci_dev
*pdev
, const struct pci_device_id
*ent
)
964 struct net_device
*netdev
= NULL
;
965 struct netxen_adapter
*adapter
= NULL
;
967 int pci_func_id
= PCI_FUNC(pdev
->devfn
);
970 if (pdev
->class != 0x020000) {
971 printk(KERN_DEBUG
"NetXen function %d, class %x will not "
972 "be enabled.\n",pci_func_id
, pdev
->class);
976 if (pdev
->revision
>= NX_P3_A0
&& pdev
->revision
< NX_P3_B1
) {
977 printk(KERN_WARNING
"NetXen chip revisions between 0x%x-0x%x"
978 "will not be enabled.\n",
983 if ((err
= pci_enable_device(pdev
)))
986 if (!(pci_resource_flags(pdev
, 0) & IORESOURCE_MEM
)) {
988 goto err_out_disable_pdev
;
991 if ((err
= pci_request_regions(pdev
, netxen_nic_driver_name
)))
992 goto err_out_disable_pdev
;
994 pci_set_master(pdev
);
996 netdev
= alloc_etherdev(sizeof(struct netxen_adapter
));
998 printk(KERN_ERR
"%s: Failed to allocate memory for the "
999 "device block.Check system memory resource"
1000 " usage.\n", netxen_nic_driver_name
);
1001 goto err_out_free_res
;
1004 SET_NETDEV_DEV(netdev
, &pdev
->dev
);
1006 adapter
= netdev_priv(netdev
);
1007 adapter
->netdev
= netdev
;
1008 adapter
->pdev
= pdev
;
1009 adapter
->ahw
.pci_func
= pci_func_id
;
1011 revision_id
= pdev
->revision
;
1012 adapter
->ahw
.revision_id
= revision_id
;
1014 err
= nx_set_dma_mask(adapter
, revision_id
);
1016 goto err_out_free_netdev
;
1018 rwlock_init(&adapter
->adapter_lock
);
1019 spin_lock_init(&adapter
->tx_clean_lock
);
1020 INIT_LIST_HEAD(&adapter
->mac_list
);
1022 err
= netxen_setup_pci_map(adapter
);
1024 goto err_out_free_netdev
;
1026 /* This will be reset for mezz cards */
1027 adapter
->portnum
= pci_func_id
;
1028 adapter
->rx_csum
= 1;
1029 adapter
->mc_enabled
= 0;
1030 if (NX_IS_REVISION_P3(revision_id
))
1031 adapter
->max_mc_count
= 38;
1033 adapter
->max_mc_count
= 16;
1035 netdev
->netdev_ops
= &netxen_netdev_ops
;
1036 netdev
->watchdog_timeo
= 2*HZ
;
1038 netxen_nic_change_mtu(netdev
, netdev
->mtu
);
1040 SET_ETHTOOL_OPS(netdev
, &netxen_nic_ethtool_ops
);
1042 netdev
->features
|= (NETIF_F_SG
| NETIF_F_IP_CSUM
| NETIF_F_TSO
);
1043 netdev
->features
|= (NETIF_F_GRO
);
1044 netdev
->vlan_features
|= (NETIF_F_SG
| NETIF_F_IP_CSUM
| NETIF_F_TSO
);
1046 if (NX_IS_REVISION_P3(revision_id
)) {
1047 netdev
->features
|= (NETIF_F_IPV6_CSUM
| NETIF_F_TSO6
);
1048 netdev
->vlan_features
|= (NETIF_F_IPV6_CSUM
| NETIF_F_TSO6
);
1051 if (adapter
->pci_using_dac
) {
1052 netdev
->features
|= NETIF_F_HIGHDMA
;
1053 netdev
->vlan_features
|= NETIF_F_HIGHDMA
;
1056 if (netxen_nic_get_board_info(adapter
) != 0) {
1057 printk("%s: Error getting board config info.\n",
1058 netxen_nic_driver_name
);
1060 goto err_out_iounmap
;
1063 netxen_initialize_adapter_ops(adapter
);
1065 /* Mezz cards have PCI function 0,2,3 enabled */
1066 switch (adapter
->ahw
.board_type
) {
1067 case NETXEN_BRDTYPE_P2_SB31_10G_IMEZ
:
1068 case NETXEN_BRDTYPE_P2_SB31_10G_HMEZ
:
1069 if (pci_func_id
>= 2)
1070 adapter
->portnum
= pci_func_id
- 2;
1076 err
= netxen_start_firmware(adapter
, 1);
1078 goto err_out_iounmap
;
1080 * See if the firmware gave us a virtual-physical port mapping.
1082 adapter
->physical_port
= adapter
->portnum
;
1083 if (adapter
->fw_major
< 4) {
1084 i
= NXRD32(adapter
, CRB_V2P(adapter
->portnum
));
1085 if (i
!= 0x55555555)
1086 adapter
->physical_port
= i
;
1089 netxen_check_options(adapter
);
1091 netxen_setup_intr(adapter
);
1093 netdev
->irq
= adapter
->msix_entries
[0].vector
;
1095 if (netxen_napi_add(adapter
, netdev
))
1096 goto err_out_disable_msi
;
1098 init_timer(&adapter
->watchdog_timer
);
1099 adapter
->watchdog_timer
.function
= &netxen_watchdog
;
1100 adapter
->watchdog_timer
.data
= (unsigned long)adapter
;
1101 INIT_WORK(&adapter
->watchdog_task
, netxen_watchdog_task
);
1102 INIT_WORK(&adapter
->tx_timeout_task
, netxen_tx_timeout_task
);
1104 err
= netxen_read_mac_addr(adapter
);
1106 dev_warn(&pdev
->dev
, "failed to read mac addr\n");
1108 netif_carrier_off(netdev
);
1109 netif_stop_queue(netdev
);
1111 if ((err
= register_netdev(netdev
))) {
1112 printk(KERN_ERR
"%s: register_netdev failed port #%d"
1113 " aborting\n", netxen_nic_driver_name
,
1116 goto err_out_disable_msi
;
1119 pci_set_drvdata(pdev
, adapter
);
1121 switch (adapter
->ahw
.port_type
) {
1122 case NETXEN_NIC_GBE
:
1123 dev_info(&adapter
->pdev
->dev
, "%s: GbE port initialized\n",
1124 adapter
->netdev
->name
);
1126 case NETXEN_NIC_XGBE
:
1127 dev_info(&adapter
->pdev
->dev
, "%s: XGbE port initialized\n",
1128 adapter
->netdev
->name
);
1134 err_out_disable_msi
:
1135 netxen_teardown_intr(adapter
);
1137 netxen_free_adapter_offload(adapter
);
1140 netxen_cleanup_pci_map(adapter
);
1142 err_out_free_netdev
:
1143 free_netdev(netdev
);
1146 pci_release_regions(pdev
);
1148 err_out_disable_pdev
:
1149 pci_set_drvdata(pdev
, NULL
);
1150 pci_disable_device(pdev
);
1154 static void __devexit
netxen_nic_remove(struct pci_dev
*pdev
)
1156 struct netxen_adapter
*adapter
;
1157 struct net_device
*netdev
;
1159 adapter
= pci_get_drvdata(pdev
);
1160 if (adapter
== NULL
)
1163 netdev
= adapter
->netdev
;
1165 unregister_netdev(netdev
);
1167 if (adapter
->is_up
== NETXEN_ADAPTER_UP_MAGIC
) {
1168 netxen_nic_detach(adapter
);
1171 if (adapter
->portnum
== 0)
1172 netxen_free_adapter_offload(adapter
);
1174 netxen_teardown_intr(adapter
);
1175 netxen_free_sds_rings(&adapter
->recv_ctx
);
1177 netxen_cleanup_pci_map(adapter
);
1179 netxen_release_firmware(adapter
);
1181 pci_release_regions(pdev
);
1182 pci_disable_device(pdev
);
1183 pci_set_drvdata(pdev
, NULL
);
1185 free_netdev(netdev
);
1190 netxen_nic_suspend(struct pci_dev
*pdev
, pm_message_t state
)
1193 struct netxen_adapter
*adapter
= pci_get_drvdata(pdev
);
1194 struct net_device
*netdev
= adapter
->netdev
;
1196 netif_device_detach(netdev
);
1198 if (netif_running(netdev
))
1199 netxen_nic_down(adapter
, netdev
);
1201 if (adapter
->is_up
== NETXEN_ADAPTER_UP_MAGIC
)
1202 netxen_nic_detach(adapter
);
1204 pci_save_state(pdev
);
1206 if (netxen_nic_wol_supported(adapter
)) {
1207 pci_enable_wake(pdev
, PCI_D3cold
, 1);
1208 pci_enable_wake(pdev
, PCI_D3hot
, 1);
1211 pci_disable_device(pdev
);
1212 pci_set_power_state(pdev
, pci_choose_state(pdev
, state
));
1218 netxen_nic_resume(struct pci_dev
*pdev
)
1220 struct netxen_adapter
*adapter
= pci_get_drvdata(pdev
);
1221 struct net_device
*netdev
= adapter
->netdev
;
1224 pci_set_power_state(pdev
, PCI_D0
);
1225 pci_restore_state(pdev
);
1227 err
= pci_enable_device(pdev
);
1231 adapter
->curr_window
= 255;
1233 err
= netxen_start_firmware(adapter
, 0);
1235 dev_err(&pdev
->dev
, "failed to start firmware\n");
1239 if (netif_running(netdev
)) {
1240 err
= netxen_nic_attach(adapter
);
1244 err
= netxen_nic_up(adapter
, netdev
);
1248 netif_device_attach(netdev
);
1255 static int netxen_nic_open(struct net_device
*netdev
)
1257 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
1260 if (adapter
->driver_mismatch
)
1263 if (adapter
->is_up
!= NETXEN_ADAPTER_UP_MAGIC
) {
1264 err
= netxen_nic_attach(adapter
);
1269 err
= netxen_nic_up(adapter
, netdev
);
1273 netif_start_queue(netdev
);
1278 netxen_nic_detach(adapter
);
1283 * netxen_nic_close - Disables a network interface entry point
1285 static int netxen_nic_close(struct net_device
*netdev
)
1287 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
1289 netxen_nic_down(adapter
, netdev
);
1293 static bool netxen_tso_check(struct net_device
*netdev
,
1294 struct cmd_desc_type0
*desc
, struct sk_buff
*skb
)
1297 u8 opcode
= TX_ETHER_PKT
;
1298 __be16 protocol
= skb
->protocol
;
1301 if (protocol
== cpu_to_be16(ETH_P_8021Q
)) {
1302 struct vlan_ethhdr
*vh
= (struct vlan_ethhdr
*)skb
->data
;
1303 protocol
= vh
->h_vlan_encapsulated_proto
;
1304 flags
= FLAGS_VLAN_TAGGED
;
1307 if ((netdev
->features
& (NETIF_F_TSO
| NETIF_F_TSO6
)) &&
1308 skb_shinfo(skb
)->gso_size
> 0) {
1310 desc
->mss
= cpu_to_le16(skb_shinfo(skb
)->gso_size
);
1311 desc
->total_hdr_length
=
1312 skb_transport_offset(skb
) + tcp_hdrlen(skb
);
1314 opcode
= (protocol
== cpu_to_be16(ETH_P_IPV6
)) ?
1315 TX_TCP_LSO6
: TX_TCP_LSO
;
1318 } else if (skb
->ip_summed
== CHECKSUM_PARTIAL
) {
1321 if (protocol
== cpu_to_be16(ETH_P_IP
)) {
1322 l4proto
= ip_hdr(skb
)->protocol
;
1324 if (l4proto
== IPPROTO_TCP
)
1325 opcode
= TX_TCP_PKT
;
1326 else if(l4proto
== IPPROTO_UDP
)
1327 opcode
= TX_UDP_PKT
;
1328 } else if (protocol
== cpu_to_be16(ETH_P_IPV6
)) {
1329 l4proto
= ipv6_hdr(skb
)->nexthdr
;
1331 if (l4proto
== IPPROTO_TCP
)
1332 opcode
= TX_TCPV6_PKT
;
1333 else if(l4proto
== IPPROTO_UDP
)
1334 opcode
= TX_UDPV6_PKT
;
1337 desc
->tcp_hdr_offset
= skb_transport_offset(skb
);
1338 desc
->ip_hdr_offset
= skb_network_offset(skb
);
1339 netxen_set_tx_flags_opcode(desc
, flags
, opcode
);
1344 netxen_clean_tx_dma_mapping(struct pci_dev
*pdev
,
1345 struct netxen_cmd_buffer
*pbuf
, int last
)
1348 struct netxen_skb_frag
*buffrag
;
1350 buffrag
= &pbuf
->frag_array
[0];
1351 pci_unmap_single(pdev
, buffrag
->dma
,
1352 buffrag
->length
, PCI_DMA_TODEVICE
);
1354 for (k
= 1; k
< last
; k
++) {
1355 buffrag
= &pbuf
->frag_array
[k
];
1356 pci_unmap_page(pdev
, buffrag
->dma
,
1357 buffrag
->length
, PCI_DMA_TODEVICE
);
1362 netxen_clear_cmddesc(u64
*desc
)
1365 for (i
= 0; i
< 8; i
++)
1370 netxen_nic_xmit_frame(struct sk_buff
*skb
, struct net_device
*netdev
)
1372 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
1373 struct nx_host_tx_ring
*tx_ring
= adapter
->tx_ring
;
1374 unsigned int first_seg_len
= skb
->len
- skb
->data_len
;
1375 struct netxen_cmd_buffer
*pbuf
;
1376 struct netxen_skb_frag
*buffrag
;
1377 struct cmd_desc_type0
*hwdesc
;
1378 struct pci_dev
*pdev
= adapter
->pdev
;
1379 dma_addr_t temp_dma
;
1383 int frag_count
, no_of_desc
;
1384 u32 num_txd
= tx_ring
->num_desc
;
1385 bool is_tso
= false;
1387 frag_count
= skb_shinfo(skb
)->nr_frags
+ 1;
1389 /* 4 fragments per cmd des */
1390 no_of_desc
= (frag_count
+ 3) >> 2;
1392 if (unlikely(no_of_desc
+ 2) > netxen_tx_avail(tx_ring
)) {
1393 netif_stop_queue(netdev
);
1394 return NETDEV_TX_BUSY
;
1397 producer
= tx_ring
->producer
;
1399 hwdesc
= &tx_ring
->desc_head
[producer
];
1400 netxen_clear_cmddesc((u64
*)hwdesc
);
1401 pbuf
= &tx_ring
->cmd_buf_arr
[producer
];
1403 is_tso
= netxen_tso_check(netdev
, hwdesc
, skb
);
1406 pbuf
->frag_count
= frag_count
;
1407 buffrag
= &pbuf
->frag_array
[0];
1408 temp_dma
= pci_map_single(pdev
, skb
->data
, first_seg_len
,
1410 if (pci_dma_mapping_error(pdev
, temp_dma
))
1413 buffrag
->dma
= temp_dma
;
1414 buffrag
->length
= first_seg_len
;
1415 netxen_set_tx_frags_len(hwdesc
, frag_count
, skb
->len
);
1416 netxen_set_tx_port(hwdesc
, adapter
->portnum
);
1418 hwdesc
->buffer_length
[0] = cpu_to_le16(first_seg_len
);
1419 hwdesc
->addr_buffer1
= cpu_to_le64(buffrag
->dma
);
1421 for (i
= 1, k
= 1; i
< frag_count
; i
++, k
++) {
1422 struct skb_frag_struct
*frag
;
1424 unsigned long offset
;
1426 /* move to next desc. if there is a need */
1427 if ((i
& 0x3) == 0) {
1429 producer
= get_next_index(producer
, num_txd
);
1430 hwdesc
= &tx_ring
->desc_head
[producer
];
1431 netxen_clear_cmddesc((u64
*)hwdesc
);
1432 pbuf
= &tx_ring
->cmd_buf_arr
[producer
];
1435 frag
= &skb_shinfo(skb
)->frags
[i
- 1];
1437 offset
= frag
->page_offset
;
1440 temp_dma
= pci_map_page(pdev
, frag
->page
, offset
,
1441 len
, PCI_DMA_TODEVICE
);
1442 if (pci_dma_mapping_error(pdev
, temp_dma
)) {
1443 netxen_clean_tx_dma_mapping(pdev
, pbuf
, i
);
1448 buffrag
->dma
= temp_dma
;
1449 buffrag
->length
= temp_len
;
1451 hwdesc
->buffer_length
[k
] = cpu_to_le16(temp_len
);
1454 hwdesc
->addr_buffer1
= cpu_to_le64(temp_dma
);
1457 hwdesc
->addr_buffer2
= cpu_to_le64(temp_dma
);
1460 hwdesc
->addr_buffer3
= cpu_to_le64(temp_dma
);
1463 hwdesc
->addr_buffer4
= cpu_to_le64(temp_dma
);
1468 producer
= get_next_index(producer
, num_txd
);
1470 /* For LSO, we need to copy the MAC/IP/TCP headers into
1471 * the descriptor ring
1474 int hdr_len
, first_hdr_len
, more_hdr
;
1475 hdr_len
= skb_transport_offset(skb
) + tcp_hdrlen(skb
);
1476 if (hdr_len
> (sizeof(struct cmd_desc_type0
) - 2)) {
1477 first_hdr_len
= sizeof(struct cmd_desc_type0
) - 2;
1480 first_hdr_len
= hdr_len
;
1483 /* copy the MAC/IP/TCP headers to the cmd descriptor list */
1484 hwdesc
= &tx_ring
->desc_head
[producer
];
1485 pbuf
= &tx_ring
->cmd_buf_arr
[producer
];
1488 /* copy the first 64 bytes */
1489 memcpy(((void *)hwdesc
) + 2,
1490 (void *)(skb
->data
), first_hdr_len
);
1491 producer
= get_next_index(producer
, num_txd
);
1494 hwdesc
= &tx_ring
->desc_head
[producer
];
1495 pbuf
= &tx_ring
->cmd_buf_arr
[producer
];
1497 /* copy the next 64 bytes - should be enough except
1498 * for pathological case
1500 skb_copy_from_linear_data_offset(skb
, first_hdr_len
,
1504 producer
= get_next_index(producer
, num_txd
);
1508 tx_ring
->producer
= producer
;
1509 adapter
->stats
.txbytes
+= skb
->len
;
1511 netxen_nic_update_cmd_producer(adapter
, tx_ring
);
1513 adapter
->stats
.xmitcalled
++;
1515 return NETDEV_TX_OK
;
1518 adapter
->stats
.txdropped
++;
1519 dev_kfree_skb_any(skb
);
1520 return NETDEV_TX_OK
;
1523 static int netxen_nic_check_temp(struct netxen_adapter
*adapter
)
1525 struct net_device
*netdev
= adapter
->netdev
;
1526 uint32_t temp
, temp_state
, temp_val
;
1529 temp
= NXRD32(adapter
, CRB_TEMP_STATE
);
1531 temp_state
= nx_get_temp_state(temp
);
1532 temp_val
= nx_get_temp_val(temp
);
1534 if (temp_state
== NX_TEMP_PANIC
) {
1536 "%s: Device temperature %d degrees C exceeds"
1537 " maximum allowed. Hardware has been shut down.\n",
1538 netdev
->name
, temp_val
);
1540 netif_device_detach(netdev
);
1541 netxen_nic_down(adapter
, netdev
);
1542 netxen_nic_detach(adapter
);
1545 } else if (temp_state
== NX_TEMP_WARN
) {
1546 if (adapter
->temp
== NX_TEMP_NORMAL
) {
1548 "%s: Device temperature %d degrees C "
1549 "exceeds operating range."
1550 " Immediate action needed.\n",
1551 netdev
->name
, temp_val
);
1554 if (adapter
->temp
== NX_TEMP_WARN
) {
1556 "%s: Device temperature is now %d degrees C"
1557 " in normal range.\n", netdev
->name
,
1561 adapter
->temp
= temp_state
;
1565 void netxen_advert_link_change(struct netxen_adapter
*adapter
, int linkup
)
1567 struct net_device
*netdev
= adapter
->netdev
;
1569 if (adapter
->ahw
.linkup
&& !linkup
) {
1570 printk(KERN_INFO
"%s: %s NIC Link is down\n",
1571 netxen_nic_driver_name
, netdev
->name
);
1572 adapter
->ahw
.linkup
= 0;
1573 if (netif_running(netdev
)) {
1574 netif_carrier_off(netdev
);
1575 netif_stop_queue(netdev
);
1578 if (!adapter
->has_link_events
)
1579 netxen_nic_set_link_parameters(adapter
);
1581 } else if (!adapter
->ahw
.linkup
&& linkup
) {
1582 printk(KERN_INFO
"%s: %s NIC Link is up\n",
1583 netxen_nic_driver_name
, netdev
->name
);
1584 adapter
->ahw
.linkup
= 1;
1585 if (netif_running(netdev
)) {
1586 netif_carrier_on(netdev
);
1587 netif_wake_queue(netdev
);
1590 if (!adapter
->has_link_events
)
1591 netxen_nic_set_link_parameters(adapter
);
1595 static void netxen_nic_handle_phy_intr(struct netxen_adapter
*adapter
)
1597 u32 val
, port
, linkup
;
1599 port
= adapter
->physical_port
;
1601 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
)) {
1602 val
= NXRD32(adapter
, CRB_XG_STATE_P3
);
1603 val
= XG_LINK_STATE_P3(adapter
->ahw
.pci_func
, val
);
1604 linkup
= (val
== XG_LINK_UP_P3
);
1606 val
= NXRD32(adapter
, CRB_XG_STATE
);
1607 if (adapter
->ahw
.port_type
== NETXEN_NIC_GBE
)
1608 linkup
= (val
>> port
) & 1;
1610 val
= (val
>> port
*8) & 0xff;
1611 linkup
= (val
== XG_LINK_UP
);
1615 netxen_advert_link_change(adapter
, linkup
);
1618 static void netxen_watchdog(unsigned long v
)
1620 struct netxen_adapter
*adapter
= (struct netxen_adapter
*)v
;
1622 SCHEDULE_WORK(&adapter
->watchdog_task
);
1625 void netxen_watchdog_task(struct work_struct
*work
)
1627 struct netxen_adapter
*adapter
=
1628 container_of(work
, struct netxen_adapter
, watchdog_task
);
1630 if (netxen_nic_check_temp(adapter
))
1633 if (!adapter
->has_link_events
)
1634 netxen_nic_handle_phy_intr(adapter
);
1636 if (netif_running(adapter
->netdev
))
1637 mod_timer(&adapter
->watchdog_timer
, jiffies
+ 2 * HZ
);
1640 static void netxen_tx_timeout(struct net_device
*netdev
)
1642 struct netxen_adapter
*adapter
= (struct netxen_adapter
*)
1643 netdev_priv(netdev
);
1644 SCHEDULE_WORK(&adapter
->tx_timeout_task
);
1647 static void netxen_tx_timeout_task(struct work_struct
*work
)
1649 struct netxen_adapter
*adapter
=
1650 container_of(work
, struct netxen_adapter
, tx_timeout_task
);
1652 if (!netif_running(adapter
->netdev
))
1655 printk(KERN_ERR
"%s %s: transmit timeout, resetting.\n",
1656 netxen_nic_driver_name
, adapter
->netdev
->name
);
1658 netxen_napi_disable(adapter
);
1660 adapter
->netdev
->trans_start
= jiffies
;
1662 netxen_napi_enable(adapter
);
1663 netif_wake_queue(adapter
->netdev
);
1666 struct net_device_stats
*netxen_nic_get_stats(struct net_device
*netdev
)
1668 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
1669 struct net_device_stats
*stats
= &adapter
->net_stats
;
1671 memset(stats
, 0, sizeof(*stats
));
1673 stats
->rx_packets
= adapter
->stats
.no_rcv
;
1674 stats
->tx_packets
= adapter
->stats
.xmitfinished
;
1675 stats
->rx_bytes
= adapter
->stats
.rxbytes
;
1676 stats
->tx_bytes
= adapter
->stats
.txbytes
;
1677 stats
->rx_dropped
= adapter
->stats
.rxdropped
;
1678 stats
->tx_dropped
= adapter
->stats
.txdropped
;
1683 static irqreturn_t
netxen_intr(int irq
, void *data
)
1685 struct nx_host_sds_ring
*sds_ring
= data
;
1686 struct netxen_adapter
*adapter
= sds_ring
->adapter
;
1689 status
= adapter
->pci_read_immediate(adapter
, ISR_INT_VECTOR
);
1691 if (!(status
& adapter
->legacy_intr
.int_vec_bit
))
1694 if (adapter
->ahw
.revision_id
>= NX_P3_B1
) {
1695 /* check interrupt state machine, to be sure */
1696 status
= adapter
->pci_read_immediate(adapter
,
1698 if (!ISR_LEGACY_INT_TRIGGERED(status
))
1702 unsigned long our_int
= 0;
1704 our_int
= NXRD32(adapter
, CRB_INT_VECTOR
);
1706 /* not our interrupt */
1707 if (!test_and_clear_bit((7 + adapter
->portnum
), &our_int
))
1710 /* claim interrupt */
1711 NXWR32(adapter
, CRB_INT_VECTOR
, (our_int
& 0xffffffff));
1714 /* clear interrupt */
1715 if (adapter
->fw_major
< 4)
1716 netxen_nic_disable_int(sds_ring
);
1718 adapter
->pci_write_immediate(adapter
,
1719 adapter
->legacy_intr
.tgt_status_reg
,
1721 /* read twice to ensure write is flushed */
1722 adapter
->pci_read_immediate(adapter
, ISR_INT_VECTOR
);
1723 adapter
->pci_read_immediate(adapter
, ISR_INT_VECTOR
);
1725 napi_schedule(&sds_ring
->napi
);
1730 static irqreturn_t
netxen_msi_intr(int irq
, void *data
)
1732 struct nx_host_sds_ring
*sds_ring
= data
;
1733 struct netxen_adapter
*adapter
= sds_ring
->adapter
;
1735 /* clear interrupt */
1736 adapter
->pci_write_immediate(adapter
,
1737 adapter
->msi_tgt_status
, 0xffffffff);
1739 napi_schedule(&sds_ring
->napi
);
1743 static irqreturn_t
netxen_msix_intr(int irq
, void *data
)
1745 struct nx_host_sds_ring
*sds_ring
= data
;
1747 napi_schedule(&sds_ring
->napi
);
1751 static int netxen_nic_poll(struct napi_struct
*napi
, int budget
)
1753 struct nx_host_sds_ring
*sds_ring
=
1754 container_of(napi
, struct nx_host_sds_ring
, napi
);
1756 struct netxen_adapter
*adapter
= sds_ring
->adapter
;
1761 tx_complete
= netxen_process_cmd_ring(adapter
);
1763 work_done
= netxen_process_rcv_ring(sds_ring
, budget
);
1765 if ((work_done
< budget
) && tx_complete
) {
1766 napi_complete(&sds_ring
->napi
);
1767 if (netif_running(adapter
->netdev
))
1768 netxen_nic_enable_int(sds_ring
);
1774 #ifdef CONFIG_NET_POLL_CONTROLLER
1775 static void netxen_nic_poll_controller(struct net_device
*netdev
)
1777 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
1778 disable_irq(adapter
->irq
);
1779 netxen_intr(adapter
->irq
, adapter
);
1780 enable_irq(adapter
->irq
);
1784 #define is_netxen_netdev(dev) (dev->netdev_ops == &netxen_netdev_ops)
1787 netxen_destip_supported(struct netxen_adapter
*adapter
)
1789 if (NX_IS_REVISION_P2(adapter
->ahw
.revision_id
))
1792 if (adapter
->ahw
.cut_through
)
1798 static int netxen_netdev_event(struct notifier_block
*this,
1799 unsigned long event
, void *ptr
)
1801 struct netxen_adapter
*adapter
;
1802 struct net_device
*dev
= (struct net_device
*)ptr
;
1803 struct in_device
*indev
;
1809 if (dev
->priv_flags
& IFF_802_1Q_VLAN
) {
1810 dev
= vlan_dev_real_dev(dev
);
1814 if (!is_netxen_netdev(dev
))
1817 adapter
= netdev_priv(dev
);
1819 if (!adapter
|| !netxen_destip_supported(adapter
))
1822 if (adapter
->is_up
!= NETXEN_ADAPTER_UP_MAGIC
)
1825 indev
= in_dev_get(dev
);
1832 netxen_config_ipaddr(adapter
,
1833 ifa
->ifa_address
, NX_IP_UP
);
1836 netxen_config_ipaddr(adapter
,
1837 ifa
->ifa_address
, NX_IP_DOWN
);
1842 } endfor_ifa(indev
);
1850 netxen_inetaddr_event(struct notifier_block
*this,
1851 unsigned long event
, void *ptr
)
1853 struct netxen_adapter
*adapter
;
1854 struct net_device
*dev
;
1856 struct in_ifaddr
*ifa
= (struct in_ifaddr
*)ptr
;
1858 dev
= ifa
->ifa_dev
? ifa
->ifa_dev
->dev
: NULL
;
1861 if (dev
== NULL
|| !netif_running(dev
))
1864 if (dev
->priv_flags
& IFF_802_1Q_VLAN
) {
1865 dev
= vlan_dev_real_dev(dev
);
1869 if (!is_netxen_netdev(dev
))
1872 adapter
= netdev_priv(dev
);
1874 if (!adapter
|| !netxen_destip_supported(adapter
))
1877 if (adapter
->is_up
!= NETXEN_ADAPTER_UP_MAGIC
)
1882 netxen_config_ipaddr(adapter
, ifa
->ifa_address
, NX_IP_UP
);
1885 netxen_config_ipaddr(adapter
, ifa
->ifa_address
, NX_IP_DOWN
);
1895 static struct notifier_block netxen_netdev_cb
= {
1896 .notifier_call
= netxen_netdev_event
,
1899 static struct notifier_block netxen_inetaddr_cb
= {
1900 .notifier_call
= netxen_inetaddr_event
,
1903 static struct pci_driver netxen_driver
= {
1904 .name
= netxen_nic_driver_name
,
1905 .id_table
= netxen_pci_tbl
,
1906 .probe
= netxen_nic_probe
,
1907 .remove
= __devexit_p(netxen_nic_remove
),
1909 .suspend
= netxen_nic_suspend
,
1910 .resume
= netxen_nic_resume
1914 /* Driver Registration on NetXen card */
1916 static int __init
netxen_init_module(void)
1918 printk(KERN_INFO
"%s\n", netxen_nic_driver_string
);
1920 if ((netxen_workq
= create_singlethread_workqueue("netxen")) == NULL
)
1923 register_netdevice_notifier(&netxen_netdev_cb
);
1924 register_inetaddr_notifier(&netxen_inetaddr_cb
);
1926 return pci_register_driver(&netxen_driver
);
1929 module_init(netxen_init_module
);
1931 static void __exit
netxen_exit_module(void)
1933 pci_unregister_driver(&netxen_driver
);
1935 unregister_inetaddr_notifier(&netxen_inetaddr_cb
);
1936 unregister_netdevice_notifier(&netxen_netdev_cb
);
1937 destroy_workqueue(netxen_workq
);
1940 module_exit(netxen_exit_module
);