2 * Copyright (C) 2003 - 2009 NetXen, Inc.
5 * This program is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU General Public License
7 * as published by the Free Software Foundation; either version 2
8 * of the License, or (at your option) any later version.
10 * This program is distributed in the hope that it will be useful, but
11 * WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
13 * GNU General Public License for more details.
15 * You should have received a copy of the GNU General Public License
16 * along with this program; if not, write to the Free Software
17 * Foundation, Inc., 59 Temple Place - Suite 330, Boston,
20 * The full GNU General Public License is included in this distribution
21 * in the file called LICENSE.
23 * Contact Information:
27 * Cupertino, CA 95014-0701
31 #include <linux/vmalloc.h>
32 #include <linux/interrupt.h>
33 #include "netxen_nic_hw.h"
35 #include "netxen_nic.h"
36 #include "netxen_nic_phan_reg.h"
38 #include <linux/dma-mapping.h>
39 #include <linux/if_vlan.h>
41 #include <linux/ipv6.h>
42 #include <linux/inetdevice.h>
44 MODULE_DESCRIPTION("NetXen Multi port (1/10) Gigabit Network Driver");
45 MODULE_LICENSE("GPL");
46 MODULE_VERSION(NETXEN_NIC_LINUX_VERSIONID
);
48 char netxen_nic_driver_name
[] = "netxen_nic";
49 static char netxen_nic_driver_string
[] = "NetXen Network Driver version "
50 NETXEN_NIC_LINUX_VERSIONID
;
52 static int port_mode
= NETXEN_PORT_MODE_AUTO_NEG
;
54 /* Default to restricted 1G auto-neg mode */
55 static int wol_port_mode
= 5;
57 static int use_msi
= 1;
59 static int use_msi_x
= 1;
61 /* Local functions to NetXen NIC driver */
62 static int __devinit
netxen_nic_probe(struct pci_dev
*pdev
,
63 const struct pci_device_id
*ent
);
64 static void __devexit
netxen_nic_remove(struct pci_dev
*pdev
);
65 static int netxen_nic_open(struct net_device
*netdev
);
66 static int netxen_nic_close(struct net_device
*netdev
);
67 static int netxen_nic_xmit_frame(struct sk_buff
*, struct net_device
*);
68 static void netxen_tx_timeout(struct net_device
*netdev
);
69 static void netxen_tx_timeout_task(struct work_struct
*work
);
70 static void netxen_watchdog(unsigned long);
71 static int netxen_nic_poll(struct napi_struct
*napi
, int budget
);
72 #ifdef CONFIG_NET_POLL_CONTROLLER
73 static void netxen_nic_poll_controller(struct net_device
*netdev
);
75 static irqreturn_t
netxen_intr(int irq
, void *data
);
76 static irqreturn_t
netxen_msi_intr(int irq
, void *data
);
77 static irqreturn_t
netxen_msix_intr(int irq
, void *data
);
79 /* PCI Device ID Table */
80 #define ENTRY(device) \
81 {PCI_DEVICE(PCI_VENDOR_ID_NETXEN, (device)), \
82 .class = PCI_CLASS_NETWORK_ETHERNET << 8, .class_mask = ~0}
84 static struct pci_device_id netxen_pci_tbl
[] __devinitdata
= {
85 ENTRY(PCI_DEVICE_ID_NX2031_10GXSR
),
86 ENTRY(PCI_DEVICE_ID_NX2031_10GCX4
),
87 ENTRY(PCI_DEVICE_ID_NX2031_4GCU
),
88 ENTRY(PCI_DEVICE_ID_NX2031_IMEZ
),
89 ENTRY(PCI_DEVICE_ID_NX2031_HMEZ
),
90 ENTRY(PCI_DEVICE_ID_NX2031_XG_MGMT
),
91 ENTRY(PCI_DEVICE_ID_NX2031_XG_MGMT2
),
92 ENTRY(PCI_DEVICE_ID_NX3031
),
96 MODULE_DEVICE_TABLE(pci
, netxen_pci_tbl
);
98 static struct workqueue_struct
*netxen_workq
;
99 #define SCHEDULE_WORK(tp) queue_work(netxen_workq, tp)
100 #define FLUSH_SCHEDULED_WORK() flush_workqueue(netxen_workq)
102 static void netxen_watchdog(unsigned long);
104 static uint32_t crb_cmd_producer
[4] = {
105 CRB_CMD_PRODUCER_OFFSET
, CRB_CMD_PRODUCER_OFFSET_1
,
106 CRB_CMD_PRODUCER_OFFSET_2
, CRB_CMD_PRODUCER_OFFSET_3
110 netxen_nic_update_cmd_producer(struct netxen_adapter
*adapter
,
111 struct nx_host_tx_ring
*tx_ring
)
113 NXWR32(adapter
, tx_ring
->crb_cmd_producer
, tx_ring
->producer
);
115 if (netxen_tx_avail(tx_ring
) <= TX_STOP_THRESH
) {
116 netif_stop_queue(adapter
->netdev
);
121 static uint32_t crb_cmd_consumer
[4] = {
122 CRB_CMD_CONSUMER_OFFSET
, CRB_CMD_CONSUMER_OFFSET_1
,
123 CRB_CMD_CONSUMER_OFFSET_2
, CRB_CMD_CONSUMER_OFFSET_3
127 netxen_nic_update_cmd_consumer(struct netxen_adapter
*adapter
,
128 struct nx_host_tx_ring
*tx_ring
)
130 NXWR32(adapter
, tx_ring
->crb_cmd_consumer
, tx_ring
->sw_consumer
);
133 static uint32_t msi_tgt_status
[8] = {
134 ISR_INT_TARGET_STATUS
, ISR_INT_TARGET_STATUS_F1
,
135 ISR_INT_TARGET_STATUS_F2
, ISR_INT_TARGET_STATUS_F3
,
136 ISR_INT_TARGET_STATUS_F4
, ISR_INT_TARGET_STATUS_F5
,
137 ISR_INT_TARGET_STATUS_F6
, ISR_INT_TARGET_STATUS_F7
140 static struct netxen_legacy_intr_set legacy_intr
[] = NX_LEGACY_INTR_CONFIG
;
142 static inline void netxen_nic_disable_int(struct nx_host_sds_ring
*sds_ring
)
144 struct netxen_adapter
*adapter
= sds_ring
->adapter
;
146 NXWR32(adapter
, sds_ring
->crb_intr_mask
, 0);
149 static inline void netxen_nic_enable_int(struct nx_host_sds_ring
*sds_ring
)
151 struct netxen_adapter
*adapter
= sds_ring
->adapter
;
153 NXWR32(adapter
, sds_ring
->crb_intr_mask
, 0x1);
155 if (!NETXEN_IS_MSI_FAMILY(adapter
))
156 adapter
->pci_write_immediate(adapter
,
157 adapter
->legacy_intr
.tgt_mask_reg
, 0xfbff);
161 netxen_alloc_sds_rings(struct netxen_recv_context
*recv_ctx
, int count
)
163 int size
= sizeof(struct nx_host_sds_ring
) * count
;
165 recv_ctx
->sds_rings
= kzalloc(size
, GFP_KERNEL
);
167 return (recv_ctx
->sds_rings
== NULL
);
171 netxen_free_sds_rings(struct netxen_recv_context
*recv_ctx
)
173 if (recv_ctx
->sds_rings
!= NULL
)
174 kfree(recv_ctx
->sds_rings
);
178 netxen_napi_add(struct netxen_adapter
*adapter
, struct net_device
*netdev
)
181 struct nx_host_sds_ring
*sds_ring
;
182 struct netxen_recv_context
*recv_ctx
= &adapter
->recv_ctx
;
184 if (netxen_alloc_sds_rings(recv_ctx
, adapter
->max_sds_rings
))
187 for (ring
= 0; ring
< adapter
->max_sds_rings
; ring
++) {
188 sds_ring
= &recv_ctx
->sds_rings
[ring
];
189 netif_napi_add(netdev
, &sds_ring
->napi
,
190 netxen_nic_poll
, NETXEN_NETDEV_WEIGHT
);
197 netxen_napi_enable(struct netxen_adapter
*adapter
)
200 struct nx_host_sds_ring
*sds_ring
;
201 struct netxen_recv_context
*recv_ctx
= &adapter
->recv_ctx
;
203 for (ring
= 0; ring
< adapter
->max_sds_rings
; ring
++) {
204 sds_ring
= &recv_ctx
->sds_rings
[ring
];
205 napi_enable(&sds_ring
->napi
);
206 netxen_nic_enable_int(sds_ring
);
211 netxen_napi_disable(struct netxen_adapter
*adapter
)
214 struct nx_host_sds_ring
*sds_ring
;
215 struct netxen_recv_context
*recv_ctx
= &adapter
->recv_ctx
;
217 for (ring
= 0; ring
< adapter
->max_sds_rings
; ring
++) {
218 sds_ring
= &recv_ctx
->sds_rings
[ring
];
219 netxen_nic_disable_int(sds_ring
);
220 napi_synchronize(&sds_ring
->napi
);
221 napi_disable(&sds_ring
->napi
);
225 static int nx_set_dma_mask(struct netxen_adapter
*adapter
, uint8_t revision_id
)
227 struct pci_dev
*pdev
= adapter
->pdev
;
228 uint64_t mask
, cmask
;
230 adapter
->pci_using_dac
= 0;
232 mask
= DMA_BIT_MASK(32);
234 * Consistent DMA mask is set to 32 bit because it cannot be set to
235 * 35 bits. For P3 also leave it at 32 bits for now. Only the rings
236 * come off this pool.
238 cmask
= DMA_BIT_MASK(32);
241 if (revision_id
>= NX_P3_B0
)
242 mask
= DMA_BIT_MASK(39);
243 else if (revision_id
== NX_P2_C1
)
244 mask
= DMA_BIT_MASK(35);
246 if (pci_set_dma_mask(pdev
, mask
) == 0 &&
247 pci_set_consistent_dma_mask(pdev
, cmask
) == 0) {
248 adapter
->pci_using_dac
= 1;
255 /* Update addressable range if firmware supports it */
257 nx_update_dma_mask(struct netxen_adapter
*adapter
)
259 int change
, shift
, err
;
260 uint64_t mask
, old_mask
;
261 struct pci_dev
*pdev
= adapter
->pdev
;
265 shift
= NXRD32(adapter
, CRB_DMA_SHIFT
);
269 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
) && (shift
> 9))
271 else if ((adapter
->ahw
.revision_id
== NX_P2_C1
) && (shift
<= 4))
275 old_mask
= pdev
->dma_mask
;
276 mask
= (1ULL<<(32+shift
)) - 1;
278 err
= pci_set_dma_mask(pdev
, mask
);
280 return pci_set_dma_mask(pdev
, old_mask
);
286 static void netxen_check_options(struct netxen_adapter
*adapter
)
288 if (adapter
->ahw
.port_type
== NETXEN_NIC_XGBE
)
289 adapter
->num_rxd
= MAX_RCV_DESCRIPTORS_10G
;
290 else if (adapter
->ahw
.port_type
== NETXEN_NIC_GBE
)
291 adapter
->num_rxd
= MAX_RCV_DESCRIPTORS_1G
;
293 adapter
->msix_supported
= 0;
294 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
)) {
295 adapter
->msix_supported
= !!use_msi_x
;
296 adapter
->rss_supported
= !!use_msi_x
;
297 } else if (adapter
->fw_version
>= NETXEN_VERSION_CODE(3, 4, 336)) {
298 switch (adapter
->ahw
.board_type
) {
299 case NETXEN_BRDTYPE_P2_SB31_10G
:
300 case NETXEN_BRDTYPE_P2_SB31_10G_CX4
:
301 adapter
->msix_supported
= !!use_msi_x
;
302 adapter
->rss_supported
= !!use_msi_x
;
309 adapter
->num_txd
= MAX_CMD_DESCRIPTORS_HOST
;
310 adapter
->num_jumbo_rxd
= MAX_JUMBO_RCV_DESCRIPTORS
;
311 adapter
->num_lro_rxd
= MAX_LRO_RCV_DESCRIPTORS
;
317 netxen_check_hw_init(struct netxen_adapter
*adapter
, int first_boot
)
321 if (first_boot
== 0x55555555) {
322 /* This is the first boot after power up */
323 NXWR32(adapter
, NETXEN_CAM_RAM(0x1fc), NETXEN_BDINFO_MAGIC
);
325 if (!NX_IS_REVISION_P2(adapter
->ahw
.revision_id
))
328 /* PCI bus master workaround */
329 first_boot
= NXRD32(adapter
, NETXEN_PCIE_REG(0x4));
330 if (!(first_boot
& 0x4)) {
332 NXWR32(adapter
, NETXEN_PCIE_REG(0x4), first_boot
);
333 first_boot
= NXRD32(adapter
, NETXEN_PCIE_REG(0x4));
336 /* This is the first boot after power up */
337 first_boot
= NXRD32(adapter
, NETXEN_ROMUSB_GLB_SW_RESET
);
338 if (first_boot
!= 0x80000f) {
339 /* clear the register for future unloads/loads */
340 NXWR32(adapter
, NETXEN_CAM_RAM(0x1fc), 0);
344 /* Start P2 boot loader */
345 val
= NXRD32(adapter
, NETXEN_ROMUSB_GLB_PEGTUNE_DONE
);
346 NXWR32(adapter
, NETXEN_ROMUSB_GLB_PEGTUNE_DONE
, val
| 0x1);
350 val
= NXRD32(adapter
, NETXEN_CAM_RAM(0x1fc));
352 if (++timeout
> 5000)
355 } while (val
== NETXEN_BDINFO_MAGIC
);
360 static void netxen_set_port_mode(struct netxen_adapter
*adapter
)
364 val
= adapter
->ahw
.board_type
;
365 if ((val
== NETXEN_BRDTYPE_P3_HMEZ
) ||
366 (val
== NETXEN_BRDTYPE_P3_XG_LOM
)) {
367 if (port_mode
== NETXEN_PORT_MODE_802_3_AP
) {
368 data
= NETXEN_PORT_MODE_802_3_AP
;
369 NXWR32(adapter
, NETXEN_PORT_MODE_ADDR
, data
);
370 } else if (port_mode
== NETXEN_PORT_MODE_XG
) {
371 data
= NETXEN_PORT_MODE_XG
;
372 NXWR32(adapter
, NETXEN_PORT_MODE_ADDR
, data
);
373 } else if (port_mode
== NETXEN_PORT_MODE_AUTO_NEG_1G
) {
374 data
= NETXEN_PORT_MODE_AUTO_NEG_1G
;
375 NXWR32(adapter
, NETXEN_PORT_MODE_ADDR
, data
);
376 } else if (port_mode
== NETXEN_PORT_MODE_AUTO_NEG_XG
) {
377 data
= NETXEN_PORT_MODE_AUTO_NEG_XG
;
378 NXWR32(adapter
, NETXEN_PORT_MODE_ADDR
, data
);
380 data
= NETXEN_PORT_MODE_AUTO_NEG
;
381 NXWR32(adapter
, NETXEN_PORT_MODE_ADDR
, data
);
384 if ((wol_port_mode
!= NETXEN_PORT_MODE_802_3_AP
) &&
385 (wol_port_mode
!= NETXEN_PORT_MODE_XG
) &&
386 (wol_port_mode
!= NETXEN_PORT_MODE_AUTO_NEG_1G
) &&
387 (wol_port_mode
!= NETXEN_PORT_MODE_AUTO_NEG_XG
)) {
388 wol_port_mode
= NETXEN_PORT_MODE_AUTO_NEG
;
390 NXWR32(adapter
, NETXEN_WOL_PORT_MODE
, wol_port_mode
);
394 static void netxen_set_msix_bit(struct pci_dev
*pdev
, int enable
)
399 pos
= pci_find_capability(pdev
, PCI_CAP_ID_MSIX
);
401 pci_read_config_dword(pdev
, pos
, &control
);
403 control
|= PCI_MSIX_FLAGS_ENABLE
;
406 pci_write_config_dword(pdev
, pos
, control
);
410 static void netxen_init_msix_entries(struct netxen_adapter
*adapter
, int count
)
414 for (i
= 0; i
< count
; i
++)
415 adapter
->msix_entries
[i
].entry
= i
;
419 netxen_read_mac_addr(struct netxen_adapter
*adapter
)
424 struct net_device
*netdev
= adapter
->netdev
;
425 struct pci_dev
*pdev
= adapter
->pdev
;
427 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
)) {
428 if (netxen_p3_get_mac_addr(adapter
, &mac_addr
) != 0)
431 if (netxen_get_flash_mac_addr(adapter
, &mac_addr
) != 0)
435 p
= (unsigned char *)&mac_addr
;
436 for (i
= 0; i
< 6; i
++)
437 netdev
->dev_addr
[i
] = *(p
+ 5 - i
);
439 memcpy(netdev
->perm_addr
, netdev
->dev_addr
, netdev
->addr_len
);
441 /* set station address */
443 if (!is_valid_ether_addr(netdev
->perm_addr
))
444 dev_warn(&pdev
->dev
, "Bad MAC address %pM.\n", netdev
->dev_addr
);
449 int netxen_nic_set_mac(struct net_device
*netdev
, void *p
)
451 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
452 struct sockaddr
*addr
= p
;
454 if (!is_valid_ether_addr(addr
->sa_data
))
457 if (netif_running(netdev
)) {
458 netif_device_detach(netdev
);
459 netxen_napi_disable(adapter
);
462 memcpy(netdev
->dev_addr
, addr
->sa_data
, netdev
->addr_len
);
463 adapter
->macaddr_set(adapter
, addr
->sa_data
);
465 if (netif_running(netdev
)) {
466 netif_device_attach(netdev
);
467 netxen_napi_enable(adapter
);
472 static void netxen_set_multicast_list(struct net_device
*dev
)
474 struct netxen_adapter
*adapter
= netdev_priv(dev
);
476 adapter
->set_multi(dev
);
479 static const struct net_device_ops netxen_netdev_ops
= {
480 .ndo_open
= netxen_nic_open
,
481 .ndo_stop
= netxen_nic_close
,
482 .ndo_start_xmit
= netxen_nic_xmit_frame
,
483 .ndo_get_stats
= netxen_nic_get_stats
,
484 .ndo_validate_addr
= eth_validate_addr
,
485 .ndo_set_multicast_list
= netxen_set_multicast_list
,
486 .ndo_set_mac_address
= netxen_nic_set_mac
,
487 .ndo_change_mtu
= netxen_nic_change_mtu
,
488 .ndo_tx_timeout
= netxen_tx_timeout
,
489 #ifdef CONFIG_NET_POLL_CONTROLLER
490 .ndo_poll_controller
= netxen_nic_poll_controller
,
495 netxen_setup_intr(struct netxen_adapter
*adapter
)
497 struct netxen_legacy_intr_set
*legacy_intrp
;
498 struct pci_dev
*pdev
= adapter
->pdev
;
501 if (adapter
->rss_supported
) {
502 num_msix
= (num_online_cpus() >= MSIX_ENTRIES_PER_ADAPTER
) ?
503 MSIX_ENTRIES_PER_ADAPTER
: 2;
507 adapter
->max_sds_rings
= 1;
509 adapter
->flags
&= ~(NETXEN_NIC_MSI_ENABLED
| NETXEN_NIC_MSIX_ENABLED
);
511 if (adapter
->ahw
.revision_id
>= NX_P3_B0
)
512 legacy_intrp
= &legacy_intr
[adapter
->ahw
.pci_func
];
514 legacy_intrp
= &legacy_intr
[0];
515 adapter
->legacy_intr
.int_vec_bit
= legacy_intrp
->int_vec_bit
;
516 adapter
->legacy_intr
.tgt_status_reg
= legacy_intrp
->tgt_status_reg
;
517 adapter
->legacy_intr
.tgt_mask_reg
= legacy_intrp
->tgt_mask_reg
;
518 adapter
->legacy_intr
.pci_int_reg
= legacy_intrp
->pci_int_reg
;
520 netxen_set_msix_bit(pdev
, 0);
522 if (adapter
->msix_supported
) {
524 netxen_init_msix_entries(adapter
, num_msix
);
525 err
= pci_enable_msix(pdev
, adapter
->msix_entries
, num_msix
);
527 adapter
->flags
|= NETXEN_NIC_MSIX_ENABLED
;
528 netxen_set_msix_bit(pdev
, 1);
530 if (adapter
->rss_supported
)
531 adapter
->max_sds_rings
= num_msix
;
533 dev_info(&pdev
->dev
, "using msi-x interrupts\n");
538 pci_disable_msix(pdev
);
540 /* fall through for msi */
543 if (use_msi
&& !pci_enable_msi(pdev
)) {
544 adapter
->flags
|= NETXEN_NIC_MSI_ENABLED
;
545 adapter
->msi_tgt_status
=
546 msi_tgt_status
[adapter
->ahw
.pci_func
];
547 dev_info(&pdev
->dev
, "using msi interrupts\n");
548 adapter
->msix_entries
[0].vector
= pdev
->irq
;
552 dev_info(&pdev
->dev
, "using legacy interrupts\n");
553 adapter
->msix_entries
[0].vector
= pdev
->irq
;
557 netxen_teardown_intr(struct netxen_adapter
*adapter
)
559 if (adapter
->flags
& NETXEN_NIC_MSIX_ENABLED
)
560 pci_disable_msix(adapter
->pdev
);
561 if (adapter
->flags
& NETXEN_NIC_MSI_ENABLED
)
562 pci_disable_msi(adapter
->pdev
);
566 netxen_cleanup_pci_map(struct netxen_adapter
*adapter
)
568 if (adapter
->ahw
.db_base
!= NULL
)
569 iounmap(adapter
->ahw
.db_base
);
570 if (adapter
->ahw
.pci_base0
!= NULL
)
571 iounmap(adapter
->ahw
.pci_base0
);
572 if (adapter
->ahw
.pci_base1
!= NULL
)
573 iounmap(adapter
->ahw
.pci_base1
);
574 if (adapter
->ahw
.pci_base2
!= NULL
)
575 iounmap(adapter
->ahw
.pci_base2
);
579 netxen_setup_pci_map(struct netxen_adapter
*adapter
)
581 void __iomem
*mem_ptr0
= NULL
;
582 void __iomem
*mem_ptr1
= NULL
;
583 void __iomem
*mem_ptr2
= NULL
;
584 void __iomem
*db_ptr
= NULL
;
586 unsigned long mem_base
, mem_len
, db_base
, db_len
= 0, pci_len0
= 0;
588 struct pci_dev
*pdev
= adapter
->pdev
;
589 int pci_func
= adapter
->ahw
.pci_func
;
594 * Set the CRB window to invalid. If any register in window 0 is
595 * accessed it should set the window to 0 and then reset it to 1.
597 adapter
->curr_window
= 255;
598 adapter
->ahw
.qdr_sn_window
= -1;
599 adapter
->ahw
.ddr_mn_window
= -1;
601 /* remap phys address */
602 mem_base
= pci_resource_start(pdev
, 0); /* 0 is for BAR 0 */
603 mem_len
= pci_resource_len(pdev
, 0);
606 adapter
->hw_write_wx
= netxen_nic_hw_write_wx_128M
;
607 adapter
->hw_read_wx
= netxen_nic_hw_read_wx_128M
;
608 adapter
->pci_read_immediate
= netxen_nic_pci_read_immediate_128M
;
609 adapter
->pci_write_immediate
= netxen_nic_pci_write_immediate_128M
;
610 adapter
->pci_set_window
= netxen_nic_pci_set_window_128M
;
611 adapter
->pci_mem_read
= netxen_nic_pci_mem_read_128M
;
612 adapter
->pci_mem_write
= netxen_nic_pci_mem_write_128M
;
614 /* 128 Meg of memory */
615 if (mem_len
== NETXEN_PCI_128MB_SIZE
) {
616 mem_ptr0
= ioremap(mem_base
, FIRST_PAGE_GROUP_SIZE
);
617 mem_ptr1
= ioremap(mem_base
+ SECOND_PAGE_GROUP_START
,
618 SECOND_PAGE_GROUP_SIZE
);
619 mem_ptr2
= ioremap(mem_base
+ THIRD_PAGE_GROUP_START
,
620 THIRD_PAGE_GROUP_SIZE
);
621 } else if (mem_len
== NETXEN_PCI_32MB_SIZE
) {
622 mem_ptr1
= ioremap(mem_base
, SECOND_PAGE_GROUP_SIZE
);
623 mem_ptr2
= ioremap(mem_base
+ THIRD_PAGE_GROUP_START
-
624 SECOND_PAGE_GROUP_START
, THIRD_PAGE_GROUP_SIZE
);
625 } else if (mem_len
== NETXEN_PCI_2MB_SIZE
) {
626 adapter
->hw_write_wx
= netxen_nic_hw_write_wx_2M
;
627 adapter
->hw_read_wx
= netxen_nic_hw_read_wx_2M
;
628 adapter
->pci_read_immediate
= netxen_nic_pci_read_immediate_2M
;
629 adapter
->pci_write_immediate
=
630 netxen_nic_pci_write_immediate_2M
;
631 adapter
->pci_set_window
= netxen_nic_pci_set_window_2M
;
632 adapter
->pci_mem_read
= netxen_nic_pci_mem_read_2M
;
633 adapter
->pci_mem_write
= netxen_nic_pci_mem_write_2M
;
635 mem_ptr0
= pci_ioremap_bar(pdev
, 0);
636 if (mem_ptr0
== NULL
) {
637 dev_err(&pdev
->dev
, "failed to map PCI bar 0\n");
642 adapter
->ahw
.ddr_mn_window
= 0;
643 adapter
->ahw
.qdr_sn_window
= 0;
645 adapter
->ahw
.mn_win_crb
= 0x100000 + PCIX_MN_WINDOW
+
647 adapter
->ahw
.ms_win_crb
= 0x100000 + PCIX_SN_WINDOW
;
649 adapter
->ahw
.ms_win_crb
+= (pci_func
* 0x20);
651 adapter
->ahw
.ms_win_crb
+=
652 0xA0 + ((pci_func
- 4) * 0x10);
657 dev_info(&pdev
->dev
, "%dMB memory map\n", (int)(mem_len
>>20));
659 adapter
->ahw
.pci_base0
= mem_ptr0
;
660 adapter
->ahw
.pci_len0
= pci_len0
;
661 adapter
->ahw
.pci_base1
= mem_ptr1
;
662 adapter
->ahw
.pci_base2
= mem_ptr2
;
664 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
))
667 db_base
= pci_resource_start(pdev
, 4); /* doorbell is on bar 4 */
668 db_len
= pci_resource_len(pdev
, 4);
671 printk(KERN_ERR
"%s: doorbell is disabled\n",
672 netxen_nic_driver_name
);
677 db_ptr
= ioremap(db_base
, NETXEN_DB_MAPSIZE_BYTES
);
679 printk(KERN_ERR
"%s: Failed to allocate doorbell map.",
680 netxen_nic_driver_name
);
686 adapter
->ahw
.db_base
= db_ptr
;
687 adapter
->ahw
.db_len
= db_len
;
691 netxen_cleanup_pci_map(adapter
);
696 netxen_start_firmware(struct netxen_adapter
*adapter
, int request_fw
)
698 int val
, err
, first_boot
;
699 struct pci_dev
*pdev
= adapter
->pdev
;
701 int first_driver
= 0;
703 if (NX_IS_REVISION_P2(adapter
->ahw
.revision_id
))
704 first_driver
= (adapter
->portnum
== 0);
706 first_driver
= (adapter
->ahw
.pci_func
== 0);
711 first_boot
= NXRD32(adapter
, NETXEN_CAM_RAM(0x1fc));
713 err
= netxen_check_hw_init(adapter
, first_boot
);
715 dev_err(&pdev
->dev
, "error in init HW init sequence\n");
720 netxen_request_firmware(adapter
);
722 err
= netxen_need_fw_reset(adapter
);
726 if (first_boot
!= 0x55555555) {
727 NXWR32(adapter
, CRB_CMDPEG_STATE
, 0);
728 netxen_pinit_from_rom(adapter
, 0);
732 NXWR32(adapter
, CRB_DMA_SHIFT
, 0x55555555);
733 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
))
734 netxen_set_port_mode(adapter
);
736 netxen_load_firmware(adapter
);
738 if (NX_IS_REVISION_P2(adapter
->ahw
.revision_id
)) {
740 /* Initialize multicast addr pool owners */
742 if (adapter
->ahw
.port_type
== NETXEN_NIC_XGBE
)
744 NXWR32(adapter
, NETXEN_MAC_ADDR_CNTL_REG
, val
);
748 err
= netxen_initialize_adapter_offload(adapter
);
753 * Tell the hardware our version number.
755 val
= (_NETXEN_NIC_LINUX_MAJOR
<< 16)
756 | ((_NETXEN_NIC_LINUX_MINOR
<< 8))
757 | (_NETXEN_NIC_LINUX_SUBVERSION
);
758 NXWR32(adapter
, CRB_DRIVER_VERSION
, val
);
761 /* Handshake with the card before we register the devices. */
762 err
= netxen_phantom_init(adapter
, NETXEN_NIC_PEG_TUNE
);
764 netxen_free_adapter_offload(adapter
);
768 nx_update_dma_mask(adapter
);
770 netxen_nic_get_firmware_info(adapter
);
776 netxen_nic_request_irq(struct netxen_adapter
*adapter
)
778 irq_handler_t handler
;
779 struct nx_host_sds_ring
*sds_ring
;
782 unsigned long flags
= IRQF_SAMPLE_RANDOM
;
783 struct net_device
*netdev
= adapter
->netdev
;
784 struct netxen_recv_context
*recv_ctx
= &adapter
->recv_ctx
;
786 if (adapter
->flags
& NETXEN_NIC_MSIX_ENABLED
)
787 handler
= netxen_msix_intr
;
788 else if (adapter
->flags
& NETXEN_NIC_MSI_ENABLED
)
789 handler
= netxen_msi_intr
;
791 flags
|= IRQF_SHARED
;
792 handler
= netxen_intr
;
794 adapter
->irq
= netdev
->irq
;
796 for (ring
= 0; ring
< adapter
->max_sds_rings
; ring
++) {
797 sds_ring
= &recv_ctx
->sds_rings
[ring
];
798 sprintf(sds_ring
->name
, "%s[%d]", netdev
->name
, ring
);
799 err
= request_irq(sds_ring
->irq
, handler
,
800 flags
, sds_ring
->name
, sds_ring
);
809 netxen_nic_free_irq(struct netxen_adapter
*adapter
)
812 struct nx_host_sds_ring
*sds_ring
;
814 struct netxen_recv_context
*recv_ctx
= &adapter
->recv_ctx
;
816 for (ring
= 0; ring
< adapter
->max_sds_rings
; ring
++) {
817 sds_ring
= &recv_ctx
->sds_rings
[ring
];
818 free_irq(sds_ring
->irq
, sds_ring
);
823 netxen_nic_init_coalesce_defaults(struct netxen_adapter
*adapter
)
825 adapter
->coal
.flags
= NETXEN_NIC_INTR_DEFAULT
;
826 adapter
->coal
.normal
.data
.rx_time_us
=
827 NETXEN_DEFAULT_INTR_COALESCE_RX_TIME_US
;
828 adapter
->coal
.normal
.data
.rx_packets
=
829 NETXEN_DEFAULT_INTR_COALESCE_RX_PACKETS
;
830 adapter
->coal
.normal
.data
.tx_time_us
=
831 NETXEN_DEFAULT_INTR_COALESCE_TX_TIME_US
;
832 adapter
->coal
.normal
.data
.tx_packets
=
833 NETXEN_DEFAULT_INTR_COALESCE_TX_PACKETS
;
837 netxen_nic_up(struct netxen_adapter
*adapter
, struct net_device
*netdev
)
841 err
= adapter
->init_port(adapter
, adapter
->physical_port
);
843 printk(KERN_ERR
"%s: Failed to initialize port %d\n",
844 netxen_nic_driver_name
, adapter
->portnum
);
847 if (NX_IS_REVISION_P2(adapter
->ahw
.revision_id
))
848 adapter
->macaddr_set(adapter
, netdev
->dev_addr
);
850 adapter
->set_multi(netdev
);
851 adapter
->set_mtu(adapter
, netdev
->mtu
);
853 adapter
->ahw
.linkup
= 0;
855 if (adapter
->max_sds_rings
> 1)
856 netxen_config_rss(adapter
, 1);
858 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
))
859 netxen_config_intr_coalesce(adapter
);
861 netxen_napi_enable(adapter
);
863 if (adapter
->capabilities
& NX_FW_CAPABILITY_LINK_NOTIFICATION
)
864 netxen_linkevent_request(adapter
, 1);
866 netxen_nic_set_link_parameters(adapter
);
868 mod_timer(&adapter
->watchdog_timer
, jiffies
);
874 netxen_nic_down(struct netxen_adapter
*adapter
, struct net_device
*netdev
)
876 spin_lock(&adapter
->tx_clean_lock
);
877 netif_carrier_off(netdev
);
878 netif_tx_disable(netdev
);
880 if (adapter
->stop_port
)
881 adapter
->stop_port(adapter
);
883 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
))
884 netxen_p3_free_mac_list(adapter
);
886 netxen_napi_disable(adapter
);
888 netxen_release_tx_buffers(adapter
);
889 spin_unlock(&adapter
->tx_clean_lock
);
891 del_timer_sync(&adapter
->watchdog_timer
);
892 FLUSH_SCHEDULED_WORK();
897 netxen_nic_attach(struct netxen_adapter
*adapter
)
899 struct net_device
*netdev
= adapter
->netdev
;
900 struct pci_dev
*pdev
= adapter
->pdev
;
902 struct nx_host_rds_ring
*rds_ring
;
903 struct nx_host_tx_ring
*tx_ring
;
905 err
= netxen_init_firmware(adapter
);
907 printk(KERN_ERR
"Failed to init firmware\n");
911 if (adapter
->fw_major
< 4)
912 adapter
->max_rds_rings
= 3;
914 adapter
->max_rds_rings
= 2;
916 err
= netxen_alloc_sw_resources(adapter
);
918 printk(KERN_ERR
"%s: Error in setting sw resources\n",
923 netxen_nic_clear_stats(adapter
);
925 err
= netxen_alloc_hw_resources(adapter
);
927 printk(KERN_ERR
"%s: Error in setting hw resources\n",
929 goto err_out_free_sw
;
932 if (adapter
->fw_major
< 4) {
933 tx_ring
= adapter
->tx_ring
;
934 tx_ring
->crb_cmd_producer
= crb_cmd_producer
[adapter
->portnum
];
935 tx_ring
->crb_cmd_consumer
= crb_cmd_consumer
[adapter
->portnum
];
937 tx_ring
->producer
= 0;
938 tx_ring
->sw_consumer
= 0;
940 netxen_nic_update_cmd_producer(adapter
, tx_ring
);
941 netxen_nic_update_cmd_consumer(adapter
, tx_ring
);
944 for (ring
= 0; ring
< adapter
->max_rds_rings
; ring
++) {
945 rds_ring
= &adapter
->recv_ctx
.rds_rings
[ring
];
946 netxen_post_rx_buffers(adapter
, ring
, rds_ring
);
949 err
= netxen_nic_request_irq(adapter
);
951 dev_err(&pdev
->dev
, "%s: failed to setup interrupt\n",
953 goto err_out_free_rxbuf
;
956 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
))
957 netxen_nic_init_coalesce_defaults(adapter
);
959 adapter
->is_up
= NETXEN_ADAPTER_UP_MAGIC
;
963 netxen_release_rx_buffers(adapter
);
964 netxen_free_hw_resources(adapter
);
966 netxen_free_sw_resources(adapter
);
971 netxen_nic_detach(struct netxen_adapter
*adapter
)
973 netxen_free_hw_resources(adapter
);
974 netxen_release_rx_buffers(adapter
);
975 netxen_nic_free_irq(adapter
);
976 netxen_free_sw_resources(adapter
);
982 netxen_nic_probe(struct pci_dev
*pdev
, const struct pci_device_id
*ent
)
984 struct net_device
*netdev
= NULL
;
985 struct netxen_adapter
*adapter
= NULL
;
987 int pci_func_id
= PCI_FUNC(pdev
->devfn
);
990 if (pdev
->class != 0x020000) {
991 printk(KERN_DEBUG
"NetXen function %d, class %x will not "
992 "be enabled.\n",pci_func_id
, pdev
->class);
996 if (pdev
->revision
>= NX_P3_A0
&& pdev
->revision
< NX_P3_B1
) {
997 printk(KERN_WARNING
"NetXen chip revisions between 0x%x-0x%x"
998 "will not be enabled.\n",
1003 if ((err
= pci_enable_device(pdev
)))
1006 if (!(pci_resource_flags(pdev
, 0) & IORESOURCE_MEM
)) {
1008 goto err_out_disable_pdev
;
1011 if ((err
= pci_request_regions(pdev
, netxen_nic_driver_name
)))
1012 goto err_out_disable_pdev
;
1014 pci_set_master(pdev
);
1016 netdev
= alloc_etherdev(sizeof(struct netxen_adapter
));
1018 printk(KERN_ERR
"%s: Failed to allocate memory for the "
1019 "device block.Check system memory resource"
1020 " usage.\n", netxen_nic_driver_name
);
1021 goto err_out_free_res
;
1024 SET_NETDEV_DEV(netdev
, &pdev
->dev
);
1026 adapter
= netdev_priv(netdev
);
1027 adapter
->netdev
= netdev
;
1028 adapter
->pdev
= pdev
;
1029 adapter
->ahw
.pci_func
= pci_func_id
;
1031 revision_id
= pdev
->revision
;
1032 adapter
->ahw
.revision_id
= revision_id
;
1034 err
= nx_set_dma_mask(adapter
, revision_id
);
1036 goto err_out_free_netdev
;
1038 rwlock_init(&adapter
->adapter_lock
);
1039 spin_lock_init(&adapter
->tx_clean_lock
);
1040 INIT_LIST_HEAD(&adapter
->mac_list
);
1042 err
= netxen_setup_pci_map(adapter
);
1044 goto err_out_free_netdev
;
1046 /* This will be reset for mezz cards */
1047 adapter
->portnum
= pci_func_id
;
1048 adapter
->rx_csum
= 1;
1049 adapter
->mc_enabled
= 0;
1050 if (NX_IS_REVISION_P3(revision_id
))
1051 adapter
->max_mc_count
= 38;
1053 adapter
->max_mc_count
= 16;
1055 netdev
->netdev_ops
= &netxen_netdev_ops
;
1056 netdev
->watchdog_timeo
= 2*HZ
;
1058 netxen_nic_change_mtu(netdev
, netdev
->mtu
);
1060 SET_ETHTOOL_OPS(netdev
, &netxen_nic_ethtool_ops
);
1062 netdev
->features
|= (NETIF_F_SG
| NETIF_F_IP_CSUM
| NETIF_F_TSO
);
1063 netdev
->features
|= (NETIF_F_GRO
);
1064 netdev
->vlan_features
|= (NETIF_F_SG
| NETIF_F_IP_CSUM
| NETIF_F_TSO
);
1066 if (NX_IS_REVISION_P3(revision_id
)) {
1067 netdev
->features
|= (NETIF_F_IPV6_CSUM
| NETIF_F_TSO6
);
1068 netdev
->vlan_features
|= (NETIF_F_IPV6_CSUM
| NETIF_F_TSO6
);
1071 if (adapter
->pci_using_dac
) {
1072 netdev
->features
|= NETIF_F_HIGHDMA
;
1073 netdev
->vlan_features
|= NETIF_F_HIGHDMA
;
1076 if (netxen_nic_get_board_info(adapter
) != 0) {
1077 printk("%s: Error getting board config info.\n",
1078 netxen_nic_driver_name
);
1080 goto err_out_iounmap
;
1083 netxen_initialize_adapter_ops(adapter
);
1085 /* Mezz cards have PCI function 0,2,3 enabled */
1086 switch (adapter
->ahw
.board_type
) {
1087 case NETXEN_BRDTYPE_P2_SB31_10G_IMEZ
:
1088 case NETXEN_BRDTYPE_P2_SB31_10G_HMEZ
:
1089 if (pci_func_id
>= 2)
1090 adapter
->portnum
= pci_func_id
- 2;
1096 err
= netxen_start_firmware(adapter
, 1);
1098 goto err_out_iounmap
;
1100 * See if the firmware gave us a virtual-physical port mapping.
1102 adapter
->physical_port
= adapter
->portnum
;
1103 if (adapter
->fw_major
< 4) {
1104 i
= NXRD32(adapter
, CRB_V2P(adapter
->portnum
));
1105 if (i
!= 0x55555555)
1106 adapter
->physical_port
= i
;
1109 netxen_check_options(adapter
);
1111 netxen_setup_intr(adapter
);
1113 netdev
->irq
= adapter
->msix_entries
[0].vector
;
1115 if (netxen_napi_add(adapter
, netdev
))
1116 goto err_out_disable_msi
;
1118 init_timer(&adapter
->watchdog_timer
);
1119 adapter
->watchdog_timer
.function
= &netxen_watchdog
;
1120 adapter
->watchdog_timer
.data
= (unsigned long)adapter
;
1121 INIT_WORK(&adapter
->watchdog_task
, netxen_watchdog_task
);
1122 INIT_WORK(&adapter
->tx_timeout_task
, netxen_tx_timeout_task
);
1124 err
= netxen_read_mac_addr(adapter
);
1126 dev_warn(&pdev
->dev
, "failed to read mac addr\n");
1128 netif_carrier_off(netdev
);
1129 netif_stop_queue(netdev
);
1131 if ((err
= register_netdev(netdev
))) {
1132 printk(KERN_ERR
"%s: register_netdev failed port #%d"
1133 " aborting\n", netxen_nic_driver_name
,
1136 goto err_out_disable_msi
;
1139 pci_set_drvdata(pdev
, adapter
);
1141 switch (adapter
->ahw
.port_type
) {
1142 case NETXEN_NIC_GBE
:
1143 dev_info(&adapter
->pdev
->dev
, "%s: GbE port initialized\n",
1144 adapter
->netdev
->name
);
1146 case NETXEN_NIC_XGBE
:
1147 dev_info(&adapter
->pdev
->dev
, "%s: XGbE port initialized\n",
1148 adapter
->netdev
->name
);
1154 err_out_disable_msi
:
1155 netxen_teardown_intr(adapter
);
1157 netxen_free_adapter_offload(adapter
);
1160 netxen_cleanup_pci_map(adapter
);
1162 err_out_free_netdev
:
1163 free_netdev(netdev
);
1166 pci_release_regions(pdev
);
1168 err_out_disable_pdev
:
1169 pci_set_drvdata(pdev
, NULL
);
1170 pci_disable_device(pdev
);
1174 static void __devexit
netxen_nic_remove(struct pci_dev
*pdev
)
1176 struct netxen_adapter
*adapter
;
1177 struct net_device
*netdev
;
1179 adapter
= pci_get_drvdata(pdev
);
1180 if (adapter
== NULL
)
1183 netdev
= adapter
->netdev
;
1185 unregister_netdev(netdev
);
1187 if (adapter
->is_up
== NETXEN_ADAPTER_UP_MAGIC
) {
1188 netxen_nic_detach(adapter
);
1191 if (adapter
->portnum
== 0)
1192 netxen_free_adapter_offload(adapter
);
1194 netxen_teardown_intr(adapter
);
1195 netxen_free_sds_rings(&adapter
->recv_ctx
);
1197 netxen_cleanup_pci_map(adapter
);
1199 netxen_release_firmware(adapter
);
1201 pci_release_regions(pdev
);
1202 pci_disable_device(pdev
);
1203 pci_set_drvdata(pdev
, NULL
);
1205 free_netdev(netdev
);
1210 netxen_nic_suspend(struct pci_dev
*pdev
, pm_message_t state
)
1213 struct netxen_adapter
*adapter
= pci_get_drvdata(pdev
);
1214 struct net_device
*netdev
= adapter
->netdev
;
1216 netif_device_detach(netdev
);
1218 if (netif_running(netdev
))
1219 netxen_nic_down(adapter
, netdev
);
1221 if (adapter
->is_up
== NETXEN_ADAPTER_UP_MAGIC
)
1222 netxen_nic_detach(adapter
);
1224 pci_save_state(pdev
);
1226 if (netxen_nic_wol_supported(adapter
)) {
1227 pci_enable_wake(pdev
, PCI_D3cold
, 1);
1228 pci_enable_wake(pdev
, PCI_D3hot
, 1);
1231 pci_disable_device(pdev
);
1232 pci_set_power_state(pdev
, pci_choose_state(pdev
, state
));
1238 netxen_nic_resume(struct pci_dev
*pdev
)
1240 struct netxen_adapter
*adapter
= pci_get_drvdata(pdev
);
1241 struct net_device
*netdev
= adapter
->netdev
;
1244 pci_set_power_state(pdev
, PCI_D0
);
1245 pci_restore_state(pdev
);
1247 err
= pci_enable_device(pdev
);
1251 adapter
->curr_window
= 255;
1253 err
= netxen_start_firmware(adapter
, 0);
1255 dev_err(&pdev
->dev
, "failed to start firmware\n");
1259 if (netif_running(netdev
)) {
1260 err
= netxen_nic_attach(adapter
);
1264 err
= netxen_nic_up(adapter
, netdev
);
1268 netif_device_attach(netdev
);
1275 static int netxen_nic_open(struct net_device
*netdev
)
1277 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
1280 if (adapter
->driver_mismatch
)
1283 if (adapter
->is_up
!= NETXEN_ADAPTER_UP_MAGIC
) {
1284 err
= netxen_nic_attach(adapter
);
1289 err
= netxen_nic_up(adapter
, netdev
);
1293 netif_start_queue(netdev
);
1298 netxen_nic_detach(adapter
);
1303 * netxen_nic_close - Disables a network interface entry point
1305 static int netxen_nic_close(struct net_device
*netdev
)
1307 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
1309 netxen_nic_down(adapter
, netdev
);
1313 static bool netxen_tso_check(struct net_device
*netdev
,
1314 struct cmd_desc_type0
*desc
, struct sk_buff
*skb
)
1317 u8 opcode
= TX_ETHER_PKT
;
1318 __be16 protocol
= skb
->protocol
;
1321 if (protocol
== cpu_to_be16(ETH_P_8021Q
)) {
1322 struct vlan_ethhdr
*vh
= (struct vlan_ethhdr
*)skb
->data
;
1323 protocol
= vh
->h_vlan_encapsulated_proto
;
1324 flags
= FLAGS_VLAN_TAGGED
;
1327 if ((netdev
->features
& (NETIF_F_TSO
| NETIF_F_TSO6
)) &&
1328 skb_shinfo(skb
)->gso_size
> 0) {
1330 desc
->mss
= cpu_to_le16(skb_shinfo(skb
)->gso_size
);
1331 desc
->total_hdr_length
=
1332 skb_transport_offset(skb
) + tcp_hdrlen(skb
);
1334 opcode
= (protocol
== cpu_to_be16(ETH_P_IPV6
)) ?
1335 TX_TCP_LSO6
: TX_TCP_LSO
;
1338 } else if (skb
->ip_summed
== CHECKSUM_PARTIAL
) {
1341 if (protocol
== cpu_to_be16(ETH_P_IP
)) {
1342 l4proto
= ip_hdr(skb
)->protocol
;
1344 if (l4proto
== IPPROTO_TCP
)
1345 opcode
= TX_TCP_PKT
;
1346 else if(l4proto
== IPPROTO_UDP
)
1347 opcode
= TX_UDP_PKT
;
1348 } else if (protocol
== cpu_to_be16(ETH_P_IPV6
)) {
1349 l4proto
= ipv6_hdr(skb
)->nexthdr
;
1351 if (l4proto
== IPPROTO_TCP
)
1352 opcode
= TX_TCPV6_PKT
;
1353 else if(l4proto
== IPPROTO_UDP
)
1354 opcode
= TX_UDPV6_PKT
;
1357 desc
->tcp_hdr_offset
= skb_transport_offset(skb
);
1358 desc
->ip_hdr_offset
= skb_network_offset(skb
);
1359 netxen_set_tx_flags_opcode(desc
, flags
, opcode
);
1364 netxen_clean_tx_dma_mapping(struct pci_dev
*pdev
,
1365 struct netxen_cmd_buffer
*pbuf
, int last
)
1368 struct netxen_skb_frag
*buffrag
;
1370 buffrag
= &pbuf
->frag_array
[0];
1371 pci_unmap_single(pdev
, buffrag
->dma
,
1372 buffrag
->length
, PCI_DMA_TODEVICE
);
1374 for (k
= 1; k
< last
; k
++) {
1375 buffrag
= &pbuf
->frag_array
[k
];
1376 pci_unmap_page(pdev
, buffrag
->dma
,
1377 buffrag
->length
, PCI_DMA_TODEVICE
);
1382 netxen_clear_cmddesc(u64
*desc
)
1385 for (i
= 0; i
< 8; i
++)
1390 netxen_nic_xmit_frame(struct sk_buff
*skb
, struct net_device
*netdev
)
1392 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
1393 struct nx_host_tx_ring
*tx_ring
= adapter
->tx_ring
;
1394 unsigned int first_seg_len
= skb
->len
- skb
->data_len
;
1395 struct netxen_cmd_buffer
*pbuf
;
1396 struct netxen_skb_frag
*buffrag
;
1397 struct cmd_desc_type0
*hwdesc
;
1398 struct pci_dev
*pdev
= adapter
->pdev
;
1399 dma_addr_t temp_dma
;
1403 int frag_count
, no_of_desc
;
1404 u32 num_txd
= tx_ring
->num_desc
;
1405 bool is_tso
= false;
1407 frag_count
= skb_shinfo(skb
)->nr_frags
+ 1;
1409 /* 4 fragments per cmd des */
1410 no_of_desc
= (frag_count
+ 3) >> 2;
1412 if (unlikely(no_of_desc
+ 2) > netxen_tx_avail(tx_ring
)) {
1413 netif_stop_queue(netdev
);
1414 return NETDEV_TX_BUSY
;
1417 producer
= tx_ring
->producer
;
1419 hwdesc
= &tx_ring
->desc_head
[producer
];
1420 netxen_clear_cmddesc((u64
*)hwdesc
);
1421 pbuf
= &tx_ring
->cmd_buf_arr
[producer
];
1423 is_tso
= netxen_tso_check(netdev
, hwdesc
, skb
);
1426 pbuf
->frag_count
= frag_count
;
1427 buffrag
= &pbuf
->frag_array
[0];
1428 temp_dma
= pci_map_single(pdev
, skb
->data
, first_seg_len
,
1430 if (pci_dma_mapping_error(pdev
, temp_dma
))
1433 buffrag
->dma
= temp_dma
;
1434 buffrag
->length
= first_seg_len
;
1435 netxen_set_tx_frags_len(hwdesc
, frag_count
, skb
->len
);
1436 netxen_set_tx_port(hwdesc
, adapter
->portnum
);
1438 hwdesc
->buffer_length
[0] = cpu_to_le16(first_seg_len
);
1439 hwdesc
->addr_buffer1
= cpu_to_le64(buffrag
->dma
);
1441 for (i
= 1, k
= 1; i
< frag_count
; i
++, k
++) {
1442 struct skb_frag_struct
*frag
;
1444 unsigned long offset
;
1446 /* move to next desc. if there is a need */
1447 if ((i
& 0x3) == 0) {
1449 producer
= get_next_index(producer
, num_txd
);
1450 hwdesc
= &tx_ring
->desc_head
[producer
];
1451 netxen_clear_cmddesc((u64
*)hwdesc
);
1452 pbuf
= &tx_ring
->cmd_buf_arr
[producer
];
1455 frag
= &skb_shinfo(skb
)->frags
[i
- 1];
1457 offset
= frag
->page_offset
;
1460 temp_dma
= pci_map_page(pdev
, frag
->page
, offset
,
1461 len
, PCI_DMA_TODEVICE
);
1462 if (pci_dma_mapping_error(pdev
, temp_dma
)) {
1463 netxen_clean_tx_dma_mapping(pdev
, pbuf
, i
);
1468 buffrag
->dma
= temp_dma
;
1469 buffrag
->length
= temp_len
;
1471 hwdesc
->buffer_length
[k
] = cpu_to_le16(temp_len
);
1474 hwdesc
->addr_buffer1
= cpu_to_le64(temp_dma
);
1477 hwdesc
->addr_buffer2
= cpu_to_le64(temp_dma
);
1480 hwdesc
->addr_buffer3
= cpu_to_le64(temp_dma
);
1483 hwdesc
->addr_buffer4
= cpu_to_le64(temp_dma
);
1488 producer
= get_next_index(producer
, num_txd
);
1490 /* For LSO, we need to copy the MAC/IP/TCP headers into
1491 * the descriptor ring
1494 int hdr_len
, first_hdr_len
, more_hdr
;
1495 hdr_len
= skb_transport_offset(skb
) + tcp_hdrlen(skb
);
1496 if (hdr_len
> (sizeof(struct cmd_desc_type0
) - 2)) {
1497 first_hdr_len
= sizeof(struct cmd_desc_type0
) - 2;
1500 first_hdr_len
= hdr_len
;
1503 /* copy the MAC/IP/TCP headers to the cmd descriptor list */
1504 hwdesc
= &tx_ring
->desc_head
[producer
];
1505 pbuf
= &tx_ring
->cmd_buf_arr
[producer
];
1508 /* copy the first 64 bytes */
1509 memcpy(((void *)hwdesc
) + 2,
1510 (void *)(skb
->data
), first_hdr_len
);
1511 producer
= get_next_index(producer
, num_txd
);
1514 hwdesc
= &tx_ring
->desc_head
[producer
];
1515 pbuf
= &tx_ring
->cmd_buf_arr
[producer
];
1517 /* copy the next 64 bytes - should be enough except
1518 * for pathological case
1520 skb_copy_from_linear_data_offset(skb
, first_hdr_len
,
1524 producer
= get_next_index(producer
, num_txd
);
1528 tx_ring
->producer
= producer
;
1529 adapter
->stats
.txbytes
+= skb
->len
;
1531 netxen_nic_update_cmd_producer(adapter
, tx_ring
);
1533 adapter
->stats
.xmitcalled
++;
1535 return NETDEV_TX_OK
;
1538 adapter
->stats
.txdropped
++;
1539 dev_kfree_skb_any(skb
);
1540 return NETDEV_TX_OK
;
1543 static int netxen_nic_check_temp(struct netxen_adapter
*adapter
)
1545 struct net_device
*netdev
= adapter
->netdev
;
1546 uint32_t temp
, temp_state
, temp_val
;
1549 temp
= NXRD32(adapter
, CRB_TEMP_STATE
);
1551 temp_state
= nx_get_temp_state(temp
);
1552 temp_val
= nx_get_temp_val(temp
);
1554 if (temp_state
== NX_TEMP_PANIC
) {
1556 "%s: Device temperature %d degrees C exceeds"
1557 " maximum allowed. Hardware has been shut down.\n",
1558 netdev
->name
, temp_val
);
1560 netif_device_detach(netdev
);
1561 netxen_nic_down(adapter
, netdev
);
1562 netxen_nic_detach(adapter
);
1565 } else if (temp_state
== NX_TEMP_WARN
) {
1566 if (adapter
->temp
== NX_TEMP_NORMAL
) {
1568 "%s: Device temperature %d degrees C "
1569 "exceeds operating range."
1570 " Immediate action needed.\n",
1571 netdev
->name
, temp_val
);
1574 if (adapter
->temp
== NX_TEMP_WARN
) {
1576 "%s: Device temperature is now %d degrees C"
1577 " in normal range.\n", netdev
->name
,
1581 adapter
->temp
= temp_state
;
1585 void netxen_advert_link_change(struct netxen_adapter
*adapter
, int linkup
)
1587 struct net_device
*netdev
= adapter
->netdev
;
1589 if (adapter
->ahw
.linkup
&& !linkup
) {
1590 printk(KERN_INFO
"%s: %s NIC Link is down\n",
1591 netxen_nic_driver_name
, netdev
->name
);
1592 adapter
->ahw
.linkup
= 0;
1593 if (netif_running(netdev
)) {
1594 netif_carrier_off(netdev
);
1595 netif_stop_queue(netdev
);
1598 if (!adapter
->has_link_events
)
1599 netxen_nic_set_link_parameters(adapter
);
1601 } else if (!adapter
->ahw
.linkup
&& linkup
) {
1602 printk(KERN_INFO
"%s: %s NIC Link is up\n",
1603 netxen_nic_driver_name
, netdev
->name
);
1604 adapter
->ahw
.linkup
= 1;
1605 if (netif_running(netdev
)) {
1606 netif_carrier_on(netdev
);
1607 netif_wake_queue(netdev
);
1610 if (!adapter
->has_link_events
)
1611 netxen_nic_set_link_parameters(adapter
);
1615 static void netxen_nic_handle_phy_intr(struct netxen_adapter
*adapter
)
1617 u32 val
, port
, linkup
;
1619 port
= adapter
->physical_port
;
1621 if (NX_IS_REVISION_P3(adapter
->ahw
.revision_id
)) {
1622 val
= NXRD32(adapter
, CRB_XG_STATE_P3
);
1623 val
= XG_LINK_STATE_P3(adapter
->ahw
.pci_func
, val
);
1624 linkup
= (val
== XG_LINK_UP_P3
);
1626 val
= NXRD32(adapter
, CRB_XG_STATE
);
1627 if (adapter
->ahw
.port_type
== NETXEN_NIC_GBE
)
1628 linkup
= (val
>> port
) & 1;
1630 val
= (val
>> port
*8) & 0xff;
1631 linkup
= (val
== XG_LINK_UP
);
1635 netxen_advert_link_change(adapter
, linkup
);
1638 static void netxen_watchdog(unsigned long v
)
1640 struct netxen_adapter
*adapter
= (struct netxen_adapter
*)v
;
1642 SCHEDULE_WORK(&adapter
->watchdog_task
);
1645 void netxen_watchdog_task(struct work_struct
*work
)
1647 struct netxen_adapter
*adapter
=
1648 container_of(work
, struct netxen_adapter
, watchdog_task
);
1650 if (netxen_nic_check_temp(adapter
))
1653 if (!adapter
->has_link_events
)
1654 netxen_nic_handle_phy_intr(adapter
);
1656 if (netif_running(adapter
->netdev
))
1657 mod_timer(&adapter
->watchdog_timer
, jiffies
+ 2 * HZ
);
1660 static void netxen_tx_timeout(struct net_device
*netdev
)
1662 struct netxen_adapter
*adapter
= (struct netxen_adapter
*)
1663 netdev_priv(netdev
);
1664 SCHEDULE_WORK(&adapter
->tx_timeout_task
);
1667 static void netxen_tx_timeout_task(struct work_struct
*work
)
1669 struct netxen_adapter
*adapter
=
1670 container_of(work
, struct netxen_adapter
, tx_timeout_task
);
1672 if (!netif_running(adapter
->netdev
))
1675 printk(KERN_ERR
"%s %s: transmit timeout, resetting.\n",
1676 netxen_nic_driver_name
, adapter
->netdev
->name
);
1678 netxen_napi_disable(adapter
);
1680 adapter
->netdev
->trans_start
= jiffies
;
1682 netxen_napi_enable(adapter
);
1683 netif_wake_queue(adapter
->netdev
);
1686 struct net_device_stats
*netxen_nic_get_stats(struct net_device
*netdev
)
1688 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
1689 struct net_device_stats
*stats
= &adapter
->net_stats
;
1691 memset(stats
, 0, sizeof(*stats
));
1693 stats
->rx_packets
= adapter
->stats
.no_rcv
;
1694 stats
->tx_packets
= adapter
->stats
.xmitfinished
;
1695 stats
->rx_bytes
= adapter
->stats
.rxbytes
;
1696 stats
->tx_bytes
= adapter
->stats
.txbytes
;
1697 stats
->rx_dropped
= adapter
->stats
.rxdropped
;
1698 stats
->tx_dropped
= adapter
->stats
.txdropped
;
1703 static irqreturn_t
netxen_intr(int irq
, void *data
)
1705 struct nx_host_sds_ring
*sds_ring
= data
;
1706 struct netxen_adapter
*adapter
= sds_ring
->adapter
;
1709 status
= adapter
->pci_read_immediate(adapter
, ISR_INT_VECTOR
);
1711 if (!(status
& adapter
->legacy_intr
.int_vec_bit
))
1714 if (adapter
->ahw
.revision_id
>= NX_P3_B1
) {
1715 /* check interrupt state machine, to be sure */
1716 status
= adapter
->pci_read_immediate(adapter
,
1718 if (!ISR_LEGACY_INT_TRIGGERED(status
))
1722 unsigned long our_int
= 0;
1724 our_int
= NXRD32(adapter
, CRB_INT_VECTOR
);
1726 /* not our interrupt */
1727 if (!test_and_clear_bit((7 + adapter
->portnum
), &our_int
))
1730 /* claim interrupt */
1731 NXWR32(adapter
, CRB_INT_VECTOR
, (our_int
& 0xffffffff));
1734 /* clear interrupt */
1735 if (adapter
->fw_major
< 4)
1736 netxen_nic_disable_int(sds_ring
);
1738 adapter
->pci_write_immediate(adapter
,
1739 adapter
->legacy_intr
.tgt_status_reg
,
1741 /* read twice to ensure write is flushed */
1742 adapter
->pci_read_immediate(adapter
, ISR_INT_VECTOR
);
1743 adapter
->pci_read_immediate(adapter
, ISR_INT_VECTOR
);
1745 napi_schedule(&sds_ring
->napi
);
1750 static irqreturn_t
netxen_msi_intr(int irq
, void *data
)
1752 struct nx_host_sds_ring
*sds_ring
= data
;
1753 struct netxen_adapter
*adapter
= sds_ring
->adapter
;
1755 /* clear interrupt */
1756 adapter
->pci_write_immediate(adapter
,
1757 adapter
->msi_tgt_status
, 0xffffffff);
1759 napi_schedule(&sds_ring
->napi
);
1763 static irqreturn_t
netxen_msix_intr(int irq
, void *data
)
1765 struct nx_host_sds_ring
*sds_ring
= data
;
1767 napi_schedule(&sds_ring
->napi
);
1771 static int netxen_nic_poll(struct napi_struct
*napi
, int budget
)
1773 struct nx_host_sds_ring
*sds_ring
=
1774 container_of(napi
, struct nx_host_sds_ring
, napi
);
1776 struct netxen_adapter
*adapter
= sds_ring
->adapter
;
1781 tx_complete
= netxen_process_cmd_ring(adapter
);
1783 work_done
= netxen_process_rcv_ring(sds_ring
, budget
);
1785 if ((work_done
< budget
) && tx_complete
) {
1786 napi_complete(&sds_ring
->napi
);
1787 if (netif_running(adapter
->netdev
))
1788 netxen_nic_enable_int(sds_ring
);
1794 #ifdef CONFIG_NET_POLL_CONTROLLER
1795 static void netxen_nic_poll_controller(struct net_device
*netdev
)
1797 struct netxen_adapter
*adapter
= netdev_priv(netdev
);
1798 disable_irq(adapter
->irq
);
1799 netxen_intr(adapter
->irq
, adapter
);
1800 enable_irq(adapter
->irq
);
1804 #define is_netxen_netdev(dev) (dev->netdev_ops == &netxen_netdev_ops)
1807 netxen_destip_supported(struct netxen_adapter
*adapter
)
1809 if (NX_IS_REVISION_P2(adapter
->ahw
.revision_id
))
1812 if (adapter
->ahw
.cut_through
)
1818 static int netxen_netdev_event(struct notifier_block
*this,
1819 unsigned long event
, void *ptr
)
1821 struct netxen_adapter
*adapter
;
1822 struct net_device
*dev
= (struct net_device
*)ptr
;
1823 struct in_device
*indev
;
1829 if (dev
->priv_flags
& IFF_802_1Q_VLAN
) {
1830 dev
= vlan_dev_real_dev(dev
);
1834 if (!is_netxen_netdev(dev
))
1837 adapter
= netdev_priv(dev
);
1839 if (!adapter
|| !netxen_destip_supported(adapter
))
1842 if (adapter
->is_up
!= NETXEN_ADAPTER_UP_MAGIC
)
1845 indev
= in_dev_get(dev
);
1852 netxen_config_ipaddr(adapter
,
1853 ifa
->ifa_address
, NX_IP_UP
);
1856 netxen_config_ipaddr(adapter
,
1857 ifa
->ifa_address
, NX_IP_DOWN
);
1862 } endfor_ifa(indev
);
1870 netxen_inetaddr_event(struct notifier_block
*this,
1871 unsigned long event
, void *ptr
)
1873 struct netxen_adapter
*adapter
;
1874 struct net_device
*dev
;
1876 struct in_ifaddr
*ifa
= (struct in_ifaddr
*)ptr
;
1878 dev
= ifa
->ifa_dev
? ifa
->ifa_dev
->dev
: NULL
;
1881 if (dev
== NULL
|| !netif_running(dev
))
1884 if (dev
->priv_flags
& IFF_802_1Q_VLAN
) {
1885 dev
= vlan_dev_real_dev(dev
);
1889 if (!is_netxen_netdev(dev
))
1892 adapter
= netdev_priv(dev
);
1894 if (!adapter
|| !netxen_destip_supported(adapter
))
1897 if (adapter
->is_up
!= NETXEN_ADAPTER_UP_MAGIC
)
1902 netxen_config_ipaddr(adapter
, ifa
->ifa_address
, NX_IP_UP
);
1905 netxen_config_ipaddr(adapter
, ifa
->ifa_address
, NX_IP_DOWN
);
1915 static struct notifier_block netxen_netdev_cb
= {
1916 .notifier_call
= netxen_netdev_event
,
1919 static struct notifier_block netxen_inetaddr_cb
= {
1920 .notifier_call
= netxen_inetaddr_event
,
1923 static struct pci_driver netxen_driver
= {
1924 .name
= netxen_nic_driver_name
,
1925 .id_table
= netxen_pci_tbl
,
1926 .probe
= netxen_nic_probe
,
1927 .remove
= __devexit_p(netxen_nic_remove
),
1929 .suspend
= netxen_nic_suspend
,
1930 .resume
= netxen_nic_resume
1934 /* Driver Registration on NetXen card */
1936 static int __init
netxen_init_module(void)
1938 printk(KERN_INFO
"%s\n", netxen_nic_driver_string
);
1940 if ((netxen_workq
= create_singlethread_workqueue("netxen")) == NULL
)
1943 register_netdevice_notifier(&netxen_netdev_cb
);
1944 register_inetaddr_notifier(&netxen_inetaddr_cb
);
1946 return pci_register_driver(&netxen_driver
);
1949 module_init(netxen_init_module
);
1951 static void __exit
netxen_exit_module(void)
1953 pci_unregister_driver(&netxen_driver
);
1955 unregister_inetaddr_notifier(&netxen_inetaddr_cb
);
1956 unregister_netdevice_notifier(&netxen_netdev_cb
);
1957 destroy_workqueue(netxen_workq
);
1960 module_exit(netxen_exit_module
);