drivers/net/ixgbe/ixgbe.h

   1 /*******************************************************************************
   2
   3   Intel 10 Gigabit PCI Express Linux driver
   4   Copyright(c) 1999 - 2009 Intel Corporation.
   5
   6   This program is free software; you can redistribute it and/or modify it
   7   under the terms and conditions of the GNU General Public License,
   8   version 2, as published by the Free Software Foundation.
   9
  10   This program is distributed in the hope it will be useful, but WITHOUT
  11   ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
  12   FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
  13   more details.
  14
  15   You should have received a copy of the GNU General Public License along with
  16   this program; if not, write to the Free Software Foundation, Inc.,
  17   51 Franklin St - Fifth Floor, Boston, MA 02110-1301 USA.
  18
  19   The full GNU General Public License is included in this distribution in
  20   the file called "COPYING".
  21
  22   Contact Information:
  23   e1000-devel Mailing List <e1000-devel@lists.sourceforge.net>
  24   Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
  25
  26 *******************************************************************************/
  27
  28 #ifndef _IXGBE_H_
  29 #define _IXGBE_H_
  30
  31 #include <linux/types.h>
  32 #include <linux/pci.h>
  33 #include <linux/netdevice.h>
  34 #include <linux/aer.h>
  35
  36 #include "ixgbe_type.h"
  37 #include "ixgbe_common.h"
  38 #include "ixgbe_dcb.h"
  39 #if defined(CONFIG_FCOE) || defined(CONFIG_FCOE_MODULE)
  40 #define IXGBE_FCOE
  41 #include "ixgbe_fcoe.h"
  42 #endif /* CONFIG_FCOE or CONFIG_FCOE_MODULE */
  43 #ifdef CONFIG_IXGBE_DCA
  44 #include <linux/dca.h>
  45 #endif
  46
  47 #define PFX "ixgbe: "
  48 #define DPRINTK(nlevel, klevel, fmt, args...) \
  49         ((void)((NETIF_MSG_##nlevel & adapter->msg_enable) && \
  50         printk(KERN_##klevel PFX "%s: %s: " fmt, adapter->netdev->name, \
  51                 __func__ , ## args)))
  52
  53 /* TX/RX descriptor defines */
  54 #define IXGBE_DEFAULT_TXD                  1024
  55 #define IXGBE_MAX_TXD                      4096
  56 #define IXGBE_MIN_TXD                        64
  57
  58 #define IXGBE_DEFAULT_RXD                  1024
  59 #define IXGBE_MAX_RXD                      4096
  60 #define IXGBE_MIN_RXD                        64
  61
  62 /* flow control */
  63 #define IXGBE_DEFAULT_FCRTL             0x10000
  64 #define IXGBE_MIN_FCRTL                    0x40
  65 #define IXGBE_MAX_FCRTL                 0x7FF80
  66 #define IXGBE_DEFAULT_FCRTH             0x20000
  67 #define IXGBE_MIN_FCRTH                   0x600
  68 #define IXGBE_MAX_FCRTH                 0x7FFF0
  69 #define IXGBE_DEFAULT_FCPAUSE            0xFFFF
  70 #define IXGBE_MIN_FCPAUSE                     0
  71 #define IXGBE_MAX_FCPAUSE                0xFFFF
  72
  73 /* Supported Rx Buffer Sizes */
  74 #define IXGBE_RXBUFFER_64    64     /* Used for packet split */
  75 #define IXGBE_RXBUFFER_128   128    /* Used for packet split */
  76 #define IXGBE_RXBUFFER_256   256    /* Used for packet split */
  77 #define IXGBE_RXBUFFER_2048  2048
  78 #define IXGBE_RXBUFFER_4096  4096
  79 #define IXGBE_RXBUFFER_8192  8192
  80 #define IXGBE_MAX_RXBUFFER   16384  /* largest size for a single descriptor */
  81
  82 #define IXGBE_RX_HDR_SIZE IXGBE_RXBUFFER_256
  83
  84 #define MAXIMUM_ETHERNET_VLAN_SIZE (ETH_FRAME_LEN + ETH_FCS_LEN + VLAN_HLEN)
  85
  86 /* How many Rx Buffers do we bundle into one write to the hardware ? */
  87 #define IXGBE_RX_BUFFER_WRITE   16      /* Must be power of 2 */
  88
  89 #define IXGBE_TX_FLAGS_CSUM             (u32)(1)
  90 #define IXGBE_TX_FLAGS_VLAN             (u32)(1 << 1)
  91 #define IXGBE_TX_FLAGS_TSO              (u32)(1 << 2)
  92 #define IXGBE_TX_FLAGS_IPV4             (u32)(1 << 3)
  93 #define IXGBE_TX_FLAGS_FCOE             (u32)(1 << 4)
  94 #define IXGBE_TX_FLAGS_FSO              (u32)(1 << 5)
  95 #define IXGBE_TX_FLAGS_VLAN_MASK        0xffff0000
  96 #define IXGBE_TX_FLAGS_VLAN_PRIO_MASK   0x0000e000
  97 #define IXGBE_TX_FLAGS_VLAN_SHIFT       16
  98
  99 #define IXGBE_MAX_RSC_INT_RATE          162760
 100
 101 /* wrapper around a pointer to a socket buffer,
 102  * so a DMA handle can be stored along with the buffer */
 103 struct ixgbe_tx_buffer {
 104         struct sk_buff *skb;
 105         dma_addr_t dma;
 106         unsigned long time_stamp;
 107         u16 length;
 108         u16 next_to_watch;
 109 };
 110
 111 struct ixgbe_rx_buffer {
 112         struct sk_buff *skb;
 113         dma_addr_t dma;
 114         struct page *page;
 115         dma_addr_t page_dma;
 116         unsigned int page_offset;
 117 };
 118
 119 struct ixgbe_queue_stats {
 120         u64 packets;
 121         u64 bytes;
 122 };
 123
 124 struct ixgbe_ring {
 125         void *desc;                     /* descriptor ring memory */
 126         union {
 127                 struct ixgbe_tx_buffer *tx_buffer_info;
 128                 struct ixgbe_rx_buffer *rx_buffer_info;
 129         };
 130         u8 atr_sample_rate;
 131         u8 atr_count;
 132         u16 count;                      /* amount of descriptors */
 133         u16 rx_buf_len;
 134         u16 next_to_use;
 135         u16 next_to_clean;
 136
 137         u8 queue_index; /* needed for multiqueue queue management */
 138
 139 #define IXGBE_RING_RX_PS_ENABLED                (u8)(1)
 140         u8 flags;                       /* per ring feature flags */
 141         u16 head;
 142         u16 tail;
 143
 144         unsigned int total_bytes;
 145         unsigned int total_packets;
 146
 147 #ifdef CONFIG_IXGBE_DCA
 148         /* cpu for tx queue */
 149         int cpu;
 150 #endif
 151
 152         u16 work_limit;                 /* max work per interrupt */
 153         u16 reg_idx;                    /* holds the special value that gets
 154                                          * the hardware register offset
 155                                          * associated with this ring, which is
 156                                          * different for DCB and RSS modes
 157                                          */
 158
 159         struct ixgbe_queue_stats stats;
 160         unsigned long reinit_state;
 161         u64 rsc_count;                  /* stat for coalesced packets */
 162         u64 rsc_flush;                  /* stats for flushed packets */
 163
 164         unsigned int size;              /* length in bytes */
 165         dma_addr_t dma;                 /* phys. address of descriptor ring */
 166 };
 167
 168 enum ixgbe_ring_f_enum {
 169         RING_F_NONE = 0,
 170         RING_F_DCB,
 171         RING_F_VMDQ,
 172         RING_F_RSS,
 173         RING_F_FDIR,
 174 #ifdef IXGBE_FCOE
 175         RING_F_FCOE,
 176 #endif /* IXGBE_FCOE */
 177
 178         RING_F_ARRAY_SIZE      /* must be last in enum set */
 179 };
 180
 181 #define IXGBE_MAX_DCB_INDICES   8
 182 #define IXGBE_MAX_RSS_INDICES  16
 183 #define IXGBE_MAX_VMDQ_INDICES 16
 184 #define IXGBE_MAX_FDIR_INDICES 64
 185 #ifdef IXGBE_FCOE
 186 #define IXGBE_MAX_FCOE_INDICES  8
 187 #endif /* IXGBE_FCOE */
 188 struct ixgbe_ring_feature {
 189         int indices;
 190         int mask;
 191 };
 192
 193 #define MAX_RX_QUEUES 128
 194 #define MAX_TX_QUEUES 128
 195
 196 #define MAX_RX_PACKET_BUFFERS ((adapter->flags & IXGBE_FLAG_DCB_ENABLED) \
 197                               ? 8 : 1)
 198 #define MAX_TX_PACKET_BUFFERS MAX_RX_PACKET_BUFFERS
 199
 200 /* MAX_MSIX_Q_VECTORS of these are allocated,
 201  * but we only use one per queue-specific vector.
 202  */
 203 struct ixgbe_q_vector {
 204         struct ixgbe_adapter *adapter;
 205         unsigned int v_idx; /* index of q_vector within array, also used for
 206                              * finding the bit in EICR and friends that
 207                              * represents the vector for this ring */
 208         struct napi_struct napi;
 209         DECLARE_BITMAP(rxr_idx, MAX_RX_QUEUES); /* Rx ring indices */
 210         DECLARE_BITMAP(txr_idx, MAX_TX_QUEUES); /* Tx ring indices */
 211         u8 rxr_count;     /* Rx ring count assigned to this vector */
 212         u8 txr_count;     /* Tx ring count assigned to this vector */
 213         u8 tx_itr;
 214         u8 rx_itr;
 215         u32 eitr;
 216 };
 217
 218 /* Helper macros to switch between ints/sec and what the register uses.
 219  * And yes, it's the same math going both ways.  The lowest value
 220  * supported by all of the ixgbe hardware is 8.
 221  */
 222 #define EITR_INTS_PER_SEC_TO_REG(_eitr) \
 223         ((_eitr) ? (1000000000 / ((_eitr) * 256)) : 8)
 224 #define EITR_REG_TO_INTS_PER_SEC EITR_INTS_PER_SEC_TO_REG
 225
 226 #define IXGBE_DESC_UNUSED(R) \
 227         ((((R)->next_to_clean > (R)->next_to_use) ? 0 : (R)->count) + \
 228         (R)->next_to_clean - (R)->next_to_use - 1)
 229
 230 #define IXGBE_RX_DESC_ADV(R, i)     \
 231         (&(((union ixgbe_adv_rx_desc *)((R).desc))[i]))
 232 #define IXGBE_TX_DESC_ADV(R, i)     \
 233         (&(((union ixgbe_adv_tx_desc *)((R).desc))[i]))
 234 #define IXGBE_TX_CTXTDESC_ADV(R, i)         \
 235         (&(((struct ixgbe_adv_tx_context_desc *)((R).desc))[i]))
 236
 237 #define IXGBE_MAX_JUMBO_FRAME_SIZE        16128
 238 #ifdef IXGBE_FCOE
 239 /* Use 3K as the baby jumbo frame size for FCoE */
 240 #define IXGBE_FCOE_JUMBO_FRAME_SIZE       3072
 241 #endif /* IXGBE_FCOE */
 242
 243 #define OTHER_VECTOR 1
 244 #define NON_Q_VECTORS (OTHER_VECTOR)
 245
 246 #define MAX_MSIX_VECTORS_82599 64
 247 #define MAX_MSIX_Q_VECTORS_82599 64
 248 #define MAX_MSIX_VECTORS_82598 18
 249 #define MAX_MSIX_Q_VECTORS_82598 16
 250
 251 #define MAX_MSIX_Q_VECTORS MAX_MSIX_Q_VECTORS_82599
 252 #define MAX_MSIX_COUNT MAX_MSIX_VECTORS_82599
 253
 254 #define MIN_MSIX_Q_VECTORS 2
 255 #define MIN_MSIX_COUNT (MIN_MSIX_Q_VECTORS + NON_Q_VECTORS)
 256
 257 /* board specific private data structure */
 258 struct ixgbe_adapter {
 259         struct timer_list watchdog_timer;
 260         struct vlan_group *vlgrp;
 261         u16 bd_number;
 262         struct work_struct reset_task;
 263         struct ixgbe_q_vector *q_vector[MAX_MSIX_Q_VECTORS];
 264         char name[MAX_MSIX_COUNT][IFNAMSIZ + 9];
 265         struct ixgbe_dcb_config dcb_cfg;
 266         struct ixgbe_dcb_config temp_dcb_cfg;
 267         u8 dcb_set_bitmap;
 268         enum ixgbe_fc_mode last_lfc_mode;
 269
 270         /* Interrupt Throttle Rate */
 271         u32 rx_itr_setting;
 272         u32 tx_itr_setting;
 273         u16 eitr_low;
 274         u16 eitr_high;
 275
 276         /* TX */
 277         struct ixgbe_ring *tx_ring;     /* One per active queue */
 278         int num_tx_queues;
 279         u64 restart_queue;
 280         u64 hw_csum_tx_good;
 281         u64 lsc_int;
 282         u64 hw_tso_ctxt;
 283         u64 hw_tso6_ctxt;
 284         u32 tx_timeout_count;
 285         bool detect_tx_hung;
 286
 287         /* RX */
 288         struct ixgbe_ring *rx_ring;     /* One per active queue */
 289         int num_rx_queues;
 290         u64 hw_csum_rx_error;
 291         u64 hw_rx_no_dma_resources;
 292         u64 hw_csum_rx_good;
 293         u64 non_eop_descs;
 294         int num_msix_vectors;
 295         int max_msix_q_vectors;         /* true count of q_vectors for device */
 296         struct ixgbe_ring_feature ring_feature[RING_F_ARRAY_SIZE];
 297         struct msix_entry *msix_entries;
 298
 299         u64 rx_hdr_split;
 300         u32 alloc_rx_page_failed;
 301         u32 alloc_rx_buff_failed;
 302
 303         /* Some features need tri-state capability,
 304          * thus the additional *_CAPABLE flags.
 305          */
 306         u32 flags;
 307 #define IXGBE_FLAG_RX_CSUM_ENABLED              (u32)(1)
 308 #define IXGBE_FLAG_MSI_CAPABLE                  (u32)(1 << 1)
 309 #define IXGBE_FLAG_MSI_ENABLED                  (u32)(1 << 2)
 310 #define IXGBE_FLAG_MSIX_CAPABLE                 (u32)(1 << 3)
 311 #define IXGBE_FLAG_MSIX_ENABLED                 (u32)(1 << 4)
 312 #define IXGBE_FLAG_RX_1BUF_CAPABLE              (u32)(1 << 6)
 313 #define IXGBE_FLAG_RX_PS_CAPABLE                (u32)(1 << 7)
 314 #define IXGBE_FLAG_RX_PS_ENABLED                (u32)(1 << 8)
 315 #define IXGBE_FLAG_IN_NETPOLL                   (u32)(1 << 9)
 316 #define IXGBE_FLAG_DCA_ENABLED                  (u32)(1 << 10)
 317 #define IXGBE_FLAG_DCA_CAPABLE                  (u32)(1 << 11)
 318 #define IXGBE_FLAG_IMIR_ENABLED                 (u32)(1 << 12)
 319 #define IXGBE_FLAG_MQ_CAPABLE                   (u32)(1 << 13)
 320 #define IXGBE_FLAG_DCB_ENABLED                  (u32)(1 << 14)
 321 #define IXGBE_FLAG_RSS_ENABLED                  (u32)(1 << 16)
 322 #define IXGBE_FLAG_RSS_CAPABLE                  (u32)(1 << 17)
 323 #define IXGBE_FLAG_VMDQ_CAPABLE                 (u32)(1 << 18)
 324 #define IXGBE_FLAG_VMDQ_ENABLED                 (u32)(1 << 19)
 325 #define IXGBE_FLAG_FAN_FAIL_CAPABLE             (u32)(1 << 20)
 326 #define IXGBE_FLAG_NEED_LINK_UPDATE             (u32)(1 << 22)
 327 #define IXGBE_FLAG_IN_WATCHDOG_TASK             (u32)(1 << 23)
 328 #define IXGBE_FLAG_IN_SFP_LINK_TASK             (u32)(1 << 24)
 329 #define IXGBE_FLAG_IN_SFP_MOD_TASK              (u32)(1 << 25)
 330 #define IXGBE_FLAG_FDIR_HASH_CAPABLE            (u32)(1 << 26)
 331 #define IXGBE_FLAG_FDIR_PERFECT_CAPABLE         (u32)(1 << 27)
 332 #define IXGBE_FLAG_FCOE_CAPABLE                 (u32)(1 << 28)
 333 #define IXGBE_FLAG_FCOE_ENABLED                 (u32)(1 << 29)
 334
 335         u32 flags2;
 336 #define IXGBE_FLAG2_RSC_CAPABLE                 (u32)(1)
 337 #define IXGBE_FLAG2_RSC_ENABLED                 (u32)(1 << 1)
 338 /* default to trying for four seconds */
 339 #define IXGBE_TRY_LINK_TIMEOUT (4 * HZ)
 340
 341         /* OS defined structs */
 342         struct net_device *netdev;
 343         struct pci_dev *pdev;
 344
 345         u32 test_icr;
 346         struct ixgbe_ring test_tx_ring;
 347         struct ixgbe_ring test_rx_ring;
 348
 349         /* structs defined in ixgbe_hw.h */
 350         struct ixgbe_hw hw;
 351         u16 msg_enable;
 352         struct ixgbe_hw_stats stats;
 353
 354         /* Interrupt Throttle Rate */
 355         u32 rx_eitr_param;
 356         u32 tx_eitr_param;
 357
 358         unsigned long state;
 359         u64 tx_busy;
 360         unsigned int tx_ring_count;
 361         unsigned int rx_ring_count;
 362
 363         u32 link_speed;
 364         bool link_up;
 365         unsigned long link_check_timeout;
 366
 367         struct work_struct watchdog_task;
 368         struct work_struct sfp_task;
 369         struct timer_list sfp_timer;
 370         struct work_struct multispeed_fiber_task;
 371         struct work_struct sfp_config_module_task;
 372         u32 fdir_pballoc;
 373         u32 atr_sample_rate;
 374         spinlock_t fdir_perfect_lock;
 375         struct work_struct fdir_reinit_task;
 376 #ifdef IXGBE_FCOE
 377         struct ixgbe_fcoe fcoe;
 378 #endif /* IXGBE_FCOE */
 379         u64 rsc_total_count;
 380         u64 rsc_total_flush;
 381         u32 wol;
 382         u16 eeprom_version;
 383 };
 384
 385 enum ixbge_state_t {
 386         __IXGBE_TESTING,
 387         __IXGBE_RESETTING,
 388         __IXGBE_DOWN,
 389         __IXGBE_FDIR_INIT_DONE,
 390         __IXGBE_SFP_MODULE_NOT_FOUND
 391 };
 392
 393 enum ixgbe_boards {
 394         board_82598,
 395         board_82599,
 396 };
 397
 398 extern struct ixgbe_info ixgbe_82598_info;
 399 extern struct ixgbe_info ixgbe_82599_info;
 400 #ifdef CONFIG_IXGBE_DCB
 401 extern const struct dcbnl_rtnl_ops dcbnl_ops;
 402 extern int ixgbe_copy_dcb_cfg(struct ixgbe_dcb_config *src_dcb_cfg,
 403                               struct ixgbe_dcb_config *dst_dcb_cfg,
 404                               int tc_max);
 405 #endif
 406
 407 extern char ixgbe_driver_name[];
 408 extern const char ixgbe_driver_version[];
 409
 410 extern int ixgbe_up(struct ixgbe_adapter *adapter);
 411 extern void ixgbe_down(struct ixgbe_adapter *adapter);
 412 extern void ixgbe_reinit_locked(struct ixgbe_adapter *adapter);
 413 extern void ixgbe_reset(struct ixgbe_adapter *adapter);
 414 extern void ixgbe_set_ethtool_ops(struct net_device *netdev);
 415 extern int ixgbe_setup_rx_resources(struct ixgbe_adapter *, struct ixgbe_ring *);
 416 extern int ixgbe_setup_tx_resources(struct ixgbe_adapter *, struct ixgbe_ring *);
 417 extern void ixgbe_free_rx_resources(struct ixgbe_adapter *, struct ixgbe_ring *);
 418 extern void ixgbe_free_tx_resources(struct ixgbe_adapter *, struct ixgbe_ring *);
 419 extern void ixgbe_update_stats(struct ixgbe_adapter *adapter);
 420 extern int ixgbe_init_interrupt_scheme(struct ixgbe_adapter *adapter);
 421 extern void ixgbe_clear_interrupt_scheme(struct ixgbe_adapter *adapter);
 422 extern void ixgbe_write_eitr(struct ixgbe_q_vector *);
 423 extern int ethtool_ioctl(struct ifreq *ifr);
 424 extern s32 ixgbe_reinit_fdir_tables_82599(struct ixgbe_hw *hw);
 425 extern s32 ixgbe_init_fdir_signature_82599(struct ixgbe_hw *hw, u32 pballoc);
 426 extern s32 ixgbe_init_fdir_perfect_82599(struct ixgbe_hw *hw, u32 pballoc);
 427 extern s32 ixgbe_fdir_add_signature_filter_82599(struct ixgbe_hw *hw,
 428                                                  struct ixgbe_atr_input *input,
 429                                                  u8 queue);
 430 extern s32 ixgbe_atr_set_vlan_id_82599(struct ixgbe_atr_input *input,
 431                                        u16 vlan_id);
 432 extern s32 ixgbe_atr_set_src_ipv4_82599(struct ixgbe_atr_input *input,
 433                                         u32 src_addr);
 434 extern s32 ixgbe_atr_set_dst_ipv4_82599(struct ixgbe_atr_input *input,
 435                                         u32 dst_addr);
 436 extern s32 ixgbe_atr_set_src_port_82599(struct ixgbe_atr_input *input,
 437                                         u16 src_port);
 438 extern s32 ixgbe_atr_set_dst_port_82599(struct ixgbe_atr_input *input,
 439                                         u16 dst_port);
 440 extern s32 ixgbe_atr_set_flex_byte_82599(struct ixgbe_atr_input *input,
 441                                          u16 flex_byte);
 442 extern s32 ixgbe_atr_set_l4type_82599(struct ixgbe_atr_input *input,
 443                                       u8 l4type);
 444 #ifdef IXGBE_FCOE
 445 extern void ixgbe_configure_fcoe(struct ixgbe_adapter *adapter);
 446 extern int ixgbe_fso(struct ixgbe_adapter *adapter,
 447                      struct ixgbe_ring *tx_ring, struct sk_buff *skb,
 448                      u32 tx_flags, u8 *hdr_len);
 449 extern void ixgbe_cleanup_fcoe(struct ixgbe_adapter *adapter);
 450 extern int ixgbe_fcoe_ddp(struct ixgbe_adapter *adapter,
 451                           union ixgbe_adv_rx_desc *rx_desc,
 452                           struct sk_buff *skb);
 453 extern int ixgbe_fcoe_ddp_get(struct net_device *netdev, u16 xid,
 454                               struct scatterlist *sgl, unsigned int sgc);
 455 extern int ixgbe_fcoe_ddp_put(struct net_device *netdev, u16 xid);
 456 extern int ixgbe_fcoe_enable(struct net_device *netdev);
 457 extern int ixgbe_fcoe_disable(struct net_device *netdev);
 458 #ifdef CONFIG_IXGBE_DCB
 459 extern u8 ixgbe_fcoe_getapp(struct ixgbe_adapter *adapter);
 460 extern u8 ixgbe_fcoe_setapp(struct ixgbe_adapter *adapter, u8 up);
 461 #endif /* CONFIG_IXGBE_DCB */
 462 extern int ixgbe_fcoe_get_wwn(struct net_device *netdev, u64 *wwn, int type);
 463 #endif /* IXGBE_FCOE */
 464
 465 #endif /* _IXGBE_H_ */