[deliverable/linux.git] / drivers / infiniband / ulp / ipoib / ipoib.h

/*
 * Copyright (c) 2004, 2005 Topspin Communications.  All rights reserved.
 * Copyright (c) 2005 Sun Microsystems, Inc. All rights reserved.
 * Copyright (c) 2004 Voltaire, Inc. All rights reserved.
 *
 * This software is available to you under a choice of one of two
 * licenses.  You may choose to be licensed under the terms of the GNU
 * General Public License (GPL) Version 2, available from the file
 * COPYING in the main directory of this source tree, or the
 * OpenIB.org BSD license below:
 *
 *     Redistribution and use in source and binary forms, with or
 *     without modification, are permitted provided that the following
 *     conditions are met:
 *
 *      - Redistributions of source code must retain the above
 *        copyright notice, this list of conditions and the following
 *        disclaimer.
 *
 *      - Redistributions in binary form must reproduce the above
 *        copyright notice, this list of conditions and the following
 *        disclaimer in the documentation and/or other materials
 *        provided with the distribution.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 * SOFTWARE.
 *
 * $Id: ipoib.h 1358 2004-12-17 22:00:11Z roland $
 */

#ifndef _IPOIB_H
#define _IPOIB_H

#include <linux/list.h>
#include <linux/skbuff.h>
#include <linux/netdevice.h>
#include <linux/workqueue.h>
#include <linux/kref.h>
#include <linux/if_infiniband.h>
#include <linux/mutex.h>

#include <net/neighbour.h>

#include <asm/atomic.h>

#include <rdma/ib_verbs.h>
#include <rdma/ib_pack.h>
#include <rdma/ib_sa.h>

/* constants */

enum {
	IPOIB_PACKET_SIZE         = 2048,
	IPOIB_BUF_SIZE 		  = IPOIB_PACKET_SIZE + IB_GRH_BYTES,

	IPOIB_ENCAP_LEN 	  = 4,

	IPOIB_CM_MTU              = 0x10000 - 0x10, /* padding to align header to 16 */
	IPOIB_CM_BUF_SIZE         = IPOIB_CM_MTU  + IPOIB_ENCAP_LEN,
	IPOIB_CM_HEAD_SIZE 	  = IPOIB_CM_BUF_SIZE % PAGE_SIZE,
	IPOIB_CM_RX_SG            = ALIGN(IPOIB_CM_BUF_SIZE, PAGE_SIZE) / PAGE_SIZE,
	IPOIB_RX_RING_SIZE 	  = 128,
	IPOIB_TX_RING_SIZE 	  = 64,
	IPOIB_MAX_QUEUE_SIZE	  = 8192,
	IPOIB_MIN_QUEUE_SIZE	  = 2,

	IPOIB_NUM_WC 		  = 4,

	IPOIB_MAX_PATH_REC_QUEUE  = 3,
	IPOIB_MAX_MCAST_QUEUE     = 3,

	IPOIB_FLAG_OPER_UP 	  = 0,
	IPOIB_FLAG_INITIALIZED    = 1,
	IPOIB_FLAG_ADMIN_UP 	  = 2,
	IPOIB_PKEY_ASSIGNED 	  = 3,
	IPOIB_PKEY_STOP 	  = 4,
	IPOIB_FLAG_SUBINTERFACE   = 5,
	IPOIB_MCAST_RUN 	  = 6,
	IPOIB_STOP_REAPER         = 7,
	IPOIB_MCAST_STARTED       = 8,
	IPOIB_FLAG_NETIF_STOPPED  = 9,
	IPOIB_FLAG_ADMIN_CM 	  = 10,

	IPOIB_MAX_BACKOFF_SECONDS = 16,

	IPOIB_MCAST_FLAG_FOUND 	  = 0,	/* used in set_multicast_list */
	IPOIB_MCAST_FLAG_SENDONLY = 1,
	IPOIB_MCAST_FLAG_BUSY 	  = 2,	/* joining or already joined */
	IPOIB_MCAST_FLAG_ATTACHED = 3,
};

#define	IPOIB_OP_RECV   (1ul << 31)
#ifdef CONFIG_INFINIBAND_IPOIB_CM
#define	IPOIB_CM_OP_SRQ (1ul << 30)
#else
#define	IPOIB_CM_OP_SRQ (0)
#endif

/* structs */

struct ipoib_header {
	__be16	proto;
	u16	reserved;
};

struct ipoib_pseudoheader {
	u8  hwaddr[INFINIBAND_ALEN];
};

struct ipoib_mcast;

struct ipoib_rx_buf {
	struct sk_buff *skb;
	u64		mapping;
};

struct ipoib_tx_buf {
	struct sk_buff *skb;
	u64		mapping;
};

struct ib_cm_id;

struct ipoib_cm_data {
	__be32 qpn; /* High byte MUST be ignored on receive */
	__be32 mtu;
};

struct ipoib_cm_rx {
	struct ib_cm_id     *id;
	struct ib_qp        *qp;
	struct list_head     list;
	struct net_device   *dev;
	unsigned long        jiffies;
};

struct ipoib_cm_tx {
	struct ib_cm_id     *id;
	struct ib_cq        *cq;
	struct ib_qp        *qp;
	struct list_head     list;
	struct net_device   *dev;
	struct ipoib_neigh  *neigh;
	struct ipoib_path   *path;
	struct ipoib_tx_buf *tx_ring;
	unsigned             tx_head;
	unsigned             tx_tail;
	unsigned long        flags;
	u32                  mtu;
	struct ib_wc         ibwc[IPOIB_NUM_WC];
};

struct ipoib_cm_rx_buf {
	struct sk_buff *skb;
	u64 mapping[IPOIB_CM_RX_SG];
};

struct ipoib_cm_dev_priv {
	struct ib_srq  	       *srq;
	struct ipoib_cm_rx_buf *srq_ring;
	struct ib_cm_id        *id;
	struct list_head        passive_ids;
	struct work_struct      start_task;
	struct work_struct      reap_task;
	struct work_struct      skb_task;
	struct delayed_work     stale_task;
	struct sk_buff_head     skb_queue;
	struct list_head        start_list;
	struct list_head        reap_list;
	struct ib_wc            ibwc[IPOIB_NUM_WC];
	struct ib_sge           rx_sge[IPOIB_CM_RX_SG];
	struct ib_recv_wr       rx_wr;
};

/*
 * Device private locking: tx_lock protects members used in TX fast
 * path (and we use LLTX so upper layers don't do extra locking).
 * lock protects everything else.  lock nests inside of tx_lock (ie
 * tx_lock must be acquired first if needed).
 */
struct ipoib_dev_priv {
	spinlock_t lock;

	struct net_device *dev;

	unsigned long flags;

	struct mutex mcast_mutex;
	struct mutex vlan_mutex;

	struct rb_root  path_tree;
	struct list_head path_list;

	struct ipoib_mcast *broadcast;
	struct list_head multicast_list;
	struct rb_root multicast_tree;

	struct delayed_work pkey_poll_task;
	struct delayed_work mcast_task;
	struct work_struct flush_task;
	struct work_struct restart_task;
	struct delayed_work ah_reap_task;
	struct work_struct pkey_event_task;

	struct ib_device *ca;
	u8            	  port;
	u16           	  pkey;
	u16               pkey_index;
	struct ib_pd  	 *pd;
	struct ib_mr  	 *mr;
	struct ib_cq  	 *cq;
	struct ib_qp  	 *qp;
	u32           	  qkey;

	union ib_gid local_gid;
	u16          local_lid;

	unsigned int admin_mtu;
	unsigned int mcast_mtu;

	struct ipoib_rx_buf *rx_ring;

	spinlock_t           tx_lock;
	struct ipoib_tx_buf *tx_ring;
	unsigned             tx_head;
	unsigned             tx_tail;
	struct ib_sge        tx_sge;
	struct ib_send_wr    tx_wr;

	struct ib_wc ibwc[IPOIB_NUM_WC];

	struct list_head dead_ahs;

	struct ib_event_handler event_handler;

	struct net_device_stats stats;

	struct net_device *parent;
	struct list_head child_intfs;
	struct list_head list;

#ifdef CONFIG_INFINIBAND_IPOIB_CM
	struct ipoib_cm_dev_priv cm;
#endif

#ifdef CONFIG_INFINIBAND_IPOIB_DEBUG
	struct list_head fs_list;
	struct dentry *mcg_dentry;
	struct dentry *path_dentry;
#endif
};

struct ipoib_ah {
	struct net_device *dev;
	struct ib_ah      *ah;
	struct list_head   list;
	struct kref        ref;
	unsigned           last_send;
};

struct ipoib_path {
	struct net_device    *dev;
	struct ib_sa_path_rec pathrec;
	struct ipoib_ah      *ah;
	struct sk_buff_head   queue;

	struct list_head      neigh_list;

	int                   query_id;
	struct ib_sa_query   *query;
	struct completion     done;

	struct rb_node        rb_node;
	struct list_head      list;
};

struct ipoib_neigh {
	struct ipoib_ah    *ah;
#ifdef CONFIG_INFINIBAND_IPOIB_CM
	struct ipoib_cm_tx *cm;
#endif
	union ib_gid        dgid;
	struct sk_buff_head queue;

	struct neighbour   *neighbour;

	struct list_head    list;
};

/*
 * We stash a pointer to our private neighbour information after our
 * hardware address in neigh->ha.  The ALIGN() expression here makes
 * sure that this pointer is stored aligned so that an unaligned
 * load is not needed to dereference it.
 */
static inline struct ipoib_neigh **to_ipoib_neigh(struct neighbour *neigh)
{
	return (void*) neigh + ALIGN(offsetof(struct neighbour, ha) +
				     INFINIBAND_ALEN, sizeof(void *));
}

struct ipoib_neigh *ipoib_neigh_alloc(struct neighbour *neigh);
void ipoib_neigh_free(struct net_device *dev, struct ipoib_neigh *neigh);

extern struct workqueue_struct *ipoib_workqueue;

/* functions */

int ipoib_poll(struct net_device *dev, int *budget);
void ipoib_ib_completion(struct ib_cq *cq, void *dev_ptr);

struct ipoib_ah *ipoib_create_ah(struct net_device *dev,
				 struct ib_pd *pd, struct ib_ah_attr *attr);
void ipoib_free_ah(struct kref *kref);
static inline void ipoib_put_ah(struct ipoib_ah *ah)
{
	kref_put(&ah->ref, ipoib_free_ah);
}

int ipoib_open(struct net_device *dev);
int ipoib_add_pkey_attr(struct net_device *dev);

void ipoib_send(struct net_device *dev, struct sk_buff *skb,
		struct ipoib_ah *address, u32 qpn);
void ipoib_reap_ah(struct work_struct *work);

void ipoib_flush_paths(struct net_device *dev);
struct ipoib_dev_priv *ipoib_intf_alloc(const char *format);

int ipoib_ib_dev_init(struct net_device *dev, struct ib_device *ca, int port);
void ipoib_ib_dev_flush(struct work_struct *work);
void ipoib_pkey_event(struct work_struct *work);
void ipoib_ib_dev_cleanup(struct net_device *dev);

int ipoib_ib_dev_open(struct net_device *dev);
int ipoib_ib_dev_up(struct net_device *dev);
int ipoib_ib_dev_down(struct net_device *dev, int flush);
int ipoib_ib_dev_stop(struct net_device *dev, int flush);

int ipoib_dev_init(struct net_device *dev, struct ib_device *ca, int port);
void ipoib_dev_cleanup(struct net_device *dev);

void ipoib_mcast_join_task(struct work_struct *work);
void ipoib_mcast_send(struct net_device *dev, void *mgid, struct sk_buff *skb);

void ipoib_mcast_restart_task(struct work_struct *work);
int ipoib_mcast_start_thread(struct net_device *dev);
int ipoib_mcast_stop_thread(struct net_device *dev, int flush);

void ipoib_mcast_dev_down(struct net_device *dev);
void ipoib_mcast_dev_flush(struct net_device *dev);

#ifdef CONFIG_INFINIBAND_IPOIB_DEBUG
struct ipoib_mcast_iter *ipoib_mcast_iter_init(struct net_device *dev);
int ipoib_mcast_iter_next(struct ipoib_mcast_iter *iter);
void ipoib_mcast_iter_read(struct ipoib_mcast_iter *iter,
				  union ib_gid *gid,
				  unsigned long *created,
				  unsigned int *queuelen,
				  unsigned int *complete,
				  unsigned int *send_only);

struct ipoib_path_iter *ipoib_path_iter_init(struct net_device *dev);
int ipoib_path_iter_next(struct ipoib_path_iter *iter);
void ipoib_path_iter_read(struct ipoib_path_iter *iter,
			  struct ipoib_path *path);
#endif

int ipoib_mcast_attach(struct net_device *dev, u16 mlid,
		       union ib_gid *mgid);
int ipoib_mcast_detach(struct net_device *dev, u16 mlid,
		       union ib_gid *mgid);

int ipoib_init_qp(struct net_device *dev);
int ipoib_transport_dev_init(struct net_device *dev, struct ib_device *ca);
void ipoib_transport_dev_cleanup(struct net_device *dev);

void ipoib_event(struct ib_event_handler *handler,
		 struct ib_event *record);

int ipoib_vlan_add(struct net_device *pdev, unsigned short pkey);
int ipoib_vlan_delete(struct net_device *pdev, unsigned short pkey);

void ipoib_pkey_poll(struct work_struct *work);
int ipoib_pkey_dev_delay_open(struct net_device *dev);

#ifdef CONFIG_INFINIBAND_IPOIB_CM

#define IPOIB_FLAGS_RC          0x80
#define IPOIB_FLAGS_UC          0x40

/* We don't support UC connections at the moment */
#define IPOIB_CM_SUPPORTED(ha)   (ha[0] & (IPOIB_FLAGS_RC))

static inline int ipoib_cm_admin_enabled(struct net_device *dev)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);
	return IPOIB_CM_SUPPORTED(dev->dev_addr) &&
		test_bit(IPOIB_FLAG_ADMIN_CM, &priv->flags);
}

static inline int ipoib_cm_enabled(struct net_device *dev, struct neighbour *n)
{
	struct ipoib_dev_priv *priv = netdev_priv(dev);
	return IPOIB_CM_SUPPORTED(n->ha) &&
		test_bit(IPOIB_FLAG_ADMIN_CM, &priv->flags);
}

static inline int ipoib_cm_up(struct ipoib_neigh *neigh)

{
	return test_bit(IPOIB_FLAG_OPER_UP, &neigh->cm->flags);
}

static inline struct ipoib_cm_tx *ipoib_cm_get(struct ipoib_neigh *neigh)
{
	return neigh->cm;
}

static inline void ipoib_cm_set(struct ipoib_neigh *neigh, struct ipoib_cm_tx *tx)
{
	neigh->cm = tx;
}

void ipoib_cm_send(struct net_device *dev, struct sk_buff *skb, struct ipoib_cm_tx *tx);
int ipoib_cm_dev_open(struct net_device *dev);
void ipoib_cm_dev_stop(struct net_device *dev);
int ipoib_cm_dev_init(struct net_device *dev);
int ipoib_cm_add_mode_attr(struct net_device *dev);
void ipoib_cm_dev_cleanup(struct net_device *dev);
struct ipoib_cm_tx *ipoib_cm_create_tx(struct net_device *dev, struct ipoib_path *path,
				    struct ipoib_neigh *neigh);
void ipoib_cm_destroy_tx(struct ipoib_cm_tx *tx);
void ipoib_cm_skb_too_long(struct net_device* dev, struct sk_buff *skb,
			   unsigned int mtu);
void ipoib_cm_handle_rx_wc(struct net_device *dev, struct ib_wc *wc);
#else

struct ipoib_cm_tx;

static inline int ipoib_cm_admin_enabled(struct net_device *dev)
{
	return 0;
}
static inline int ipoib_cm_enabled(struct net_device *dev, struct neighbour *n)

{
	return 0;
}

static inline int ipoib_cm_up(struct ipoib_neigh *neigh)

{
	return 0;
}

static inline struct ipoib_cm_tx *ipoib_cm_get(struct ipoib_neigh *neigh)
{
	return NULL;
}

static inline void ipoib_cm_set(struct ipoib_neigh *neigh, struct ipoib_cm_tx *tx)
{
}

static inline
void ipoib_cm_send(struct net_device *dev, struct sk_buff *skb, struct ipoib_cm_tx *tx)
{
	return;
}

static inline
int ipoib_cm_dev_open(struct net_device *dev)
{
	return 0;
}

static inline
void ipoib_cm_dev_stop(struct net_device *dev)
{
	return;
}

static inline
int ipoib_cm_dev_init(struct net_device *dev)
{
	return -ENOSYS;
}

static inline
void ipoib_cm_dev_cleanup(struct net_device *dev)
{
	return;
}

static inline
struct ipoib_cm_tx *ipoib_cm_create_tx(struct net_device *dev, struct ipoib_path *path,
				    struct ipoib_neigh *neigh)
{
	return NULL;
}

static inline
void ipoib_cm_destroy_tx(struct ipoib_cm_tx *tx)
{
	return;
}

static inline
int ipoib_cm_add_mode_attr(struct net_device *dev)
{
	return 0;
}

static inline void ipoib_cm_skb_too_long(struct net_device* dev, struct sk_buff *skb,
					 unsigned int mtu)
{
	dev_kfree_skb_any(skb);
}

static inline void ipoib_cm_handle_rx_wc(struct net_device *dev, struct ib_wc *wc)
{
}

#endif

#ifdef CONFIG_INFINIBAND_IPOIB_DEBUG
void ipoib_create_debug_files(struct net_device *dev);
void ipoib_delete_debug_files(struct net_device *dev);
int ipoib_register_debugfs(void);
void ipoib_unregister_debugfs(void);
#else
static inline void ipoib_create_debug_files(struct net_device *dev) { }
static inline void ipoib_delete_debug_files(struct net_device *dev) { }
static inline int ipoib_register_debugfs(void) { return 0; }
static inline void ipoib_unregister_debugfs(void) { }
#endif


#define ipoib_printk(level, priv, format, arg...)	\
	printk(level "%s: " format, ((struct ipoib_dev_priv *) priv)->dev->name , ## arg)
#define ipoib_warn(priv, format, arg...)		\
	ipoib_printk(KERN_WARNING, priv, format , ## arg)

extern int ipoib_sendq_size;
extern int ipoib_recvq_size;

extern struct ib_sa_client ipoib_sa_client;

#ifdef CONFIG_INFINIBAND_IPOIB_DEBUG
extern int ipoib_debug_level;

#define ipoib_dbg(priv, format, arg...)			\
	do {					        \
		if (ipoib_debug_level > 0)			\
			ipoib_printk(KERN_DEBUG, priv, format , ## arg); \
	} while (0)
#define ipoib_dbg_mcast(priv, format, arg...)		\
	do {					        \
		if (mcast_debug_level > 0)		\
			ipoib_printk(KERN_DEBUG, priv, format , ## arg); \
	} while (0)
#else /* CONFIG_INFINIBAND_IPOIB_DEBUG */
#define ipoib_dbg(priv, format, arg...)			\
	do { (void) (priv); } while (0)
#define ipoib_dbg_mcast(priv, format, arg...)		\
	do { (void) (priv); } while (0)
#endif /* CONFIG_INFINIBAND_IPOIB_DEBUG */

#ifdef CONFIG_INFINIBAND_IPOIB_DEBUG_DATA
#define ipoib_dbg_data(priv, format, arg...)		\
	do {					        \
		if (data_debug_level > 0)		\
			ipoib_printk(KERN_DEBUG, priv, format , ## arg); \
	} while (0)
#else /* CONFIG_INFINIBAND_IPOIB_DEBUG_DATA */
#define ipoib_dbg_data(priv, format, arg...)		\
	do { (void) (priv); } while (0)
#endif /* CONFIG_INFINIBAND_IPOIB_DEBUG_DATA */


#define IPOIB_GID_FMT		"%2.2x%2.2x:%2.2x%2.2x:%2.2x%2.2x:%2.2x%2.2x:" \
				"%2.2x%2.2x:%2.2x%2.2x:%2.2x%2.2x:%2.2x%2.2x"

#define IPOIB_GID_RAW_ARG(gid)	((u8 *)(gid))[0], \
				((u8 *)(gid))[1], \
				((u8 *)(gid))[2], \
				((u8 *)(gid))[3], \
				((u8 *)(gid))[4], \
				((u8 *)(gid))[5], \
				((u8 *)(gid))[6], \
				((u8 *)(gid))[7], \
				((u8 *)(gid))[8], \
				((u8 *)(gid))[9], \
				((u8 *)(gid))[10],\
				((u8 *)(gid))[11],\
				((u8 *)(gid))[12],\
				((u8 *)(gid))[13],\
				((u8 *)(gid))[14],\
				((u8 *)(gid))[15]

#define IPOIB_GID_ARG(gid)	IPOIB_GID_RAW_ARG((gid).raw)

#define IPOIB_QPN(ha) (be32_to_cpup((__be32 *) ha) & 0xffffff)

#endif /* _IPOIB_H */
Commit	Line	Data
1da177e4 LT	1	/*
1da177e4 LT	2	* Copyright (c) 2004, 2005 Topspin Communications. All rights reserved.
2a1d9b7f RD	3	* Copyright (c) 2005 Sun Microsystems, Inc. All rights reserved.
2a1d9b7f RD	4	* Copyright (c) 2004 Voltaire, Inc. All rights reserved.
1da177e4 LT	5	*
	6	* This software is available to you under a choice of one of two
	7	* licenses. You may choose to be licensed under the terms of the GNU
	8	* General Public License (GPL) Version 2, available from the file
	9	* COPYING in the main directory of this source tree, or the
	10	* OpenIB.org BSD license below:
	11	*
	12	* Redistribution and use in source and binary forms, with or
	13	* without modification, are permitted provided that the following
	14	* conditions are met:
	15	*
	16	* - Redistributions of source code must retain the above
	17	* copyright notice, this list of conditions and the following
	18	* disclaimer.
	19	*
	20	* - Redistributions in binary form must reproduce the above
	21	* copyright notice, this list of conditions and the following
	22	* disclaimer in the documentation and/or other materials
	23	* provided with the distribution.
	24	*
	25	* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
	26	* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
	27	* MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
	28	* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
	29	* BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
	30	* ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
	31	* CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
	32	* SOFTWARE.
	33	*
	34	* $Id: ipoib.h 1358 2004-12-17 22:00:11Z roland $
	35	*/
	36
	37	#ifndef _IPOIB_H
	38	#define _IPOIB_H
	39
	40	#include <linux/list.h>
	41	#include <linux/skbuff.h>
	42	#include <linux/netdevice.h>
	43	#include <linux/workqueue.h>
1da177e4 LT	44	#include <linux/kref.h>
1da177e4 LT	45	#include <linux/if_infiniband.h>
95ed644f	46	#include <linux/mutex.h>
1da177e4 LT	47
	48	#include <net/neighbour.h>
	49
	50	#include <asm/atomic.h>
1da177e4	51
a4d61e84 RD	52	#include <rdma/ib_verbs.h>
	53	#include <rdma/ib_pack.h>
	54	#include <rdma/ib_sa.h>
1da177e4 LT	55
	56	/* constants */
	57
	58	enum {
	59	IPOIB_PACKET_SIZE = 2048,
	60	IPOIB_BUF_SIZE = IPOIB_PACKET_SIZE + IB_GRH_BYTES,
	61
	62	IPOIB_ENCAP_LEN = 4,
	63
839fcaba MT	64	IPOIB_CM_MTU = 0x10000 - 0x10, /* padding to align header to 16 */
	65	IPOIB_CM_BUF_SIZE = IPOIB_CM_MTU + IPOIB_ENCAP_LEN,
	66	IPOIB_CM_HEAD_SIZE = IPOIB_CM_BUF_SIZE % PAGE_SIZE,
	67	IPOIB_CM_RX_SG = ALIGN(IPOIB_CM_BUF_SIZE, PAGE_SIZE) / PAGE_SIZE,
1da177e4 LT	68	IPOIB_RX_RING_SIZE = 128,
1da177e4 LT	69	IPOIB_TX_RING_SIZE = 64,
0f485251 SM	70	IPOIB_MAX_QUEUE_SIZE = 8192,
0f485251 SM	71	IPOIB_MIN_QUEUE_SIZE = 2,
1da177e4 LT	72
	73	IPOIB_NUM_WC = 4,
	74
	75	IPOIB_MAX_PATH_REC_QUEUE = 3,
	76	IPOIB_MAX_MCAST_QUEUE = 3,
	77
	78	IPOIB_FLAG_OPER_UP = 0,
7a343d4c LA	79	IPOIB_FLAG_INITIALIZED = 1,
	80	IPOIB_FLAG_ADMIN_UP = 2,
	81	IPOIB_PKEY_ASSIGNED = 3,
	82	IPOIB_PKEY_STOP = 4,
	83	IPOIB_FLAG_SUBINTERFACE = 5,
	84	IPOIB_MCAST_RUN = 6,
	85	IPOIB_STOP_REAPER = 7,
	86	IPOIB_MCAST_STARTED = 8,
839fcaba MT	87	IPOIB_FLAG_NETIF_STOPPED = 9,
839fcaba MT	88	IPOIB_FLAG_ADMIN_CM = 10,
1da177e4 LT	89
	90	IPOIB_MAX_BACKOFF_SECONDS = 16,
	91
	92	IPOIB_MCAST_FLAG_FOUND = 0, /* used in set_multicast_list */
	93	IPOIB_MCAST_FLAG_SENDONLY = 1,
	94	IPOIB_MCAST_FLAG_BUSY = 2, /* joining or already joined */
	95	IPOIB_MCAST_FLAG_ATTACHED = 3,
	96	};
	97
839fcaba MT	98	#define IPOIB_OP_RECV (1ul << 31)
	99	#ifdef CONFIG_INFINIBAND_IPOIB_CM
	100	#define IPOIB_CM_OP_SRQ (1ul << 30)
	101	#else
	102	#define IPOIB_CM_OP_SRQ (0)
	103	#endif
	104
1da177e4 LT	105	/* structs */
	106
	107	struct ipoib_header {
97f52eb4 SH	108	__be16 proto;
97f52eb4 SH	109	u16 reserved;
1da177e4 LT	110	};
	111
	112	struct ipoib_pseudoheader {
	113	u8 hwaddr[INFINIBAND_ALEN];
	114	};
	115
	116	struct ipoib_mcast;
	117
1993d683 RD	118	struct ipoib_rx_buf {
1993d683 RD	119	struct sk_buff *skb;
37ccf9df	120	u64 mapping;
1993d683 RD	121	};
	122
	123	struct ipoib_tx_buf {
1da177e4	124	struct sk_buff *skb;
37ccf9df	125	u64 mapping;
1da177e4 LT	126	};
1da177e4 LT	127
839fcaba MT	128	struct ib_cm_id;
	129
	130	struct ipoib_cm_data {
	131	__be32 qpn; /* High byte MUST be ignored on receive */
	132	__be32 mtu;
	133	};
	134
	135	struct ipoib_cm_rx {
	136	struct ib_cm_id *id;
	137	struct ib_qp *qp;
	138	struct list_head list;
	139	struct net_device *dev;
	140	unsigned long jiffies;
	141	};
	142
	143	struct ipoib_cm_tx {
	144	struct ib_cm_id *id;
	145	struct ib_cq *cq;
	146	struct ib_qp *qp;
	147	struct list_head list;
	148	struct net_device *dev;
	149	struct ipoib_neigh *neigh;
	150	struct ipoib_path *path;
	151	struct ipoib_tx_buf *tx_ring;
	152	unsigned tx_head;
	153	unsigned tx_tail;
	154	unsigned long flags;
	155	u32 mtu;
	156	struct ib_wc ibwc[IPOIB_NUM_WC];
	157	};
	158
	159	struct ipoib_cm_rx_buf {
	160	struct sk_buff *skb;
	161	u64 mapping[IPOIB_CM_RX_SG];
	162	};
	163
	164	struct ipoib_cm_dev_priv {
	165	struct ib_srq *srq;
	166	struct ipoib_cm_rx_buf *srq_ring;
	167	struct ib_cm_id *id;
	168	struct list_head passive_ids;
	169	struct work_struct start_task;
	170	struct work_struct reap_task;
	171	struct work_struct skb_task;
	172	struct delayed_work stale_task;
	173	struct sk_buff_head skb_queue;
	174	struct list_head start_list;
	175	struct list_head reap_list;
	176	struct ib_wc ibwc[IPOIB_NUM_WC];
	177	struct ib_sge rx_sge[IPOIB_CM_RX_SG];
	178	struct ib_recv_wr rx_wr;
	179	};
	180
1da177e4 LT	181	/*
	182	* Device private locking: tx_lock protects members used in TX fast
	183	* path (and we use LLTX so upper layers don't do extra locking).
	184	* lock protects everything else. lock nests inside of tx_lock (ie
	185	* tx_lock must be acquired first if needed).
	186	*/
	187	struct ipoib_dev_priv {
	188	spinlock_t lock;
	189
	190	struct net_device *dev;
	191
	192	unsigned long flags;
	193
95ed644f IM	194	struct mutex mcast_mutex;
95ed644f IM	195	struct mutex vlan_mutex;
1da177e4 LT	196
	197	struct rb_root path_tree;
	198	struct list_head path_list;
	199
	200	struct ipoib_mcast *broadcast;
	201	struct list_head multicast_list;
	202	struct rb_root multicast_tree;
	203
26bbf13c	204	struct delayed_work pkey_poll_task;
c4028958	205	struct delayed_work mcast_task;
1da177e4 LT	206	struct work_struct flush_task;
1da177e4 LT	207	struct work_struct restart_task;
c4028958	208	struct delayed_work ah_reap_task;
26bbf13c	209	struct work_struct pkey_event_task;
1da177e4 LT	210
	211	struct ib_device *ca;
	212	u8 port;
	213	u16 pkey;
26bbf13c	214	u16 pkey_index;
1da177e4 LT	215	struct ib_pd *pd;
	216	struct ib_mr *mr;
	217	struct ib_cq *cq;
	218	struct ib_qp *qp;
	219	u32 qkey;
	220
	221	union ib_gid local_gid;
	222	u16 local_lid;
1da177e4 LT	223
	224	unsigned int admin_mtu;
	225	unsigned int mcast_mtu;
	226
1993d683	227	struct ipoib_rx_buf *rx_ring;
1da177e4	228
1993d683 RD	229	spinlock_t tx_lock;
	230	struct ipoib_tx_buf *tx_ring;
	231	unsigned tx_head;
	232	unsigned tx_tail;
	233	struct ib_sge tx_sge;
	234	struct ib_send_wr tx_wr;
1da177e4 LT	235
	236	struct ib_wc ibwc[IPOIB_NUM_WC];
	237
	238	struct list_head dead_ahs;
	239
	240	struct ib_event_handler event_handler;
	241
	242	struct net_device_stats stats;
	243
	244	struct net_device *parent;
	245	struct list_head child_intfs;
	246	struct list_head list;
	247
839fcaba MT	248	#ifdef CONFIG_INFINIBAND_IPOIB_CM
	249	struct ipoib_cm_dev_priv cm;
	250	#endif
	251
1da177e4 LT	252	#ifdef CONFIG_INFINIBAND_IPOIB_DEBUG
	253	struct list_head fs_list;
	254	struct dentry *mcg_dentry;
1732b0ef	255	struct dentry *path_dentry;
1da177e4 LT	256	#endif
	257	};
	258
	259	struct ipoib_ah {
	260	struct net_device *dev;
	261	struct ib_ah *ah;
	262	struct list_head list;
	263	struct kref ref;
	264	unsigned last_send;
	265	};
	266
	267	struct ipoib_path {
	268	struct net_device *dev;
	269	struct ib_sa_path_rec pathrec;
	270	struct ipoib_ah *ah;
	271	struct sk_buff_head queue;
	272
	273	struct list_head neigh_list;
	274
	275	int query_id;
	276	struct ib_sa_query *query;
	277	struct completion done;
	278
	279	struct rb_node rb_node;
	280	struct list_head list;
	281	};
	282
	283	struct ipoib_neigh {
	284	struct ipoib_ah *ah;
839fcaba MT	285	#ifdef CONFIG_INFINIBAND_IPOIB_CM
	286	struct ipoib_cm_tx *cm;
	287	#endif
8a7f7521	288	union ib_gid dgid;
1da177e4 LT	289	struct sk_buff_head queue;
	290
	291	struct neighbour *neighbour;
	292
	293	struct list_head list;
	294	};
	295
44af79f9 MT	296	/*
	297	* We stash a pointer to our private neighbour information after our
	298	* hardware address in neigh->ha. The ALIGN() expression here makes
	299	* sure that this pointer is stored aligned so that an unaligned
	300	* load is not needed to dereference it.
	301	*/
1da177e4 LT	302	static inline struct ipoib_neigh *to_ipoib_neigh(struct neighbour neigh)
1da177e4 LT	303	{
44af79f9 MT	304	return (void*) neigh + ALIGN(offsetof(struct neighbour, ha) +
44af79f9 MT	305	INFINIBAND_ALEN, sizeof(void *));
1da177e4 LT	306	}
1da177e4 LT	307
d2e0655e	308	struct ipoib_neigh ipoib_neigh_alloc(struct neighbour neigh);
2745b5b7	309	void ipoib_neigh_free(struct net_device dev, struct ipoib_neigh neigh);
d2e0655e	310
1da177e4 LT	311	extern struct workqueue_struct *ipoib_workqueue;
	312
	313	/* functions */
	314
8d1cc86a	315	int ipoib_poll(struct net_device dev, int budget);
1da177e4 LT	316	void ipoib_ib_completion(struct ib_cq cq, void dev_ptr);
	317
	318	struct ipoib_ah ipoib_create_ah(struct net_device dev,
	319	struct ib_pd pd, struct ib_ah_attr attr);
	320	void ipoib_free_ah(struct kref *kref);
	321	static inline void ipoib_put_ah(struct ipoib_ah *ah)
	322	{
	323	kref_put(&ah->ref, ipoib_free_ah);
	324	}
	325
8ae5a8a2	326	int ipoib_open(struct net_device *dev);
1da177e4 LT	327	int ipoib_add_pkey_attr(struct net_device *dev);
	328
	329	void ipoib_send(struct net_device dev, struct sk_buff skb,
	330	struct ipoib_ah *address, u32 qpn);
c4028958	331	void ipoib_reap_ah(struct work_struct *work);
1da177e4 LT	332
	333	void ipoib_flush_paths(struct net_device *dev);
	334	struct ipoib_dev_priv ipoib_intf_alloc(const char format);
	335
	336	int ipoib_ib_dev_init(struct net_device dev, struct ib_device ca, int port);
c4028958	337	void ipoib_ib_dev_flush(struct work_struct *work);
26bbf13c	338	void ipoib_pkey_event(struct work_struct *work);
1da177e4 LT	339	void ipoib_ib_dev_cleanup(struct net_device *dev);
	340
	341	int ipoib_ib_dev_open(struct net_device *dev);
	342	int ipoib_ib_dev_up(struct net_device *dev);
0b3ea082	343	int ipoib_ib_dev_down(struct net_device *dev, int flush);
26bbf13c	344	int ipoib_ib_dev_stop(struct net_device *dev, int flush);
1da177e4 LT	345
	346	int ipoib_dev_init(struct net_device dev, struct ib_device ca, int port);
	347	void ipoib_dev_cleanup(struct net_device *dev);
	348
c4028958	349	void ipoib_mcast_join_task(struct work_struct *work);
37c22a77	350	void ipoib_mcast_send(struct net_device dev, void mgid, struct sk_buff *skb);
1da177e4	351
c4028958	352	void ipoib_mcast_restart_task(struct work_struct *work);
1da177e4	353	int ipoib_mcast_start_thread(struct net_device *dev);
8d2cae06	354	int ipoib_mcast_stop_thread(struct net_device *dev, int flush);
1da177e4 LT	355
	356	void ipoib_mcast_dev_down(struct net_device *dev);
	357	void ipoib_mcast_dev_flush(struct net_device *dev);
	358
8ae5a8a2	359	#ifdef CONFIG_INFINIBAND_IPOIB_DEBUG
1da177e4	360	struct ipoib_mcast_iter ipoib_mcast_iter_init(struct net_device dev);
1da177e4 LT	361	int ipoib_mcast_iter_next(struct ipoib_mcast_iter *iter);
	362	void ipoib_mcast_iter_read(struct ipoib_mcast_iter *iter,
	363	union ib_gid *gid,
	364	unsigned long *created,
	365	unsigned int *queuelen,
	366	unsigned int *complete,
	367	unsigned int *send_only);
1732b0ef RD	368
	369	struct ipoib_path_iter ipoib_path_iter_init(struct net_device dev);
	370	int ipoib_path_iter_next(struct ipoib_path_iter *iter);
	371	void ipoib_path_iter_read(struct ipoib_path_iter *iter,
	372	struct ipoib_path *path);
8ae5a8a2	373	#endif
1da177e4 LT	374
	375	int ipoib_mcast_attach(struct net_device *dev, u16 mlid,
	376	union ib_gid *mgid);
	377	int ipoib_mcast_detach(struct net_device *dev, u16 mlid,
	378	union ib_gid *mgid);
	379
5b6810e0	380	int ipoib_init_qp(struct net_device *dev);
1da177e4 LT	381	int ipoib_transport_dev_init(struct net_device dev, struct ib_device ca);
	382	void ipoib_transport_dev_cleanup(struct net_device *dev);
	383
	384	void ipoib_event(struct ib_event_handler *handler,
	385	struct ib_event *record);
	386
	387	int ipoib_vlan_add(struct net_device *pdev, unsigned short pkey);
	388	int ipoib_vlan_delete(struct net_device *pdev, unsigned short pkey);
	389
c4028958	390	void ipoib_pkey_poll(struct work_struct *work);
1da177e4 LT	391	int ipoib_pkey_dev_delay_open(struct net_device *dev);
1da177e4 LT	392
839fcaba MT	393	#ifdef CONFIG_INFINIBAND_IPOIB_CM
	394
	395	#define IPOIB_FLAGS_RC 0x80
	396	#define IPOIB_FLAGS_UC 0x40
	397
	398	/* We don't support UC connections at the moment */
	399	#define IPOIB_CM_SUPPORTED(ha) (ha[0] & (IPOIB_FLAGS_RC))
	400
	401	static inline int ipoib_cm_admin_enabled(struct net_device *dev)
	402	{
	403	struct ipoib_dev_priv *priv = netdev_priv(dev);
	404	return IPOIB_CM_SUPPORTED(dev->dev_addr) &&
	405	test_bit(IPOIB_FLAG_ADMIN_CM, &priv->flags);
	406	}
	407
	408	static inline int ipoib_cm_enabled(struct net_device dev, struct neighbour n)
	409	{
	410	struct ipoib_dev_priv *priv = netdev_priv(dev);
	411	return IPOIB_CM_SUPPORTED(n->ha) &&
	412	test_bit(IPOIB_FLAG_ADMIN_CM, &priv->flags);
	413	}
	414
	415	static inline int ipoib_cm_up(struct ipoib_neigh *neigh)
	416
	417	{
	418	return test_bit(IPOIB_FLAG_OPER_UP, &neigh->cm->flags);
	419	}
	420
	421	static inline struct ipoib_cm_tx ipoib_cm_get(struct ipoib_neigh neigh)
	422	{
	423	return neigh->cm;
	424	}
	425
	426	static inline void ipoib_cm_set(struct ipoib_neigh neigh, struct ipoib_cm_tx tx)
	427	{
	428	neigh->cm = tx;
	429	}
	430
	431	void ipoib_cm_send(struct net_device dev, struct sk_buff skb, struct ipoib_cm_tx *tx);
	432	int ipoib_cm_dev_open(struct net_device *dev);
	433	void ipoib_cm_dev_stop(struct net_device *dev);
	434	int ipoib_cm_dev_init(struct net_device *dev);
	435	int ipoib_cm_add_mode_attr(struct net_device *dev);
	436	void ipoib_cm_dev_cleanup(struct net_device *dev);
	437	struct ipoib_cm_tx ipoib_cm_create_tx(struct net_device dev, struct ipoib_path *path,
	438	struct ipoib_neigh *neigh);
	439	void ipoib_cm_destroy_tx(struct ipoib_cm_tx *tx);
	440	void ipoib_cm_skb_too_long(struct net_device* dev, struct sk_buff *skb,
	441	unsigned int mtu);
	442	void ipoib_cm_handle_rx_wc(struct net_device dev, struct ib_wc wc);
	443	#else
	444
	445	struct ipoib_cm_tx;
	446
	447	static inline int ipoib_cm_admin_enabled(struct net_device *dev)
	448	{
	449	return 0;
	450	}
	451	static inline int ipoib_cm_enabled(struct net_device dev, struct neighbour n)
	452
	453	{
	454	return 0;
	455	}
	456
457	static inline int ipoib_cm_up(struct ipoib_neigh *neigh)
458
459	{
460	return 0;
461	}
462
463	static inline struct ipoib_cm_tx ipoib_cm_get(struct ipoib_neigh neigh)
464	{
465	return NULL;
466	}
467
468	static inline void ipoib_cm_set(struct ipoib_neigh neigh, struct ipoib_cm_tx tx)
469	{
470	}
471
472	static inline
473	void ipoib_cm_send(struct net_device dev, struct sk_buff skb, struct ipoib_cm_tx *tx)
474	{
475	return;
476	}
477
478	static inline
479	int ipoib_cm_dev_open(struct net_device *dev)
480	{
481	return 0;
482	}
483
484	static inline
485	void ipoib_cm_dev_stop(struct net_device *dev)
486	{
487	return;
488	}
489
490	static inline
491	int ipoib_cm_dev_init(struct net_device *dev)
492	{
493	return -ENOSYS;
494	}
495
496	static inline
497	void ipoib_cm_dev_cleanup(struct net_device *dev)
498	{
499	return;
500	}
501
502	static inline
503	struct ipoib_cm_tx ipoib_cm_create_tx(struct net_device dev, struct ipoib_path *path,
504	struct ipoib_neigh *neigh)
505	{
506	return NULL;
507	}
508
509	static inline
510	void ipoib_cm_destroy_tx(struct ipoib_cm_tx *tx)
511	{
512	return;
513	}
514
515	static inline
516	int ipoib_cm_add_mode_attr(struct net_device *dev)
517	{
518	return 0;
519	}
520
521	static inline void ipoib_cm_skb_too_long(struct net_device* dev, struct sk_buff *skb,
522	unsigned int mtu)
523	{
524	dev_kfree_skb_any(skb);
525	}
526
527	static inline void ipoib_cm_handle_rx_wc(struct net_device dev, struct ib_wc wc)
528	{
529	}
530
531	#endif
532
1da177e4	533	#ifdef CONFIG_INFINIBAND_IPOIB_DEBUG
1732b0ef RD	534	void ipoib_create_debug_files(struct net_device *dev);
1732b0ef RD	535	void ipoib_delete_debug_files(struct net_device *dev);
1da177e4 LT	536	int ipoib_register_debugfs(void);
	537	void ipoib_unregister_debugfs(void);
	538	#else
1732b0ef RD	539	static inline void ipoib_create_debug_files(struct net_device *dev) { }
1732b0ef RD	540	static inline void ipoib_delete_debug_files(struct net_device *dev) { }
1da177e4 LT	541	static inline int ipoib_register_debugfs(void) { return 0; }
	542	static inline void ipoib_unregister_debugfs(void) { }
	543	#endif
	544
	545
	546	#define ipoib_printk(level, priv, format, arg...) \
	547	printk(level "%s: " format, ((struct ipoib_dev_priv *) priv)->dev->name , ## arg)
	548	#define ipoib_warn(priv, format, arg...) \
	549	ipoib_printk(KERN_WARNING, priv, format , ## arg)
	550
0f485251 SM	551	extern int ipoib_sendq_size;
0f485251 SM	552	extern int ipoib_recvq_size;
1da177e4	553
c1a0b23b MT	554	extern struct ib_sa_client ipoib_sa_client;
c1a0b23b MT	555
1da177e4 LT	556	#ifdef CONFIG_INFINIBAND_IPOIB_DEBUG
	557	extern int ipoib_debug_level;
	558
	559	#define ipoib_dbg(priv, format, arg...) \
	560	do { \
	561	if (ipoib_debug_level > 0) \
	562	ipoib_printk(KERN_DEBUG, priv, format , ## arg); \
	563	} while (0)
	564	#define ipoib_dbg_mcast(priv, format, arg...) \
	565	do { \
	566	if (mcast_debug_level > 0) \
	567	ipoib_printk(KERN_DEBUG, priv, format , ## arg); \
	568	} while (0)
	569	#else /* CONFIG_INFINIBAND_IPOIB_DEBUG */
	570	#define ipoib_dbg(priv, format, arg...) \
	571	do { (void) (priv); } while (0)
	572	#define ipoib_dbg_mcast(priv, format, arg...) \
	573	do { (void) (priv); } while (0)
	574	#endif /* CONFIG_INFINIBAND_IPOIB_DEBUG */
	575
	576	#ifdef CONFIG_INFINIBAND_IPOIB_DEBUG_DATA
	577	#define ipoib_dbg_data(priv, format, arg...) \
	578	do { \
	579	if (data_debug_level > 0) \
	580	ipoib_printk(KERN_DEBUG, priv, format , ## arg); \
	581	} while (0)
	582	#else /* CONFIG_INFINIBAND_IPOIB_DEBUG_DATA */
	583	#define ipoib_dbg_data(priv, format, arg...) \
	584	do { (void) (priv); } while (0)
	585	#endif /* CONFIG_INFINIBAND_IPOIB_DEBUG_DATA */
	586
	587
37c22a77 JM	588	#define IPOIB_GID_FMT "%2.2x%2.2x:%2.2x%2.2x:%2.2x%2.2x:%2.2x%2.2x:" \
	589	"%2.2x%2.2x:%2.2x%2.2x:%2.2x%2.2x:%2.2x%2.2x"
	590
	591	#define IPOIB_GID_RAW_ARG(gid) ((u8 *)(gid))[0], \
	592	((u8 *)(gid))[1], \
	593	((u8 *)(gid))[2], \
	594	((u8 *)(gid))[3], \
	595	((u8 *)(gid))[4], \
	596	((u8 *)(gid))[5], \
	597	((u8 *)(gid))[6], \
	598	((u8 *)(gid))[7], \
	599	((u8 *)(gid))[8], \
	600	((u8 *)(gid))[9], \
	601	((u8 *)(gid))[10],\
	602	((u8 *)(gid))[11],\
	603	((u8 *)(gid))[12],\
	604	((u8 *)(gid))[13],\
	605	((u8 *)(gid))[14],\
	606	((u8 *)(gid))[15]
	607
	608	#define IPOIB_GID_ARG(gid) IPOIB_GID_RAW_ARG((gid).raw)
1da177e4	609
839fcaba MT	610	#define IPOIB_QPN(ha) (be32_to_cpup((__be32 *) ha) & 0xffffff)
839fcaba MT	611
1da177e4	612	#endif /* _IPOIB_H */