[deliverable/linux.git] / drivers / infiniband / ulp / isert / ib_isert.h

#include <linux/socket.h>
#include <linux/in.h>
#include <linux/in6.h>
#include <rdma/ib_verbs.h>
#include <rdma/rdma_cm.h>

#define ISERT_RDMA_LISTEN_BACKLOG	10
#define ISCSI_ISER_SG_TABLESIZE		256
#define ISER_FASTREG_LI_WRID		0xffffffffffffffffULL

enum isert_desc_type {
	ISCSI_TX_CONTROL,
	ISCSI_TX_DATAIN
};

enum iser_ib_op_code {
	ISER_IB_RECV,
	ISER_IB_SEND,
	ISER_IB_RDMA_WRITE,
	ISER_IB_RDMA_READ,
};

enum iser_conn_state {
	ISER_CONN_INIT,
	ISER_CONN_UP,
	ISER_CONN_TERMINATING,
	ISER_CONN_DOWN,
};

struct iser_rx_desc {
	struct iser_hdr iser_header;
	struct iscsi_hdr iscsi_header;
	char		data[ISER_RECV_DATA_SEG_LEN];
	u64		dma_addr;
	struct ib_sge	rx_sg;
	char		pad[ISER_RX_PAD_SIZE];
} __packed;

struct iser_tx_desc {
	struct iser_hdr iser_header;
	struct iscsi_hdr iscsi_header;
	enum isert_desc_type type;
	u64		dma_addr;
	struct ib_sge	tx_sg[2];
	int		num_sge;
	struct isert_cmd *isert_cmd;
	struct llist_node *comp_llnode_batch;
	struct llist_node comp_llnode;
	bool		llnode_active;
	struct ib_send_wr send_wr;
} __packed;

struct fast_reg_descriptor {
	struct list_head	list;
	struct ib_mr		*data_mr;
	struct ib_fast_reg_page_list	*data_frpl;
	bool			valid;
};

struct isert_rdma_wr {
	struct list_head	wr_list;
	struct isert_cmd	*isert_cmd;
	enum iser_ib_op_code	iser_ib_op;
	struct ib_sge		*ib_sge;
	struct ib_sge		s_ib_sge;
	int			num_sge;
	struct scatterlist	*sge;
	int			send_wr_num;
	struct ib_send_wr	*send_wr;
	struct ib_send_wr	s_send_wr;
	u32			cur_rdma_length;
	struct fast_reg_descriptor *fr_desc;
};

struct isert_cmd {
	uint32_t		read_stag;
	uint32_t		write_stag;
	uint64_t		read_va;
	uint64_t		write_va;
	u64			pdu_buf_dma;
	u32			pdu_buf_len;
	u32			read_va_off;
	u32			write_va_off;
	u32			rdma_wr_num;
	struct isert_conn	*conn;
	struct iscsi_cmd	*iscsi_cmd;
	struct iser_tx_desc	tx_desc;
	struct isert_rdma_wr	rdma_wr;
	struct work_struct	comp_work;
};

struct isert_device;

struct isert_conn {
	enum iser_conn_state	state;
	bool			logout_posted;
	int			post_recv_buf_count;
	atomic_t		post_send_buf_count;
	u32			responder_resources;
	u32			initiator_depth;
	u32			max_sge;
	char			*login_buf;
	char			*login_req_buf;
	char			*login_rsp_buf;
	u64			login_req_dma;
	u64			login_rsp_dma;
	unsigned int		conn_rx_desc_head;
	struct iser_rx_desc	*conn_rx_descs;
	struct ib_recv_wr	conn_rx_wr[ISERT_MIN_POSTED_RX];
	struct iscsi_conn	*conn;
	struct list_head	conn_accept_node;
	struct completion	conn_login_comp;
	struct iser_tx_desc	conn_login_tx_desc;
	struct rdma_cm_id	*conn_cm_id;
	struct ib_pd		*conn_pd;
	struct ib_mr		*conn_mr;
	struct ib_qp		*conn_qp;
	struct isert_device	*conn_device;
	struct work_struct	conn_logout_work;
	struct mutex		conn_mutex;
	struct completion	conn_wait;
	struct completion	conn_wait_comp_err;
	struct kref		conn_kref;
	struct list_head	conn_fr_pool;
	int			conn_fr_pool_size;
	/* lock to protect fastreg pool */
	spinlock_t		conn_lock;
#define ISERT_COMP_BATCH_COUNT	8
	int			conn_comp_batch;
	struct llist_head	conn_comp_llist;
};

#define ISERT_MAX_CQ 64

struct isert_cq_desc {
	struct isert_device	*device;
	int			cq_index;
	struct work_struct	cq_rx_work;
	struct work_struct	cq_tx_work;
};

struct isert_device {
	int			use_fastreg;
	int			cqs_used;
	int			refcount;
	int			cq_active_qps[ISERT_MAX_CQ];
	struct ib_device	*ib_device;
	struct ib_cq		*dev_rx_cq[ISERT_MAX_CQ];
	struct ib_cq		*dev_tx_cq[ISERT_MAX_CQ];
	struct isert_cq_desc	*cq_desc;
	struct list_head	dev_node;
	struct ib_device_attr	dev_attr;
	int			(*reg_rdma_mem)(struct iscsi_conn *conn,
						    struct iscsi_cmd *cmd,
						    struct isert_rdma_wr *wr);
	void			(*unreg_rdma_mem)(struct isert_cmd *isert_cmd,
						  struct isert_conn *isert_conn);
};

struct isert_np {
	wait_queue_head_t	np_accept_wq;
	struct rdma_cm_id	*np_cm_id;
	struct mutex		np_accept_mutex;
	struct list_head	np_accept_list;
	struct completion	np_login_comp;
};
Commit	Line	Data
b8d26b3b NB	1	#include <linux/socket.h>
	2	#include <linux/in.h>
	3	#include <linux/in6.h>
	4	#include <rdma/ib_verbs.h>
	5	#include <rdma/rdma_cm.h>
	6
	7	#define ISERT_RDMA_LISTEN_BACKLOG 10
59464ef4	8	#define ISCSI_ISER_SG_TABLESIZE 256
9bb4ca68	9	#define ISER_FASTREG_LI_WRID 0xffffffffffffffffULL
b8d26b3b NB	10
	11	enum isert_desc_type {
	12	ISCSI_TX_CONTROL,
	13	ISCSI_TX_DATAIN
	14	};
	15
	16	enum iser_ib_op_code {
	17	ISER_IB_RECV,
	18	ISER_IB_SEND,
	19	ISER_IB_RDMA_WRITE,
	20	ISER_IB_RDMA_READ,
	21	};
	22
	23	enum iser_conn_state {
	24	ISER_CONN_INIT,
	25	ISER_CONN_UP,
	26	ISER_CONN_TERMINATING,
	27	ISER_CONN_DOWN,
	28	};
	29
	30	struct iser_rx_desc {
	31	struct iser_hdr iser_header;
	32	struct iscsi_hdr iscsi_header;
	33	char data[ISER_RECV_DATA_SEG_LEN];
	34	u64 dma_addr;
	35	struct ib_sge rx_sg;
	36	char pad[ISER_RX_PAD_SIZE];
	37	} __packed;
	38
	39	struct iser_tx_desc {
	40	struct iser_hdr iser_header;
	41	struct iscsi_hdr iscsi_header;
	42	enum isert_desc_type type;
	43	u64 dma_addr;
	44	struct ib_sge tx_sg[2];
	45	int num_sge;
	46	struct isert_cmd *isert_cmd;
95b60f07 NB	47	struct llist_node *comp_llnode_batch;
95b60f07 NB	48	struct llist_node comp_llnode;
ebbe4421	49	bool llnode_active;
b8d26b3b NB	50	struct ib_send_wr send_wr;
	51	} __packed;
	52
59464ef4 VP	53	struct fast_reg_descriptor {
	54	struct list_head list;
	55	struct ib_mr *data_mr;
	56	struct ib_fast_reg_page_list *data_frpl;
	57	bool valid;
	58	};
	59
b8d26b3b NB	60	struct isert_rdma_wr {
	61	struct list_head wr_list;
	62	struct isert_cmd *isert_cmd;
	63	enum iser_ib_op_code iser_ib_op;
	64	struct ib_sge *ib_sge;
59464ef4	65	struct ib_sge s_ib_sge;
b8d26b3b NB	66	int num_sge;
	67	struct scatterlist *sge;
	68	int send_wr_num;
	69	struct ib_send_wr *send_wr;
59464ef4	70	struct ib_send_wr s_send_wr;
90ecc6e2	71	u32 cur_rdma_length;
59464ef4	72	struct fast_reg_descriptor *fr_desc;
b8d26b3b NB	73	};
	74
	75	struct isert_cmd {
	76	uint32_t read_stag;
	77	uint32_t write_stag;
	78	uint64_t read_va;
	79	uint64_t write_va;
dbbc5d11 NB	80	u64 pdu_buf_dma;
dbbc5d11 NB	81	u32 pdu_buf_len;
b8d26b3b NB	82	u32 read_va_off;
	83	u32 write_va_off;
	84	u32 rdma_wr_num;
	85	struct isert_conn *conn;
d703ce2f	86	struct iscsi_cmd *iscsi_cmd;
b8d26b3b NB	87	struct iser_tx_desc tx_desc;
	88	struct isert_rdma_wr rdma_wr;
	89	struct work_struct comp_work;
	90	};
	91
	92	struct isert_device;
	93
	94	struct isert_conn {
	95	enum iser_conn_state state;
	96	bool logout_posted;
	97	int post_recv_buf_count;
	98	atomic_t post_send_buf_count;
	99	u32 responder_resources;
	100	u32 initiator_depth;
	101	u32 max_sge;
	102	char *login_buf;
	103	char *login_req_buf;
	104	char *login_rsp_buf;
	105	u64 login_req_dma;
	106	u64 login_rsp_dma;
	107	unsigned int conn_rx_desc_head;
	108	struct iser_rx_desc *conn_rx_descs;
	109	struct ib_recv_wr conn_rx_wr[ISERT_MIN_POSTED_RX];
	110	struct iscsi_conn *conn;
	111	struct list_head conn_accept_node;
	112	struct completion conn_login_comp;
	113	struct iser_tx_desc conn_login_tx_desc;
	114	struct rdma_cm_id *conn_cm_id;
	115	struct ib_pd *conn_pd;
	116	struct ib_mr *conn_mr;
	117	struct ib_qp *conn_qp;
	118	struct isert_device *conn_device;
	119	struct work_struct conn_logout_work;
b2cb9649	120	struct mutex conn_mutex;
defd8848 NB	121	struct completion conn_wait;
defd8848 NB	122	struct completion conn_wait_comp_err;
b8d26b3b	123	struct kref conn_kref;
a3a5a826 SG	124	struct list_head conn_fr_pool;
	125	int conn_fr_pool_size;
	126	/* lock to protect fastreg pool */
59464ef4	127	spinlock_t conn_lock;
95b60f07 NB	128	#define ISERT_COMP_BATCH_COUNT 8
	129	int conn_comp_batch;
	130	struct llist_head conn_comp_llist;
b8d26b3b NB	131	};
	132
	133	#define ISERT_MAX_CQ 64
	134
	135	struct isert_cq_desc {
	136	struct isert_device *device;
	137	int cq_index;
	138	struct work_struct cq_rx_work;
	139	struct work_struct cq_tx_work;
	140	};
	141
	142	struct isert_device {
a3a5a826	143	int use_fastreg;
b8d26b3b NB	144	int cqs_used;
	145	int refcount;
	146	int cq_active_qps[ISERT_MAX_CQ];
	147	struct ib_device *ib_device;
b8d26b3b NB	148	struct ib_cq *dev_rx_cq[ISERT_MAX_CQ];
	149	struct ib_cq *dev_tx_cq[ISERT_MAX_CQ];
	150	struct isert_cq_desc *cq_desc;
	151	struct list_head dev_node;
59464ef4	152	struct ib_device_attr dev_attr;
d40945d8 VP	153	int (reg_rdma_mem)(struct iscsi_conn conn,
	154	struct iscsi_cmd *cmd,
	155	struct isert_rdma_wr *wr);
	156	void (unreg_rdma_mem)(struct isert_cmd isert_cmd,
	157	struct isert_conn *isert_conn);
b8d26b3b NB	158	};
	159
	160	struct isert_np {
	161	wait_queue_head_t np_accept_wq;
	162	struct rdma_cm_id *np_cm_id;
	163	struct mutex np_accept_mutex;
	164	struct list_head np_accept_list;
	165	struct completion np_login_comp;
	166	};