2 * Copyright (c) 2006, 2007 Cisco Systems. All rights reserved.
3 * Copyright (c) 2007, 2008 Mellanox Technologies. All rights reserved.
5 * This software is available to you under a choice of one of two
6 * licenses. You may choose to be licensed under the terms of the GNU
7 * General Public License (GPL) Version 2, available from the file
8 * COPYING in the main directory of this source tree, or the
9 * OpenIB.org BSD license below:
11 * Redistribution and use in source and binary forms, with or
12 * without modification, are permitted provided that the following
15 * - Redistributions of source code must retain the above
16 * copyright notice, this list of conditions and the following
19 * - Redistributions in binary form must reproduce the above
20 * copyright notice, this list of conditions and the following
21 * disclaimer in the documentation and/or other materials
22 * provided with the distribution.
24 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
25 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
26 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
27 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
28 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
29 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
30 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
37 #include <linux/compiler.h>
38 #include <linux/list.h>
39 #include <linux/mutex.h>
41 #include <rdma/ib_verbs.h>
42 #include <rdma/ib_umem.h>
44 #include <linux/mlx4/device.h>
45 #include <linux/mlx4/doorbell.h>
47 struct mlx4_ib_ucontext
{
48 struct ib_ucontext ibucontext
;
50 struct list_head db_page_list
;
51 struct mutex db_page_mutex
;
59 struct mlx4_ib_cq_buf
{
64 struct mlx4_ib_cq_resize
{
65 struct mlx4_ib_cq_buf buf
;
72 struct mlx4_ib_cq_buf buf
;
73 struct mlx4_ib_cq_resize
*resize_buf
;
76 struct mutex resize_mutex
;
78 struct ib_umem
*resize_umem
;
87 struct mlx4_ib_fast_reg_page_list
{
88 struct ib_fast_reg_page_list ibfrpl
;
89 __be64
*mapped_page_list
;
110 enum mlx4_ib_qp_flags
{
111 MLX4_IB_QP_LSO
= 1 << 0,
112 MLX4_IB_QP_BLOCK_MULTICAST_LOOPBACK
= 1 << 1,
121 struct mlx4_ib_wq rq
;
124 __be32 sq_signal_bits
;
125 unsigned sq_next_wqe
;
126 int sq_max_wqes_per_wr
;
128 struct mlx4_ib_wq sq
;
130 struct ib_umem
*umem
;
145 struct mlx4_srq msrq
;
153 struct ib_umem
*umem
;
164 struct ib_device ib_dev
;
165 struct mlx4_dev
*dev
;
167 void __iomem
*uar_map
;
169 struct mlx4_uar priv_uar
;
171 MLX4_DECLARE_DOORBELL_LOCK(uar_lock
);
173 struct ib_mad_agent
*send_agent
[MLX4_MAX_PORTS
][2];
174 struct ib_ah
*sm_ah
[MLX4_MAX_PORTS
];
177 struct mutex cap_mask_mutex
;
180 static inline struct mlx4_ib_dev
*to_mdev(struct ib_device
*ibdev
)
182 return container_of(ibdev
, struct mlx4_ib_dev
, ib_dev
);
185 static inline struct mlx4_ib_ucontext
*to_mucontext(struct ib_ucontext
*ibucontext
)
187 return container_of(ibucontext
, struct mlx4_ib_ucontext
, ibucontext
);
190 static inline struct mlx4_ib_pd
*to_mpd(struct ib_pd
*ibpd
)
192 return container_of(ibpd
, struct mlx4_ib_pd
, ibpd
);
195 static inline struct mlx4_ib_cq
*to_mcq(struct ib_cq
*ibcq
)
197 return container_of(ibcq
, struct mlx4_ib_cq
, ibcq
);
200 static inline struct mlx4_ib_cq
*to_mibcq(struct mlx4_cq
*mcq
)
202 return container_of(mcq
, struct mlx4_ib_cq
, mcq
);
205 static inline struct mlx4_ib_mr
*to_mmr(struct ib_mr
*ibmr
)
207 return container_of(ibmr
, struct mlx4_ib_mr
, ibmr
);
210 static inline struct mlx4_ib_fast_reg_page_list
*to_mfrpl(struct ib_fast_reg_page_list
*ibfrpl
)
212 return container_of(ibfrpl
, struct mlx4_ib_fast_reg_page_list
, ibfrpl
);
215 static inline struct mlx4_ib_fmr
*to_mfmr(struct ib_fmr
*ibfmr
)
217 return container_of(ibfmr
, struct mlx4_ib_fmr
, ibfmr
);
219 static inline struct mlx4_ib_qp
*to_mqp(struct ib_qp
*ibqp
)
221 return container_of(ibqp
, struct mlx4_ib_qp
, ibqp
);
224 static inline struct mlx4_ib_qp
*to_mibqp(struct mlx4_qp
*mqp
)
226 return container_of(mqp
, struct mlx4_ib_qp
, mqp
);
229 static inline struct mlx4_ib_srq
*to_msrq(struct ib_srq
*ibsrq
)
231 return container_of(ibsrq
, struct mlx4_ib_srq
, ibsrq
);
234 static inline struct mlx4_ib_srq
*to_mibsrq(struct mlx4_srq
*msrq
)
236 return container_of(msrq
, struct mlx4_ib_srq
, msrq
);
239 static inline struct mlx4_ib_ah
*to_mah(struct ib_ah
*ibah
)
241 return container_of(ibah
, struct mlx4_ib_ah
, ibah
);
244 int mlx4_ib_db_map_user(struct mlx4_ib_ucontext
*context
, unsigned long virt
,
246 void mlx4_ib_db_unmap_user(struct mlx4_ib_ucontext
*context
, struct mlx4_db
*db
);
248 struct ib_mr
*mlx4_ib_get_dma_mr(struct ib_pd
*pd
, int acc
);
249 int mlx4_ib_umem_write_mtt(struct mlx4_ib_dev
*dev
, struct mlx4_mtt
*mtt
,
250 struct ib_umem
*umem
);
251 struct ib_mr
*mlx4_ib_reg_user_mr(struct ib_pd
*pd
, u64 start
, u64 length
,
252 u64 virt_addr
, int access_flags
,
253 struct ib_udata
*udata
);
254 int mlx4_ib_dereg_mr(struct ib_mr
*mr
);
255 struct ib_mr
*mlx4_ib_alloc_fast_reg_mr(struct ib_pd
*pd
,
256 int max_page_list_len
);
257 struct ib_fast_reg_page_list
*mlx4_ib_alloc_fast_reg_page_list(struct ib_device
*ibdev
,
259 void mlx4_ib_free_fast_reg_page_list(struct ib_fast_reg_page_list
*page_list
);
261 int mlx4_ib_modify_cq(struct ib_cq
*cq
, u16 cq_count
, u16 cq_period
);
262 int mlx4_ib_resize_cq(struct ib_cq
*ibcq
, int entries
, struct ib_udata
*udata
);
263 struct ib_cq
*mlx4_ib_create_cq(struct ib_device
*ibdev
, int entries
, int vector
,
264 struct ib_ucontext
*context
,
265 struct ib_udata
*udata
);
266 int mlx4_ib_destroy_cq(struct ib_cq
*cq
);
267 int mlx4_ib_poll_cq(struct ib_cq
*ibcq
, int num_entries
, struct ib_wc
*wc
);
268 int mlx4_ib_arm_cq(struct ib_cq
*cq
, enum ib_cq_notify_flags flags
);
269 void __mlx4_ib_cq_clean(struct mlx4_ib_cq
*cq
, u32 qpn
, struct mlx4_ib_srq
*srq
);
270 void mlx4_ib_cq_clean(struct mlx4_ib_cq
*cq
, u32 qpn
, struct mlx4_ib_srq
*srq
);
272 struct ib_ah
*mlx4_ib_create_ah(struct ib_pd
*pd
, struct ib_ah_attr
*ah_attr
);
273 int mlx4_ib_query_ah(struct ib_ah
*ibah
, struct ib_ah_attr
*ah_attr
);
274 int mlx4_ib_destroy_ah(struct ib_ah
*ah
);
276 struct ib_srq
*mlx4_ib_create_srq(struct ib_pd
*pd
,
277 struct ib_srq_init_attr
*init_attr
,
278 struct ib_udata
*udata
);
279 int mlx4_ib_modify_srq(struct ib_srq
*ibsrq
, struct ib_srq_attr
*attr
,
280 enum ib_srq_attr_mask attr_mask
, struct ib_udata
*udata
);
281 int mlx4_ib_query_srq(struct ib_srq
*srq
, struct ib_srq_attr
*srq_attr
);
282 int mlx4_ib_destroy_srq(struct ib_srq
*srq
);
283 void mlx4_ib_free_srq_wqe(struct mlx4_ib_srq
*srq
, int wqe_index
);
284 int mlx4_ib_post_srq_recv(struct ib_srq
*ibsrq
, struct ib_recv_wr
*wr
,
285 struct ib_recv_wr
**bad_wr
);
287 struct ib_qp
*mlx4_ib_create_qp(struct ib_pd
*pd
,
288 struct ib_qp_init_attr
*init_attr
,
289 struct ib_udata
*udata
);
290 int mlx4_ib_destroy_qp(struct ib_qp
*qp
);
291 int mlx4_ib_modify_qp(struct ib_qp
*ibqp
, struct ib_qp_attr
*attr
,
292 int attr_mask
, struct ib_udata
*udata
);
293 int mlx4_ib_query_qp(struct ib_qp
*ibqp
, struct ib_qp_attr
*qp_attr
, int qp_attr_mask
,
294 struct ib_qp_init_attr
*qp_init_attr
);
295 int mlx4_ib_post_send(struct ib_qp
*ibqp
, struct ib_send_wr
*wr
,
296 struct ib_send_wr
**bad_wr
);
297 int mlx4_ib_post_recv(struct ib_qp
*ibqp
, struct ib_recv_wr
*wr
,
298 struct ib_recv_wr
**bad_wr
);
300 int mlx4_MAD_IFC(struct mlx4_ib_dev
*dev
, int ignore_mkey
, int ignore_bkey
,
301 int port
, struct ib_wc
*in_wc
, struct ib_grh
*in_grh
,
302 void *in_mad
, void *response_mad
);
303 int mlx4_ib_process_mad(struct ib_device
*ibdev
, int mad_flags
, u8 port_num
,
304 struct ib_wc
*in_wc
, struct ib_grh
*in_grh
,
305 struct ib_mad
*in_mad
, struct ib_mad
*out_mad
);
306 int mlx4_ib_mad_init(struct mlx4_ib_dev
*dev
);
307 void mlx4_ib_mad_cleanup(struct mlx4_ib_dev
*dev
);
309 struct ib_fmr
*mlx4_ib_fmr_alloc(struct ib_pd
*pd
, int mr_access_flags
,
310 struct ib_fmr_attr
*fmr_attr
);
311 int mlx4_ib_map_phys_fmr(struct ib_fmr
*ibfmr
, u64
*page_list
, int npages
,
313 int mlx4_ib_unmap_fmr(struct list_head
*fmr_list
);
314 int mlx4_ib_fmr_dealloc(struct ib_fmr
*fmr
);
316 static inline int mlx4_ib_ah_grh_present(struct mlx4_ib_ah
*ah
)
318 return !!(ah
->av
.g_slid
& 0x80);
321 #endif /* MLX4_IB_H */