2 * Copyright (c) 2016 Oracle. All rights reserved.
4 * This software is available to you under a choice of one of two
5 * licenses. You may choose to be licensed under the terms of the GNU
6 * General Public License (GPL) Version 2, available from the file
7 * COPYING in the main directory of this source tree, or the
8 * OpenIB.org BSD license below:
10 * Redistribution and use in source and binary forms, with or
11 * without modification, are permitted provided that the following
14 * - Redistributions of source code must retain the above
15 * copyright notice, this list of conditions and the following
18 * - Redistributions in binary form must reproduce the above
19 * copyright notice, this list of conditions and the following
20 * disclaimer in the documentation and/or other materials
21 * provided with the distribution.
23 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
35 #include <linux/kernel.h>
40 #define RDS_MR_1M_POOL_SIZE (8192 / 2)
41 #define RDS_MR_1M_MSG_SIZE 256
42 #define RDS_MR_8K_MSG_SIZE 2
43 #define RDS_MR_8K_SCALE (256 / (RDS_MR_8K_MSG_SIZE + 1))
44 #define RDS_MR_8K_POOL_SIZE (RDS_MR_8K_SCALE * (8192 / 2))
51 /* This is stored as mr->r_trans_private. */
53 struct rds_ib_device
*device
;
54 struct rds_ib_mr_pool
*pool
;
55 struct rds_ib_connection
*ic
;
57 struct llist_node llnode
;
59 /* unmap_list is for freeing */
60 struct list_head unmap_list
;
61 unsigned int remap_count
;
63 struct scatterlist
*sg
;
68 struct rds_ib_fmr fmr
;
72 /* Our own little MR pool */
73 struct rds_ib_mr_pool
{
74 unsigned int pool_type
;
75 struct mutex flush_lock
; /* serialize fmr invalidate */
76 struct delayed_work flush_worker
; /* flush worker */
78 atomic_t item_count
; /* total # of MRs */
79 atomic_t dirty_count
; /* # dirty of MRs */
81 struct llist_head drop_list
; /* MRs not reached max_maps */
82 struct llist_head free_list
; /* unused MRs */
83 struct llist_head clean_list
; /* unused & unmapped MRs */
84 wait_queue_head_t flush_wait
;
86 atomic_t free_pinned
; /* memory pinned by free MRs */
87 unsigned long max_items
;
88 unsigned long max_items_soft
;
89 unsigned long max_free_pinned
;
90 struct ib_fmr_attr fmr_attr
;
93 extern struct workqueue_struct
*rds_ib_mr_wq
;
94 extern unsigned int rds_ib_mr_1m_pool_size
;
95 extern unsigned int rds_ib_mr_8k_pool_size
;
97 struct rds_ib_mr_pool
*rds_ib_create_mr_pool(struct rds_ib_device
*rds_dev
,
99 void rds_ib_get_mr_info(struct rds_ib_device
*rds_ibdev
,
100 struct rds_info_rdma_connection
*iinfo
);
101 void rds_ib_destroy_mr_pool(struct rds_ib_mr_pool
*);
102 void *rds_ib_get_mr(struct scatterlist
*sg
, unsigned long nents
,
103 struct rds_sock
*rs
, u32
*key_ret
);
104 void rds_ib_sync_mr(void *trans_private
, int dir
);
105 void rds_ib_free_mr(void *trans_private
, int invalidate
);
106 void rds_ib_flush_mrs(void);
107 int rds_ib_mr_init(void);
108 void rds_ib_mr_exit(void);
110 void __rds_ib_teardown_mr(struct rds_ib_mr
*);
111 void rds_ib_teardown_mr(struct rds_ib_mr
*);
112 struct rds_ib_mr
*rds_ib_alloc_fmr(struct rds_ib_device
*, int);
113 int rds_ib_map_fmr(struct rds_ib_device
*, struct rds_ib_mr
*,
114 struct scatterlist
*, unsigned int);
115 struct rds_ib_mr
*rds_ib_reuse_mr(struct rds_ib_mr_pool
*);
116 int rds_ib_flush_mr_pool(struct rds_ib_mr_pool
*, int, struct rds_ib_mr
**);
117 struct rds_ib_mr
*rds_ib_reg_fmr(struct rds_ib_device
*, struct scatterlist
*,
118 unsigned long, u32
*);
119 struct rds_ib_mr
*rds_ib_try_reuse_ibmr(struct rds_ib_mr_pool
*);
120 void rds_ib_unreg_fmr(struct list_head
*, unsigned int *,
121 unsigned long *, unsigned int);
122 void rds_ib_free_fmr_list(struct rds_ib_mr
*);