2 * Copyright(c) 2013-2015 Intel Corporation. All rights reserved.
4 * This program is free software; you can redistribute it and/or modify
5 * it under the terms of version 2 of the GNU General Public License as
6 * published by the Free Software Foundation.
8 * This program is distributed in the hope that it will be useful, but
9 * WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
11 * General Public License for more details.
15 #include <linux/libnvdimm.h>
16 #include <linux/blkdev.h>
17 #include <linux/device.h>
18 #include <linux/mutex.h>
19 #include <linux/ndctl.h>
20 #include <linux/types.h>
25 * Limits the maximum number of block apertures a dimm can
26 * support and is an input to the geometry/on-disk-format of a
31 INT_LBASIZE_ALIGNMENT
= 64,
34 struct nvdimm_drvdata
{
37 struct nd_cmd_get_config_size nsarea
;
39 int ns_current
, ns_next
;
44 struct nd_region_namespaces
{
49 static inline struct nd_namespace_index
*to_namespace_index(
50 struct nvdimm_drvdata
*ndd
, int i
)
55 return ndd
->data
+ sizeof_namespace_index(ndd
) * i
;
58 static inline struct nd_namespace_index
*to_current_namespace_index(
59 struct nvdimm_drvdata
*ndd
)
61 return to_namespace_index(ndd
, ndd
->ns_current
);
64 static inline struct nd_namespace_index
*to_next_namespace_index(
65 struct nvdimm_drvdata
*ndd
)
67 return to_namespace_index(ndd
, ndd
->ns_next
);
70 #define nd_dbg_dpa(r, d, res, fmt, arg...) \
71 dev_dbg((r) ? &(r)->dev : (d)->dev, "%s: %.13s: %#llx @ %#llx " fmt, \
72 (r) ? dev_name((d)->dev) : "", res ? res->name : "null", \
73 (unsigned long long) (res ? resource_size(res) : 0), \
74 (unsigned long long) (res ? res->start : 0), ##arg)
76 #define for_each_label(l, label, labels) \
77 for (l = 0; (label = labels ? labels[l] : NULL); l++)
79 #define for_each_dpa_resource(ndd, res) \
80 for (res = (ndd)->dpa.child; res; res = res->sibling)
82 #define for_each_dpa_resource_safe(ndd, res, next) \
83 for (res = (ndd)->dpa.child, next = res ? res->sibling : NULL; \
84 res; res = next, next = next ? next->sibling : NULL)
86 struct nd_percpu_lane
{
97 struct device
*ns_seed
;
98 struct device
*btt_seed
;
99 struct device
*pfn_seed
;
103 int id
, num_lanes
, ro
, numa_node
;
105 struct nd_interleave_set
*nd_set
;
106 struct nd_percpu_lane __percpu
*lane
;
107 struct nd_mapping mapping
[0];
110 struct nd_blk_region
{
111 int (*enable
)(struct nvdimm_bus
*nvdimm_bus
, struct device
*dev
);
112 void (*disable
)(struct nvdimm_bus
*nvdimm_bus
, struct device
*dev
);
113 int (*do_io
)(struct nd_blk_region
*ndbr
, resource_size_t dpa
,
114 void *iobuf
, u64 len
, int rw
);
115 void *blk_provider_data
;
116 struct nd_region nd_region
;
120 * Lookup next in the repeating sequence of 01, 10, and 11.
122 static inline unsigned nd_inc_seq(unsigned seq
)
124 static const unsigned next
[] = { 0, 2, 3, 1 };
126 return next
[seq
& 3];
132 struct nd_namespace_common
*ndns
;
134 unsigned long lbasize
;
151 enum nd_pfn_mode mode
;
152 struct nd_pfn_sb
*pfn_sb
;
153 struct nd_namespace_common
*ndns
;
161 int nd_integrity_init(struct gendisk
*disk
, unsigned long meta_size
);
162 void wait_nvdimm_bus_probe_idle(struct device
*dev
);
163 void nd_device_register(struct device
*dev
);
164 void nd_device_unregister(struct device
*dev
, enum nd_async_mode mode
);
165 int nd_uuid_store(struct device
*dev
, u8
**uuid_out
, const char *buf
,
167 ssize_t
nd_sector_size_show(unsigned long current_lbasize
,
168 const unsigned long *supported
, char *buf
);
169 ssize_t
nd_sector_size_store(struct device
*dev
, const char *buf
,
170 unsigned long *current_lbasize
, const unsigned long *supported
);
171 int __init
nvdimm_init(void);
172 int __init
nd_region_init(void);
173 void nvdimm_exit(void);
174 void nd_region_exit(void);
176 struct nvdimm_drvdata
*to_ndd(struct nd_mapping
*nd_mapping
);
177 int nvdimm_init_nsarea(struct nvdimm_drvdata
*ndd
);
178 int nvdimm_init_config_data(struct nvdimm_drvdata
*ndd
);
179 int nvdimm_set_config_data(struct nvdimm_drvdata
*ndd
, size_t offset
,
180 void *buf
, size_t len
);
181 struct nd_btt
*to_nd_btt(struct device
*dev
);
184 char reserved
[SZ_4K
- 8];
188 u64
nd_sb_checksum(struct nd_gen_sb
*sb
);
189 #if IS_ENABLED(CONFIG_BTT)
190 int nd_btt_probe(struct nd_namespace_common
*ndns
, void *drvdata
);
191 bool is_nd_btt(struct device
*dev
);
192 struct device
*nd_btt_create(struct nd_region
*nd_region
);
194 static inline int nd_btt_probe(struct nd_namespace_common
*ndns
, void *drvdata
)
199 static inline bool is_nd_btt(struct device
*dev
)
204 static inline struct device
*nd_btt_create(struct nd_region
*nd_region
)
210 struct nd_pfn
*to_nd_pfn(struct device
*dev
);
211 #if IS_ENABLED(CONFIG_NVDIMM_PFN)
212 int nd_pfn_probe(struct nd_namespace_common
*ndns
, void *drvdata
);
213 bool is_nd_pfn(struct device
*dev
);
214 struct device
*nd_pfn_create(struct nd_region
*nd_region
);
215 int nd_pfn_validate(struct nd_pfn
*nd_pfn
);
217 static inline int nd_pfn_probe(struct nd_namespace_common
*ndns
, void *drvdata
)
222 static inline bool is_nd_pfn(struct device
*dev
)
227 static inline struct device
*nd_pfn_create(struct nd_region
*nd_region
)
232 static inline int nd_pfn_validate(struct nd_pfn
*nd_pfn
)
238 struct nd_region
*to_nd_region(struct device
*dev
);
239 int nd_region_to_nstype(struct nd_region
*nd_region
);
240 int nd_region_register_namespaces(struct nd_region
*nd_region
, int *err
);
241 u64
nd_region_interleave_set_cookie(struct nd_region
*nd_region
);
242 void nvdimm_bus_lock(struct device
*dev
);
243 void nvdimm_bus_unlock(struct device
*dev
);
244 bool is_nvdimm_bus_locked(struct device
*dev
);
245 int nvdimm_revalidate_disk(struct gendisk
*disk
);
246 void nvdimm_drvdata_release(struct kref
*kref
);
247 void put_ndd(struct nvdimm_drvdata
*ndd
);
248 int nd_label_reserve_dpa(struct nvdimm_drvdata
*ndd
);
249 void nvdimm_free_dpa(struct nvdimm_drvdata
*ndd
, struct resource
*res
);
250 struct resource
*nvdimm_allocate_dpa(struct nvdimm_drvdata
*ndd
,
251 struct nd_label_id
*label_id
, resource_size_t start
,
253 resource_size_t
nvdimm_namespace_capacity(struct nd_namespace_common
*ndns
);
254 struct nd_namespace_common
*nvdimm_namespace_common_probe(struct device
*dev
);
255 int nvdimm_namespace_attach_btt(struct nd_namespace_common
*ndns
);
256 int nvdimm_namespace_detach_btt(struct nd_namespace_common
*ndns
);
257 const char *nvdimm_namespace_disk_name(struct nd_namespace_common
*ndns
,
259 int nd_blk_region_init(struct nd_region
*nd_region
);
260 void __nd_iostat_start(struct bio
*bio
, unsigned long *start
);
261 static inline bool nd_iostat_start(struct bio
*bio
, unsigned long *start
)
263 struct gendisk
*disk
= bio
->bi_bdev
->bd_disk
;
265 if (!blk_queue_io_stat(disk
->queue
))
268 __nd_iostat_start(bio
, start
);
271 void nd_iostat_end(struct bio
*bio
, unsigned long start
);
272 resource_size_t
nd_namespace_blk_validate(struct nd_namespace_blk
*nsblk
);
273 const u8
*nd_dev_to_uuid(struct device
*dev
);
274 bool pmem_should_map_pages(struct device
*dev
);
275 #endif /* __ND_H__ */