1 /* SPDX-License-Identifier: GPL-2.0-only */ 1 /* SPDX-License-Identifier: GPL-2.0-only */
2 /* 2 /*
3 * Copyright(c) 2013-2015 Intel Corporation. A 3 * Copyright(c) 2013-2015 Intel Corporation. All rights reserved.
4 */ 4 */
5 #ifndef __LINUX_ND_H__ 5 #ifndef __LINUX_ND_H__
6 #define __LINUX_ND_H__ 6 #define __LINUX_ND_H__
7 #include <linux/fs.h> 7 #include <linux/fs.h>
8 #include <linux/ndctl.h> 8 #include <linux/ndctl.h>
9 #include <linux/device.h> 9 #include <linux/device.h>
10 #include <linux/badblocks.h> 10 #include <linux/badblocks.h>
11 #include <linux/perf_event.h> <<
12 11
13 enum nvdimm_event { 12 enum nvdimm_event {
14 NVDIMM_REVALIDATE_POISON, 13 NVDIMM_REVALIDATE_POISON,
15 NVDIMM_REVALIDATE_REGION, <<
16 }; 14 };
17 15
18 enum nvdimm_claim_class { 16 enum nvdimm_claim_class {
19 NVDIMM_CCLASS_NONE, 17 NVDIMM_CCLASS_NONE,
20 NVDIMM_CCLASS_BTT, 18 NVDIMM_CCLASS_BTT,
21 NVDIMM_CCLASS_BTT2, 19 NVDIMM_CCLASS_BTT2,
22 NVDIMM_CCLASS_PFN, 20 NVDIMM_CCLASS_PFN,
23 NVDIMM_CCLASS_DAX, 21 NVDIMM_CCLASS_DAX,
24 NVDIMM_CCLASS_UNKNOWN, 22 NVDIMM_CCLASS_UNKNOWN,
25 }; 23 };
26 24
27 #define NVDIMM_EVENT_VAR(_id) event_attr_##_i <<
28 #define NVDIMM_EVENT_PTR(_id) (&event_attr_## <<
29 <<
30 #define NVDIMM_EVENT_ATTR(_name, _id) <<
31 PMU_EVENT_ATTR(_name, NVDIMM_EVENT_VAR <<
32 nvdimm_events_sysfs_sh <<
33 <<
34 /* Event attribute array index */ <<
35 #define NVDIMM_PMU_FORMAT_ATTR 0 <<
36 #define NVDIMM_PMU_EVENT_ATTR 1 <<
37 #define NVDIMM_PMU_CPUMASK_ATTR 2 <<
38 #define NVDIMM_PMU_NULL_ATTR 3 <<
39 <<
40 /** <<
41 * struct nvdimm_pmu - data structure for nvdi <<
42 * @pmu: pmu data structure for nvdimm perform <<
43 * @dev: nvdimm device pointer. <<
44 * @cpu: designated cpu for counter access. <<
45 * @node: node for cpu hotplug notifier link. <<
46 * @cpuhp_state: state for cpu hotplug notific <<
47 * @arch_cpumask: cpumask to get designated cp <<
48 */ <<
49 struct nvdimm_pmu { <<
50 struct pmu pmu; <<
51 struct device *dev; <<
52 int cpu; <<
53 struct hlist_node node; <<
54 enum cpuhp_state cpuhp_state; <<
55 /* cpumask provided by arch/platform s <<
56 struct cpumask arch_cpumask; <<
57 }; <<
58 <<
59 struct platform_device; <<
60 <<
61 #ifdef CONFIG_PERF_EVENTS <<
62 extern ssize_t nvdimm_events_sysfs_show(struct <<
63 struct <<
64 char * <<
65 <<
66 int register_nvdimm_pmu(struct nvdimm_pmu *nvd <<
67 void unregister_nvdimm_pmu(struct nvdimm_pmu * <<
68 <<
69 #else <<
70 static inline int register_nvdimm_pmu(struct n <<
71 { <<
72 return -ENXIO; <<
73 } <<
74 <<
75 static inline void unregister_nvdimm_pmu(struc <<
76 #endif <<
77 <<
78 struct nd_device_driver { 25 struct nd_device_driver {
79 struct device_driver drv; 26 struct device_driver drv;
80 unsigned long type; 27 unsigned long type;
81 int (*probe)(struct device *dev); 28 int (*probe)(struct device *dev);
82 void (*remove)(struct device *dev); !! 29 int (*remove)(struct device *dev);
83 void (*shutdown)(struct device *dev); 30 void (*shutdown)(struct device *dev);
84 void (*notify)(struct device *dev, enu 31 void (*notify)(struct device *dev, enum nvdimm_event event);
85 }; 32 };
86 33
87 #define to_nd_device_driver(__drv) contai !! 34 static inline struct nd_device_driver *to_nd_device_driver(
>> 35 struct device_driver *drv)
>> 36 {
>> 37 return container_of(drv, struct nd_device_driver, drv);
>> 38 };
88 39
89 /** 40 /**
90 * struct nd_namespace_common - core infrastru 41 * struct nd_namespace_common - core infrastructure of a namespace
91 * @force_raw: ignore other personalities for 42 * @force_raw: ignore other personalities for the namespace (e.g. btt)
92 * @dev: device model node 43 * @dev: device model node
93 * @claim: when set a another personality has 44 * @claim: when set a another personality has taken ownership of the namespace
94 * @claim_class: restrict claim type to a give 45 * @claim_class: restrict claim type to a given class
95 * @rw_bytes: access the raw namespace capacit 46 * @rw_bytes: access the raw namespace capacity with byte-aligned transfers
96 */ 47 */
97 struct nd_namespace_common { 48 struct nd_namespace_common {
98 int force_raw; 49 int force_raw;
99 struct device dev; 50 struct device dev;
100 struct device *claim; 51 struct device *claim;
101 enum nvdimm_claim_class claim_class; 52 enum nvdimm_claim_class claim_class;
102 int (*rw_bytes)(struct nd_namespace_co 53 int (*rw_bytes)(struct nd_namespace_common *, resource_size_t offset,
103 void *buf, size_t size 54 void *buf, size_t size, int rw, unsigned long flags);
104 }; 55 };
105 56
106 static inline struct nd_namespace_common *to_n 57 static inline struct nd_namespace_common *to_ndns(struct device *dev)
107 { 58 {
108 return container_of(dev, struct nd_nam 59 return container_of(dev, struct nd_namespace_common, dev);
109 } 60 }
110 61
111 /** 62 /**
112 * struct nd_namespace_io - device representat 63 * struct nd_namespace_io - device representation of a persistent memory range
113 * @dev: namespace device created by the nd re 64 * @dev: namespace device created by the nd region driver
114 * @res: struct resource conversion of a NFIT 65 * @res: struct resource conversion of a NFIT SPA table
115 * @size: cached resource_size(@res) for fast 66 * @size: cached resource_size(@res) for fast path size checks
116 * @addr: virtual address to access the namesp 67 * @addr: virtual address to access the namespace range
117 * @bb: badblocks list for the namespace range 68 * @bb: badblocks list for the namespace range
118 */ 69 */
119 struct nd_namespace_io { 70 struct nd_namespace_io {
120 struct nd_namespace_common common; 71 struct nd_namespace_common common;
121 struct resource res; 72 struct resource res;
122 resource_size_t size; 73 resource_size_t size;
123 void *addr; 74 void *addr;
124 struct badblocks bb; 75 struct badblocks bb;
125 }; 76 };
126 77
127 /** 78 /**
128 * struct nd_namespace_pmem - namespace device 79 * struct nd_namespace_pmem - namespace device for dimm-backed interleaved memory
129 * @nsio: device and system physical address r 80 * @nsio: device and system physical address range to drive
130 * @lbasize: logical sector size for the names 81 * @lbasize: logical sector size for the namespace in block-device-mode
131 * @alt_name: namespace name supplied in the d 82 * @alt_name: namespace name supplied in the dimm label
132 * @uuid: namespace name supplied in the dimm 83 * @uuid: namespace name supplied in the dimm label
133 * @id: ida allocated id 84 * @id: ida allocated id
134 */ 85 */
135 struct nd_namespace_pmem { 86 struct nd_namespace_pmem {
136 struct nd_namespace_io nsio; 87 struct nd_namespace_io nsio;
137 unsigned long lbasize; 88 unsigned long lbasize;
138 char *alt_name; 89 char *alt_name;
139 uuid_t *uuid; !! 90 u8 *uuid;
>> 91 int id;
>> 92 };
>> 93
>> 94 /**
>> 95 * struct nd_namespace_blk - namespace for dimm-bounded persistent memory
>> 96 * @alt_name: namespace name supplied in the dimm label
>> 97 * @uuid: namespace name supplied in the dimm label
>> 98 * @id: ida allocated id
>> 99 * @lbasize: blk namespaces have a native sector size when btt not present
>> 100 * @size: sum of all the resource ranges allocated to this namespace
>> 101 * @num_resources: number of dpa extents to claim
>> 102 * @res: discontiguous dpa extents for given dimm
>> 103 */
>> 104 struct nd_namespace_blk {
>> 105 struct nd_namespace_common common;
>> 106 char *alt_name;
>> 107 u8 *uuid;
140 int id; 108 int id;
>> 109 unsigned long lbasize;
>> 110 resource_size_t size;
>> 111 int num_resources;
>> 112 struct resource **res;
141 }; 113 };
142 114
143 static inline struct nd_namespace_io *to_nd_na 115 static inline struct nd_namespace_io *to_nd_namespace_io(const struct device *dev)
144 { 116 {
145 return container_of(dev, struct nd_nam 117 return container_of(dev, struct nd_namespace_io, common.dev);
146 } 118 }
147 119
148 static inline struct nd_namespace_pmem *to_nd_ 120 static inline struct nd_namespace_pmem *to_nd_namespace_pmem(const struct device *dev)
149 { 121 {
150 struct nd_namespace_io *nsio = to_nd_n 122 struct nd_namespace_io *nsio = to_nd_namespace_io(dev);
151 123
152 return container_of(nsio, struct nd_na 124 return container_of(nsio, struct nd_namespace_pmem, nsio);
153 } 125 }
154 126
>> 127 static inline struct nd_namespace_blk *to_nd_namespace_blk(const struct device *dev)
>> 128 {
>> 129 return container_of(dev, struct nd_namespace_blk, common.dev);
>> 130 }
>> 131
155 /** 132 /**
156 * nvdimm_read_bytes() - synchronously read by 133 * nvdimm_read_bytes() - synchronously read bytes from an nvdimm namespace
157 * @ndns: device to read 134 * @ndns: device to read
158 * @offset: namespace-relative starting offset 135 * @offset: namespace-relative starting offset
159 * @buf: buffer to fill 136 * @buf: buffer to fill
160 * @size: transfer length 137 * @size: transfer length
161 * 138 *
162 * @buf is up-to-date upon return from this ro 139 * @buf is up-to-date upon return from this routine.
163 */ 140 */
164 static inline int nvdimm_read_bytes(struct nd_ 141 static inline int nvdimm_read_bytes(struct nd_namespace_common *ndns,
165 resource_size_t offset, void * 142 resource_size_t offset, void *buf, size_t size,
166 unsigned long flags) 143 unsigned long flags)
167 { 144 {
168 return ndns->rw_bytes(ndns, offset, bu 145 return ndns->rw_bytes(ndns, offset, buf, size, READ, flags);
169 } 146 }
170 147
171 /** 148 /**
172 * nvdimm_write_bytes() - synchronously write 149 * nvdimm_write_bytes() - synchronously write bytes to an nvdimm namespace
173 * @ndns: device to write !! 150 * @ndns: device to read
174 * @offset: namespace-relative starting offset 151 * @offset: namespace-relative starting offset
175 * @buf: buffer to drain 152 * @buf: buffer to drain
176 * @size: transfer length 153 * @size: transfer length
177 * 154 *
178 * NVDIMM Namepaces disks do not implement sec 155 * NVDIMM Namepaces disks do not implement sectors internally. Depending on
179 * the @ndns, the contents of @buf may be in c 156 * the @ndns, the contents of @buf may be in cpu cache, platform buffers,
180 * or on backing memory media upon return from 157 * or on backing memory media upon return from this routine. Flushing
181 * to media is handled internal to the @ndns d 158 * to media is handled internal to the @ndns driver, if at all.
182 */ 159 */
183 static inline int nvdimm_write_bytes(struct nd 160 static inline int nvdimm_write_bytes(struct nd_namespace_common *ndns,
184 resource_size_t offset, void * 161 resource_size_t offset, void *buf, size_t size,
185 unsigned long flags) 162 unsigned long flags)
186 { 163 {
187 return ndns->rw_bytes(ndns, offset, bu 164 return ndns->rw_bytes(ndns, offset, buf, size, WRITE, flags);
188 } 165 }
189 166
190 #define MODULE_ALIAS_ND_DEVICE(type) \ 167 #define MODULE_ALIAS_ND_DEVICE(type) \
191 MODULE_ALIAS("nd:t" __stringify(type) 168 MODULE_ALIAS("nd:t" __stringify(type) "*")
192 #define ND_DEVICE_MODALIAS_FMT "nd:t%d" 169 #define ND_DEVICE_MODALIAS_FMT "nd:t%d"
193 170
194 struct nd_region; 171 struct nd_region;
195 void nvdimm_region_notify(struct nd_region *nd 172 void nvdimm_region_notify(struct nd_region *nd_region, enum nvdimm_event event);
196 int __must_check __nd_driver_register(struct n 173 int __must_check __nd_driver_register(struct nd_device_driver *nd_drv,
197 struct module *module, const c 174 struct module *module, const char *mod_name);
198 static inline void nd_driver_unregister(struct 175 static inline void nd_driver_unregister(struct nd_device_driver *drv)
199 { 176 {
200 driver_unregister(&drv->drv); 177 driver_unregister(&drv->drv);
201 } 178 }
202 #define nd_driver_register(driver) \ 179 #define nd_driver_register(driver) \
203 __nd_driver_register(driver, THIS_MODU 180 __nd_driver_register(driver, THIS_MODULE, KBUILD_MODNAME)
204 #define module_nd_driver(driver) \ 181 #define module_nd_driver(driver) \
205 module_driver(driver, nd_driver_regist 182 module_driver(driver, nd_driver_register, nd_driver_unregister)
206 #endif /* __LINUX_ND_H__ */ 183 #endif /* __LINUX_ND_H__ */
207 184
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.