blob: ddb9d97d91294f8410881fac0bd7da6e11bf6c78 [file] [log] [blame]
Thomas Gleixner5b497af2019-05-29 07:18:09 -07001/* SPDX-License-Identifier: GPL-2.0-only */
Dan Williamsb94d5232015-05-19 22:54:31 -04002/*
3 * Copyright(c) 2013-2015 Intel Corporation. All rights reserved.
Dan Williamsb94d5232015-05-19 22:54:31 -04004 */
5#ifndef __ND_CORE_H__
6#define __ND_CORE_H__
7#include <linux/libnvdimm.h>
8#include <linux/device.h>
Dan Williamseaf96152015-05-01 13:11:27 -04009#include <linux/sizes.h>
10#include <linux/mutex.h>
Dan Williams1b40e092015-05-01 13:34:01 -040011#include <linux/nd.h>
Dan Williams87a30e12019-07-17 18:08:26 -070012#include "nd.h"
Dan Williamsb94d5232015-05-19 22:54:31 -040013
Dan Williamse6dfb2de2015-04-25 03:56:17 -040014extern struct list_head nvdimm_bus_list;
15extern struct mutex nvdimm_bus_list_mutex;
Dan Williams62232e452015-06-08 14:27:06 -040016extern int nvdimm_major;
Dave Jiang7d988092018-12-13 15:36:18 -070017extern struct workqueue_struct *nvdimm_wq;
Dan Williamse6dfb2de2015-04-25 03:56:17 -040018
Dan Williamsb94d5232015-05-19 22:54:31 -040019struct nvdimm_bus {
20 struct nvdimm_bus_descriptor *nd_desc;
Dan Williamsb70d31d2019-07-17 18:08:15 -070021 wait_queue_head_t wait;
Dan Williams45def222015-04-26 19:26:48 -040022 struct list_head list;
Dan Williamsb94d5232015-05-19 22:54:31 -040023 struct device dev;
Dan Williamseaf96152015-05-01 13:11:27 -040024 int id, probe_active;
Dan Williamsb70d31d2019-07-17 18:08:15 -070025 atomic_t ioctl_active;
Dan Williams29b9aa02016-06-06 17:42:38 -070026 struct list_head mapping_list;
Dan Williams3d880022015-05-31 15:02:11 -040027 struct mutex reconfig_mutex;
Dave Jiangaa9ad442017-08-23 12:48:26 -070028 struct badrange badrange;
Dan Williamsb94d5232015-05-19 22:54:31 -040029};
Dan Williams45def222015-04-26 19:26:48 -040030
Dan Williamse6dfb2de2015-04-25 03:56:17 -040031struct nvdimm {
32 unsigned long flags;
33 void *provider_data;
Dan Williamse3654ec2016-04-28 16:17:07 -070034 unsigned long cmd_mask;
Dan Williamse6dfb2de2015-04-25 03:56:17 -040035 struct device dev;
Dan Williamseaf96152015-05-01 13:11:27 -040036 atomic_t busy;
Dan Williamse5ae3b22016-06-07 17:00:04 -070037 int id, num_flush;
38 struct resource *flush_wpq;
Dave Jiangd6548ae2018-12-04 10:31:20 -080039 const char *dimm_id;
Dave Jiangf2989392018-12-05 23:39:29 -080040 struct {
41 const struct nvdimm_security_ops *ops;
Dan Williamsd78c6202019-08-26 17:54:54 -070042 unsigned long flags;
43 unsigned long ext_flags;
Dave Jiang7d988092018-12-13 15:36:18 -070044 unsigned int overwrite_tmo;
45 struct kernfs_node *overwrite_state;
Dave Jiangf2989392018-12-05 23:39:29 -080046 } sec;
Dave Jiang7d988092018-12-13 15:36:18 -070047 struct delayed_work dwork;
Dan Williamse6dfb2de2015-04-25 03:56:17 -040048};
49
Dan Williamsd78c6202019-08-26 17:54:54 -070050static inline unsigned long nvdimm_security_flags(
Dave Jiangfaa8bd62019-01-15 11:26:21 -070051 struct nvdimm *nvdimm, enum nvdimm_passphrase_type ptype)
Dave Jiangf2989392018-12-05 23:39:29 -080052{
Dan Williamsd78c6202019-08-26 17:54:54 -070053 u64 flags;
54 const u64 state_flags = 1UL << NVDIMM_SECURITY_DISABLED
55 | 1UL << NVDIMM_SECURITY_LOCKED
56 | 1UL << NVDIMM_SECURITY_UNLOCKED
57 | 1UL << NVDIMM_SECURITY_OVERWRITE;
Dave Jiangf2989392018-12-05 23:39:29 -080058
Dan Williamsd78c6202019-08-26 17:54:54 -070059 if (!nvdimm->sec.ops)
60 return 0;
61
62 flags = nvdimm->sec.ops->get_flags(nvdimm, ptype);
63 /* disabled, locked, unlocked, and overwrite are mutually exclusive */
64 dev_WARN_ONCE(&nvdimm->dev, hweight64(flags & state_flags) > 1,
65 "reported invalid security state: %#llx\n",
66 (unsigned long long) flags);
67 return flags;
Dave Jiangf2989392018-12-05 23:39:29 -080068}
Dave Jiang37833fb2018-12-06 09:14:08 -080069int nvdimm_security_freeze(struct nvdimm *nvdimm);
Dave Jiang03b65b22018-12-07 10:33:30 -070070#if IS_ENABLED(CONFIG_NVDIMM_KEYS)
Dan Williams7b604222019-08-26 17:55:05 -070071ssize_t nvdimm_security_store(struct device *dev, const char *buf, size_t len);
Dave Jiang7d988092018-12-13 15:36:18 -070072void nvdimm_security_overwrite_query(struct work_struct *work);
Dave Jiang03b65b22018-12-07 10:33:30 -070073#else
Dan Williams7b604222019-08-26 17:55:05 -070074static inline ssize_t nvdimm_security_store(struct device *dev,
75 const char *buf, size_t len)
Dave Jiang7d988092018-12-13 15:36:18 -070076{
77 return -EOPNOTSUPP;
78}
79static inline void nvdimm_security_overwrite_query(struct work_struct *work)
80{
81}
Dave Jiang03b65b22018-12-07 10:33:30 -070082#endif
Dave Jiangf2989392018-12-05 23:39:29 -080083
Dan Williams762d0672016-10-04 16:09:59 -070084/**
85 * struct blk_alloc_info - tracking info for BLK dpa scanning
86 * @nd_mapping: blk region mapping boundaries
87 * @available: decremented in alias_dpa_busy as aliased PMEM is scanned
88 * @busy: decremented in blk_dpa_busy to account for ranges already
89 * handled by alias_dpa_busy
90 * @res: alias_dpa_busy interprets this a free space range that needs to
91 * be truncated to the valid BLK allocation starting DPA, blk_dpa_busy
92 * treats it as a busy range that needs the aliased PMEM ranges
93 * truncated.
94 */
95struct blk_alloc_info {
96 struct nd_mapping *nd_mapping;
97 resource_size_t available, busy;
98 struct resource *res;
99};
100
Dan Williams3d880022015-05-31 15:02:11 -0400101bool is_nvdimm(struct device *dev);
Dan Williams3d880022015-05-31 15:02:11 -0400102bool is_nd_pmem(struct device *dev);
Dan Williamsc9e582a2017-05-29 23:12:19 -0700103bool is_nd_volatile(struct device *dev);
Ross Zwisler047fc8a2015-06-25 04:21:02 -0400104bool is_nd_blk(struct device *dev);
Dan Williamsc9e582a2017-05-29 23:12:19 -0700105static inline bool is_nd_region(struct device *dev)
106{
107 return is_nd_pmem(dev) || is_nd_blk(dev) || is_nd_volatile(dev);
108}
109static inline bool is_memory(struct device *dev)
110{
111 return is_nd_pmem(dev) || is_nd_volatile(dev);
112}
Dan Williamse6dfb2de2015-04-25 03:56:17 -0400113struct nvdimm_bus *walk_to_nvdimm_bus(struct device *nd_dev);
Dan Williams45def222015-04-26 19:26:48 -0400114int __init nvdimm_bus_init(void);
Dan Williams4d88a972015-05-31 14:41:48 -0400115void nvdimm_bus_exit(void);
Dan Williamsb354aba2016-05-17 20:24:16 -0700116void nvdimm_devs_exit(void);
Dan Williams1b40e092015-05-01 13:34:01 -0400117struct nd_region;
Dan Williamsa2d1c7a2019-09-05 21:15:57 +0530118void nd_region_advance_seeds(struct nd_region *nd_region, struct device *dev);
Dan Williams98a29c32016-09-30 15:28:27 -0700119void nd_region_create_ns_seed(struct nd_region *nd_region);
Dan Williams8c2f7e82015-06-25 04:20:04 -0400120void nd_region_create_btt_seed(struct nd_region *nd_region);
Dan Williams2dc43332015-12-13 11:41:36 -0800121void nd_region_create_pfn_seed(struct nd_region *nd_region);
Dan Williamscd034122016-03-11 10:15:36 -0800122void nd_region_create_dax_seed(struct nd_region *nd_region);
Dan Williams45def222015-04-26 19:26:48 -0400123int nvdimm_bus_create_ndctl(struct nvdimm_bus *nvdimm_bus);
124void nvdimm_bus_destroy_ndctl(struct nvdimm_bus *nvdimm_bus);
Dan Williams4d88a972015-05-31 14:41:48 -0400125void nd_synchronize(void);
Dan Williams8c2f7e82015-06-25 04:20:04 -0400126void __nd_device_register(struct device *dev);
Dan Williamsbf9bccc2015-06-17 17:14:46 -0400127struct nd_label_id;
128char *nd_label_gen_id(struct nd_label_id *label_id, u8 *uuid, u32 flags);
129bool nd_is_uuid_unique(struct device *dev, u8 *uuid);
130struct nd_region;
131struct nvdimm_drvdata;
132struct nd_mapping;
Dan Williamsae8219f2016-09-19 16:04:21 -0700133void nd_mapping_free_labels(struct nd_mapping *nd_mapping);
Keith Busch12e31292018-07-24 15:07:57 -0600134
135int __reserve_free_pmem(struct device *dev, void *data);
136void release_free_pmem(struct nvdimm_bus *nvdimm_bus,
137 struct nd_mapping *nd_mapping);
138
139resource_size_t nd_pmem_max_contiguous_dpa(struct nd_region *nd_region,
140 struct nd_mapping *nd_mapping);
141resource_size_t nd_region_allocatable_dpa(struct nd_region *nd_region);
Dan Williamsbf9bccc2015-06-17 17:14:46 -0400142resource_size_t nd_pmem_available_dpa(struct nd_region *nd_region,
143 struct nd_mapping *nd_mapping, resource_size_t *overlap);
Dan Williamsa1f3e4d2016-09-30 17:28:58 -0700144resource_size_t nd_blk_available_dpa(struct nd_region *nd_region);
Dan Williamsbf9bccc2015-06-17 17:14:46 -0400145resource_size_t nd_region_available_dpa(struct nd_region *nd_region);
Dan Williamsae86cbf2018-11-24 10:47:04 -0800146int nd_region_conflict(struct nd_region *nd_region, resource_size_t start,
147 resource_size_t size);
Dan Williamsbf9bccc2015-06-17 17:14:46 -0400148resource_size_t nvdimm_allocated_dpa(struct nvdimm_drvdata *ndd,
149 struct nd_label_id *label_id);
Dan Williams762d0672016-10-04 16:09:59 -0700150int alias_dpa_busy(struct device *dev, void *data);
Dan Williams1b40e092015-05-01 13:34:01 -0400151struct resource *nsblk_add_resource(struct nd_region *nd_region,
152 struct nvdimm_drvdata *ndd, struct nd_namespace_blk *nsblk,
153 resource_size_t start);
Dan Williams0ba1c632015-05-30 12:35:36 -0400154int nvdimm_num_label_slots(struct nvdimm_drvdata *ndd);
Dan Williamsbf9bccc2015-06-17 17:14:46 -0400155void get_ndd(struct nvdimm_drvdata *ndd);
Dan Williams8c2f7e82015-06-25 04:20:04 -0400156resource_size_t __nvdimm_namespace_capacity(struct nd_namespace_common *ndns);
Dan Williamse1455742015-07-30 17:57:47 -0400157void nd_detach_ndns(struct device *dev, struct nd_namespace_common **_ndns);
158void __nd_detach_ndns(struct device *dev, struct nd_namespace_common **_ndns);
159bool nd_attach_ndns(struct device *dev, struct nd_namespace_common *attach,
160 struct nd_namespace_common **_ndns);
161bool __nd_attach_ndns(struct device *dev, struct nd_namespace_common *attach,
162 struct nd_namespace_common **_ndns);
163ssize_t nd_namespace_store(struct device *dev,
164 struct nd_namespace_common **_ndns, const char *buf,
165 size_t len);
Dan Williams03dca342016-05-21 12:22:41 -0700166struct nd_pfn *to_nd_pfn_safe(struct device *dev);
Dan Williams87a30e12019-07-17 18:08:26 -0700167bool is_nvdimm_bus(struct device *dev);
168
Aneesh Kumar K.V8f4b01f2019-10-31 16:27:41 +0530169#if IS_ENABLED(CONFIG_ND_CLAIM)
170int devm_nsio_enable(struct device *dev, struct nd_namespace_io *nsio,
171 resource_size_t size);
172void devm_nsio_disable(struct device *dev, struct nd_namespace_io *nsio);
173#else
174static inline int devm_nsio_enable(struct device *dev,
175 struct nd_namespace_io *nsio, resource_size_t size)
176{
177 return -ENXIO;
178}
179
180static inline void devm_nsio_disable(struct device *dev,
181 struct nd_namespace_io *nsio)
182{
183}
184#endif
185
Dan Williams87a30e12019-07-17 18:08:26 -0700186#ifdef CONFIG_PROVE_LOCKING
187extern struct class *nd_class;
188
189enum {
190 LOCK_BUS,
191 LOCK_NDCTL,
192 LOCK_REGION,
193 LOCK_DIMM = LOCK_REGION,
194 LOCK_NAMESPACE,
195 LOCK_CLAIM,
196};
197
198static inline void debug_nvdimm_lock(struct device *dev)
199{
200 if (is_nd_region(dev))
201 mutex_lock_nested(&dev->lockdep_mutex, LOCK_REGION);
202 else if (is_nvdimm(dev))
203 mutex_lock_nested(&dev->lockdep_mutex, LOCK_DIMM);
204 else if (is_nd_btt(dev) || is_nd_pfn(dev) || is_nd_dax(dev))
205 mutex_lock_nested(&dev->lockdep_mutex, LOCK_CLAIM);
206 else if (dev->parent && (is_nd_region(dev->parent)))
207 mutex_lock_nested(&dev->lockdep_mutex, LOCK_NAMESPACE);
208 else if (is_nvdimm_bus(dev))
209 mutex_lock_nested(&dev->lockdep_mutex, LOCK_BUS);
210 else if (dev->class && dev->class == nd_class)
211 mutex_lock_nested(&dev->lockdep_mutex, LOCK_NDCTL);
212 else
213 dev_WARN(dev, "unknown lock level\n");
214}
215
216static inline void debug_nvdimm_unlock(struct device *dev)
217{
218 mutex_unlock(&dev->lockdep_mutex);
219}
220
221static inline void nd_device_lock(struct device *dev)
222{
223 device_lock(dev);
224 debug_nvdimm_lock(dev);
225}
226
227static inline void nd_device_unlock(struct device *dev)
228{
229 debug_nvdimm_unlock(dev);
230 device_unlock(dev);
231}
232#else
233static inline void nd_device_lock(struct device *dev)
234{
235 device_lock(dev);
236}
237
238static inline void nd_device_unlock(struct device *dev)
239{
240 device_unlock(dev);
241}
242
243static inline void debug_nvdimm_lock(struct device *dev)
244{
245}
246
247static inline void debug_nvdimm_unlock(struct device *dev)
248{
249}
250#endif
Dan Williamsb94d5232015-05-19 22:54:31 -0400251#endif /* __ND_CORE_H__ */