Commit | Line | Data |
---|---|---|
51cf784c DW |
1 | // SPDX-License-Identifier: GPL-2.0 |
2 | /* Copyright(c) 2016-2018 Intel Corporation. All rights reserved. */ | |
89ec9f2c | 3 | #include <linux/memremap.h> |
ab68f262 DW |
4 | #include <linux/pagemap.h> |
5 | #include <linux/module.h> | |
6 | #include <linux/device.h> | |
7 | #include <linux/pfn_t.h> | |
ba09c01d | 8 | #include <linux/cdev.h> |
ab68f262 DW |
9 | #include <linux/slab.h> |
10 | #include <linux/dax.h> | |
11 | #include <linux/fs.h> | |
12 | #include <linux/mm.h> | |
ef842302 | 13 | #include <linux/mman.h> |
efebc711 | 14 | #include "dax-private.h" |
51cf784c | 15 | #include "bus.h" |
ab68f262 | 16 | |
5f0694b3 | 17 | static int check_vma(struct dev_dax *dev_dax, struct vm_area_struct *vma, |
dee41079 DW |
18 | const char *func) |
19 | { | |
5f0694b3 | 20 | struct device *dev = &dev_dax->dev; |
dee41079 DW |
21 | unsigned long mask; |
22 | ||
7b6be844 | 23 | if (!dax_alive(dev_dax->dax_dev)) |
dee41079 DW |
24 | return -ENXIO; |
25 | ||
4cb19355 | 26 | /* prevent private mappings from being established */ |
325896ff | 27 | if ((vma->vm_flags & VM_MAYSHARE) != VM_MAYSHARE) { |
5a14e91d JM |
28 | dev_info_ratelimited(dev, |
29 | "%s: %s: fail, attempted private mapping\n", | |
dee41079 DW |
30 | current->comm, func); |
31 | return -EINVAL; | |
32 | } | |
33 | ||
33cf94d7 | 34 | mask = dev_dax->align - 1; |
dee41079 | 35 | if (vma->vm_start & mask || vma->vm_end & mask) { |
5a14e91d JM |
36 | dev_info_ratelimited(dev, |
37 | "%s: %s: fail, unaligned vma (%#lx - %#lx, %#lx)\n", | |
dee41079 DW |
38 | current->comm, func, vma->vm_start, vma->vm_end, |
39 | mask); | |
40 | return -EINVAL; | |
41 | } | |
42 | ||
dee41079 | 43 | if (!vma_is_dax(vma)) { |
5a14e91d JM |
44 | dev_info_ratelimited(dev, |
45 | "%s: %s: fail, vma is not DAX capable\n", | |
dee41079 DW |
46 | current->comm, func); |
47 | return -EINVAL; | |
48 | } | |
49 | ||
50 | return 0; | |
51 | } | |
52 | ||
efebc711 | 53 | /* see "strong" declaration in tools/testing/nvdimm/dax-dev.c */ |
73616367 | 54 | __weak phys_addr_t dax_pgoff_to_phys(struct dev_dax *dev_dax, pgoff_t pgoff, |
dee41079 DW |
55 | unsigned long size) |
56 | { | |
60e93dc0 DW |
57 | int i; |
58 | ||
59 | for (i = 0; i < dev_dax->nr_range; i++) { | |
60 | struct dev_dax_range *dax_range = &dev_dax->ranges[i]; | |
61 | struct range *range = &dax_range->range; | |
62 | unsigned long long pgoff_end; | |
63 | phys_addr_t phys; | |
64 | ||
65 | pgoff_end = dax_range->pgoff + PHYS_PFN(range_len(range)) - 1; | |
66 | if (pgoff < dax_range->pgoff || pgoff > pgoff_end) | |
67 | continue; | |
68 | phys = PFN_PHYS(pgoff - dax_range->pgoff) + range->start; | |
f5516ec5 | 69 | if (phys + size - 1 <= range->end) |
dee41079 | 70 | return phys; |
60e93dc0 | 71 | break; |
dee41079 | 72 | } |
dee41079 DW |
73 | return -1; |
74 | } | |
75 | ||
a0fb038e JM |
76 | static void dax_set_mapping(struct vm_fault *vmf, pfn_t pfn, |
77 | unsigned long fault_size) | |
78 | { | |
79 | unsigned long i, nr_pages = fault_size / PAGE_SIZE; | |
80 | struct file *filp = vmf->vma->vm_file; | |
14606001 | 81 | struct dev_dax *dev_dax = filp->private_data; |
a0fb038e JM |
82 | pgoff_t pgoff; |
83 | ||
14606001 JM |
84 | /* mapping is only set on the head */ |
85 | if (dev_dax->pgmap->vmemmap_shift) | |
86 | nr_pages = 1; | |
87 | ||
a0fb038e JM |
88 | pgoff = linear_page_index(vmf->vma, |
89 | ALIGN(vmf->address, fault_size)); | |
90 | ||
91 | for (i = 0; i < nr_pages; i++) { | |
92 | struct page *page = pfn_to_page(pfn_t_to_pfn(pfn) + i); | |
93 | ||
14606001 | 94 | page = compound_head(page); |
a0fb038e JM |
95 | if (page->mapping) |
96 | continue; | |
97 | ||
98 | page->mapping = filp->f_mapping; | |
99 | page->index = pgoff + i; | |
100 | } | |
101 | } | |
102 | ||
226ab561 | 103 | static vm_fault_t __dev_dax_pte_fault(struct dev_dax *dev_dax, |
6ec228b6 | 104 | struct vm_fault *vmf) |
dee41079 | 105 | { |
5f0694b3 | 106 | struct device *dev = &dev_dax->dev; |
dee41079 | 107 | phys_addr_t phys; |
6ec228b6 | 108 | pfn_t pfn; |
0134ed4f | 109 | unsigned int fault_size = PAGE_SIZE; |
dee41079 | 110 | |
5f0694b3 | 111 | if (check_vma(dev_dax, vmf->vma, __func__)) |
dee41079 DW |
112 | return VM_FAULT_SIGBUS; |
113 | ||
33cf94d7 | 114 | if (dev_dax->align > PAGE_SIZE) { |
6daaca52 | 115 | dev_dbg(dev, "alignment (%#x) > fault size (%#x)\n", |
33cf94d7 | 116 | dev_dax->align, fault_size); |
dee41079 DW |
117 | return VM_FAULT_SIGBUS; |
118 | } | |
119 | ||
33cf94d7 | 120 | if (fault_size != dev_dax->align) |
0134ed4f DJ |
121 | return VM_FAULT_SIGBUS; |
122 | ||
73616367 | 123 | phys = dax_pgoff_to_phys(dev_dax, vmf->pgoff, PAGE_SIZE); |
dee41079 | 124 | if (phys == -1) { |
6daaca52 | 125 | dev_dbg(dev, "pgoff_to_phys(%#lx) failed\n", vmf->pgoff); |
dee41079 DW |
126 | return VM_FAULT_SIGBUS; |
127 | } | |
128 | ||
6ec228b6 | 129 | pfn = phys_to_pfn_t(phys, PFN_DEV|PFN_MAP); |
dee41079 | 130 | |
6ec228b6 | 131 | dax_set_mapping(vmf, pfn, fault_size); |
0e7325f0 | 132 | |
6ec228b6 | 133 | return vmf_insert_mixed(vmf->vma, vmf->address, pfn); |
dee41079 DW |
134 | } |
135 | ||
226ab561 | 136 | static vm_fault_t __dev_dax_pmd_fault(struct dev_dax *dev_dax, |
6ec228b6 | 137 | struct vm_fault *vmf) |
dee41079 | 138 | { |
d8a849e1 | 139 | unsigned long pmd_addr = vmf->address & PMD_MASK; |
5f0694b3 | 140 | struct device *dev = &dev_dax->dev; |
dee41079 DW |
141 | phys_addr_t phys; |
142 | pgoff_t pgoff; | |
6ec228b6 | 143 | pfn_t pfn; |
0134ed4f | 144 | unsigned int fault_size = PMD_SIZE; |
dee41079 | 145 | |
5f0694b3 | 146 | if (check_vma(dev_dax, vmf->vma, __func__)) |
dee41079 DW |
147 | return VM_FAULT_SIGBUS; |
148 | ||
33cf94d7 | 149 | if (dev_dax->align > PMD_SIZE) { |
6daaca52 | 150 | dev_dbg(dev, "alignment (%#x) > fault size (%#x)\n", |
33cf94d7 | 151 | dev_dax->align, fault_size); |
dee41079 DW |
152 | return VM_FAULT_SIGBUS; |
153 | } | |
154 | ||
33cf94d7 | 155 | if (fault_size < dev_dax->align) |
0134ed4f | 156 | return VM_FAULT_SIGBUS; |
33cf94d7 | 157 | else if (fault_size > dev_dax->align) |
0134ed4f DJ |
158 | return VM_FAULT_FALLBACK; |
159 | ||
160 | /* if we are outside of the VMA */ | |
161 | if (pmd_addr < vmf->vma->vm_start || | |
162 | (pmd_addr + PMD_SIZE) > vmf->vma->vm_end) | |
163 | return VM_FAULT_SIGBUS; | |
164 | ||
f4200391 | 165 | pgoff = linear_page_index(vmf->vma, pmd_addr); |
73616367 | 166 | phys = dax_pgoff_to_phys(dev_dax, pgoff, PMD_SIZE); |
dee41079 | 167 | if (phys == -1) { |
6daaca52 | 168 | dev_dbg(dev, "pgoff_to_phys(%#lx) failed\n", pgoff); |
dee41079 DW |
169 | return VM_FAULT_SIGBUS; |
170 | } | |
171 | ||
6ec228b6 | 172 | pfn = phys_to_pfn_t(phys, PFN_DEV|PFN_MAP); |
dee41079 | 173 | |
6ec228b6 | 174 | dax_set_mapping(vmf, pfn, fault_size); |
0e7325f0 | 175 | |
6ec228b6 | 176 | return vmf_insert_pfn_pmd(vmf, pfn, vmf->flags & FAULT_FLAG_WRITE); |
dee41079 DW |
177 | } |
178 | ||
9557feee | 179 | #ifdef CONFIG_HAVE_ARCH_TRANSPARENT_HUGEPAGE_PUD |
226ab561 | 180 | static vm_fault_t __dev_dax_pud_fault(struct dev_dax *dev_dax, |
6ec228b6 | 181 | struct vm_fault *vmf) |
9557feee DJ |
182 | { |
183 | unsigned long pud_addr = vmf->address & PUD_MASK; | |
5f0694b3 | 184 | struct device *dev = &dev_dax->dev; |
9557feee DJ |
185 | phys_addr_t phys; |
186 | pgoff_t pgoff; | |
6ec228b6 | 187 | pfn_t pfn; |
70b085b0 DJ |
188 | unsigned int fault_size = PUD_SIZE; |
189 | ||
9557feee | 190 | |
5f0694b3 | 191 | if (check_vma(dev_dax, vmf->vma, __func__)) |
9557feee DJ |
192 | return VM_FAULT_SIGBUS; |
193 | ||
33cf94d7 | 194 | if (dev_dax->align > PUD_SIZE) { |
6daaca52 | 195 | dev_dbg(dev, "alignment (%#x) > fault size (%#x)\n", |
33cf94d7 | 196 | dev_dax->align, fault_size); |
9557feee DJ |
197 | return VM_FAULT_SIGBUS; |
198 | } | |
199 | ||
33cf94d7 | 200 | if (fault_size < dev_dax->align) |
70b085b0 | 201 | return VM_FAULT_SIGBUS; |
33cf94d7 | 202 | else if (fault_size > dev_dax->align) |
70b085b0 DJ |
203 | return VM_FAULT_FALLBACK; |
204 | ||
205 | /* if we are outside of the VMA */ | |
206 | if (pud_addr < vmf->vma->vm_start || | |
207 | (pud_addr + PUD_SIZE) > vmf->vma->vm_end) | |
208 | return VM_FAULT_SIGBUS; | |
209 | ||
9557feee | 210 | pgoff = linear_page_index(vmf->vma, pud_addr); |
73616367 | 211 | phys = dax_pgoff_to_phys(dev_dax, pgoff, PUD_SIZE); |
9557feee | 212 | if (phys == -1) { |
6daaca52 | 213 | dev_dbg(dev, "pgoff_to_phys(%#lx) failed\n", pgoff); |
9557feee DJ |
214 | return VM_FAULT_SIGBUS; |
215 | } | |
216 | ||
6ec228b6 | 217 | pfn = phys_to_pfn_t(phys, PFN_DEV|PFN_MAP); |
9557feee | 218 | |
6ec228b6 | 219 | dax_set_mapping(vmf, pfn, fault_size); |
0e7325f0 | 220 | |
6ec228b6 | 221 | return vmf_insert_pfn_pud(vmf, pfn, vmf->flags & FAULT_FLAG_WRITE); |
9557feee DJ |
222 | } |
223 | #else | |
226ab561 | 224 | static vm_fault_t __dev_dax_pud_fault(struct dev_dax *dev_dax, |
6ec228b6 | 225 | struct vm_fault *vmf) |
9557feee DJ |
226 | { |
227 | return VM_FAULT_FALLBACK; | |
228 | } | |
229 | #endif /* !CONFIG_HAVE_ARCH_TRANSPARENT_HUGEPAGE_PUD */ | |
230 | ||
1d024e7a | 231 | static vm_fault_t dev_dax_huge_fault(struct vm_fault *vmf, unsigned int order) |
dee41079 | 232 | { |
f4200391 | 233 | struct file *filp = vmf->vma->vm_file; |
36bdac1e SJ |
234 | vm_fault_t rc = VM_FAULT_SIGBUS; |
235 | int id; | |
5f0694b3 | 236 | struct dev_dax *dev_dax = filp->private_data; |
dee41079 | 237 | |
1d024e7a | 238 | dev_dbg(&dev_dax->dev, "%s: %s (%#lx - %#lx) order:%d\n", current->comm, |
6daaca52 | 239 | (vmf->flags & FAULT_FLAG_WRITE) ? "write" : "read", |
1d024e7a | 240 | vmf->vma->vm_start, vmf->vma->vm_end, order); |
dee41079 | 241 | |
7b6be844 | 242 | id = dax_read_lock(); |
1d024e7a | 243 | if (order == 0) |
6ec228b6 | 244 | rc = __dev_dax_pte_fault(dev_dax, vmf); |
1d024e7a | 245 | else if (order == PMD_ORDER) |
6ec228b6 | 246 | rc = __dev_dax_pmd_fault(dev_dax, vmf); |
1d024e7a | 247 | else if (order == PUD_ORDER) |
6ec228b6 | 248 | rc = __dev_dax_pud_fault(dev_dax, vmf); |
1d024e7a | 249 | else |
54eafcc9 | 250 | rc = VM_FAULT_SIGBUS; |
2232c638 | 251 | |
7b6be844 | 252 | dax_read_unlock(id); |
dee41079 DW |
253 | |
254 | return rc; | |
255 | } | |
256 | ||
226ab561 | 257 | static vm_fault_t dev_dax_fault(struct vm_fault *vmf) |
c791ace1 | 258 | { |
1d024e7a | 259 | return dev_dax_huge_fault(vmf, 0); |
c791ace1 DJ |
260 | } |
261 | ||
dd3b614f | 262 | static int dev_dax_may_split(struct vm_area_struct *vma, unsigned long addr) |
9702cffd DW |
263 | { |
264 | struct file *filp = vma->vm_file; | |
265 | struct dev_dax *dev_dax = filp->private_data; | |
9702cffd | 266 | |
33cf94d7 | 267 | if (!IS_ALIGNED(addr, dev_dax->align)) |
9702cffd DW |
268 | return -EINVAL; |
269 | return 0; | |
270 | } | |
271 | ||
c1d53b92 DW |
272 | static unsigned long dev_dax_pagesize(struct vm_area_struct *vma) |
273 | { | |
274 | struct file *filp = vma->vm_file; | |
275 | struct dev_dax *dev_dax = filp->private_data; | |
c1d53b92 | 276 | |
33cf94d7 | 277 | return dev_dax->align; |
c1d53b92 DW |
278 | } |
279 | ||
5f0694b3 DW |
280 | static const struct vm_operations_struct dax_vm_ops = { |
281 | .fault = dev_dax_fault, | |
282 | .huge_fault = dev_dax_huge_fault, | |
dd3b614f | 283 | .may_split = dev_dax_may_split, |
c1d53b92 | 284 | .pagesize = dev_dax_pagesize, |
dee41079 DW |
285 | }; |
286 | ||
af69f51e | 287 | static int dax_mmap(struct file *filp, struct vm_area_struct *vma) |
dee41079 | 288 | { |
5f0694b3 | 289 | struct dev_dax *dev_dax = filp->private_data; |
7b6be844 | 290 | int rc, id; |
dee41079 | 291 | |
6daaca52 | 292 | dev_dbg(&dev_dax->dev, "trace\n"); |
dee41079 | 293 | |
7b6be844 DW |
294 | /* |
295 | * We lock to check dax_dev liveness and will re-check at | |
296 | * fault time. | |
297 | */ | |
298 | id = dax_read_lock(); | |
5f0694b3 | 299 | rc = check_vma(dev_dax, vma, __func__); |
7b6be844 | 300 | dax_read_unlock(id); |
dee41079 DW |
301 | if (rc) |
302 | return rc; | |
303 | ||
5f0694b3 | 304 | vma->vm_ops = &dax_vm_ops; |
1c71222e | 305 | vm_flags_set(vma, VM_HUGEPAGE); |
dee41079 | 306 | return 0; |
043a9255 DW |
307 | } |
308 | ||
309 | /* return an unmapped area aligned to the dax region specified alignment */ | |
af69f51e | 310 | static unsigned long dax_get_unmapped_area(struct file *filp, |
043a9255 DW |
311 | unsigned long addr, unsigned long len, unsigned long pgoff, |
312 | unsigned long flags) | |
313 | { | |
314 | unsigned long off, off_end, off_align, len_align, addr_align, align; | |
5f0694b3 | 315 | struct dev_dax *dev_dax = filp ? filp->private_data : NULL; |
043a9255 | 316 | |
5f0694b3 | 317 | if (!dev_dax || addr) |
043a9255 DW |
318 | goto out; |
319 | ||
33cf94d7 | 320 | align = dev_dax->align; |
043a9255 DW |
321 | off = pgoff << PAGE_SHIFT; |
322 | off_end = off + len; | |
323 | off_align = round_up(off, align); | |
324 | ||
325 | if ((off_end <= off_align) || ((off_end - off_align) < align)) | |
326 | goto out; | |
327 | ||
328 | len_align = len + align; | |
329 | if ((off + len_align) < off) | |
330 | goto out; | |
dee41079 | 331 | |
529ce23a RE |
332 | addr_align = mm_get_unmapped_area(current->mm, filp, addr, len_align, |
333 | pgoff, flags); | |
043a9255 DW |
334 | if (!IS_ERR_VALUE(addr_align)) { |
335 | addr_align += (off - addr_align) & (align - 1); | |
336 | return addr_align; | |
337 | } | |
338 | out: | |
529ce23a | 339 | return mm_get_unmapped_area(current->mm, filp, addr, len, pgoff, flags); |
043a9255 DW |
340 | } |
341 | ||
41c9b1be | 342 | static const struct address_space_operations dev_dax_aops = { |
46de8b97 | 343 | .dirty_folio = noop_dirty_folio, |
41c9b1be DJ |
344 | }; |
345 | ||
af69f51e | 346 | static int dax_open(struct inode *inode, struct file *filp) |
043a9255 | 347 | { |
7b6be844 DW |
348 | struct dax_device *dax_dev = inode_dax(inode); |
349 | struct inode *__dax_inode = dax_inode(dax_dev); | |
350 | struct dev_dax *dev_dax = dax_get_private(dax_dev); | |
043a9255 | 351 | |
6daaca52 | 352 | dev_dbg(&dev_dax->dev, "trace\n"); |
7b6be844 DW |
353 | inode->i_mapping = __dax_inode->i_mapping; |
354 | inode->i_mapping->host = __dax_inode; | |
41c9b1be | 355 | inode->i_mapping->a_ops = &dev_dax_aops; |
3bc52c45 | 356 | filp->f_mapping = inode->i_mapping; |
5660e13d | 357 | filp->f_wb_err = filemap_sample_wb_err(filp->f_mapping); |
735e4ae5 | 358 | filp->f_sb_err = file_sample_sb_err(filp); |
5f0694b3 | 359 | filp->private_data = dev_dax; |
ebd84d72 | 360 | inode->i_flags = S_DAX; |
043a9255 | 361 | |
043a9255 DW |
362 | return 0; |
363 | } | |
dee41079 | 364 | |
af69f51e | 365 | static int dax_release(struct inode *inode, struct file *filp) |
043a9255 | 366 | { |
5f0694b3 | 367 | struct dev_dax *dev_dax = filp->private_data; |
043a9255 | 368 | |
6daaca52 | 369 | dev_dbg(&dev_dax->dev, "trace\n"); |
043a9255 | 370 | return 0; |
dee41079 DW |
371 | } |
372 | ||
ab68f262 DW |
373 | static const struct file_operations dax_fops = { |
374 | .llseek = noop_llseek, | |
375 | .owner = THIS_MODULE, | |
af69f51e DW |
376 | .open = dax_open, |
377 | .release = dax_release, | |
378 | .get_unmapped_area = dax_get_unmapped_area, | |
379 | .mmap = dax_mmap, | |
ef842302 | 380 | .mmap_supported_flags = MAP_SYNC, |
ab68f262 DW |
381 | }; |
382 | ||
9567da0b | 383 | static void dev_dax_cdev_del(void *cdev) |
043a9255 | 384 | { |
9567da0b DW |
385 | cdev_del(cdev); |
386 | } | |
043a9255 | 387 | |
9567da0b DW |
388 | static void dev_dax_kill(void *dev_dax) |
389 | { | |
390 | kill_dev_dax(dev_dax); | |
ebd84d72 DW |
391 | } |
392 | ||
2d515352 | 393 | static int dev_dax_probe(struct dev_dax *dev_dax) |
043a9255 | 394 | { |
9567da0b | 395 | struct dax_device *dax_dev = dev_dax->dax_dev; |
f11cf813 | 396 | struct device *dev = &dev_dax->dev; |
f5516ec5 | 397 | struct dev_pagemap *pgmap; |
7b6be844 | 398 | struct inode *inode; |
ba09c01d | 399 | struct cdev *cdev; |
89ec9f2c | 400 | void *addr; |
60e93dc0 | 401 | int rc, i; |
89ec9f2c | 402 | |
fc65c4eb JM |
403 | if (static_dev_dax(dev_dax)) { |
404 | if (dev_dax->nr_range > 1) { | |
405 | dev_warn(dev, | |
406 | "static pgmap / multi-range device conflict\n"); | |
407 | return -EINVAL; | |
408 | } | |
60e93dc0 | 409 | |
fc65c4eb JM |
410 | pgmap = dev_dax->pgmap; |
411 | } else { | |
412 | if (dev_dax->pgmap) { | |
413 | dev_warn(dev, | |
414 | "dynamic-dax with pre-populated page map\n"); | |
415 | return -EINVAL; | |
416 | } | |
60e93dc0 | 417 | |
09b80137 JM |
418 | pgmap = devm_kzalloc(dev, |
419 | struct_size(pgmap, ranges, dev_dax->nr_range - 1), | |
420 | GFP_KERNEL); | |
f5516ec5 DW |
421 | if (!pgmap) |
422 | return -ENOMEM; | |
fc65c4eb | 423 | |
60e93dc0 | 424 | pgmap->nr_range = dev_dax->nr_range; |
fc65c4eb JM |
425 | dev_dax->pgmap = pgmap; |
426 | ||
427 | for (i = 0; i < dev_dax->nr_range; i++) { | |
428 | struct range *range = &dev_dax->ranges[i].range; | |
429 | pgmap->ranges[i] = *range; | |
430 | } | |
60e93dc0 DW |
431 | } |
432 | ||
433 | for (i = 0; i < dev_dax->nr_range; i++) { | |
434 | struct range *range = &dev_dax->ranges[i].range; | |
435 | ||
436 | if (!devm_request_mem_region(dev, range->start, | |
437 | range_len(range), dev_name(dev))) { | |
438 | dev_warn(dev, "mapping%d: %#llx-%#llx could not reserve range\n", | |
439 | i, range->start, range->end); | |
440 | return -EBUSY; | |
441 | } | |
f5516ec5 | 442 | } |
60e93dc0 | 443 | |
f5516ec5 | 444 | pgmap->type = MEMORY_DEVICE_GENERIC; |
14606001 JM |
445 | if (dev_dax->align > PAGE_SIZE) |
446 | pgmap->vmemmap_shift = | |
447 | order_base_2(dev_dax->align >> PAGE_SHIFT); | |
f5516ec5 | 448 | addr = devm_memremap_pages(dev, pgmap); |
50f44ee7 | 449 | if (IS_ERR(addr)) |
89ec9f2c | 450 | return PTR_ERR(addr); |
89ec9f2c | 451 | |
7b6be844 DW |
452 | inode = dax_inode(dax_dev); |
453 | cdev = inode->i_cdev; | |
ba09c01d | 454 | cdev_init(cdev, &dax_fops); |
83762cb5 | 455 | cdev->owner = dev->driver->owner; |
9567da0b DW |
456 | cdev_set_parent(cdev, &dev->kobj); |
457 | rc = cdev_add(cdev, dev->devt, 1); | |
d76911ee | 458 | if (rc) |
9567da0b | 459 | return rc; |
d76911ee | 460 | |
9567da0b DW |
461 | rc = devm_add_action_or_reset(dev, dev_dax_cdev_del, cdev); |
462 | if (rc) | |
463 | return rc; | |
043a9255 | 464 | |
9567da0b DW |
465 | run_dax(dax_dev); |
466 | return devm_add_action_or_reset(dev, dev_dax_kill, dev_dax); | |
467 | } | |
043a9255 | 468 | |
d200781e | 469 | static struct dax_device_driver device_dax_driver = { |
f11cf813 | 470 | .probe = dev_dax_probe, |
e9ee9fe3 | 471 | .type = DAXDRV_DEVICE_TYPE, |
9567da0b | 472 | }; |
043a9255 | 473 | |
ab68f262 DW |
474 | static int __init dax_init(void) |
475 | { | |
9567da0b | 476 | return dax_driver_register(&device_dax_driver); |
ab68f262 DW |
477 | } |
478 | ||
479 | static void __exit dax_exit(void) | |
480 | { | |
d200781e | 481 | dax_driver_unregister(&device_dax_driver); |
ab68f262 DW |
482 | } |
483 | ||
484 | MODULE_AUTHOR("Intel Corporation"); | |
485 | MODULE_LICENSE("GPL v2"); | |
9567da0b | 486 | module_init(dax_init); |
ab68f262 | 487 | module_exit(dax_exit); |
9567da0b | 488 | MODULE_ALIAS_DAX_DEVICE(0); |