fix iov_iter_fault_in_readable()
[linux-2.6-block.git] / include / linux / io-mapping.h
CommitLineData
9663f2e6
KP
1/*
2 * Copyright © 2008 Keith Packard <keithp@keithp.com>
3 *
4 * This file is free software; you can redistribute it and/or modify
5 * it under the terms of version 2 of the GNU General Public License
6 * as published by the Free Software Foundation.
7 *
8 * This program is distributed in the hope that it will be useful,
9 * but WITHOUT ANY WARRANTY; without even the implied warranty of
10 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11 * GNU General Public License for more details.
12 *
13 * You should have received a copy of the GNU General Public License
14 * along with this program; if not, write to the Free Software Foundation,
15 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA.
16 */
17
18#ifndef _LINUX_IO_MAPPING_H
19#define _LINUX_IO_MAPPING_H
20
21#include <linux/types.h>
5a0e3ad6 22#include <linux/slab.h>
187f1882 23#include <linux/bug.h>
2584cf83 24#include <linux/io.h>
9663f2e6 25#include <asm/page.h>
9663f2e6
KP
26
27/*
28 * The io_mapping mechanism provides an abstraction for mapping
29 * individual pages from an io device to the CPU in an efficient fashion.
30 *
395cf969 31 * See Documentation/io-mapping.txt
9663f2e6
KP
32 */
33
e5beae16
KP
34#ifdef CONFIG_HAVE_ATOMIC_IOMAP
35
31ce4bfd
DA
36#include <asm/iomap.h>
37
4ab0d47d
VP
38struct io_mapping {
39 resource_size_t base;
40 unsigned long size;
41 pgprot_t prot;
42};
43
e5beae16
KP
44/*
45 * For small address space machines, mapping large objects
46 * into the kernel virtual space isn't practical. Where
47 * available, use fixmap support to dynamically map pages
48 * of the object at run time.
49 */
9663f2e6 50
9663f2e6 51static inline struct io_mapping *
4ab0d47d 52io_mapping_create_wc(resource_size_t base, unsigned long size)
9663f2e6 53{
4ab0d47d 54 struct io_mapping *iomap;
9e36fda0 55 pgprot_t prot;
4ab0d47d
VP
56
57 iomap = kmalloc(sizeof(*iomap), GFP_KERNEL);
58 if (!iomap)
9e36fda0
VP
59 goto out_err;
60
61 if (iomap_create_wc(base, size, &prot))
62 goto out_free;
4ab0d47d
VP
63
64 iomap->base = base;
65 iomap->size = size;
9e36fda0 66 iomap->prot = prot;
4ab0d47d 67 return iomap;
9e36fda0
VP
68
69out_free:
70 kfree(iomap);
71out_err:
72 return NULL;
9663f2e6
KP
73}
74
75static inline void
76io_mapping_free(struct io_mapping *mapping)
77{
9e36fda0 78 iomap_free(mapping->base, mapping->size);
4ab0d47d 79 kfree(mapping);
9663f2e6
KP
80}
81
82/* Atomic map/unmap */
29bc17ec 83static inline void __iomem *
fca3ec01 84io_mapping_map_atomic_wc(struct io_mapping *mapping,
3e4d3af5 85 unsigned long offset)
9663f2e6 86{
4ab0d47d
VP
87 resource_size_t phys_addr;
88 unsigned long pfn;
89
90 BUG_ON(offset >= mapping->size);
91 phys_addr = mapping->base + offset;
92 pfn = (unsigned long) (phys_addr >> PAGE_SHIFT);
3e4d3af5 93 return iomap_atomic_prot_pfn(pfn, mapping->prot);
9663f2e6
KP
94}
95
96static inline void
3e4d3af5 97io_mapping_unmap_atomic(void __iomem *vaddr)
9663f2e6 98{
3e4d3af5 99 iounmap_atomic(vaddr);
9663f2e6
KP
100}
101
29bc17ec 102static inline void __iomem *
d8dab00d
CW
103io_mapping_map_wc(struct io_mapping *mapping,
104 unsigned long offset,
105 unsigned long size)
9663f2e6 106{
5ce04e3d
PV
107 resource_size_t phys_addr;
108
4ab0d47d 109 BUG_ON(offset >= mapping->size);
5ce04e3d
PV
110 phys_addr = mapping->base + offset;
111
d8dab00d 112 return ioremap_wc(phys_addr, size);
9663f2e6
KP
113}
114
115static inline void
29bc17ec 116io_mapping_unmap(void __iomem *vaddr)
9663f2e6 117{
e5beae16 118 iounmap(vaddr);
9663f2e6
KP
119}
120
e5beae16 121#else
9663f2e6 122
24dd85ff
DV
123#include <linux/uaccess.h>
124
4ab0d47d
VP
125/* this struct isn't actually defined anywhere */
126struct io_mapping;
127
e5beae16 128/* Create the io_mapping object*/
9663f2e6 129static inline struct io_mapping *
4ab0d47d 130io_mapping_create_wc(resource_size_t base, unsigned long size)
9663f2e6 131{
29bc17ec 132 return (struct io_mapping __force *) ioremap_wc(base, size);
9663f2e6
KP
133}
134
135static inline void
136io_mapping_free(struct io_mapping *mapping)
137{
29bc17ec 138 iounmap((void __force __iomem *) mapping);
9663f2e6
KP
139}
140
141/* Atomic map/unmap */
29bc17ec 142static inline void __iomem *
fca3ec01 143io_mapping_map_atomic_wc(struct io_mapping *mapping,
3e4d3af5 144 unsigned long offset)
9663f2e6 145{
2cb7c9cb 146 preempt_disable();
24dd85ff 147 pagefault_disable();
29bc17ec 148 return ((char __force __iomem *) mapping) + offset;
9663f2e6
KP
149}
150
151static inline void
3e4d3af5 152io_mapping_unmap_atomic(void __iomem *vaddr)
9663f2e6 153{
24dd85ff 154 pagefault_enable();
2cb7c9cb 155 preempt_enable();
9663f2e6
KP
156}
157
e5beae16 158/* Non-atomic map/unmap */
29bc17ec 159static inline void __iomem *
d8dab00d
CW
160io_mapping_map_wc(struct io_mapping *mapping,
161 unsigned long offset,
162 unsigned long size)
9663f2e6 163{
29bc17ec 164 return ((char __force __iomem *) mapping) + offset;
9663f2e6
KP
165}
166
167static inline void
29bc17ec 168io_mapping_unmap(void __iomem *vaddr)
9663f2e6 169{
9663f2e6 170}
e5beae16
KP
171
172#endif /* HAVE_ATOMIC_IOMAP */
9663f2e6
KP
173
174#endif /* _LINUX_IO_MAPPING_H */