Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* |
2 | * DMA memory management for framework level HCD code (hc_driver) | |
3 | * | |
4 | * This implementation plugs in through generic "usb_bus" level methods, | |
025d4430 | 5 | * and should work with all USB controllers, regardless of bus type. |
b65fba3d GKH |
6 | * |
7 | * Released under the GPLv2 only. | |
8 | * SPDX-License-Identifier: GPL-2.0 | |
1da177e4 LT |
9 | */ |
10 | ||
1da177e4 LT |
11 | #include <linux/module.h> |
12 | #include <linux/kernel.h> | |
13 | #include <linux/slab.h> | |
14 | #include <linux/device.h> | |
15 | #include <linux/mm.h> | |
0828376d | 16 | #include <linux/io.h> |
1da177e4 LT |
17 | #include <linux/dma-mapping.h> |
18 | #include <linux/dmapool.h> | |
1da177e4 | 19 | #include <linux/usb.h> |
27729aad | 20 | #include <linux/usb/hcd.h> |
1da177e4 LT |
21 | |
22 | ||
23 | /* | |
24 | * DMA-Coherent Buffers | |
25 | */ | |
26 | ||
27 | /* FIXME tune these based on pool statistics ... */ | |
5efd2ea8 SAS |
28 | static size_t pool_max[HCD_BUFFER_POOLS] = { |
29 | 32, 128, 512, 2048, | |
1da177e4 LT |
30 | }; |
31 | ||
5efd2ea8 SAS |
32 | void __init usb_init_pool_max(void) |
33 | { | |
34 | /* | |
35 | * The pool_max values must never be smaller than | |
36 | * ARCH_KMALLOC_MINALIGN. | |
37 | */ | |
38 | if (ARCH_KMALLOC_MINALIGN <= 32) | |
39 | ; /* Original value is okay */ | |
40 | else if (ARCH_KMALLOC_MINALIGN <= 64) | |
41 | pool_max[0] = 64; | |
42 | else if (ARCH_KMALLOC_MINALIGN <= 128) | |
43 | pool_max[0] = 0; /* Don't use this pool */ | |
44 | else | |
45 | BUILD_BUG(); /* We don't allow this */ | |
46 | } | |
1da177e4 LT |
47 | |
48 | /* SETUP primitives */ | |
49 | ||
50 | /** | |
51 | * hcd_buffer_create - initialize buffer pools | |
52 | * @hcd: the bus whose buffer pools are to be initialized | |
53 | * Context: !in_interrupt() | |
54 | * | |
55 | * Call this as part of initializing a host controller that uses the dma | |
56 | * memory allocators. It initializes some pools of dma-coherent memory that | |
626f090c | 57 | * will be shared by all drivers using that controller. |
1da177e4 LT |
58 | * |
59 | * Call hcd_buffer_destroy() to clean up after using those pools. | |
626f090c YB |
60 | * |
61 | * Return: 0 if successful. A negative errno value otherwise. | |
1da177e4 | 62 | */ |
1a68f71d | 63 | int hcd_buffer_create(struct usb_hcd *hcd) |
1da177e4 | 64 | { |
1a68f71d | 65 | char name[16]; |
0828376d | 66 | int i, size; |
1da177e4 | 67 | |
58f2266f | 68 | if (!IS_ENABLED(CONFIG_HAS_DMA) || |
a8c06e40 | 69 | (!is_device_dma_capable(hcd->self.sysdev) && |
58f2266f | 70 | !(hcd->driver->flags & HCD_LOCAL_MEM))) |
bd39b7f1 CH |
71 | return 0; |
72 | ||
2c044a48 GKH |
73 | for (i = 0; i < HCD_BUFFER_POOLS; i++) { |
74 | size = pool_max[i]; | |
75 | if (!size) | |
1da177e4 | 76 | continue; |
424dd7dd | 77 | snprintf(name, sizeof(name), "buffer-%d", size); |
a8c06e40 | 78 | hcd->pool[i] = dma_pool_create(name, hcd->self.sysdev, |
1da177e4 | 79 | size, size, 0); |
0828376d | 80 | if (!hcd->pool[i]) { |
1a68f71d | 81 | hcd_buffer_destroy(hcd); |
1da177e4 LT |
82 | return -ENOMEM; |
83 | } | |
84 | } | |
85 | return 0; | |
86 | } | |
87 | ||
88 | ||
89 | /** | |
90 | * hcd_buffer_destroy - deallocate buffer pools | |
91 | * @hcd: the bus whose buffer pools are to be destroyed | |
92 | * Context: !in_interrupt() | |
93 | * | |
94 | * This frees the buffer pools created by hcd_buffer_create(). | |
95 | */ | |
1a68f71d | 96 | void hcd_buffer_destroy(struct usb_hcd *hcd) |
1da177e4 | 97 | { |
2c044a48 | 98 | int i; |
1da177e4 | 99 | |
58f2266f GU |
100 | if (!IS_ENABLED(CONFIG_HAS_DMA)) |
101 | return; | |
102 | ||
2c044a48 GKH |
103 | for (i = 0; i < HCD_BUFFER_POOLS; i++) { |
104 | struct dma_pool *pool = hcd->pool[i]; | |
424dd7dd | 105 | |
1da177e4 | 106 | if (pool) { |
1a68f71d | 107 | dma_pool_destroy(pool); |
1da177e4 LT |
108 | hcd->pool[i] = NULL; |
109 | } | |
110 | } | |
111 | } | |
112 | ||
113 | ||
441e143e | 114 | /* sometimes alloc/free could use kmalloc with GFP_DMA, for |
1da177e4 LT |
115 | * better sharing and to leverage mm/slab.c intelligence. |
116 | */ | |
117 | ||
1a68f71d | 118 | void *hcd_buffer_alloc( |
0828376d | 119 | struct usb_bus *bus, |
1da177e4 | 120 | size_t size, |
55016f10 | 121 | gfp_t mem_flags, |
1da177e4 LT |
122 | dma_addr_t *dma |
123 | ) | |
124 | { | |
17200583 | 125 | struct usb_hcd *hcd = bus_to_hcd(bus); |
0828376d | 126 | int i; |
1da177e4 | 127 | |
f5e6253f CY |
128 | if (size == 0) |
129 | return NULL; | |
130 | ||
1da177e4 | 131 | /* some USB hosts just use PIO */ |
58f2266f | 132 | if (!IS_ENABLED(CONFIG_HAS_DMA) || |
a8c06e40 | 133 | (!is_device_dma_capable(bus->sysdev) && |
58f2266f | 134 | !(hcd->driver->flags & HCD_LOCAL_MEM))) { |
1da177e4 | 135 | *dma = ~(dma_addr_t) 0; |
1a68f71d | 136 | return kmalloc(size, mem_flags); |
1da177e4 LT |
137 | } |
138 | ||
139 | for (i = 0; i < HCD_BUFFER_POOLS; i++) { | |
0828376d TO |
140 | if (size <= pool_max[i]) |
141 | return dma_pool_alloc(hcd->pool[i], mem_flags, dma); | |
1da177e4 | 142 | } |
a8c06e40 | 143 | return dma_alloc_coherent(hcd->self.sysdev, size, dma, mem_flags); |
1da177e4 LT |
144 | } |
145 | ||
1a68f71d | 146 | void hcd_buffer_free( |
0828376d | 147 | struct usb_bus *bus, |
1da177e4 | 148 | size_t size, |
0828376d | 149 | void *addr, |
1da177e4 LT |
150 | dma_addr_t dma |
151 | ) | |
152 | { | |
17200583 | 153 | struct usb_hcd *hcd = bus_to_hcd(bus); |
0828376d | 154 | int i; |
1da177e4 LT |
155 | |
156 | if (!addr) | |
157 | return; | |
158 | ||
58f2266f | 159 | if (!IS_ENABLED(CONFIG_HAS_DMA) || |
a8c06e40 | 160 | (!is_device_dma_capable(bus->sysdev) && |
58f2266f | 161 | !(hcd->driver->flags & HCD_LOCAL_MEM))) { |
1a68f71d | 162 | kfree(addr); |
1da177e4 LT |
163 | return; |
164 | } | |
165 | ||
166 | for (i = 0; i < HCD_BUFFER_POOLS; i++) { | |
0828376d TO |
167 | if (size <= pool_max[i]) { |
168 | dma_pool_free(hcd->pool[i], addr, dma); | |
1da177e4 LT |
169 | return; |
170 | } | |
171 | } | |
a8c06e40 | 172 | dma_free_coherent(hcd->self.sysdev, size, addr, dma); |
1da177e4 | 173 | } |