Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* |
2 | * DMA memory management for framework level HCD code (hc_driver) | |
3 | * | |
4 | * This implementation plugs in through generic "usb_bus" level methods, | |
025d4430 | 5 | * and should work with all USB controllers, regardless of bus type. |
1da177e4 LT |
6 | */ |
7 | ||
1da177e4 LT |
8 | #include <linux/module.h> |
9 | #include <linux/kernel.h> | |
10 | #include <linux/slab.h> | |
11 | #include <linux/device.h> | |
12 | #include <linux/mm.h> | |
0828376d | 13 | #include <linux/io.h> |
1da177e4 LT |
14 | #include <linux/dma-mapping.h> |
15 | #include <linux/dmapool.h> | |
1da177e4 | 16 | #include <linux/usb.h> |
27729aad | 17 | #include <linux/usb/hcd.h> |
1da177e4 LT |
18 | |
19 | ||
20 | /* | |
21 | * DMA-Coherent Buffers | |
22 | */ | |
23 | ||
24 | /* FIXME tune these based on pool statistics ... */ | |
5efd2ea8 SAS |
25 | static size_t pool_max[HCD_BUFFER_POOLS] = { |
26 | 32, 128, 512, 2048, | |
1da177e4 LT |
27 | }; |
28 | ||
5efd2ea8 SAS |
29 | void __init usb_init_pool_max(void) |
30 | { | |
31 | /* | |
32 | * The pool_max values must never be smaller than | |
33 | * ARCH_KMALLOC_MINALIGN. | |
34 | */ | |
35 | if (ARCH_KMALLOC_MINALIGN <= 32) | |
36 | ; /* Original value is okay */ | |
37 | else if (ARCH_KMALLOC_MINALIGN <= 64) | |
38 | pool_max[0] = 64; | |
39 | else if (ARCH_KMALLOC_MINALIGN <= 128) | |
40 | pool_max[0] = 0; /* Don't use this pool */ | |
41 | else | |
42 | BUILD_BUG(); /* We don't allow this */ | |
43 | } | |
1da177e4 LT |
44 | |
45 | /* SETUP primitives */ | |
46 | ||
47 | /** | |
48 | * hcd_buffer_create - initialize buffer pools | |
49 | * @hcd: the bus whose buffer pools are to be initialized | |
50 | * Context: !in_interrupt() | |
51 | * | |
52 | * Call this as part of initializing a host controller that uses the dma | |
53 | * memory allocators. It initializes some pools of dma-coherent memory that | |
626f090c | 54 | * will be shared by all drivers using that controller. |
1da177e4 LT |
55 | * |
56 | * Call hcd_buffer_destroy() to clean up after using those pools. | |
626f090c YB |
57 | * |
58 | * Return: 0 if successful. A negative errno value otherwise. | |
1da177e4 | 59 | */ |
1a68f71d | 60 | int hcd_buffer_create(struct usb_hcd *hcd) |
1da177e4 | 61 | { |
1a68f71d | 62 | char name[16]; |
0828376d | 63 | int i, size; |
1da177e4 | 64 | |
58f2266f GU |
65 | if (!IS_ENABLED(CONFIG_HAS_DMA) || |
66 | (!hcd->self.controller->dma_mask && | |
67 | !(hcd->driver->flags & HCD_LOCAL_MEM))) | |
bd39b7f1 CH |
68 | return 0; |
69 | ||
2c044a48 GKH |
70 | for (i = 0; i < HCD_BUFFER_POOLS; i++) { |
71 | size = pool_max[i]; | |
72 | if (!size) | |
1da177e4 | 73 | continue; |
424dd7dd | 74 | snprintf(name, sizeof(name), "buffer-%d", size); |
1a68f71d | 75 | hcd->pool[i] = dma_pool_create(name, hcd->self.controller, |
1da177e4 | 76 | size, size, 0); |
0828376d | 77 | if (!hcd->pool[i]) { |
1a68f71d | 78 | hcd_buffer_destroy(hcd); |
1da177e4 LT |
79 | return -ENOMEM; |
80 | } | |
81 | } | |
82 | return 0; | |
83 | } | |
84 | ||
85 | ||
86 | /** | |
87 | * hcd_buffer_destroy - deallocate buffer pools | |
88 | * @hcd: the bus whose buffer pools are to be destroyed | |
89 | * Context: !in_interrupt() | |
90 | * | |
91 | * This frees the buffer pools created by hcd_buffer_create(). | |
92 | */ | |
1a68f71d | 93 | void hcd_buffer_destroy(struct usb_hcd *hcd) |
1da177e4 | 94 | { |
2c044a48 | 95 | int i; |
1da177e4 | 96 | |
58f2266f GU |
97 | if (!IS_ENABLED(CONFIG_HAS_DMA)) |
98 | return; | |
99 | ||
2c044a48 GKH |
100 | for (i = 0; i < HCD_BUFFER_POOLS; i++) { |
101 | struct dma_pool *pool = hcd->pool[i]; | |
424dd7dd | 102 | |
1da177e4 | 103 | if (pool) { |
1a68f71d | 104 | dma_pool_destroy(pool); |
1da177e4 LT |
105 | hcd->pool[i] = NULL; |
106 | } | |
107 | } | |
108 | } | |
109 | ||
110 | ||
441e143e | 111 | /* sometimes alloc/free could use kmalloc with GFP_DMA, for |
1da177e4 LT |
112 | * better sharing and to leverage mm/slab.c intelligence. |
113 | */ | |
114 | ||
1a68f71d | 115 | void *hcd_buffer_alloc( |
0828376d | 116 | struct usb_bus *bus, |
1da177e4 | 117 | size_t size, |
55016f10 | 118 | gfp_t mem_flags, |
1da177e4 LT |
119 | dma_addr_t *dma |
120 | ) | |
121 | { | |
17200583 | 122 | struct usb_hcd *hcd = bus_to_hcd(bus); |
0828376d | 123 | int i; |
1da177e4 LT |
124 | |
125 | /* some USB hosts just use PIO */ | |
58f2266f GU |
126 | if (!IS_ENABLED(CONFIG_HAS_DMA) || |
127 | (!bus->controller->dma_mask && | |
128 | !(hcd->driver->flags & HCD_LOCAL_MEM))) { | |
1da177e4 | 129 | *dma = ~(dma_addr_t) 0; |
1a68f71d | 130 | return kmalloc(size, mem_flags); |
1da177e4 LT |
131 | } |
132 | ||
133 | for (i = 0; i < HCD_BUFFER_POOLS; i++) { | |
0828376d TO |
134 | if (size <= pool_max[i]) |
135 | return dma_pool_alloc(hcd->pool[i], mem_flags, dma); | |
1da177e4 | 136 | } |
a8aa401f | 137 | return dma_alloc_coherent(hcd->self.controller, size, dma, mem_flags); |
1da177e4 LT |
138 | } |
139 | ||
1a68f71d | 140 | void hcd_buffer_free( |
0828376d | 141 | struct usb_bus *bus, |
1da177e4 | 142 | size_t size, |
0828376d | 143 | void *addr, |
1da177e4 LT |
144 | dma_addr_t dma |
145 | ) | |
146 | { | |
17200583 | 147 | struct usb_hcd *hcd = bus_to_hcd(bus); |
0828376d | 148 | int i; |
1da177e4 LT |
149 | |
150 | if (!addr) | |
151 | return; | |
152 | ||
58f2266f GU |
153 | if (!IS_ENABLED(CONFIG_HAS_DMA) || |
154 | (!bus->controller->dma_mask && | |
155 | !(hcd->driver->flags & HCD_LOCAL_MEM))) { | |
1a68f71d | 156 | kfree(addr); |
1da177e4 LT |
157 | return; |
158 | } | |
159 | ||
160 | for (i = 0; i < HCD_BUFFER_POOLS; i++) { | |
0828376d TO |
161 | if (size <= pool_max[i]) { |
162 | dma_pool_free(hcd->pool[i], addr, dma); | |
1da177e4 LT |
163 | return; |
164 | } | |
165 | } | |
1a68f71d | 166 | dma_free_coherent(hcd->self.controller, size, addr, dma); |
1da177e4 | 167 | } |