Commit | Line | Data |
---|---|---|
1da177e4 LT |
1 | /* |
2 | * arch/sh/mm/consistent.c | |
3 | * | |
8a7bcf0d | 4 | * Copyright (C) 2004 - 2007 Paul Mundt |
1da177e4 | 5 | * |
f93e97ea MD |
6 | * Declared coherent memory functions based on arch/x86/kernel/pci-dma_32.c |
7 | * | |
1da177e4 LT |
8 | * This file is subject to the terms and conditions of the GNU General Public |
9 | * License. See the file "COPYING" in the main directory of this archive | |
10 | * for more details. | |
11 | */ | |
12 | #include <linux/mm.h> | |
7b41f568 | 13 | #include <linux/init.h> |
1eca5c92 | 14 | #include <linux/platform_device.h> |
1da177e4 | 15 | #include <linux/dma-mapping.h> |
f802d969 | 16 | #include <linux/dma-debug.h> |
7b41f568 | 17 | #include <linux/io.h> |
73c926be | 18 | #include <linux/module.h> |
26ff6c11 PM |
19 | #include <asm/cacheflush.h> |
20 | #include <asm/addrspace.h> | |
7b41f568 PM |
21 | |
22 | #define PREALLOC_DMA_DEBUG_ENTRIES 4096 | |
23 | ||
73c926be PM |
24 | struct dma_map_ops *dma_ops; |
25 | EXPORT_SYMBOL(dma_ops); | |
26 | ||
7b41f568 PM |
27 | static int __init dma_init(void) |
28 | { | |
29 | dma_debug_init(PREALLOC_DMA_DEBUG_ENTRIES); | |
30 | return 0; | |
31 | } | |
32 | fs_initcall(dma_init); | |
1da177e4 | 33 | |
f32154c9 PM |
34 | void *dma_generic_alloc_coherent(struct device *dev, size_t size, |
35 | dma_addr_t *dma_handle, gfp_t gfp) | |
f93e97ea | 36 | { |
2a3eeba8 | 37 | void *ret, *ret_nocache; |
f93e97ea MD |
38 | int order = get_order(size); |
39 | ||
f93e97ea | 40 | ret = (void *)__get_free_pages(gfp, order); |
2a3eeba8 MD |
41 | if (!ret) |
42 | return NULL; | |
1da177e4 | 43 | |
2a3eeba8 MD |
44 | memset(ret, 0, size); |
45 | /* | |
46 | * Pages from the page allocator may have data present in | |
47 | * cache. So flush the cache before using uncached memory. | |
48 | */ | |
49 | dma_cache_sync(dev, ret, size, DMA_BIDIRECTIONAL); | |
50 | ||
fa43972f | 51 | ret_nocache = (void __force *)ioremap_nocache(virt_to_phys(ret), size); |
2a3eeba8 MD |
52 | if (!ret_nocache) { |
53 | free_pages((unsigned long)ret, order); | |
54 | return NULL; | |
8a7bcf0d | 55 | } |
2a3eeba8 | 56 | |
da9fdc8b MD |
57 | split_page(pfn_to_page(virt_to_phys(ret) >> PAGE_SHIFT), order); |
58 | ||
2a3eeba8 | 59 | *dma_handle = virt_to_phys(ret); |
f802d969 | 60 | |
2a3eeba8 | 61 | return ret_nocache; |
f93e97ea | 62 | } |
8a7bcf0d | 63 | |
f32154c9 PM |
64 | void dma_generic_free_coherent(struct device *dev, size_t size, |
65 | void *vaddr, dma_addr_t dma_handle) | |
f93e97ea | 66 | { |
f93e97ea | 67 | int order = get_order(size); |
da9fdc8b MD |
68 | unsigned long pfn = dma_handle >> PAGE_SHIFT; |
69 | int k; | |
1da177e4 | 70 | |
f802d969 PM |
71 | for (k = 0; k < (1 << order); k++) |
72 | __free_pages(pfn_to_page(pfn + k), 0); | |
f32154c9 | 73 | |
f802d969 | 74 | iounmap(vaddr); |
1da177e4 LT |
75 | } |
76 | ||
f93e97ea MD |
77 | void dma_cache_sync(struct device *dev, void *vaddr, size_t size, |
78 | enum dma_data_direction direction) | |
1da177e4 | 79 | { |
31051219 | 80 | #if defined(CONFIG_CPU_SH5) || defined(CONFIG_PMB) |
8a7bcf0d PM |
81 | void *p1addr = vaddr; |
82 | #else | |
83 | void *p1addr = (void*) P1SEGADDR((unsigned long)vaddr); | |
84 | #endif | |
1da177e4 LT |
85 | |
86 | switch (direction) { | |
87 | case DMA_FROM_DEVICE: /* invalidate only */ | |
622a9edd | 88 | __flush_invalidate_region(p1addr, size); |
1da177e4 LT |
89 | break; |
90 | case DMA_TO_DEVICE: /* writeback only */ | |
622a9edd | 91 | __flush_wback_region(p1addr, size); |
1da177e4 LT |
92 | break; |
93 | case DMA_BIDIRECTIONAL: /* writeback and invalidate */ | |
622a9edd | 94 | __flush_purge_region(p1addr, size); |
1da177e4 LT |
95 | break; |
96 | default: | |
97 | BUG(); | |
98 | } | |
99 | } | |
f93e97ea | 100 | EXPORT_SYMBOL(dma_cache_sync); |
1eca5c92 | 101 | |
0c13bf1e MD |
102 | static int __init memchunk_setup(char *str) |
103 | { | |
104 | return 1; /* accept anything that begins with "memchunk." */ | |
105 | } | |
106 | __setup("memchunk.", memchunk_setup); | |
107 | ||
c773d8af | 108 | static void __init memchunk_cmdline_override(char *name, unsigned long *sizep) |
0c13bf1e MD |
109 | { |
110 | char *p = boot_command_line; | |
111 | int k = strlen(name); | |
112 | ||
113 | while ((p = strstr(p, "memchunk."))) { | |
114 | p += 9; /* strlen("memchunk.") */ | |
115 | if (!strncmp(name, p, k) && p[k] == '=') { | |
116 | p += k + 1; | |
117 | *sizep = memparse(p, NULL); | |
118 | pr_info("%s: forcing memory chunk size to 0x%08lx\n", | |
119 | name, *sizep); | |
120 | break; | |
121 | } | |
122 | } | |
123 | } | |
124 | ||
c773d8af MD |
125 | int __init platform_resource_setup_memory(struct platform_device *pdev, |
126 | char *name, unsigned long memsize) | |
1eca5c92 MD |
127 | { |
128 | struct resource *r; | |
129 | dma_addr_t dma_handle; | |
130 | void *buf; | |
131 | ||
132 | r = pdev->resource + pdev->num_resources - 1; | |
133 | if (r->flags) { | |
134 | pr_warning("%s: unable to find empty space for resource\n", | |
135 | name); | |
136 | return -EINVAL; | |
137 | } | |
138 | ||
0c13bf1e MD |
139 | memchunk_cmdline_override(name, &memsize); |
140 | if (!memsize) | |
141 | return 0; | |
142 | ||
1eca5c92 MD |
143 | buf = dma_alloc_coherent(NULL, memsize, &dma_handle, GFP_KERNEL); |
144 | if (!buf) { | |
145 | pr_warning("%s: unable to allocate memory\n", name); | |
146 | return -ENOMEM; | |
147 | } | |
148 | ||
149 | memset(buf, 0, memsize); | |
150 | ||
151 | r->flags = IORESOURCE_MEM; | |
152 | r->start = dma_handle; | |
153 | r->end = r->start + memsize - 1; | |
154 | r->name = name; | |
155 | return 0; | |
156 | } |