Commit | Line | Data |
---|---|---|
d2912cb1 | 1 | // SPDX-License-Identifier: GPL-2.0-only |
6568f7c4 MK |
2 | /* |
3 | * OMAP1/OMAP7xx - specific DMA driver | |
4 | * | |
5 | * Copyright (C) 2003 - 2008 Nokia Corporation | |
6 | * Author: Juha Yrjölä <juha.yrjola@nokia.com> | |
7 | * DMA channel linking for 1610 by Samuel Ortiz <samuel.ortiz@nokia.com> | |
8 | * Graphics DMA and LCD DMA graphics tranformations | |
9 | * by Imre Deak <imre.deak@nokia.com> | |
10 | * OMAP2/3 support Copyright (C) 2004-2007 Texas Instruments, Inc. | |
11 | * Some functions based on earlier dma-omap.c Copyright (C) 2001 RidgeRun, Inc. | |
12 | * | |
13 | * Copyright (C) 2010 Texas Instruments Incorporated - http://www.ti.com/ | |
14 | * Converted DMA library into platform driver | |
15 | * - G, Manjunath Kondaiah <manjugk@ti.com> | |
6568f7c4 MK |
16 | */ |
17 | ||
18 | #include <linux/err.h> | |
6568f7c4 MK |
19 | #include <linux/slab.h> |
20 | #include <linux/module.h> | |
21 | #include <linux/init.h> | |
22 | #include <linux/device.h> | |
2e3ee9f4 | 23 | #include <linux/io.h> |
be1f9481 | 24 | #include <linux/dma-mapping.h> |
c4e35783 | 25 | #include <linux/dmaengine.h> |
45c3eb7d | 26 | #include <linux/omap-dma.h> |
54b693d4 | 27 | #include <mach/tc.h> |
8afc5e08 | 28 | |
685e2d08 | 29 | #include "soc.h" |
6568f7c4 MK |
30 | |
31 | #define OMAP1_DMA_BASE (0xfffed800) | |
f31cc962 | 32 | |
f31cc962 | 33 | static u32 enable_1510_mode; |
f31cc962 | 34 | |
64a2dc3d RK |
35 | static const struct omap_dma_reg reg_map[] = { |
36 | [GCR] = { 0x0400, 0x00, OMAP_DMA_REG_16BIT }, | |
37 | [GSCR] = { 0x0404, 0x00, OMAP_DMA_REG_16BIT }, | |
38 | [GRST1] = { 0x0408, 0x00, OMAP_DMA_REG_16BIT }, | |
39 | [HW_ID] = { 0x0442, 0x00, OMAP_DMA_REG_16BIT }, | |
40 | [PCH2_ID] = { 0x0444, 0x00, OMAP_DMA_REG_16BIT }, | |
41 | [PCH0_ID] = { 0x0446, 0x00, OMAP_DMA_REG_16BIT }, | |
42 | [PCH1_ID] = { 0x0448, 0x00, OMAP_DMA_REG_16BIT }, | |
43 | [PCHG_ID] = { 0x044a, 0x00, OMAP_DMA_REG_16BIT }, | |
44 | [PCHD_ID] = { 0x044c, 0x00, OMAP_DMA_REG_16BIT }, | |
45 | [CAPS_0] = { 0x044e, 0x00, OMAP_DMA_REG_2X16BIT }, | |
46 | [CAPS_1] = { 0x0452, 0x00, OMAP_DMA_REG_2X16BIT }, | |
47 | [CAPS_2] = { 0x0456, 0x00, OMAP_DMA_REG_16BIT }, | |
48 | [CAPS_3] = { 0x0458, 0x00, OMAP_DMA_REG_16BIT }, | |
49 | [CAPS_4] = { 0x045a, 0x00, OMAP_DMA_REG_16BIT }, | |
50 | [PCH2_SR] = { 0x0460, 0x00, OMAP_DMA_REG_16BIT }, | |
51 | [PCH0_SR] = { 0x0480, 0x00, OMAP_DMA_REG_16BIT }, | |
52 | [PCH1_SR] = { 0x0482, 0x00, OMAP_DMA_REG_16BIT }, | |
53 | [PCHD_SR] = { 0x04c0, 0x00, OMAP_DMA_REG_16BIT }, | |
f31cc962 MK |
54 | |
55 | /* Common Registers */ | |
64a2dc3d RK |
56 | [CSDP] = { 0x0000, 0x40, OMAP_DMA_REG_16BIT }, |
57 | [CCR] = { 0x0002, 0x40, OMAP_DMA_REG_16BIT }, | |
58 | [CICR] = { 0x0004, 0x40, OMAP_DMA_REG_16BIT }, | |
59 | [CSR] = { 0x0006, 0x40, OMAP_DMA_REG_16BIT }, | |
60 | [CEN] = { 0x0010, 0x40, OMAP_DMA_REG_16BIT }, | |
61 | [CFN] = { 0x0012, 0x40, OMAP_DMA_REG_16BIT }, | |
62 | [CSFI] = { 0x0014, 0x40, OMAP_DMA_REG_16BIT }, | |
63 | [CSEI] = { 0x0016, 0x40, OMAP_DMA_REG_16BIT }, | |
64 | [CPC] = { 0x0018, 0x40, OMAP_DMA_REG_16BIT }, /* 15xx only */ | |
65 | [CSAC] = { 0x0018, 0x40, OMAP_DMA_REG_16BIT }, | |
66 | [CDAC] = { 0x001a, 0x40, OMAP_DMA_REG_16BIT }, | |
67 | [CDEI] = { 0x001c, 0x40, OMAP_DMA_REG_16BIT }, | |
68 | [CDFI] = { 0x001e, 0x40, OMAP_DMA_REG_16BIT }, | |
69 | [CLNK_CTRL] = { 0x0028, 0x40, OMAP_DMA_REG_16BIT }, | |
f31cc962 MK |
70 | |
71 | /* Channel specific register offsets */ | |
64a2dc3d RK |
72 | [CSSA] = { 0x0008, 0x40, OMAP_DMA_REG_2X16BIT }, |
73 | [CDSA] = { 0x000c, 0x40, OMAP_DMA_REG_2X16BIT }, | |
74 | [COLOR] = { 0x0020, 0x40, OMAP_DMA_REG_2X16BIT }, | |
75 | [CCR2] = { 0x0024, 0x40, OMAP_DMA_REG_16BIT }, | |
76 | [LCH_CTRL] = { 0x002a, 0x40, OMAP_DMA_REG_16BIT }, | |
f31cc962 | 77 | }; |
6568f7c4 MK |
78 | |
79 | static struct resource res[] __initdata = { | |
80 | [0] = { | |
81 | .start = OMAP1_DMA_BASE, | |
82 | .end = OMAP1_DMA_BASE + SZ_2K - 1, | |
83 | .flags = IORESOURCE_MEM, | |
84 | }, | |
85 | [1] = { | |
86 | .name = "0", | |
87 | .start = INT_DMA_CH0_6, | |
88 | .flags = IORESOURCE_IRQ, | |
89 | }, | |
90 | [2] = { | |
91 | .name = "1", | |
92 | .start = INT_DMA_CH1_7, | |
93 | .flags = IORESOURCE_IRQ, | |
94 | }, | |
95 | [3] = { | |
96 | .name = "2", | |
97 | .start = INT_DMA_CH2_8, | |
98 | .flags = IORESOURCE_IRQ, | |
99 | }, | |
100 | [4] = { | |
101 | .name = "3", | |
102 | .start = INT_DMA_CH3, | |
103 | .flags = IORESOURCE_IRQ, | |
104 | }, | |
105 | [5] = { | |
106 | .name = "4", | |
107 | .start = INT_DMA_CH4, | |
108 | .flags = IORESOURCE_IRQ, | |
109 | }, | |
110 | [6] = { | |
111 | .name = "5", | |
112 | .start = INT_DMA_CH5, | |
113 | .flags = IORESOURCE_IRQ, | |
114 | }, | |
f31cc962 | 115 | /* Handled in lcd_dma.c */ |
6568f7c4 MK |
116 | [7] = { |
117 | .name = "6", | |
118 | .start = INT_1610_DMA_CH6, | |
119 | .flags = IORESOURCE_IRQ, | |
120 | }, | |
121 | /* irq's for omap16xx and omap7xx */ | |
122 | [8] = { | |
123 | .name = "7", | |
124 | .start = INT_1610_DMA_CH7, | |
125 | .flags = IORESOURCE_IRQ, | |
126 | }, | |
127 | [9] = { | |
128 | .name = "8", | |
129 | .start = INT_1610_DMA_CH8, | |
130 | .flags = IORESOURCE_IRQ, | |
131 | }, | |
132 | [10] = { | |
133 | .name = "9", | |
134 | .start = INT_1610_DMA_CH9, | |
135 | .flags = IORESOURCE_IRQ, | |
136 | }, | |
137 | [11] = { | |
138 | .name = "10", | |
139 | .start = INT_1610_DMA_CH10, | |
140 | .flags = IORESOURCE_IRQ, | |
141 | }, | |
142 | [12] = { | |
143 | .name = "11", | |
144 | .start = INT_1610_DMA_CH11, | |
145 | .flags = IORESOURCE_IRQ, | |
146 | }, | |
147 | [13] = { | |
148 | .name = "12", | |
149 | .start = INT_1610_DMA_CH12, | |
150 | .flags = IORESOURCE_IRQ, | |
151 | }, | |
152 | [14] = { | |
153 | .name = "13", | |
154 | .start = INT_1610_DMA_CH13, | |
155 | .flags = IORESOURCE_IRQ, | |
156 | }, | |
157 | [15] = { | |
158 | .name = "14", | |
159 | .start = INT_1610_DMA_CH14, | |
160 | .flags = IORESOURCE_IRQ, | |
161 | }, | |
162 | [16] = { | |
163 | .name = "15", | |
164 | .start = INT_1610_DMA_CH15, | |
165 | .flags = IORESOURCE_IRQ, | |
166 | }, | |
167 | [17] = { | |
168 | .name = "16", | |
169 | .start = INT_DMA_LCD, | |
170 | .flags = IORESOURCE_IRQ, | |
171 | }, | |
172 | }; | |
173 | ||
f31cc962 MK |
174 | static void __iomem *dma_base; |
175 | static inline void dma_write(u32 val, int reg, int lch) | |
176 | { | |
64a2dc3d RK |
177 | void __iomem *addr = dma_base; |
178 | ||
179 | addr += reg_map[reg].offset; | |
180 | addr += reg_map[reg].stride * lch; | |
181 | ||
182 | __raw_writew(val, addr); | |
183 | if (reg_map[reg].type == OMAP_DMA_REG_2X16BIT) | |
184 | __raw_writew(val >> 16, addr + 2); | |
f31cc962 MK |
185 | } |
186 | ||
187 | static inline u32 dma_read(int reg, int lch) | |
188 | { | |
64a2dc3d RK |
189 | void __iomem *addr = dma_base; |
190 | uint32_t val; | |
191 | ||
192 | addr += reg_map[reg].offset; | |
193 | addr += reg_map[reg].stride * lch; | |
194 | ||
195 | val = __raw_readw(addr); | |
196 | if (reg_map[reg].type == OMAP_DMA_REG_2X16BIT) | |
197 | val |= __raw_readw(addr + 2) << 16; | |
198 | ||
f31cc962 MK |
199 | return val; |
200 | } | |
201 | ||
202 | static void omap1_clear_lch_regs(int lch) | |
203 | { | |
ad0c381a | 204 | int i; |
f31cc962 | 205 | |
ad0c381a | 206 | for (i = CPC; i <= COLOR; i += 1) |
f31cc962 MK |
207 | dma_write(0, i, lch); |
208 | } | |
209 | ||
210 | static void omap1_clear_dma(int lch) | |
211 | { | |
212 | u32 l; | |
213 | ||
214 | l = dma_read(CCR, lch); | |
215 | l &= ~OMAP_DMA_CCR_EN; | |
216 | dma_write(l, CCR, lch); | |
217 | ||
218 | /* Clear pending interrupts */ | |
219 | l = dma_read(CSR, lch); | |
220 | } | |
221 | ||
222 | static void omap1_show_dma_caps(void) | |
223 | { | |
224 | if (enable_1510_mode) { | |
225 | printk(KERN_INFO "DMA support for OMAP15xx initialized\n"); | |
226 | } else { | |
227 | u16 w; | |
228 | printk(KERN_INFO "OMAP DMA hardware version %d\n", | |
229 | dma_read(HW_ID, 0)); | |
230 | printk(KERN_INFO "DMA capabilities: %08x:%08x:%04x:%04x:%04x\n", | |
231 | dma_read(CAPS_0, 0), dma_read(CAPS_1, 0), | |
232 | dma_read(CAPS_2, 0), dma_read(CAPS_3, 0), | |
233 | dma_read(CAPS_4, 0)); | |
234 | ||
235 | /* Disable OMAP 3.0/3.1 compatibility mode. */ | |
236 | w = dma_read(GSCR, 0); | |
237 | w |= 1 << 3; | |
238 | dma_write(w, GSCR, 0); | |
239 | } | |
f31cc962 MK |
240 | } |
241 | ||
0ef64986 | 242 | static unsigned configure_dma_errata(void) |
f31cc962 | 243 | { |
0ef64986 | 244 | unsigned errata = 0; |
f31cc962 MK |
245 | |
246 | /* | |
247 | * Erratum 3.2/3.3: sometimes 0 is returned if CSAC/CDAC is | |
248 | * read before the DMA controller finished disabling the channel. | |
249 | */ | |
250 | if (!cpu_is_omap15xx()) | |
251 | SET_DMA_ERRATA(DMA_ERRATA_3_3); | |
252 | ||
253 | return errata; | |
254 | } | |
255 | ||
be1f9481 TL |
256 | static const struct platform_device_info omap_dma_dev_info = { |
257 | .name = "omap-dma-engine", | |
258 | .id = -1, | |
259 | .dma_mask = DMA_BIT_MASK(32), | |
596c471b RK |
260 | .res = res, |
261 | .num_res = 1, | |
be1f9481 TL |
262 | }; |
263 | ||
c4e35783 PU |
264 | /* OMAP730, OMAP850 */ |
265 | static const struct dma_slave_map omap7xx_sdma_map[] = { | |
266 | { "omap-mcbsp.1", "tx", SDMA_FILTER_PARAM(8) }, | |
267 | { "omap-mcbsp.1", "rx", SDMA_FILTER_PARAM(9) }, | |
268 | { "omap-mcbsp.2", "tx", SDMA_FILTER_PARAM(10) }, | |
269 | { "omap-mcbsp.2", "rx", SDMA_FILTER_PARAM(11) }, | |
270 | { "mmci-omap.0", "tx", SDMA_FILTER_PARAM(21) }, | |
271 | { "mmci-omap.0", "rx", SDMA_FILTER_PARAM(22) }, | |
272 | { "omap_udc", "rx0", SDMA_FILTER_PARAM(26) }, | |
273 | { "omap_udc", "rx1", SDMA_FILTER_PARAM(27) }, | |
274 | { "omap_udc", "rx2", SDMA_FILTER_PARAM(28) }, | |
275 | { "omap_udc", "tx0", SDMA_FILTER_PARAM(29) }, | |
276 | { "omap_udc", "tx1", SDMA_FILTER_PARAM(30) }, | |
277 | { "omap_udc", "tx2", SDMA_FILTER_PARAM(31) }, | |
278 | }; | |
279 | ||
280 | /* OMAP1510, OMAP1610*/ | |
281 | static const struct dma_slave_map omap1xxx_sdma_map[] = { | |
282 | { "omap-mcbsp.1", "tx", SDMA_FILTER_PARAM(8) }, | |
283 | { "omap-mcbsp.1", "rx", SDMA_FILTER_PARAM(9) }, | |
284 | { "omap-mcbsp.3", "tx", SDMA_FILTER_PARAM(10) }, | |
285 | { "omap-mcbsp.3", "rx", SDMA_FILTER_PARAM(11) }, | |
286 | { "omap-mcbsp.2", "tx", SDMA_FILTER_PARAM(16) }, | |
287 | { "omap-mcbsp.2", "rx", SDMA_FILTER_PARAM(17) }, | |
288 | { "mmci-omap.0", "tx", SDMA_FILTER_PARAM(21) }, | |
289 | { "mmci-omap.0", "rx", SDMA_FILTER_PARAM(22) }, | |
290 | { "omap_udc", "rx0", SDMA_FILTER_PARAM(26) }, | |
291 | { "omap_udc", "rx1", SDMA_FILTER_PARAM(27) }, | |
292 | { "omap_udc", "rx2", SDMA_FILTER_PARAM(28) }, | |
293 | { "omap_udc", "tx0", SDMA_FILTER_PARAM(29) }, | |
294 | { "omap_udc", "tx1", SDMA_FILTER_PARAM(30) }, | |
295 | { "omap_udc", "tx2", SDMA_FILTER_PARAM(31) }, | |
296 | { "mmci-omap.1", "tx", SDMA_FILTER_PARAM(54) }, | |
297 | { "mmci-omap.1", "rx", SDMA_FILTER_PARAM(55) }, | |
298 | }; | |
299 | ||
34a378fc | 300 | static struct omap_system_dma_plat_info dma_plat_info __initdata = { |
596c471b RK |
301 | .reg_map = reg_map, |
302 | .channel_stride = 0x40, | |
34a378fc RK |
303 | .show_dma_caps = omap1_show_dma_caps, |
304 | .clear_lch_regs = omap1_clear_lch_regs, | |
305 | .clear_dma = omap1_clear_dma, | |
306 | .dma_write = dma_write, | |
307 | .dma_read = dma_read, | |
308 | }; | |
309 | ||
6568f7c4 MK |
310 | static int __init omap1_system_dma_init(void) |
311 | { | |
34a378fc | 312 | struct omap_system_dma_plat_info p; |
f31cc962 | 313 | struct omap_dma_dev_attr *d; |
be1f9481 | 314 | struct platform_device *pdev, *dma_pdev; |
6568f7c4 MK |
315 | int ret; |
316 | ||
317 | pdev = platform_device_alloc("omap_dma_system", 0); | |
318 | if (!pdev) { | |
319 | pr_err("%s: Unable to device alloc for dma\n", | |
320 | __func__); | |
321 | return -ENOMEM; | |
322 | } | |
323 | ||
f31cc962 MK |
324 | dma_base = ioremap(res[0].start, resource_size(&res[0])); |
325 | if (!dma_base) { | |
326 | pr_err("%s: Unable to ioremap\n", __func__); | |
77f7059a JL |
327 | ret = -ENODEV; |
328 | goto exit_device_put; | |
f31cc962 MK |
329 | } |
330 | ||
6568f7c4 MK |
331 | ret = platform_device_add_resources(pdev, res, ARRAY_SIZE(res)); |
332 | if (ret) { | |
333 | dev_err(&pdev->dev, "%s: Unable to add resources for %s%d\n", | |
334 | __func__, pdev->name, pdev->id); | |
348c3422 | 335 | goto exit_iounmap; |
6568f7c4 MK |
336 | } |
337 | ||
d27a30bb | 338 | d = kzalloc(sizeof(*d), GFP_KERNEL); |
f31cc962 | 339 | if (!d) { |
f31cc962 | 340 | ret = -ENOMEM; |
34a378fc | 341 | goto exit_iounmap; |
f31cc962 MK |
342 | } |
343 | ||
f31cc962 MK |
344 | /* Valid attributes for omap1 plus processors */ |
345 | if (cpu_is_omap15xx()) | |
346 | d->dev_caps = ENABLE_1510_MODE; | |
347 | enable_1510_mode = d->dev_caps & ENABLE_1510_MODE; | |
348 | ||
82809601 TL |
349 | if (cpu_is_omap16xx()) |
350 | d->dev_caps = ENABLE_16XX_MODE; | |
351 | ||
f31cc962 MK |
352 | d->dev_caps |= SRC_PORT; |
353 | d->dev_caps |= DST_PORT; | |
354 | d->dev_caps |= SRC_INDEX; | |
355 | d->dev_caps |= DST_INDEX; | |
356 | d->dev_caps |= IS_BURST_ONLY4; | |
357 | d->dev_caps |= CLEAR_CSR_ON_READ; | |
358 | d->dev_caps |= IS_WORD_16; | |
359 | ||
65727977 PU |
360 | /* available logical channels */ |
361 | if (cpu_is_omap15xx()) { | |
362 | d->lch_count = 9; | |
363 | } else { | |
364 | if (d->dev_caps & ENABLE_1510_MODE) | |
365 | d->lch_count = 9; | |
f31cc962 | 366 | else |
65727977 | 367 | d->lch_count = 16; |
f31cc962 MK |
368 | } |
369 | ||
34a378fc RK |
370 | p = dma_plat_info; |
371 | p.dma_attr = d; | |
372 | p.errata = configure_dma_errata(); | |
f31cc962 | 373 | |
c4e35783 PU |
374 | if (cpu_is_omap7xx()) { |
375 | p.slave_map = omap7xx_sdma_map; | |
376 | p.slavecnt = ARRAY_SIZE(omap7xx_sdma_map); | |
377 | } else { | |
378 | p.slave_map = omap1xxx_sdma_map; | |
379 | p.slavecnt = ARRAY_SIZE(omap1xxx_sdma_map); | |
380 | } | |
381 | ||
34a378fc | 382 | ret = platform_device_add_data(pdev, &p, sizeof(p)); |
6568f7c4 MK |
383 | if (ret) { |
384 | dev_err(&pdev->dev, "%s: Unable to add resources for %s%d\n", | |
385 | __func__, pdev->name, pdev->id); | |
9834f813 | 386 | goto exit_release_d; |
6568f7c4 MK |
387 | } |
388 | ||
389 | ret = platform_device_add(pdev); | |
390 | if (ret) { | |
391 | dev_err(&pdev->dev, "%s: Unable to add resources for %s%d\n", | |
392 | __func__, pdev->name, pdev->id); | |
9834f813 | 393 | goto exit_release_d; |
6568f7c4 MK |
394 | } |
395 | ||
be1f9481 TL |
396 | dma_pdev = platform_device_register_full(&omap_dma_dev_info); |
397 | if (IS_ERR(dma_pdev)) { | |
398 | ret = PTR_ERR(dma_pdev); | |
399 | goto exit_release_pdev; | |
400 | } | |
401 | ||
6568f7c4 MK |
402 | return ret; |
403 | ||
be1f9481 TL |
404 | exit_release_pdev: |
405 | platform_device_del(pdev); | |
f31cc962 MK |
406 | exit_release_d: |
407 | kfree(d); | |
348c3422 WY |
408 | exit_iounmap: |
409 | iounmap(dma_base); | |
77f7059a JL |
410 | exit_device_put: |
411 | platform_device_put(pdev); | |
6568f7c4 MK |
412 | |
413 | return ret; | |
414 | } | |
415 | arch_initcall(omap1_system_dma_init); |