Commit | Line | Data |
---|---|---|
e3b3d0f5 | 1 | // SPDX-License-Identifier: GPL-2.0 |
1da177e4 | 2 | /* |
1da177e4 LT |
3 | * SuperH on-chip serial module support. (SCI with no FIFO / with FIFO) |
4 | * | |
f43dc23d | 5 | * Copyright (C) 2002 - 2011 Paul Mundt |
f4998e55 | 6 | * Copyright (C) 2015 Glider bvba |
3ea6bc3d | 7 | * Modified to support SH7720 SCIF. Markus Brunner, Mark Jonas (Jul 2007). |
1da177e4 LT |
8 | * |
9 | * based off of the old drivers/char/sh-sci.c by: | |
10 | * | |
11 | * Copyright (C) 1999, 2000 Niibe Yutaka | |
12 | * Copyright (C) 2000 Sugioka Toshinobu | |
13 | * Modified to support multiple serial ports. Stuart Menefy (May 2000). | |
14 | * Modified to support SecureEdge. David McCullough (2002) | |
15 | * Modified to support SH7300 SCIF. Takashi Kusuda (Jun 2003). | |
d89ddd1c | 16 | * Removed SH7300 support (Jul 2007). |
1da177e4 | 17 | */ |
1da177e4 LT |
18 | #undef DEBUG |
19 | ||
8fb9631c LP |
20 | #include <linux/clk.h> |
21 | #include <linux/console.h> | |
22 | #include <linux/ctype.h> | |
23 | #include <linux/cpufreq.h> | |
24 | #include <linux/delay.h> | |
25 | #include <linux/dmaengine.h> | |
26 | #include <linux/dma-mapping.h> | |
27 | #include <linux/err.h> | |
1da177e4 | 28 | #include <linux/errno.h> |
8fb9631c | 29 | #include <linux/init.h> |
1da177e4 | 30 | #include <linux/interrupt.h> |
1da177e4 | 31 | #include <linux/ioport.h> |
b96408b4 | 32 | #include <linux/ktime.h> |
8fb9631c | 33 | #include <linux/major.h> |
b43a1864 | 34 | #include <linux/minmax.h> |
8fb9631c | 35 | #include <linux/module.h> |
1da177e4 | 36 | #include <linux/mm.h> |
20bdcab8 | 37 | #include <linux/of.h> |
8fb9631c | 38 | #include <linux/platform_device.h> |
5e50d2d6 | 39 | #include <linux/pm_runtime.h> |
862f7218 | 40 | #include <linux/reset.h> |
73a19e4c | 41 | #include <linux/scatterlist.h> |
8fb9631c LP |
42 | #include <linux/serial.h> |
43 | #include <linux/serial_sci.h> | |
44 | #include <linux/sh_dma.h> | |
5a0e3ad6 | 45 | #include <linux/slab.h> |
8fb9631c LP |
46 | #include <linux/string.h> |
47 | #include <linux/sysrq.h> | |
48 | #include <linux/timer.h> | |
49 | #include <linux/tty.h> | |
50 | #include <linux/tty_flip.h> | |
85f094ec PM |
51 | |
52 | #ifdef CONFIG_SUPERH | |
1da177e4 | 53 | #include <asm/sh_bios.h> |
507fd01d | 54 | #include <asm/platform_early.h> |
1da177e4 LT |
55 | #endif |
56 | ||
f907c9ea | 57 | #include "serial_mctrl_gpio.h" |
1da177e4 LT |
58 | #include "sh-sci.h" |
59 | ||
89b5c1ab LP |
60 | /* Offsets into the sci_port->irqs array */ |
61 | enum { | |
62 | SCIx_ERI_IRQ, | |
63 | SCIx_RXI_IRQ, | |
64 | SCIx_TXI_IRQ, | |
65 | SCIx_BRI_IRQ, | |
628c534a CB |
66 | SCIx_DRI_IRQ, |
67 | SCIx_TEI_IRQ, | |
89b5c1ab LP |
68 | SCIx_NR_IRQS, |
69 | ||
70 | SCIx_MUX_IRQ = SCIx_NR_IRQS, /* special case */ | |
71 | }; | |
72 | ||
73 | #define SCIx_IRQ_IS_MUXED(port) \ | |
74 | ((port)->irqs[SCIx_ERI_IRQ] == \ | |
75 | (port)->irqs[SCIx_RXI_IRQ]) || \ | |
76 | ((port)->irqs[SCIx_ERI_IRQ] && \ | |
77 | ((port)->irqs[SCIx_RXI_IRQ] < 0)) | |
78 | ||
f4998e55 GU |
79 | enum SCI_CLKS { |
80 | SCI_FCK, /* Functional Clock */ | |
6af27bf2 | 81 | SCI_SCK, /* Optional External Clock */ |
1270f865 GU |
82 | SCI_BRG_INT, /* Optional BRG Internal Clock Source */ |
83 | SCI_SCIF_CLK, /* Optional BRG External Clock Source */ | |
f4998e55 GU |
84 | SCI_NUM_CLKS |
85 | }; | |
86 | ||
69eee8e9 GU |
87 | /* Bit x set means sampling rate x + 1 is supported */ |
88 | #define SCI_SR(x) BIT((x) - 1) | |
89 | #define SCI_SR_RANGE(x, y) GENMASK((y) - 1, (x) - 1) | |
90 | ||
92a05748 GU |
91 | #define SCI_SR_SCIFAB SCI_SR(5) | SCI_SR(7) | SCI_SR(11) | \ |
92 | SCI_SR(13) | SCI_SR(16) | SCI_SR(17) | \ | |
93 | SCI_SR(19) | SCI_SR(27) | |
94 | ||
69eee8e9 GU |
95 | #define min_sr(_port) ffs((_port)->sampling_rate_mask) |
96 | #define max_sr(_port) fls((_port)->sampling_rate_mask) | |
97 | ||
98 | /* Iterate over all supported sampling rates, from high to low */ | |
99 | #define for_each_sr(_sr, _port) \ | |
100 | for ((_sr) = max_sr(_port); (_sr) >= min_sr(_port); (_sr)--) \ | |
101 | if ((_port)->sampling_rate_mask & SCI_SR((_sr))) | |
102 | ||
e095ee6b LP |
103 | struct plat_sci_reg { |
104 | u8 offset, size; | |
105 | }; | |
106 | ||
107 | struct sci_port_params { | |
108 | const struct plat_sci_reg regs[SCIx_NR_REGS]; | |
b2f20ed9 LP |
109 | unsigned int fifosize; |
110 | unsigned int overrun_reg; | |
111 | unsigned int overrun_mask; | |
112 | unsigned int sampling_rate_mask; | |
113 | unsigned int error_mask; | |
114 | unsigned int error_clear; | |
e095ee6b LP |
115 | }; |
116 | ||
e108b2ca PM |
117 | struct sci_port { |
118 | struct uart_port port; | |
119 | ||
ce6738b6 | 120 | /* Platform configuration */ |
e095ee6b | 121 | const struct sci_port_params *params; |
daf5a895 | 122 | const struct plat_sci_port *cfg; |
69eee8e9 | 123 | unsigned int sampling_rate_mask; |
e4d6f911 | 124 | resource_size_t reg_size; |
f907c9ea | 125 | struct mctrl_gpios *gpios; |
e108b2ca | 126 | |
f4998e55 GU |
127 | /* Clocks */ |
128 | struct clk *clks[SCI_NUM_CLKS]; | |
129 | unsigned long clk_rates[SCI_NUM_CLKS]; | |
edad1f20 | 130 | |
1fcc91a6 | 131 | int irqs[SCIx_NR_IRQS]; |
9174fc8f PM |
132 | char *irqstr[SCIx_NR_IRQS]; |
133 | ||
73a19e4c GL |
134 | struct dma_chan *chan_tx; |
135 | struct dma_chan *chan_rx; | |
f43dc23d | 136 | |
73a19e4c | 137 | #ifdef CONFIG_SERIAL_SH_SCI_DMA |
2c4ee235 GU |
138 | struct dma_chan *chan_tx_saved; |
139 | struct dma_chan *chan_rx_saved; | |
73a19e4c GL |
140 | dma_cookie_t cookie_tx; |
141 | dma_cookie_t cookie_rx[2]; | |
142 | dma_cookie_t active_rx; | |
79904420 GU |
143 | dma_addr_t tx_dma_addr; |
144 | unsigned int tx_dma_len; | |
73a19e4c | 145 | struct scatterlist sg_rx[2]; |
7b39d901 | 146 | void *rx_buf[2]; |
73a19e4c | 147 | size_t buf_len_rx; |
73a19e4c | 148 | struct work_struct work_tx; |
b96408b4 UH |
149 | struct hrtimer rx_timer; |
150 | unsigned int rx_timeout; /* microseconds */ | |
73a19e4c | 151 | #endif |
03940376 | 152 | unsigned int rx_frame; |
18e8cf15 | 153 | int rx_trigger; |
03940376 UH |
154 | struct timer_list rx_fifo_timer; |
155 | int rx_fifo_timeout; | |
fa2abb03 | 156 | u16 hscif_tot; |
33f50ffc | 157 | |
97ed9790 | 158 | bool has_rtscts; |
33f50ffc | 159 | bool autorts; |
e108b2ca PM |
160 | }; |
161 | ||
e108b2ca | 162 | #define SCI_NPORTS CONFIG_SERIAL_SH_SCI_NR_UARTS |
b7a76e4b | 163 | |
e108b2ca | 164 | static struct sci_port sci_ports[SCI_NPORTS]; |
7678f4c2 | 165 | static unsigned long sci_ports_in_use; |
e108b2ca | 166 | static struct uart_driver sci_uart_driver; |
1da177e4 | 167 | |
e7c98dc7 MT |
168 | static inline struct sci_port * |
169 | to_sci_port(struct uart_port *uart) | |
170 | { | |
171 | return container_of(uart, struct sci_port, port); | |
172 | } | |
173 | ||
e095ee6b | 174 | static const struct sci_port_params sci_port_params[SCIx_NR_REGTYPES] = { |
61a6976b PM |
175 | /* |
176 | * Common SCI definitions, dependent on the port's regshift | |
177 | * value. | |
178 | */ | |
179 | [SCIx_SCI_REGTYPE] = { | |
e095ee6b LP |
180 | .regs = { |
181 | [SCSMR] = { 0x00, 8 }, | |
182 | [SCBRR] = { 0x01, 8 }, | |
183 | [SCSCR] = { 0x02, 8 }, | |
184 | [SCxTDR] = { 0x03, 8 }, | |
185 | [SCxSR] = { 0x04, 8 }, | |
186 | [SCxRDR] = { 0x05, 8 }, | |
187 | }, | |
b2f20ed9 LP |
188 | .fifosize = 1, |
189 | .overrun_reg = SCxSR, | |
190 | .overrun_mask = SCI_ORER, | |
191 | .sampling_rate_mask = SCI_SR(32), | |
192 | .error_mask = SCI_DEFAULT_ERROR_MASK | SCI_ORER, | |
193 | .error_clear = SCI_ERROR_CLEAR & ~SCI_ORER, | |
61a6976b PM |
194 | }, |
195 | ||
196 | /* | |
a752ba18 | 197 | * Common definitions for legacy IrDA ports. |
61a6976b PM |
198 | */ |
199 | [SCIx_IRDA_REGTYPE] = { | |
e095ee6b LP |
200 | .regs = { |
201 | [SCSMR] = { 0x00, 8 }, | |
202 | [SCBRR] = { 0x02, 8 }, | |
203 | [SCSCR] = { 0x04, 8 }, | |
204 | [SCxTDR] = { 0x06, 8 }, | |
205 | [SCxSR] = { 0x08, 16 }, | |
206 | [SCxRDR] = { 0x0a, 8 }, | |
207 | [SCFCR] = { 0x0c, 8 }, | |
208 | [SCFDR] = { 0x0e, 16 }, | |
209 | }, | |
b2f20ed9 LP |
210 | .fifosize = 1, |
211 | .overrun_reg = SCxSR, | |
212 | .overrun_mask = SCI_ORER, | |
213 | .sampling_rate_mask = SCI_SR(32), | |
214 | .error_mask = SCI_DEFAULT_ERROR_MASK | SCI_ORER, | |
215 | .error_clear = SCI_ERROR_CLEAR & ~SCI_ORER, | |
61a6976b PM |
216 | }, |
217 | ||
218 | /* | |
219 | * Common SCIFA definitions. | |
220 | */ | |
221 | [SCIx_SCIFA_REGTYPE] = { | |
e095ee6b LP |
222 | .regs = { |
223 | [SCSMR] = { 0x00, 16 }, | |
224 | [SCBRR] = { 0x04, 8 }, | |
225 | [SCSCR] = { 0x08, 16 }, | |
226 | [SCxTDR] = { 0x20, 8 }, | |
227 | [SCxSR] = { 0x14, 16 }, | |
228 | [SCxRDR] = { 0x24, 8 }, | |
229 | [SCFCR] = { 0x18, 16 }, | |
230 | [SCFDR] = { 0x1c, 16 }, | |
231 | [SCPCR] = { 0x30, 16 }, | |
232 | [SCPDR] = { 0x34, 16 }, | |
233 | }, | |
b2f20ed9 LP |
234 | .fifosize = 64, |
235 | .overrun_reg = SCxSR, | |
236 | .overrun_mask = SCIFA_ORER, | |
237 | .sampling_rate_mask = SCI_SR_SCIFAB, | |
238 | .error_mask = SCIF_DEFAULT_ERROR_MASK | SCIFA_ORER, | |
239 | .error_clear = SCIF_ERROR_CLEAR & ~SCIFA_ORER, | |
61a6976b PM |
240 | }, |
241 | ||
242 | /* | |
243 | * Common SCIFB definitions. | |
244 | */ | |
245 | [SCIx_SCIFB_REGTYPE] = { | |
e095ee6b LP |
246 | .regs = { |
247 | [SCSMR] = { 0x00, 16 }, | |
248 | [SCBRR] = { 0x04, 8 }, | |
249 | [SCSCR] = { 0x08, 16 }, | |
250 | [SCxTDR] = { 0x40, 8 }, | |
251 | [SCxSR] = { 0x14, 16 }, | |
252 | [SCxRDR] = { 0x60, 8 }, | |
253 | [SCFCR] = { 0x18, 16 }, | |
254 | [SCTFDR] = { 0x38, 16 }, | |
255 | [SCRFDR] = { 0x3c, 16 }, | |
256 | [SCPCR] = { 0x30, 16 }, | |
257 | [SCPDR] = { 0x34, 16 }, | |
258 | }, | |
b2f20ed9 LP |
259 | .fifosize = 256, |
260 | .overrun_reg = SCxSR, | |
261 | .overrun_mask = SCIFA_ORER, | |
262 | .sampling_rate_mask = SCI_SR_SCIFAB, | |
263 | .error_mask = SCIF_DEFAULT_ERROR_MASK | SCIFA_ORER, | |
264 | .error_clear = SCIF_ERROR_CLEAR & ~SCIFA_ORER, | |
61a6976b PM |
265 | }, |
266 | ||
3af1f8a4 PE |
267 | /* |
268 | * Common SH-2(A) SCIF definitions for ports with FIFO data | |
269 | * count registers. | |
270 | */ | |
271 | [SCIx_SH2_SCIF_FIFODATA_REGTYPE] = { | |
e095ee6b LP |
272 | .regs = { |
273 | [SCSMR] = { 0x00, 16 }, | |
274 | [SCBRR] = { 0x04, 8 }, | |
275 | [SCSCR] = { 0x08, 16 }, | |
276 | [SCxTDR] = { 0x0c, 8 }, | |
277 | [SCxSR] = { 0x10, 16 }, | |
278 | [SCxRDR] = { 0x14, 8 }, | |
279 | [SCFCR] = { 0x18, 16 }, | |
280 | [SCFDR] = { 0x1c, 16 }, | |
281 | [SCSPTR] = { 0x20, 16 }, | |
282 | [SCLSR] = { 0x24, 16 }, | |
283 | }, | |
b2f20ed9 LP |
284 | .fifosize = 16, |
285 | .overrun_reg = SCLSR, | |
286 | .overrun_mask = SCLSR_ORER, | |
287 | .sampling_rate_mask = SCI_SR(32), | |
288 | .error_mask = SCIF_DEFAULT_ERROR_MASK, | |
289 | .error_clear = SCIF_ERROR_CLEAR, | |
3af1f8a4 PE |
290 | }, |
291 | ||
10c63443 | 292 | /* |
3b2cd606 | 293 | * The "SCIFA" that is in RZ/A2, RZ/G2L and RZ/T. |
10c63443 GU |
294 | * It looks like a normal SCIF with FIFO data, but with a |
295 | * compressed address space. Also, the break out of interrupts | |
296 | * are different: ERI/BRI, RXI, TXI, TEI, DRI. | |
297 | */ | |
298 | [SCIx_RZ_SCIFA_REGTYPE] = { | |
299 | .regs = { | |
300 | [SCSMR] = { 0x00, 16 }, | |
301 | [SCBRR] = { 0x02, 8 }, | |
302 | [SCSCR] = { 0x04, 16 }, | |
303 | [SCxTDR] = { 0x06, 8 }, | |
304 | [SCxSR] = { 0x08, 16 }, | |
305 | [SCxRDR] = { 0x0A, 8 }, | |
306 | [SCFCR] = { 0x0C, 16 }, | |
307 | [SCFDR] = { 0x0E, 16 }, | |
308 | [SCSPTR] = { 0x10, 16 }, | |
309 | [SCLSR] = { 0x12, 16 }, | |
3b2cd606 | 310 | [SEMR] = { 0x14, 8 }, |
10c63443 GU |
311 | }, |
312 | .fifosize = 16, | |
313 | .overrun_reg = SCLSR, | |
314 | .overrun_mask = SCLSR_ORER, | |
315 | .sampling_rate_mask = SCI_SR(32), | |
316 | .error_mask = SCIF_DEFAULT_ERROR_MASK, | |
317 | .error_clear = SCIF_ERROR_CLEAR, | |
318 | }, | |
319 | ||
61a6976b PM |
320 | /* |
321 | * Common SH-3 SCIF definitions. | |
322 | */ | |
323 | [SCIx_SH3_SCIF_REGTYPE] = { | |
e095ee6b LP |
324 | .regs = { |
325 | [SCSMR] = { 0x00, 8 }, | |
326 | [SCBRR] = { 0x02, 8 }, | |
327 | [SCSCR] = { 0x04, 8 }, | |
328 | [SCxTDR] = { 0x06, 8 }, | |
329 | [SCxSR] = { 0x08, 16 }, | |
330 | [SCxRDR] = { 0x0a, 8 }, | |
331 | [SCFCR] = { 0x0c, 8 }, | |
332 | [SCFDR] = { 0x0e, 16 }, | |
333 | }, | |
b2f20ed9 LP |
334 | .fifosize = 16, |
335 | .overrun_reg = SCLSR, | |
336 | .overrun_mask = SCLSR_ORER, | |
337 | .sampling_rate_mask = SCI_SR(32), | |
338 | .error_mask = SCIF_DEFAULT_ERROR_MASK, | |
339 | .error_clear = SCIF_ERROR_CLEAR, | |
61a6976b PM |
340 | }, |
341 | ||
342 | /* | |
343 | * Common SH-4(A) SCIF(B) definitions. | |
344 | */ | |
345 | [SCIx_SH4_SCIF_REGTYPE] = { | |
e095ee6b LP |
346 | .regs = { |
347 | [SCSMR] = { 0x00, 16 }, | |
a1c2fd7e GU |
348 | [SCBRR] = { 0x04, 8 }, |
349 | [SCSCR] = { 0x08, 16 }, | |
350 | [SCxTDR] = { 0x0c, 8 }, | |
351 | [SCxSR] = { 0x10, 16 }, | |
352 | [SCxRDR] = { 0x14, 8 }, | |
353 | [SCFCR] = { 0x18, 16 }, | |
354 | [SCFDR] = { 0x1c, 16 }, | |
355 | [SCSPTR] = { 0x20, 16 }, | |
356 | [SCLSR] = { 0x24, 16 }, | |
e095ee6b | 357 | }, |
b2f20ed9 LP |
358 | .fifosize = 16, |
359 | .overrun_reg = SCLSR, | |
360 | .overrun_mask = SCLSR_ORER, | |
361 | .sampling_rate_mask = SCI_SR(32), | |
362 | .error_mask = SCIF_DEFAULT_ERROR_MASK, | |
363 | .error_clear = SCIF_ERROR_CLEAR, | |
b8bbd6b2 GU |
364 | }, |
365 | ||
366 | /* | |
367 | * Common SCIF definitions for ports with a Baud Rate Generator for | |
368 | * External Clock (BRG). | |
369 | */ | |
370 | [SCIx_SH4_SCIF_BRG_REGTYPE] = { | |
e095ee6b LP |
371 | .regs = { |
372 | [SCSMR] = { 0x00, 16 }, | |
373 | [SCBRR] = { 0x04, 8 }, | |
374 | [SCSCR] = { 0x08, 16 }, | |
375 | [SCxTDR] = { 0x0c, 8 }, | |
376 | [SCxSR] = { 0x10, 16 }, | |
377 | [SCxRDR] = { 0x14, 8 }, | |
378 | [SCFCR] = { 0x18, 16 }, | |
379 | [SCFDR] = { 0x1c, 16 }, | |
380 | [SCSPTR] = { 0x20, 16 }, | |
381 | [SCLSR] = { 0x24, 16 }, | |
382 | [SCDL] = { 0x30, 16 }, | |
383 | [SCCKS] = { 0x34, 16 }, | |
384 | }, | |
b2f20ed9 LP |
385 | .fifosize = 16, |
386 | .overrun_reg = SCLSR, | |
387 | .overrun_mask = SCLSR_ORER, | |
388 | .sampling_rate_mask = SCI_SR(32), | |
389 | .error_mask = SCIF_DEFAULT_ERROR_MASK, | |
390 | .error_clear = SCIF_ERROR_CLEAR, | |
f303b364 UH |
391 | }, |
392 | ||
393 | /* | |
394 | * Common HSCIF definitions. | |
395 | */ | |
396 | [SCIx_HSCIF_REGTYPE] = { | |
e095ee6b LP |
397 | .regs = { |
398 | [SCSMR] = { 0x00, 16 }, | |
399 | [SCBRR] = { 0x04, 8 }, | |
400 | [SCSCR] = { 0x08, 16 }, | |
401 | [SCxTDR] = { 0x0c, 8 }, | |
402 | [SCxSR] = { 0x10, 16 }, | |
403 | [SCxRDR] = { 0x14, 8 }, | |
404 | [SCFCR] = { 0x18, 16 }, | |
405 | [SCFDR] = { 0x1c, 16 }, | |
406 | [SCSPTR] = { 0x20, 16 }, | |
407 | [SCLSR] = { 0x24, 16 }, | |
408 | [HSSRR] = { 0x40, 16 }, | |
409 | [SCDL] = { 0x30, 16 }, | |
410 | [SCCKS] = { 0x34, 16 }, | |
54e14ae2 UH |
411 | [HSRTRGR] = { 0x54, 16 }, |
412 | [HSTTRGR] = { 0x58, 16 }, | |
e095ee6b | 413 | }, |
b2f20ed9 LP |
414 | .fifosize = 128, |
415 | .overrun_reg = SCLSR, | |
416 | .overrun_mask = SCLSR_ORER, | |
417 | .sampling_rate_mask = SCI_SR_RANGE(8, 32), | |
418 | .error_mask = SCIF_DEFAULT_ERROR_MASK, | |
419 | .error_clear = SCIF_ERROR_CLEAR, | |
61a6976b PM |
420 | }, |
421 | ||
422 | /* | |
423 | * Common SH-4(A) SCIF(B) definitions for ports without an SCSPTR | |
424 | * register. | |
425 | */ | |
426 | [SCIx_SH4_SCIF_NO_SCSPTR_REGTYPE] = { | |
e095ee6b LP |
427 | .regs = { |
428 | [SCSMR] = { 0x00, 16 }, | |
429 | [SCBRR] = { 0x04, 8 }, | |
430 | [SCSCR] = { 0x08, 16 }, | |
431 | [SCxTDR] = { 0x0c, 8 }, | |
432 | [SCxSR] = { 0x10, 16 }, | |
433 | [SCxRDR] = { 0x14, 8 }, | |
434 | [SCFCR] = { 0x18, 16 }, | |
435 | [SCFDR] = { 0x1c, 16 }, | |
436 | [SCLSR] = { 0x24, 16 }, | |
437 | }, | |
b2f20ed9 LP |
438 | .fifosize = 16, |
439 | .overrun_reg = SCLSR, | |
440 | .overrun_mask = SCLSR_ORER, | |
441 | .sampling_rate_mask = SCI_SR(32), | |
442 | .error_mask = SCIF_DEFAULT_ERROR_MASK, | |
443 | .error_clear = SCIF_ERROR_CLEAR, | |
61a6976b PM |
444 | }, |
445 | ||
446 | /* | |
447 | * Common SH-4(A) SCIF(B) definitions for ports with FIFO data | |
448 | * count registers. | |
449 | */ | |
450 | [SCIx_SH4_SCIF_FIFODATA_REGTYPE] = { | |
e095ee6b LP |
451 | .regs = { |
452 | [SCSMR] = { 0x00, 16 }, | |
453 | [SCBRR] = { 0x04, 8 }, | |
454 | [SCSCR] = { 0x08, 16 }, | |
455 | [SCxTDR] = { 0x0c, 8 }, | |
456 | [SCxSR] = { 0x10, 16 }, | |
457 | [SCxRDR] = { 0x14, 8 }, | |
458 | [SCFCR] = { 0x18, 16 }, | |
459 | [SCFDR] = { 0x1c, 16 }, | |
460 | [SCTFDR] = { 0x1c, 16 }, /* aliased to SCFDR */ | |
461 | [SCRFDR] = { 0x20, 16 }, | |
462 | [SCSPTR] = { 0x24, 16 }, | |
463 | [SCLSR] = { 0x28, 16 }, | |
464 | }, | |
b2f20ed9 LP |
465 | .fifosize = 16, |
466 | .overrun_reg = SCLSR, | |
467 | .overrun_mask = SCLSR_ORER, | |
468 | .sampling_rate_mask = SCI_SR(32), | |
469 | .error_mask = SCIF_DEFAULT_ERROR_MASK, | |
470 | .error_clear = SCIF_ERROR_CLEAR, | |
61a6976b PM |
471 | }, |
472 | ||
473 | /* | |
474 | * SH7705-style SCIF(B) ports, lacking both SCSPTR and SCLSR | |
475 | * registers. | |
476 | */ | |
477 | [SCIx_SH7705_SCIF_REGTYPE] = { | |
e095ee6b LP |
478 | .regs = { |
479 | [SCSMR] = { 0x00, 16 }, | |
480 | [SCBRR] = { 0x04, 8 }, | |
481 | [SCSCR] = { 0x08, 16 }, | |
482 | [SCxTDR] = { 0x20, 8 }, | |
483 | [SCxSR] = { 0x14, 16 }, | |
484 | [SCxRDR] = { 0x24, 8 }, | |
485 | [SCFCR] = { 0x18, 16 }, | |
486 | [SCFDR] = { 0x1c, 16 }, | |
487 | }, | |
18e8cf15 | 488 | .fifosize = 64, |
b2f20ed9 LP |
489 | .overrun_reg = SCxSR, |
490 | .overrun_mask = SCIFA_ORER, | |
491 | .sampling_rate_mask = SCI_SR(16), | |
492 | .error_mask = SCIF_DEFAULT_ERROR_MASK | SCIFA_ORER, | |
493 | .error_clear = SCIF_ERROR_CLEAR & ~SCIFA_ORER, | |
61a6976b PM |
494 | }, |
495 | }; | |
496 | ||
e095ee6b | 497 | #define sci_getreg(up, offset) (&to_sci_port(up)->params->regs[offset]) |
72b294cf | 498 | |
61a6976b PM |
499 | /* |
500 | * The "offset" here is rather misleading, in that it refers to an enum | |
501 | * value relative to the port mapping rather than the fixed offset | |
502 | * itself, which needs to be manually retrieved from the platform's | |
503 | * register map for the given port. | |
504 | */ | |
505 | static unsigned int sci_serial_in(struct uart_port *p, int offset) | |
506 | { | |
d3184e68 | 507 | const struct plat_sci_reg *reg = sci_getreg(p, offset); |
61a6976b PM |
508 | |
509 | if (reg->size == 8) | |
510 | return ioread8(p->membase + (reg->offset << p->regshift)); | |
511 | else if (reg->size == 16) | |
512 | return ioread16(p->membase + (reg->offset << p->regshift)); | |
513 | else | |
514 | WARN(1, "Invalid register access\n"); | |
515 | ||
516 | return 0; | |
517 | } | |
518 | ||
519 | static void sci_serial_out(struct uart_port *p, int offset, int value) | |
520 | { | |
d3184e68 | 521 | const struct plat_sci_reg *reg = sci_getreg(p, offset); |
61a6976b PM |
522 | |
523 | if (reg->size == 8) | |
524 | iowrite8(value, p->membase + (reg->offset << p->regshift)); | |
525 | else if (reg->size == 16) | |
526 | iowrite16(value, p->membase + (reg->offset << p->regshift)); | |
527 | else | |
528 | WARN(1, "Invalid register access\n"); | |
529 | } | |
530 | ||
23241d43 PM |
531 | static void sci_port_enable(struct sci_port *sci_port) |
532 | { | |
f4998e55 GU |
533 | unsigned int i; |
534 | ||
23241d43 PM |
535 | if (!sci_port->port.dev) |
536 | return; | |
537 | ||
538 | pm_runtime_get_sync(sci_port->port.dev); | |
539 | ||
f4998e55 GU |
540 | for (i = 0; i < SCI_NUM_CLKS; i++) { |
541 | clk_prepare_enable(sci_port->clks[i]); | |
542 | sci_port->clk_rates[i] = clk_get_rate(sci_port->clks[i]); | |
543 | } | |
544 | sci_port->port.uartclk = sci_port->clk_rates[SCI_FCK]; | |
23241d43 PM |
545 | } |
546 | ||
547 | static void sci_port_disable(struct sci_port *sci_port) | |
548 | { | |
f4998e55 GU |
549 | unsigned int i; |
550 | ||
23241d43 PM |
551 | if (!sci_port->port.dev) |
552 | return; | |
553 | ||
f4998e55 GU |
554 | for (i = SCI_NUM_CLKS; i-- > 0; ) |
555 | clk_disable_unprepare(sci_port->clks[i]); | |
23241d43 PM |
556 | |
557 | pm_runtime_put_sync(sci_port->port.dev); | |
558 | } | |
559 | ||
e1910fcd GU |
560 | static inline unsigned long port_rx_irq_mask(struct uart_port *port) |
561 | { | |
562 | /* | |
563 | * Not all ports (such as SCIFA) will support REIE. Rather than | |
564 | * special-casing the port type, we check the port initialization | |
565 | * IRQ enable mask to see whether the IRQ is desired at all. If | |
566 | * it's unset, it's logically inferred that there's no point in | |
567 | * testing for it. | |
568 | */ | |
569 | return SCSCR_RIE | (to_sci_port(port)->cfg->scscr & SCSCR_REIE); | |
570 | } | |
571 | ||
572 | static void sci_start_tx(struct uart_port *port) | |
573 | { | |
574 | struct sci_port *s = to_sci_port(port); | |
575 | unsigned short ctrl; | |
576 | ||
577 | #ifdef CONFIG_SERIAL_SH_SCI_DMA | |
578 | if (port->type == PORT_SCIFA || port->type == PORT_SCIFB) { | |
579 | u16 new, scr = serial_port_in(port, SCSCR); | |
580 | if (s->chan_tx) | |
581 | new = scr | SCSCR_TDRQE; | |
582 | else | |
583 | new = scr & ~SCSCR_TDRQE; | |
584 | if (new != scr) | |
585 | serial_port_out(port, SCSCR, new); | |
586 | } | |
587 | ||
588 | if (s->chan_tx && !uart_circ_empty(&s->port.state->xmit) && | |
589 | dma_submit_error(s->cookie_tx)) { | |
8749061b BD |
590 | if (s->cfg->regtype == SCIx_RZ_SCIFA_REGTYPE) |
591 | /* Switch irq from SCIF to DMA */ | |
57c984f6 | 592 | disable_irq_nosync(s->irqs[SCIx_TXI_IRQ]); |
8749061b | 593 | |
e1910fcd GU |
594 | s->cookie_tx = 0; |
595 | schedule_work(&s->work_tx); | |
596 | } | |
597 | #endif | |
598 | ||
8749061b BD |
599 | if (!s->chan_tx || s->cfg->regtype == SCIx_RZ_SCIFA_REGTYPE || |
600 | port->type == PORT_SCIFA || port->type == PORT_SCIFB) { | |
e1910fcd GU |
601 | /* Set TIE (Transmit Interrupt Enable) bit in SCSCR */ |
602 | ctrl = serial_port_in(port, SCSCR); | |
1707ce2d BD |
603 | |
604 | /* | |
605 | * For SCI, TE (transmit enable) must be set after setting TIE | |
606 | * (transmit interrupt enable) or in the same instruction to start | |
607 | * the transmit process. | |
608 | */ | |
609 | if (port->type == PORT_SCI) | |
610 | ctrl |= SCSCR_TE; | |
611 | ||
e1910fcd GU |
612 | serial_port_out(port, SCSCR, ctrl | SCSCR_TIE); |
613 | } | |
614 | } | |
615 | ||
616 | static void sci_stop_tx(struct uart_port *port) | |
617 | { | |
618 | unsigned short ctrl; | |
619 | ||
620 | /* Clear TIE (Transmit Interrupt Enable) bit in SCSCR */ | |
621 | ctrl = serial_port_in(port, SCSCR); | |
622 | ||
623 | if (port->type == PORT_SCIFA || port->type == PORT_SCIFB) | |
624 | ctrl &= ~SCSCR_TDRQE; | |
625 | ||
626 | ctrl &= ~SCSCR_TIE; | |
627 | ||
628 | serial_port_out(port, SCSCR, ctrl); | |
08a84410 YS |
629 | |
630 | #ifdef CONFIG_SERIAL_SH_SCI_DMA | |
631 | if (to_sci_port(port)->chan_tx && | |
632 | !dma_submit_error(to_sci_port(port)->cookie_tx)) { | |
633 | dmaengine_terminate_async(to_sci_port(port)->chan_tx); | |
634 | to_sci_port(port)->cookie_tx = -EINVAL; | |
635 | } | |
636 | #endif | |
e1910fcd GU |
637 | } |
638 | ||
639 | static void sci_start_rx(struct uart_port *port) | |
640 | { | |
641 | unsigned short ctrl; | |
642 | ||
643 | ctrl = serial_port_in(port, SCSCR) | port_rx_irq_mask(port); | |
644 | ||
645 | if (port->type == PORT_SCIFA || port->type == PORT_SCIFB) | |
646 | ctrl &= ~SCSCR_RDRQE; | |
647 | ||
648 | serial_port_out(port, SCSCR, ctrl); | |
649 | } | |
650 | ||
651 | static void sci_stop_rx(struct uart_port *port) | |
652 | { | |
653 | unsigned short ctrl; | |
654 | ||
655 | ctrl = serial_port_in(port, SCSCR); | |
656 | ||
657 | if (port->type == PORT_SCIFA || port->type == PORT_SCIFB) | |
658 | ctrl &= ~SCSCR_RDRQE; | |
659 | ||
660 | ctrl &= ~port_rx_irq_mask(port); | |
661 | ||
662 | serial_port_out(port, SCSCR, ctrl); | |
663 | } | |
664 | ||
a1b5b43f GU |
665 | static void sci_clear_SCxSR(struct uart_port *port, unsigned int mask) |
666 | { | |
667 | if (port->type == PORT_SCI) { | |
668 | /* Just store the mask */ | |
669 | serial_port_out(port, SCxSR, mask); | |
b2f20ed9 | 670 | } else if (to_sci_port(port)->params->overrun_mask == SCIFA_ORER) { |
a1b5b43f GU |
671 | /* SCIFA/SCIFB and SCIF on SH7705/SH7720/SH7721 */ |
672 | /* Only clear the status bits we want to clear */ | |
673 | serial_port_out(port, SCxSR, | |
674 | serial_port_in(port, SCxSR) & mask); | |
675 | } else { | |
676 | /* Store the mask, clear parity/framing errors */ | |
677 | serial_port_out(port, SCxSR, mask & ~(SCIF_FERC | SCIF_PERC)); | |
678 | } | |
679 | } | |
680 | ||
0b0cced1 YS |
681 | #if defined(CONFIG_CONSOLE_POLL) || defined(CONFIG_SERIAL_SH_SCI_CONSOLE) || \ |
682 | defined(CONFIG_SERIAL_SH_SCI_EARLYCON) | |
1f6fd5c9 PM |
683 | |
684 | #ifdef CONFIG_CONSOLE_POLL | |
07d2a1a1 | 685 | static int sci_poll_get_char(struct uart_port *port) |
1da177e4 | 686 | { |
1da177e4 LT |
687 | unsigned short status; |
688 | int c; | |
689 | ||
e108b2ca | 690 | do { |
b12bb29f | 691 | status = serial_port_in(port, SCxSR); |
1da177e4 | 692 | if (status & SCxSR_ERRORS(port)) { |
a1b5b43f | 693 | sci_clear_SCxSR(port, SCxSR_ERROR_CLEAR(port)); |
1da177e4 LT |
694 | continue; |
695 | } | |
3f255eb3 JW |
696 | break; |
697 | } while (1); | |
698 | ||
699 | if (!(status & SCxSR_RDxF(port))) | |
700 | return NO_POLL_CHAR; | |
07d2a1a1 | 701 | |
b12bb29f | 702 | c = serial_port_in(port, SCxRDR); |
07d2a1a1 | 703 | |
e7c98dc7 | 704 | /* Dummy read */ |
b12bb29f | 705 | serial_port_in(port, SCxSR); |
a1b5b43f | 706 | sci_clear_SCxSR(port, SCxSR_RDxF_CLEAR(port)); |
1da177e4 LT |
707 | |
708 | return c; | |
709 | } | |
1f6fd5c9 | 710 | #endif |
1da177e4 | 711 | |
07d2a1a1 | 712 | static void sci_poll_put_char(struct uart_port *port, unsigned char c) |
1da177e4 | 713 | { |
1da177e4 LT |
714 | unsigned short status; |
715 | ||
1da177e4 | 716 | do { |
b12bb29f | 717 | status = serial_port_in(port, SCxSR); |
1da177e4 LT |
718 | } while (!(status & SCxSR_TDxE(port))); |
719 | ||
b12bb29f | 720 | serial_port_out(port, SCxTDR, c); |
a1b5b43f | 721 | sci_clear_SCxSR(port, SCxSR_TDxE_CLEAR(port) & ~SCxSR_TEND(port)); |
1da177e4 | 722 | } |
0b0cced1 YS |
723 | #endif /* CONFIG_CONSOLE_POLL || CONFIG_SERIAL_SH_SCI_CONSOLE || |
724 | CONFIG_SERIAL_SH_SCI_EARLYCON */ | |
1da177e4 | 725 | |
61a6976b | 726 | static void sci_init_pins(struct uart_port *port, unsigned int cflag) |
1da177e4 | 727 | { |
61a6976b | 728 | struct sci_port *s = to_sci_port(port); |
1da177e4 | 729 | |
61a6976b PM |
730 | /* |
731 | * Use port-specific handler if provided. | |
732 | */ | |
733 | if (s->cfg->ops && s->cfg->ops->init_pins) { | |
734 | s->cfg->ops->init_pins(port, cflag); | |
735 | return; | |
1da177e4 | 736 | } |
41504c39 | 737 | |
e9d7a45a | 738 | if (port->type == PORT_SCIFA || port->type == PORT_SCIFB) { |
cfa6eb23 | 739 | u16 data = serial_port_in(port, SCPDR); |
e9d7a45a GU |
740 | u16 ctrl = serial_port_in(port, SCPCR); |
741 | ||
742 | /* Enable RXD and TXD pin functions */ | |
743 | ctrl &= ~(SCPCR_RXDC | SCPCR_TXDC); | |
97ed9790 | 744 | if (to_sci_port(port)->has_rtscts) { |
cfa6eb23 GU |
745 | /* RTS# is output, active low, unless autorts */ |
746 | if (!(port->mctrl & TIOCM_RTS)) { | |
747 | ctrl |= SCPCR_RTSC; | |
748 | data |= SCPDR_RTSD; | |
749 | } else if (!s->autorts) { | |
750 | ctrl |= SCPCR_RTSC; | |
751 | data &= ~SCPDR_RTSD; | |
752 | } else { | |
753 | /* Enable RTS# pin function */ | |
754 | ctrl &= ~SCPCR_RTSC; | |
755 | } | |
e9d7a45a GU |
756 | /* Enable CTS# pin function */ |
757 | ctrl &= ~SCPCR_CTSC; | |
758 | } | |
cfa6eb23 | 759 | serial_port_out(port, SCPDR, data); |
e9d7a45a GU |
760 | serial_port_out(port, SCPCR, ctrl); |
761 | } else if (sci_getreg(port, SCSPTR)->size) { | |
d2b9775d GU |
762 | u16 status = serial_port_in(port, SCSPTR); |
763 | ||
cfa6eb23 GU |
764 | /* RTS# is always output; and active low, unless autorts */ |
765 | status |= SCSPTR_RTSIO; | |
766 | if (!(port->mctrl & TIOCM_RTS)) | |
767 | status |= SCSPTR_RTSDT; | |
768 | else if (!s->autorts) | |
769 | status &= ~SCSPTR_RTSDT; | |
d2b9775d GU |
770 | /* CTS# and SCK are inputs */ |
771 | status &= ~(SCSPTR_CTSIO | SCSPTR_SCKIO); | |
772 | serial_port_out(port, SCSPTR, status); | |
faf02f8f | 773 | } |
d5701647 | 774 | } |
e108b2ca | 775 | |
72b294cf | 776 | static int sci_txfill(struct uart_port *port) |
e108b2ca | 777 | { |
b2f20ed9 LP |
778 | struct sci_port *s = to_sci_port(port); |
779 | unsigned int fifo_mask = (s->params->fifosize << 1) - 1; | |
d3184e68 | 780 | const struct plat_sci_reg *reg; |
e108b2ca | 781 | |
72b294cf PM |
782 | reg = sci_getreg(port, SCTFDR); |
783 | if (reg->size) | |
b2f20ed9 | 784 | return serial_port_in(port, SCTFDR) & fifo_mask; |
c63847a3 | 785 | |
72b294cf PM |
786 | reg = sci_getreg(port, SCFDR); |
787 | if (reg->size) | |
b12bb29f | 788 | return serial_port_in(port, SCFDR) >> 8; |
d1d4b10c | 789 | |
b12bb29f | 790 | return !(serial_port_in(port, SCxSR) & SCI_TDRE); |
e108b2ca PM |
791 | } |
792 | ||
73a19e4c GL |
793 | static int sci_txroom(struct uart_port *port) |
794 | { | |
72b294cf | 795 | return port->fifosize - sci_txfill(port); |
73a19e4c GL |
796 | } |
797 | ||
798 | static int sci_rxfill(struct uart_port *port) | |
e108b2ca | 799 | { |
b2f20ed9 LP |
800 | struct sci_port *s = to_sci_port(port); |
801 | unsigned int fifo_mask = (s->params->fifosize << 1) - 1; | |
d3184e68 | 802 | const struct plat_sci_reg *reg; |
72b294cf PM |
803 | |
804 | reg = sci_getreg(port, SCRFDR); | |
805 | if (reg->size) | |
b2f20ed9 | 806 | return serial_port_in(port, SCRFDR) & fifo_mask; |
72b294cf PM |
807 | |
808 | reg = sci_getreg(port, SCFDR); | |
809 | if (reg->size) | |
b2f20ed9 | 810 | return serial_port_in(port, SCFDR) & fifo_mask; |
72b294cf | 811 | |
b12bb29f | 812 | return (serial_port_in(port, SCxSR) & SCxSR_RDxF(port)) != 0; |
e108b2ca PM |
813 | } |
814 | ||
1da177e4 LT |
815 | /* ********************************************************************** * |
816 | * the interrupt related routines * | |
817 | * ********************************************************************** */ | |
818 | ||
819 | static void sci_transmit_chars(struct uart_port *port) | |
820 | { | |
ebd2c8f6 | 821 | struct circ_buf *xmit = &port->state->xmit; |
1da177e4 | 822 | unsigned int stopped = uart_tx_stopped(port); |
1da177e4 LT |
823 | unsigned short status; |
824 | unsigned short ctrl; | |
e108b2ca | 825 | int count; |
1da177e4 | 826 | |
b12bb29f | 827 | status = serial_port_in(port, SCxSR); |
1da177e4 | 828 | if (!(status & SCxSR_TDxE(port))) { |
b12bb29f | 829 | ctrl = serial_port_in(port, SCSCR); |
e7c98dc7 | 830 | if (uart_circ_empty(xmit)) |
8e698614 | 831 | ctrl &= ~SCSCR_TIE; |
e7c98dc7 | 832 | else |
8e698614 | 833 | ctrl |= SCSCR_TIE; |
b12bb29f | 834 | serial_port_out(port, SCSCR, ctrl); |
1da177e4 LT |
835 | return; |
836 | } | |
837 | ||
72b294cf | 838 | count = sci_txroom(port); |
1da177e4 LT |
839 | |
840 | do { | |
841 | unsigned char c; | |
842 | ||
843 | if (port->x_char) { | |
844 | c = port->x_char; | |
845 | port->x_char = 0; | |
846 | } else if (!uart_circ_empty(xmit) && !stopped) { | |
847 | c = xmit->buf[xmit->tail]; | |
848 | xmit->tail = (xmit->tail + 1) & (UART_XMIT_SIZE - 1); | |
f06c2a90 BD |
849 | } else if (port->type == PORT_SCI && uart_circ_empty(xmit)) { |
850 | ctrl = serial_port_in(port, SCSCR); | |
851 | ctrl &= ~SCSCR_TE; | |
852 | serial_port_out(port, SCSCR, ctrl); | |
853 | return; | |
1da177e4 LT |
854 | } else { |
855 | break; | |
856 | } | |
857 | ||
b12bb29f | 858 | serial_port_out(port, SCxTDR, c); |
1da177e4 LT |
859 | |
860 | port->icount.tx++; | |
861 | } while (--count > 0); | |
862 | ||
a1b5b43f | 863 | sci_clear_SCxSR(port, SCxSR_TDxE_CLEAR(port)); |
1da177e4 LT |
864 | |
865 | if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS) | |
866 | uart_write_wakeup(port); | |
d61ae331 BD |
867 | if (uart_circ_empty(xmit)) { |
868 | if (port->type == PORT_SCI) { | |
869 | ctrl = serial_port_in(port, SCSCR); | |
870 | ctrl &= ~SCSCR_TIE; | |
871 | ctrl |= SCSCR_TEIE; | |
872 | serial_port_out(port, SCSCR, ctrl); | |
873 | } | |
1da177e4 | 874 | |
d61ae331 BD |
875 | sci_stop_tx(port); |
876 | } | |
1da177e4 LT |
877 | } |
878 | ||
94c8b6db | 879 | static void sci_receive_chars(struct uart_port *port) |
1da177e4 | 880 | { |
227434f8 | 881 | struct tty_port *tport = &port->state->port; |
1da177e4 LT |
882 | int i, count, copied = 0; |
883 | unsigned short status; | |
33f0f88f | 884 | unsigned char flag; |
1da177e4 | 885 | |
b12bb29f | 886 | status = serial_port_in(port, SCxSR); |
1da177e4 LT |
887 | if (!(status & SCxSR_RDxF(port))) |
888 | return; | |
889 | ||
890 | while (1) { | |
1da177e4 | 891 | /* Don't copy more bytes than there is room for in the buffer */ |
227434f8 | 892 | count = tty_buffer_request_room(tport, sci_rxfill(port)); |
1da177e4 LT |
893 | |
894 | /* If for any reason we can't copy more data, we're done! */ | |
895 | if (count == 0) | |
896 | break; | |
897 | ||
898 | if (port->type == PORT_SCI) { | |
b12bb29f | 899 | char c = serial_port_in(port, SCxRDR); |
d5cb1319 | 900 | if (uart_handle_sysrq_char(port, c)) |
1da177e4 | 901 | count = 0; |
e7c98dc7 | 902 | else |
92a19f9c | 903 | tty_insert_flip_char(tport, c, TTY_NORMAL); |
1da177e4 | 904 | } else { |
e7c98dc7 | 905 | for (i = 0; i < count; i++) { |
3dc4db36 KF |
906 | char c; |
907 | ||
908 | if (port->type == PORT_SCIF || | |
909 | port->type == PORT_HSCIF) { | |
910 | status = serial_port_in(port, SCxSR); | |
911 | c = serial_port_in(port, SCxRDR); | |
912 | } else { | |
913 | c = serial_port_in(port, SCxRDR); | |
914 | status = serial_port_in(port, SCxSR); | |
915 | } | |
7d12e780 | 916 | if (uart_handle_sysrq_char(port, c)) { |
1da177e4 LT |
917 | count--; i--; |
918 | continue; | |
919 | } | |
920 | ||
921 | /* Store data and status */ | |
73a19e4c | 922 | if (status & SCxSR_FER(port)) { |
33f0f88f | 923 | flag = TTY_FRAME; |
d97fbbed | 924 | port->icount.frame++; |
73a19e4c | 925 | } else if (status & SCxSR_PER(port)) { |
33f0f88f | 926 | flag = TTY_PARITY; |
d97fbbed | 927 | port->icount.parity++; |
33f0f88f AC |
928 | } else |
929 | flag = TTY_NORMAL; | |
762c69e3 | 930 | |
92a19f9c | 931 | tty_insert_flip_char(tport, c, flag); |
1da177e4 LT |
932 | } |
933 | } | |
934 | ||
b12bb29f | 935 | serial_port_in(port, SCxSR); /* dummy read */ |
a1b5b43f | 936 | sci_clear_SCxSR(port, SCxSR_RDxF_CLEAR(port)); |
1da177e4 | 937 | |
1da177e4 LT |
938 | copied += count; |
939 | port->icount.rx += count; | |
940 | } | |
941 | ||
942 | if (copied) { | |
943 | /* Tell the rest of the system the news. New characters! */ | |
2e124b4a | 944 | tty_flip_buffer_push(tport); |
1da177e4 | 945 | } else { |
7842055b UH |
946 | /* TTY buffers full; read from RX reg to prevent lockup */ |
947 | serial_port_in(port, SCxRDR); | |
b12bb29f | 948 | serial_port_in(port, SCxSR); /* dummy read */ |
a1b5b43f | 949 | sci_clear_SCxSR(port, SCxSR_RDxF_CLEAR(port)); |
1da177e4 LT |
950 | } |
951 | } | |
952 | ||
94c8b6db | 953 | static int sci_handle_errors(struct uart_port *port) |
1da177e4 LT |
954 | { |
955 | int copied = 0; | |
b12bb29f | 956 | unsigned short status = serial_port_in(port, SCxSR); |
92a19f9c | 957 | struct tty_port *tport = &port->state->port; |
debf9507 | 958 | struct sci_port *s = to_sci_port(port); |
1da177e4 | 959 | |
3ae988d9 | 960 | /* Handle overruns */ |
b2f20ed9 | 961 | if (status & s->params->overrun_mask) { |
3ae988d9 | 962 | port->icount.overrun++; |
d97fbbed | 963 | |
3ae988d9 LP |
964 | /* overrun error */ |
965 | if (tty_insert_flip_char(tport, 0, TTY_OVERRUN)) | |
966 | copied++; | |
1da177e4 LT |
967 | } |
968 | ||
e108b2ca | 969 | if (status & SCxSR_FER(port)) { |
d5cb1319 LP |
970 | /* frame error */ |
971 | port->icount.frame++; | |
d97fbbed | 972 | |
d5cb1319 LP |
973 | if (tty_insert_flip_char(tport, 0, TTY_FRAME)) |
974 | copied++; | |
1da177e4 LT |
975 | } |
976 | ||
e108b2ca | 977 | if (status & SCxSR_PER(port)) { |
1da177e4 | 978 | /* parity error */ |
d97fbbed PM |
979 | port->icount.parity++; |
980 | ||
92a19f9c | 981 | if (tty_insert_flip_char(tport, 0, TTY_PARITY)) |
e108b2ca | 982 | copied++; |
1da177e4 LT |
983 | } |
984 | ||
33f0f88f | 985 | if (copied) |
2e124b4a | 986 | tty_flip_buffer_push(tport); |
1da177e4 LT |
987 | |
988 | return copied; | |
989 | } | |
990 | ||
94c8b6db | 991 | static int sci_handle_fifo_overrun(struct uart_port *port) |
d830fa45 | 992 | { |
92a19f9c | 993 | struct tty_port *tport = &port->state->port; |
debf9507 | 994 | struct sci_port *s = to_sci_port(port); |
d3184e68 | 995 | const struct plat_sci_reg *reg; |
2e0842a1 | 996 | int copied = 0; |
75c249fd | 997 | u16 status; |
d830fa45 | 998 | |
b2f20ed9 | 999 | reg = sci_getreg(port, s->params->overrun_reg); |
4b8c59a3 | 1000 | if (!reg->size) |
d830fa45 PM |
1001 | return 0; |
1002 | ||
b2f20ed9 LP |
1003 | status = serial_port_in(port, s->params->overrun_reg); |
1004 | if (status & s->params->overrun_mask) { | |
1005 | status &= ~s->params->overrun_mask; | |
1006 | serial_port_out(port, s->params->overrun_reg, status); | |
d830fa45 | 1007 | |
d97fbbed PM |
1008 | port->icount.overrun++; |
1009 | ||
92a19f9c | 1010 | tty_insert_flip_char(tport, 0, TTY_OVERRUN); |
2e124b4a | 1011 | tty_flip_buffer_push(tport); |
d830fa45 PM |
1012 | copied++; |
1013 | } | |
1014 | ||
1015 | return copied; | |
1016 | } | |
1017 | ||
94c8b6db | 1018 | static int sci_handle_breaks(struct uart_port *port) |
1da177e4 LT |
1019 | { |
1020 | int copied = 0; | |
b12bb29f | 1021 | unsigned short status = serial_port_in(port, SCxSR); |
92a19f9c | 1022 | struct tty_port *tport = &port->state->port; |
1da177e4 | 1023 | |
0b3d4ef6 PM |
1024 | if (uart_handle_break(port)) |
1025 | return 0; | |
1026 | ||
d5cb1319 | 1027 | if (status & SCxSR_BRK(port)) { |
d97fbbed PM |
1028 | port->icount.brk++; |
1029 | ||
1da177e4 | 1030 | /* Notify of BREAK */ |
92a19f9c | 1031 | if (tty_insert_flip_char(tport, 0, TTY_BREAK)) |
33f0f88f | 1032 | copied++; |
1da177e4 LT |
1033 | } |
1034 | ||
33f0f88f | 1035 | if (copied) |
2e124b4a | 1036 | tty_flip_buffer_push(tport); |
e108b2ca | 1037 | |
d830fa45 PM |
1038 | copied += sci_handle_fifo_overrun(port); |
1039 | ||
1da177e4 LT |
1040 | return copied; |
1041 | } | |
1042 | ||
a380ed46 UH |
1043 | static int scif_set_rtrg(struct uart_port *port, int rx_trig) |
1044 | { | |
1045 | unsigned int bits; | |
1046 | ||
2ea2e019 GU |
1047 | if (rx_trig >= port->fifosize) |
1048 | rx_trig = port->fifosize - 1; | |
a380ed46 UH |
1049 | if (rx_trig < 1) |
1050 | rx_trig = 1; | |
a380ed46 UH |
1051 | |
1052 | /* HSCIF can be set to an arbitrary level. */ | |
1053 | if (sci_getreg(port, HSRTRGR)->size) { | |
1054 | serial_port_out(port, HSRTRGR, rx_trig); | |
1055 | return rx_trig; | |
1056 | } | |
1057 | ||
1058 | switch (port->type) { | |
1059 | case PORT_SCIF: | |
1060 | if (rx_trig < 4) { | |
1061 | bits = 0; | |
1062 | rx_trig = 1; | |
1063 | } else if (rx_trig < 8) { | |
1064 | bits = SCFCR_RTRG0; | |
1065 | rx_trig = 4; | |
1066 | } else if (rx_trig < 14) { | |
1067 | bits = SCFCR_RTRG1; | |
1068 | rx_trig = 8; | |
1069 | } else { | |
1070 | bits = SCFCR_RTRG0 | SCFCR_RTRG1; | |
1071 | rx_trig = 14; | |
1072 | } | |
1073 | break; | |
1074 | case PORT_SCIFA: | |
1075 | case PORT_SCIFB: | |
1076 | if (rx_trig < 16) { | |
1077 | bits = 0; | |
1078 | rx_trig = 1; | |
1079 | } else if (rx_trig < 32) { | |
1080 | bits = SCFCR_RTRG0; | |
1081 | rx_trig = 16; | |
1082 | } else if (rx_trig < 48) { | |
1083 | bits = SCFCR_RTRG1; | |
1084 | rx_trig = 32; | |
1085 | } else { | |
1086 | bits = SCFCR_RTRG0 | SCFCR_RTRG1; | |
1087 | rx_trig = 48; | |
1088 | } | |
1089 | break; | |
1090 | default: | |
1091 | WARN(1, "unknown FIFO configuration"); | |
1092 | return 1; | |
1093 | } | |
1094 | ||
1095 | serial_port_out(port, SCFCR, | |
1096 | (serial_port_in(port, SCFCR) & | |
1097 | ~(SCFCR_RTRG1 | SCFCR_RTRG0)) | bits); | |
1098 | ||
1099 | return rx_trig; | |
1100 | } | |
1101 | ||
03940376 UH |
1102 | static int scif_rtrg_enabled(struct uart_port *port) |
1103 | { | |
1104 | if (sci_getreg(port, HSRTRGR)->size) | |
1105 | return serial_port_in(port, HSRTRGR) != 0; | |
1106 | else | |
1107 | return (serial_port_in(port, SCFCR) & | |
1108 | (SCFCR_RTRG0 | SCFCR_RTRG1)) != 0; | |
1109 | } | |
1110 | ||
e99e88a9 | 1111 | static void rx_fifo_timer_fn(struct timer_list *t) |
03940376 | 1112 | { |
e99e88a9 | 1113 | struct sci_port *s = from_timer(s, t, rx_fifo_timer); |
03940376 UH |
1114 | struct uart_port *port = &s->port; |
1115 | ||
1116 | dev_dbg(port->dev, "Rx timed out\n"); | |
1117 | scif_set_rtrg(port, 1); | |
1118 | } | |
1119 | ||
7027e62a GU |
1120 | static ssize_t rx_fifo_trigger_show(struct device *dev, |
1121 | struct device_attribute *attr, char *buf) | |
5d23188a UH |
1122 | { |
1123 | struct uart_port *port = dev_get_drvdata(dev); | |
1124 | struct sci_port *sci = to_sci_port(port); | |
1125 | ||
1126 | return sprintf(buf, "%d\n", sci->rx_trigger); | |
1127 | } | |
1128 | ||
7027e62a GU |
1129 | static ssize_t rx_fifo_trigger_store(struct device *dev, |
1130 | struct device_attribute *attr, | |
1131 | const char *buf, size_t count) | |
5d23188a UH |
1132 | { |
1133 | struct uart_port *port = dev_get_drvdata(dev); | |
1134 | struct sci_port *sci = to_sci_port(port); | |
4ab3c51e | 1135 | int ret; |
5d23188a UH |
1136 | long r; |
1137 | ||
4ab3c51e DC |
1138 | ret = kstrtol(buf, 0, &r); |
1139 | if (ret) | |
1140 | return ret; | |
90afa525 | 1141 | |
5d23188a | 1142 | sci->rx_trigger = scif_set_rtrg(port, r); |
90afa525 UH |
1143 | if (port->type == PORT_SCIFA || port->type == PORT_SCIFB) |
1144 | scif_set_rtrg(port, 1); | |
1145 | ||
5d23188a UH |
1146 | return count; |
1147 | } | |
1148 | ||
7027e62a | 1149 | static DEVICE_ATTR_RW(rx_fifo_trigger); |
5d23188a UH |
1150 | |
1151 | static ssize_t rx_fifo_timeout_show(struct device *dev, | |
1152 | struct device_attribute *attr, | |
1153 | char *buf) | |
1154 | { | |
1155 | struct uart_port *port = dev_get_drvdata(dev); | |
1156 | struct sci_port *sci = to_sci_port(port); | |
fa2abb03 | 1157 | int v; |
5d23188a | 1158 | |
fa2abb03 UH |
1159 | if (port->type == PORT_HSCIF) |
1160 | v = sci->hscif_tot >> HSSCR_TOT_SHIFT; | |
1161 | else | |
1162 | v = sci->rx_fifo_timeout; | |
1163 | ||
1164 | return sprintf(buf, "%d\n", v); | |
5d23188a UH |
1165 | } |
1166 | ||
1167 | static ssize_t rx_fifo_timeout_store(struct device *dev, | |
1168 | struct device_attribute *attr, | |
1169 | const char *buf, | |
1170 | size_t count) | |
1171 | { | |
1172 | struct uart_port *port = dev_get_drvdata(dev); | |
1173 | struct sci_port *sci = to_sci_port(port); | |
4ab3c51e | 1174 | int ret; |
5d23188a UH |
1175 | long r; |
1176 | ||
4ab3c51e DC |
1177 | ret = kstrtol(buf, 0, &r); |
1178 | if (ret) | |
1179 | return ret; | |
fa2abb03 UH |
1180 | |
1181 | if (port->type == PORT_HSCIF) { | |
1182 | if (r < 0 || r > 3) | |
1183 | return -EINVAL; | |
1184 | sci->hscif_tot = r << HSSCR_TOT_SHIFT; | |
1185 | } else { | |
1186 | sci->rx_fifo_timeout = r; | |
1187 | scif_set_rtrg(port, 1); | |
1188 | if (r > 0) | |
e99e88a9 | 1189 | timer_setup(&sci->rx_fifo_timer, rx_fifo_timer_fn, 0); |
fa2abb03 UH |
1190 | } |
1191 | ||
5d23188a UH |
1192 | return count; |
1193 | } | |
1194 | ||
b6b996b6 | 1195 | static DEVICE_ATTR_RW(rx_fifo_timeout); |
5d23188a UH |
1196 | |
1197 | ||
73a19e4c | 1198 | #ifdef CONFIG_SERIAL_SH_SCI_DMA |
e1910fcd GU |
1199 | static void sci_dma_tx_complete(void *arg) |
1200 | { | |
1201 | struct sci_port *s = arg; | |
1202 | struct uart_port *port = &s->port; | |
1203 | struct circ_buf *xmit = &port->state->xmit; | |
1204 | unsigned long flags; | |
73a19e4c | 1205 | |
e1910fcd | 1206 | dev_dbg(port->dev, "%s(%d)\n", __func__, port->line); |
73a19e4c | 1207 | |
94c53770 | 1208 | uart_port_lock_irqsave(port, &flags); |
73a19e4c | 1209 | |
e234ef0e | 1210 | uart_xmit_advance(port, s->tx_dma_len); |
1da177e4 | 1211 | |
e1910fcd GU |
1212 | if (uart_circ_chars_pending(xmit) < WAKEUP_CHARS) |
1213 | uart_write_wakeup(port); | |
1da177e4 | 1214 | |
e1910fcd GU |
1215 | if (!uart_circ_empty(xmit)) { |
1216 | s->cookie_tx = 0; | |
1217 | schedule_work(&s->work_tx); | |
1218 | } else { | |
1219 | s->cookie_tx = -EINVAL; | |
8749061b BD |
1220 | if (port->type == PORT_SCIFA || port->type == PORT_SCIFB || |
1221 | s->cfg->regtype == SCIx_RZ_SCIFA_REGTYPE) { | |
e1910fcd GU |
1222 | u16 ctrl = serial_port_in(port, SCSCR); |
1223 | serial_port_out(port, SCSCR, ctrl & ~SCSCR_TIE); | |
8749061b BD |
1224 | if (s->cfg->regtype == SCIx_RZ_SCIFA_REGTYPE) { |
1225 | /* Switch irq from DMA to SCIF */ | |
1226 | dmaengine_pause(s->chan_tx_saved); | |
1227 | enable_irq(s->irqs[SCIx_TXI_IRQ]); | |
1228 | } | |
e1910fcd GU |
1229 | } |
1230 | } | |
1da177e4 | 1231 | |
94c53770 | 1232 | uart_port_unlock_irqrestore(port, flags); |
1da177e4 LT |
1233 | } |
1234 | ||
e1910fcd GU |
1235 | /* Locking: called with port lock held */ |
1236 | static int sci_dma_rx_push(struct sci_port *s, void *buf, size_t count) | |
1da177e4 | 1237 | { |
e1910fcd GU |
1238 | struct uart_port *port = &s->port; |
1239 | struct tty_port *tport = &port->state->port; | |
1240 | int copied; | |
1da177e4 | 1241 | |
e1910fcd | 1242 | copied = tty_insert_flip_string(tport, buf, count); |
6fc5a520 | 1243 | if (copied < count) |
e1910fcd | 1244 | port->icount.buf_overrun++; |
1da177e4 | 1245 | |
e1910fcd | 1246 | port->icount.rx += copied; |
1da177e4 | 1247 | |
e1910fcd | 1248 | return copied; |
1da177e4 LT |
1249 | } |
1250 | ||
e1910fcd | 1251 | static int sci_dma_rx_find_active(struct sci_port *s) |
1da177e4 | 1252 | { |
e1910fcd | 1253 | unsigned int i; |
1da177e4 | 1254 | |
e1910fcd GU |
1255 | for (i = 0; i < ARRAY_SIZE(s->cookie_rx); i++) |
1256 | if (s->active_rx == s->cookie_rx[i]) | |
1257 | return i; | |
1da177e4 | 1258 | |
e1910fcd | 1259 | return -1; |
1da177e4 LT |
1260 | } |
1261 | ||
11b3770d GU |
1262 | static void sci_dma_rx_chan_invalidate(struct sci_port *s) |
1263 | { | |
1264 | unsigned int i; | |
1265 | ||
1266 | s->chan_rx = NULL; | |
1267 | for (i = 0; i < ARRAY_SIZE(s->cookie_rx); i++) | |
1268 | s->cookie_rx[i] = -EINVAL; | |
1269 | s->active_rx = 0; | |
1270 | } | |
1271 | ||
8fcf7a65 | 1272 | static void sci_dma_rx_release(struct sci_port *s) |
f43dc23d | 1273 | { |
2c4ee235 | 1274 | struct dma_chan *chan = s->chan_rx_saved; |
e1910fcd | 1275 | |
11b3770d GU |
1276 | s->chan_rx_saved = NULL; |
1277 | sci_dma_rx_chan_invalidate(s); | |
6eefc68d | 1278 | dmaengine_terminate_sync(chan); |
e1910fcd GU |
1279 | dma_free_coherent(chan->device->dev, s->buf_len_rx * 2, s->rx_buf[0], |
1280 | sg_dma_address(&s->sg_rx[0])); | |
1281 | dma_release_channel(chan); | |
f43dc23d PM |
1282 | } |
1283 | ||
b96408b4 UH |
1284 | static void start_hrtimer_us(struct hrtimer *hrt, unsigned long usec) |
1285 | { | |
1286 | long sec = usec / 1000000; | |
1287 | long nsec = (usec % 1000000) * 1000; | |
1288 | ktime_t t = ktime_set(sec, nsec); | |
1289 | ||
1290 | hrtimer_start(hrt, t, HRTIMER_MODE_REL); | |
1291 | } | |
1292 | ||
38766e4b GU |
1293 | static void sci_dma_rx_reenable_irq(struct sci_port *s) |
1294 | { | |
1295 | struct uart_port *port = &s->port; | |
1296 | u16 scr; | |
1297 | ||
1298 | /* Direct new serial port interrupts back to CPU */ | |
1299 | scr = serial_port_in(port, SCSCR); | |
cf383d12 BD |
1300 | if (port->type == PORT_SCIFA || port->type == PORT_SCIFB || |
1301 | s->cfg->regtype == SCIx_RZ_SCIFA_REGTYPE) { | |
38766e4b | 1302 | enable_irq(s->irqs[SCIx_RXI_IRQ]); |
cf383d12 BD |
1303 | if (s->cfg->regtype == SCIx_RZ_SCIFA_REGTYPE) |
1304 | scif_set_rtrg(port, s->rx_trigger); | |
1305 | else | |
1306 | scr &= ~SCSCR_RDRQE; | |
38766e4b GU |
1307 | } |
1308 | serial_port_out(port, SCSCR, scr | SCSCR_RIE); | |
1309 | } | |
1310 | ||
e1910fcd | 1311 | static void sci_dma_rx_complete(void *arg) |
1da177e4 | 1312 | { |
e1910fcd | 1313 | struct sci_port *s = arg; |
1d3db608 | 1314 | struct dma_chan *chan = s->chan_rx; |
e1910fcd | 1315 | struct uart_port *port = &s->port; |
67f462b0 | 1316 | struct dma_async_tx_descriptor *desc; |
e1910fcd GU |
1317 | unsigned long flags; |
1318 | int active, count = 0; | |
1da177e4 | 1319 | |
e1910fcd GU |
1320 | dev_dbg(port->dev, "%s(%d) active cookie %d\n", __func__, port->line, |
1321 | s->active_rx); | |
cb772fe7 | 1322 | |
94c53770 | 1323 | uart_port_lock_irqsave(port, &flags); |
1da177e4 | 1324 | |
e1910fcd GU |
1325 | active = sci_dma_rx_find_active(s); |
1326 | if (active >= 0) | |
1327 | count = sci_dma_rx_push(s, s->rx_buf[active], s->buf_len_rx); | |
f43dc23d | 1328 | |
b96408b4 | 1329 | start_hrtimer_us(&s->rx_timer, s->rx_timeout); |
f43dc23d | 1330 | |
e1910fcd GU |
1331 | if (count) |
1332 | tty_flip_buffer_push(&port->state->port); | |
8b6ff84c | 1333 | |
67f462b0 GU |
1334 | desc = dmaengine_prep_slave_sg(s->chan_rx, &s->sg_rx[active], 1, |
1335 | DMA_DEV_TO_MEM, | |
1336 | DMA_PREP_INTERRUPT | DMA_CTRL_ACK); | |
1337 | if (!desc) | |
1338 | goto fail; | |
1339 | ||
1340 | desc->callback = sci_dma_rx_complete; | |
1341 | desc->callback_param = s; | |
1342 | s->cookie_rx[active] = dmaengine_submit(desc); | |
1343 | if (dma_submit_error(s->cookie_rx[active])) | |
1344 | goto fail; | |
1345 | ||
1346 | s->active_rx = s->cookie_rx[!active]; | |
1347 | ||
1d3db608 MHF |
1348 | dma_async_issue_pending(chan); |
1349 | ||
94c53770 | 1350 | uart_port_unlock_irqrestore(port, flags); |
67f462b0 GU |
1351 | dev_dbg(port->dev, "%s: cookie %d #%d, new active cookie %d\n", |
1352 | __func__, s->cookie_rx[active], active, s->active_rx); | |
67f462b0 GU |
1353 | return; |
1354 | ||
1355 | fail: | |
94c53770 | 1356 | uart_port_unlock_irqrestore(port, flags); |
67f462b0 | 1357 | dev_warn(port->dev, "Failed submitting Rx DMA descriptor\n"); |
2c4ee235 | 1358 | /* Switch to PIO */ |
94c53770 | 1359 | uart_port_lock_irqsave(port, &flags); |
26f07399 GU |
1360 | dmaengine_terminate_async(chan); |
1361 | sci_dma_rx_chan_invalidate(s); | |
1362 | sci_dma_rx_reenable_irq(s); | |
94c53770 | 1363 | uart_port_unlock_irqrestore(port, flags); |
1da177e4 LT |
1364 | } |
1365 | ||
8fcf7a65 | 1366 | static void sci_dma_tx_release(struct sci_port *s) |
1da177e4 | 1367 | { |
2c4ee235 | 1368 | struct dma_chan *chan = s->chan_tx_saved; |
1da177e4 | 1369 | |
f6611317 | 1370 | cancel_work_sync(&s->work_tx); |
2c4ee235 | 1371 | s->chan_tx_saved = s->chan_tx = NULL; |
e1910fcd | 1372 | s->cookie_tx = -EINVAL; |
6eefc68d | 1373 | dmaengine_terminate_sync(chan); |
e1910fcd GU |
1374 | dma_unmap_single(chan->device->dev, s->tx_dma_addr, UART_XMIT_SIZE, |
1375 | DMA_TO_DEVICE); | |
1376 | dma_release_channel(chan); | |
e1910fcd | 1377 | } |
d535a230 | 1378 | |
8fcf7a65 | 1379 | static int sci_dma_rx_submit(struct sci_port *s, bool port_lock_held) |
e1910fcd GU |
1380 | { |
1381 | struct dma_chan *chan = s->chan_rx; | |
2c4ee235 GU |
1382 | struct uart_port *port = &s->port; |
1383 | unsigned long flags; | |
e1910fcd | 1384 | int i; |
073e84c9 | 1385 | |
e1910fcd GU |
1386 | for (i = 0; i < 2; i++) { |
1387 | struct scatterlist *sg = &s->sg_rx[i]; | |
1388 | struct dma_async_tx_descriptor *desc; | |
1da177e4 | 1389 | |
e1910fcd GU |
1390 | desc = dmaengine_prep_slave_sg(chan, |
1391 | sg, 1, DMA_DEV_TO_MEM, | |
1392 | DMA_PREP_INTERRUPT | DMA_CTRL_ACK); | |
1393 | if (!desc) | |
1394 | goto fail; | |
501b825d | 1395 | |
e1910fcd GU |
1396 | desc->callback = sci_dma_rx_complete; |
1397 | desc->callback_param = s; | |
1398 | s->cookie_rx[i] = dmaengine_submit(desc); | |
1399 | if (dma_submit_error(s->cookie_rx[i])) | |
1400 | goto fail; | |
9174fc8f | 1401 | |
e1910fcd | 1402 | } |
9174fc8f | 1403 | |
e1910fcd | 1404 | s->active_rx = s->cookie_rx[0]; |
9174fc8f | 1405 | |
e1910fcd | 1406 | dma_async_issue_pending(chan); |
71ab1c03 | 1407 | return 0; |
9174fc8f | 1408 | |
e1910fcd | 1409 | fail: |
dd1f2250 GU |
1410 | /* Switch to PIO */ |
1411 | if (!port_lock_held) | |
94c53770 | 1412 | uart_port_lock_irqsave(port, &flags); |
e1910fcd | 1413 | if (i) |
6eefc68d | 1414 | dmaengine_terminate_async(chan); |
11b3770d | 1415 | sci_dma_rx_chan_invalidate(s); |
2c4ee235 | 1416 | sci_start_rx(port); |
dd1f2250 | 1417 | if (!port_lock_held) |
94c53770 | 1418 | uart_port_unlock_irqrestore(port, flags); |
71ab1c03 | 1419 | return -EAGAIN; |
e1910fcd | 1420 | } |
9174fc8f | 1421 | |
8fcf7a65 | 1422 | static void sci_dma_tx_work_fn(struct work_struct *work) |
1da177e4 | 1423 | { |
e1910fcd GU |
1424 | struct sci_port *s = container_of(work, struct sci_port, work_tx); |
1425 | struct dma_async_tx_descriptor *desc; | |
1426 | struct dma_chan *chan = s->chan_tx; | |
1427 | struct uart_port *port = &s->port; | |
1428 | struct circ_buf *xmit = &port->state->xmit; | |
2c4ee235 | 1429 | unsigned long flags; |
e1910fcd | 1430 | dma_addr_t buf; |
8493eab0 | 1431 | int head, tail; |
1da177e4 | 1432 | |
9174fc8f | 1433 | /* |
e1910fcd GU |
1434 | * DMA is idle now. |
1435 | * Port xmit buffer is already mapped, and it is one page... Just adjust | |
1436 | * offsets and lengths. Since it is a circular buffer, we have to | |
1437 | * transmit till the end, and then the rest. Take the port lock to get a | |
1438 | * consistent xmit buffer state. | |
9174fc8f | 1439 | */ |
94c53770 | 1440 | uart_port_lock_irq(port); |
8493eab0 GU |
1441 | head = xmit->head; |
1442 | tail = xmit->tail; | |
575ca2cb | 1443 | buf = s->tx_dma_addr + tail; |
a54dc4b3 | 1444 | s->tx_dma_len = CIRC_CNT_TO_END(head, tail, UART_XMIT_SIZE); |
8493eab0 GU |
1445 | if (!s->tx_dma_len) { |
1446 | /* Transmit buffer has been flushed */ | |
94c53770 | 1447 | uart_port_unlock_irq(port); |
8493eab0 GU |
1448 | return; |
1449 | } | |
0e8963de | 1450 | |
e1910fcd GU |
1451 | desc = dmaengine_prep_slave_single(chan, buf, s->tx_dma_len, |
1452 | DMA_MEM_TO_DEV, | |
1453 | DMA_PREP_INTERRUPT | DMA_CTRL_ACK); | |
1454 | if (!desc) { | |
94c53770 | 1455 | uart_port_unlock_irq(port); |
e1910fcd | 1456 | dev_warn(port->dev, "Failed preparing Tx DMA descriptor\n"); |
2c4ee235 | 1457 | goto switch_to_pio; |
e1910fcd | 1458 | } |
0e8963de | 1459 | |
e1910fcd GU |
1460 | dma_sync_single_for_device(chan->device->dev, buf, s->tx_dma_len, |
1461 | DMA_TO_DEVICE); | |
1da177e4 | 1462 | |
e1910fcd GU |
1463 | desc->callback = sci_dma_tx_complete; |
1464 | desc->callback_param = s; | |
e1910fcd GU |
1465 | s->cookie_tx = dmaengine_submit(desc); |
1466 | if (dma_submit_error(s->cookie_tx)) { | |
94c53770 | 1467 | uart_port_unlock_irq(port); |
e1910fcd | 1468 | dev_warn(port->dev, "Failed submitting Tx DMA descriptor\n"); |
2c4ee235 | 1469 | goto switch_to_pio; |
1da177e4 | 1470 | } |
1da177e4 | 1471 | |
94c53770 | 1472 | uart_port_unlock_irq(port); |
e1910fcd | 1473 | dev_dbg(port->dev, "%s: %p: %d...%d, cookie %d\n", |
8493eab0 | 1474 | __func__, xmit->buf, tail, head, s->cookie_tx); |
73a19e4c | 1475 | |
e1910fcd | 1476 | dma_async_issue_pending(chan); |
2c4ee235 GU |
1477 | return; |
1478 | ||
1479 | switch_to_pio: | |
94c53770 | 1480 | uart_port_lock_irqsave(port, &flags); |
2c4ee235 GU |
1481 | s->chan_tx = NULL; |
1482 | sci_start_tx(port); | |
94c53770 | 1483 | uart_port_unlock_irqrestore(port, flags); |
2c4ee235 | 1484 | return; |
1da177e4 LT |
1485 | } |
1486 | ||
8fcf7a65 | 1487 | static enum hrtimer_restart sci_dma_rx_timer_fn(struct hrtimer *t) |
1da177e4 | 1488 | { |
b96408b4 | 1489 | struct sci_port *s = container_of(t, struct sci_port, rx_timer); |
e7327c09 | 1490 | struct dma_chan *chan = s->chan_rx; |
e1910fcd | 1491 | struct uart_port *port = &s->port; |
67f462b0 GU |
1492 | struct dma_tx_state state; |
1493 | enum dma_status status; | |
1494 | unsigned long flags; | |
1495 | unsigned int read; | |
1496 | int active, count; | |
67f462b0 | 1497 | |
67f462b0 | 1498 | dev_dbg(port->dev, "DMA Rx timed out\n"); |
67f462b0 | 1499 | |
94c53770 | 1500 | uart_port_lock_irqsave(port, &flags); |
6fc5a520 | 1501 | |
67f462b0 GU |
1502 | active = sci_dma_rx_find_active(s); |
1503 | if (active < 0) { | |
94c53770 | 1504 | uart_port_unlock_irqrestore(port, flags); |
b96408b4 | 1505 | return HRTIMER_NORESTART; |
67f462b0 GU |
1506 | } |
1507 | ||
1508 | status = dmaengine_tx_status(s->chan_rx, s->active_rx, &state); | |
3b963042 | 1509 | if (status == DMA_COMPLETE) { |
94c53770 | 1510 | uart_port_unlock_irqrestore(port, flags); |
67f462b0 GU |
1511 | dev_dbg(port->dev, "Cookie %d #%d has already completed\n", |
1512 | s->active_rx, active); | |
3b963042 MHF |
1513 | |
1514 | /* Let packet complete handler take care of the packet */ | |
b96408b4 | 1515 | return HRTIMER_NORESTART; |
3b963042 | 1516 | } |
67f462b0 | 1517 | |
e7327c09 MHF |
1518 | dmaengine_pause(chan); |
1519 | ||
1520 | /* | |
1521 | * sometimes DMA transfer doesn't stop even if it is stopped and | |
1522 | * data keeps on coming until transaction is complete so check | |
1523 | * for DMA_COMPLETE again | |
1524 | * Let packet complete handler take care of the packet | |
1525 | */ | |
1526 | status = dmaengine_tx_status(s->chan_rx, s->active_rx, &state); | |
1527 | if (status == DMA_COMPLETE) { | |
94c53770 | 1528 | uart_port_unlock_irqrestore(port, flags); |
e7327c09 | 1529 | dev_dbg(port->dev, "Transaction complete after DMA engine was stopped"); |
b96408b4 | 1530 | return HRTIMER_NORESTART; |
e7327c09 MHF |
1531 | } |
1532 | ||
67f462b0 | 1533 | /* Handle incomplete DMA receive */ |
6eefc68d | 1534 | dmaengine_terminate_async(s->chan_rx); |
67f462b0 | 1535 | read = sg_dma_len(&s->sg_rx[active]) - state.residue; |
67f462b0 GU |
1536 | |
1537 | if (read) { | |
1538 | count = sci_dma_rx_push(s, s->rx_buf[active], read); | |
1539 | if (count) | |
1540 | tty_flip_buffer_push(&port->state->port); | |
1541 | } | |
1542 | ||
cf383d12 BD |
1543 | if (port->type == PORT_SCIFA || port->type == PORT_SCIFB || |
1544 | s->cfg->regtype == SCIx_RZ_SCIFA_REGTYPE) | |
8fcf7a65 | 1545 | sci_dma_rx_submit(s, true); |
371cfed3 | 1546 | |
38766e4b | 1547 | sci_dma_rx_reenable_irq(s); |
371cfed3 | 1548 | |
94c53770 | 1549 | uart_port_unlock_irqrestore(port, flags); |
b96408b4 UH |
1550 | |
1551 | return HRTIMER_NORESTART; | |
1da177e4 LT |
1552 | } |
1553 | ||
ff441129 | 1554 | static struct dma_chan *sci_request_dma_chan(struct uart_port *port, |
219fb0c1 | 1555 | enum dma_transfer_direction dir) |
ff441129 | 1556 | { |
ff441129 GU |
1557 | struct dma_chan *chan; |
1558 | struct dma_slave_config cfg; | |
1559 | int ret; | |
1560 | ||
f1c7f92e CJ |
1561 | chan = dma_request_chan(port->dev, dir == DMA_MEM_TO_DEV ? "tx" : "rx"); |
1562 | if (IS_ERR(chan)) { | |
1563 | dev_dbg(port->dev, "dma_request_chan failed\n"); | |
ff441129 GU |
1564 | return NULL; |
1565 | } | |
1566 | ||
1567 | memset(&cfg, 0, sizeof(cfg)); | |
1568 | cfg.direction = dir; | |
f1d81e3c BD |
1569 | cfg.dst_addr = port->mapbase + |
1570 | (sci_getreg(port, SCxTDR)->offset << port->regshift); | |
1571 | cfg.dst_addr_width = DMA_SLAVE_BUSWIDTH_1_BYTE; | |
1572 | cfg.src_addr = port->mapbase + | |
1573 | (sci_getreg(port, SCxRDR)->offset << port->regshift); | |
1574 | cfg.src_addr_width = DMA_SLAVE_BUSWIDTH_1_BYTE; | |
ff441129 GU |
1575 | |
1576 | ret = dmaengine_slave_config(chan, &cfg); | |
1577 | if (ret) { | |
1578 | dev_warn(port->dev, "dmaengine_slave_config failed %d\n", ret); | |
1579 | dma_release_channel(chan); | |
1580 | return NULL; | |
1581 | } | |
1582 | ||
1583 | return chan; | |
1584 | } | |
1585 | ||
e1910fcd | 1586 | static void sci_request_dma(struct uart_port *port) |
73a19e4c | 1587 | { |
e1910fcd | 1588 | struct sci_port *s = to_sci_port(port); |
e1910fcd | 1589 | struct dma_chan *chan; |
73a19e4c | 1590 | |
e1910fcd | 1591 | dev_dbg(port->dev, "%s: port %d\n", __func__, port->line); |
73a19e4c | 1592 | |
099506cb GD |
1593 | /* |
1594 | * DMA on console may interfere with Kernel log messages which use | |
1595 | * plain putchar(). So, simply don't use it with a console. | |
1596 | */ | |
1597 | if (uart_console(port)) | |
1598 | return; | |
1599 | ||
219fb0c1 | 1600 | if (!port->dev->of_node) |
e1910fcd | 1601 | return; |
73a19e4c | 1602 | |
e1910fcd | 1603 | s->cookie_tx = -EINVAL; |
7464779f AL |
1604 | |
1605 | /* | |
1606 | * Don't request a dma channel if no channel was specified | |
1607 | * in the device tree. | |
1608 | */ | |
ef194140 | 1609 | if (!of_property_present(port->dev->of_node, "dmas")) |
7464779f AL |
1610 | return; |
1611 | ||
219fb0c1 | 1612 | chan = sci_request_dma_chan(port, DMA_MEM_TO_DEV); |
e1910fcd GU |
1613 | dev_dbg(port->dev, "%s: TX: got channel %p\n", __func__, chan); |
1614 | if (chan) { | |
e1910fcd GU |
1615 | /* UART circular tx buffer is an aligned page. */ |
1616 | s->tx_dma_addr = dma_map_single(chan->device->dev, | |
1617 | port->state->xmit.buf, | |
1618 | UART_XMIT_SIZE, | |
1619 | DMA_TO_DEVICE); | |
1620 | if (dma_mapping_error(chan->device->dev, s->tx_dma_addr)) { | |
1621 | dev_warn(port->dev, "Failed mapping Tx DMA descriptor\n"); | |
1622 | dma_release_channel(chan); | |
e1910fcd GU |
1623 | } else { |
1624 | dev_dbg(port->dev, "%s: mapped %lu@%p to %pad\n", | |
1625 | __func__, UART_XMIT_SIZE, | |
1626 | port->state->xmit.buf, &s->tx_dma_addr); | |
2c4ee235 | 1627 | |
8fcf7a65 | 1628 | INIT_WORK(&s->work_tx, sci_dma_tx_work_fn); |
2c4ee235 | 1629 | s->chan_tx_saved = s->chan_tx = chan; |
49d4bcad | 1630 | } |
3089f381 GL |
1631 | } |
1632 | ||
219fb0c1 | 1633 | chan = sci_request_dma_chan(port, DMA_DEV_TO_MEM); |
e1910fcd GU |
1634 | dev_dbg(port->dev, "%s: RX: got channel %p\n", __func__, chan); |
1635 | if (chan) { | |
1636 | unsigned int i; | |
1637 | dma_addr_t dma; | |
1638 | void *buf; | |
73a19e4c | 1639 | |
e1910fcd GU |
1640 | s->buf_len_rx = 2 * max_t(size_t, 16, port->fifosize); |
1641 | buf = dma_alloc_coherent(chan->device->dev, s->buf_len_rx * 2, | |
1642 | &dma, GFP_KERNEL); | |
1643 | if (!buf) { | |
1644 | dev_warn(port->dev, | |
1645 | "Failed to allocate Rx dma buffer, using PIO\n"); | |
1646 | dma_release_channel(chan); | |
e1910fcd GU |
1647 | return; |
1648 | } | |
73a19e4c | 1649 | |
e1910fcd GU |
1650 | for (i = 0; i < 2; i++) { |
1651 | struct scatterlist *sg = &s->sg_rx[i]; | |
0533502d | 1652 | |
e1910fcd GU |
1653 | sg_init_table(sg, 1); |
1654 | s->rx_buf[i] = buf; | |
1655 | sg_dma_address(sg) = dma; | |
d09959e7 | 1656 | sg_dma_len(sg) = s->buf_len_rx; |
0533502d | 1657 | |
e1910fcd GU |
1658 | buf += s->buf_len_rx; |
1659 | dma += s->buf_len_rx; | |
1660 | } | |
1661 | ||
b96408b4 | 1662 | hrtimer_init(&s->rx_timer, CLOCK_MONOTONIC, HRTIMER_MODE_REL); |
8fcf7a65 | 1663 | s->rx_timer.function = sci_dma_rx_timer_fn; |
e1910fcd | 1664 | |
202dc3cc GU |
1665 | s->chan_rx_saved = s->chan_rx = chan; |
1666 | ||
cf383d12 BD |
1667 | if (port->type == PORT_SCIFA || port->type == PORT_SCIFB || |
1668 | s->cfg->regtype == SCIx_RZ_SCIFA_REGTYPE) | |
8fcf7a65 | 1669 | sci_dma_rx_submit(s, false); |
e1910fcd | 1670 | } |
0533502d GU |
1671 | } |
1672 | ||
e1910fcd | 1673 | static void sci_free_dma(struct uart_port *port) |
73a19e4c | 1674 | { |
e1910fcd | 1675 | struct sci_port *s = to_sci_port(port); |
73a19e4c | 1676 | |
2c4ee235 | 1677 | if (s->chan_tx_saved) |
8fcf7a65 | 1678 | sci_dma_tx_release(s); |
2c4ee235 | 1679 | if (s->chan_rx_saved) |
8fcf7a65 | 1680 | sci_dma_rx_release(s); |
e1910fcd | 1681 | } |
1cf4a7ef GU |
1682 | |
1683 | static void sci_flush_buffer(struct uart_port *port) | |
1684 | { | |
775b7ffd GU |
1685 | struct sci_port *s = to_sci_port(port); |
1686 | ||
1cf4a7ef GU |
1687 | /* |
1688 | * In uart_flush_buffer(), the xmit circular buffer has just been | |
775b7ffd GU |
1689 | * cleared, so we have to reset tx_dma_len accordingly, and stop any |
1690 | * pending transfers | |
1cf4a7ef | 1691 | */ |
775b7ffd GU |
1692 | s->tx_dma_len = 0; |
1693 | if (s->chan_tx) { | |
1694 | dmaengine_terminate_async(s->chan_tx); | |
1695 | s->cookie_tx = -EINVAL; | |
1696 | } | |
1cf4a7ef GU |
1697 | } |
1698 | #else /* !CONFIG_SERIAL_SH_SCI_DMA */ | |
e1910fcd GU |
1699 | static inline void sci_request_dma(struct uart_port *port) |
1700 | { | |
1701 | } | |
73a19e4c | 1702 | |
e1910fcd GU |
1703 | static inline void sci_free_dma(struct uart_port *port) |
1704 | { | |
1705 | } | |
1cf4a7ef GU |
1706 | |
1707 | #define sci_flush_buffer NULL | |
1708 | #endif /* !CONFIG_SERIAL_SH_SCI_DMA */ | |
73a19e4c | 1709 | |
e1910fcd GU |
1710 | static irqreturn_t sci_rx_interrupt(int irq, void *ptr) |
1711 | { | |
e1910fcd GU |
1712 | struct uart_port *port = ptr; |
1713 | struct sci_port *s = to_sci_port(port); | |
73a19e4c | 1714 | |
03940376 | 1715 | #ifdef CONFIG_SERIAL_SH_SCI_DMA |
e1910fcd GU |
1716 | if (s->chan_rx) { |
1717 | u16 scr = serial_port_in(port, SCSCR); | |
1718 | u16 ssr = serial_port_in(port, SCxSR); | |
73a19e4c | 1719 | |
e1910fcd | 1720 | /* Disable future Rx interrupts */ |
cf383d12 BD |
1721 | if (port->type == PORT_SCIFA || port->type == PORT_SCIFB || |
1722 | s->cfg->regtype == SCIx_RZ_SCIFA_REGTYPE) { | |
1723 | disable_irq_nosync(s->irqs[SCIx_RXI_IRQ]); | |
1724 | if (s->cfg->regtype == SCIx_RZ_SCIFA_REGTYPE) { | |
1725 | scif_set_rtrg(port, 1); | |
1726 | scr |= SCSCR_RIE; | |
1727 | } else { | |
1728 | scr |= SCSCR_RDRQE; | |
1729 | } | |
e1910fcd | 1730 | } else { |
8fcf7a65 | 1731 | if (sci_dma_rx_submit(s, false) < 0) |
71ab1c03 GU |
1732 | goto handle_pio; |
1733 | ||
e1910fcd GU |
1734 | scr &= ~SCSCR_RIE; |
1735 | } | |
1736 | serial_port_out(port, SCSCR, scr); | |
1737 | /* Clear current interrupt */ | |
1738 | serial_port_out(port, SCxSR, | |
1739 | ssr & ~(SCIF_DR | SCxSR_RDxF(port))); | |
b96408b4 | 1740 | dev_dbg(port->dev, "Rx IRQ %lu: setup t-out in %u us\n", |
e1910fcd | 1741 | jiffies, s->rx_timeout); |
b96408b4 | 1742 | start_hrtimer_us(&s->rx_timer, s->rx_timeout); |
73a19e4c | 1743 | |
e1910fcd GU |
1744 | return IRQ_HANDLED; |
1745 | } | |
71ab1c03 GU |
1746 | |
1747 | handle_pio: | |
e1910fcd | 1748 | #endif |
73a19e4c | 1749 | |
03940376 UH |
1750 | if (s->rx_trigger > 1 && s->rx_fifo_timeout > 0) { |
1751 | if (!scif_rtrg_enabled(port)) | |
1752 | scif_set_rtrg(port, s->rx_trigger); | |
1753 | ||
1754 | mod_timer(&s->rx_fifo_timer, jiffies + DIV_ROUND_UP( | |
b96408b4 | 1755 | s->rx_frame * HZ * s->rx_fifo_timeout, 1000000)); |
03940376 UH |
1756 | } |
1757 | ||
e1910fcd GU |
1758 | /* I think sci_receive_chars has to be called irrespective |
1759 | * of whether the I_IXOFF is set, otherwise, how is the interrupt | |
1760 | * to be disabled? | |
1761 | */ | |
ed8c8e1e | 1762 | sci_receive_chars(port); |
e1910fcd GU |
1763 | |
1764 | return IRQ_HANDLED; | |
73a19e4c GL |
1765 | } |
1766 | ||
e1910fcd | 1767 | static irqreturn_t sci_tx_interrupt(int irq, void *ptr) |
73a19e4c | 1768 | { |
e1910fcd | 1769 | struct uart_port *port = ptr; |
04928b79 | 1770 | unsigned long flags; |
73a19e4c | 1771 | |
94c53770 | 1772 | uart_port_lock_irqsave(port, &flags); |
e1910fcd | 1773 | sci_transmit_chars(port); |
94c53770 | 1774 | uart_port_unlock_irqrestore(port, flags); |
e1910fcd GU |
1775 | |
1776 | return IRQ_HANDLED; | |
73a19e4c GL |
1777 | } |
1778 | ||
d61ae331 BD |
1779 | static irqreturn_t sci_tx_end_interrupt(int irq, void *ptr) |
1780 | { | |
1781 | struct uart_port *port = ptr; | |
1782 | unsigned long flags; | |
1783 | unsigned short ctrl; | |
1784 | ||
1785 | if (port->type != PORT_SCI) | |
1786 | return sci_tx_interrupt(irq, ptr); | |
1787 | ||
94c53770 | 1788 | uart_port_lock_irqsave(port, &flags); |
d61ae331 BD |
1789 | ctrl = serial_port_in(port, SCSCR); |
1790 | ctrl &= ~(SCSCR_TE | SCSCR_TEIE); | |
1791 | serial_port_out(port, SCSCR, ctrl); | |
94c53770 | 1792 | uart_port_unlock_irqrestore(port, flags); |
d61ae331 BD |
1793 | |
1794 | return IRQ_HANDLED; | |
1795 | } | |
1796 | ||
628c534a CB |
1797 | static irqreturn_t sci_br_interrupt(int irq, void *ptr) |
1798 | { | |
1799 | struct uart_port *port = ptr; | |
1800 | ||
1801 | /* Handle BREAKs */ | |
1802 | sci_handle_breaks(port); | |
87b8061b UH |
1803 | |
1804 | /* drop invalid character received before break was detected */ | |
1805 | serial_port_in(port, SCxRDR); | |
1806 | ||
628c534a CB |
1807 | sci_clear_SCxSR(port, SCxSR_BREAK_CLEAR(port)); |
1808 | ||
1809 | return IRQ_HANDLED; | |
1810 | } | |
8b0bbd95 | 1811 | |
e1910fcd | 1812 | static irqreturn_t sci_er_interrupt(int irq, void *ptr) |
73a19e4c | 1813 | { |
e1910fcd GU |
1814 | struct uart_port *port = ptr; |
1815 | struct sci_port *s = to_sci_port(port); | |
73a19e4c | 1816 | |
628c534a | 1817 | if (s->irqs[SCIx_ERI_IRQ] == s->irqs[SCIx_BRI_IRQ]) { |
8b0bbd95 CB |
1818 | /* Break and Error interrupts are muxed */ |
1819 | unsigned short ssr_status = serial_port_in(port, SCxSR); | |
1820 | ||
1821 | /* Break Interrupt */ | |
1822 | if (ssr_status & SCxSR_BRK(port)) | |
1823 | sci_br_interrupt(irq, ptr); | |
1824 | ||
1825 | /* Break only? */ | |
1826 | if (!(ssr_status & SCxSR_ERRORS(port))) | |
1827 | return IRQ_HANDLED; | |
1828 | } | |
1829 | ||
e1910fcd GU |
1830 | /* Handle errors */ |
1831 | if (port->type == PORT_SCI) { | |
1832 | if (sci_handle_errors(port)) { | |
1833 | /* discard character in rx buffer */ | |
1834 | serial_port_in(port, SCxSR); | |
1835 | sci_clear_SCxSR(port, SCxSR_RDxF_CLEAR(port)); | |
1836 | } | |
1837 | } else { | |
1838 | sci_handle_fifo_overrun(port); | |
1839 | if (!s->chan_rx) | |
ed8c8e1e | 1840 | sci_receive_chars(port); |
e1910fcd GU |
1841 | } |
1842 | ||
1843 | sci_clear_SCxSR(port, SCxSR_ERROR_CLEAR(port)); | |
1844 | ||
1845 | /* Kick the transmission */ | |
1846 | if (!s->chan_tx) | |
1847 | sci_tx_interrupt(irq, ptr); | |
1848 | ||
1849 | return IRQ_HANDLED; | |
73a19e4c GL |
1850 | } |
1851 | ||
e1910fcd GU |
1852 | static irqreturn_t sci_mpxed_interrupt(int irq, void *ptr) |
1853 | { | |
1854 | unsigned short ssr_status, scr_status, err_enabled, orer_status = 0; | |
1855 | struct uart_port *port = ptr; | |
1856 | struct sci_port *s = to_sci_port(port); | |
1857 | irqreturn_t ret = IRQ_NONE; | |
73a19e4c | 1858 | |
e1910fcd GU |
1859 | ssr_status = serial_port_in(port, SCxSR); |
1860 | scr_status = serial_port_in(port, SCSCR); | |
b2f20ed9 | 1861 | if (s->params->overrun_reg == SCxSR) |
e1910fcd | 1862 | orer_status = ssr_status; |
b2f20ed9 LP |
1863 | else if (sci_getreg(port, s->params->overrun_reg)->size) |
1864 | orer_status = serial_port_in(port, s->params->overrun_reg); | |
73a19e4c | 1865 | |
e1910fcd | 1866 | err_enabled = scr_status & port_rx_irq_mask(port); |
73a19e4c | 1867 | |
e1910fcd GU |
1868 | /* Tx Interrupt */ |
1869 | if ((ssr_status & SCxSR_TDxE(port)) && (scr_status & SCSCR_TIE) && | |
1870 | !s->chan_tx) | |
1871 | ret = sci_tx_interrupt(irq, ptr); | |
658daa95 | 1872 | |
e1910fcd GU |
1873 | /* |
1874 | * Rx Interrupt: if we're using DMA, the DMA controller clears RDF / | |
1875 | * DR flags | |
1876 | */ | |
1877 | if (((ssr_status & SCxSR_RDxF(port)) || s->chan_rx) && | |
1878 | (scr_status & SCSCR_RIE)) | |
1879 | ret = sci_rx_interrupt(irq, ptr); | |
73a19e4c | 1880 | |
e1910fcd GU |
1881 | /* Error Interrupt */ |
1882 | if ((ssr_status & SCxSR_ERRORS(port)) && err_enabled) | |
1883 | ret = sci_er_interrupt(irq, ptr); | |
73a19e4c | 1884 | |
e1910fcd | 1885 | /* Break Interrupt */ |
87b8061b UH |
1886 | if (s->irqs[SCIx_ERI_IRQ] != s->irqs[SCIx_BRI_IRQ] && |
1887 | (ssr_status & SCxSR_BRK(port)) && err_enabled) | |
e1910fcd GU |
1888 | ret = sci_br_interrupt(irq, ptr); |
1889 | ||
1890 | /* Overrun Interrupt */ | |
b2f20ed9 | 1891 | if (orer_status & s->params->overrun_mask) { |
e1910fcd GU |
1892 | sci_handle_fifo_overrun(port); |
1893 | ret = IRQ_HANDLED; | |
73a19e4c | 1894 | } |
73a19e4c | 1895 | |
e1910fcd GU |
1896 | return ret; |
1897 | } | |
73a19e4c | 1898 | |
e1910fcd GU |
1899 | static const struct sci_irq_desc { |
1900 | const char *desc; | |
1901 | irq_handler_t handler; | |
1902 | } sci_irq_desc[] = { | |
1903 | /* | |
1904 | * Split out handlers, the default case. | |
1905 | */ | |
1906 | [SCIx_ERI_IRQ] = { | |
1907 | .desc = "rx err", | |
1908 | .handler = sci_er_interrupt, | |
1909 | }, | |
3089f381 | 1910 | |
e1910fcd GU |
1911 | [SCIx_RXI_IRQ] = { |
1912 | .desc = "rx full", | |
1913 | .handler = sci_rx_interrupt, | |
1914 | }, | |
47aceb92 | 1915 | |
e1910fcd GU |
1916 | [SCIx_TXI_IRQ] = { |
1917 | .desc = "tx empty", | |
1918 | .handler = sci_tx_interrupt, | |
1919 | }, | |
73a19e4c | 1920 | |
e1910fcd GU |
1921 | [SCIx_BRI_IRQ] = { |
1922 | .desc = "break", | |
1923 | .handler = sci_br_interrupt, | |
1924 | }, | |
73a19e4c | 1925 | |
628c534a CB |
1926 | [SCIx_DRI_IRQ] = { |
1927 | .desc = "rx ready", | |
1928 | .handler = sci_rx_interrupt, | |
1929 | }, | |
1930 | ||
1931 | [SCIx_TEI_IRQ] = { | |
1932 | .desc = "tx end", | |
d61ae331 | 1933 | .handler = sci_tx_end_interrupt, |
628c534a CB |
1934 | }, |
1935 | ||
73a19e4c | 1936 | /* |
e1910fcd | 1937 | * Special muxed handler. |
73a19e4c | 1938 | */ |
e1910fcd GU |
1939 | [SCIx_MUX_IRQ] = { |
1940 | .desc = "mux", | |
1941 | .handler = sci_mpxed_interrupt, | |
1942 | }, | |
1943 | }; | |
73a19e4c | 1944 | |
e1910fcd GU |
1945 | static int sci_request_irq(struct sci_port *port) |
1946 | { | |
1947 | struct uart_port *up = &port->port; | |
628c534a | 1948 | int i, j, w, ret = 0; |
73a19e4c | 1949 | |
e1910fcd GU |
1950 | for (i = j = 0; i < SCIx_NR_IRQS; i++, j++) { |
1951 | const struct sci_irq_desc *desc; | |
1952 | int irq; | |
73a19e4c | 1953 | |
628c534a CB |
1954 | /* Check if already registered (muxed) */ |
1955 | for (w = 0; w < i; w++) | |
1956 | if (port->irqs[w] == port->irqs[i]) | |
1957 | w = i + 1; | |
1958 | if (w > i) | |
1959 | continue; | |
1960 | ||
e1910fcd GU |
1961 | if (SCIx_IRQ_IS_MUXED(port)) { |
1962 | i = SCIx_MUX_IRQ; | |
1963 | irq = up->irq; | |
1964 | } else { | |
1965 | irq = port->irqs[i]; | |
1966 | ||
1967 | /* | |
1968 | * Certain port types won't support all of the | |
1969 | * available interrupt sources. | |
1970 | */ | |
1971 | if (unlikely(irq < 0)) | |
1972 | continue; | |
1973 | } | |
1974 | ||
1975 | desc = sci_irq_desc + i; | |
628c534a CB |
1976 | port->irqstr[j] = kasprintf(GFP_KERNEL, "%s:%s", |
1977 | dev_name(up->dev), desc->desc); | |
623ac1d4 PB |
1978 | if (!port->irqstr[j]) { |
1979 | ret = -ENOMEM; | |
e1910fcd | 1980 | goto out_nomem; |
623ac1d4 | 1981 | } |
e1910fcd GU |
1982 | |
1983 | ret = request_irq(irq, desc->handler, up->irqflags, | |
1984 | port->irqstr[j], port); | |
1985 | if (unlikely(ret)) { | |
1986 | dev_err(up->dev, "Can't allocate %s IRQ\n", desc->desc); | |
1987 | goto out_noirq; | |
1988 | } | |
73a19e4c GL |
1989 | } |
1990 | ||
e1910fcd | 1991 | return 0; |
1da177e4 | 1992 | |
e1910fcd GU |
1993 | out_noirq: |
1994 | while (--i >= 0) | |
1995 | free_irq(port->irqs[i], port); | |
f43dc23d | 1996 | |
e1910fcd GU |
1997 | out_nomem: |
1998 | while (--j >= 0) | |
1999 | kfree(port->irqstr[j]); | |
f43dc23d | 2000 | |
e1910fcd | 2001 | return ret; |
1da177e4 LT |
2002 | } |
2003 | ||
e1910fcd | 2004 | static void sci_free_irq(struct sci_port *port) |
1da177e4 | 2005 | { |
4d95987a | 2006 | int i, j; |
1da177e4 | 2007 | |
e1910fcd GU |
2008 | /* |
2009 | * Intentionally in reverse order so we iterate over the muxed | |
2010 | * IRQ first. | |
2011 | */ | |
2012 | for (i = 0; i < SCIx_NR_IRQS; i++) { | |
2013 | int irq = port->irqs[i]; | |
f43dc23d | 2014 | |
e1910fcd GU |
2015 | /* |
2016 | * Certain port types won't support all of the available | |
2017 | * interrupt sources. | |
2018 | */ | |
2019 | if (unlikely(irq < 0)) | |
2020 | continue; | |
f43dc23d | 2021 | |
4d95987a CB |
2022 | /* Check if already freed (irq was muxed) */ |
2023 | for (j = 0; j < i; j++) | |
2024 | if (port->irqs[j] == irq) | |
2025 | j = i + 1; | |
2026 | if (j > i) | |
2027 | continue; | |
2028 | ||
e1910fcd GU |
2029 | free_irq(port->irqs[i], port); |
2030 | kfree(port->irqstr[i]); | |
f43dc23d | 2031 | |
e1910fcd GU |
2032 | if (SCIx_IRQ_IS_MUXED(port)) { |
2033 | /* If there's only one IRQ, we're done. */ | |
2034 | return; | |
2035 | } | |
2036 | } | |
1da177e4 LT |
2037 | } |
2038 | ||
e1910fcd | 2039 | static unsigned int sci_tx_empty(struct uart_port *port) |
1da177e4 | 2040 | { |
e1910fcd GU |
2041 | unsigned short status = serial_port_in(port, SCxSR); |
2042 | unsigned short in_tx_fifo = sci_txfill(port); | |
f43dc23d | 2043 | |
e1910fcd | 2044 | return (status & SCxSR_TEND(port)) && !in_tx_fifo ? TIOCSER_TEMT : 0; |
1da177e4 LT |
2045 | } |
2046 | ||
33f50ffc GU |
2047 | static void sci_set_rts(struct uart_port *port, bool state) |
2048 | { | |
2049 | if (port->type == PORT_SCIFA || port->type == PORT_SCIFB) { | |
2050 | u16 data = serial_port_in(port, SCPDR); | |
2051 | ||
2052 | /* Active low */ | |
2053 | if (state) | |
2054 | data &= ~SCPDR_RTSD; | |
2055 | else | |
2056 | data |= SCPDR_RTSD; | |
2057 | serial_port_out(port, SCPDR, data); | |
2058 | ||
2059 | /* RTS# is output */ | |
2060 | serial_port_out(port, SCPCR, | |
2061 | serial_port_in(port, SCPCR) | SCPCR_RTSC); | |
2062 | } else if (sci_getreg(port, SCSPTR)->size) { | |
2063 | u16 ctrl = serial_port_in(port, SCSPTR); | |
2064 | ||
2065 | /* Active low */ | |
2066 | if (state) | |
2067 | ctrl &= ~SCSPTR_RTSDT; | |
2068 | else | |
2069 | ctrl |= SCSPTR_RTSDT; | |
2070 | serial_port_out(port, SCSPTR, ctrl); | |
2071 | } | |
2072 | } | |
2073 | ||
2074 | static bool sci_get_cts(struct uart_port *port) | |
2075 | { | |
2076 | if (port->type == PORT_SCIFA || port->type == PORT_SCIFB) { | |
2077 | /* Active low */ | |
2078 | return !(serial_port_in(port, SCPDR) & SCPDR_CTSD); | |
2079 | } else if (sci_getreg(port, SCSPTR)->size) { | |
2080 | /* Active low */ | |
2081 | return !(serial_port_in(port, SCSPTR) & SCSPTR_CTSDT); | |
2082 | } | |
2083 | ||
2084 | return true; | |
2085 | } | |
2086 | ||
e1910fcd GU |
2087 | /* |
2088 | * Modem control is a bit of a mixed bag for SCI(F) ports. Generally | |
2089 | * CTS/RTS is supported in hardware by at least one port and controlled | |
2090 | * via SCSPTR (SCxPCR for SCIFA/B parts), or external pins (presently | |
2091 | * handled via the ->init_pins() op, which is a bit of a one-way street, | |
2092 | * lacking any ability to defer pin control -- this will later be | |
2093 | * converted over to the GPIO framework). | |
2094 | * | |
2095 | * Other modes (such as loopback) are supported generically on certain | |
2096 | * port types, but not others. For these it's sufficient to test for the | |
2097 | * existence of the support register and simply ignore the port type. | |
2098 | */ | |
2099 | static void sci_set_mctrl(struct uart_port *port, unsigned int mctrl) | |
1da177e4 | 2100 | { |
f907c9ea GU |
2101 | struct sci_port *s = to_sci_port(port); |
2102 | ||
e1910fcd GU |
2103 | if (mctrl & TIOCM_LOOP) { |
2104 | const struct plat_sci_reg *reg; | |
f43dc23d | 2105 | |
e1910fcd GU |
2106 | /* |
2107 | * Standard loopback mode for SCFCR ports. | |
2108 | */ | |
2109 | reg = sci_getreg(port, SCFCR); | |
2110 | if (reg->size) | |
2111 | serial_port_out(port, SCFCR, | |
2112 | serial_port_in(port, SCFCR) | | |
2113 | SCFCR_LOOP); | |
2114 | } | |
f907c9ea GU |
2115 | |
2116 | mctrl_gpio_set(s->gpios, mctrl); | |
33f50ffc | 2117 | |
97ed9790 | 2118 | if (!s->has_rtscts) |
33f50ffc GU |
2119 | return; |
2120 | ||
2121 | if (!(mctrl & TIOCM_RTS)) { | |
2122 | /* Disable Auto RTS */ | |
2123 | serial_port_out(port, SCFCR, | |
2124 | serial_port_in(port, SCFCR) & ~SCFCR_MCE); | |
2125 | ||
2126 | /* Clear RTS */ | |
2127 | sci_set_rts(port, 0); | |
2128 | } else if (s->autorts) { | |
2129 | if (port->type == PORT_SCIFA || port->type == PORT_SCIFB) { | |
2130 | /* Enable RTS# pin function */ | |
2131 | serial_port_out(port, SCPCR, | |
2132 | serial_port_in(port, SCPCR) & ~SCPCR_RTSC); | |
2133 | } | |
2134 | ||
2135 | /* Enable Auto RTS */ | |
2136 | serial_port_out(port, SCFCR, | |
2137 | serial_port_in(port, SCFCR) | SCFCR_MCE); | |
2138 | } else { | |
2139 | /* Set RTS */ | |
2140 | sci_set_rts(port, 1); | |
2141 | } | |
e1910fcd | 2142 | } |
f43dc23d | 2143 | |
e1910fcd GU |
2144 | static unsigned int sci_get_mctrl(struct uart_port *port) |
2145 | { | |
f907c9ea GU |
2146 | struct sci_port *s = to_sci_port(port); |
2147 | struct mctrl_gpios *gpios = s->gpios; | |
2148 | unsigned int mctrl = 0; | |
2149 | ||
2150 | mctrl_gpio_get(gpios, &mctrl); | |
2151 | ||
e1910fcd GU |
2152 | /* |
2153 | * CTS/RTS is handled in hardware when supported, while nothing | |
33f50ffc | 2154 | * else is wired up. |
e1910fcd | 2155 | */ |
33f50ffc GU |
2156 | if (s->autorts) { |
2157 | if (sci_get_cts(port)) | |
2158 | mctrl |= TIOCM_CTS; | |
a16c4c5a | 2159 | } else if (!mctrl_gpio_to_gpiod(gpios, UART_GPIO_CTS)) { |
f907c9ea | 2160 | mctrl |= TIOCM_CTS; |
33f50ffc | 2161 | } |
a16c4c5a | 2162 | if (!mctrl_gpio_to_gpiod(gpios, UART_GPIO_DSR)) |
f907c9ea | 2163 | mctrl |= TIOCM_DSR; |
a16c4c5a | 2164 | if (!mctrl_gpio_to_gpiod(gpios, UART_GPIO_DCD)) |
f907c9ea GU |
2165 | mctrl |= TIOCM_CAR; |
2166 | ||
2167 | return mctrl; | |
2168 | } | |
2169 | ||
2170 | static void sci_enable_ms(struct uart_port *port) | |
2171 | { | |
2172 | mctrl_gpio_enable_ms(to_sci_port(port)->gpios); | |
1da177e4 LT |
2173 | } |
2174 | ||
1da177e4 LT |
2175 | static void sci_break_ctl(struct uart_port *port, int break_state) |
2176 | { | |
bbb4ce50 | 2177 | unsigned short scscr, scsptr; |
1be22663 | 2178 | unsigned long flags; |
bbb4ce50 | 2179 | |
77124a42 | 2180 | /* check whether the port has SCSPTR */ |
abbf121f | 2181 | if (!sci_getreg(port, SCSPTR)->size) { |
bbb4ce50 SY |
2182 | /* |
2183 | * Not supported by hardware. Most parts couple break and rx | |
2184 | * interrupts together, with break detection always enabled. | |
2185 | */ | |
a4e02f6d | 2186 | return; |
bbb4ce50 | 2187 | } |
a4e02f6d | 2188 | |
94c53770 | 2189 | uart_port_lock_irqsave(port, &flags); |
a4e02f6d SY |
2190 | scsptr = serial_port_in(port, SCSPTR); |
2191 | scscr = serial_port_in(port, SCSCR); | |
2192 | ||
2193 | if (break_state == -1) { | |
2194 | scsptr = (scsptr | SCSPTR_SPB2IO) & ~SCSPTR_SPB2DT; | |
2195 | scscr &= ~SCSCR_TE; | |
2196 | } else { | |
2197 | scsptr = (scsptr | SCSPTR_SPB2DT) & ~SCSPTR_SPB2IO; | |
2198 | scscr |= SCSCR_TE; | |
2199 | } | |
2200 | ||
2201 | serial_port_out(port, SCSPTR, scsptr); | |
2202 | serial_port_out(port, SCSCR, scscr); | |
94c53770 | 2203 | uart_port_unlock_irqrestore(port, flags); |
1da177e4 LT |
2204 | } |
2205 | ||
2206 | static int sci_startup(struct uart_port *port) | |
2207 | { | |
a5660ada | 2208 | struct sci_port *s = to_sci_port(port); |
073e84c9 | 2209 | int ret; |
1da177e4 | 2210 | |
73a19e4c GL |
2211 | dev_dbg(port->dev, "%s(%d)\n", __func__, port->line); |
2212 | ||
3c910176 TA |
2213 | sci_request_dma(port); |
2214 | ||
073e84c9 | 2215 | ret = sci_request_irq(s); |
3c910176 TA |
2216 | if (unlikely(ret < 0)) { |
2217 | sci_free_dma(port); | |
073e84c9 | 2218 | return ret; |
3c910176 | 2219 | } |
073e84c9 | 2220 | |
1da177e4 LT |
2221 | return 0; |
2222 | } | |
2223 | ||
2224 | static void sci_shutdown(struct uart_port *port) | |
2225 | { | |
a5660ada | 2226 | struct sci_port *s = to_sci_port(port); |
33b48e16 | 2227 | unsigned long flags; |
5fd2b6ee | 2228 | u16 scr; |
1da177e4 | 2229 | |
73a19e4c GL |
2230 | dev_dbg(port->dev, "%s(%d)\n", __func__, port->line); |
2231 | ||
33f50ffc | 2232 | s->autorts = false; |
f907c9ea GU |
2233 | mctrl_gpio_disable_ms(to_sci_port(port)->gpios); |
2234 | ||
94c53770 | 2235 | uart_port_lock_irqsave(port, &flags); |
1da177e4 | 2236 | sci_stop_rx(port); |
b129a8cc | 2237 | sci_stop_tx(port); |
fa2abb03 UH |
2238 | /* |
2239 | * Stop RX and TX, disable related interrupts, keep clock source | |
2240 | * and HSCIF TOT bits | |
2241 | */ | |
5fd2b6ee | 2242 | scr = serial_port_in(port, SCSCR); |
fa2abb03 UH |
2243 | serial_port_out(port, SCSCR, scr & |
2244 | (SCSCR_CKE1 | SCSCR_CKE0 | s->hscif_tot)); | |
94c53770 | 2245 | uart_port_unlock_irqrestore(port, flags); |
073e84c9 | 2246 | |
9ab76556 | 2247 | #ifdef CONFIG_SERIAL_SH_SCI_DMA |
2c4ee235 | 2248 | if (s->chan_rx_saved) { |
9ab76556 AM |
2249 | dev_dbg(port->dev, "%s(%d) deleting rx_timer\n", __func__, |
2250 | port->line); | |
b96408b4 | 2251 | hrtimer_cancel(&s->rx_timer); |
9ab76556 AM |
2252 | } |
2253 | #endif | |
2254 | ||
c5a9262f GU |
2255 | if (s->rx_trigger > 1 && s->rx_fifo_timeout > 0) |
2256 | del_timer_sync(&s->rx_fifo_timer); | |
1da177e4 | 2257 | sci_free_irq(s); |
3c910176 | 2258 | sci_free_dma(port); |
1da177e4 LT |
2259 | } |
2260 | ||
6af27bf2 GU |
2261 | static int sci_sck_calc(struct sci_port *s, unsigned int bps, |
2262 | unsigned int *srr) | |
26c92f37 | 2263 | { |
6af27bf2 | 2264 | unsigned long freq = s->clk_rates[SCI_SCK]; |
6af27bf2 | 2265 | int err, min_err = INT_MAX; |
69eee8e9 | 2266 | unsigned int sr; |
6af27bf2 | 2267 | |
7b5c0c08 GU |
2268 | if (s->port.type != PORT_HSCIF) |
2269 | freq *= 2; | |
6af27bf2 | 2270 | |
69eee8e9 | 2271 | for_each_sr(sr, s) { |
6af27bf2 GU |
2272 | err = DIV_ROUND_CLOSEST(freq, sr) - bps; |
2273 | if (abs(err) >= abs(min_err)) | |
2274 | continue; | |
2275 | ||
2276 | min_err = err; | |
2277 | *srr = sr - 1; | |
ec09c5eb | 2278 | |
6af27bf2 GU |
2279 | if (!err) |
2280 | break; | |
2281 | } | |
e8183a6c | 2282 | |
6af27bf2 GU |
2283 | dev_dbg(s->port.dev, "SCK: %u%+d bps using SR %u\n", bps, min_err, |
2284 | *srr + 1); | |
2285 | return min_err; | |
26c92f37 PM |
2286 | } |
2287 | ||
1270f865 GU |
2288 | static int sci_brg_calc(struct sci_port *s, unsigned int bps, |
2289 | unsigned long freq, unsigned int *dlr, | |
2290 | unsigned int *srr) | |
730c4e78 | 2291 | { |
1270f865 | 2292 | int err, min_err = INT_MAX; |
69eee8e9 | 2293 | unsigned int sr, dl; |
730c4e78 | 2294 | |
7b5c0c08 GU |
2295 | if (s->port.type != PORT_HSCIF) |
2296 | freq *= 2; | |
730c4e78 | 2297 | |
69eee8e9 | 2298 | for_each_sr(sr, s) { |
1270f865 GU |
2299 | dl = DIV_ROUND_CLOSEST(freq, sr * bps); |
2300 | dl = clamp(dl, 1U, 65535U); | |
2301 | ||
2302 | err = DIV_ROUND_CLOSEST(freq, sr * dl) - bps; | |
2303 | if (abs(err) >= abs(min_err)) | |
2304 | continue; | |
2305 | ||
2306 | min_err = err; | |
2307 | *dlr = dl; | |
2308 | *srr = sr - 1; | |
2309 | ||
2310 | if (!err) | |
2311 | break; | |
2312 | } | |
730c4e78 | 2313 | |
1270f865 GU |
2314 | dev_dbg(s->port.dev, "BRG: %u%+d bps using DL %u SR %u\n", bps, |
2315 | min_err, *dlr, *srr + 1); | |
2316 | return min_err; | |
2317 | } | |
730c4e78 | 2318 | |
b4a5c459 | 2319 | /* calculate sample rate, BRR, and clock select */ |
f4998e55 GU |
2320 | static int sci_scbrr_calc(struct sci_port *s, unsigned int bps, |
2321 | unsigned int *brr, unsigned int *srr, | |
2322 | unsigned int *cks) | |
f303b364 | 2323 | { |
f4998e55 | 2324 | unsigned long freq = s->clk_rates[SCI_FCK]; |
69eee8e9 | 2325 | unsigned int sr, br, prediv, scrate, c; |
6c51332d | 2326 | int err, min_err = INT_MAX; |
f303b364 | 2327 | |
7b5c0c08 GU |
2328 | if (s->port.type != PORT_HSCIF) |
2329 | freq *= 2; | |
b4a5c459 | 2330 | |
6c51332d GU |
2331 | /* |
2332 | * Find the combination of sample rate and clock select with the | |
2333 | * smallest deviation from the desired baud rate. | |
2334 | * Prefer high sample rates to maximise the receive margin. | |
2335 | * | |
2336 | * M: Receive margin (%) | |
2337 | * N: Ratio of bit rate to clock (N = sampling rate) | |
2338 | * D: Clock duty (D = 0 to 1.0) | |
2339 | * L: Frame length (L = 9 to 12) | |
2340 | * F: Absolute value of clock frequency deviation | |
2341 | * | |
2342 | * M = |(0.5 - 1 / 2 * N) - ((L - 0.5) * F) - | |
2343 | * (|D - 0.5| / N * (1 + F))| | |
2344 | * NOTE: Usually, treat D for 0.5, F is 0 by this calculation. | |
2345 | */ | |
69eee8e9 | 2346 | for_each_sr(sr, s) { |
f303b364 UH |
2347 | for (c = 0; c <= 3; c++) { |
2348 | /* integerized formulas from HSCIF documentation */ | |
81ddb200 | 2349 | prediv = sr << (2 * c + 1); |
de01e6cd GU |
2350 | |
2351 | /* | |
2352 | * We need to calculate: | |
2353 | * | |
2354 | * br = freq / (prediv * bps) clamped to [1..256] | |
881a7489 | 2355 | * err = freq / (br * prediv) - bps |
730c4e78 | 2356 | * |
de01e6cd GU |
2357 | * Watch out for overflow when calculating the desired |
2358 | * sampling clock rate! | |
730c4e78 | 2359 | */ |
de01e6cd GU |
2360 | if (bps > UINT_MAX / prediv) |
2361 | break; | |
2362 | ||
2363 | scrate = prediv * bps; | |
2364 | br = DIV_ROUND_CLOSEST(freq, scrate); | |
95a2703e | 2365 | br = clamp(br, 1U, 256U); |
6c51332d | 2366 | |
881a7489 | 2367 | err = DIV_ROUND_CLOSEST(freq, br * prediv) - bps; |
6c51332d | 2368 | if (abs(err) >= abs(min_err)) |
730c4e78 NI |
2369 | continue; |
2370 | ||
6c51332d | 2371 | min_err = err; |
95a2703e | 2372 | *brr = br - 1; |
730c4e78 NI |
2373 | *srr = sr - 1; |
2374 | *cks = c; | |
6c51332d GU |
2375 | |
2376 | if (!err) | |
2377 | goto found; | |
f303b364 UH |
2378 | } |
2379 | } | |
2380 | ||
6c51332d | 2381 | found: |
881a7489 GU |
2382 | dev_dbg(s->port.dev, "BRR: %u%+d bps using N %u SR %u cks %u\n", bps, |
2383 | min_err, *brr, *srr + 1, *cks); | |
f4998e55 | 2384 | return min_err; |
f303b364 UH |
2385 | } |
2386 | ||
1ba76220 MD |
2387 | static void sci_reset(struct uart_port *port) |
2388 | { | |
d3184e68 | 2389 | const struct plat_sci_reg *reg; |
1ba76220 | 2390 | unsigned int status; |
18e8cf15 | 2391 | struct sci_port *s = to_sci_port(port); |
1ba76220 | 2392 | |
fa2abb03 | 2393 | serial_port_out(port, SCSCR, s->hscif_tot); /* TE=0, RE=0, CKE1=0 */ |
1ba76220 | 2394 | |
0979e0e6 PM |
2395 | reg = sci_getreg(port, SCFCR); |
2396 | if (reg->size) | |
b12bb29f | 2397 | serial_port_out(port, SCFCR, SCFCR_RFRST | SCFCR_TFRST); |
2768cf42 GU |
2398 | |
2399 | sci_clear_SCxSR(port, | |
2400 | SCxSR_RDxF_CLEAR(port) & SCxSR_ERROR_CLEAR(port) & | |
2401 | SCxSR_BREAK_CLEAR(port)); | |
fc2af334 GU |
2402 | if (sci_getreg(port, SCLSR)->size) { |
2403 | status = serial_port_in(port, SCLSR); | |
2404 | status &= ~(SCLSR_TO | SCLSR_ORER); | |
2405 | serial_port_out(port, SCLSR, status); | |
2406 | } | |
18e8cf15 | 2407 | |
03940376 UH |
2408 | if (s->rx_trigger > 1) { |
2409 | if (s->rx_fifo_timeout) { | |
2410 | scif_set_rtrg(port, 1); | |
e99e88a9 | 2411 | timer_setup(&s->rx_fifo_timer, rx_fifo_timer_fn, 0); |
03940376 | 2412 | } else { |
90afa525 UH |
2413 | if (port->type == PORT_SCIFA || |
2414 | port->type == PORT_SCIFB) | |
2415 | scif_set_rtrg(port, 1); | |
2416 | else | |
2417 | scif_set_rtrg(port, s->rx_trigger); | |
03940376 UH |
2418 | } |
2419 | } | |
1ba76220 MD |
2420 | } |
2421 | ||
606d099c | 2422 | static void sci_set_termios(struct uart_port *port, struct ktermios *termios, |
bec5b814 | 2423 | const struct ktermios *old) |
1da177e4 | 2424 | { |
03940376 | 2425 | unsigned int baud, smr_val = SCSMR_ASYNC, scr_val = 0, i, bits; |
1270f865 GU |
2426 | unsigned int brr = 255, cks = 0, srr = 15, dl = 0, sccks = 0; |
2427 | unsigned int brr1 = 255, cks1 = 0, srr1 = 15, dl1 = 0; | |
00b9de9c | 2428 | struct sci_port *s = to_sci_port(port); |
d3184e68 | 2429 | const struct plat_sci_reg *reg; |
f4998e55 GU |
2430 | int min_err = INT_MAX, err; |
2431 | unsigned long max_freq = 0; | |
2432 | int best_clk = -1; | |
1be22663 | 2433 | unsigned long flags; |
1da177e4 | 2434 | |
9b87162d | 2435 | if ((termios->c_cflag & CSIZE) == CS7) { |
730c4e78 | 2436 | smr_val |= SCSMR_CHR; |
9b87162d IJ |
2437 | } else { |
2438 | termios->c_cflag &= ~CSIZE; | |
2439 | termios->c_cflag |= CS8; | |
2440 | } | |
730c4e78 NI |
2441 | if (termios->c_cflag & PARENB) |
2442 | smr_val |= SCSMR_PE; | |
2443 | if (termios->c_cflag & PARODD) | |
2444 | smr_val |= SCSMR_PE | SCSMR_ODD; | |
2445 | if (termios->c_cflag & CSTOPB) | |
2446 | smr_val |= SCSMR_STOP; | |
2447 | ||
154280fd MD |
2448 | /* |
2449 | * earlyprintk comes here early on with port->uartclk set to zero. | |
2450 | * the clock framework is not up and running at this point so here | |
2451 | * we assume that 115200 is the maximum baud rate. please note that | |
2452 | * the baud rate is not programmed during earlyprintk - it is assumed | |
2453 | * that the previous boot loader has enabled required clocks and | |
2454 | * setup the baud rate generator hardware for us already. | |
2455 | */ | |
f4998e55 GU |
2456 | if (!port->uartclk) { |
2457 | baud = uart_get_baud_rate(port, termios, old, 0, 115200); | |
2458 | goto done; | |
2459 | } | |
1da177e4 | 2460 | |
f4998e55 GU |
2461 | for (i = 0; i < SCI_NUM_CLKS; i++) |
2462 | max_freq = max(max_freq, s->clk_rates[i]); | |
2463 | ||
69eee8e9 | 2464 | baud = uart_get_baud_rate(port, termios, old, 0, max_freq / min_sr(s)); |
f4998e55 GU |
2465 | if (!baud) |
2466 | goto done; | |
2467 | ||
2468 | /* | |
2469 | * There can be multiple sources for the sampling clock. Find the one | |
2470 | * that gives us the smallest deviation from the desired baud rate. | |
2471 | */ | |
2472 | ||
6af27bf2 GU |
2473 | /* Optional Undivided External Clock */ |
2474 | if (s->clk_rates[SCI_SCK] && port->type != PORT_SCIFA && | |
2475 | port->type != PORT_SCIFB) { | |
2476 | err = sci_sck_calc(s, baud, &srr1); | |
2477 | if (abs(err) < abs(min_err)) { | |
2478 | best_clk = SCI_SCK; | |
2479 | scr_val = SCSCR_CKE1; | |
2480 | sccks = SCCKS_CKS; | |
2481 | min_err = err; | |
2482 | srr = srr1; | |
2483 | if (!err) | |
2484 | goto done; | |
2485 | } | |
2486 | } | |
2487 | ||
1270f865 GU |
2488 | /* Optional BRG Frequency Divided External Clock */ |
2489 | if (s->clk_rates[SCI_SCIF_CLK] && sci_getreg(port, SCDL)->size) { | |
2490 | err = sci_brg_calc(s, baud, s->clk_rates[SCI_SCIF_CLK], &dl1, | |
2491 | &srr1); | |
2492 | if (abs(err) < abs(min_err)) { | |
2493 | best_clk = SCI_SCIF_CLK; | |
2494 | scr_val = SCSCR_CKE1; | |
2495 | sccks = 0; | |
2496 | min_err = err; | |
2497 | dl = dl1; | |
2498 | srr = srr1; | |
2499 | if (!err) | |
2500 | goto done; | |
2501 | } | |
2502 | } | |
2503 | ||
2504 | /* Optional BRG Frequency Divided Internal Clock */ | |
2505 | if (s->clk_rates[SCI_BRG_INT] && sci_getreg(port, SCDL)->size) { | |
2506 | err = sci_brg_calc(s, baud, s->clk_rates[SCI_BRG_INT], &dl1, | |
2507 | &srr1); | |
2508 | if (abs(err) < abs(min_err)) { | |
2509 | best_clk = SCI_BRG_INT; | |
2510 | scr_val = SCSCR_CKE1; | |
2511 | sccks = SCCKS_XIN; | |
2512 | min_err = err; | |
2513 | dl = dl1; | |
2514 | srr = srr1; | |
2515 | if (!min_err) | |
2516 | goto done; | |
f303b364 UH |
2517 | } |
2518 | } | |
e108b2ca | 2519 | |
f4998e55 GU |
2520 | /* Divided Functional Clock using standard Bit Rate Register */ |
2521 | err = sci_scbrr_calc(s, baud, &brr1, &srr1, &cks1); | |
2522 | if (abs(err) < abs(min_err)) { | |
2523 | best_clk = SCI_FCK; | |
6af27bf2 | 2524 | scr_val = 0; |
f4998e55 GU |
2525 | min_err = err; |
2526 | brr = brr1; | |
2527 | srr = srr1; | |
2528 | cks = cks1; | |
2529 | } | |
2530 | ||
2531 | done: | |
2532 | if (best_clk >= 0) | |
2533 | dev_dbg(port->dev, "Using clk %pC for %u%+d bps\n", | |
2534 | s->clks[best_clk], baud, min_err); | |
e108b2ca | 2535 | |
23241d43 | 2536 | sci_port_enable(s); |
36003386 | 2537 | |
6af27bf2 GU |
2538 | /* |
2539 | * Program the optional External Baud Rate Generator (BRG) first. | |
2540 | * It controls the mux to select (H)SCK or frequency divided clock. | |
2541 | */ | |
1270f865 GU |
2542 | if (best_clk >= 0 && sci_getreg(port, SCCKS)->size) { |
2543 | serial_port_out(port, SCDL, dl); | |
6af27bf2 | 2544 | serial_port_out(port, SCCKS, sccks); |
1270f865 | 2545 | } |
1da177e4 | 2546 | |
94c53770 | 2547 | uart_port_lock_irqsave(port, &flags); |
1be22663 | 2548 | |
1ba76220 | 2549 | sci_reset(port); |
1da177e4 LT |
2550 | |
2551 | uart_update_timeout(port, termios->c_cflag, baud); | |
2552 | ||
63ba1e00 | 2553 | /* byte size and parity */ |
3ec2ff37 | 2554 | bits = tty_get_frame_size(termios->c_cflag); |
63ba1e00 | 2555 | |
3b2cd606 BD |
2556 | if (sci_getreg(port, SEMR)->size) |
2557 | serial_port_out(port, SEMR, 0); | |
2558 | ||
f4998e55 | 2559 | if (best_clk >= 0) { |
92a05748 GU |
2560 | if (port->type == PORT_SCIFA || port->type == PORT_SCIFB) |
2561 | switch (srr + 1) { | |
2562 | case 5: smr_val |= SCSMR_SRC_5; break; | |
2563 | case 7: smr_val |= SCSMR_SRC_7; break; | |
2564 | case 11: smr_val |= SCSMR_SRC_11; break; | |
2565 | case 13: smr_val |= SCSMR_SRC_13; break; | |
2566 | case 16: smr_val |= SCSMR_SRC_16; break; | |
2567 | case 17: smr_val |= SCSMR_SRC_17; break; | |
2568 | case 19: smr_val |= SCSMR_SRC_19; break; | |
2569 | case 27: smr_val |= SCSMR_SRC_27; break; | |
2570 | } | |
f4998e55 | 2571 | smr_val |= cks; |
fa2abb03 | 2572 | serial_port_out(port, SCSCR, scr_val | s->hscif_tot); |
f4998e55 GU |
2573 | serial_port_out(port, SCSMR, smr_val); |
2574 | serial_port_out(port, SCBRR, brr); | |
63ba1e00 UH |
2575 | if (sci_getreg(port, HSSRR)->size) { |
2576 | unsigned int hssrr = srr | HSCIF_SRE; | |
2577 | /* Calculate deviation from intended rate at the | |
2578 | * center of the last stop bit in sampling clocks. | |
2579 | */ | |
2580 | int last_stop = bits * 2 - 1; | |
ace96569 GU |
2581 | int deviation = DIV_ROUND_CLOSEST(min_err * last_stop * |
2582 | (int)(srr + 1), | |
2583 | 2 * (int)baud); | |
63ba1e00 UH |
2584 | |
2585 | if (abs(deviation) >= 2) { | |
2586 | /* At least two sampling clocks off at the | |
2587 | * last stop bit; we can increase the error | |
2588 | * margin by shifting the sampling point. | |
2589 | */ | |
6b87784b | 2590 | int shift = clamp(deviation / 2, -8, 7); |
63ba1e00 UH |
2591 | |
2592 | hssrr |= (shift << HSCIF_SRHP_SHIFT) & | |
2593 | HSCIF_SRHP_MASK; | |
2594 | hssrr |= HSCIF_SRDE; | |
2595 | } | |
2596 | serial_port_out(port, HSSRR, hssrr); | |
2597 | } | |
f4998e55 GU |
2598 | |
2599 | /* Wait one bit interval */ | |
2600 | udelay((1000000 + (baud - 1)) / baud); | |
2601 | } else { | |
2602 | /* Don't touch the bit rate configuration */ | |
2603 | scr_val = s->cfg->scscr & (SCSCR_CKE1 | SCSCR_CKE0); | |
3a964abe GU |
2604 | smr_val |= serial_port_in(port, SCSMR) & |
2605 | (SCSMR_CKEDG | SCSMR_SRC_MASK | SCSMR_CKS); | |
fa2abb03 | 2606 | serial_port_out(port, SCSCR, scr_val | s->hscif_tot); |
9d482cc3 | 2607 | serial_port_out(port, SCSMR, smr_val); |
f4998e55 | 2608 | } |
1da177e4 | 2609 | |
d5701647 | 2610 | sci_init_pins(port, termios->c_cflag); |
0979e0e6 | 2611 | |
33f50ffc GU |
2612 | port->status &= ~UPSTAT_AUTOCTS; |
2613 | s->autorts = false; | |
73c3d53f PM |
2614 | reg = sci_getreg(port, SCFCR); |
2615 | if (reg->size) { | |
b12bb29f | 2616 | unsigned short ctrl = serial_port_in(port, SCFCR); |
0979e0e6 | 2617 | |
33f50ffc GU |
2618 | if ((port->flags & UPF_HARD_FLOW) && |
2619 | (termios->c_cflag & CRTSCTS)) { | |
2620 | /* There is no CTS interrupt to restart the hardware */ | |
2621 | port->status |= UPSTAT_AUTOCTS; | |
2622 | /* MCE is enabled when RTS is raised */ | |
2623 | s->autorts = true; | |
faf02f8f | 2624 | } |
73c3d53f PM |
2625 | |
2626 | /* | |
2627 | * As we've done a sci_reset() above, ensure we don't | |
2628 | * interfere with the FIFOs while toggling MCE. As the | |
2629 | * reset values could still be set, simply mask them out. | |
2630 | */ | |
2631 | ctrl &= ~(SCFCR_RFRST | SCFCR_TFRST); | |
2632 | ||
b12bb29f | 2633 | serial_port_out(port, SCFCR, ctrl); |
0979e0e6 | 2634 | } |
5f76895e GU |
2635 | if (port->flags & UPF_HARD_FLOW) { |
2636 | /* Refresh (Auto) RTS */ | |
2637 | sci_set_mctrl(port, port->mctrl); | |
2638 | } | |
b7a76e4b | 2639 | |
1707ce2d BD |
2640 | /* |
2641 | * For SCI, TE (transmit enable) must be set after setting TIE | |
2642 | * (transmit interrupt enable) or in the same instruction to | |
2643 | * start the transmitting process. So skip setting TE here for SCI. | |
2644 | */ | |
2645 | if (port->type != PORT_SCI) | |
2646 | scr_val |= SCSCR_TE; | |
2647 | scr_val |= SCSCR_RE | (s->cfg->scscr & ~(SCSCR_CKE1 | SCSCR_CKE0)); | |
fa2abb03 | 2648 | serial_port_out(port, SCSCR, scr_val | s->hscif_tot); |
92a05748 GU |
2649 | if ((srr + 1 == 5) && |
2650 | (port->type == PORT_SCIFA || port->type == PORT_SCIFB)) { | |
2651 | /* | |
2652 | * In asynchronous mode, when the sampling rate is 1/5, first | |
2653 | * received data may become invalid on some SCIFA and SCIFB. | |
2654 | * To avoid this problem wait more than 1 serial data time (1 | |
2655 | * bit time x serial data number) after setting SCSCR.RE = 1. | |
2656 | */ | |
2657 | udelay(DIV_ROUND_UP(10 * 1000000, baud)); | |
2658 | } | |
1da177e4 | 2659 | |
f9f54983 | 2660 | /* Calculate delay for 2 DMA buffers (4 FIFO). */ |
b96408b4 | 2661 | s->rx_frame = (10000 * bits) / (baud / 100); |
03940376 | 2662 | #ifdef CONFIG_SERIAL_SH_SCI_DMA |
b96408b4 | 2663 | s->rx_timeout = s->buf_len_rx * 2 * s->rx_frame; |
3089f381 GL |
2664 | #endif |
2665 | ||
1da177e4 | 2666 | if ((termios->c_cflag & CREAD) != 0) |
73a19e4c | 2667 | sci_start_rx(port); |
36003386 | 2668 | |
94c53770 | 2669 | uart_port_unlock_irqrestore(port, flags); |
1be22663 | 2670 | |
23241d43 | 2671 | sci_port_disable(s); |
f907c9ea GU |
2672 | |
2673 | if (UART_ENABLE_MS(port, termios->c_cflag)) | |
2674 | sci_enable_ms(port); | |
1da177e4 LT |
2675 | } |
2676 | ||
0174e5ca TK |
2677 | static void sci_pm(struct uart_port *port, unsigned int state, |
2678 | unsigned int oldstate) | |
2679 | { | |
2680 | struct sci_port *sci_port = to_sci_port(port); | |
2681 | ||
2682 | switch (state) { | |
d3dfe5d9 | 2683 | case UART_PM_STATE_OFF: |
0174e5ca TK |
2684 | sci_port_disable(sci_port); |
2685 | break; | |
2686 | default: | |
2687 | sci_port_enable(sci_port); | |
2688 | break; | |
2689 | } | |
2690 | } | |
2691 | ||
1da177e4 LT |
2692 | static const char *sci_type(struct uart_port *port) |
2693 | { | |
2694 | switch (port->type) { | |
e7c98dc7 MT |
2695 | case PORT_IRDA: |
2696 | return "irda"; | |
2697 | case PORT_SCI: | |
2698 | return "sci"; | |
2699 | case PORT_SCIF: | |
2700 | return "scif"; | |
2701 | case PORT_SCIFA: | |
2702 | return "scifa"; | |
d1d4b10c GL |
2703 | case PORT_SCIFB: |
2704 | return "scifb"; | |
f303b364 UH |
2705 | case PORT_HSCIF: |
2706 | return "hscif"; | |
1da177e4 LT |
2707 | } |
2708 | ||
fa43972f | 2709 | return NULL; |
1da177e4 LT |
2710 | } |
2711 | ||
f6e9495d PM |
2712 | static int sci_remap_port(struct uart_port *port) |
2713 | { | |
e4d6f911 | 2714 | struct sci_port *sport = to_sci_port(port); |
f6e9495d PM |
2715 | |
2716 | /* | |
2717 | * Nothing to do if there's already an established membase. | |
2718 | */ | |
2719 | if (port->membase) | |
2720 | return 0; | |
2721 | ||
3d73f32b | 2722 | if (port->dev->of_node || (port->flags & UPF_IOREMAP)) { |
4bdc0d67 | 2723 | port->membase = ioremap(port->mapbase, sport->reg_size); |
f6e9495d PM |
2724 | if (unlikely(!port->membase)) { |
2725 | dev_err(port->dev, "can't remap port#%d\n", port->line); | |
2726 | return -ENXIO; | |
2727 | } | |
2728 | } else { | |
2729 | /* | |
2730 | * For the simple (and majority of) cases where we don't | |
2731 | * need to do any remapping, just cast the cookie | |
2732 | * directly. | |
2733 | */ | |
3af4e960 | 2734 | port->membase = (void __iomem *)(uintptr_t)port->mapbase; |
f6e9495d PM |
2735 | } |
2736 | ||
2737 | return 0; | |
2738 | } | |
2739 | ||
e2651647 | 2740 | static void sci_release_port(struct uart_port *port) |
1da177e4 | 2741 | { |
e4d6f911 YS |
2742 | struct sci_port *sport = to_sci_port(port); |
2743 | ||
3d73f32b | 2744 | if (port->dev->of_node || (port->flags & UPF_IOREMAP)) { |
e2651647 PM |
2745 | iounmap(port->membase); |
2746 | port->membase = NULL; | |
2747 | } | |
2748 | ||
e4d6f911 | 2749 | release_mem_region(port->mapbase, sport->reg_size); |
1da177e4 LT |
2750 | } |
2751 | ||
e2651647 | 2752 | static int sci_request_port(struct uart_port *port) |
1da177e4 | 2753 | { |
e2651647 | 2754 | struct resource *res; |
e4d6f911 | 2755 | struct sci_port *sport = to_sci_port(port); |
f6e9495d | 2756 | int ret; |
1da177e4 | 2757 | |
e4d6f911 YS |
2758 | res = request_mem_region(port->mapbase, sport->reg_size, |
2759 | dev_name(port->dev)); | |
2760 | if (unlikely(res == NULL)) { | |
2761 | dev_err(port->dev, "request_mem_region failed."); | |
e2651647 | 2762 | return -EBUSY; |
e4d6f911 | 2763 | } |
1da177e4 | 2764 | |
f6e9495d PM |
2765 | ret = sci_remap_port(port); |
2766 | if (unlikely(ret != 0)) { | |
2767 | release_resource(res); | |
2768 | return ret; | |
7ff731ae | 2769 | } |
e2651647 PM |
2770 | |
2771 | return 0; | |
2772 | } | |
2773 | ||
2774 | static void sci_config_port(struct uart_port *port, int flags) | |
2775 | { | |
2776 | if (flags & UART_CONFIG_TYPE) { | |
2777 | struct sci_port *sport = to_sci_port(port); | |
2778 | ||
2779 | port->type = sport->cfg->type; | |
2780 | sci_request_port(port); | |
2781 | } | |
1da177e4 LT |
2782 | } |
2783 | ||
2784 | static int sci_verify_port(struct uart_port *port, struct serial_struct *ser) | |
2785 | { | |
1da177e4 LT |
2786 | if (ser->baud_base < 2400) |
2787 | /* No paper tape reader for Mitch.. */ | |
2788 | return -EINVAL; | |
2789 | ||
2790 | return 0; | |
2791 | } | |
2792 | ||
069a47e5 | 2793 | static const struct uart_ops sci_uart_ops = { |
1da177e4 LT |
2794 | .tx_empty = sci_tx_empty, |
2795 | .set_mctrl = sci_set_mctrl, | |
2796 | .get_mctrl = sci_get_mctrl, | |
2797 | .start_tx = sci_start_tx, | |
2798 | .stop_tx = sci_stop_tx, | |
2799 | .stop_rx = sci_stop_rx, | |
f907c9ea | 2800 | .enable_ms = sci_enable_ms, |
1da177e4 LT |
2801 | .break_ctl = sci_break_ctl, |
2802 | .startup = sci_startup, | |
2803 | .shutdown = sci_shutdown, | |
1cf4a7ef | 2804 | .flush_buffer = sci_flush_buffer, |
1da177e4 | 2805 | .set_termios = sci_set_termios, |
0174e5ca | 2806 | .pm = sci_pm, |
1da177e4 LT |
2807 | .type = sci_type, |
2808 | .release_port = sci_release_port, | |
2809 | .request_port = sci_request_port, | |
2810 | .config_port = sci_config_port, | |
2811 | .verify_port = sci_verify_port, | |
07d2a1a1 PM |
2812 | #ifdef CONFIG_CONSOLE_POLL |
2813 | .poll_get_char = sci_poll_get_char, | |
2814 | .poll_put_char = sci_poll_put_char, | |
2815 | #endif | |
1da177e4 LT |
2816 | }; |
2817 | ||
a9ec81f4 LP |
2818 | static int sci_init_clocks(struct sci_port *sci_port, struct device *dev) |
2819 | { | |
f4998e55 GU |
2820 | const char *clk_names[] = { |
2821 | [SCI_FCK] = "fck", | |
6af27bf2 | 2822 | [SCI_SCK] = "sck", |
1270f865 GU |
2823 | [SCI_BRG_INT] = "brg_int", |
2824 | [SCI_SCIF_CLK] = "scif_clk", | |
f4998e55 GU |
2825 | }; |
2826 | struct clk *clk; | |
2827 | unsigned int i; | |
a9ec81f4 | 2828 | |
6af27bf2 GU |
2829 | if (sci_port->cfg->type == PORT_HSCIF) |
2830 | clk_names[SCI_SCK] = "hsck"; | |
2831 | ||
f4998e55 | 2832 | for (i = 0; i < SCI_NUM_CLKS; i++) { |
8a1dcae9 GU |
2833 | clk = devm_clk_get_optional(dev, clk_names[i]); |
2834 | if (IS_ERR(clk)) | |
2835 | return PTR_ERR(clk); | |
a9ec81f4 | 2836 | |
8a1dcae9 | 2837 | if (!clk && i == SCI_FCK) { |
f4998e55 GU |
2838 | /* |
2839 | * Not all SH platforms declare a clock lookup entry | |
2840 | * for SCI devices, in which case we need to get the | |
2841 | * global "peripheral_clk" clock. | |
2842 | */ | |
2843 | clk = devm_clk_get(dev, "peripheral_clk"); | |
0d1bc829 GU |
2844 | if (IS_ERR(clk)) |
2845 | return dev_err_probe(dev, PTR_ERR(clk), | |
2846 | "failed to get %s\n", | |
2847 | clk_names[i]); | |
f4998e55 GU |
2848 | } |
2849 | ||
8a1dcae9 GU |
2850 | if (!clk) |
2851 | dev_dbg(dev, "failed to get %s\n", clk_names[i]); | |
f4998e55 | 2852 | else |
d63c16f8 GU |
2853 | dev_dbg(dev, "clk %s is %pC rate %lu\n", clk_names[i], |
2854 | clk, clk_get_rate(clk)); | |
8a1dcae9 | 2855 | sci_port->clks[i] = clk; |
f4998e55 GU |
2856 | } |
2857 | return 0; | |
a9ec81f4 LP |
2858 | } |
2859 | ||
daf5a895 LP |
2860 | static const struct sci_port_params * |
2861 | sci_probe_regmap(const struct plat_sci_port *cfg) | |
2862 | { | |
2863 | unsigned int regtype; | |
2864 | ||
2865 | if (cfg->regtype != SCIx_PROBE_REGTYPE) | |
2866 | return &sci_port_params[cfg->regtype]; | |
2867 | ||
2868 | switch (cfg->type) { | |
2869 | case PORT_SCI: | |
2870 | regtype = SCIx_SCI_REGTYPE; | |
2871 | break; | |
2872 | case PORT_IRDA: | |
2873 | regtype = SCIx_IRDA_REGTYPE; | |
2874 | break; | |
2875 | case PORT_SCIFA: | |
2876 | regtype = SCIx_SCIFA_REGTYPE; | |
2877 | break; | |
2878 | case PORT_SCIFB: | |
2879 | regtype = SCIx_SCIFB_REGTYPE; | |
2880 | break; | |
2881 | case PORT_SCIF: | |
2882 | /* | |
2883 | * The SH-4 is a bit of a misnomer here, although that's | |
2884 | * where this particular port layout originated. This | |
2885 | * configuration (or some slight variation thereof) | |
2886 | * remains the dominant model for all SCIFs. | |
2887 | */ | |
2888 | regtype = SCIx_SH4_SCIF_REGTYPE; | |
2889 | break; | |
2890 | case PORT_HSCIF: | |
2891 | regtype = SCIx_HSCIF_REGTYPE; | |
2892 | break; | |
2893 | default: | |
2894 | pr_err("Can't probe register map for given port\n"); | |
2895 | return NULL; | |
2896 | } | |
2897 | ||
2898 | return &sci_port_params[regtype]; | |
2899 | } | |
2900 | ||
9671f099 | 2901 | static int sci_init_single(struct platform_device *dev, |
1fcc91a6 | 2902 | struct sci_port *sci_port, unsigned int index, |
daf5a895 | 2903 | const struct plat_sci_port *p, bool early) |
e108b2ca | 2904 | { |
73a19e4c | 2905 | struct uart_port *port = &sci_port->port; |
1fcc91a6 | 2906 | const struct resource *res; |
a1c2fd7e | 2907 | unsigned int i; |
3127c6b2 | 2908 | int ret; |
e108b2ca | 2909 | |
50f0959a PM |
2910 | sci_port->cfg = p; |
2911 | ||
73a19e4c GL |
2912 | port->ops = &sci_uart_ops; |
2913 | port->iotype = UPIO_MEM; | |
2914 | port->line = index; | |
dc9a3254 | 2915 | port->has_sysrq = IS_ENABLED(CONFIG_SERIAL_SH_SCI_CONSOLE); |
75136d48 | 2916 | |
89b5c1ab LP |
2917 | res = platform_get_resource(dev, IORESOURCE_MEM, 0); |
2918 | if (res == NULL) | |
2919 | return -ENOMEM; | |
1fcc91a6 | 2920 | |
89b5c1ab | 2921 | port->mapbase = res->start; |
e4d6f911 | 2922 | sci_port->reg_size = resource_size(res); |
1fcc91a6 | 2923 | |
392fb8df GU |
2924 | for (i = 0; i < ARRAY_SIZE(sci_port->irqs); ++i) { |
2925 | if (i) | |
2926 | sci_port->irqs[i] = platform_get_irq_optional(dev, i); | |
2927 | else | |
2928 | sci_port->irqs[i] = platform_get_irq(dev, i); | |
2929 | } | |
1fcc91a6 | 2930 | |
b43a1864 BD |
2931 | /* |
2932 | * The fourth interrupt on SCI port is transmit end interrupt, so | |
2933 | * shuffle the interrupts. | |
2934 | */ | |
2935 | if (p->type == PORT_SCI) | |
2936 | swap(sci_port->irqs[SCIx_BRI_IRQ], sci_port->irqs[SCIx_TEI_IRQ]); | |
2937 | ||
89b5c1ab LP |
2938 | /* The SCI generates several interrupts. They can be muxed together or |
2939 | * connected to different interrupt lines. In the muxed case only one | |
628c534a CB |
2940 | * interrupt resource is specified as there is only one interrupt ID. |
2941 | * In the non-muxed case, up to 6 interrupt signals might be generated | |
2942 | * from the SCI, however those signals might have their own individual | |
2943 | * interrupt ID numbers, or muxed together with another interrupt. | |
89b5c1ab LP |
2944 | */ |
2945 | if (sci_port->irqs[0] < 0) | |
2946 | return -ENXIO; | |
1fcc91a6 | 2947 | |
628c534a CB |
2948 | if (sci_port->irqs[1] < 0) |
2949 | for (i = 1; i < ARRAY_SIZE(sci_port->irqs); i++) | |
2950 | sci_port->irqs[i] = sci_port->irqs[0]; | |
1fcc91a6 | 2951 | |
daf5a895 LP |
2952 | sci_port->params = sci_probe_regmap(p); |
2953 | if (unlikely(sci_port->params == NULL)) | |
2954 | return -EINVAL; | |
e095ee6b | 2955 | |
18e8cf15 UH |
2956 | switch (p->type) { |
2957 | case PORT_SCIFB: | |
2958 | sci_port->rx_trigger = 48; | |
2959 | break; | |
2960 | case PORT_HSCIF: | |
2961 | sci_port->rx_trigger = 64; | |
2962 | break; | |
2963 | case PORT_SCIFA: | |
2964 | sci_port->rx_trigger = 32; | |
2965 | break; | |
2966 | case PORT_SCIF: | |
2967 | if (p->regtype == SCIx_SH7705_SCIF_REGTYPE) | |
2968 | /* RX triggering not implemented for this IP */ | |
2969 | sci_port->rx_trigger = 1; | |
2970 | else | |
2971 | sci_port->rx_trigger = 8; | |
2972 | break; | |
2973 | default: | |
2974 | sci_port->rx_trigger = 1; | |
2975 | break; | |
2976 | } | |
2977 | ||
03940376 | 2978 | sci_port->rx_fifo_timeout = 0; |
fa2abb03 | 2979 | sci_port->hscif_tot = 0; |
03940376 | 2980 | |
878fbb91 LP |
2981 | /* SCIFA on sh7723 and sh7724 need a custom sampling rate that doesn't |
2982 | * match the SoC datasheet, this should be investigated. Let platform | |
2983 | * data override the sampling rate for now. | |
ec09c5eb | 2984 | */ |
b2f20ed9 LP |
2985 | sci_port->sampling_rate_mask = p->sampling_rate |
2986 | ? SCI_SR(p->sampling_rate) | |
2987 | : sci_port->params->sampling_rate_mask; | |
ec09c5eb | 2988 | |
1fcc91a6 | 2989 | if (!early) { |
a9ec81f4 LP |
2990 | ret = sci_init_clocks(sci_port, &dev->dev); |
2991 | if (ret < 0) | |
2992 | return ret; | |
c7ed1ab3 | 2993 | |
73a19e4c | 2994 | port->dev = &dev->dev; |
5e50d2d6 MD |
2995 | |
2996 | pm_runtime_enable(&dev->dev); | |
7b6fd3bf | 2997 | } |
e108b2ca | 2998 | |
ce6738b6 | 2999 | port->type = p->type; |
3d73f32b | 3000 | port->flags = UPF_FIXED_PORT | UPF_BOOT_AUTOCONF | p->flags; |
b2f20ed9 | 3001 | port->fifosize = sci_port->params->fifosize; |
73a19e4c | 3002 | |
f92ed0cd | 3003 | if (port->type == PORT_SCI && !dev->dev.of_node) { |
dfc80387 LP |
3004 | if (sci_port->reg_size >= 0x20) |
3005 | port->regshift = 2; | |
3006 | else | |
3007 | port->regshift = 1; | |
3008 | } | |
3009 | ||
ce6738b6 | 3010 | /* |
61a6976b | 3011 | * The UART port needs an IRQ value, so we peg this to the RX IRQ |
ce6738b6 PM |
3012 | * for the multi-IRQ ports, which is where we are primarily |
3013 | * concerned with the shutdown path synchronization. | |
3014 | * | |
3015 | * For the muxed case there's nothing more to do. | |
3016 | */ | |
1fcc91a6 | 3017 | port->irq = sci_port->irqs[SCIx_RXI_IRQ]; |
9cfb5c05 | 3018 | port->irqflags = 0; |
73a19e4c | 3019 | |
61a6976b PM |
3020 | port->serial_in = sci_serial_in; |
3021 | port->serial_out = sci_serial_out; | |
3022 | ||
c7ed1ab3 | 3023 | return 0; |
e108b2ca PM |
3024 | } |
3025 | ||
6dae1421 LP |
3026 | static void sci_cleanup_single(struct sci_port *port) |
3027 | { | |
6dae1421 LP |
3028 | pm_runtime_disable(port->port.dev); |
3029 | } | |
3030 | ||
0b0cced1 YS |
3031 | #if defined(CONFIG_SERIAL_SH_SCI_CONSOLE) || \ |
3032 | defined(CONFIG_SERIAL_SH_SCI_EARLYCON) | |
3f8bab17 | 3033 | static void serial_console_putchar(struct uart_port *port, unsigned char ch) |
dc8e6f5b MD |
3034 | { |
3035 | sci_poll_put_char(port, ch); | |
3036 | } | |
3037 | ||
1da177e4 LT |
3038 | /* |
3039 | * Print a string to the serial port trying not to disturb | |
3040 | * any possible real use of the port... | |
3041 | */ | |
3042 | static void serial_console_write(struct console *co, const char *s, | |
3043 | unsigned count) | |
3044 | { | |
906b17dc PM |
3045 | struct sci_port *sci_port = &sci_ports[co->index]; |
3046 | struct uart_port *port = &sci_port->port; | |
a67969b5 | 3047 | unsigned short bits, ctrl, ctrl_temp; |
40f70c03 SK |
3048 | unsigned long flags; |
3049 | int locked = 1; | |
3050 | ||
40f70c03 SK |
3051 | if (port->sysrq) |
3052 | locked = 0; | |
dc9a3254 | 3053 | else if (oops_in_progress) |
94c53770 | 3054 | locked = uart_port_trylock_irqsave(port, &flags); |
40f70c03 | 3055 | else |
94c53770 | 3056 | uart_port_lock_irqsave(port, &flags); |
40f70c03 | 3057 | |
a67969b5 | 3058 | /* first save SCSCR then disable interrupts, keep clock source */ |
40f70c03 | 3059 | ctrl = serial_port_in(port, SCSCR); |
9f8325b3 LP |
3060 | ctrl_temp = SCSCR_RE | SCSCR_TE | |
3061 | (sci_port->cfg->scscr & ~(SCSCR_CKE1 | SCSCR_CKE0)) | | |
a67969b5 | 3062 | (ctrl & (SCSCR_CKE1 | SCSCR_CKE0)); |
fa2abb03 | 3063 | serial_port_out(port, SCSCR, ctrl_temp | sci_port->hscif_tot); |
07d2a1a1 | 3064 | |
501b825d | 3065 | uart_console_write(port, s, count, serial_console_putchar); |
973e5d52 MD |
3066 | |
3067 | /* wait until fifo is empty and last bit has been transmitted */ | |
3068 | bits = SCxSR_TDxE(port) | SCxSR_TEND(port); | |
b12bb29f | 3069 | while ((serial_port_in(port, SCxSR) & bits) != bits) |
973e5d52 | 3070 | cpu_relax(); |
40f70c03 SK |
3071 | |
3072 | /* restore the SCSCR */ | |
3073 | serial_port_out(port, SCSCR, ctrl); | |
3074 | ||
3075 | if (locked) | |
94c53770 | 3076 | uart_port_unlock_irqrestore(port, flags); |
1da177e4 LT |
3077 | } |
3078 | ||
9671f099 | 3079 | static int serial_console_setup(struct console *co, char *options) |
1da177e4 | 3080 | { |
dc8e6f5b | 3081 | struct sci_port *sci_port; |
1da177e4 LT |
3082 | struct uart_port *port; |
3083 | int baud = 115200; | |
3084 | int bits = 8; | |
3085 | int parity = 'n'; | |
3086 | int flow = 'n'; | |
3087 | int ret; | |
3088 | ||
e108b2ca | 3089 | /* |
906b17dc | 3090 | * Refuse to handle any bogus ports. |
1da177e4 | 3091 | */ |
906b17dc | 3092 | if (co->index < 0 || co->index >= SCI_NPORTS) |
e108b2ca | 3093 | return -ENODEV; |
e108b2ca | 3094 | |
906b17dc PM |
3095 | sci_port = &sci_ports[co->index]; |
3096 | port = &sci_port->port; | |
3097 | ||
b2267a6b AC |
3098 | /* |
3099 | * Refuse to handle uninitialized ports. | |
3100 | */ | |
3101 | if (!port->ops) | |
3102 | return -ENODEV; | |
3103 | ||
f6e9495d PM |
3104 | ret = sci_remap_port(port); |
3105 | if (unlikely(ret != 0)) | |
3106 | return ret; | |
e108b2ca | 3107 | |
1da177e4 LT |
3108 | if (options) |
3109 | uart_parse_options(options, &baud, &parity, &bits, &flow); | |
3110 | ||
ab7cfb55 | 3111 | return uart_set_options(port, co, baud, parity, bits, flow); |
1da177e4 LT |
3112 | } |
3113 | ||
3114 | static struct console serial_console = { | |
3115 | .name = "ttySC", | |
906b17dc | 3116 | .device = uart_console_device, |
1da177e4 LT |
3117 | .write = serial_console_write, |
3118 | .setup = serial_console_setup, | |
fa5da2f7 | 3119 | .flags = CON_PRINTBUFFER, |
1da177e4 | 3120 | .index = -1, |
906b17dc | 3121 | .data = &sci_uart_driver, |
1da177e4 LT |
3122 | }; |
3123 | ||
507fd01d | 3124 | #ifdef CONFIG_SUPERH |
ff707dfd JO |
3125 | static char early_serial_buf[32]; |
3126 | ||
3127 | static int early_serial_console_setup(struct console *co, char *options) | |
3128 | { | |
3129 | /* | |
3130 | * This early console is always registered using the earlyprintk= | |
3131 | * parameter, which does not call add_preferred_console(). Thus | |
3132 | * @options is always NULL and the options for this early console | |
3133 | * are passed using a custom buffer. | |
3134 | */ | |
3135 | WARN_ON(options); | |
3136 | ||
3137 | return serial_console_setup(co, early_serial_buf); | |
3138 | } | |
3139 | ||
7b6fd3bf MD |
3140 | static struct console early_serial_console = { |
3141 | .name = "early_ttySC", | |
3142 | .write = serial_console_write, | |
ff707dfd | 3143 | .setup = early_serial_console_setup, |
7b6fd3bf | 3144 | .flags = CON_PRINTBUFFER, |
906b17dc | 3145 | .index = -1, |
7b6fd3bf | 3146 | }; |
ecdf8a46 | 3147 | |
9671f099 | 3148 | static int sci_probe_earlyprintk(struct platform_device *pdev) |
ecdf8a46 | 3149 | { |
daf5a895 | 3150 | const struct plat_sci_port *cfg = dev_get_platdata(&pdev->dev); |
ecdf8a46 PM |
3151 | |
3152 | if (early_serial_console.data) | |
3153 | return -EEXIST; | |
3154 | ||
3155 | early_serial_console.index = pdev->id; | |
ecdf8a46 | 3156 | |
1fcc91a6 | 3157 | sci_init_single(pdev, &sci_ports[pdev->id], pdev->id, cfg, true); |
ecdf8a46 | 3158 | |
ecdf8a46 PM |
3159 | if (!strstr(early_serial_buf, "keep")) |
3160 | early_serial_console.flags |= CON_BOOT; | |
3161 | ||
3162 | register_console(&early_serial_console); | |
3163 | return 0; | |
3164 | } | |
507fd01d | 3165 | #endif |
6a8c9799 NI |
3166 | |
3167 | #define SCI_CONSOLE (&serial_console) | |
3168 | ||
ecdf8a46 | 3169 | #else |
9671f099 | 3170 | static inline int sci_probe_earlyprintk(struct platform_device *pdev) |
ecdf8a46 PM |
3171 | { |
3172 | return -EINVAL; | |
3173 | } | |
1da177e4 | 3174 | |
6a8c9799 NI |
3175 | #define SCI_CONSOLE NULL |
3176 | ||
0b0cced1 | 3177 | #endif /* CONFIG_SERIAL_SH_SCI_CONSOLE || CONFIG_SERIAL_SH_SCI_EARLYCON */ |
1da177e4 | 3178 | |
6c13d5d2 | 3179 | static const char banner[] __initconst = "SuperH (H)SCI(F) driver initialized"; |
1da177e4 | 3180 | |
352b9266 | 3181 | static DEFINE_MUTEX(sci_uart_registration_lock); |
1da177e4 LT |
3182 | static struct uart_driver sci_uart_driver = { |
3183 | .owner = THIS_MODULE, | |
3184 | .driver_name = "sci", | |
1da177e4 LT |
3185 | .dev_name = "ttySC", |
3186 | .major = SCI_MAJOR, | |
3187 | .minor = SCI_MINOR_START, | |
e108b2ca | 3188 | .nr = SCI_NPORTS, |
1da177e4 LT |
3189 | .cons = SCI_CONSOLE, |
3190 | }; | |
3191 | ||
5fc247bf | 3192 | static void sci_remove(struct platform_device *dev) |
e552de24 | 3193 | { |
d535a230 | 3194 | struct sci_port *port = platform_get_drvdata(dev); |
641a41db | 3195 | unsigned int type = port->port.type; /* uart_remove_... clears it */ |
e552de24 | 3196 | |
7678f4c2 | 3197 | sci_ports_in_use &= ~BIT(port->port.line); |
d535a230 PM |
3198 | uart_remove_one_port(&sci_uart_driver, &port->port); |
3199 | ||
6dae1421 | 3200 | sci_cleanup_single(port); |
e552de24 | 3201 | |
6aa57f16 GKH |
3202 | if (port->port.fifosize > 1) |
3203 | device_remove_file(&dev->dev, &dev_attr_rx_fifo_trigger); | |
3204 | if (type == PORT_SCIFA || type == PORT_SCIFB || type == PORT_HSCIF) | |
3205 | device_remove_file(&dev->dev, &dev_attr_rx_fifo_timeout); | |
e552de24 MD |
3206 | } |
3207 | ||
bd2238fb GU |
3208 | |
3209 | #define SCI_OF_DATA(type, regtype) (void *)((type) << 16 | (regtype)) | |
3210 | #define SCI_OF_TYPE(data) ((unsigned long)(data) >> 16) | |
3211 | #define SCI_OF_REGTYPE(data) ((unsigned long)(data) & 0xffff) | |
20bdcab8 | 3212 | |
88dcd07d | 3213 | static const struct of_device_id of_sci_match[] __maybe_unused = { |
f443ff80 GU |
3214 | /* SoC-specific types */ |
3215 | { | |
3216 | .compatible = "renesas,scif-r7s72100", | |
3217 | .data = SCI_OF_DATA(PORT_SCIF, SCIx_SH2_SCIF_FIFODATA_REGTYPE), | |
3218 | }, | |
10c63443 GU |
3219 | { |
3220 | .compatible = "renesas,scif-r7s9210", | |
3221 | .data = SCI_OF_DATA(PORT_SCIF, SCIx_RZ_SCIFA_REGTYPE), | |
3222 | }, | |
3b2cd606 BD |
3223 | { |
3224 | .compatible = "renesas,scif-r9a07g044", | |
3225 | .data = SCI_OF_DATA(PORT_SCIF, SCIx_RZ_SCIFA_REGTYPE), | |
3226 | }, | |
9ed44bb2 GU |
3227 | /* Family-specific types */ |
3228 | { | |
3229 | .compatible = "renesas,rcar-gen1-scif", | |
3230 | .data = SCI_OF_DATA(PORT_SCIF, SCIx_SH4_SCIF_BRG_REGTYPE), | |
3231 | }, { | |
3232 | .compatible = "renesas,rcar-gen2-scif", | |
3233 | .data = SCI_OF_DATA(PORT_SCIF, SCIx_SH4_SCIF_BRG_REGTYPE), | |
3234 | }, { | |
3235 | .compatible = "renesas,rcar-gen3-scif", | |
3236 | .data = SCI_OF_DATA(PORT_SCIF, SCIx_SH4_SCIF_BRG_REGTYPE), | |
26baf4b6 YS |
3237 | }, { |
3238 | .compatible = "renesas,rcar-gen4-scif", | |
3239 | .data = SCI_OF_DATA(PORT_SCIF, SCIx_SH4_SCIF_BRG_REGTYPE), | |
9ed44bb2 | 3240 | }, |
f443ff80 | 3241 | /* Generic types */ |
20bdcab8 BH |
3242 | { |
3243 | .compatible = "renesas,scif", | |
bd2238fb | 3244 | .data = SCI_OF_DATA(PORT_SCIF, SCIx_SH4_SCIF_REGTYPE), |
20bdcab8 BH |
3245 | }, { |
3246 | .compatible = "renesas,scifa", | |
bd2238fb | 3247 | .data = SCI_OF_DATA(PORT_SCIFA, SCIx_SCIFA_REGTYPE), |
20bdcab8 BH |
3248 | }, { |
3249 | .compatible = "renesas,scifb", | |
bd2238fb | 3250 | .data = SCI_OF_DATA(PORT_SCIFB, SCIx_SCIFB_REGTYPE), |
20bdcab8 BH |
3251 | }, { |
3252 | .compatible = "renesas,hscif", | |
bd2238fb | 3253 | .data = SCI_OF_DATA(PORT_HSCIF, SCIx_HSCIF_REGTYPE), |
e1d0be61 YS |
3254 | }, { |
3255 | .compatible = "renesas,sci", | |
bd2238fb | 3256 | .data = SCI_OF_DATA(PORT_SCI, SCIx_SCI_REGTYPE), |
20bdcab8 BH |
3257 | }, { |
3258 | /* Terminator */ | |
3259 | }, | |
3260 | }; | |
3261 | MODULE_DEVICE_TABLE(of, of_sci_match); | |
3262 | ||
862f7218 LP |
3263 | static void sci_reset_control_assert(void *data) |
3264 | { | |
3265 | reset_control_assert(data); | |
3266 | } | |
3267 | ||
54b12c48 GU |
3268 | static struct plat_sci_port *sci_parse_dt(struct platform_device *pdev, |
3269 | unsigned int *dev_id) | |
20bdcab8 BH |
3270 | { |
3271 | struct device_node *np = pdev->dev.of_node; | |
862f7218 | 3272 | struct reset_control *rstc; |
20bdcab8 | 3273 | struct plat_sci_port *p; |
97ed9790 | 3274 | struct sci_port *sp; |
6e605a01 | 3275 | const void *data; |
862f7218 | 3276 | int id, ret; |
20bdcab8 BH |
3277 | |
3278 | if (!IS_ENABLED(CONFIG_OF) || !np) | |
862f7218 | 3279 | return ERR_PTR(-EINVAL); |
20bdcab8 | 3280 | |
6e605a01 | 3281 | data = of_device_get_match_data(&pdev->dev); |
20bdcab8 | 3282 | |
862f7218 LP |
3283 | rstc = devm_reset_control_get_optional_exclusive(&pdev->dev, NULL); |
3284 | if (IS_ERR(rstc)) | |
3285 | return ERR_PTR(dev_err_probe(&pdev->dev, PTR_ERR(rstc), | |
3286 | "failed to get reset ctrl\n")); | |
3287 | ||
3288 | ret = reset_control_deassert(rstc); | |
3289 | if (ret) { | |
3290 | dev_err(&pdev->dev, "failed to deassert reset %d\n", ret); | |
3291 | return ERR_PTR(ret); | |
3292 | } | |
3293 | ||
3294 | ret = devm_add_action_or_reset(&pdev->dev, sci_reset_control_assert, rstc); | |
3295 | if (ret) { | |
3296 | dev_err(&pdev->dev, "failed to register assert devm action, %d\n", | |
3297 | ret); | |
3298 | return ERR_PTR(ret); | |
3299 | } | |
3300 | ||
20bdcab8 | 3301 | p = devm_kzalloc(&pdev->dev, sizeof(struct plat_sci_port), GFP_KERNEL); |
4205463c | 3302 | if (!p) |
862f7218 | 3303 | return ERR_PTR(-ENOMEM); |
20bdcab8 | 3304 | |
2095fc76 | 3305 | /* Get the line number from the aliases node. */ |
20bdcab8 | 3306 | id = of_alias_get_id(np, "serial"); |
7678f4c2 GU |
3307 | if (id < 0 && ~sci_ports_in_use) |
3308 | id = ffz(sci_ports_in_use); | |
20bdcab8 BH |
3309 | if (id < 0) { |
3310 | dev_err(&pdev->dev, "failed to get alias id (%d)\n", id); | |
862f7218 | 3311 | return ERR_PTR(-EINVAL); |
20bdcab8 | 3312 | } |
090fa4b0 GU |
3313 | if (id >= ARRAY_SIZE(sci_ports)) { |
3314 | dev_err(&pdev->dev, "serial%d out of range\n", id); | |
862f7218 | 3315 | return ERR_PTR(-EINVAL); |
090fa4b0 | 3316 | } |
20bdcab8 | 3317 | |
97ed9790 | 3318 | sp = &sci_ports[id]; |
20bdcab8 BH |
3319 | *dev_id = id; |
3320 | ||
6e605a01 GU |
3321 | p->type = SCI_OF_TYPE(data); |
3322 | p->regtype = SCI_OF_REGTYPE(data); | |
20bdcab8 | 3323 | |
43c61286 | 3324 | sp->has_rtscts = of_property_read_bool(np, "uart-has-rtscts"); |
861a70ab | 3325 | |
20bdcab8 BH |
3326 | return p; |
3327 | } | |
3328 | ||
9671f099 | 3329 | static int sci_probe_single(struct platform_device *dev, |
0ee70712 MD |
3330 | unsigned int index, |
3331 | struct plat_sci_port *p, | |
3332 | struct sci_port *sciport) | |
3333 | { | |
0ee70712 MD |
3334 | int ret; |
3335 | ||
3336 | /* Sanity check */ | |
3337 | if (unlikely(index >= SCI_NPORTS)) { | |
9b971cd2 | 3338 | dev_notice(&dev->dev, "Attempting to register port %d when only %d are available\n", |
0ee70712 | 3339 | index+1, SCI_NPORTS); |
9b971cd2 | 3340 | dev_notice(&dev->dev, "Consider bumping CONFIG_SERIAL_SH_SCI_NR_UARTS!\n"); |
b6c5ef6f | 3341 | return -EINVAL; |
0ee70712 | 3342 | } |
7678f4c2 GU |
3343 | BUILD_BUG_ON(SCI_NPORTS > sizeof(sci_ports_in_use) * 8); |
3344 | if (sci_ports_in_use & BIT(index)) | |
3345 | return -EBUSY; | |
0ee70712 | 3346 | |
352b9266 SS |
3347 | mutex_lock(&sci_uart_registration_lock); |
3348 | if (!sci_uart_driver.state) { | |
3349 | ret = uart_register_driver(&sci_uart_driver); | |
3350 | if (ret) { | |
3351 | mutex_unlock(&sci_uart_registration_lock); | |
3352 | return ret; | |
3353 | } | |
3354 | } | |
3355 | mutex_unlock(&sci_uart_registration_lock); | |
3356 | ||
1fcc91a6 | 3357 | ret = sci_init_single(dev, sciport, index, p, false); |
c7ed1ab3 PM |
3358 | if (ret) |
3359 | return ret; | |
0ee70712 | 3360 | |
f907c9ea | 3361 | sciport->gpios = mctrl_gpio_init(&sciport->port, 0); |
e55a0973 | 3362 | if (IS_ERR(sciport->gpios)) |
f907c9ea GU |
3363 | return PTR_ERR(sciport->gpios); |
3364 | ||
97ed9790 | 3365 | if (sciport->has_rtscts) { |
a16c4c5a GU |
3366 | if (mctrl_gpio_to_gpiod(sciport->gpios, UART_GPIO_CTS) || |
3367 | mctrl_gpio_to_gpiod(sciport->gpios, UART_GPIO_RTS)) { | |
f907c9ea GU |
3368 | dev_err(&dev->dev, "Conflicting RTS/CTS config\n"); |
3369 | return -EINVAL; | |
3370 | } | |
33f50ffc | 3371 | sciport->port.flags |= UPF_HARD_FLOW; |
f907c9ea GU |
3372 | } |
3373 | ||
6dae1421 LP |
3374 | ret = uart_add_one_port(&sci_uart_driver, &sciport->port); |
3375 | if (ret) { | |
3376 | sci_cleanup_single(sciport); | |
3377 | return ret; | |
3378 | } | |
3379 | ||
3380 | return 0; | |
0ee70712 MD |
3381 | } |
3382 | ||
9671f099 | 3383 | static int sci_probe(struct platform_device *dev) |
1da177e4 | 3384 | { |
20bdcab8 BH |
3385 | struct plat_sci_port *p; |
3386 | struct sci_port *sp; | |
3387 | unsigned int dev_id; | |
ecdf8a46 | 3388 | int ret; |
d535a230 | 3389 | |
ecdf8a46 PM |
3390 | /* |
3391 | * If we've come here via earlyprintk initialization, head off to | |
3392 | * the special early probe. We don't have sufficient device state | |
3393 | * to make it beyond this yet. | |
3394 | */ | |
507fd01d | 3395 | #ifdef CONFIG_SUPERH |
201e9109 | 3396 | if (is_sh_early_platform_device(dev)) |
ecdf8a46 | 3397 | return sci_probe_earlyprintk(dev); |
507fd01d | 3398 | #endif |
7b6fd3bf | 3399 | |
20bdcab8 BH |
3400 | if (dev->dev.of_node) { |
3401 | p = sci_parse_dt(dev, &dev_id); | |
862f7218 LP |
3402 | if (IS_ERR(p)) |
3403 | return PTR_ERR(p); | |
20bdcab8 BH |
3404 | } else { |
3405 | p = dev->dev.platform_data; | |
3406 | if (p == NULL) { | |
3407 | dev_err(&dev->dev, "no platform data supplied\n"); | |
3408 | return -EINVAL; | |
3409 | } | |
3410 | ||
3411 | dev_id = dev->id; | |
3412 | } | |
3413 | ||
3414 | sp = &sci_ports[dev_id]; | |
d535a230 | 3415 | platform_set_drvdata(dev, sp); |
e552de24 | 3416 | |
20bdcab8 | 3417 | ret = sci_probe_single(dev, dev_id, p, sp); |
d535a230 | 3418 | if (ret) |
6dae1421 | 3419 | return ret; |
e552de24 | 3420 | |
5d23188a | 3421 | if (sp->port.fifosize > 1) { |
6aa57f16 | 3422 | ret = device_create_file(&dev->dev, &dev_attr_rx_fifo_trigger); |
5d23188a UH |
3423 | if (ret) |
3424 | return ret; | |
3425 | } | |
fa2abb03 UH |
3426 | if (sp->port.type == PORT_SCIFA || sp->port.type == PORT_SCIFB || |
3427 | sp->port.type == PORT_HSCIF) { | |
6aa57f16 | 3428 | ret = device_create_file(&dev->dev, &dev_attr_rx_fifo_timeout); |
5d23188a UH |
3429 | if (ret) { |
3430 | if (sp->port.fifosize > 1) { | |
6aa57f16 GKH |
3431 | device_remove_file(&dev->dev, |
3432 | &dev_attr_rx_fifo_trigger); | |
5d23188a UH |
3433 | } |
3434 | return ret; | |
3435 | } | |
3436 | } | |
3437 | ||
1da177e4 LT |
3438 | #ifdef CONFIG_SH_STANDARD_BIOS |
3439 | sh_bios_gdb_detach(); | |
3440 | #endif | |
3441 | ||
7678f4c2 | 3442 | sci_ports_in_use |= BIT(dev_id); |
e108b2ca | 3443 | return 0; |
1da177e4 LT |
3444 | } |
3445 | ||
cb876341 | 3446 | static __maybe_unused int sci_suspend(struct device *dev) |
1da177e4 | 3447 | { |
d535a230 | 3448 | struct sci_port *sport = dev_get_drvdata(dev); |
e108b2ca | 3449 | |
d535a230 PM |
3450 | if (sport) |
3451 | uart_suspend_port(&sci_uart_driver, &sport->port); | |
1da177e4 | 3452 | |
e108b2ca PM |
3453 | return 0; |
3454 | } | |
1da177e4 | 3455 | |
cb876341 | 3456 | static __maybe_unused int sci_resume(struct device *dev) |
e108b2ca | 3457 | { |
d535a230 | 3458 | struct sci_port *sport = dev_get_drvdata(dev); |
e108b2ca | 3459 | |
d535a230 PM |
3460 | if (sport) |
3461 | uart_resume_port(&sci_uart_driver, &sport->port); | |
e108b2ca PM |
3462 | |
3463 | return 0; | |
3464 | } | |
3465 | ||
cb876341 | 3466 | static SIMPLE_DEV_PM_OPS(sci_dev_pm_ops, sci_suspend, sci_resume); |
6daa79b3 | 3467 | |
e108b2ca PM |
3468 | static struct platform_driver sci_driver = { |
3469 | .probe = sci_probe, | |
5fc247bf | 3470 | .remove_new = sci_remove, |
e108b2ca PM |
3471 | .driver = { |
3472 | .name = "sh-sci", | |
6daa79b3 | 3473 | .pm = &sci_dev_pm_ops, |
20bdcab8 | 3474 | .of_match_table = of_match_ptr(of_sci_match), |
e108b2ca PM |
3475 | }, |
3476 | }; | |
3477 | ||
3478 | static int __init sci_init(void) | |
3479 | { | |
6c13d5d2 | 3480 | pr_info("%s\n", banner); |
e108b2ca | 3481 | |
352b9266 | 3482 | return platform_driver_register(&sci_driver); |
e108b2ca PM |
3483 | } |
3484 | ||
3485 | static void __exit sci_exit(void) | |
3486 | { | |
3487 | platform_driver_unregister(&sci_driver); | |
352b9266 SS |
3488 | |
3489 | if (sci_uart_driver.state) | |
3490 | uart_unregister_driver(&sci_uart_driver); | |
1da177e4 LT |
3491 | } |
3492 | ||
507fd01d | 3493 | #if defined(CONFIG_SUPERH) && defined(CONFIG_SERIAL_SH_SCI_CONSOLE) |
201e9109 | 3494 | sh_early_platform_init_buffer("earlyprintk", &sci_driver, |
7b6fd3bf MD |
3495 | early_serial_buf, ARRAY_SIZE(early_serial_buf)); |
3496 | #endif | |
0b0cced1 | 3497 | #ifdef CONFIG_SERIAL_SH_SCI_EARLYCON |
dd076cff | 3498 | static struct plat_sci_port port_cfg __initdata; |
0b0cced1 YS |
3499 | |
3500 | static int __init early_console_setup(struct earlycon_device *device, | |
3501 | int type) | |
3502 | { | |
3503 | if (!device->port.membase) | |
3504 | return -ENODEV; | |
3505 | ||
3506 | device->port.serial_in = sci_serial_in; | |
3507 | device->port.serial_out = sci_serial_out; | |
3508 | device->port.type = type; | |
3509 | memcpy(&sci_ports[0].port, &device->port, sizeof(struct uart_port)); | |
daf5a895 | 3510 | port_cfg.type = type; |
0b0cced1 | 3511 | sci_ports[0].cfg = &port_cfg; |
daf5a895 | 3512 | sci_ports[0].params = sci_probe_regmap(&port_cfg); |
9f8325b3 LP |
3513 | port_cfg.scscr = sci_serial_in(&sci_ports[0].port, SCSCR); |
3514 | sci_serial_out(&sci_ports[0].port, SCSCR, | |
3515 | SCSCR_RE | SCSCR_TE | port_cfg.scscr); | |
0b0cced1 YS |
3516 | |
3517 | device->con->write = serial_console_write; | |
3518 | return 0; | |
3519 | } | |
3520 | static int __init sci_early_console_setup(struct earlycon_device *device, | |
3521 | const char *opt) | |
3522 | { | |
3523 | return early_console_setup(device, PORT_SCI); | |
3524 | } | |
3525 | static int __init scif_early_console_setup(struct earlycon_device *device, | |
3526 | const char *opt) | |
3527 | { | |
3528 | return early_console_setup(device, PORT_SCIF); | |
3529 | } | |
3d8b43ad CB |
3530 | static int __init rzscifa_early_console_setup(struct earlycon_device *device, |
3531 | const char *opt) | |
3532 | { | |
3533 | port_cfg.regtype = SCIx_RZ_SCIFA_REGTYPE; | |
3534 | return early_console_setup(device, PORT_SCIF); | |
3535 | } | |
3b2cd606 | 3536 | |
0b0cced1 YS |
3537 | static int __init scifa_early_console_setup(struct earlycon_device *device, |
3538 | const char *opt) | |
3539 | { | |
3540 | return early_console_setup(device, PORT_SCIFA); | |
3541 | } | |
3542 | static int __init scifb_early_console_setup(struct earlycon_device *device, | |
3543 | const char *opt) | |
3544 | { | |
3545 | return early_console_setup(device, PORT_SCIFB); | |
3546 | } | |
3547 | static int __init hscif_early_console_setup(struct earlycon_device *device, | |
3548 | const char *opt) | |
3549 | { | |
3550 | return early_console_setup(device, PORT_HSCIF); | |
3551 | } | |
3552 | ||
0b0cced1 | 3553 | OF_EARLYCON_DECLARE(sci, "renesas,sci", sci_early_console_setup); |
0b0cced1 | 3554 | OF_EARLYCON_DECLARE(scif, "renesas,scif", scif_early_console_setup); |
3d8b43ad | 3555 | OF_EARLYCON_DECLARE(scif, "renesas,scif-r7s9210", rzscifa_early_console_setup); |
3b2cd606 | 3556 | OF_EARLYCON_DECLARE(scif, "renesas,scif-r9a07g044", rzscifa_early_console_setup); |
0b0cced1 | 3557 | OF_EARLYCON_DECLARE(scifa, "renesas,scifa", scifa_early_console_setup); |
0b0cced1 | 3558 | OF_EARLYCON_DECLARE(scifb, "renesas,scifb", scifb_early_console_setup); |
0b0cced1 YS |
3559 | OF_EARLYCON_DECLARE(hscif, "renesas,hscif", hscif_early_console_setup); |
3560 | #endif /* CONFIG_SERIAL_SH_SCI_EARLYCON */ | |
3561 | ||
1da177e4 LT |
3562 | module_init(sci_init); |
3563 | module_exit(sci_exit); | |
3564 | ||
e108b2ca | 3565 | MODULE_LICENSE("GPL"); |
e169c139 | 3566 | MODULE_ALIAS("platform:sh-sci"); |
7f405f9c | 3567 | MODULE_AUTHOR("Paul Mundt"); |
f303b364 | 3568 | MODULE_DESCRIPTION("SuperH (H)SCI(F) serial driver"); |