projects / linux-2.6-block.git / blame
? search:
summary | shortlog | log | commit | commitdiff | tree
blob | blame (incremental) | history | HEAD
[media] s5p-jpeg: Add missing braces around sizeof
[linux-2.6-block.git] / drivers / media / platform / s5p-fimc / fimc-lite.c
CommitLineData
4af81310
SN		 1/*
2 * Samsung EXYNOS FIMC-LITE (camera host interface) driver
3*
4 * Copyright (C) 2012 Samsung Electronics Co., Ltd.
5 * Sylwester Nawrocki <s.nawrocki@samsung.com>
6 *
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License version 2 as
9 * published by the Free Software Foundation.
10 */
11#define pr_fmt(fmt) "%s:%d " fmt, __func__, __LINE__
12
13#include <linux/bug.h>
14#include <linux/device.h>
15#include <linux/errno.h>
16#include <linux/interrupt.h>
17#include <linux/kernel.h>
18#include <linux/list.h>
19#include <linux/module.h>
20#include <linux/types.h>
21#include <linux/platform_device.h>
22#include <linux/pm_runtime.h>
23#include <linux/slab.h>
24#include <linux/videodev2.h>
25
26#include <media/v4l2-device.h>
27#include <media/v4l2-ioctl.h>
28#include <media/v4l2-mem2mem.h>
29#include <media/videobuf2-core.h>
30#include <media/videobuf2-dma-contig.h>
31
32#include "fimc-mdevice.h"
33#include "fimc-core.h"
34#include "fimc-lite-reg.h"
35
36static int debug;
37module_param(debug, int, 0644);
38
39static const struct fimc_fmt fimc_lite_formats[] = {
40 {
41 .name = "YUV 4:2:2 packed, YCbYCr",
42 .fourcc = V4L2_PIX_FMT_YUYV,
43 .depth = { 16 },
44 .color = FIMC_FMT_YCBYCR422,
45 .memplanes = 1,
46 .mbus_code = V4L2_MBUS_FMT_YUYV8_2X8,
47 }, {
48 .name = "YUV 4:2:2 packed, CbYCrY",
49 .fourcc = V4L2_PIX_FMT_UYVY,
50 .depth = { 16 },
51 .color = FIMC_FMT_CBYCRY422,
52 .memplanes = 1,
53 .mbus_code = V4L2_MBUS_FMT_UYVY8_2X8,
54 }, {
55 .name = "YUV 4:2:2 packed, CrYCbY",
56 .fourcc = V4L2_PIX_FMT_VYUY,
57 .depth = { 16 },
58 .color = FIMC_FMT_CRYCBY422,
59 .memplanes = 1,
60 .mbus_code = V4L2_MBUS_FMT_VYUY8_2X8,
61 }, {
62 .name = "YUV 4:2:2 packed, YCrYCb",
63 .fourcc = V4L2_PIX_FMT_YVYU,
64 .depth = { 16 },
65 .color = FIMC_FMT_YCRYCB422,
66 .memplanes = 1,
67 .mbus_code = V4L2_MBUS_FMT_YVYU8_2X8,
68 }, {
69 .name = "RAW8 (GRBG)",
70 .fourcc = V4L2_PIX_FMT_SGRBG8,
71 .depth = { 8 },
72 .color = FIMC_FMT_RAW8,
73 .memplanes = 1,
74 .mbus_code = V4L2_MBUS_FMT_SGRBG8_1X8,
75 }, {
76 .name = "RAW10 (GRBG)",
77 .fourcc = V4L2_PIX_FMT_SGRBG10,
78 .depth = { 10 },
79 .color = FIMC_FMT_RAW10,
80 .memplanes = 1,
81 .mbus_code = V4L2_MBUS_FMT_SGRBG10_1X10,
82 }, {
83 .name = "RAW12 (GRBG)",
84 .fourcc = V4L2_PIX_FMT_SGRBG12,
85 .depth = { 12 },
86 .color = FIMC_FMT_RAW12,
87 .memplanes = 1,
88 .mbus_code = V4L2_MBUS_FMT_SGRBG12_1X12,
89 },
90};
91
92/**
93 * fimc_lite_find_format - lookup fimc color format by fourcc or media bus code
94 * @pixelformat: fourcc to match, ignored if null
95 * @mbus_code: media bus code to match, ignored if null
96 * @index: index to the fimc_lite_formats array, ignored if negative
97 */
98static const struct fimc_fmt *fimc_lite_find_format(const u32 *pixelformat,
99 const u32 *mbus_code, int index)
100{
101 const struct fimc_fmt *fmt, *def_fmt = NULL;
102 unsigned int i;
103 int id = 0;
104
105 if (index >= (int)ARRAY_SIZE(fimc_lite_formats))
106 return NULL;
107
108 for (i = 0; i < ARRAY_SIZE(fimc_lite_formats); ++i) {
109 fmt = &fimc_lite_formats[i];
110 if (pixelformat && fmt->fourcc == *pixelformat)
111 return fmt;
112 if (mbus_code && fmt->mbus_code == *mbus_code)
113 return fmt;
114 if (index == id)
115 def_fmt = fmt;
116 id++;
117 }
118 return def_fmt;
119}
120
121static int fimc_lite_hw_init(struct fimc_lite *fimc)
122{
123 struct fimc_pipeline *pipeline = &fimc->pipeline;
124 struct fimc_sensor_info *sensor;
125 unsigned long flags;
126
127 if (pipeline->subdevs[IDX_SENSOR] == NULL)
128 return -ENXIO;
129
130 if (fimc->fmt == NULL)
131 return -EINVAL;
132
133 sensor = v4l2_get_subdev_hostdata(pipeline->subdevs[IDX_SENSOR]);
134 spin_lock_irqsave(&fimc->slock, flags);
135
136 flite_hw_set_camera_bus(fimc, sensor->pdata);
137 flite_hw_set_source_format(fimc, &fimc->inp_frame);
138 flite_hw_set_window_offset(fimc, &fimc->inp_frame);
139 flite_hw_set_output_dma(fimc, &fimc->out_frame, true);
140 flite_hw_set_interrupt_mask(fimc);
141 flite_hw_set_test_pattern(fimc, fimc->test_pattern->val);
142
143 if (debug > 0)
144 flite_hw_dump_regs(fimc, __func__);
145
146 spin_unlock_irqrestore(&fimc->slock, flags);
147 return 0;
148}
149
150/*
151 * Reinitialize the driver so it is ready to start the streaming again.
152 * Set fimc->state to indicate stream off and the hardware shut down state.
153 * If not suspending (@suspend is false), return any buffers to videobuf2.
154 * Otherwise put any owned buffers onto the pending buffers queue, so they
155 * can be re-spun when the device is being resumed. Also perform FIMC
156 * software reset and disable streaming on the whole pipeline if required.
157 */
158static int fimc_lite_reinit(struct fimc_lite *fimc, bool suspend)
159{
160 struct flite_buffer *buf;
161 unsigned long flags;
162 bool streaming;
163
164 spin_lock_irqsave(&fimc->slock, flags);
165 streaming = fimc->state & (1 << ST_SENSOR_STREAM);
166
167 fimc->state &= ~(1 << ST_FLITE_RUN | 1 << ST_FLITE_OFF |
168 1 << ST_FLITE_STREAM | 1 << ST_SENSOR_STREAM);
169 if (suspend)
170 fimc->state |= (1 << ST_FLITE_SUSPENDED);
171 else
172 fimc->state &= ~(1 << ST_FLITE_PENDING |
173 1 << ST_FLITE_SUSPENDED);
174
175 /* Release unused buffers */
176 while (!suspend && !list_empty(&fimc->pending_buf_q)) {
177 buf = fimc_lite_pending_queue_pop(fimc);
178 vb2_buffer_done(&buf->vb, VB2_BUF_STATE_ERROR);
179 }
180 /* If suspending put unused buffers onto pending queue */
181 while (!list_empty(&fimc->active_buf_q)) {
182 buf = fimc_lite_active_queue_pop(fimc);
183 if (suspend)
184 fimc_lite_pending_queue_add(fimc, buf);
185 else
186 vb2_buffer_done(&buf->vb, VB2_BUF_STATE_ERROR);
187 }
188
189 spin_unlock_irqrestore(&fimc->slock, flags);
190
191 flite_hw_reset(fimc);
192
193 if (!streaming)
194 return 0;
195
196 return fimc_pipeline_s_stream(&fimc->pipeline, 0);
197}
198
199static int fimc_lite_stop_capture(struct fimc_lite *fimc, bool suspend)
200{
201 unsigned long flags;
202
203 if (!fimc_lite_active(fimc))
204 return 0;
205
206 spin_lock_irqsave(&fimc->slock, flags);
207 set_bit(ST_FLITE_OFF, &fimc->state);
208 flite_hw_capture_stop(fimc);
209 spin_unlock_irqrestore(&fimc->slock, flags);
210
211 wait_event_timeout(fimc->irq_queue,
212 !test_bit(ST_FLITE_OFF, &fimc->state),
213 (2*HZ/10)); /* 200 ms */
214
215 return fimc_lite_reinit(fimc, suspend);
216}
217
218/* Must be called with fimc.slock spinlock held. */
219static void fimc_lite_config_update(struct fimc_lite *fimc)
220{
221 flite_hw_set_window_offset(fimc, &fimc->inp_frame);
222 flite_hw_set_dma_window(fimc, &fimc->out_frame);
223 flite_hw_set_test_pattern(fimc, fimc->test_pattern->val);
224 clear_bit(ST_FLITE_CONFIG, &fimc->state);
225}
226
227static irqreturn_t flite_irq_handler(int irq, void *priv)
228{
229 struct fimc_lite *fimc = priv;
230 struct flite_buffer *vbuf;
231 unsigned long flags;
232 struct timeval *tv;
233 struct timespec ts;
234 u32 intsrc;
235
236 spin_lock_irqsave(&fimc->slock, flags);
237
238 intsrc = flite_hw_get_interrupt_source(fimc);
239 flite_hw_clear_pending_irq(fimc);
240
241 if (test_and_clear_bit(ST_FLITE_OFF, &fimc->state)) {
242 wake_up(&fimc->irq_queue);
243 goto done;
244 }
245
246 if (intsrc & FLITE_REG_CISTATUS_IRQ_SRC_OVERFLOW) {
247 clear_bit(ST_FLITE_RUN, &fimc->state);
248 fimc->events.data_overflow++;
249 }
250
251 if (intsrc & FLITE_REG_CISTATUS_IRQ_SRC_LASTCAPEND) {
252 flite_hw_clear_last_capture_end(fimc);
253 clear_bit(ST_FLITE_STREAM, &fimc->state);
254 wake_up(&fimc->irq_queue);
255 }
256
257 if (fimc->out_path != FIMC_IO_DMA)
258 goto done;
259
260 if ((intsrc & FLITE_REG_CISTATUS_IRQ_SRC_FRMSTART) &&
261 test_bit(ST_FLITE_RUN, &fimc->state) &&
262 !list_empty(&fimc->active_buf_q) &&
263 !list_empty(&fimc->pending_buf_q)) {
264 vbuf = fimc_lite_active_queue_pop(fimc);
265 ktime_get_ts(&ts);
266 tv = &vbuf->vb.v4l2_buf.timestamp;
267 tv->tv_sec = ts.tv_sec;
268 tv->tv_usec = ts.tv_nsec / NSEC_PER_USEC;
269 vbuf->vb.v4l2_buf.sequence = fimc->frame_count++;
270 vb2_buffer_done(&vbuf->vb, VB2_BUF_STATE_DONE);
271
272 vbuf = fimc_lite_pending_queue_pop(fimc);
273 flite_hw_set_output_addr(fimc, vbuf->paddr);
274 fimc_lite_active_queue_add(fimc, vbuf);
275 }
276
277 if (test_bit(ST_FLITE_CONFIG, &fimc->state))
278 fimc_lite_config_update(fimc);
279
280 if (list_empty(&fimc->pending_buf_q)) {
281 flite_hw_capture_stop(fimc);
282 clear_bit(ST_FLITE_STREAM, &fimc->state);
283 }
284done:
285 set_bit(ST_FLITE_RUN, &fimc->state);
286 spin_unlock_irqrestore(&fimc->slock, flags);
287 return IRQ_HANDLED;
288}
289
290static int start_streaming(struct vb2_queue *q, unsigned int count)
291{
292 struct fimc_lite *fimc = q->drv_priv;
293 int ret;
294
295 fimc->frame_count = 0;
296
297 ret = fimc_lite_hw_init(fimc);
298 if (ret) {
299 fimc_lite_reinit(fimc, false);
300 return ret;
301 }
302
303 set_bit(ST_FLITE_PENDING, &fimc->state);
304
305 if (!list_empty(&fimc->active_buf_q) &&
306 !test_and_set_bit(ST_FLITE_STREAM, &fimc->state)) {
307 flite_hw_capture_start(fimc);
308
309 if (!test_and_set_bit(ST_SENSOR_STREAM, &fimc->state))
310 fimc_pipeline_s_stream(&fimc->pipeline, 1);
311 }
312 if (debug > 0)
313 flite_hw_dump_regs(fimc, __func__);
314
315 return 0;
316}
317
318static int stop_streaming(struct vb2_queue *q)
319{
320 struct fimc_lite *fimc = q->drv_priv;
321
322 if (!fimc_lite_active(fimc))
323 return -EINVAL;
324
325 return fimc_lite_stop_capture(fimc, false);
326}
327
328static int queue_setup(struct vb2_queue *vq, const struct v4l2_format *pfmt,
329 unsigned int *num_buffers, unsigned int *num_planes,
330 unsigned int sizes[], void *allocators[])
331{
332 const struct v4l2_pix_format_mplane *pixm = NULL;
333 struct fimc_lite *fimc = vq->drv_priv;
334 struct flite_frame *frame = &fimc->out_frame;
335 const struct fimc_fmt *fmt = fimc->fmt;
336 unsigned long wh;
337 int i;
338
339 if (pfmt) {
340 pixm = &pfmt->fmt.pix_mp;
341 fmt = fimc_lite_find_format(&pixm->pixelformat, NULL, -1);
342 wh = pixm->width * pixm->height;
343 } else {
344 wh = frame->f_width * frame->f_height;
345 }
346
347 if (fmt == NULL)
348 return -EINVAL;
349
350 *num_planes = fmt->memplanes;
351
352 for (i = 0; i < fmt->memplanes; i++) {
353 unsigned int size = (wh * fmt->depth[i]) / 8;
354 if (pixm)
355 sizes[i] = max(size, pixm->plane_fmt[i].sizeimage);
356 else
357 sizes[i] = size;
358 allocators[i] = fimc->alloc_ctx;
359 }
360
361 return 0;
362}
363
364static int buffer_prepare(struct vb2_buffer *vb)
365{
366 struct vb2_queue *vq = vb->vb2_queue;
367 struct fimc_lite *fimc = vq->drv_priv;
368 int i;
369
370 if (fimc->fmt == NULL)
371 return -EINVAL;
372
373 for (i = 0; i < fimc->fmt->memplanes; i++) {
374 unsigned long size = fimc->payload[i];
375
376 if (vb2_plane_size(vb, i) < size) {
1bcd7041 377 v4l2_err(&fimc->vfd,
4af81310
SN		 378 "User buffer too small (%ld < %ld)\n",
379 vb2_plane_size(vb, i), size);
380 return -EINVAL;
381 }
382 vb2_set_plane_payload(vb, i, size);
383 }
384
385 return 0;
386}
387
388static void buffer_queue(struct vb2_buffer *vb)
389{
390 struct flite_buffer *buf
391 = container_of(vb, struct flite_buffer, vb);
392 struct fimc_lite *fimc = vb2_get_drv_priv(vb->vb2_queue);
393 unsigned long flags;
394
395 spin_lock_irqsave(&fimc->slock, flags);
396 buf->paddr = vb2_dma_contig_plane_dma_addr(vb, 0);
397
398 if (!test_bit(ST_FLITE_SUSPENDED, &fimc->state) &&
399 !test_bit(ST_FLITE_STREAM, &fimc->state) &&
400 list_empty(&fimc->active_buf_q)) {
401 flite_hw_set_output_addr(fimc, buf->paddr);
402 fimc_lite_active_queue_add(fimc, buf);
403 } else {
404 fimc_lite_pending_queue_add(fimc, buf);
405 }
406
407 if (vb2_is_streaming(&fimc->vb_queue) &&
408 !list_empty(&fimc->pending_buf_q) &&
409 !test_and_set_bit(ST_FLITE_STREAM, &fimc->state)) {
410 flite_hw_capture_start(fimc);
411 spin_unlock_irqrestore(&fimc->slock, flags);
412
413 if (!test_and_set_bit(ST_SENSOR_STREAM, &fimc->state))
414 fimc_pipeline_s_stream(&fimc->pipeline, 1);
415 return;
416 }
417 spin_unlock_irqrestore(&fimc->slock, flags);
418}
419
420static void fimc_lock(struct vb2_queue *vq)
421{
422 struct fimc_lite *fimc = vb2_get_drv_priv(vq);
423 mutex_lock(&fimc->lock);
424}
425
426static void fimc_unlock(struct vb2_queue *vq)
427{
428 struct fimc_lite *fimc = vb2_get_drv_priv(vq);
429 mutex_unlock(&fimc->lock);
430}
431
432static const struct vb2_ops fimc_lite_qops = {
433 .queue_setup = queue_setup,
434 .buf_prepare = buffer_prepare,
435 .buf_queue = buffer_queue,
436 .wait_prepare = fimc_unlock,
437 .wait_finish = fimc_lock,
438 .start_streaming = start_streaming,
439 .stop_streaming = stop_streaming,
440};
441
442static void fimc_lite_clear_event_counters(struct fimc_lite *fimc)
443{
444 unsigned long flags;
445
446 spin_lock_irqsave(&fimc->slock, flags);
447 memset(&fimc->events, 0, sizeof(fimc->events));
448 spin_unlock_irqrestore(&fimc->slock, flags);
449}
450
451static int fimc_lite_open(struct file *file)
452{
453 struct fimc_lite *fimc = video_drvdata(file);
e3fc82e8 454 int ret;
4af81310 455
4e39da01
SN		 456 if (mutex_lock_interruptible(&fimc->lock))
457 return -ERESTARTSYS;
4af81310
SN		 458
459 set_bit(ST_FLITE_IN_USE, &fimc->state);
e3fc82e8
SN		 460 ret = pm_runtime_get_sync(&fimc->pdev->dev);
461 if (ret < 0)
4e39da01 462 goto done;
4af81310 463
e3fc82e8
SN		 464 ret = v4l2_fh_open(file);
465 if (ret < 0)
4e39da01 466 goto done;
4af81310 467
4e39da01
SN		 468 if (++fimc->ref_count == 1 && fimc->out_path == FIMC_IO_DMA) {
469 ret = fimc_pipeline_initialize(&fimc->pipeline,
1bcd7041 470 &fimc->vfd.entity, true);
4e39da01
SN		 471 if (ret < 0) {
472 pm_runtime_put_sync(&fimc->pdev->dev);
473 fimc->ref_count--;
474 v4l2_fh_release(file);
475 clear_bit(ST_FLITE_IN_USE, &fimc->state);
476 }
4af81310 477
4e39da01
SN		 478 fimc_lite_clear_event_counters(fimc);
479 }
480done:
481 mutex_unlock(&fimc->lock);
4af81310
SN		 482 return ret;
483}
484
485static int fimc_lite_close(struct file *file)
486{
487 struct fimc_lite *fimc = video_drvdata(file);
4e39da01
SN		 488 int ret;
489
490 if (mutex_lock_interruptible(&fimc->lock))
491 return -ERESTARTSYS;
4af81310
SN		 492
493 if (--fimc->ref_count == 0 && fimc->out_path == FIMC_IO_DMA) {
494 clear_bit(ST_FLITE_IN_USE, &fimc->state);
495 fimc_lite_stop_capture(fimc, false);
496 fimc_pipeline_shutdown(&fimc->pipeline);
497 clear_bit(ST_FLITE_SUSPENDED, &fimc->state);
498 }
499
500 pm_runtime_put(&fimc->pdev->dev);
501
502 if (fimc->ref_count == 0)
503 vb2_queue_release(&fimc->vb_queue);
504
4e39da01
SN		 505 ret = v4l2_fh_release(file);
506
507 mutex_unlock(&fimc->lock);
508 return ret;
4af81310
SN		 509}
510
511static unsigned int fimc_lite_poll(struct file *file,
512 struct poll_table_struct *wait)
513{
514 struct fimc_lite *fimc = video_drvdata(file);
4e39da01
SN		 515 int ret;
516
517 if (mutex_lock_interruptible(&fimc->lock))
518 return POLL_ERR;
519
520 ret = vb2_poll(&fimc->vb_queue, file, wait);
521 mutex_unlock(&fimc->lock);
522
523 return ret;
4af81310
SN		 524}
525
526static int fimc_lite_mmap(struct file *file, struct vm_area_struct *vma)
527{
528 struct fimc_lite *fimc = video_drvdata(file);
4e39da01
SN		 529 int ret;
530
531 if (mutex_lock_interruptible(&fimc->lock))
532 return -ERESTARTSYS;
533
534 ret = vb2_mmap(&fimc->vb_queue, vma);
535 mutex_unlock(&fimc->lock);
536
537 return ret;
4af81310
SN		 538}
539
540static const struct v4l2_file_operations fimc_lite_fops = {
541 .owner = THIS_MODULE,
542 .open = fimc_lite_open,
543 .release = fimc_lite_close,
544 .poll = fimc_lite_poll,
545 .unlocked_ioctl = video_ioctl2,
546 .mmap = fimc_lite_mmap,
547};
548
549/*
550 * Format and crop negotiation helpers
551 */
552
553static const struct fimc_fmt *fimc_lite_try_format(struct fimc_lite *fimc,
554 u32 *width, u32 *height,
555 u32 *code, u32 *fourcc, int pad)
556{
557 struct flite_variant *variant = fimc->variant;
558 const struct fimc_fmt *fmt;
559
560 fmt = fimc_lite_find_format(fourcc, code, 0);
561 if (WARN_ON(!fmt))
562 return NULL;
563
564 if (code)
565 *code = fmt->mbus_code;
566 if (fourcc)
567 *fourcc = fmt->fourcc;
568
569 if (pad == FLITE_SD_PAD_SINK) {
570 v4l_bound_align_image(width, 8, variant->max_width,
571 ffs(variant->out_width_align) - 1,
572 height, 0, variant->max_height, 0, 0);
573 } else {
574 v4l_bound_align_image(width, 8, fimc->inp_frame.rect.width,
575 ffs(variant->out_width_align) - 1,
576 height, 0, fimc->inp_frame.rect.height,
577 0, 0);
578 }
579
580 v4l2_dbg(1, debug, &fimc->subdev, "code: 0x%x, %dx%d\n",
581 code ? *code : 0, *width, *height);
582
583 return fmt;
584}
585
586static void fimc_lite_try_crop(struct fimc_lite *fimc, struct v4l2_rect *r)
587{
588 struct flite_frame *frame = &fimc->inp_frame;
589
590 v4l_bound_align_image(&r->width, 0, frame->f_width, 0,
591 &r->height, 0, frame->f_height, 0, 0);
592
593 /* Adjust left/top if cropping rectangle got out of bounds */
594 r->left = clamp_t(u32, r->left, 0, frame->f_width - r->width);
595 r->left = round_down(r->left, fimc->variant->win_hor_offs_align);
596 r->top = clamp_t(u32, r->top, 0, frame->f_height - r->height);
597
598 v4l2_dbg(1, debug, &fimc->subdev, "(%d,%d)/%dx%d, sink fmt: %dx%d",
599 r->left, r->top, r->width, r->height,
600 frame->f_width, frame->f_height);
601}
602
603static void fimc_lite_try_compose(struct fimc_lite *fimc, struct v4l2_rect *r)
604{
605 struct flite_frame *frame = &fimc->out_frame;
606 struct v4l2_rect *crop_rect = &fimc->inp_frame.rect;
607
608 /* Scaling is not supported so we enforce compose rectangle size
609 same as size of the sink crop rectangle. */
610 r->width = crop_rect->width;
611 r->height = crop_rect->height;
612
613 /* Adjust left/top if the composing rectangle got out of bounds */
614 r->left = clamp_t(u32, r->left, 0, frame->f_width - r->width);
615 r->left = round_down(r->left, fimc->variant->out_hor_offs_align);
616 r->top = clamp_t(u32, r->top, 0, fimc->out_frame.f_height - r->height);
617
618 v4l2_dbg(1, debug, &fimc->subdev, "(%d,%d)/%dx%d, source fmt: %dx%d",
619 r->left, r->top, r->width, r->height,
620 frame->f_width, frame->f_height);
621}
622
623/*
624 * Video node ioctl operations
625 */
626static int fimc_vidioc_querycap_capture(struct file *file, void *priv,
627 struct v4l2_capability *cap)
628{
629 strlcpy(cap->driver, FIMC_LITE_DRV_NAME, sizeof(cap->driver));
630 cap->bus_info[0] = 0;
631 cap->card[0] = 0;
632 cap->capabilities = V4L2_CAP_STREAMING;
633 return 0;
634}
635
636static int fimc_lite_enum_fmt_mplane(struct file *file, void *priv,
637 struct v4l2_fmtdesc *f)
638{
639 const struct fimc_fmt *fmt;
640
641 if (f->index >= ARRAY_SIZE(fimc_lite_formats))
642 return -EINVAL;
643
644 fmt = &fimc_lite_formats[f->index];
645 strlcpy(f->description, fmt->name, sizeof(f->description));
646 f->pixelformat = fmt->fourcc;
647
648 return 0;
649}
650
651static int fimc_lite_g_fmt_mplane(struct file *file, void *fh,
652 struct v4l2_format *f)
653{
654 struct fimc_lite *fimc = video_drvdata(file);
655 struct v4l2_pix_format_mplane *pixm = &f->fmt.pix_mp;
656 struct v4l2_plane_pix_format *plane_fmt = &pixm->plane_fmt[0];
657 struct flite_frame *frame = &fimc->out_frame;
658 const struct fimc_fmt *fmt = fimc->fmt;
659
660 plane_fmt->bytesperline = (frame->f_width * fmt->depth[0]) / 8;
661 plane_fmt->sizeimage = plane_fmt->bytesperline * frame->f_height;
662
663 pixm->num_planes = fmt->memplanes;
664 pixm->pixelformat = fmt->fourcc;
665 pixm->width = frame->f_width;
666 pixm->height = frame->f_height;
667 pixm->field = V4L2_FIELD_NONE;
668 pixm->colorspace = V4L2_COLORSPACE_JPEG;
669 return 0;
670}
671
672static int fimc_lite_try_fmt(struct fimc_lite *fimc,
673 struct v4l2_pix_format_mplane *pixm,
674 const struct fimc_fmt **ffmt)
675{
676 struct flite_variant *variant = fimc->variant;
677 u32 bpl = pixm->plane_fmt[0].bytesperline;
678 const struct fimc_fmt *fmt;
679
680 fmt = fimc_lite_find_format(&pixm->pixelformat, NULL, 0);
681 if (WARN_ON(fmt == NULL))
682 return -EINVAL;
683 if (ffmt)
684 *ffmt = fmt;
685 v4l_bound_align_image(&pixm->width, 8, variant->max_width,
686 ffs(variant->out_width_align) - 1,
687 &pixm->height, 0, variant->max_height, 0, 0);
688
689 if ((bpl == 0 || ((bpl * 8) / fmt->depth[0]) < pixm->width))
690 pixm->plane_fmt[0].bytesperline = (pixm->width *
691 fmt->depth[0]) / 8;
692
693 if (pixm->plane_fmt[0].sizeimage == 0)
694 pixm->plane_fmt[0].sizeimage = (pixm->width * pixm->height *
695 fmt->depth[0]) / 8;
696 pixm->num_planes = fmt->memplanes;
697 pixm->pixelformat = fmt->fourcc;
698 pixm->colorspace = V4L2_COLORSPACE_JPEG;
699 pixm->field = V4L2_FIELD_NONE;
700 return 0;
701}
702
703static int fimc_lite_try_fmt_mplane(struct file *file, void *fh,
704 struct v4l2_format *f)
705{
706 struct fimc_lite *fimc = video_drvdata(file);
707
708 return fimc_lite_try_fmt(fimc, &f->fmt.pix_mp, NULL);
709}
710
711static int fimc_lite_s_fmt_mplane(struct file *file, void *priv,
712 struct v4l2_format *f)
713{
714 struct v4l2_pix_format_mplane *pixm = &f->fmt.pix_mp;
715 struct fimc_lite *fimc = video_drvdata(file);
716 struct flite_frame *frame = &fimc->out_frame;
717 const struct fimc_fmt *fmt = NULL;
718 int ret;
719
720 if (vb2_is_busy(&fimc->vb_queue))
721 return -EBUSY;
722
723 ret = fimc_lite_try_fmt(fimc, &f->fmt.pix_mp, &fmt);
724 if (ret < 0)
725 return ret;
726
727 fimc->fmt = fmt;
728 fimc->payload[0] = max((pixm->width * pixm->height * fmt->depth[0]) / 8,
729 pixm->plane_fmt[0].sizeimage);
730 frame->f_width = pixm->width;
731 frame->f_height = pixm->height;
732
733 return 0;
734}
735
736static int fimc_pipeline_validate(struct fimc_lite *fimc)
737{
738 struct v4l2_subdev *sd = &fimc->subdev;
739 struct v4l2_subdev_format sink_fmt, src_fmt;
740 struct media_pad *pad;
741 int ret;
742
743 while (1) {
744 /* Retrieve format at the sink pad */
745 pad = &sd->entity.pads[0];
746 if (!(pad->flags & MEDIA_PAD_FL_SINK))
747 break;
748 /* Don't call FIMC subdev operation to avoid nested locking */
749 if (sd == &fimc->subdev) {
750 struct flite_frame *ff = &fimc->out_frame;
751 sink_fmt.format.width = ff->f_width;
752 sink_fmt.format.height = ff->f_height;
753 sink_fmt.format.code = fimc->fmt->mbus_code;
754 } else {
755 sink_fmt.pad = pad->index;
756 sink_fmt.which = V4L2_SUBDEV_FORMAT_ACTIVE;
757 ret = v4l2_subdev_call(sd, pad, get_fmt, NULL,
758 &sink_fmt);
759 if (ret < 0 && ret != -ENOIOCTLCMD)
760 return -EPIPE;
761 }
762 /* Retrieve format at the source pad */
763 pad = media_entity_remote_source(pad);
764 if (pad == NULL ||
765 media_entity_type(pad->entity) != MEDIA_ENT_T_V4L2_SUBDEV)
766 break;
767
768 sd = media_entity_to_v4l2_subdev(pad->entity);
769 src_fmt.pad = pad->index;
770 src_fmt.which = V4L2_SUBDEV_FORMAT_ACTIVE;
771 ret = v4l2_subdev_call(sd, pad, get_fmt, NULL, &src_fmt);
772 if (ret < 0 && ret != -ENOIOCTLCMD)
773 return -EPIPE;
774
775 if (src_fmt.format.width != sink_fmt.format.width ||
776 src_fmt.format.height != sink_fmt.format.height ||
777 src_fmt.format.code != sink_fmt.format.code)
778 return -EPIPE;
779 }
780 return 0;
781}
782
783static int fimc_lite_streamon(struct file *file, void *priv,
784 enum v4l2_buf_type type)
785{
786 struct fimc_lite *fimc = video_drvdata(file);
787 struct v4l2_subdev *sensor = fimc->pipeline.subdevs[IDX_SENSOR];
788 struct fimc_pipeline *p = &fimc->pipeline;
789 int ret;
790
791 if (fimc_lite_active(fimc))
792 return -EBUSY;
793
a1a5861b
SK		 794 ret = media_entity_pipeline_start(&sensor->entity, p->m_pipeline);
795 if (ret < 0)
796 return ret;
4af81310
SN		 797
798 ret = fimc_pipeline_validate(fimc);
799 if (ret) {
800 media_entity_pipeline_stop(&sensor->entity);
801 return ret;
802 }
803
804 return vb2_streamon(&fimc->vb_queue, type);
805}
806
807static int fimc_lite_streamoff(struct file *file, void *priv,
808 enum v4l2_buf_type type)
809{
810 struct fimc_lite *fimc = video_drvdata(file);
811 struct v4l2_subdev *sd = fimc->pipeline.subdevs[IDX_SENSOR];
812 int ret;
813
814 ret = vb2_streamoff(&fimc->vb_queue, type);
815 if (ret == 0)
816 media_entity_pipeline_stop(&sd->entity);
817 return ret;
818}
819
820static int fimc_lite_reqbufs(struct file *file, void *priv,
821 struct v4l2_requestbuffers *reqbufs)
822{
823 struct fimc_lite *fimc = video_drvdata(file);
824 int ret;
825
826 reqbufs->count = max_t(u32, FLITE_REQ_BUFS_MIN, reqbufs->count);
827 ret = vb2_reqbufs(&fimc->vb_queue, reqbufs);
828 if (!ret < 0)
829 fimc->reqbufs_count = reqbufs->count;
830
831 return ret;
832}
833
834static int fimc_lite_querybuf(struct file *file, void *priv,
835 struct v4l2_buffer *buf)
836{
837 struct fimc_lite *fimc = video_drvdata(file);
838
839 return vb2_querybuf(&fimc->vb_queue, buf);
840}
841
842static int fimc_lite_qbuf(struct file *file, void *priv,
843 struct v4l2_buffer *buf)
844{
845 struct fimc_lite *fimc = video_drvdata(file);
846
847 return vb2_qbuf(&fimc->vb_queue, buf);
848}
849
850static int fimc_lite_dqbuf(struct file *file, void *priv,
851 struct v4l2_buffer *buf)
852{
853 struct fimc_lite *fimc = video_drvdata(file);
854
855 return vb2_dqbuf(&fimc->vb_queue, buf, file->f_flags & O_NONBLOCK);
856}
857
858static int fimc_lite_create_bufs(struct file *file, void *priv,
859 struct v4l2_create_buffers *create)
860{
861 struct fimc_lite *fimc = video_drvdata(file);
862
863 return vb2_create_bufs(&fimc->vb_queue, create);
864}
865
866static int fimc_lite_prepare_buf(struct file *file, void *priv,
867 struct v4l2_buffer *b)
868{
869 struct fimc_lite *fimc = video_drvdata(file);
870
871 return vb2_prepare_buf(&fimc->vb_queue, b);
872}
873
874/* Return 1 if rectangle a is enclosed in rectangle b, or 0 otherwise. */
875static int enclosed_rectangle(struct v4l2_rect *a, struct v4l2_rect *b)
876{
877 if (a->left < b->left || a->top < b->top)
878 return 0;
879 if (a->left + a->width > b->left + b->width)
880 return 0;
881 if (a->top + a->height > b->top + b->height)
882 return 0;
883
884 return 1;
885}
886
887static int fimc_lite_g_selection(struct file *file, void *fh,
888 struct v4l2_selection *sel)
889{
890 struct fimc_lite *fimc = video_drvdata(file);
891 struct flite_frame *f = &fimc->out_frame;
892
893 if (sel->type != V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)
894 return -EINVAL;
895
896 switch (sel->target) {
897 case V4L2_SEL_TGT_COMPOSE_BOUNDS:
898 case V4L2_SEL_TGT_COMPOSE_DEFAULT:
899 sel->r.left = 0;
900 sel->r.top = 0;
901 sel->r.width = f->f_width;
902 sel->r.height = f->f_height;
903 return 0;
904
c1334823 905 case V4L2_SEL_TGT_COMPOSE:
4af81310
SN		 906 sel->r = f->rect;
907 return 0;
908 }
909
910 return -EINVAL;
911}
912
913static int fimc_lite_s_selection(struct file *file, void *fh,
914 struct v4l2_selection *sel)
915{
916 struct fimc_lite *fimc = video_drvdata(file);
917 struct flite_frame *f = &fimc->out_frame;
918 struct v4l2_rect rect = sel->r;
919 unsigned long flags;
920
921 if (sel->type != V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE ||
c1334823 922 sel->target != V4L2_SEL_TGT_COMPOSE)
4af81310
SN		 923 return -EINVAL;
924
925 fimc_lite_try_compose(fimc, &rect);
926
927 if ((sel->flags & V4L2_SEL_FLAG_LE) &&
928 !enclosed_rectangle(&rect, &sel->r))
929 return -ERANGE;
930
931 if ((sel->flags & V4L2_SEL_FLAG_GE) &&
932 !enclosed_rectangle(&sel->r, &rect))
933 return -ERANGE;
934
935 sel->r = rect;
936 spin_lock_irqsave(&fimc->slock, flags);
937 f->rect = rect;
938 set_bit(ST_FLITE_CONFIG, &fimc->state);
939 spin_unlock_irqrestore(&fimc->slock, flags);
940
941 return 0;
942}
943
944static const struct v4l2_ioctl_ops fimc_lite_ioctl_ops = {
945 .vidioc_querycap = fimc_vidioc_querycap_capture,
946 .vidioc_enum_fmt_vid_cap_mplane = fimc_lite_enum_fmt_mplane,
947 .vidioc_try_fmt_vid_cap_mplane = fimc_lite_try_fmt_mplane,
948 .vidioc_s_fmt_vid_cap_mplane = fimc_lite_s_fmt_mplane,
949 .vidioc_g_fmt_vid_cap_mplane = fimc_lite_g_fmt_mplane,
950 .vidioc_g_selection = fimc_lite_g_selection,
951 .vidioc_s_selection = fimc_lite_s_selection,
952 .vidioc_reqbufs = fimc_lite_reqbufs,
953 .vidioc_querybuf = fimc_lite_querybuf,
954 .vidioc_prepare_buf = fimc_lite_prepare_buf,
955 .vidioc_create_bufs = fimc_lite_create_bufs,
956 .vidioc_qbuf = fimc_lite_qbuf,
957 .vidioc_dqbuf = fimc_lite_dqbuf,
958 .vidioc_streamon = fimc_lite_streamon,
959 .vidioc_streamoff = fimc_lite_streamoff,
960};
961
962/* Capture subdev media entity operations */
963static int fimc_lite_link_setup(struct media_entity *entity,
964 const struct media_pad *local,
965 const struct media_pad *remote, u32 flags)
966{
967 struct v4l2_subdev *sd = media_entity_to_v4l2_subdev(entity);
968 struct fimc_lite *fimc = v4l2_get_subdevdata(sd);
969 unsigned int remote_ent_type = media_entity_type(remote->entity);
970
971 if (WARN_ON(fimc == NULL))
972 return 0;
973
974 v4l2_dbg(1, debug, sd, "%s: %s --> %s, flags: 0x%x. source_id: 0x%x",
975 __func__, local->entity->name, remote->entity->name,
976 flags, fimc->source_subdev_grp_id);
977
978 switch (local->index) {
979 case FIMC_SD_PAD_SINK:
980 if (remote_ent_type != MEDIA_ENT_T_V4L2_SUBDEV)
981 return -EINVAL;
982
983 if (flags & MEDIA_LNK_FL_ENABLED) {
984 if (fimc->source_subdev_grp_id != 0)
985 return -EBUSY;
986 fimc->source_subdev_grp_id = sd->grp_id;
987 return 0;
988 }
989
990 fimc->source_subdev_grp_id = 0;
991 break;
992
993 case FIMC_SD_PAD_SOURCE:
994 if (!(flags & MEDIA_LNK_FL_ENABLED)) {
995 fimc->out_path = FIMC_IO_NONE;
996 return 0;
997 }
998 if (remote_ent_type == MEDIA_ENT_T_V4L2_SUBDEV)
999 fimc->out_path = FIMC_IO_ISP;
1000 else
1001 fimc->out_path = FIMC_IO_DMA;
1002 break;
1003
1004 default:
1005 v4l2_err(sd, "Invalid pad index\n");
1006 return -EINVAL;
1007 }
1008
1009 return 0;
1010}
1011
1012static const struct media_entity_operations fimc_lite_subdev_media_ops = {
1013 .link_setup = fimc_lite_link_setup,
1014};
1015
1016static int fimc_lite_subdev_enum_mbus_code(struct v4l2_subdev *sd,
1017 struct v4l2_subdev_fh *fh,
1018 struct v4l2_subdev_mbus_code_enum *code)
1019{
1020 const struct fimc_fmt *fmt;
1021
1022 fmt = fimc_lite_find_format(NULL, NULL, code->index);
1023 if (!fmt)
1024 return -EINVAL;
1025 code->code = fmt->mbus_code;
1026 return 0;
1027}
1028
1029static int fimc_lite_subdev_get_fmt(struct v4l2_subdev *sd,
1030 struct v4l2_subdev_fh *fh,
1031 struct v4l2_subdev_format *fmt)
1032{
1033 struct fimc_lite *fimc = v4l2_get_subdevdata(sd);
1034 struct v4l2_mbus_framefmt *mf = &fmt->format;
1035 struct flite_frame *f = &fimc->out_frame;
1036
1037 if (fmt->which == V4L2_SUBDEV_FORMAT_TRY) {
1038 mf = v4l2_subdev_get_try_format(fh, fmt->pad);
1039 fmt->format = *mf;
1040 return 0;
1041 }
1042 mf->colorspace = V4L2_COLORSPACE_JPEG;
1043
1044 mutex_lock(&fimc->lock);
1045 mf->code = fimc->fmt->mbus_code;
1046
1047 if (fmt->pad == FLITE_SD_PAD_SINK) {
1048 /* full camera input frame size */
1049 mf->width = f->f_width;
1050 mf->height = f->f_height;
1051 } else {
1052 /* crop size */
1053 mf->width = f->rect.width;
1054 mf->height = f->rect.height;
1055 }
1056 mutex_unlock(&fimc->lock);
1057 return 0;
1058}
1059
1060static int fimc_lite_subdev_set_fmt(struct v4l2_subdev *sd,
1061 struct v4l2_subdev_fh *fh,
1062 struct v4l2_subdev_format *fmt)
1063{
1064 struct fimc_lite *fimc = v4l2_get_subdevdata(sd);
1065 struct v4l2_mbus_framefmt *mf = &fmt->format;
1066 struct flite_frame *sink = &fimc->inp_frame;
9356ac76 1067 struct flite_frame *source = &fimc->out_frame;
4af81310
SN		 1068 const struct fimc_fmt *ffmt;
1069
1070 v4l2_dbg(1, debug, sd, "pad%d: code: 0x%x, %dx%d",
1071 fmt->pad, mf->code, mf->width, mf->height);
1072
1073 mf->colorspace = V4L2_COLORSPACE_JPEG;
1074 mutex_lock(&fimc->lock);
1075
1076 if ((fimc->out_path == FIMC_IO_ISP && sd->entity.stream_count > 0) ||
1077 (fimc->out_path == FIMC_IO_DMA && vb2_is_busy(&fimc->vb_queue))) {
1078 mutex_unlock(&fimc->lock);
1079 return -EBUSY;
1080 }
1081
1082 ffmt = fimc_lite_try_format(fimc, &mf->width, &mf->height,
1083 &mf->code, NULL, fmt->pad);
1084
1085 if (fmt->which == V4L2_SUBDEV_FORMAT_TRY) {
1086 mf = v4l2_subdev_get_try_format(fh, fmt->pad);
1087 *mf = fmt->format;
1088 mutex_unlock(&fimc->lock);
1089 return 0;
1090 }
1091
1092 if (fmt->pad == FLITE_SD_PAD_SINK) {
1093 sink->f_width = mf->width;
1094 sink->f_height = mf->height;
1095 fimc->fmt = ffmt;
1096 /* Set sink crop rectangle */
1097 sink->rect.width = mf->width;
1098 sink->rect.height = mf->height;
1099 sink->rect.left = 0;
1100 sink->rect.top = 0;
9356ac76
SN		 1101 /* Reset source format and crop rectangle */
1102 source->rect = sink->rect;
1103 source->f_width = mf->width;
1104 source->f_height = mf->height;
4af81310
SN		 1105 } else {
1106 /* Allow changing format only on sink pad */
1107 mf->code = fimc->fmt->mbus_code;
1108 mf->width = sink->rect.width;
1109 mf->height = sink->rect.height;
1110 }
1111
1112 mutex_unlock(&fimc->lock);
1113 return 0;
1114}
1115
1116static int fimc_lite_subdev_get_selection(struct v4l2_subdev *sd,
1117 struct v4l2_subdev_fh *fh,
1118 struct v4l2_subdev_selection *sel)
1119{
1120 struct fimc_lite *fimc = v4l2_get_subdevdata(sd);
1121 struct flite_frame *f = &fimc->inp_frame;
1122
5689b288
SA		 1123 if ((sel->target != V4L2_SEL_TGT_CROP &&
1124 sel->target != V4L2_SEL_TGT_CROP_BOUNDS) ||
1125 sel->pad != FLITE_SD_PAD_SINK)
4af81310
SN		 1126 return -EINVAL;
1127
1128 if (sel->which == V4L2_SUBDEV_FORMAT_TRY) {
1129 sel->r = *v4l2_subdev_get_try_crop(fh, sel->pad);
1130 return 0;
1131 }
1132
1133 mutex_lock(&fimc->lock);
5689b288 1134 if (sel->target == V4L2_SEL_TGT_CROP) {
4af81310
SN		 1135 sel->r = f->rect;
1136 } else {
1137 sel->r.left = 0;
1138 sel->r.top = 0;
1139 sel->r.width = f->f_width;
1140 sel->r.height = f->f_height;
1141 }
1142 mutex_unlock(&fimc->lock);
1143
1144 v4l2_dbg(1, debug, sd, "%s: (%d,%d) %dx%d, f_w: %d, f_h: %d",
1145 __func__, f->rect.left, f->rect.top, f->rect.width,
1146 f->rect.height, f->f_width, f->f_height);
1147
1148 return 0;
1149}
1150
1151static int fimc_lite_subdev_set_selection(struct v4l2_subdev *sd,
1152 struct v4l2_subdev_fh *fh,
1153 struct v4l2_subdev_selection *sel)
1154{
1155 struct fimc_lite *fimc = v4l2_get_subdevdata(sd);
1156 struct flite_frame *f = &fimc->inp_frame;
1157 int ret = 0;
1158
5689b288 1159 if (sel->target != V4L2_SEL_TGT_CROP || sel->pad != FLITE_SD_PAD_SINK)
4af81310
SN		 1160 return -EINVAL;
1161
1162 mutex_lock(&fimc->lock);
1163 fimc_lite_try_crop(fimc, &sel->r);
1164
1165 if (sel->which == V4L2_SUBDEV_FORMAT_TRY) {
1166 *v4l2_subdev_get_try_crop(fh, sel->pad) = sel->r;
1167 } else {
1168 unsigned long flags;
1169 spin_lock_irqsave(&fimc->slock, flags);
1170 f->rect = sel->r;
1171 /* Same crop rectangle on the source pad */
1172 fimc->out_frame.rect = sel->r;
1173 set_bit(ST_FLITE_CONFIG, &fimc->state);
1174 spin_unlock_irqrestore(&fimc->slock, flags);
1175 }
1176 mutex_unlock(&fimc->lock);
1177
1178 v4l2_dbg(1, debug, sd, "%s: (%d,%d) %dx%d, f_w: %d, f_h: %d",
1179 __func__, f->rect.left, f->rect.top, f->rect.width,
1180 f->rect.height, f->f_width, f->f_height);
1181
1182 return ret;
1183}
1184
1185static int fimc_lite_subdev_s_stream(struct v4l2_subdev *sd, int on)
1186{
1187 struct fimc_lite *fimc = v4l2_get_subdevdata(sd);
1188
1189 if (fimc->out_path == FIMC_IO_DMA)
1190 return -ENOIOCTLCMD;
1191
1192 /* TODO: */
1193
1194 return 0;
1195}
1196
1197static int fimc_lite_subdev_s_power(struct v4l2_subdev *sd, int on)
1198{
1199 struct fimc_lite *fimc = v4l2_get_subdevdata(sd);
1200
1201 if (fimc->out_path == FIMC_IO_DMA)
1202 return -ENOIOCTLCMD;
1203
1204 /* TODO: */
1205
1206 return 0;
1207}
1208
1209static int fimc_lite_log_status(struct v4l2_subdev *sd)
1210{
1211 struct fimc_lite *fimc = v4l2_get_subdevdata(sd);
1212
1213 flite_hw_dump_regs(fimc, __func__);
1214 return 0;
1215}
1216
1217static int fimc_lite_subdev_registered(struct v4l2_subdev *sd)
1218{
1219 struct fimc_lite *fimc = v4l2_get_subdevdata(sd);
1220 struct vb2_queue *q = &fimc->vb_queue;
1bcd7041 1221 struct video_device *vfd = &fimc->vfd;
4af81310
SN		 1222 int ret;
1223
1bcd7041
SN		 1224 memset(vfd, 0, sizeof(*vfd));
1225
4af81310
SN		 1226 fimc->fmt = &fimc_lite_formats[0];
1227 fimc->out_path = FIMC_IO_DMA;
1228
4af81310
SN		 1229 snprintf(vfd->name, sizeof(vfd->name), "fimc-lite.%d.capture",
1230 fimc->index);
1231
1232 vfd->fops = &fimc_lite_fops;
1233 vfd->ioctl_ops = &fimc_lite_ioctl_ops;
1234 vfd->v4l2_dev = sd->v4l2_dev;
1235 vfd->minor = -1;
1bcd7041 1236 vfd->release = video_device_release_empty;
4af81310 1237 vfd->lock = &fimc->lock;
4af81310
SN		 1238 fimc->ref_count = 0;
1239 fimc->reqbufs_count = 0;
1240
1241 INIT_LIST_HEAD(&fimc->pending_buf_q);
1242 INIT_LIST_HEAD(&fimc->active_buf_q);
1243
1244 memset(q, 0, sizeof(*q));
1245 q->type = V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE;
1246 q->io_modes = VB2_MMAP | VB2_USERPTR;
1247 q->ops = &fimc_lite_qops;
1248 q->mem_ops = &vb2_dma_contig_memops;
1249 q->buf_struct_size = sizeof(struct flite_buffer);
1250 q->drv_priv = fimc;
1251
1252 vb2_queue_init(q);
1253
1254 fimc->vd_pad.flags = MEDIA_PAD_FL_SINK;
1255 ret = media_entity_init(&vfd->entity, 1, &fimc->vd_pad, 0);
1bcd7041
SN		 1256 if (ret < 0)
1257 return ret;
4af81310
SN		 1258
1259 video_set_drvdata(vfd, fimc);
1260
1261 ret = video_register_device(vfd, VFL_TYPE_GRABBER, -1);
1bcd7041
SN		 1262 if (ret < 0) {
1263 media_entity_cleanup(&vfd->entity);
1264 return ret;
1265 }
4af81310
SN		 1266
1267 v4l2_info(sd->v4l2_dev, "Registered %s as /dev/%s\n",
1268 vfd->name, video_device_node_name(vfd));
1269 return 0;
4af81310
SN		 1270}
1271
1272static void fimc_lite_subdev_unregistered(struct v4l2_subdev *sd)
1273{
1274 struct fimc_lite *fimc = v4l2_get_subdevdata(sd);
1275
1276 if (fimc == NULL)
1277 return;
1278
1bcd7041
SN		 1279 if (video_is_registered(&fimc->vfd)) {
1280 video_unregister_device(&fimc->vfd);
1281 media_entity_cleanup(&fimc->vfd.entity);
4af81310
SN		 1282 }
1283}
1284
1285static const struct v4l2_subdev_internal_ops fimc_lite_subdev_internal_ops = {
1286 .registered = fimc_lite_subdev_registered,
1287 .unregistered = fimc_lite_subdev_unregistered,
1288};
1289
1290static const struct v4l2_subdev_pad_ops fimc_lite_subdev_pad_ops = {
1291 .enum_mbus_code = fimc_lite_subdev_enum_mbus_code,
1292 .get_selection = fimc_lite_subdev_get_selection,
1293 .set_selection = fimc_lite_subdev_set_selection,
1294 .get_fmt = fimc_lite_subdev_get_fmt,
1295 .set_fmt = fimc_lite_subdev_set_fmt,
1296};
1297
1298static const struct v4l2_subdev_video_ops fimc_lite_subdev_video_ops = {
1299 .s_stream = fimc_lite_subdev_s_stream,
1300};
1301
1302static const struct v4l2_subdev_core_ops fimc_lite_core_ops = {
1303 .s_power = fimc_lite_subdev_s_power,
1304 .log_status = fimc_lite_log_status,
1305};
1306
1307static struct v4l2_subdev_ops fimc_lite_subdev_ops = {
1308 .core = &fimc_lite_core_ops,
1309 .video = &fimc_lite_subdev_video_ops,
1310 .pad = &fimc_lite_subdev_pad_ops,
1311};
1312
1313static int fimc_lite_s_ctrl(struct v4l2_ctrl *ctrl)
1314{
1315 struct fimc_lite *fimc = container_of(ctrl->handler, struct fimc_lite,
1316 ctrl_handler);
1317 set_bit(ST_FLITE_CONFIG, &fimc->state);
1318 return 0;
1319}
1320
1321static const struct v4l2_ctrl_ops fimc_lite_ctrl_ops = {
1322 .s_ctrl = fimc_lite_s_ctrl,
1323};
1324
1325static const struct v4l2_ctrl_config fimc_lite_ctrl = {
1326 .ops = &fimc_lite_ctrl_ops,
1327 .id = V4L2_CTRL_CLASS_USER | 0x1001,
1328 .type = V4L2_CTRL_TYPE_BOOLEAN,
1329 .name = "Test Pattern 640x480",
1330};
1331
1332static int fimc_lite_create_capture_subdev(struct fimc_lite *fimc)
1333{
1334 struct v4l2_ctrl_handler *handler = &fimc->ctrl_handler;
1335 struct v4l2_subdev *sd = &fimc->subdev;
1336 int ret;
1337
1338 v4l2_subdev_init(sd, &fimc_lite_subdev_ops);
1339 sd->flags = V4L2_SUBDEV_FL_HAS_DEVNODE;
1340 snprintf(sd->name, sizeof(sd->name), "FIMC-LITE.%d", fimc->index);
1341
1342 fimc->subdev_pads[FIMC_SD_PAD_SINK].flags = MEDIA_PAD_FL_SINK;
1343 fimc->subdev_pads[FIMC_SD_PAD_SOURCE].flags = MEDIA_PAD_FL_SOURCE;
1344 ret = media_entity_init(&sd->entity, FIMC_SD_PADS_NUM,
1345 fimc->subdev_pads, 0);
1346 if (ret)
1347 return ret;
1348
1349 v4l2_ctrl_handler_init(handler, 1);
1350 fimc->test_pattern = v4l2_ctrl_new_custom(handler, &fimc_lite_ctrl,
1351 NULL);
1352 if (handler->error) {
1353 media_entity_cleanup(&sd->entity);
1354 return handler->error;
1355 }
1356
1357 sd->ctrl_handler = handler;
1358 sd->internal_ops = &fimc_lite_subdev_internal_ops;
1359 sd->entity.ops = &fimc_lite_subdev_media_ops;
1360 v4l2_set_subdevdata(sd, fimc);
1361
1362 return 0;
1363}
1364
1365static void fimc_lite_unregister_capture_subdev(struct fimc_lite *fimc)
1366{
1367 struct v4l2_subdev *sd = &fimc->subdev;
1368
1369 v4l2_device_unregister_subdev(sd);
1370 media_entity_cleanup(&sd->entity);
1371 v4l2_ctrl_handler_free(&fimc->ctrl_handler);
1372 v4l2_set_subdevdata(sd, NULL);
1373}
1374
1375static void fimc_lite_clk_put(struct fimc_lite *fimc)
1376{
1377 if (IS_ERR_OR_NULL(fimc->clock))
1378 return;
1379
1380 clk_unprepare(fimc->clock);
1381 clk_put(fimc->clock);
1382 fimc->clock = NULL;
1383}
1384
1385static int fimc_lite_clk_get(struct fimc_lite *fimc)
1386{
1387 int ret;
1388
1389 fimc->clock = clk_get(&fimc->pdev->dev, FLITE_CLK_NAME);
1390 if (IS_ERR(fimc->clock))
1391 return PTR_ERR(fimc->clock);
1392
1393 ret = clk_prepare(fimc->clock);
1394 if (ret < 0) {
1395 clk_put(fimc->clock);
1396 fimc->clock = NULL;
1397 }
1398 return ret;
1399}
1400
1401static int __devinit fimc_lite_probe(struct platform_device *pdev)
1402{
1403 struct flite_drvdata *drv_data = fimc_lite_get_drvdata(pdev);
1404 struct fimc_lite *fimc;
1405 struct resource *res;
1406 int ret;
1407
1408 fimc = devm_kzalloc(&pdev->dev, sizeof(*fimc), GFP_KERNEL);
1409 if (!fimc)
1410 return -ENOMEM;
1411
1412 fimc->index = pdev->id;
1413 fimc->variant = drv_data->variant[fimc->index];
1414 fimc->pdev = pdev;
1415
1416 init_waitqueue_head(&fimc->irq_queue);
1417 spin_lock_init(&fimc->slock);
1418 mutex_init(&fimc->lock);
1419
1420 res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
1421 fimc->regs = devm_request_and_ioremap(&pdev->dev, res);
1422 if (fimc->regs == NULL) {
1423 dev_err(&pdev->dev, "Failed to obtain io memory\n");
1424 return -ENOENT;
1425 }
1426
1427 res = platform_get_resource(pdev, IORESOURCE_IRQ, 0);
1428 if (res == NULL) {
1429 dev_err(&pdev->dev, "Failed to get IRQ resource\n");
1430 return -ENXIO;
1431 }
1432
1433 ret = fimc_lite_clk_get(fimc);
1434 if (ret)
1435 return ret;
1436
1437 ret = devm_request_irq(&pdev->dev, res->start, flite_irq_handler,
1438 0, dev_name(&pdev->dev), fimc);
1439 if (ret) {
1440 dev_err(&pdev->dev, "Failed to install irq (%d)\n", ret);
1441 goto err_clk;
1442 }
1443
1444 /* The video node will be created within the subdev's registered() op */
1445 ret = fimc_lite_create_capture_subdev(fimc);
1446 if (ret)
1447 goto err_clk;
1448
1449 platform_set_drvdata(pdev, fimc);
1450 pm_runtime_enable(&pdev->dev);
1451 ret = pm_runtime_get_sync(&pdev->dev);
1452 if (ret < 0)
1453 goto err_sd;
1454
1455 fimc->alloc_ctx = vb2_dma_contig_init_ctx(&pdev->dev);
1456 if (IS_ERR(fimc->alloc_ctx)) {
1457 ret = PTR_ERR(fimc->alloc_ctx);
1458 goto err_pm;
1459 }
1460 pm_runtime_put(&pdev->dev);
1461
1462 dev_dbg(&pdev->dev, "FIMC-LITE.%d registered successfully\n",
1463 fimc->index);
1464 return 0;
1465err_pm:
1466 pm_runtime_put(&pdev->dev);
1467err_sd:
1468 fimc_lite_unregister_capture_subdev(fimc);
1469err_clk:
1470 fimc_lite_clk_put(fimc);
1471 return ret;
1472}
1473
1474static int fimc_lite_runtime_resume(struct device *dev)
1475{
1476 struct fimc_lite *fimc = dev_get_drvdata(dev);
1477
1478 clk_enable(fimc->clock);
1479 return 0;
1480}
1481
1482static int fimc_lite_runtime_suspend(struct device *dev)
1483{
1484 struct fimc_lite *fimc = dev_get_drvdata(dev);
1485
1486 clk_disable(fimc->clock);
1487 return 0;
1488}
1489
1490#ifdef CONFIG_PM_SLEEP
1491static int fimc_lite_resume(struct device *dev)
1492{
1493 struct fimc_lite *fimc = dev_get_drvdata(dev);
1494 struct flite_buffer *buf;
1495 unsigned long flags;
1496 int i;
1497
1498 spin_lock_irqsave(&fimc->slock, flags);
1499 if (!test_and_clear_bit(ST_LPM, &fimc->state) ||
1500 !test_bit(ST_FLITE_IN_USE, &fimc->state)) {
1501 spin_unlock_irqrestore(&fimc->slock, flags);
1502 return 0;
1503 }
1504 flite_hw_reset(fimc);
1505 spin_unlock_irqrestore(&fimc->slock, flags);
1506
1507 if (!test_and_clear_bit(ST_FLITE_SUSPENDED, &fimc->state))
1508 return 0;
1509
1510 INIT_LIST_HEAD(&fimc->active_buf_q);
1bcd7041 1511 fimc_pipeline_initialize(&fimc->pipeline, &fimc->vfd.entity, false);
4af81310
SN		 1512 fimc_lite_hw_init(fimc);
1513 clear_bit(ST_FLITE_SUSPENDED, &fimc->state);
1514
1515 for (i = 0; i < fimc->reqbufs_count; i++) {
1516 if (list_empty(&fimc->pending_buf_q))
1517 break;
1518 buf = fimc_lite_pending_queue_pop(fimc);
1519 buffer_queue(&buf->vb);
1520 }
1521 return 0;
1522}
1523
1524static int fimc_lite_suspend(struct device *dev)
1525{
1526 struct fimc_lite *fimc = dev_get_drvdata(dev);
1527 bool suspend = test_bit(ST_FLITE_IN_USE, &fimc->state);
1528 int ret;
1529
1530 if (test_and_set_bit(ST_LPM, &fimc->state))
1531 return 0;
1532
1533 ret = fimc_lite_stop_capture(fimc, suspend);
316efab3 1534 if (ret < 0 || !fimc_lite_active(fimc))
4af81310
SN		 1535 return ret;
1536
1537 return fimc_pipeline_shutdown(&fimc->pipeline);
1538}
1539#endif /* CONFIG_PM_SLEEP */
1540
1541static int __devexit fimc_lite_remove(struct platform_device *pdev)
1542{
1543 struct fimc_lite *fimc = platform_get_drvdata(pdev);
1544 struct device *dev = &pdev->dev;
1545
1546 pm_runtime_disable(dev);
1547 pm_runtime_set_suspended(dev);
1548 fimc_lite_unregister_capture_subdev(fimc);
1549 vb2_dma_contig_cleanup_ctx(fimc->alloc_ctx);
1550 fimc_lite_clk_put(fimc);
1551
1552 dev_info(dev, "Driver unloaded\n");
1553 return 0;
1554}
1555
1556static struct flite_variant fimc_lite0_variant_exynos4 = {
1557 .max_width = 8192,
1558 .max_height = 8192,
1559 .out_width_align = 8,
1560 .win_hor_offs_align = 2,
1561 .out_hor_offs_align = 8,
1562};
1563
1564/* EXYNOS4212, EXYNOS4412 */
1565static struct flite_drvdata fimc_lite_drvdata_exynos4 = {
1566 .variant = {
1567 [0] = &fimc_lite0_variant_exynos4,
1568 [1] = &fimc_lite0_variant_exynos4,
1569 },
1570};
1571
1572static struct platform_device_id fimc_lite_driver_ids[] = {
1573 {
1574 .name = "exynos-fimc-lite",
1575 .driver_data = (unsigned long)&fimc_lite_drvdata_exynos4,
1576 },
1577 { /* sentinel */ },
1578};
1579MODULE_DEVICE_TABLE(platform, fimc_lite_driver_ids);
1580
1581static const struct dev_pm_ops fimc_lite_pm_ops = {
1582 SET_SYSTEM_SLEEP_PM_OPS(fimc_lite_suspend, fimc_lite_resume)
1583 SET_RUNTIME_PM_OPS(fimc_lite_runtime_suspend, fimc_lite_runtime_resume,
1584 NULL)
1585};
1586
1587static struct platform_driver fimc_lite_driver = {
1588 .probe = fimc_lite_probe,
1589 .remove = __devexit_p(fimc_lite_remove),
1590 .id_table = fimc_lite_driver_ids,
1591 .driver = {
1592 .name = FIMC_LITE_DRV_NAME,
1593 .owner = THIS_MODULE,
1594 .pm = &fimc_lite_pm_ops,
1595 }
1596};
1597module_platform_driver(fimc_lite_driver);
1598MODULE_LICENSE("GPL");
1599MODULE_ALIAS("platform:" FIMC_LITE_DRV_NAME);
Linux 6.x block layer and io_uring tree(s)