[media] st-delta: STiH4xx multi-format video decoder v4l2 driver
authorHugues Fruchet <hugues.fruchet@st.com>
Thu, 2 Feb 2017 14:59:48 +0000 (12:59 -0200)
committerMauro Carvalho Chehab <mchehab@s-opensource.com>
Wed, 8 Feb 2017 12:00:27 +0000 (10:00 -0200)
This V4L2 driver enables DELTA multi-format video decoder
of STMicroelectronics STiH4xx SoC series.

Acked-by: Peter Griffin <peter.griffin@linaro.org>
Signed-off-by: Hugues Fruchet <hugues.fruchet@st.com>
Signed-off-by: Mauro Carvalho Chehab <mchehab@s-opensource.com>
drivers/media/platform/Kconfig
drivers/media/platform/Makefile
drivers/media/platform/sti/delta/Makefile [new file with mode: 0644]
drivers/media/platform/sti/delta/delta-cfg.h [new file with mode: 0644]
drivers/media/platform/sti/delta/delta-v4l2.c [new file with mode: 0644]
drivers/media/platform/sti/delta/delta.h [new file with mode: 0644]

index 0245af0b76e0dd1f694fbefae82a2ad3523e006f..863c61a0895e37bda9cf942f98d455c5558a09a8 100644 (file)
@@ -312,6 +312,34 @@ config VIDEO_STI_HVA_DEBUGFS
 
           Choose N unless you know you need this.
 
+config VIDEO_STI_DELTA
+       tristate "STMicroelectronics DELTA multi-format video decoder V4L2 driver"
+       depends on VIDEO_DEV && VIDEO_V4L2
+       depends on ARCH_STI || COMPILE_TEST
+       depends on HAS_DMA
+       help
+               This V4L2 driver enables DELTA multi-format video decoder
+               of STMicroelectronics STiH4xx SoC series allowing hardware
+               decoding of various compressed video bitstream format in
+               raw uncompressed format.
+
+               Use this option to see the decoders available for such
+               hardware.
+
+               Please notice that the driver will only be built if
+               at least one of the DELTA decoder below is selected.
+
+if VIDEO_STI_DELTA
+
+config VIDEO_STI_DELTA_DRIVER
+       tristate
+       depends on VIDEO_STI_DELTA
+       default n
+       select VIDEOBUF2_DMA_CONTIG
+       select V4L2_MEM2MEM_DEV
+
+endif # VIDEO_STI_DELTA
+
 config VIDEO_SH_VEU
        tristate "SuperH VEU mem2mem video processing driver"
        depends on VIDEO_DEV && VIDEO_V4L2 && HAS_DMA
index 5b3cb271d2b8ccf3a2d47a00dcfe90bdb5a95e3c..349ddf6a69da2183b5e36d303add55aa79d68793 100644 (file)
@@ -39,6 +39,8 @@ obj-$(CONFIG_VIDEO_STI_BDISP)         += sti/bdisp/
 obj-$(CONFIG_VIDEO_STI_HVA)            += sti/hva/
 obj-$(CONFIG_DVB_C8SECTPFE)            += sti/c8sectpfe/
 
+obj-$(CONFIG_VIDEO_STI_DELTA)          += sti/delta/
+
 obj-$(CONFIG_BLACKFIN)                  += blackfin/
 
 obj-$(CONFIG_ARCH_DAVINCI)             += davinci/
diff --git a/drivers/media/platform/sti/delta/Makefile b/drivers/media/platform/sti/delta/Makefile
new file mode 100644 (file)
index 0000000..467519e
--- /dev/null
@@ -0,0 +1,2 @@
+obj-$(CONFIG_VIDEO_STI_DELTA_DRIVER) := st-delta.o
+st-delta-y := delta-v4l2.o
diff --git a/drivers/media/platform/sti/delta/delta-cfg.h b/drivers/media/platform/sti/delta/delta-cfg.h
new file mode 100644 (file)
index 0000000..f6674f6
--- /dev/null
@@ -0,0 +1,61 @@
+/*
+ * Copyright (C) STMicroelectronics SA 2015
+ * Author: Hugues Fruchet <hugues.fruchet@st.com> for STMicroelectronics.
+ * License terms:  GNU General Public License (GPL), version 2
+ */
+
+#ifndef DELTA_CFG_H
+#define DELTA_CFG_H
+
+#define DELTA_FW_VERSION "21.1-3"
+
+#define DELTA_MIN_WIDTH  32
+#define DELTA_MAX_WIDTH  4096
+#define DELTA_MIN_HEIGHT 32
+#define DELTA_MAX_HEIGHT 2400
+
+/* DELTA requires a 32x32 pixels alignment for frames */
+#define DELTA_WIDTH_ALIGNMENT    32
+#define DELTA_HEIGHT_ALIGNMENT   32
+
+#define DELTA_DEFAULT_WIDTH  DELTA_MIN_WIDTH
+#define DELTA_DEFAULT_HEIGHT DELTA_MIN_HEIGHT
+#define DELTA_DEFAULT_FRAMEFORMAT  V4L2_PIX_FMT_NV12
+#define DELTA_DEFAULT_STREAMFORMAT V4L2_PIX_FMT_MJPEG
+
+#define DELTA_MAX_RESO (DELTA_MAX_WIDTH * DELTA_MAX_HEIGHT)
+
+/* guard value for number of access units */
+#define DELTA_MAX_AUS 10
+
+/* IP perf dependent, can be tuned */
+#define DELTA_PEAK_FRAME_SMOOTHING 2
+
+/*
+ * guard output frame count:
+ * - at least 1 frame needed for display
+ * - at worst 21
+ *   ( max h264 dpb (16) +
+ *     decoding peak smoothing (2) +
+ *     user display pipeline (3) )
+ */
+#define DELTA_MIN_FRAME_USER    1
+#define DELTA_MAX_DPB           16
+#define DELTA_MAX_FRAME_USER    3 /* platform/use-case dependent */
+#define DELTA_MAX_FRAMES (DELTA_MAX_DPB + DELTA_PEAK_FRAME_SMOOTHING +\
+                         DELTA_MAX_FRAME_USER)
+
+#if DELTA_MAX_FRAMES > VIDEO_MAX_FRAME
+#undef DELTA_MAX_FRAMES
+#define DELTA_MAX_FRAMES (VIDEO_MAX_FRAME)
+#endif
+
+/* extra space to be allocated to store codec specific data per frame */
+#define DELTA_MAX_FRAME_PRIV_SIZE 100
+
+/* PM runtime auto power-off after 5ms of inactivity */
+#define DELTA_HW_AUTOSUSPEND_DELAY_MS 5
+
+#define DELTA_MAX_DECODERS 10
+
+#endif /* DELTA_CFG_H */
diff --git a/drivers/media/platform/sti/delta/delta-v4l2.c b/drivers/media/platform/sti/delta/delta-v4l2.c
new file mode 100644 (file)
index 0000000..e65a3a3
--- /dev/null
@@ -0,0 +1,1813 @@
+/*
+ * Copyright (C) STMicroelectronics SA 2015
+ * Authors: Hugues Fruchet <hugues.fruchet@st.com>
+ *          Jean-Christophe Trotin <jean-christophe.trotin@st.com>
+ *          for STMicroelectronics.
+ * License terms:  GNU General Public License (GPL), version 2
+ */
+
+#include <linux/clk.h>
+#include <linux/module.h>
+#include <linux/platform_device.h>
+#include <linux/pm_runtime.h>
+#include <linux/slab.h>
+
+#include <media/v4l2-ioctl.h>
+#include <media/v4l2-event.h>
+#include <media/videobuf2-dma-contig.h>
+
+#include "delta.h"
+
+#define DELTA_NAME     "st-delta"
+
+#define DELTA_PREFIX "[---:----]"
+
+#define to_ctx(__fh) container_of(__fh, struct delta_ctx, fh)
+#define to_au(__vbuf) container_of(__vbuf, struct delta_au, vbuf)
+#define to_frame(__vbuf) container_of(__vbuf, struct delta_frame, vbuf)
+
+#define call_dec_op(dec, op, args...)\
+               ((dec && (dec)->op) ? (dec)->op(args) : 0)
+
+/* registry of available decoders */
+static const struct delta_dec *delta_decoders[] = {
+};
+
+static inline int frame_size(u32 w, u32 h, u32 fmt)
+{
+       switch (fmt) {
+       case V4L2_PIX_FMT_NV12:
+               return (w * h * 3) / 2;
+       default:
+               return 0;
+       }
+}
+
+static inline int frame_stride(u32 w, u32 fmt)
+{
+       switch (fmt) {
+       case V4L2_PIX_FMT_NV12:
+               return w;
+       default:
+               return 0;
+       }
+}
+
+static void dump_au(struct delta_ctx *ctx, struct delta_au *au)
+{
+       struct delta_dev *delta = ctx->dev;
+       u32 size = 10;  /* dump first & last 10 bytes */
+       u8 *data = (u8 *)(au->vaddr);
+
+       if (au->size <= (size * 2))
+               dev_dbg(delta->dev, "%s dump au[%d] dts=%lld size=%d data=%*ph\n",
+                       ctx->name, au->vbuf.vb2_buf.index, au->dts, au->size,
+                       au->size, data);
+       else
+               dev_dbg(delta->dev, "%s dump au[%d] dts=%lld size=%d data=%*ph..%*ph\n",
+                       ctx->name, au->vbuf.vb2_buf.index, au->dts, au->size,
+                       size, data, size, data + au->size - size);
+}
+
+static void dump_frame(struct delta_ctx *ctx, struct delta_frame *frame)
+{
+       struct delta_dev *delta = ctx->dev;
+       u32 size = 10;  /* dump first 10 bytes */
+       u8 *data = (u8 *)(frame->vaddr);
+
+       dev_dbg(delta->dev, "%s dump frame[%d] dts=%lld type=%s field=%s data=%*ph\n",
+               ctx->name, frame->index, frame->dts,
+               frame_type_str(frame->flags),
+               frame_field_str(frame->field),
+               size, data);
+}
+
+static void delta_au_done(struct delta_ctx *ctx, struct delta_au *au, int err)
+{
+       struct vb2_v4l2_buffer *vbuf;
+
+       vbuf = &au->vbuf;
+       vbuf->sequence = ctx->au_num++;
+       v4l2_m2m_buf_done(vbuf, err ? VB2_BUF_STATE_ERROR : VB2_BUF_STATE_DONE);
+}
+
+static void delta_frame_done(struct delta_ctx *ctx, struct delta_frame *frame,
+                            int err)
+{
+       struct vb2_v4l2_buffer *vbuf;
+
+       dump_frame(ctx, frame);
+
+       /* decoded frame is now output to user */
+       frame->state |= DELTA_FRAME_OUT;
+
+       vbuf = &frame->vbuf;
+       vbuf->sequence = ctx->frame_num++;
+       v4l2_m2m_buf_done(vbuf, err ? VB2_BUF_STATE_ERROR : VB2_BUF_STATE_DONE);
+
+       ctx->output_frames++;
+}
+
+static void requeue_free_frames(struct delta_ctx *ctx)
+{
+       struct vb2_v4l2_buffer *vbuf;
+       struct delta_frame *frame;
+       unsigned int i;
+
+       /* requeue all free frames */
+       for (i = 0; i < ctx->nb_of_frames; i++) {
+               frame = ctx->frames[i];
+               if (frame->state == DELTA_FRAME_FREE) {
+                       vbuf = &frame->vbuf;
+                       v4l2_m2m_buf_queue(ctx->fh.m2m_ctx, vbuf);
+                       frame->state = DELTA_FRAME_M2M;
+               }
+       }
+}
+
+static int delta_recycle(struct delta_ctx *ctx, struct delta_frame *frame)
+{
+       const struct delta_dec *dec = ctx->dec;
+
+       /* recycle frame on decoder side */
+       call_dec_op(dec, recycle, ctx, frame);
+
+       /* this frame is no more output */
+       frame->state &= ~DELTA_FRAME_OUT;
+
+       /* requeue free frame */
+       if (frame->state == DELTA_FRAME_FREE) {
+               struct vb2_v4l2_buffer *vbuf = &frame->vbuf;
+
+               v4l2_m2m_buf_queue(ctx->fh.m2m_ctx, vbuf);
+               frame->state = DELTA_FRAME_M2M;
+       }
+
+       /* reset other frame fields */
+       frame->flags = 0;
+       frame->dts = 0;
+
+       return 0;
+}
+
+static void delta_push_dts(struct delta_ctx *ctx, u64 val)
+{
+       struct delta_dts *dts;
+
+       dts = kzalloc(sizeof(*dts), GFP_KERNEL);
+       if (!dts)
+               return;
+
+       INIT_LIST_HEAD(&dts->list);
+
+       /*
+        * protected by global lock acquired
+        * by V4L2 when calling delta_vb2_au_queue
+        */
+       dts->val = val;
+       list_add_tail(&dts->list, &ctx->dts);
+}
+
+static void delta_pop_dts(struct delta_ctx *ctx, u64 *val)
+{
+       struct delta_dev *delta = ctx->dev;
+       struct delta_dts *dts;
+
+       /*
+        * protected by global lock acquired
+        * by V4L2 when calling delta_vb2_au_queue
+        */
+       if (list_empty(&ctx->dts)) {
+               dev_warn(delta->dev, "%s no dts to pop ... output dts = 0\n",
+                        ctx->name);
+               *val = 0;
+               return;
+       }
+
+       dts = list_first_entry(&ctx->dts, struct delta_dts, list);
+       list_del(&dts->list);
+
+       *val = dts->val;
+
+       kfree(dts);
+}
+
+static void delta_flush_dts(struct delta_ctx *ctx)
+{
+       struct delta_dts *dts;
+       struct delta_dts *next;
+
+       /*
+        * protected by global lock acquired
+        * by V4L2 when calling delta_vb2_au_queue
+        */
+
+       /* free all pending dts */
+       list_for_each_entry_safe(dts, next, &ctx->dts, list)
+               kfree(dts);
+
+       /* reset list */
+       INIT_LIST_HEAD(&ctx->dts);
+}
+
+static inline int frame_alignment(u32 fmt)
+{
+       switch (fmt) {
+       case V4L2_PIX_FMT_NV12:
+       case V4L2_PIX_FMT_NV21:
+               /* multiple of 2 */
+               return 2;
+       default:
+               return 1;
+       }
+}
+
+static inline int estimated_au_size(u32 w, u32 h)
+{
+       /*
+        * for a MJPEG stream encoded from YUV422 pixel format,
+        * assuming a compression ratio of 2, the maximum size
+        * of an access unit is (width x height x 2) / 2,
+        * so (width x height)
+        */
+       return (w * h);
+}
+
+static void set_default_params(struct delta_ctx *ctx)
+{
+       struct delta_frameinfo *frameinfo = &ctx->frameinfo;
+       struct delta_streaminfo *streaminfo = &ctx->streaminfo;
+
+       memset(frameinfo, 0, sizeof(*frameinfo));
+       frameinfo->pixelformat = V4L2_PIX_FMT_NV12;
+       frameinfo->width = DELTA_DEFAULT_WIDTH;
+       frameinfo->height = DELTA_DEFAULT_HEIGHT;
+       frameinfo->aligned_width = ALIGN(frameinfo->width,
+                                        DELTA_WIDTH_ALIGNMENT);
+       frameinfo->aligned_height = ALIGN(frameinfo->height,
+                                         DELTA_HEIGHT_ALIGNMENT);
+       frameinfo->size = frame_size(frameinfo->aligned_width,
+                                    frameinfo->aligned_height,
+                                    frameinfo->pixelformat);
+       frameinfo->field = V4L2_FIELD_NONE;
+       frameinfo->colorspace = V4L2_COLORSPACE_REC709;
+       frameinfo->xfer_func = V4L2_XFER_FUNC_DEFAULT;
+       frameinfo->ycbcr_enc = V4L2_YCBCR_ENC_DEFAULT;
+       frameinfo->quantization = V4L2_QUANTIZATION_DEFAULT;
+
+       memset(streaminfo, 0, sizeof(*streaminfo));
+       streaminfo->streamformat = DELTA_DEFAULT_STREAMFORMAT;
+       streaminfo->width = DELTA_DEFAULT_WIDTH;
+       streaminfo->height = DELTA_DEFAULT_HEIGHT;
+       streaminfo->field = V4L2_FIELD_NONE;
+       streaminfo->colorspace = V4L2_COLORSPACE_REC709;
+       streaminfo->xfer_func = V4L2_XFER_FUNC_DEFAULT;
+       streaminfo->ycbcr_enc = V4L2_YCBCR_ENC_DEFAULT;
+       streaminfo->quantization = V4L2_QUANTIZATION_DEFAULT;
+
+       ctx->max_au_size = estimated_au_size(streaminfo->width,
+                                            streaminfo->height);
+}
+
+static const struct delta_dec *delta_find_decoder(struct delta_ctx *ctx,
+                                                 u32 streamformat,
+                                                 u32 pixelformat)
+{
+       struct delta_dev *delta = ctx->dev;
+       const struct delta_dec *dec;
+       unsigned int i;
+
+       for (i = 0; i < delta->nb_of_decoders; i++) {
+               dec = delta->decoders[i];
+               if ((dec->pixelformat == pixelformat) &&
+                   (dec->streamformat == streamformat))
+                       return dec;
+       }
+
+       return NULL;
+}
+
+static void register_format(u32 format, u32 formats[], u32 *nb_of_formats)
+{
+       u32 i;
+
+       for (i = 0; i < *nb_of_formats; i++) {
+               if (format == formats[i])
+                       return;
+       }
+
+       formats[(*nb_of_formats)++] = format;
+}
+
+static void register_formats(struct delta_dev *delta)
+{
+       unsigned int i;
+
+       for (i = 0; i < delta->nb_of_decoders; i++) {
+               register_format(delta->decoders[i]->pixelformat,
+                               delta->pixelformats,
+                               &delta->nb_of_pixelformats);
+
+               register_format(delta->decoders[i]->streamformat,
+                               delta->streamformats,
+                               &delta->nb_of_streamformats);
+       }
+}
+
+static void register_decoders(struct delta_dev *delta)
+{
+       unsigned int i;
+
+       for (i = 0; i < ARRAY_SIZE(delta_decoders); i++) {
+               if (delta->nb_of_decoders >= DELTA_MAX_DECODERS) {
+                       dev_dbg(delta->dev,
+                               "%s failed to register %s decoder (%d maximum reached)\n",
+                               DELTA_PREFIX, delta_decoders[i]->name,
+                               DELTA_MAX_DECODERS);
+                       return;
+               }
+
+               delta->decoders[delta->nb_of_decoders++] = delta_decoders[i];
+               dev_info(delta->dev, "%s %s decoder registered\n",
+                        DELTA_PREFIX, delta_decoders[i]->name);
+       }
+}
+
+static void delta_lock(void *priv)
+{
+       struct delta_ctx *ctx = priv;
+       struct delta_dev *delta = ctx->dev;
+
+       mutex_lock(&delta->lock);
+}
+
+static void delta_unlock(void *priv)
+{
+       struct delta_ctx *ctx = priv;
+       struct delta_dev *delta = ctx->dev;
+
+       mutex_unlock(&delta->lock);
+}
+
+static int delta_open_decoder(struct delta_ctx *ctx, u32 streamformat,
+                             u32 pixelformat, const struct delta_dec **pdec)
+{
+       struct delta_dev *delta = ctx->dev;
+       const struct delta_dec *dec;
+       int ret;
+
+       dec = delta_find_decoder(ctx, streamformat, ctx->frameinfo.pixelformat);
+       if (!dec) {
+               dev_err(delta->dev, "%s no decoder found matching %4.4s => %4.4s\n",
+                       ctx->name, (char *)&streamformat, (char *)&pixelformat);
+               return -EINVAL;
+       }
+
+       dev_dbg(delta->dev, "%s one decoder matching %4.4s => %4.4s\n",
+               ctx->name, (char *)&streamformat, (char *)&pixelformat);
+
+       /* update instance name */
+       snprintf(ctx->name, sizeof(ctx->name), "[%3d:%4.4s]",
+                delta->instance_id, (char *)&streamformat);
+
+       /* open decoder instance */
+       ret = call_dec_op(dec, open, ctx);
+       if (ret) {
+               dev_err(delta->dev, "%s failed to open decoder instance (%d)\n",
+                       ctx->name, ret);
+               return ret;
+       }
+
+       dev_dbg(delta->dev, "%s %s decoder opened\n", ctx->name, dec->name);
+
+       *pdec = dec;
+
+       return ret;
+}
+
+/*
+ * V4L2 ioctl operations
+ */
+
+static int delta_querycap(struct file *file, void *priv,
+                         struct v4l2_capability *cap)
+{
+       struct delta_ctx *ctx = to_ctx(file->private_data);
+       struct delta_dev *delta = ctx->dev;
+
+       strlcpy(cap->driver, DELTA_NAME, sizeof(cap->driver));
+       strlcpy(cap->card, delta->vdev->name, sizeof(cap->card));
+       snprintf(cap->bus_info, sizeof(cap->bus_info), "platform:%s",
+                delta->pdev->name);
+
+       return 0;
+}
+
+static int delta_enum_fmt_stream(struct file *file, void *priv,
+                                struct v4l2_fmtdesc *f)
+{
+       struct delta_ctx *ctx = to_ctx(file->private_data);
+       struct delta_dev *delta = ctx->dev;
+
+       if (unlikely(f->index >= delta->nb_of_streamformats))
+               return -EINVAL;
+
+       f->pixelformat = delta->streamformats[f->index];
+
+       return 0;
+}
+
+static int delta_enum_fmt_frame(struct file *file, void *priv,
+                               struct v4l2_fmtdesc *f)
+{
+       struct delta_ctx *ctx = to_ctx(file->private_data);
+       struct delta_dev *delta = ctx->dev;
+
+       if (unlikely(f->index >= delta->nb_of_pixelformats))
+               return -EINVAL;
+
+       f->pixelformat = delta->pixelformats[f->index];
+
+       return 0;
+}
+
+static int delta_g_fmt_stream(struct file *file, void *fh,
+                             struct v4l2_format *f)
+{
+       struct delta_ctx *ctx = to_ctx(file->private_data);
+       struct delta_dev *delta = ctx->dev;
+       struct v4l2_pix_format *pix = &f->fmt.pix;
+       struct delta_streaminfo *streaminfo = &ctx->streaminfo;
+
+       if (!(ctx->flags & DELTA_FLAG_STREAMINFO))
+               dev_dbg(delta->dev,
+                       "%s V4L2 GET_FMT (OUTPUT): no stream information available, using default\n",
+                       ctx->name);
+
+       pix->pixelformat = streaminfo->streamformat;
+       pix->width = streaminfo->width;
+       pix->height = streaminfo->height;
+       pix->field = streaminfo->field;
+       pix->bytesperline = 0;
+       pix->sizeimage = ctx->max_au_size;
+       pix->colorspace = streaminfo->colorspace;
+       pix->xfer_func = streaminfo->xfer_func;
+       pix->ycbcr_enc = streaminfo->ycbcr_enc;
+       pix->quantization = streaminfo->quantization;
+
+       return 0;
+}
+
+static int delta_g_fmt_frame(struct file *file, void *fh, struct v4l2_format *f)
+{
+       struct delta_ctx *ctx = to_ctx(file->private_data);
+       struct delta_dev *delta = ctx->dev;
+       struct v4l2_pix_format *pix = &f->fmt.pix;
+       struct delta_frameinfo *frameinfo = &ctx->frameinfo;
+       struct delta_streaminfo *streaminfo = &ctx->streaminfo;
+
+       if (!(ctx->flags & DELTA_FLAG_FRAMEINFO))
+               dev_dbg(delta->dev,
+                       "%s V4L2 GET_FMT (CAPTURE): no frame information available, using default\n",
+                       ctx->name);
+
+       pix->pixelformat = frameinfo->pixelformat;
+       pix->width = frameinfo->aligned_width;
+       pix->height = frameinfo->aligned_height;
+       pix->field = frameinfo->field;
+       pix->bytesperline = frame_stride(frameinfo->aligned_width,
+                                              frameinfo->pixelformat);
+       pix->sizeimage = frameinfo->size;
+
+       if (ctx->flags & DELTA_FLAG_STREAMINFO) {
+               /* align colorspace & friends on stream ones if any set */
+               frameinfo->colorspace = streaminfo->colorspace;
+               frameinfo->xfer_func = streaminfo->xfer_func;
+               frameinfo->ycbcr_enc = streaminfo->ycbcr_enc;
+               frameinfo->quantization = streaminfo->quantization;
+       }
+       pix->colorspace = frameinfo->colorspace;
+       pix->xfer_func = frameinfo->xfer_func;
+       pix->ycbcr_enc = frameinfo->ycbcr_enc;
+       pix->quantization = frameinfo->quantization;
+
+       return 0;
+}
+
+static int delta_try_fmt_stream(struct file *file, void *priv,
+                               struct v4l2_format *f)
+{
+       struct delta_ctx *ctx = to_ctx(file->private_data);
+       struct delta_dev *delta = ctx->dev;
+       struct v4l2_pix_format *pix = &f->fmt.pix;
+       u32 streamformat = pix->pixelformat;
+       const struct delta_dec *dec;
+       u32 width, height;
+       u32 au_size;
+
+       dec = delta_find_decoder(ctx, streamformat, ctx->frameinfo.pixelformat);
+       if (!dec) {
+               dev_dbg(delta->dev,
+                       "%s V4L2 TRY_FMT (OUTPUT): unsupported format %4.4s\n",
+                       ctx->name, (char *)&pix->pixelformat);
+               return -EINVAL;
+       }
+
+       /* adjust width & height */
+       width = pix->width;
+       height = pix->height;
+       v4l_bound_align_image
+               (&pix->width,
+                DELTA_MIN_WIDTH,
+                dec->max_width ? dec->max_width : DELTA_MAX_WIDTH,
+                0,
+                &pix->height,
+                DELTA_MIN_HEIGHT,
+                dec->max_height ? dec->max_height : DELTA_MAX_HEIGHT,
+                0, 0);
+
+       if ((pix->width != width) || (pix->height != height))
+               dev_dbg(delta->dev,
+                       "%s V4L2 TRY_FMT (OUTPUT): resolution updated %dx%d -> %dx%d to fit min/max/alignment\n",
+                       ctx->name, width, height,
+                       pix->width, pix->height);
+
+       au_size = estimated_au_size(pix->width, pix->height);
+       if (pix->sizeimage < au_size) {
+               dev_dbg(delta->dev,
+                       "%s V4L2 TRY_FMT (OUTPUT): size updated %d -> %d to fit estimated size\n",
+                       ctx->name, pix->sizeimage, au_size);
+               pix->sizeimage = au_size;
+       }
+
+       pix->bytesperline = 0;
+
+       if (pix->field == V4L2_FIELD_ANY)
+               pix->field = V4L2_FIELD_NONE;
+
+       return 0;
+}
+
+static int delta_try_fmt_frame(struct file *file, void *priv,
+                              struct v4l2_format *f)
+{
+       struct delta_ctx *ctx = to_ctx(file->private_data);
+       struct delta_dev *delta = ctx->dev;
+       struct v4l2_pix_format *pix = &f->fmt.pix;
+       u32 pixelformat = pix->pixelformat;
+       const struct delta_dec *dec;
+       u32 width, height;
+
+       dec = delta_find_decoder(ctx, ctx->streaminfo.streamformat,
+                                pixelformat);
+       if (!dec) {
+               dev_dbg(delta->dev,
+                       "%s V4L2 TRY_FMT (CAPTURE): unsupported format %4.4s\n",
+                       ctx->name, (char *)&pixelformat);
+               return -EINVAL;
+       }
+
+       /* adjust width & height */
+       width = pix->width;
+       height = pix->height;
+       v4l_bound_align_image(&pix->width,
+                             DELTA_MIN_WIDTH, DELTA_MAX_WIDTH,
+                             frame_alignment(pixelformat) - 1,
+                             &pix->height,
+                             DELTA_MIN_HEIGHT, DELTA_MAX_HEIGHT,
+                             frame_alignment(pixelformat) - 1, 0);
+
+       if ((pix->width != width) || (pix->height != height))
+               dev_dbg(delta->dev,
+                       "%s V4L2 TRY_FMT (CAPTURE): resolution updated %dx%d -> %dx%d to fit min/max/alignment\n",
+                       ctx->name, width, height, pix->width, pix->height);
+
+       /* default decoder alignment constraint */
+       width = ALIGN(pix->width, DELTA_WIDTH_ALIGNMENT);
+       height = ALIGN(pix->height, DELTA_HEIGHT_ALIGNMENT);
+       if ((pix->width != width) || (pix->height != height))
+               dev_dbg(delta->dev,
+                       "%s V4L2 TRY_FMT (CAPTURE): resolution updated %dx%d -> %dx%d to fit decoder alignment\n",
+                       ctx->name, width, height, pix->width, pix->height);
+
+       if (!pix->colorspace) {
+               pix->colorspace = V4L2_COLORSPACE_REC709;
+               pix->xfer_func = V4L2_XFER_FUNC_DEFAULT;
+               pix->ycbcr_enc = V4L2_YCBCR_ENC_DEFAULT;
+               pix->quantization = V4L2_QUANTIZATION_DEFAULT;
+       }
+
+       pix->width = width;
+       pix->height = height;
+       pix->bytesperline = frame_stride(pix->width, pixelformat);
+       pix->sizeimage = frame_size(pix->width, pix->height, pixelformat);
+
+       if (pix->field == V4L2_FIELD_ANY)
+               pix->field = V4L2_FIELD_NONE;
+
+       return 0;
+}
+
+static int delta_s_fmt_stream(struct file *file, void *fh,
+                             struct v4l2_format *f)
+{
+       struct delta_ctx *ctx = to_ctx(file->private_data);
+       struct delta_dev *delta = ctx->dev;
+       struct vb2_queue *vq;
+       struct v4l2_pix_format *pix = &f->fmt.pix;
+       int ret;
+
+       ret = delta_try_fmt_stream(file, fh, f);
+       if (ret) {
+               dev_dbg(delta->dev,
+                       "%s V4L2 S_FMT (OUTPUT): unsupported format %4.4s\n",
+                       ctx->name, (char *)&pix->pixelformat);
+               return ret;
+       }
+
+       vq = v4l2_m2m_get_vq(ctx->fh.m2m_ctx, f->type);
+       if (vb2_is_streaming(vq)) {
+               dev_dbg(delta->dev, "%s V4L2 S_FMT (OUTPUT): queue busy\n",
+                       ctx->name);
+               return -EBUSY;
+       }
+
+       ctx->max_au_size = pix->sizeimage;
+       ctx->streaminfo.width = pix->width;
+       ctx->streaminfo.height = pix->height;
+       ctx->streaminfo.streamformat = pix->pixelformat;
+       ctx->streaminfo.colorspace = pix->colorspace;
+       ctx->streaminfo.xfer_func = pix->xfer_func;
+       ctx->streaminfo.ycbcr_enc = pix->ycbcr_enc;
+       ctx->streaminfo.quantization = pix->quantization;
+       ctx->flags |= DELTA_FLAG_STREAMINFO;
+
+       return 0;
+}
+
+static int delta_s_fmt_frame(struct file *file, void *fh, struct v4l2_format *f)
+{
+       struct delta_ctx *ctx = to_ctx(file->private_data);
+       struct delta_dev *delta = ctx->dev;
+       const struct delta_dec *dec = ctx->dec;
+       struct v4l2_pix_format *pix = &f->fmt.pix;
+       struct delta_frameinfo frameinfo;
+       struct vb2_queue *vq;
+       int ret;
+
+       vq = v4l2_m2m_get_vq(ctx->fh.m2m_ctx, f->type);
+       if (vb2_is_streaming(vq)) {
+               dev_dbg(delta->dev, "%s V4L2 S_FMT (CAPTURE): queue busy\n",
+                       ctx->name);
+               return -EBUSY;
+       }
+
+       if (ctx->state < DELTA_STATE_READY) {
+               /*
+                * decoder not yet opened and valid stream header not found,
+                * could not negotiate format with decoder, check at least
+                * pixel format & negotiate resolution boundaries
+                * and alignment...
+                */
+               ret = delta_try_fmt_frame(file, fh, f);
+               if (ret) {
+                       dev_dbg(delta->dev,
+                               "%s V4L2 S_FMT (CAPTURE): unsupported format %4.4s\n",
+                               ctx->name, (char *)&pix->pixelformat);
+                       return ret;
+               }
+
+               return 0;
+       }
+
+       /* set frame information to decoder */
+       memset(&frameinfo, 0, sizeof(frameinfo));
+       frameinfo.pixelformat = pix->pixelformat;
+       frameinfo.width = pix->width;
+       frameinfo.height = pix->height;
+       frameinfo.aligned_width = pix->width;
+       frameinfo.aligned_height = pix->height;
+       frameinfo.size = pix->sizeimage;
+       frameinfo.field = pix->field;
+       frameinfo.colorspace = pix->colorspace;
+       frameinfo.xfer_func = pix->xfer_func;
+       frameinfo.ycbcr_enc = pix->ycbcr_enc;
+       frameinfo.quantization = pix->quantization;
+       ret = call_dec_op(dec, set_frameinfo, ctx, &frameinfo);
+       if (ret)
+               return ret;
+
+       /* then get what decoder can really do */
+       ret = call_dec_op(dec, get_frameinfo, ctx, &frameinfo);
+       if (ret)
+               return ret;
+
+       ctx->flags |= DELTA_FLAG_FRAMEINFO;
+       ctx->frameinfo = frameinfo;
+
+       pix->pixelformat = frameinfo.pixelformat;
+       pix->width = frameinfo.aligned_width;
+       pix->height = frameinfo.aligned_height;
+       pix->bytesperline = frame_stride(pix->width, pix->pixelformat);
+       pix->sizeimage = frameinfo.size;
+       pix->field = frameinfo.field;
+       pix->colorspace = frameinfo.colorspace;
+       pix->xfer_func = frameinfo.xfer_func;
+       pix->ycbcr_enc = frameinfo.ycbcr_enc;
+       pix->quantization = frameinfo.quantization;
+
+       return 0;
+}
+
+static int delta_g_selection(struct file *file, void *fh,
+                            struct v4l2_selection *s)
+{
+       struct delta_ctx *ctx = to_ctx(fh);
+       struct delta_frameinfo *frameinfo = &ctx->frameinfo;
+       struct v4l2_rect crop;
+
+       if (s->type != V4L2_BUF_TYPE_VIDEO_CAPTURE)
+               return -EINVAL;
+
+       if ((ctx->flags & DELTA_FLAG_FRAMEINFO) &&
+           (frameinfo->flags & DELTA_FRAMEINFO_FLAG_CROP)) {
+               crop = frameinfo->crop;
+       } else {
+               /* default to video dimensions */
+               crop.left = 0;
+               crop.top = 0;
+               crop.width = frameinfo->width;
+               crop.height = frameinfo->height;
+       }
+
+       switch (s->target) {
+       case V4L2_SEL_TGT_COMPOSE:
+       case V4L2_SEL_TGT_COMPOSE_DEFAULT:
+               /* visible area inside video */
+               s->r = crop;
+               break;
+       case V4L2_SEL_TGT_COMPOSE_PADDED:
+       case V4L2_SEL_TGT_COMPOSE_BOUNDS:
+               /* up to aligned dimensions */
+               s->r.left = 0;
+               s->r.top = 0;
+               s->r.width = frameinfo->aligned_width;
+               s->r.height = frameinfo->aligned_height;
+               break;
+       default:
+               return -EINVAL;
+       }
+
+       return 0;
+}
+
+/* v4l2 ioctl ops */
+static const struct v4l2_ioctl_ops delta_ioctl_ops = {
+       .vidioc_querycap = delta_querycap,
+       .vidioc_enum_fmt_vid_cap = delta_enum_fmt_frame,
+       .vidioc_g_fmt_vid_cap = delta_g_fmt_frame,
+       .vidioc_try_fmt_vid_cap = delta_try_fmt_frame,
+       .vidioc_s_fmt_vid_cap = delta_s_fmt_frame,
+       .vidioc_enum_fmt_vid_out = delta_enum_fmt_stream,
+       .vidioc_g_fmt_vid_out = delta_g_fmt_stream,
+       .vidioc_try_fmt_vid_out = delta_try_fmt_stream,
+       .vidioc_s_fmt_vid_out = delta_s_fmt_stream,
+       .vidioc_reqbufs = v4l2_m2m_ioctl_reqbufs,
+       .vidioc_create_bufs = v4l2_m2m_ioctl_create_bufs,
+       .vidioc_querybuf = v4l2_m2m_ioctl_querybuf,
+       .vidioc_expbuf = v4l2_m2m_ioctl_expbuf,
+       .vidioc_qbuf = v4l2_m2m_ioctl_qbuf,
+       .vidioc_dqbuf = v4l2_m2m_ioctl_dqbuf,
+       .vidioc_streamon = v4l2_m2m_ioctl_streamon,
+       .vidioc_streamoff = v4l2_m2m_ioctl_streamoff,
+       .vidioc_g_selection = delta_g_selection,
+};
+
+/*
+ * mem-to-mem operations
+ */
+
+static void delta_run_work(struct work_struct *work)
+{
+       struct delta_ctx *ctx = container_of(work, struct delta_ctx, run_work);
+       struct delta_dev *delta = ctx->dev;
+       const struct delta_dec *dec = ctx->dec;
+       struct delta_au *au;
+       struct delta_frame *frame = NULL;
+       int ret = 0;
+       bool discard = false;
+       struct vb2_v4l2_buffer *vbuf;
+
+       if (!dec) {
+               dev_err(delta->dev, "%s no decoder opened yet\n", ctx->name);
+               return;
+       }
+
+       /* protect instance against reentrancy */
+       mutex_lock(&ctx->lock);
+
+       vbuf = v4l2_m2m_src_buf_remove(ctx->fh.m2m_ctx);
+       if (!vbuf) {
+               dev_err(delta->dev, "%s no buffer to decode\n", ctx->name);
+               mutex_unlock(&ctx->lock);
+               return;
+       }
+       au = to_au(vbuf);
+       au->size = vb2_get_plane_payload(&vbuf->vb2_buf, 0);
+       au->dts = vbuf->vb2_buf.timestamp;
+
+       /* dump access unit */
+       dump_au(ctx, au);
+
+       /* enable the hardware */
+       if (!dec->pm) {
+               ret = delta_get_sync(ctx);
+               if (ret)
+                       goto err;
+       }
+
+       /* decode this access unit */
+       ret = call_dec_op(dec, decode, ctx, au);
+
+       /*
+        * if the (-ENODATA) value is returned, it refers to the interlaced
+        * stream case for which 2 access units are needed to get 1 frame.
+        * So, this returned value doesn't mean that the decoding fails, but
+        * indicates that the timestamp information of the access unit shall
+        * not be taken into account, and that the V4L2 buffer associated with
+        * the access unit shall be flagged with V4L2_BUF_FLAG_ERROR to inform
+        * the user of this situation
+        */
+       if (ret == -ENODATA) {
+               discard = true;
+       } else if (ret) {
+               dev_err(delta->dev, "%s decoding failed (%d)\n",
+                       ctx->name, ret);
+
+               /* disable the hardware */
+               if (!dec->pm)
+                       delta_put_autosuspend(ctx);
+
+               goto err;
+       }
+
+       /* disable the hardware */
+       if (!dec->pm)
+               delta_put_autosuspend(ctx);
+
+       /* push au timestamp in FIFO */
+       if (!discard)
+               delta_push_dts(ctx, au->dts);
+
+       /* get available decoded frames */
+       while (1) {
+               ret = call_dec_op(dec, get_frame, ctx, &frame);
+               if (ret == -ENODATA) {
+                       /* no more decoded frames */
+                       goto out;
+               }
+               if (ret) {
+                       dev_err(delta->dev, "%s  cannot get decoded frame (%d)\n",
+                               ctx->name, ret);
+                       goto out;
+               }
+               if (!frame) {
+                       dev_err(delta->dev,
+                               "%s  NULL decoded frame\n",
+                               ctx->name);
+                       ret = -EIO;
+                       goto out;
+               }
+
+               /* pop timestamp and mark frame with it */
+               delta_pop_dts(ctx, &frame->dts);
+
+               /* release decoded frame to user */
+               delta_frame_done(ctx, frame, 0);
+       }
+
+out:
+       requeue_free_frames(ctx);
+       delta_au_done(ctx, au, (discard ? -ENODATA : 0));
+       mutex_unlock(&ctx->lock);
+       v4l2_m2m_job_finish(delta->m2m_dev, ctx->fh.m2m_ctx);
+       return;
+
+err:
+       requeue_free_frames(ctx);
+       delta_au_done(ctx, au, ret);
+       mutex_unlock(&ctx->lock);
+       v4l2_m2m_job_finish(delta->m2m_dev, ctx->fh.m2m_ctx);
+}
+
+static void delta_device_run(void *priv)
+{
+       struct delta_ctx *ctx = priv;
+       struct delta_dev *delta = ctx->dev;
+
+       queue_work(delta->work_queue, &ctx->run_work);
+}
+
+static void delta_job_abort(void *priv)
+{
+       struct delta_ctx *ctx = priv;
+       struct delta_dev *delta = ctx->dev;
+
+       dev_dbg(delta->dev, "%s aborting job\n", ctx->name);
+
+       ctx->aborting = true;
+}
+
+static int delta_job_ready(void *priv)
+{
+       struct delta_ctx *ctx = priv;
+       struct delta_dev *delta = ctx->dev;
+       int src_bufs = v4l2_m2m_num_src_bufs_ready(ctx->fh.m2m_ctx);
+
+       if (!src_bufs) {
+               dev_dbg(delta->dev, "%s not ready: not enough video buffers.\n",
+                       ctx->name);
+               return 0;
+       }
+
+       if (!v4l2_m2m_num_dst_bufs_ready(ctx->fh.m2m_ctx)) {
+               dev_dbg(delta->dev, "%s not ready: not enough video capture buffers.\n",
+                       ctx->name);
+               return 0;
+       }
+
+       if (ctx->aborting) {
+               dev_dbg(delta->dev, "%s job not ready: aborting\n", ctx->name);
+               return 0;
+       }
+
+       dev_dbg(delta->dev, "%s job ready\n", ctx->name);
+
+       return 1;
+}
+
+/* mem-to-mem ops */
+static struct v4l2_m2m_ops delta_m2m_ops = {
+       .device_run     = delta_device_run,
+       .job_ready      = delta_job_ready,
+       .job_abort      = delta_job_abort,
+       .lock           = delta_lock,
+       .unlock         = delta_unlock,
+};
+
+/*
+ * VB2 queue operations
+ */
+
+static int delta_vb2_au_queue_setup(struct vb2_queue *vq,
+                                   unsigned int *num_buffers,
+                                   unsigned int *num_planes,
+                                   unsigned int sizes[],
+                                   struct device *alloc_devs[])
+{
+       struct delta_ctx *ctx = vb2_get_drv_priv(vq);
+       unsigned int size = ctx->max_au_size;
+
+       if (*num_planes)
+               return sizes[0] < size ? -EINVAL : 0;
+
+       *num_planes = 1;
+       if (*num_buffers < 1)
+               *num_buffers = 1;
+       if (*num_buffers > DELTA_MAX_AUS)
+               *num_buffers = DELTA_MAX_AUS;
+
+       sizes[0] = size;
+
+       return 0;
+}
+
+static int delta_vb2_au_prepare(struct vb2_buffer *vb)
+{
+       struct vb2_queue *q = vb->vb2_queue;
+       struct delta_ctx *ctx = vb2_get_drv_priv(q);
+       struct delta_dev *delta = ctx->dev;
+       struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
+       struct delta_au *au = to_au(vbuf);
+
+       if (!au->prepared) {
+               /* get memory addresses */
+               au->vaddr = vb2_plane_vaddr(&au->vbuf.vb2_buf, 0);
+               au->paddr = vb2_dma_contig_plane_dma_addr
+                               (&au->vbuf.vb2_buf, 0);
+               au->prepared = true;
+               dev_dbg(delta->dev, "%s au[%d] prepared; virt=0x%p, phy=0x%pad\n",
+                       ctx->name, vb->index, au->vaddr, &au->paddr);
+       }
+
+       if (vbuf->field == V4L2_FIELD_ANY)
+               vbuf->field = V4L2_FIELD_NONE;
+
+       return 0;
+}
+
+static int delta_setup_frame(struct delta_ctx *ctx,
+                            struct delta_frame *frame)
+{
+       struct delta_dev *delta = ctx->dev;
+       const struct delta_dec *dec = ctx->dec;
+
+       if (frame->index >= DELTA_MAX_FRAMES) {
+               dev_err(delta->dev,
+                       "%s frame index=%d exceeds output frame count (%d)\n",
+                       ctx->name, frame->index, DELTA_MAX_FRAMES);
+               return -EINVAL;
+       }
+
+       if (ctx->nb_of_frames >= DELTA_MAX_FRAMES) {
+               dev_err(delta->dev,
+                       "%s number of frames exceeds output frame count (%d > %d)\n",
+                       ctx->name, ctx->nb_of_frames, DELTA_MAX_FRAMES);
+               return -EINVAL;
+       }
+
+       if (frame->index != ctx->nb_of_frames) {
+               dev_warn(delta->dev,
+                        "%s frame index discontinuity detected, expected %d, got %d\n",
+                        ctx->name, ctx->nb_of_frames, frame->index);
+       }
+
+       frame->state = DELTA_FRAME_FREE;
+       ctx->frames[ctx->nb_of_frames] = frame;
+       ctx->nb_of_frames++;
+
+       /* setup frame on decoder side */
+       return call_dec_op(dec, setup_frame, ctx, frame);
+}
+
+/*
+ * default implementation of get_frameinfo decoder ops
+ * matching frame information from stream information
+ * & with default pixel format & default alignment.
+ */
+int delta_get_frameinfo_default(struct delta_ctx *ctx,
+                               struct delta_frameinfo *frameinfo)
+{
+       struct delta_streaminfo *streaminfo = &ctx->streaminfo;
+
+       memset(frameinfo, 0, sizeof(*frameinfo));
+       frameinfo->pixelformat = V4L2_PIX_FMT_NV12;
+       frameinfo->width = streaminfo->width;
+       frameinfo->height = streaminfo->height;
+       frameinfo->aligned_width = ALIGN(streaminfo->width,
+                                        DELTA_WIDTH_ALIGNMENT);
+       frameinfo->aligned_height = ALIGN(streaminfo->height,
+                                         DELTA_HEIGHT_ALIGNMENT);
+       frameinfo->size = frame_size(frameinfo->aligned_width,
+                                    frameinfo->aligned_height,
+                                    frameinfo->pixelformat);
+       if (streaminfo->flags & DELTA_STREAMINFO_FLAG_CROP) {
+               frameinfo->flags |= DELTA_FRAMEINFO_FLAG_CROP;
+               frameinfo->crop = streaminfo->crop;
+       }
+       if (streaminfo->flags & DELTA_STREAMINFO_FLAG_PIXELASPECT) {
+               frameinfo->flags |= DELTA_FRAMEINFO_FLAG_PIXELASPECT;
+               frameinfo->pixelaspect = streaminfo->pixelaspect;
+       }
+       frameinfo->field = streaminfo->field;
+
+       return 0;
+}
+
+/*
+ * default implementation of recycle decoder ops
+ * consisting to relax the "decoded" frame state
+ */
+int delta_recycle_default(struct delta_ctx *pctx,
+                         struct delta_frame *frame)
+{
+       frame->state &= ~DELTA_FRAME_DEC;
+
+       return 0;
+}
+
+static void dump_frames_status(struct delta_ctx *ctx)
+{
+       struct delta_dev *delta = ctx->dev;
+       unsigned int i;
+       struct delta_frame *frame;
+       unsigned char str[100] = "";
+
+       dev_info(delta->dev,
+                "%s dumping frames status...\n", ctx->name);
+
+       for (i = 0; i < ctx->nb_of_frames; i++) {
+               frame = ctx->frames[i];
+               dev_info(delta->dev,
+                        "%s frame[%d] %s\n",
+                        ctx->name, frame->index,
+                        frame_state_str(frame->state,
+                                        str, sizeof(str)));
+       }
+}
+
+int delta_get_free_frame(struct delta_ctx *ctx,
+                        struct delta_frame **pframe)
+{
+       struct delta_dev *delta = ctx->dev;
+       struct vb2_v4l2_buffer *vbuf;
+       struct delta_frame *frame;
+
+       *pframe = NULL;
+
+       vbuf = v4l2_m2m_dst_buf_remove(ctx->fh.m2m_ctx);
+       if (!vbuf) {
+               dev_err(delta->dev, "%s no frame available",
+                       ctx->name);
+               return -EIO;
+       }
+
+       frame = to_frame(vbuf);
+       frame->state &= ~DELTA_FRAME_M2M;
+       if (frame->state != DELTA_FRAME_FREE) {
+               dev_err(delta->dev,
+                       "%s frame[%d] is not free\n",
+                       ctx->name, frame->index);
+               dump_frames_status(ctx);
+               return -ENODATA;
+       }
+
+       dev_dbg(delta->dev,
+               "%s get free frame[%d]\n", ctx->name, frame->index);
+
+       *pframe = frame;
+       return 0;
+}
+
+int delta_get_sync(struct delta_ctx *ctx)
+{
+       struct delta_dev *delta = ctx->dev;
+       int ret = 0;
+
+       /* enable the hardware */
+       ret = pm_runtime_get_sync(delta->dev);
+       if (ret < 0) {
+               dev_err(delta->dev, "%s pm_runtime_get_sync failed (%d)\n",
+                       __func__, ret);
+               return ret;
+       }
+
+       return 0;
+}
+
+void delta_put_autosuspend(struct delta_ctx *ctx)
+{
+       struct delta_dev *delta = ctx->dev;
+
+       pm_runtime_put_autosuspend(delta->dev);
+}
+
+static void delta_vb2_au_queue(struct vb2_buffer *vb)
+{
+       struct vb2_queue *q = vb->vb2_queue;
+       struct delta_ctx *ctx = vb2_get_drv_priv(q);
+       struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
+
+       v4l2_m2m_buf_queue(ctx->fh.m2m_ctx, vbuf);
+}
+
+static int delta_vb2_au_start_streaming(struct vb2_queue *q,
+                                       unsigned int count)
+{
+       struct delta_ctx *ctx = vb2_get_drv_priv(q);
+       struct delta_dev *delta = ctx->dev;
+       const struct delta_dec *dec = ctx->dec;
+       struct delta_au *au;
+       int ret = 0;
+       struct vb2_v4l2_buffer *vbuf = NULL;
+       struct delta_streaminfo *streaminfo = &ctx->streaminfo;
+       struct delta_frameinfo *frameinfo = &ctx->frameinfo;
+
+       if ((ctx->state != DELTA_STATE_WF_FORMAT) &&
+           (ctx->state != DELTA_STATE_WF_STREAMINFO))
+               return 0;
+
+       if (ctx->state == DELTA_STATE_WF_FORMAT) {
+               /* open decoder if not yet done */
+               ret = delta_open_decoder(ctx,
+                                        ctx->streaminfo.streamformat,
+                                        ctx->frameinfo.pixelformat, &dec);
+               if (ret)
+                       goto err;
+               ctx->dec = dec;
+               ctx->state = DELTA_STATE_WF_STREAMINFO;
+       }
+
+       /*
+        * first buffer should contain stream header,
+        * decode it to get the infos related to stream
+        * such as width, height, dpb, ...
+        */
+       vbuf = v4l2_m2m_src_buf_remove(ctx->fh.m2m_ctx);
+       if (!vbuf) {
+               dev_err(delta->dev, "%s failed to start streaming, no stream header buffer enqueued\n",
+                       ctx->name);
+               ret = -EINVAL;
+               goto err;
+       }
+       au = to_au(vbuf);
+       au->size = vb2_get_plane_payload(&vbuf->vb2_buf, 0);
+       au->dts = vbuf->vb2_buf.timestamp;
+
+       delta_push_dts(ctx, au->dts);
+
+       /* dump access unit */
+       dump_au(ctx, au);
+
+       /* decode this access unit */
+       ret = call_dec_op(dec, decode, ctx, au);
+       if (ret) {
+               dev_err(delta->dev, "%s failed to start streaming, header decoding failed (%d)\n",
+                       ctx->name, ret);
+               goto err;
+       }
+
+       ret = call_dec_op(dec, get_streaminfo, ctx, streaminfo);
+       if (ret) {
+               dev_dbg_ratelimited(delta->dev,
+                                   "%s failed to start streaming, valid stream header not yet decoded\n",
+                                   ctx->name);
+               goto err;
+       }
+       ctx->flags |= DELTA_FLAG_STREAMINFO;
+
+       ret = call_dec_op(dec, get_frameinfo, ctx, frameinfo);
+       if (ret)
+               goto err;
+       ctx->flags |= DELTA_FLAG_FRAMEINFO;
+
+       ctx->state = DELTA_STATE_READY;
+
+       delta_au_done(ctx, au, ret);
+       return 0;
+
+err:
+       /*
+        * return all buffers to vb2 in QUEUED state.
+        * This will give ownership back to userspace
+        */
+       if (vbuf)
+               v4l2_m2m_buf_done(vbuf, VB2_BUF_STATE_QUEUED);
+
+       while ((vbuf = v4l2_m2m_src_buf_remove(ctx->fh.m2m_ctx)))
+               v4l2_m2m_buf_done(vbuf, VB2_BUF_STATE_QUEUED);
+       return ret;
+}
+
+static void delta_vb2_au_stop_streaming(struct vb2_queue *q)
+{
+       struct delta_ctx *ctx = vb2_get_drv_priv(q);
+       struct vb2_v4l2_buffer *vbuf;
+
+       delta_flush_dts(ctx);
+
+       /* return all buffers to vb2 in ERROR state */
+       while ((vbuf = v4l2_m2m_src_buf_remove(ctx->fh.m2m_ctx)))
+               v4l2_m2m_buf_done(vbuf, VB2_BUF_STATE_ERROR);
+
+       ctx->au_num = 0;
+
+       ctx->aborting = false;
+}
+
+static int delta_vb2_frame_queue_setup(struct vb2_queue *vq,
+                                      unsigned int *num_buffers,
+                                      unsigned int *num_planes,
+                                      unsigned int sizes[],
+                                      struct device *alloc_devs[])
+{
+       struct delta_ctx *ctx = vb2_get_drv_priv(vq);
+       struct delta_dev *delta = ctx->dev;
+       struct delta_streaminfo *streaminfo = &ctx->streaminfo;
+       struct delta_frameinfo *frameinfo = &ctx->frameinfo;
+       unsigned int size = frameinfo->size;
+
+       /*
+        * the number of output buffers needed for decoding =
+        * user need (*num_buffers given, usually for display pipeline) +
+        * stream need (streaminfo->dpb) +
+        * decoding peak smoothing (depends on DELTA IP perf)
+        */
+       if (*num_buffers < DELTA_MIN_FRAME_USER) {
+               dev_dbg(delta->dev,
+                       "%s num_buffers too low (%d), increasing to %d\n",
+                       ctx->name, *num_buffers, DELTA_MIN_FRAME_USER);
+               *num_buffers = DELTA_MIN_FRAME_USER;
+       }
+
+       *num_buffers += streaminfo->dpb + DELTA_PEAK_FRAME_SMOOTHING;
+
+       if (*num_buffers > DELTA_MAX_FRAMES) {
+               dev_dbg(delta->dev,
+                       "%s output frame count too high (%d), cut to %d\n",
+                       ctx->name, *num_buffers, DELTA_MAX_FRAMES);
+               *num_buffers = DELTA_MAX_FRAMES;
+       }
+
+       if (*num_planes)
+               return sizes[0] < size ? -EINVAL : 0;
+
+       /* single plane for Y and CbCr */
+       *num_planes = 1;
+
+       sizes[0] = size;
+
+       ctx->nb_of_frames = 0;
+
+       return 0;
+}
+
+static int delta_vb2_frame_prepare(struct vb2_buffer *vb)
+{
+       struct vb2_queue *q = vb->vb2_queue;
+       struct delta_ctx *ctx = vb2_get_drv_priv(q);
+       struct delta_dev *delta = ctx->dev;
+       struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
+       struct delta_frame *frame = to_frame(vbuf);
+       int ret = 0;
+
+       if (!frame->prepared) {
+               frame->index = vbuf->vb2_buf.index;
+               frame->vaddr = vb2_plane_vaddr(&vbuf->vb2_buf, 0);
+               frame->paddr = vb2_dma_contig_plane_dma_addr(&vbuf->vb2_buf, 0);
+               frame->info = ctx->frameinfo;
+
+               ret = delta_setup_frame(ctx, frame);
+               if (ret) {
+                       dev_err(delta->dev,
+                               "%s setup_frame() failed (%d)\n",
+                               ctx->name, ret);
+                       return ret;
+               }
+               frame->prepared = true;
+               dev_dbg(delta->dev,
+                       "%s frame[%d] prepared; virt=0x%p, phy=0x%pad\n",
+                       ctx->name, vb->index, frame->vaddr,
+                       &frame->paddr);
+       }
+
+       frame->flags = vbuf->flags;
+
+       return 0;
+}
+
+static void delta_vb2_frame_finish(struct vb2_buffer *vb)
+{
+       struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
+       struct delta_frame *frame = to_frame(vbuf);
+
+       /* update V4L2 fields for user */
+       vb2_set_plane_payload(&vbuf->vb2_buf, 0, frame->info.size);
+       vb->timestamp = frame->dts;
+       vbuf->field = frame->field;
+       vbuf->flags = frame->flags;
+}
+
+static void delta_vb2_frame_queue(struct vb2_buffer *vb)
+{
+       struct vb2_queue *q = vb->vb2_queue;
+       struct delta_ctx *ctx = vb2_get_drv_priv(q);
+       struct vb2_v4l2_buffer *vbuf = to_vb2_v4l2_buffer(vb);
+       struct delta_frame *frame = to_frame(vbuf);
+
+       /* recycle this frame */
+       delta_recycle(ctx, frame);
+}
+
+static void delta_vb2_frame_stop_streaming(struct vb2_queue *q)
+{
+       struct delta_ctx *ctx = vb2_get_drv_priv(q);
+       struct vb2_v4l2_buffer *vbuf;
+       struct delta_frame *frame;
+       const struct delta_dec *dec = ctx->dec;
+       unsigned int i;
+
+       delta_flush_dts(ctx);
+
+       call_dec_op(dec, flush, ctx);
+
+       /*
+        * return all buffers to vb2 in ERROR state
+        * & reset each frame state to OUT
+        */
+       for (i = 0; i < ctx->nb_of_frames; i++) {
+               frame = ctx->frames[i];
+               if (!(frame->state & DELTA_FRAME_OUT)) {
+                       vbuf = &frame->vbuf;
+                       v4l2_m2m_buf_done(vbuf, VB2_BUF_STATE_ERROR);
+               }
+               frame->state = DELTA_FRAME_OUT;
+       }
+
+       ctx->frame_num = 0;
+
+       ctx->aborting = false;
+}
+
+/* VB2 queue ops */
+static struct vb2_ops delta_vb2_au_ops = {
+       .queue_setup = delta_vb2_au_queue_setup,
+       .buf_prepare = delta_vb2_au_prepare,
+       .buf_queue = delta_vb2_au_queue,
+       .wait_prepare = vb2_ops_wait_prepare,
+       .wait_finish = vb2_ops_wait_finish,
+       .start_streaming = delta_vb2_au_start_streaming,
+       .stop_streaming = delta_vb2_au_stop_streaming,
+};
+
+static struct vb2_ops delta_vb2_frame_ops = {
+       .queue_setup = delta_vb2_frame_queue_setup,
+       .buf_prepare = delta_vb2_frame_prepare,
+       .buf_finish = delta_vb2_frame_finish,
+       .buf_queue = delta_vb2_frame_queue,
+       .wait_prepare = vb2_ops_wait_prepare,
+       .wait_finish = vb2_ops_wait_finish,
+       .stop_streaming = delta_vb2_frame_stop_streaming,
+};
+
+/*
+ * V4L2 file operations
+ */
+
+static int queue_init(void *priv,
+                     struct vb2_queue *src_vq, struct vb2_queue *dst_vq)
+{
+       struct vb2_queue *q;
+       struct delta_ctx *ctx = priv;
+       struct delta_dev *delta = ctx->dev;
+       int ret;
+
+       /* setup vb2 queue for stream input */
+       q = src_vq;
+       q->type = V4L2_BUF_TYPE_VIDEO_OUTPUT;
+       q->io_modes = VB2_MMAP | VB2_DMABUF;
+       q->drv_priv = ctx;
+       /* overload vb2 buf with private au struct */
+       q->buf_struct_size = sizeof(struct delta_au);
+       q->ops = &delta_vb2_au_ops;
+       q->mem_ops = &vb2_dma_contig_memops;
+       q->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_COPY;
+       q->lock = &delta->lock;
+       q->dev = delta->dev;
+
+       ret = vb2_queue_init(q);
+       if (ret)
+               return ret;
+
+       /* setup vb2 queue for frame output */
+       q = dst_vq;
+       q->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
+       q->io_modes = VB2_MMAP | VB2_DMABUF;
+       q->drv_priv = ctx;
+       /* overload vb2 buf with private frame struct */
+       q->buf_struct_size = sizeof(struct delta_frame)
+                            + DELTA_MAX_FRAME_PRIV_SIZE;
+       q->ops = &delta_vb2_frame_ops;
+       q->mem_ops = &vb2_dma_contig_memops;
+       q->timestamp_flags = V4L2_BUF_FLAG_TIMESTAMP_COPY;
+       q->lock = &delta->lock;
+       q->dev = delta->dev;
+
+       return vb2_queue_init(q);
+}
+
+static int delta_open(struct file *file)
+{
+       struct delta_dev *delta = video_drvdata(file);
+       struct delta_ctx *ctx = NULL;
+       int ret = 0;
+
+       mutex_lock(&delta->lock);
+
+       ctx = kzalloc(sizeof(*ctx), GFP_KERNEL);
+       if (!ctx) {
+               ret = -ENOMEM;
+               goto err;
+       }
+       ctx->dev = delta;
+
+       v4l2_fh_init(&ctx->fh, video_devdata(file));
+       file->private_data = &ctx->fh;
+       v4l2_fh_add(&ctx->fh);
+
+       INIT_WORK(&ctx->run_work, delta_run_work);
+       mutex_init(&ctx->lock);
+
+       ctx->fh.m2m_ctx = v4l2_m2m_ctx_init(delta->m2m_dev, ctx,
+                                           queue_init);
+       if (IS_ERR(ctx->fh.m2m_ctx)) {
+               ret = PTR_ERR(ctx->fh.m2m_ctx);
+               dev_err(delta->dev, "%s failed to initialize m2m context (%d)\n",
+                       DELTA_PREFIX, ret);
+               goto err_fh_del;
+       }
+
+       /*
+        * wait stream format to determine which
+        * decoder to open
+        */
+       ctx->state = DELTA_STATE_WF_FORMAT;
+
+       INIT_LIST_HEAD(&ctx->dts);
+
+       /* set the instance name */
+       delta->instance_id++;
+       snprintf(ctx->name, sizeof(ctx->name), "[%3d:----]",
+                delta->instance_id);
+
+       /* default parameters for frame and stream */
+       set_default_params(ctx);
+
+       /* enable ST231 clocks */
+       if (delta->clk_st231)
+               if (clk_prepare_enable(delta->clk_st231))
+                       dev_warn(delta->dev, "failed to enable st231 clk\n");
+
+       /* enable FLASH_PROMIP clock */
+       if (delta->clk_flash_promip)
+               if (clk_prepare_enable(delta->clk_flash_promip))
+                       dev_warn(delta->dev, "failed to enable delta promip clk\n");
+
+       mutex_unlock(&delta->lock);
+
+       dev_dbg(delta->dev, "%s decoder instance created\n", ctx->name);
+
+       return 0;
+
+err_fh_del:
+       v4l2_fh_del(&ctx->fh);
+       v4l2_fh_exit(&ctx->fh);
+       kfree(ctx);
+err:
+       mutex_unlock(&delta->lock);
+
+       return ret;
+}
+
+static int delta_release(struct file *file)
+{
+       struct delta_ctx *ctx = to_ctx(file->private_data);
+       struct delta_dev *delta = ctx->dev;
+       const struct delta_dec *dec = ctx->dec;
+
+       mutex_lock(&delta->lock);
+
+       /* close decoder */
+       call_dec_op(dec, close, ctx);
+
+       v4l2_m2m_ctx_release(ctx->fh.m2m_ctx);
+
+       v4l2_fh_del(&ctx->fh);
+       v4l2_fh_exit(&ctx->fh);
+
+       /* disable ST231 clocks */
+       if (delta->clk_st231)
+               clk_disable_unprepare(delta->clk_st231);
+
+       /* disable FLASH_PROMIP clock */
+       if (delta->clk_flash_promip)
+               clk_disable_unprepare(delta->clk_flash_promip);
+
+       dev_dbg(delta->dev, "%s decoder instance released\n", ctx->name);
+
+       kfree(ctx);
+
+       mutex_unlock(&delta->lock);
+       return 0;
+}
+
+/* V4L2 file ops */
+static const struct v4l2_file_operations delta_fops = {
+       .owner = THIS_MODULE,
+       .open = delta_open,
+       .release = delta_release,
+       .unlocked_ioctl = video_ioctl2,
+       .mmap = v4l2_m2m_fop_mmap,
+       .poll = v4l2_m2m_fop_poll,
+};
+
+/*
+ * Platform device operations
+ */
+
+static int delta_register_device(struct delta_dev *delta)
+{
+       int ret;
+       struct video_device *vdev;
+
+       if (!delta)
+               return -ENODEV;
+
+       delta->m2m_dev = v4l2_m2m_init(&delta_m2m_ops);
+       if (IS_ERR(delta->m2m_dev)) {
+               dev_err(delta->dev, "%s failed to initialize v4l2-m2m device\n",
+                       DELTA_PREFIX);
+               ret = PTR_ERR(delta->m2m_dev);
+               goto err;
+       }
+
+       vdev = video_device_alloc();
+       if (!vdev) {
+               dev_err(delta->dev, "%s failed to allocate video device\n",
+                       DELTA_PREFIX);
+               ret = -ENOMEM;
+               goto err_m2m_release;
+       }
+
+       vdev->fops = &delta_fops;
+       vdev->ioctl_ops = &delta_ioctl_ops;
+       vdev->release = video_device_release;
+       vdev->lock = &delta->lock;
+       vdev->vfl_dir = VFL_DIR_M2M;
+       vdev->device_caps = V4L2_CAP_STREAMING | V4L2_CAP_VIDEO_M2M;
+       vdev->v4l2_dev = &delta->v4l2_dev;
+       snprintf(vdev->name, sizeof(vdev->name), "%s-%s",
+                DELTA_NAME, DELTA_FW_VERSION);
+
+       ret = video_register_device(vdev, VFL_TYPE_GRABBER, -1);
+       if (ret) {
+               dev_err(delta->dev, "%s failed to register video device\n",
+                       DELTA_PREFIX);
+               goto err_vdev_release;
+       }
+
+       delta->vdev = vdev;
+       video_set_drvdata(vdev, delta);
+       return 0;
+
+err_vdev_release:
+       video_device_release(vdev);
+err_m2m_release:
+       v4l2_m2m_release(delta->m2m_dev);
+err:
+       return ret;
+}
+
+static void delta_unregister_device(struct delta_dev *delta)
+{
+       if (!delta)
+               return;
+
+       if (delta->m2m_dev)
+               v4l2_m2m_release(delta->m2m_dev);
+
+       video_unregister_device(delta->vdev);
+}
+
+static int delta_probe(struct platform_device *pdev)
+{
+       struct delta_dev *delta;
+       struct device *dev = &pdev->dev;
+       int ret;
+
+       delta = devm_kzalloc(dev, sizeof(*delta), GFP_KERNEL);
+       if (!delta) {
+               ret = -ENOMEM;
+               goto err;
+       }
+
+       delta->dev = dev;
+       delta->pdev = pdev;
+       platform_set_drvdata(pdev, delta);
+
+       mutex_init(&delta->lock);
+
+       /* get clock resources */
+       delta->clk_delta = devm_clk_get(dev, "delta");
+       if (IS_ERR(delta->clk_delta)) {
+               dev_dbg(dev, "%s can't get delta clock\n", DELTA_PREFIX);
+               delta->clk_delta = NULL;
+       }
+
+       delta->clk_st231 = devm_clk_get(dev, "delta-st231");
+       if (IS_ERR(delta->clk_st231)) {
+               dev_dbg(dev, "%s can't get delta-st231 clock\n", DELTA_PREFIX);
+               delta->clk_st231 = NULL;
+       }
+
+       delta->clk_flash_promip = devm_clk_get(dev, "delta-flash-promip");
+       if (IS_ERR(delta->clk_flash_promip)) {
+               dev_dbg(dev, "%s can't get delta-flash-promip clock\n",
+                       DELTA_PREFIX);
+               delta->clk_flash_promip = NULL;
+       }
+
+       /* init pm_runtime used for power management */
+       pm_runtime_set_autosuspend_delay(dev, DELTA_HW_AUTOSUSPEND_DELAY_MS);
+       pm_runtime_use_autosuspend(dev);
+       pm_runtime_set_suspended(dev);
+       pm_runtime_enable(dev);
+
+       /* register all available decoders */
+       register_decoders(delta);
+
+       /* register all supported formats */
+       register_formats(delta);
+
+       /* register on V4L2 */
+       ret = v4l2_device_register(dev, &delta->v4l2_dev);
+       if (ret) {
+               dev_err(delta->dev, "%s failed to register V4L2 device\n",
+                       DELTA_PREFIX);
+               goto err;
+       }
+
+       delta->work_queue = create_workqueue(DELTA_NAME);
+       if (!delta->work_queue) {
+               dev_err(delta->dev, "%s failed to allocate work queue\n",
+                       DELTA_PREFIX);
+               ret = -ENOMEM;
+               goto err_v4l2;
+       }
+
+       /* register device */
+       ret = delta_register_device(delta);
+       if (ret)
+               goto err_work_queue;
+
+       dev_info(dev, "%s %s registered as /dev/video%d\n",
+                DELTA_PREFIX, delta->vdev->name, delta->vdev->num);
+
+       return 0;
+
+err_work_queue:
+       destroy_workqueue(delta->work_queue);
+err_v4l2:
+       v4l2_device_unregister(&delta->v4l2_dev);
+err:
+       return ret;
+}
+
+static int delta_remove(struct platform_device *pdev)
+{
+       struct delta_dev *delta = platform_get_drvdata(pdev);
+
+       delta_unregister_device(delta);
+
+       destroy_workqueue(delta->work_queue);
+
+       pm_runtime_put_autosuspend(delta->dev);
+       pm_runtime_disable(delta->dev);
+
+       v4l2_device_unregister(&delta->v4l2_dev);
+
+       return 0;
+}
+
+static int delta_runtime_suspend(struct device *dev)
+{
+       struct delta_dev *delta = dev_get_drvdata(dev);
+
+       if (delta->clk_delta)
+               clk_disable_unprepare(delta->clk_delta);
+
+       return 0;
+}
+
+static int delta_runtime_resume(struct device *dev)
+{
+       struct delta_dev *delta = dev_get_drvdata(dev);
+
+       if (delta->clk_delta)
+               if (clk_prepare_enable(delta->clk_delta))
+                       dev_warn(dev, "failed to prepare/enable delta clk\n");
+
+       return 0;
+}
+
+/* PM ops */
+static const struct dev_pm_ops delta_pm_ops = {
+       .runtime_suspend = delta_runtime_suspend,
+       .runtime_resume = delta_runtime_resume,
+};
+
+static const struct of_device_id delta_match_types[] = {
+       {
+        .compatible = "st,st-delta",
+       },
+       {
+        /* end node */
+       }
+};
+
+MODULE_DEVICE_TABLE(of, delta_match_types);
+
+static struct platform_driver delta_driver = {
+       .probe = delta_probe,
+       .remove = delta_remove,
+       .driver = {
+                  .name = DELTA_NAME,
+                  .of_match_table = delta_match_types,
+                  .pm = &delta_pm_ops},
+};
+
+module_platform_driver(delta_driver);
+
+MODULE_LICENSE("GPL");
+MODULE_AUTHOR("Hugues Fruchet <hugues.fruchet@st.com>");
+MODULE_DESCRIPTION("STMicroelectronics DELTA video decoder V4L2 driver");
diff --git a/drivers/media/platform/sti/delta/delta.h b/drivers/media/platform/sti/delta/delta.h
new file mode 100644 (file)
index 0000000..74a4240
--- /dev/null
@@ -0,0 +1,514 @@
+/*
+ * Copyright (C) STMicroelectronics SA 2015
+ * Author: Hugues Fruchet <hugues.fruchet@st.com> for STMicroelectronics.
+ * License terms:  GNU General Public License (GPL), version 2
+ */
+
+#ifndef DELTA_H
+#define DELTA_H
+
+#include <media/v4l2-device.h>
+#include <media/v4l2-mem2mem.h>
+
+#include "delta-cfg.h"
+
+/*
+ * enum delta_state - state of decoding instance
+ *
+ *@DELTA_STATE_WF_FORMAT:
+ *     Wait for compressed format to be set by V4L2 client in order
+ *     to know what is the relevant decoder to open.
+ *
+ *@DELTA_STATE_WF_STREAMINFO:
+ *     Wait for stream information to be available (bitstream
+ *     header parsing is done).
+ *
+ *@DELTA_STATE_READY:
+ *     Decoding instance is ready to decode compressed access unit.
+ *
+ */
+enum delta_state {
+       DELTA_STATE_WF_FORMAT,
+       DELTA_STATE_WF_STREAMINFO,
+       DELTA_STATE_READY,
+};
+
+/*
+ * struct delta_streaminfo - information about stream to decode
+ *
+ * @flags:             validity of fields (crop, pixelaspect, other)
+ * @width:             width of video stream
+ * @height:            height ""
+ * @streamformat:      fourcc compressed format of video (MJPEG, MPEG2, ...)
+ * @dpb:               number of frames needed to decode a single frame
+ *                     (h264 dpb, up to 16)
+ * @crop:              cropping window inside decoded frame (1920x1080@0,0
+ *                     inside 1920x1088 frame for ex.)
+ * @pixelaspect:       pixel aspect ratio of video (4/3, 5/4)
+ * @field:             interlaced or not
+ * @profile:           profile string
+ * @level:             level string
+ * @other:             other string information from codec
+ * @colorspace:                colorspace identifier
+ * @xfer_func:         transfer function identifier
+ * @ycbcr_enc:         Y'CbCr encoding identifier
+ * @quantization:      quantization identifier
+ */
+struct delta_streaminfo {
+       u32 flags;
+       u32 streamformat;
+       u32 width;
+       u32 height;
+       u32 dpb;
+       struct v4l2_rect crop;
+       struct v4l2_fract pixelaspect;
+       enum v4l2_field field;
+       u8 profile[32];
+       u8 level[32];
+       u8 other[32];
+       enum v4l2_colorspace colorspace;
+       enum v4l2_xfer_func xfer_func;
+       enum v4l2_ycbcr_encoding ycbcr_enc;
+       enum v4l2_quantization quantization;
+};
+
+#define DELTA_STREAMINFO_FLAG_CROP             0x0001
+#define DELTA_STREAMINFO_FLAG_PIXELASPECT      0x0002
+#define DELTA_STREAMINFO_FLAG_OTHER            0x0004
+
+/*
+ * struct delta_au - access unit structure.
+ *
+ * @vbuf:      video buffer information for V4L2
+ * @list:      V4L2 m2m list that the frame belongs to
+ * @prepared:  if set vaddr/paddr are resolved
+ * @vaddr:     virtual address (kernel can read/write)
+ * @paddr:     physical address (for hardware)
+ * @flags:     access unit type (V4L2_BUF_FLAG_KEYFRAME/PFRAME/BFRAME)
+ * @dts:       decoding timestamp of this access unit
+ */
+struct delta_au {
+       struct vb2_v4l2_buffer vbuf;    /* keep first */
+       struct list_head list;  /* keep second */
+
+       bool prepared;
+       u32 size;
+       void *vaddr;
+       dma_addr_t paddr;
+       u32 flags;
+       u64 dts;
+};
+
+/*
+ * struct delta_frameinfo - information about decoded frame
+ *
+ * @flags:             validity of fields (crop, pixelaspect)
+ * @pixelformat:       fourcc code for uncompressed video format
+ * @width:             width of frame
+ * @height:            height of frame
+ * @aligned_width:     width of frame (with encoder or decoder alignment
+ *                     constraint)
+ * @aligned_height:    height of frame (with encoder or decoder alignment
+ *                     constraint)
+ * @size:              maximum size in bytes required for data
+ * @crop:              cropping window inside frame (1920x1080@0,0
+ *                     inside 1920x1088 frame for ex.)
+ * @pixelaspect:       pixel aspect ratio of video (4/3, 5/4)
+ * @field:             interlaced mode
+ * @colorspace:                colorspace identifier
+ * @xfer_func:         transfer function identifier
+ * @ycbcr_enc:         Y'CbCr encoding identifier
+ * @quantization:      quantization identifier
+ */
+struct delta_frameinfo {
+       u32 flags;
+       u32 pixelformat;
+       u32 width;
+       u32 height;
+       u32 aligned_width;
+       u32 aligned_height;
+       u32 size;
+       struct v4l2_rect crop;
+       struct v4l2_fract pixelaspect;
+       enum v4l2_field field;
+       enum v4l2_colorspace colorspace;
+       enum v4l2_xfer_func xfer_func;
+       enum v4l2_ycbcr_encoding ycbcr_enc;
+       enum v4l2_quantization quantization;
+};
+
+#define DELTA_FRAMEINFO_FLAG_CROP              0x0001
+#define DELTA_FRAMEINFO_FLAG_PIXELASPECT       0x0002
+
+/*
+ * struct delta_frame - frame structure.
+ *
+ * @vbuf:      video buffer information for V4L2
+ * @list:      V4L2 m2m list that the frame belongs to
+ * @info:      frame information (width, height, format, alignment...)
+ * @prepared:  if set pix/vaddr/paddr are resolved
+ * @index:     frame index, aligned on V4L2 wow
+ * @vaddr:     virtual address (kernel can read/write)
+ * @paddr:     physical address (for hardware)
+ * @state:     frame state for frame lifecycle tracking
+ *             (DELTA_FRAME_FREE/DEC/OUT/REC/...)
+ * @flags:     frame type (V4L2_BUF_FLAG_KEYFRAME/PFRAME/BFRAME)
+ * @dts:       decoding timestamp of this frame
+ * @field:     field order for interlaced frame
+ */
+struct delta_frame {
+       struct vb2_v4l2_buffer vbuf;    /* keep first */
+       struct list_head list;  /* keep second */
+
+       struct delta_frameinfo info;
+       bool prepared;
+       u32 index;
+       void *vaddr;
+       dma_addr_t paddr;
+       u32 state;
+       u32 flags;
+       u64 dts;
+       enum v4l2_field field;
+};
+
+/* frame state for frame lifecycle tracking */
+#define DELTA_FRAME_FREE       0x00 /* is free and can be used for decoding */
+#define DELTA_FRAME_REF                0x01 /* is a reference frame */
+#define DELTA_FRAME_BSY                0x02 /* is owned by decoder and busy */
+#define DELTA_FRAME_DEC                0x04 /* contains decoded content */
+#define DELTA_FRAME_OUT                0x08 /* has been given to user */
+#define DELTA_FRAME_RDY                0x10 /* is ready but still held by decoder */
+#define DELTA_FRAME_M2M                0x20 /* is owned by mem2mem framework */
+
+/*
+ * struct delta_dts - decoding timestamp.
+ *
+ * @list:      list to chain timestamps
+ * @val:       timestamp in microseconds
+ */
+struct delta_dts {
+       struct list_head list;
+       u64 val;
+};
+
+struct delta_ctx;
+
+/*
+ * struct delta_dec - decoder structure.
+ *
+ * @name:              name of this decoder
+ * @streamformat:      input stream format that this decoder support
+ * @pixelformat:       pixel format of decoded frame that this decoder support
+ * @max_width:         (optional) maximum width that can decode this decoder
+ *                     if not set, maximum width is DELTA_MAX_WIDTH
+ * @max_height:                (optional) maximum height that can decode this decoder
+ *                     if not set, maximum height is DELTA_MAX_HEIGHT
+ * @pm:                        (optional) if set, decoder will manage power on its own
+ * @open:              open this decoder
+ * @close:             close this decoder
+ * @setup_frame:       setup frame to be used by decoder, see below
+ * @get_streaminfo:    get stream related infos, see below
+ * @get_frameinfo:     get decoded frame related infos, see below
+ * @set_frameinfo:     (optional) set decoded frame related infos, see below
+ * @setup_frame:       setup frame to be used by decoder, see below
+ * @decode:            decode a single access unit, see below
+ * @get_frame:         get the next decoded frame available, see below
+ * @recycle:           recycle the given frame, see below
+ * @flush:             (optional) flush decoder, see below
+ */
+struct delta_dec {
+       const char *name;
+       u32 streamformat;
+       u32 pixelformat;
+       u32 max_width;
+       u32 max_height;
+       bool pm;
+
+       /*
+        * decoder ops
+        */
+       int (*open)(struct delta_ctx *ctx);
+       int (*close)(struct delta_ctx *ctx);
+
+       /*
+        * setup_frame() - setup frame to be used by decoder
+        * @ctx:        (in) instance
+        * @frame:      (in) frame to use
+        *  @frame.index        (in) identifier of frame
+        *  @frame.vaddr        (in) virtual address (kernel can read/write)
+        *  @frame.paddr        (in) physical address (for hardware)
+        *
+        * Frame is to be allocated by caller, then given
+        * to decoder through this call.
+        * Several frames must be given to decoder (dpb),
+        * each frame is identified using its index.
+        */
+       int (*setup_frame)(struct delta_ctx *ctx, struct delta_frame *frame);
+
+       /*
+        * get_streaminfo() - get stream related infos
+        * @ctx:        (in) instance
+        * @streaminfo: (out) width, height, dpb,...
+        *
+        * Precondition: stream header must have been successfully
+        * parsed to have this call successful & @streaminfo valid.
+        * Header parsing must be done using decode(), giving
+        * explicitly header access unit or first access unit of bitstream.
+        * If no valid header is found, get_streaminfo will return -ENODATA,
+        * in this case the next bistream access unit must be decoded till
+        * get_streaminfo becomes successful.
+        */
+       int (*get_streaminfo)(struct delta_ctx *ctx,
+                             struct delta_streaminfo *streaminfo);
+
+       /*
+        * get_frameinfo() - get decoded frame related infos
+        * @ctx:        (in) instance
+        * @frameinfo:  (out) width, height, alignment, crop, ...
+        *
+        * Precondition: get_streaminfo() must be successful
+        */
+       int (*get_frameinfo)(struct delta_ctx *ctx,
+                            struct delta_frameinfo *frameinfo);
+
+       /*
+        * set_frameinfo() - set decoded frame related infos
+        * @ctx:        (in) instance
+        * @frameinfo:  (out) width, height, alignment, crop, ...
+        *
+        * Optional.
+        * Typically used to negotiate with decoder the output
+        * frame if decoder can do post-processing.
+        */
+       int (*set_frameinfo)(struct delta_ctx *ctx,
+                            struct delta_frameinfo *frameinfo);
+
+       /*
+        * decode() - decode a single access unit
+        * @ctx:        (in) instance
+        * @au:         (in/out) access unit
+        *  @au.size    (in) size of au to decode
+        *  @au.vaddr   (in) virtual address (kernel can read/write)
+        *  @au.paddr   (in) physical address (for hardware)
+        *  @au.flags   (out) au type (V4L2_BUF_FLAG_KEYFRAME/
+        *                      PFRAME/BFRAME)
+        *
+        * Decode the access unit given. Decode is synchronous;
+        * access unit memory is no more needed after this call.
+        * After this call, none, one or several frames could
+        * have been decoded, which can be retrieved using
+        * get_frame().
+        */
+       int (*decode)(struct delta_ctx *ctx, struct delta_au *au);
+
+       /*
+        * get_frame() - get the next decoded frame available
+        * @ctx:        (in) instance
+        * @frame:      (out) frame with decoded data:
+        *  @frame.index        (out) identifier of frame
+        *  @frame.field        (out) field order for interlaced frame
+        *  @frame.state        (out) frame state for frame lifecycle tracking
+        *  @frame.flags        (out) frame type (V4L2_BUF_FLAG_KEYFRAME/
+        *                      PFRAME/BFRAME)
+        *
+        * Get the next available decoded frame.
+        * If no frame is available, -ENODATA is returned.
+        * If a frame is available, frame structure is filled with
+        * relevant data, frame.index identifying this exact frame.
+        * When this frame is no more needed by upper layers,
+        * recycle() must be called giving this frame identifier.
+        */
+       int (*get_frame)(struct delta_ctx *ctx, struct delta_frame **frame);
+
+       /*
+        * recycle() - recycle the given frame
+        * @ctx:        (in) instance
+        * @frame:      (in) frame to recycle:
+        *  @frame.index        (in) identifier of frame
+        *
+        * recycle() is to be called by user when the decoded frame
+        * is no more needed (composition/display done).
+        * This frame will then be reused by decoder to proceed
+        * with next frame decoding.
+        * If not enough frames have been provided through setup_frame(),
+        * or recycle() is not called fast enough, the decoder can run out
+        * of available frames to proceed with decoding (starvation).
+        * This case is guarded by wq_recycle wait queue which ensures that
+        * decoder is called only if at least one frame is available.
+        */
+       int (*recycle)(struct delta_ctx *ctx, struct delta_frame *frame);
+
+       /*
+        * flush() - flush decoder
+        * @ctx:        (in) instance
+        *
+        * Optional.
+        * Reset decoder context and discard all internal buffers.
+        * This allows implementation of seek, which leads to discontinuity
+        * of input bitstream that decoder must know to restart its internal
+        * decoding logic.
+        */
+       int (*flush)(struct delta_ctx *ctx);
+};
+
+struct delta_dev;
+
+/*
+ * struct delta_ctx - instance structure.
+ *
+ * @flags:             validity of fields (streaminfo)
+ * @fh:                        V4L2 file handle
+ * @dev:               device context
+ * @dec:               selected decoder context for this instance
+ * @state:             instance state
+ * @frame_num:         frame number
+ * @au_num:            access unit number
+ * @max_au_size:       max size of an access unit
+ * @streaminfo:                stream information (width, height, dpb, interlacing...)
+ * @frameinfo:         frame information (width, height, format, alignment...)
+ * @nb_of_frames:      number of frames available for decoding
+ * @frames:            array of decoding frames to keep track of frame
+ *                     state and manage frame recycling
+ * @decoded_frames:    nb of decoded frames from opening
+ * @output_frames:     nb of output frames from opening
+ * @dropped_frames:    nb of frames dropped (ie access unit not parsed
+ *                     or frame decoded but not output)
+ * @stream_errors:     nb of stream errors (corrupted, not supported, ...)
+ * @decode_errors:     nb of decode errors (firmware error)
+ * @sys_errors:                nb of system errors (memory, ipc, ...)
+ * @dts:               FIFO of decoding timestamp.
+ *                     output frames are timestamped with incoming access
+ *                     unit timestamps using this fifo.
+ * @name:              string naming this instance (debug purpose)
+ * @run_work:          decoding work
+ * @lock:              lock for decoding work serialization
+ * @aborting:          true if current job aborted
+ * @priv:              private decoder context for this instance, allocated
+ *                     by decoder @open time.
+ */
+struct delta_ctx {
+       u32 flags;
+       struct v4l2_fh fh;
+       struct delta_dev *dev;
+       const struct delta_dec *dec;
+       enum delta_state state;
+       u32 frame_num;
+       u32 au_num;
+       size_t max_au_size;
+       struct delta_streaminfo streaminfo;
+       struct delta_frameinfo frameinfo;
+       u32 nb_of_frames;
+       struct delta_frame *frames[DELTA_MAX_FRAMES];
+       u32 decoded_frames;
+       u32 output_frames;
+       u32 dropped_frames;
+       u32 stream_errors;
+       u32 decode_errors;
+       u32 sys_errors;
+       struct list_head dts;
+       char name[100];
+       struct work_struct run_work;
+       struct mutex lock;
+       bool aborting;
+       void *priv;
+};
+
+#define DELTA_FLAG_STREAMINFO 0x0001
+#define DELTA_FLAG_FRAMEINFO 0x0002
+
+#define DELTA_MAX_FORMATS  DELTA_MAX_DECODERS
+
+/*
+ * struct delta_dev - device struct, 1 per probe (so single one for
+ * all platform life)
+ *
+ * @v4l2_dev:          v4l2 device
+ * @vdev:              v4l2 video device
+ * @pdev:              platform device
+ * @dev:               device
+ * @m2m_dev:           memory-to-memory V4L2 device
+ * @lock:              device lock, for crit section & V4L2 ops serialization.
+ * @clk_delta:         delta main clock
+ * @clk_st231:         st231 coprocessor main clock
+ * @clk_flash_promip:  flash promip clock
+ * @decoders:          list of registered decoders
+ * @nb_of_decoders:    nb of registered decoders
+ * @pixelformats:      supported uncompressed video formats
+ * @nb_of_pixelformats:        number of supported umcompressed video formats
+ * @streamformats:     supported compressed video formats
+ * @nb_of_streamformats:number of supported compressed video formats
+ * @instance_id:       rolling counter identifying an instance (debug purpose)
+ * @work_queue:                decoding job work queue
+ */
+struct delta_dev {
+       struct v4l2_device v4l2_dev;
+       struct video_device *vdev;
+       struct platform_device *pdev;
+       struct device *dev;
+       struct v4l2_m2m_dev *m2m_dev;
+       struct mutex lock;
+       struct clk *clk_delta;
+       struct clk *clk_st231;
+       struct clk *clk_flash_promip;
+       const struct delta_dec *decoders[DELTA_MAX_DECODERS];
+       u32 nb_of_decoders;
+       u32 pixelformats[DELTA_MAX_FORMATS];
+       u32 nb_of_pixelformats;
+       u32 streamformats[DELTA_MAX_FORMATS];
+       u32 nb_of_streamformats;
+       u8 instance_id;
+       struct workqueue_struct *work_queue;
+};
+
+static inline char *frame_type_str(u32 flags)
+{
+       if (flags & V4L2_BUF_FLAG_KEYFRAME)
+               return "I";
+       if (flags & V4L2_BUF_FLAG_PFRAME)
+               return "P";
+       if (flags & V4L2_BUF_FLAG_BFRAME)
+               return "B";
+       return "?";
+}
+
+static inline char *frame_field_str(enum v4l2_field field)
+{
+       if (field == V4L2_FIELD_NONE)
+               return "-";
+       if (field == V4L2_FIELD_TOP)
+               return "T";
+       if (field == V4L2_FIELD_BOTTOM)
+               return "B";
+       if (field == V4L2_FIELD_INTERLACED)
+               return "I";
+       if (field == V4L2_FIELD_INTERLACED_TB)
+               return "TB";
+       if (field == V4L2_FIELD_INTERLACED_BT)
+               return "BT";
+       return "?";
+}
+
+static inline char *frame_state_str(u32 state, char *str, unsigned int len)
+{
+       snprintf(str, len, "%s %s %s %s %s %s",
+                (state & DELTA_FRAME_REF)  ? "ref" : "   ",
+                (state & DELTA_FRAME_BSY)  ? "bsy" : "   ",
+                (state & DELTA_FRAME_DEC)  ? "dec" : "   ",
+                (state & DELTA_FRAME_OUT)  ? "out" : "   ",
+                (state & DELTA_FRAME_M2M)  ? "m2m" : "   ",
+                (state & DELTA_FRAME_RDY)  ? "rdy" : "   ");
+       return str;
+}
+
+int delta_get_frameinfo_default(struct delta_ctx *ctx,
+                               struct delta_frameinfo *frameinfo);
+int delta_recycle_default(struct delta_ctx *pctx,
+                         struct delta_frame *frame);
+
+int delta_get_free_frame(struct delta_ctx *ctx,
+                        struct delta_frame **pframe);
+
+int delta_get_sync(struct delta_ctx *ctx);
+void delta_put_autosuspend(struct delta_ctx *ctx);
+
+#endif /* DELTA_H */