This is part of the multiplanar and singleplanar unification process.
v4l2_ext_pix_format is supposed to work for both cases.

We also add the concept of modifiers already employed in DRM to expose
HW-specific formats (like tiled or compressed formats) and allow
exchanging this information with the DRM subsystem in a consistent way.

Note that V4L2_BUF_TYPE_VIDEO[_OUTPUT]_OVERLAY and
V4L2_BUF_TYPE_VIDEO_{CAPTURE,OUTPUT}_MPLANE types are no longer accepted
in v4l2_ext_format and will be rejected if you use the {G,S,TRY}EXT_FMT
ioctls. V4L2_BUF_TYPE_VIDEO_{CAPTURE,OUTPUT}_MPLANE is dropped as part
of the multiplanar/singleplanar unification.
V4L2_BUF_TYPE_VIDEO[_OUTPUT]_OVERLAY seems to be used mostly on old
drivers and supporting it would require some extra rework.

New hooks have been added to v4l2_ioctl_ops to support those new ioctls
in drivers, but, in the meantime, the core takes care of converting
{S,G,TRY}_EXT_FMT requests into {S,G,TRY}_FMT so that old drivers can
still work if the userspace app/lib uses the new ioctls.
The conversion is also done the other around to allow userspace
apps/libs using {S,G,TRY}_FMT to work with drivers implementing the
_ext_ hooks.

Signed-off-by: Boris Brezillon <boris.brezil...@collabora.com>
---
 drivers/media/v4l2-core/v4l2-common.c | 189 ++++++++++
 drivers/media/v4l2-core/v4l2-dev.c    |  24 +-
 drivers/media/v4l2-core/v4l2-ioctl.c  | 504 +++++++++++++++++++++-----
 include/media/v4l2-common.h           |   6 +
 include/media/v4l2-ioctl.h            |  27 ++
 include/uapi/linux/videodev2.h        |  82 +++++
 6 files changed, 743 insertions(+), 89 deletions(-)

diff --git a/drivers/media/v4l2-core/v4l2-common.c 
b/drivers/media/v4l2-core/v4l2-common.c
index 50763fb42a1b..fb6ba89564d1 100644
--- a/drivers/media/v4l2-core/v4l2-common.c
+++ b/drivers/media/v4l2-core/v4l2-common.c
@@ -455,3 +455,192 @@ int v4l2_s_parm_cap(struct video_device *vdev,
        return ret;
 }
 EXPORT_SYMBOL_GPL(v4l2_s_parm_cap);
+
+int v4l2_ext_format_to_format(const struct v4l2_ext_format *e,
+                             struct v4l2_format *f, bool mplane_cap)
+{
+       const struct v4l2_plane_ext_pix_format *pe;
+       struct v4l2_plane_pix_format *p;
+       unsigned int i;
+
+       if (e->fmt.pix.num_planes > VIDEO_MAX_PLANES)
+               return -EINVAL;
+
+       memset(f, 0, sizeof(*f));
+
+       switch (e->type) {
+       case V4L2_BUF_TYPE_VIDEO_CAPTURE:
+       case V4L2_BUF_TYPE_VIDEO_OUTPUT:
+               /*
+                * Make sure no modifier is required before doing the
+                * conversion.
+                */
+               for (i = 0; i < e->fmt.pix.num_planes; i++) {
+                       if (WARN_ON(e->fmt.pix.plane_fmt[i].modifier))
+                               return -ENOTSUPP;
+               }
+
+               if (e->fmt.pix.num_planes > 1 && !mplane_cap)
+                       return -EINVAL;
+
+               if (!mplane_cap) {
+                       f->fmt.pix.width = e->fmt.pix.width;
+                       f->fmt.pix.width = e->fmt.pix.height;
+                       f->fmt.pix.pixelformat = e->fmt.pix.pixelformat;
+                       f->fmt.pix.field = e->fmt.pix.field;
+                       f->fmt.pix.colorspace = e->fmt.pix.colorspace;
+                       f->fmt.pix.flags = e->fmt.pix.flags;
+                       f->fmt.pix.ycbcr_enc = e->fmt.pix.ycbcr_enc;
+                       f->fmt.pix.quantization = e->fmt.pix.quantization;
+                       pe = &e->fmt.pix.plane_fmt[0];
+                       f->fmt.pix.bytesperline = pe->bytesperline;
+                       f->fmt.pix.sizeimage = pe->sizeimage;
+                       f->type = e->type;
+                       break;
+               }
+
+               f->fmt.pix_mp.width = e->fmt.pix.width;
+               f->fmt.pix_mp.width = e->fmt.pix.height;
+               f->fmt.pix_mp.pixelformat = e->fmt.pix.pixelformat;
+               f->fmt.pix_mp.field = e->fmt.pix.field;
+               f->fmt.pix_mp.colorspace = e->fmt.pix.colorspace;
+               f->fmt.pix_mp.flags = e->fmt.pix.flags;
+               f->fmt.pix_mp.ycbcr_enc = e->fmt.pix.ycbcr_enc;
+               f->fmt.pix_mp.quantization = e->fmt.pix.quantization;
+               if (e->type == V4L2_BUF_TYPE_VIDEO_CAPTURE)
+                       f->type = V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE;
+               else
+                       f->type = V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE;
+
+               for (i = 0; i < e->fmt.pix.num_planes; i++) {
+                       pe = &e->fmt.pix.plane_fmt[i];
+                       p = &f->fmt.pix_mp.plane_fmt[i];
+                       p->bytesperline = pe->bytesperline;
+                       p->sizeimage = pe->sizeimage;
+               }
+               break;
+
+       case V4L2_BUF_TYPE_VBI_CAPTURE:
+       case V4L2_BUF_TYPE_VBI_OUTPUT:
+               f->type = e->type;
+               f->fmt.vbi = e->fmt.vbi;
+               break;
+
+       case V4L2_BUF_TYPE_SLICED_VBI_CAPTURE:
+       case V4L2_BUF_TYPE_SLICED_VBI_OUTPUT:
+               f->type = e->type;
+               f->fmt.sliced = e->fmt.sliced;
+               break;
+
+       case V4L2_BUF_TYPE_SDR_CAPTURE:
+       case V4L2_BUF_TYPE_SDR_OUTPUT:
+               f->type = e->type;
+               f->fmt.sdr = e->fmt.sdr;
+               break;
+
+       case V4L2_BUF_TYPE_META_CAPTURE:
+       case V4L2_BUF_TYPE_META_OUTPUT:
+               f->type = e->type;
+               f->fmt.meta = e->fmt.meta;
+               break;
+
+       default:
+               return -EINVAL;
+       }
+
+       return 0;
+}
+EXPORT_SYMBOL_GPL(v4l2_ext_format_to_format);
+
+int v4l2_format_to_ext_format(const struct v4l2_format *f,
+                             struct v4l2_ext_format *e)
+{
+       const struct v4l2_plane_pix_format *p;
+       struct v4l2_plane_ext_pix_format *pe;
+       unsigned int i;
+
+       memset(e, 0, sizeof(*e));
+
+       switch (f->type) {
+       case V4L2_BUF_TYPE_VIDEO_CAPTURE:
+       case V4L2_BUF_TYPE_VIDEO_OUTPUT:
+               e->fmt.pix.width = f->fmt.pix.width;
+               e->fmt.pix.width = f->fmt.pix.height;
+               e->fmt.pix.pixelformat = f->fmt.pix.pixelformat;
+               e->fmt.pix.field = f->fmt.pix.field;
+               e->fmt.pix.colorspace = f->fmt.pix.colorspace;
+               e->fmt.pix.flags = f->fmt.pix.flags;
+               e->fmt.pix.ycbcr_enc = f->fmt.pix.ycbcr_enc;
+               e->fmt.pix.quantization = f->fmt.pix.quantization;
+               e->fmt.pix.num_planes = 1;
+               e->fmt.pix.plane_fmt[0].bytesperline = f->fmt.pix.bytesperline;
+               e->fmt.pix.plane_fmt[0].sizeimage = f->fmt.pix.sizeimage;
+               e->type = f->type;
+               break;
+
+       case V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE:
+       case V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE:
+               if (f->fmt.pix_mp.num_planes > VIDEO_MAX_PLANES)
+                       return -EINVAL;
+
+               e->fmt.pix.width = f->fmt.pix_mp.width;
+               e->fmt.pix.width = f->fmt.pix_mp.height;
+               e->fmt.pix.pixelformat = f->fmt.pix_mp.pixelformat;
+               e->fmt.pix.field = f->fmt.pix_mp.field;
+               e->fmt.pix.colorspace = f->fmt.pix_mp.colorspace;
+               e->fmt.pix.flags = f->fmt.pix_mp.flags;
+               e->fmt.pix.ycbcr_enc = f->fmt.pix_mp.ycbcr_enc;
+               e->fmt.pix.quantization = f->fmt.pix_mp.quantization;
+               e->fmt.pix.num_planes = f->fmt.pix_mp.num_planes;
+               if (f->type == V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE)
+                       e->type = V4L2_BUF_TYPE_VIDEO_CAPTURE;
+               else
+                       e->type = V4L2_BUF_TYPE_VIDEO_OUTPUT;
+
+               for (i = 0; i < e->fmt.pix.num_planes; i++) {
+                       pe = &e->fmt.pix.plane_fmt[i];
+                       p = &f->fmt.pix_mp.plane_fmt[i];
+                       pe->bytesperline = p->bytesperline;
+                       pe->sizeimage = p->sizeimage;
+               }
+               break;
+
+       case V4L2_BUF_TYPE_VIDEO_OVERLAY:
+       case V4L2_BUF_TYPE_VIDEO_OUTPUT_OVERLAY:
+               /*
+                * OVERLAY formats are not supported by the _EXT_FMT
+                * ioctl()s.
+                */
+               return -ENOTSUPP;
+
+       case V4L2_BUF_TYPE_VBI_CAPTURE:
+       case V4L2_BUF_TYPE_VBI_OUTPUT:
+               e->type = f->type;
+               e->fmt.vbi = f->fmt.vbi;
+               break;
+
+       case V4L2_BUF_TYPE_SLICED_VBI_CAPTURE:
+       case V4L2_BUF_TYPE_SLICED_VBI_OUTPUT:
+               e->type = f->type;
+               e->fmt.sliced = f->fmt.sliced;
+               break;
+
+       case V4L2_BUF_TYPE_SDR_CAPTURE:
+       case V4L2_BUF_TYPE_SDR_OUTPUT:
+               e->type = f->type;
+               e->fmt.sdr = f->fmt.sdr;
+               break;
+
+       case V4L2_BUF_TYPE_META_CAPTURE:
+       case V4L2_BUF_TYPE_META_OUTPUT:
+               e->type = f->type;
+               e->fmt.meta = f->fmt.meta;
+               break;
+
+       default:
+               return -EINVAL;
+       }
+
+       return 0;
+}
+EXPORT_SYMBOL_GPL(v4l2_format_to_ext_format);
diff --git a/drivers/media/v4l2-core/v4l2-dev.c 
b/drivers/media/v4l2-core/v4l2-dev.c
index 29946a2b2752..a233e0924ed3 100644
--- a/drivers/media/v4l2-core/v4l2-dev.c
+++ b/drivers/media/v4l2-core/v4l2-dev.c
@@ -599,32 +599,44 @@ static void determine_valid_ioctls(struct video_device 
*vdev)
                               ops->vidioc_enum_fmt_meta_out)))
                        set_bit(_IOC_NR(VIDIOC_ENUM_FMT), valid_ioctls);
                if ((is_rx && (ops->vidioc_g_fmt_vid_cap ||
+                              ops->vidioc_g_ext_fmt_vid_cap ||
                               ops->vidioc_g_fmt_vid_cap_mplane ||
                               ops->vidioc_g_fmt_vid_overlay ||
                               ops->vidioc_g_fmt_meta_cap)) ||
                    (is_tx && (ops->vidioc_g_fmt_vid_out ||
+                              ops->vidioc_g_ext_fmt_vid_out ||
                               ops->vidioc_g_fmt_vid_out_mplane ||
                               ops->vidioc_g_fmt_vid_out_overlay ||
-                              ops->vidioc_g_fmt_meta_out)))
-                        set_bit(_IOC_NR(VIDIOC_G_FMT), valid_ioctls);
+                              ops->vidioc_g_fmt_meta_out))) {
+                       set_bit(_IOC_NR(VIDIOC_G_FMT), valid_ioctls);
+                       set_bit(_IOC_NR(VIDIOC_G_EXT_FMT), valid_ioctls);
+               }
                if ((is_rx && (ops->vidioc_s_fmt_vid_cap ||
+                              ops->vidioc_s_ext_fmt_vid_cap ||
                               ops->vidioc_s_fmt_vid_cap_mplane ||
                               ops->vidioc_s_fmt_vid_overlay ||
                               ops->vidioc_s_fmt_meta_cap)) ||
                    (is_tx && (ops->vidioc_s_fmt_vid_out ||
+                              ops->vidioc_s_ext_fmt_vid_out ||
                               ops->vidioc_s_fmt_vid_out_mplane ||
                               ops->vidioc_s_fmt_vid_out_overlay ||
-                              ops->vidioc_s_fmt_meta_out)))
-                        set_bit(_IOC_NR(VIDIOC_S_FMT), valid_ioctls);
+                              ops->vidioc_s_fmt_meta_out))) {
+                       set_bit(_IOC_NR(VIDIOC_S_FMT), valid_ioctls);
+                       set_bit(_IOC_NR(VIDIOC_S_EXT_FMT), valid_ioctls);
+               }
                if ((is_rx && (ops->vidioc_try_fmt_vid_cap ||
+                              ops->vidioc_try_ext_fmt_vid_cap ||
                               ops->vidioc_try_fmt_vid_cap_mplane ||
                               ops->vidioc_try_fmt_vid_overlay ||
                               ops->vidioc_try_fmt_meta_cap)) ||
                    (is_tx && (ops->vidioc_try_fmt_vid_out ||
+                              ops->vidioc_try_ext_fmt_vid_out ||
                               ops->vidioc_try_fmt_vid_out_mplane ||
                               ops->vidioc_try_fmt_vid_out_overlay ||
-                              ops->vidioc_try_fmt_meta_out)))
-                        set_bit(_IOC_NR(VIDIOC_TRY_FMT), valid_ioctls);
+                              ops->vidioc_try_fmt_meta_out))) {
+                       set_bit(_IOC_NR(VIDIOC_TRY_FMT), valid_ioctls);
+                       set_bit(_IOC_NR(VIDIOC_TRY_EXT_FMT), valid_ioctls);
+               }
                SET_VALID_IOCTL(ops, VIDIOC_OVERLAY, vidioc_overlay);
                SET_VALID_IOCTL(ops, VIDIOC_G_FBUF, vidioc_g_fbuf);
                SET_VALID_IOCTL(ops, VIDIOC_S_FBUF, vidioc_s_fbuf);
diff --git a/drivers/media/v4l2-core/v4l2-ioctl.c 
b/drivers/media/v4l2-core/v4l2-ioctl.c
index f1696717ab32..e995eb6e09a4 100644
--- a/drivers/media/v4l2-core/v4l2-ioctl.c
+++ b/drivers/media/v4l2-core/v4l2-ioctl.c
@@ -381,6 +381,83 @@ static void v4l_print_format(const void *arg, bool 
write_only)
        }
 }
 
+static void v4l_print_ext_format(const void *arg, bool write_only)
+{
+       const struct v4l2_ext_format *p = arg;
+       const struct v4l2_ext_pix_format *pix;
+       const struct v4l2_vbi_format *vbi;
+       const struct v4l2_sliced_vbi_format *sliced;
+       const struct v4l2_sdr_format *sdr;
+       const struct v4l2_meta_format *meta;
+       unsigned int i;
+       u32 planes;
+
+       pr_cont("type=%s", prt_names(p->type, v4l2_type_names));
+       switch (p->type) {
+       case V4L2_BUF_TYPE_VIDEO_CAPTURE:
+       case V4L2_BUF_TYPE_VIDEO_OUTPUT:
+               pix = &p->fmt.pix;
+               pr_cont(", width=%u, height=%u, format=%c%c%c%c, field=%s, 
colorspace=%d, num_planes=%u, flags=0x%x, ycbcr_enc=%u, quantization=%u, 
xfer_func=%u\n",
+                       pix->width, pix->height,
+                       (pix->pixelformat & 0xff),
+                       (pix->pixelformat >>  8) & 0xff,
+                       (pix->pixelformat >> 16) & 0xff,
+                       (pix->pixelformat >> 24) & 0xff,
+                       prt_names(pix->field, v4l2_field_names),
+                       pix->colorspace, pix->num_planes, pix->flags,
+                       pix->ycbcr_enc, pix->quantization, pix->xfer_func);
+               planes = min_t(u32, pix->num_planes, VIDEO_MAX_PLANES);
+               for (i = 0; i < planes; i++)
+                       pr_debug("plane %u: modifier %llx bytesperline=%u 
sizeimage=%u\n",
+                                i, pix->plane_fmt[i].modifier,
+                                pix->plane_fmt[i].bytesperline,
+                                pix->plane_fmt[i].sizeimage);
+               break;
+       case V4L2_BUF_TYPE_VBI_CAPTURE:
+       case V4L2_BUF_TYPE_VBI_OUTPUT:
+               vbi = &p->fmt.vbi;
+               pr_cont(", sampling_rate=%u, offset=%u, samples_per_line=%u, 
sample_format=%c%c%c%c, start=%u,%u, count=%u,%u\n",
+                       vbi->sampling_rate, vbi->offset,
+                       vbi->samples_per_line,
+                       (vbi->sample_format & 0xff),
+                       (vbi->sample_format >>  8) & 0xff,
+                       (vbi->sample_format >> 16) & 0xff,
+                       (vbi->sample_format >> 24) & 0xff,
+                       vbi->start[0], vbi->start[1],
+                       vbi->count[0], vbi->count[1]);
+               break;
+       case V4L2_BUF_TYPE_SLICED_VBI_CAPTURE:
+       case V4L2_BUF_TYPE_SLICED_VBI_OUTPUT:
+               sliced = &p->fmt.sliced;
+               pr_cont(", service_set=0x%08x, io_size=%d\n",
+                       sliced->service_set, sliced->io_size);
+               for (i = 0; i < 24; i++)
+                       pr_debug("line[%02u]=0x%04x, 0x%04x\n", i,
+                                sliced->service_lines[0][i],
+                                sliced->service_lines[1][i]);
+               break;
+       case V4L2_BUF_TYPE_SDR_CAPTURE:
+       case V4L2_BUF_TYPE_SDR_OUTPUT:
+               sdr = &p->fmt.sdr;
+               pr_cont(", pixelformat=%c%c%c%c\n",
+                       (sdr->pixelformat >>  0) & 0xff,
+                       (sdr->pixelformat >>  8) & 0xff,
+                       (sdr->pixelformat >> 16) & 0xff,
+                       (sdr->pixelformat >> 24) & 0xff);
+               break;
+       case V4L2_BUF_TYPE_META_CAPTURE:
+       case V4L2_BUF_TYPE_META_OUTPUT:
+               meta = &p->fmt.meta;
+               pr_cont(", dataformat=%c%c%c%c, buffersize=%u\n",
+                       (meta->dataformat >>  0) & 0xff,
+                       (meta->dataformat >>  8) & 0xff,
+                       (meta->dataformat >> 16) & 0xff,
+                       (meta->dataformat >> 24) & 0xff,
+                       meta->buffersize);
+               break;
+       }
+}
+
 static void v4l_print_framebuffer(const void *arg, bool write_only)
 {
        const struct v4l2_framebuffer *p = arg;
@@ -951,11 +1028,15 @@ static int check_fmt(struct file *file, enum 
v4l2_buf_type type)
        switch (type) {
        case V4L2_BUF_TYPE_VIDEO_CAPTURE:
                if ((is_vid || is_tch) && is_rx &&
-                   (ops->vidioc_g_fmt_vid_cap || 
ops->vidioc_g_fmt_vid_cap_mplane))
+                   (ops->vidioc_g_fmt_vid_cap ||
+                    ops->vidioc_g_ext_fmt_vid_cap ||
+                    ops->vidioc_g_fmt_vid_cap_mplane))
                        return 0;
                break;
        case V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE:
-               if (is_vid && is_rx && ops->vidioc_g_fmt_vid_cap_mplane)
+               if (is_vid && is_rx &&
+                   (ops->vidioc_g_fmt_vid_cap_mplane ||
+                    ops->vidioc_g_ext_fmt_vid_cap))
                        return 0;
                break;
        case V4L2_BUF_TYPE_VIDEO_OVERLAY:
@@ -964,11 +1045,15 @@ static int check_fmt(struct file *file, enum 
v4l2_buf_type type)
                break;
        case V4L2_BUF_TYPE_VIDEO_OUTPUT:
                if (is_vid && is_tx &&
-                   (ops->vidioc_g_fmt_vid_out || 
ops->vidioc_g_fmt_vid_out_mplane))
+                   (ops->vidioc_g_fmt_vid_out ||
+                    ops->vidioc_g_ext_fmt_vid_out ||
+                    ops->vidioc_g_fmt_vid_out_mplane))
                        return 0;
                break;
        case V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE:
-               if (is_vid && is_tx && ops->vidioc_g_fmt_vid_out_mplane)
+               if (is_vid && is_tx &&
+                   (ops->vidioc_g_ext_fmt_vid_out ||
+                    ops->vidioc_g_fmt_vid_out_mplane))
                        return 0;
                break;
        case V4L2_BUF_TYPE_VIDEO_OUTPUT_OVERLAY:
@@ -1421,6 +1506,36 @@ static int v4l_enum_fmt(const struct v4l2_ioctl_ops *ops,
        return ret;
 }
 
+static int v4l_g_fmt_ext_pix(const struct v4l2_ioctl_ops *ops,
+                            struct file *file, void *fh,
+                            struct v4l2_format *f)
+{
+       struct v4l2_ext_format ef = { };
+       int ret;
+
+       switch (f->type) {
+       case V4L2_BUF_TYPE_VIDEO_CAPTURE:
+       case V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE:
+               ret = ops->vidioc_g_ext_fmt_vid_cap(file, fh, &ef.fmt.pix);
+               break;
+
+       case V4L2_BUF_TYPE_VIDEO_OUTPUT:
+       case V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE:
+               ret = ops->vidioc_g_ext_fmt_vid_out(file, fh, &ef.fmt.pix);
+               break;
+
+       default:
+               return -EINVAL;
+       }
+
+       if (ret)
+               return ret;
+
+       ef.type = f->type;
+       return v4l2_ext_format_to_format(&ef, f,
+                                        V4L2_TYPE_IS_MULTIPLANAR(f->type));
+}
+
 static int v4l_g_fmt(const struct v4l2_ioctl_ops *ops,
                                struct file *file, void *fh, void *arg)
 {
@@ -1456,15 +1571,22 @@ static int v4l_g_fmt(const struct v4l2_ioctl_ops *ops,
 
        switch (p->type) {
        case V4L2_BUF_TYPE_VIDEO_CAPTURE:
-               if (unlikely(!ops->vidioc_g_fmt_vid_cap))
-                       break;
-               p->fmt.pix.priv = V4L2_PIX_FMT_PRIV_MAGIC;
-               ret = ops->vidioc_g_fmt_vid_cap(file, fh, arg);
-               /* just in case the driver zeroed it again */
-               p->fmt.pix.priv = V4L2_PIX_FMT_PRIV_MAGIC;
-               return ret;
+               if (ops->vidioc_g_fmt_vid_cap) {
+                       p->fmt.pix.priv = V4L2_PIX_FMT_PRIV_MAGIC;
+                       ret = ops->vidioc_g_fmt_vid_cap(file, fh, arg);
+                       /* just in case the driver zeroed it again */
+                       p->fmt.pix.priv = V4L2_PIX_FMT_PRIV_MAGIC;
+                       return ret;
+               } else if (ops->vidioc_g_ext_fmt_vid_cap) {
+                       return v4l_g_fmt_ext_pix(ops, file, fh, p);
+               }
+               break;
        case V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE:
-               return ops->vidioc_g_fmt_vid_cap_mplane(file, fh, arg);
+               if (ops->vidioc_g_fmt_vid_cap_mplane)
+                       return ops->vidioc_g_fmt_vid_cap_mplane(file, fh, arg);
+               else if (ops->vidioc_g_ext_fmt_vid_cap)
+                       return v4l_g_fmt_ext_pix(ops, file, fh, p);
+               break;
        case V4L2_BUF_TYPE_VIDEO_OVERLAY:
                return ops->vidioc_g_fmt_vid_overlay(file, fh, arg);
        case V4L2_BUF_TYPE_VBI_CAPTURE:
@@ -1472,15 +1594,22 @@ static int v4l_g_fmt(const struct v4l2_ioctl_ops *ops,
        case V4L2_BUF_TYPE_SLICED_VBI_CAPTURE:
                return ops->vidioc_g_fmt_sliced_vbi_cap(file, fh, arg);
        case V4L2_BUF_TYPE_VIDEO_OUTPUT:
-               if (unlikely(!ops->vidioc_g_fmt_vid_out))
-                       break;
-               p->fmt.pix.priv = V4L2_PIX_FMT_PRIV_MAGIC;
-               ret = ops->vidioc_g_fmt_vid_out(file, fh, arg);
-               /* just in case the driver zeroed it again */
-               p->fmt.pix.priv = V4L2_PIX_FMT_PRIV_MAGIC;
-               return ret;
+               if (ops->vidioc_g_fmt_vid_out) {
+                       p->fmt.pix.priv = V4L2_PIX_FMT_PRIV_MAGIC;
+                       ret = ops->vidioc_g_fmt_vid_out(file, fh, arg);
+                       /* just in case the driver zeroed it again */
+                       p->fmt.pix.priv = V4L2_PIX_FMT_PRIV_MAGIC;
+                       return ret;
+               } else if (ops->vidioc_g_ext_fmt_vid_out) {
+                       return v4l_g_fmt_ext_pix(ops, file, fh, p);
+               }
+               break;
        case V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE:
-               return ops->vidioc_g_fmt_vid_out_mplane(file, fh, arg);
+               if (ops->vidioc_g_fmt_vid_out_mplane)
+                       return ops->vidioc_g_fmt_vid_out_mplane(file, fh, arg);
+               else if (ops->vidioc_g_ext_fmt_vid_out)
+                       return v4l_g_fmt_ext_pix(ops, file, fh, p);
+               break;
        case V4L2_BUF_TYPE_VIDEO_OUTPUT_OVERLAY:
                return ops->vidioc_g_fmt_vid_out_overlay(file, fh, arg);
        case V4L2_BUF_TYPE_VBI_OUTPUT:
@@ -1499,6 +1628,45 @@ static int v4l_g_fmt(const struct v4l2_ioctl_ops *ops,
        return -EINVAL;
 }
 
+static int v4l_g_ext_fmt(const struct v4l2_ioctl_ops *ops,
+                        struct file *file, void *fh, void *arg)
+{
+       struct v4l2_ext_format *ef = arg;
+       struct v4l2_format f;
+       int ret;
+
+       ret = check_fmt(file, ef->type);
+       if (ret)
+               return ret;
+
+       switch (ef->type) {
+       case V4L2_BUF_TYPE_VIDEO_CAPTURE:
+               if (ops->vidioc_g_ext_fmt_vid_cap)
+                       return ops->vidioc_g_ext_fmt_vid_cap(file, fh,
+                                                            &ef->fmt.pix);
+               break;
+       case V4L2_BUF_TYPE_VIDEO_OUTPUT:
+               if (ops->vidioc_g_ext_fmt_vid_out)
+                       return ops->vidioc_g_ext_fmt_vid_cap(file, fh,
+                                                            &ef->fmt.pix);
+               break;
+       default:
+               break;
+       }
+
+       ret = v4l2_ext_format_to_format(ef, &f,
+                                       ops->vidioc_g_fmt_vid_cap_mplane ||
+                                       ops->vidioc_g_fmt_vid_out_mplane);
+       if (ret)
+               return ret;
+
+       ret = v4l_g_fmt(ops, file, fh, &f);
+       if (ret)
+               return ret;
+
+       return v4l2_format_to_ext_format(&f, ef);
+}
+
 static void v4l_pix_format_touch(struct v4l2_pix_format *p)
 {
        /*
@@ -1514,6 +1682,39 @@ static void v4l_pix_format_touch(struct v4l2_pix_format 
*p)
        p->xfer_func = 0;
 }
 
+static int v4l_s_fmt_ext_pix(const struct v4l2_ioctl_ops *ops,
+                            struct file *file, void *fh,
+                            struct v4l2_format *f)
+{
+       struct v4l2_ext_format ef;
+       int ret;
+
+       ret = v4l2_format_to_ext_format(f, &ef);
+       if (ret)
+               return ret;
+
+       switch (f->type) {
+       case V4L2_BUF_TYPE_VIDEO_CAPTURE:
+       case V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE:
+               ret = ops->vidioc_s_ext_fmt_vid_cap(file, fh, &ef.fmt.pix);
+               break;
+
+       case V4L2_BUF_TYPE_VIDEO_OUTPUT:
+       case V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE:
+               ret = ops->vidioc_s_ext_fmt_vid_out(file, fh, &ef.fmt.pix);
+               break;
+
+       default:
+               return -EINVAL;
+       }
+
+       if (ret)
+               return ret;
+
+       return v4l2_ext_format_to_format(&ef, f,
+                                        V4L2_TYPE_IS_MULTIPLANAR(f->type));
+}
+
 static int v4l_s_fmt(const struct v4l2_ioctl_ops *ops,
                                struct file *file, void *fh, void *arg)
 {
@@ -1532,25 +1733,33 @@ static int v4l_s_fmt(const struct v4l2_ioctl_ops *ops,
 
        switch (p->type) {
        case V4L2_BUF_TYPE_VIDEO_CAPTURE:
-               if (unlikely(!ops->vidioc_s_fmt_vid_cap))
-                       break;
-               CLEAR_AFTER_FIELD(p, fmt.pix);
-               ret = ops->vidioc_s_fmt_vid_cap(file, fh, arg);
-               /* just in case the driver zeroed it again */
-               p->fmt.pix.priv = V4L2_PIX_FMT_PRIV_MAGIC;
+               if (ops->vidioc_s_fmt_vid_cap) {
+                       CLEAR_AFTER_FIELD(p, fmt.pix);
+                       ret = ops->vidioc_s_fmt_vid_cap(file, fh, arg);
+                       /* just in case the driver zeroed it again */
+                       p->fmt.pix.priv = V4L2_PIX_FMT_PRIV_MAGIC;
+               } else if (ops->vidioc_s_ext_fmt_vid_cap) {
+                       ret = v4l_s_fmt_ext_pix(ops, file, fh, arg);
+               } else {
+                       ret = -EINVAL;
+               }
+
                if (vfd->vfl_type == VFL_TYPE_TOUCH)
                        v4l_pix_format_touch(&p->fmt.pix);
                return ret;
        case V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE:
-               if (unlikely(!ops->vidioc_s_fmt_vid_cap_mplane))
-                       break;
-               CLEAR_AFTER_FIELD(p, fmt.pix_mp.xfer_func);
-               if (p->fmt.pix_mp.num_planes > VIDEO_MAX_PLANES)
-                       break;
-               for (i = 0; i < p->fmt.pix_mp.num_planes; i++)
-                       CLEAR_AFTER_FIELD(&p->fmt.pix_mp.plane_fmt[i],
-                                         bytesperline);
-               return ops->vidioc_s_fmt_vid_cap_mplane(file, fh, arg);
+               if (ops->vidioc_s_fmt_vid_cap_mplane) {
+                       CLEAR_AFTER_FIELD(p, fmt.pix_mp.xfer_func);
+                       if (p->fmt.pix_mp.num_planes > VIDEO_MAX_PLANES)
+                               break;
+                       for (i = 0; i < p->fmt.pix_mp.num_planes; i++)
+                               CLEAR_AFTER_FIELD(&p->fmt.pix_mp.plane_fmt[i],
+                                                 bytesperline);
+                       return ops->vidioc_s_fmt_vid_cap_mplane(file, fh, arg);
+               } else if (ops->vidioc_s_ext_fmt_vid_cap) {
+                       return v4l_s_fmt_ext_pix(ops, file, fh, arg);
+               }
+               break;
        case V4L2_BUF_TYPE_VIDEO_OVERLAY:
                if (unlikely(!ops->vidioc_s_fmt_vid_overlay))
                        break;
@@ -1567,23 +1776,29 @@ static int v4l_s_fmt(const struct v4l2_ioctl_ops *ops,
                CLEAR_AFTER_FIELD(p, fmt.sliced);
                return ops->vidioc_s_fmt_sliced_vbi_cap(file, fh, arg);
        case V4L2_BUF_TYPE_VIDEO_OUTPUT:
-               if (unlikely(!ops->vidioc_s_fmt_vid_out))
-                       break;
-               CLEAR_AFTER_FIELD(p, fmt.pix);
-               ret = ops->vidioc_s_fmt_vid_out(file, fh, arg);
-               /* just in case the driver zeroed it again */
-               p->fmt.pix.priv = V4L2_PIX_FMT_PRIV_MAGIC;
-               return ret;
+               if (ops->vidioc_s_fmt_vid_out) {
+                       CLEAR_AFTER_FIELD(p, fmt.pix);
+                       ret = ops->vidioc_s_fmt_vid_out(file, fh, arg);
+                       /* just in case the driver zeroed it again */
+                       p->fmt.pix.priv = V4L2_PIX_FMT_PRIV_MAGIC;
+                       return ret;
+               } else if (ops->vidioc_s_ext_fmt_vid_out) {
+                       return v4l_s_fmt_ext_pix(ops, file, fh, arg);
+               }
+               break;
        case V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE:
-               if (unlikely(!ops->vidioc_s_fmt_vid_out_mplane))
-                       break;
-               CLEAR_AFTER_FIELD(p, fmt.pix_mp.xfer_func);
-               if (p->fmt.pix_mp.num_planes > VIDEO_MAX_PLANES)
-                       break;
-               for (i = 0; i < p->fmt.pix_mp.num_planes; i++)
-                       CLEAR_AFTER_FIELD(&p->fmt.pix_mp.plane_fmt[i],
-                                         bytesperline);
-               return ops->vidioc_s_fmt_vid_out_mplane(file, fh, arg);
+               if (ops->vidioc_s_fmt_vid_out_mplane) {
+                       CLEAR_AFTER_FIELD(p, fmt.pix_mp.xfer_func);
+                       if (p->fmt.pix_mp.num_planes > VIDEO_MAX_PLANES)
+                               break;
+                       for (i = 0; i < p->fmt.pix_mp.num_planes; i++)
+                               CLEAR_AFTER_FIELD(&p->fmt.pix_mp.plane_fmt[i],
+                                                 bytesperline);
+                       return ops->vidioc_s_fmt_vid_out_mplane(file, fh, arg);
+               } else if (ops->vidioc_s_ext_fmt_vid_out) {
+                       return v4l_s_fmt_ext_pix(ops, file, fh, arg);
+               }
+               break;
        case V4L2_BUF_TYPE_VIDEO_OUTPUT_OVERLAY:
                if (unlikely(!ops->vidioc_s_fmt_vid_out_overlay))
                        break;
@@ -1623,6 +1838,78 @@ static int v4l_s_fmt(const struct v4l2_ioctl_ops *ops,
        return -EINVAL;
 }
 
+static int v4l_s_ext_fmt(const struct v4l2_ioctl_ops *ops,
+                        struct file *file, void *fh, void *arg)
+{
+       struct v4l2_ext_format *ef = arg;
+       struct v4l2_format f;
+       int ret;
+
+       ret = check_fmt(file, ef->type);
+       if (ret)
+               return ret;
+
+       switch (ef->type) {
+       case V4L2_BUF_TYPE_VIDEO_CAPTURE:
+               if (ops->vidioc_s_ext_fmt_vid_cap)
+                       return ops->vidioc_s_ext_fmt_vid_cap(file, fh,
+                                                            &ef->fmt.pix);
+               break;
+       case V4L2_BUF_TYPE_VIDEO_OUTPUT:
+               if (ops->vidioc_s_ext_fmt_vid_out)
+                       return ops->vidioc_s_ext_fmt_vid_out(file, fh,
+                                                            &ef->fmt.pix);
+               break;
+       default:
+               break;
+       }
+
+       ret = v4l2_ext_format_to_format(ef, &f,
+                                       ops->vidioc_s_fmt_vid_cap_mplane ||
+                                       ops->vidioc_s_fmt_vid_out_mplane);
+       if (ret)
+               return ret;
+
+       ret = v4l_s_ext_fmt(ops, file, fh, &f);
+       if (ret)
+               return ret;
+
+       return v4l2_format_to_ext_format(&f, ef);
+}
+
+static int v4l_try_fmt_ext_pix(const struct v4l2_ioctl_ops *ops,
+                              struct file *file, void *fh,
+                              struct v4l2_format *f)
+{
+       struct v4l2_ext_format ef;
+       int ret;
+
+       ret = v4l2_format_to_ext_format(f, &ef);
+       if (ret)
+               return ret;
+
+       switch (f->type) {
+       case V4L2_BUF_TYPE_VIDEO_CAPTURE:
+       case V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE:
+               ret = ops->vidioc_try_ext_fmt_vid_cap(file, fh, &ef.fmt.pix);
+               break;
+
+       case V4L2_BUF_TYPE_VIDEO_OUTPUT:
+       case V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE:
+               ret = ops->vidioc_try_ext_fmt_vid_out(file, fh, &ef.fmt.pix);
+               break;
+
+       default:
+               return -EINVAL;
+       }
+
+       if (ret)
+               return ret;
+
+       return v4l2_ext_format_to_format(&ef, f,
+                                        V4L2_TYPE_IS_MULTIPLANAR(f->type));
+}
+
 static int v4l_try_fmt(const struct v4l2_ioctl_ops *ops,
                                struct file *file, void *fh, void *arg)
 {
@@ -1637,23 +1924,29 @@ static int v4l_try_fmt(const struct v4l2_ioctl_ops *ops,
 
        switch (p->type) {
        case V4L2_BUF_TYPE_VIDEO_CAPTURE:
-               if (unlikely(!ops->vidioc_try_fmt_vid_cap))
-                       break;
-               CLEAR_AFTER_FIELD(p, fmt.pix);
-               ret = ops->vidioc_try_fmt_vid_cap(file, fh, arg);
-               /* just in case the driver zeroed it again */
-               p->fmt.pix.priv = V4L2_PIX_FMT_PRIV_MAGIC;
-               return ret;
+               if (ops->vidioc_try_fmt_vid_cap) {
+                       CLEAR_AFTER_FIELD(p, fmt.pix);
+                       ret = ops->vidioc_try_fmt_vid_cap(file, fh, arg);
+                       /* just in case the driver zeroed it again */
+                       p->fmt.pix.priv = V4L2_PIX_FMT_PRIV_MAGIC;
+                       return ret;
+               } else if (ops->vidioc_try_ext_fmt_vid_cap) {
+                       return v4l_try_fmt_ext_pix(ops, file, fh, p);
+               }
+               break;
        case V4L2_BUF_TYPE_VIDEO_CAPTURE_MPLANE:
-               if (unlikely(!ops->vidioc_try_fmt_vid_cap_mplane))
-                       break;
-               CLEAR_AFTER_FIELD(p, fmt.pix_mp.xfer_func);
-               if (p->fmt.pix_mp.num_planes > VIDEO_MAX_PLANES)
-                       break;
-               for (i = 0; i < p->fmt.pix_mp.num_planes; i++)
-                       CLEAR_AFTER_FIELD(&p->fmt.pix_mp.plane_fmt[i],
-                                         bytesperline);
-               return ops->vidioc_try_fmt_vid_cap_mplane(file, fh, arg);
+               if (ops->vidioc_try_fmt_vid_cap_mplane) {
+                       CLEAR_AFTER_FIELD(p, fmt.pix_mp.xfer_func);
+                       if (p->fmt.pix_mp.num_planes > VIDEO_MAX_PLANES)
+                               break;
+                       for (i = 0; i < p->fmt.pix_mp.num_planes; i++)
+                               CLEAR_AFTER_FIELD(&p->fmt.pix_mp.plane_fmt[i],
+                                                 bytesperline);
+                       return ops->vidioc_try_fmt_vid_cap_mplane(file, fh, p);
+               } else if (ops->vidioc_try_ext_fmt_vid_cap) {
+                       return v4l_try_fmt_ext_pix(ops, file, fh, p);
+               }
+               break;
        case V4L2_BUF_TYPE_VIDEO_OVERLAY:
                if (unlikely(!ops->vidioc_try_fmt_vid_overlay))
                        break;
@@ -1670,23 +1963,29 @@ static int v4l_try_fmt(const struct v4l2_ioctl_ops *ops,
                CLEAR_AFTER_FIELD(p, fmt.sliced);
                return ops->vidioc_try_fmt_sliced_vbi_cap(file, fh, arg);
        case V4L2_BUF_TYPE_VIDEO_OUTPUT:
-               if (unlikely(!ops->vidioc_try_fmt_vid_out))
-                       break;
-               CLEAR_AFTER_FIELD(p, fmt.pix);
-               ret = ops->vidioc_try_fmt_vid_out(file, fh, arg);
-               /* just in case the driver zeroed it again */
-               p->fmt.pix.priv = V4L2_PIX_FMT_PRIV_MAGIC;
-               return ret;
+               if (ops->vidioc_try_fmt_vid_out) {
+                       CLEAR_AFTER_FIELD(p, fmt.pix);
+                       ret = ops->vidioc_try_fmt_vid_out(file, fh, arg);
+                       /* just in case the driver zeroed it again */
+                       p->fmt.pix.priv = V4L2_PIX_FMT_PRIV_MAGIC;
+                       return ret;
+               } else if (ops->vidioc_try_ext_fmt_vid_cap) {
+                       return v4l_try_fmt_ext_pix(ops, file, fh, p);
+               }
+               break;
        case V4L2_BUF_TYPE_VIDEO_OUTPUT_MPLANE:
-               if (unlikely(!ops->vidioc_try_fmt_vid_out_mplane))
-                       break;
-               CLEAR_AFTER_FIELD(p, fmt.pix_mp.xfer_func);
-               if (p->fmt.pix_mp.num_planes > VIDEO_MAX_PLANES)
-                       break;
-               for (i = 0; i < p->fmt.pix_mp.num_planes; i++)
-                       CLEAR_AFTER_FIELD(&p->fmt.pix_mp.plane_fmt[i],
-                                         bytesperline);
-               return ops->vidioc_try_fmt_vid_out_mplane(file, fh, arg);
+               if (ops->vidioc_try_fmt_vid_out_mplane) {
+                       CLEAR_AFTER_FIELD(p, fmt.pix_mp.xfer_func);
+                       if (p->fmt.pix_mp.num_planes > VIDEO_MAX_PLANES)
+                               break;
+                       for (i = 0; i < p->fmt.pix_mp.num_planes; i++)
+                               CLEAR_AFTER_FIELD(&p->fmt.pix_mp.plane_fmt[i],
+                                                 bytesperline);
+                       return ops->vidioc_try_fmt_vid_out_mplane(file, fh, p);
+               } else if (ops->vidioc_try_ext_fmt_vid_cap) {
+                       return v4l_try_fmt_ext_pix(ops, file, fh, p);
+               }
+               break;
        case V4L2_BUF_TYPE_VIDEO_OUTPUT_OVERLAY:
                if (unlikely(!ops->vidioc_try_fmt_vid_out_overlay))
                        break;
@@ -1726,6 +2025,45 @@ static int v4l_try_fmt(const struct v4l2_ioctl_ops *ops,
        return -EINVAL;
 }
 
+static int v4l_try_ext_fmt(const struct v4l2_ioctl_ops *ops,
+                          struct file *file, void *fh, void *arg)
+{
+       struct v4l2_ext_format *ef = arg;
+       struct v4l2_format f;
+       int ret;
+
+       ret = check_fmt(file, ef->type);
+       if (ret)
+               return ret;
+
+       switch (ef->type) {
+       case V4L2_BUF_TYPE_VIDEO_CAPTURE:
+               if (ops->vidioc_try_ext_fmt_vid_cap)
+                       return ops->vidioc_try_ext_fmt_vid_cap(file, fh,
+                                                              &ef->fmt.pix);
+               break;
+       case V4L2_BUF_TYPE_VIDEO_OUTPUT:
+               if (ops->vidioc_try_ext_fmt_vid_out)
+                       return ops->vidioc_try_ext_fmt_vid_out(file, fh,
+                                                              &ef->fmt.pix);
+               break;
+       default:
+               break;
+       }
+
+       ret = v4l2_ext_format_to_format(ef, &f,
+                                       ops->vidioc_try_fmt_vid_cap_mplane ||
+                                       ops->vidioc_try_fmt_vid_out_mplane);
+       if (ret)
+               return ret;
+
+       ret = v4l_try_ext_fmt(ops, file, fh, &f);
+       if (ret)
+               return ret;
+
+       return v4l2_format_to_ext_format(&f, ef);
+}
+
 static int v4l_streamon(const struct v4l2_ioctl_ops *ops,
                                struct file *file, void *fh, void *arg)
 {
diff --git a/include/media/v4l2-common.h b/include/media/v4l2-common.h
index 0c511ed8ffb0..6cc88f672405 100644
--- a/include/media/v4l2-common.h
+++ b/include/media/v4l2-common.h
@@ -401,4 +401,10 @@ int v4l2_s_parm_cap(struct video_device *vdev,
        ((u64)(a).numerator * (b).denominator OP        \
        (u64)(b).numerator * (a).denominator)
 
+int v4l2_format_to_ext_format(const struct v4l2_format *f,
+                             struct v4l2_ext_format *e);
+int v4l2_ext_format_to_format(const struct v4l2_ext_format *e,
+                             struct v4l2_format *f,
+                             bool mplane_cap);
+
 #endif /* V4L2_COMMON_H_ */
diff --git a/include/media/v4l2-ioctl.h b/include/media/v4l2-ioctl.h
index 400f2e46c108..5cbc3df2a396 100644
--- a/include/media/v4l2-ioctl.h
+++ b/include/media/v4l2-ioctl.h
@@ -48,11 +48,16 @@ struct v4l2_fh;
  * @vidioc_g_fmt_vid_cap: pointer to the function that implements
  *     :ref:`VIDIOC_G_FMT <vidioc_g_fmt>` ioctl logic for video capture
  *     in single plane mode
+ * @vidioc_g_ext_fmt_vid_cap: pointer to the function that implements
+ *     :ref:`VIDIOC_G_EXT_FMT <vidioc_g_ext_fmt>` ioctl logic for video
+ *     capture
  * @vidioc_g_fmt_vid_overlay: pointer to the function that implements
  *     :ref:`VIDIOC_G_FMT <vidioc_g_fmt>` ioctl logic for video overlay
  * @vidioc_g_fmt_vid_out: pointer to the function that implements
  *     :ref:`VIDIOC_G_FMT <vidioc_g_fmt>` ioctl logic for video out
  *     in single plane mode
+ * @vidioc_g_ext_fmt_vid_out: pointer to the function that implements
+ *     :ref:`VIDIOC_G_EXT_FMT <vidioc_g_ext_fmt>` ioctl logic for video out
  * @vidioc_g_fmt_vid_out_overlay: pointer to the function that implements
  *     :ref:`VIDIOC_G_FMT <vidioc_g_fmt>` ioctl logic for video overlay output
  * @vidioc_g_fmt_vbi_cap: pointer to the function that implements
@@ -82,11 +87,16 @@ struct v4l2_fh;
  * @vidioc_s_fmt_vid_cap: pointer to the function that implements
  *     :ref:`VIDIOC_S_FMT <vidioc_g_fmt>` ioctl logic for video capture
  *     in single plane mode
+ * @vidioc_s_ext_fmt_vid_cap: pointer to the function that implements
+ *     :ref:`VIDIOC_S_EXT_FMT <vidioc_s_ext_fmt>` ioctl logic for video
+ *     capture
  * @vidioc_s_fmt_vid_overlay: pointer to the function that implements
  *     :ref:`VIDIOC_S_FMT <vidioc_g_fmt>` ioctl logic for video overlay
  * @vidioc_s_fmt_vid_out: pointer to the function that implements
  *     :ref:`VIDIOC_S_FMT <vidioc_g_fmt>` ioctl logic for video out
  *     in single plane mode
+ * @vidioc_s_ext_fmt_vid_out: pointer to the function that implements
+ *     :ref:`VIDIOC_S_EXT_FMT <vidioc_g_fmt>` ioctl logic for video out
  * @vidioc_s_fmt_vid_out_overlay: pointer to the function that implements
  *     :ref:`VIDIOC_S_FMT <vidioc_g_fmt>` ioctl logic for video overlay output
  * @vidioc_s_fmt_vbi_cap: pointer to the function that implements
@@ -116,11 +126,16 @@ struct v4l2_fh;
  * @vidioc_try_fmt_vid_cap: pointer to the function that implements
  *     :ref:`VIDIOC_TRY_FMT <vidioc_g_fmt>` ioctl logic for video capture
  *     in single plane mode
+ * @vidioc_try_ext_fmt_vid_cap: pointer to the function that implements
+ *     :ref:`VIDIOC_TRY_EXT_FMT <vidioc_try_ext_fmt>` ioctl logic for video
+       capture
  * @vidioc_try_fmt_vid_overlay: pointer to the function that implements
  *     :ref:`VIDIOC_TRY_FMT <vidioc_g_fmt>` ioctl logic for video overlay
  * @vidioc_try_fmt_vid_out: pointer to the function that implements
  *     :ref:`VIDIOC_TRY_FMT <vidioc_g_fmt>` ioctl logic for video out
  *     in single plane mode
+ * @vidioc_try_ext_fmt_vid_out: pointer to the function that implements
+ *     :ref:`VIDIOC_TRY_EXT_FMT <vidioc_g_fmt>` ioctl logic for video out
  * @vidioc_try_fmt_vid_out_overlay: pointer to the function that implements
  *     :ref:`VIDIOC_TRY_FMT <vidioc_g_fmt>` ioctl logic for video overlay
  *     output
@@ -319,10 +334,14 @@ struct v4l2_ioctl_ops {
        /* VIDIOC_G_FMT handlers */
        int (*vidioc_g_fmt_vid_cap)(struct file *file, void *fh,
                                    struct v4l2_format *f);
+       int (*vidioc_g_ext_fmt_vid_cap)(struct file *file, void *fh,
+                                       struct v4l2_ext_pix_format *f);
        int (*vidioc_g_fmt_vid_overlay)(struct file *file, void *fh,
                                        struct v4l2_format *f);
        int (*vidioc_g_fmt_vid_out)(struct file *file, void *fh,
                                    struct v4l2_format *f);
+       int (*vidioc_g_ext_fmt_vid_out)(struct file *file, void *fh,
+                                       struct v4l2_ext_pix_format *f);
        int (*vidioc_g_fmt_vid_out_overlay)(struct file *file, void *fh,
                                            struct v4l2_format *f);
        int (*vidioc_g_fmt_vbi_cap)(struct file *file, void *fh,
@@ -349,10 +368,14 @@ struct v4l2_ioctl_ops {
        /* VIDIOC_S_FMT handlers */
        int (*vidioc_s_fmt_vid_cap)(struct file *file, void *fh,
                                    struct v4l2_format *f);
+       int (*vidioc_s_ext_fmt_vid_cap)(struct file *file, void *fh,
+                                       struct v4l2_ext_pix_format *f);
        int (*vidioc_s_fmt_vid_overlay)(struct file *file, void *fh,
                                        struct v4l2_format *f);
        int (*vidioc_s_fmt_vid_out)(struct file *file, void *fh,
                                    struct v4l2_format *f);
+       int (*vidioc_s_ext_fmt_vid_out)(struct file *file, void *fh,
+                                       struct v4l2_ext_pix_format *f);
        int (*vidioc_s_fmt_vid_out_overlay)(struct file *file, void *fh,
                                            struct v4l2_format *f);
        int (*vidioc_s_fmt_vbi_cap)(struct file *file, void *fh,
@@ -379,10 +402,14 @@ struct v4l2_ioctl_ops {
        /* VIDIOC_TRY_FMT handlers */
        int (*vidioc_try_fmt_vid_cap)(struct file *file, void *fh,
                                      struct v4l2_format *f);
+       int (*vidioc_try_ext_fmt_vid_cap)(struct file *file, void *fh,
+                                         struct v4l2_ext_pix_format *f);
        int (*vidioc_try_fmt_vid_overlay)(struct file *file, void *fh,
                                          struct v4l2_format *f);
        int (*vidioc_try_fmt_vid_out)(struct file *file, void *fh,
                                      struct v4l2_format *f);
+       int (*vidioc_try_ext_fmt_vid_out)(struct file *file, void *fh,
+                                         struct v4l2_ext_pix_format *f);
        int (*vidioc_try_fmt_vid_out_overlay)(struct file *file, void *fh,
                                             struct v4l2_format *f);
        int (*vidioc_try_fmt_vbi_cap)(struct file *file, void *fh,
diff --git a/include/uapi/linux/videodev2.h b/include/uapi/linux/videodev2.h
index b5671ce2724f..3dbeb83176bf 100644
--- a/include/uapi/linux/videodev2.h
+++ b/include/uapi/linux/videodev2.h
@@ -2147,6 +2147,56 @@ struct v4l2_pix_format_mplane {
        __u8                            reserved[7];
 } __attribute__ ((packed));
 
+/**
+ * struct v4l2_plane_ext_pix_format - additional, per-plane format definition
+ * @modifier:          modifier applied to the format (used for tiled formats
+ *                     and other kind of HW-specific formats, like compressed
+ *                     formats)
+ * @sizeimage:         maximum size in bytes required for data, for which
+ *                     this plane will be used
+ * @bytesperline:      distance in bytes between the leftmost pixels in two
+ *                     adjacent lines
+ */
+struct v4l2_plane_ext_pix_format {
+       __u64 modifier;
+       __u32 sizeimage;
+       __u32 bytesperline;
+};
+
+/**
+ * struct v4l2_ext_pix_format - extended single/multiplanar format definition
+ * @width: image width in pixels
+ * @height: image height in pixels
+ * @pixelformat: little endian four character code (fourcc)
+ * @field: enum v4l2_field; field order (for interlaced video)
+ * @colorspace: enum v4l2_colorspace; supplemental to pixelformat
+ * @num_planes: number of planes for this format. Should be equal to 1
+ *             for single-planar formats and greater than 1 for
+ *             multiplanar ones
+ * @plane_fmt: per-plane information
+ * @flags: format flags (V4L2_PIX_FMT_FLAG_*)
+ * @ycbcr_enc: enum v4l2_ycbcr_encoding, Y'CbCr encoding
+ * @hsv_enc: enum v4l2_hsv_encoding, HSV encoding
+ * @quantization: enum v4l2_quantization, colorspace quantization
+ * @xfer_func: enum v4l2_xfer_func, colorspace transfer function
+ */
+struct v4l2_ext_pix_format {
+       __u32 width;
+       __u32 height;
+       __u32 pixelformat;
+       __u32 field;
+       __u32 colorspace;
+       __u32 num_planes;
+       struct v4l2_plane_ext_pix_format plane_fmt[VIDEO_MAX_PLANES];
+       __u8 flags;
+       union {
+               __u8 ycbcr_enc;
+               __u8 hsv_enc;
+       };
+       __u8 quantization;
+       __u8 xfer_func;
+};
+
 /**
  * struct v4l2_sdr_format - SDR format definition
  * @pixelformat:       little endian four character code (fourcc)
@@ -2192,6 +2242,35 @@ struct v4l2_format {
        } fmt;
 };
 
+/**
+ * struct v4l2_ext_format - extended stream data format
+ * @type: enum v4l2_buf_type; type of the data stream.
+ *       V4L2_BUF_TYPE_VIDEO[_OUTPUT]_OVERLAY and
+ *       V4L2_BUF_TYPE_VIDEO_{CAPTURE,OUTPUT}_MPLANE are not supported
+ * @pix: definition of an image format. Used for
+ *      V4L2_BUF_TYPE_VIDEO_{CAPTURE,OUTPUT} types
+ * @vbi: raw VBI capture or output parameters. Used for
+ *      V4L2_BUF_TYPE_VBI_{CAPTURE,OUTPUT} types
+ * @sliced: sliced VBI capture or output parameters. Used for
+ *         V4L2_BUF_TYPE_SLICED_VBI_{CAPTURE,OUTPUT} types.
+ * @sdr: SDR capture or output parameters. Used for
+ *      V4L2_BUF_TYPE_SDR_{CAPTURE,OUTPUT} types
+ * @meta: meta capture or output parameters. Used for
+ *       V4L2_BUF_TYPE_META_{CAPTURE,OUTPUT} types
+ * @raw_data: placeholder for future extensions and custom formats
+ */
+struct v4l2_ext_format {
+       __u32 type;
+       union {
+               struct v4l2_ext_pix_format pix;
+               struct v4l2_vbi_format vbi;
+               struct v4l2_sliced_vbi_format sliced;
+               struct v4l2_sdr_format sdr;
+               struct v4l2_meta_format meta;
+               __u8 raw_data[200];
+       } fmt;
+};
+
 /*     Stream type-dependent parameters
  */
 struct v4l2_streamparm {
@@ -2456,6 +2535,9 @@ struct v4l2_create_buffers {
 
 #define VIDIOC_QUERY_EXT_CTRL  _IOWR('V', 103, struct v4l2_query_ext_ctrl)
 
+#define VIDIOC_G_EXT_FMT       _IOWR('V', 104, struct v4l2_ext_format)
+#define VIDIOC_S_EXT_FMT       _IOWR('V', 105, struct v4l2_ext_format)
+#define VIDIOC_TRY_EXT_FMT     _IOWR('V', 106, struct v4l2_ext_format)
 /* Reminder: when adding new ioctls please add support for them to
    drivers/media/v4l2-core/v4l2-compat-ioctl32.c as well! */
 
-- 
2.20.1

Reply via email to