Add filter for conversion between various panorama formats.
Supported formats: equirectangular, cubemap 3x2, cubemap 6x1
Contributions:
doc/filters: add panorama filter description
unify remap calculation procedure
add option for interpolation method
Signed-off-by: Eugene Lyapustin <unishi...@gmail.com>
---
use bilinear from cubemap to equirectangular
Change cube faces order to match Youtube's
avfilter: add convertion to/from cubemap 6x1
Signed-off-by: Hazem Ashmawy <hazem.s.ashm...@gmail.com>
---
avfilter: add panorama filter
Signed-off-by: Paul B Mahol <one...@gmail.com>
Signed-off-by: Eugene Lyapustin <unishi...@gmail.com>
---
doc/filters.texi | 50 +++
libavfilter/Makefile | 1 +
libavfilter/allfilters.c | 1 +
libavfilter/vf_panorama.c | 647 ++++++++++++++++++++++++++++++++++++++
4 files changed, 699 insertions(+)
create mode 100644 libavfilter/vf_panorama.c
diff --git a/doc/filters.texi b/doc/filters.texi
index 867607d870..2e9bf81e12 100644
--- a/doc/filters.texi
+++ b/doc/filters.texi
@@ -13382,6 +13382,56 @@ ffmpeg -i input.mkv -i palette.png -lavfi paletteuse
output.gif
@end example
@end itemize
+@section panorama
+
+Convert panorama videos between various formats.
+
+The filter accepts the following options:
+
+@table @option
+@item input
+Set format of input video.
+@item output
+Set format of output video.
+
+Available formats:
+
+@table @samp
+@item e
+Equirectangular projection.
+@item c6x1
+Cubemap with 6x1 layout.
+@item c3x2
+Cubemap with 3x2 layout.
+
+@end table
+
+@item interp
+Set interpolation method.
+
+Available methods:
+
+@table @samp
+@item near
+Nearest neighbour
+@item line
+Bilinear interpolation
+@end table
+
+Default value is @samp{line}.
+
+@end table
+
+@subsection Examples
+
+@itemize
+@item
+Convert equirectangular video to cubemap with 3x2 layout using bilinear
interpolation:
+@example
+ffmpeg -i input.mkv -vf panorama=e:c3x2:line output.mkv
+@end example
+@end itemize
+
@section perspective
Correct perspective of video not recorded perpendicular to the screen.
diff --git a/libavfilter/Makefile b/libavfilter/Makefile
index fef6ec5c55..3c272da7b2 100644
--- a/libavfilter/Makefile
+++ b/libavfilter/Makefile
@@ -307,6 +307,7 @@ OBJS-$(CONFIG_OWDENOISE_FILTER) +=
vf_owdenoise.o
OBJS-$(CONFIG_PAD_FILTER) += vf_pad.o
OBJS-$(CONFIG_PALETTEGEN_FILTER) += vf_palettegen.o
OBJS-$(CONFIG_PALETTEUSE_FILTER) += vf_paletteuse.o framesync.o
+OBJS-$(CONFIG_PANORAMA_FILTER) += vf_panorama.o
OBJS-$(CONFIG_PERMS_FILTER) += f_perms.o
OBJS-$(CONFIG_PERSPECTIVE_FILTER) += vf_perspective.o
OBJS-$(CONFIG_PHASE_FILTER) += vf_phase.o
diff --git a/libavfilter/allfilters.c b/libavfilter/allfilters.c
index c51ae0f3c7..f49c0a40e0 100644
--- a/libavfilter/allfilters.c
+++ b/libavfilter/allfilters.c
@@ -292,6 +292,7 @@ extern AVFilter ff_vf_owdenoise;
extern AVFilter ff_vf_pad;
extern AVFilter ff_vf_palettegen;
extern AVFilter ff_vf_paletteuse;
+extern AVFilter ff_vf_panorama;
extern AVFilter ff_vf_perms;
extern AVFilter ff_vf_perspective;
extern AVFilter ff_vf_phase;
diff --git a/libavfilter/vf_panorama.c b/libavfilter/vf_panorama.c
new file mode 100644
index 0000000000..8fa0310349
--- /dev/null
+++ b/libavfilter/vf_panorama.c
@@ -0,0 +1,647 @@
+/*
+ * This file is part of FFmpeg.
+ *
+ * FFmpeg is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 2.1 of the License, or (at your option) any later version.
+ *
+ * FFmpeg is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public
+ * License along with FFmpeg; if not, write to the Free Software
+ * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
+ */
+
+#include "libavutil/avassert.h"
+#include "libavutil/eval.h"
+#include "libavutil/imgutils.h"
+#include "libavutil/pixdesc.h"
+#include "libavutil/opt.h"
+#include "avfilter.h"
+#include "formats.h"
+#include "internal.h"
+#include "video.h"
+
+enum Projections {
+ EQUIRECTANGULAR,
+ CUBEMAP_6_1,
+ CUBEMAP_3_2,
+ NB_PROJECTIONS,
+};
+
+enum InterpMethod {
+ NEAREST,
+ BILINEAR,
+ NB_INTERP_METHODS,
+};
+
+enum Faces {
+ RIGHT,
+ LEFT,
+ TOP,
+ DOWN,
+ FRONT,
+ BACK,
+};
+
+struct XYRemap {
+ int vi, ui;
+ int v2, u2;
+ double a, b, c, d;
+};
+
+typedef struct PanoramaContext {
+ const AVClass *class;
+ int in, out;
+ int interp;
+
+ int planewidth[4], planeheight[4];
+ int inplanewidth[4], inplaneheight[4];
+ int nb_planes;
+
+ struct XYRemap *remap[4];
+
+ int (*panorama)(struct PanoramaContext *s,
+ const uint8_t *src, uint8_t *dst,
+ int width, int height,
+ int in_linesize, int out_linesize,
+ const struct XYRemap *remap);
+} PanoramaContext;
+
+#define OFFSET(x) offsetof(PanoramaContext, x)
+#define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM
+
+static const AVOption panorama_options[] = {
+ { "input", "set input projection", OFFSET(in), AV_OPT_TYPE_INT,
{.i64=EQUIRECTANGULAR}, 0, NB_PROJECTIONS-1, FLAGS, "in" },
+ { "e", "equirectangular", 0,
AV_OPT_TYPE_CONST, {.i64=EQUIRECTANGULAR}, 0, 0, FLAGS, "in"
},
+ { "c6x1", "cubemap6x1", 0,
AV_OPT_TYPE_CONST, {.i64=CUBEMAP_6_1}, 0, 0, FLAGS, "in"
},
+ { "c3x2", "cubemap3x2", 0,
AV_OPT_TYPE_CONST, {.i64=CUBEMAP_3_2}, 0, 0, FLAGS, "in"
},
+ { "output", "set output projection", OFFSET(out), AV_OPT_TYPE_INT,
{.i64=CUBEMAP_3_2}, 0, NB_PROJECTIONS-1, FLAGS, "out" },
+ { "e", "equirectangular", 0,
AV_OPT_TYPE_CONST, {.i64=EQUIRECTANGULAR}, 0, 0, FLAGS, "out"
},
+ { "c6x1", "cubemap6x1", 0,
AV_OPT_TYPE_CONST, {.i64=CUBEMAP_6_1}, 0, 0, FLAGS, "out"
},
+ { "c3x2", "cubemap3x2", 0,
AV_OPT_TYPE_CONST, {.i64=CUBEMAP_3_2}, 0, 0, FLAGS, "out"
},
+ { "interp", "set interpolation method", OFFSET(interp), AV_OPT_TYPE_INT,
{.i64=BILINEAR}, 0, NB_INTERP_METHODS-1, FLAGS, "interp" },
+ { "near", "nearest neighbour", 0,
AV_OPT_TYPE_CONST, {.i64=NEAREST}, 0, 0, FLAGS,
"interp" },
+ { "line", "bilinear", 0,
AV_OPT_TYPE_CONST, {.i64=BILINEAR}, 0, 0, FLAGS,
"interp" },
+ { NULL }
+};
+
+AVFILTER_DEFINE_CLASS(panorama);
+
+static int query_formats(AVFilterContext *ctx)
+{
+ static const enum AVPixelFormat pix_fmts[] = {
+ AV_PIX_FMT_YUVA444P, AV_PIX_FMT_YUVA422P, AV_PIX_FMT_YUVA420P,
+ AV_PIX_FMT_YUVJ444P, AV_PIX_FMT_YUVJ440P,
AV_PIX_FMT_YUVJ422P,AV_PIX_FMT_YUVJ420P, AV_PIX_FMT_YUVJ411P,
+ AV_PIX_FMT_YUV444P, AV_PIX_FMT_YUV440P, AV_PIX_FMT_YUV422P,
AV_PIX_FMT_YUV420P, AV_PIX_FMT_YUV411P, AV_PIX_FMT_YUV410P,
+ AV_PIX_FMT_GBRP, AV_PIX_FMT_GBRAP, AV_PIX_FMT_GRAY8, AV_PIX_FMT_NONE
+ };
+
+ AVFilterFormats *fmts_list = ff_make_format_list(pix_fmts);
+ if (!fmts_list)
+ return AVERROR(ENOMEM);
+ return ff_set_common_formats(ctx, fmts_list);
+}
+
+static int bilinear(PanoramaContext *s,
+ const uint8_t *src, uint8_t *dst,
+ int width, int height,
+ int in_linesize, int out_linesize,
+ const struct XYRemap *remap)
+{
+ double A, B, C, D;
+ int x, y;
+
+ for (y = 0; y < height; y++) {
+ uint8_t *d = dst + y * out_linesize;
+ for (x = 0; x < width; x++) {
+ const struct XYRemap *r = &remap[y * width + x];
+
+ A = src[r->vi * in_linesize + r->ui];
+ B = src[r->vi * in_linesize + r->u2];
+ C = src[r->v2 * in_linesize + r->ui];
+ D = src[r->v2 * in_linesize + r->u2];
+ *d++ = round(A * r->a + B * r->b + C * r->c + D * r->d);
+ }
+ }
+
+ return 0;
+}
+
+static int nearest(PanoramaContext *s,
+ const uint8_t *src, uint8_t *dst,
+ int width, int height,
+ int in_linesize, int out_linesize,
+ const struct XYRemap *remap)
+{
+ double A;
+ int x, y;
+
+ for (y = 0; y < height; y++) {
+ uint8_t *d = dst + y * out_linesize;
+ for (x = 0; x < width; x++) {
+ const struct XYRemap *r = &remap[y * width + x];
+
+ A = src[r->vi * in_linesize + r->ui];
+ *d++ = A;
+ }
+ }
+
+ return 0;
+}
+
+static inline int equal(double a, double b, double epsilon)
+{
+ return fabs(a - b) < epsilon;
+}
+
+static inline int smaller(double a, double b, double epsilon)
+{
+ return ((a - b) < 0.0) && (!equal(a, b, epsilon));
+}
+
+static inline int in_range(double rd, double small, double large, double res)
+{
+ return !smaller(rd, small, res)
+ && smaller(rd, large, res);
+}
+
+static void locate(double axis, double x, double y, double rad,
+ double rw, double rh, double *ox, double *oy)
+{
+ *ox = rw / axis * (x * cos(rad) - y * sin(rad));
+ *oy = rh / axis * (x * sin(rad) + y * cos(rad));
+ *ox += rw;
+ *oy += rh;
+}
+
+static void cube3x2_to_xyz(int i, int j, int width, int height,
+ double *x, double *y, double *z)
+{
+ int ew = width / 3;
+ int eh = height / 2;
+ int face = (i / ew) + 3 * (j / eh);
+ double a = 2. * i / ew;
+ double b = 2. * j / eh;
+ double norm;
+ double l_x, l_y, l_z;
+
+ switch (face) {
+ case BACK:
+ l_x = -1 ;
+ l_y = -3. + b;
+ l_z = 5. - a;
+ break;
+ case LEFT:
+ l_x = a - 3;
+ l_y = -1. + b;
+ l_z = -1 ;
+ break;
+ case FRONT:
+ l_x = 1 ;
+ l_y = -3. + b;
+ l_z = a - 3;
+ break;
+ case RIGHT:
+ l_x = 1. - a;
+ l_y = -1. + b;
+ l_z = 1 ;
+ break;
+ case TOP:
+ l_x = b - 1;
+ l_y = -1 ;
+ l_z = a - 5;
+ break;
+ case DOWN:
+ l_x = -b + 3;
+ l_y = 1 ;
+ l_z = a - 1;
+ break;
+ }
+
+ norm = sqrt(l_x * l_x + l_y * l_y + l_z * l_z);
+ *x = l_x / norm;
+ *y = l_y / norm;
+ *z = l_z / norm;
+}
+
+static void xyz_to_cube3x2(double x, double y, double z, int width, int height,
+ int *i, int *j, int *i2, int *j2, double *mu,
double *nu)
+{
+ double theta = atan2(z, x);
+ double phi = asin(y);
+ double theta_norm, phi_threshold;
+ double res = M_PI_4 / (width / 3) / 10.0;
+ double uf, vf;
+ int ui, vi, u2, v2;
+ int rh = height / 4;
+ int rw = width / 6;
+ int face;
+
+ if (in_range(theta, -M_PI_4, M_PI_4, res)) {
+ face = FRONT;
+ theta_norm = theta;
+ } else if (in_range(theta, -(M_PI_2 + M_PI_4), -M_PI_4, res)) {
+ face = LEFT;
+ theta_norm = theta + M_PI_2;
+ } else if (in_range(theta, M_PI_4, M_PI_2 + M_PI_4, res)) {
+ face = RIGHT;
+ theta_norm = theta - M_PI_2;
+ } else {
+ face = BACK;
+ theta_norm = theta + ((theta > 0) ? -M_PI : M_PI);
+ }
+
+ phi_threshold = atan2(1., 1. / cos(theta_norm));
+ if (phi > phi_threshold) {
+ face = DOWN;
+ } else if (phi < -phi_threshold) {
+ face = TOP;
+ }
+
+ switch (face) {
+ case LEFT:
+ locate(z, x, y, M_PI, rw, rh, &uf, &vf);
+ break;
+ case FRONT:
+ locate(x, z, y, 0., rw, rh, &uf, &vf);
+ break;
+ case RIGHT:
+ locate(z, y, x, M_PI_2, rw, rh, &uf, &vf);
+ break;
+ case TOP:
+ locate(y, z, x, M_PI, rw, rh, &uf, &vf);
+ break;
+ case BACK:
+ locate(x, y, z, -M_PI_2, rw, rh, &uf, &vf);
+ break;
+ case DOWN:
+ locate(y, x, z, -M_PI_2, rw, rh, &uf, &vf);
+ break;
+ }
+
+ ui = floor(uf);
+ vi = floor(vf);
+ u2 = ui + 1;
+ v2 = vi + 1;
+ *mu = uf - ui;
+ *nu = vf - vi;
+ vi = av_clip(vi, 0, 2 * rh - 1);
+ ui = av_clip(ui, 0, 2 * rw - 1);
+ v2 = av_clip(v2, 0, 2 * rh - 1);
+ u2 = av_clip(u2, 0, 2 * rw - 1);
+
+ *i = ui + (width / 3.) * (face % 3);
+ *i2 = u2 + (width / 3.) * (face % 3);
+ *j = vi + (height / 2.) * (face / 3);
+ *j2 = v2 + (height / 2.) * (face / 3);
+}
+
+static void cube6x1_to_xyz(int i, int j, int width, int height,
+ double *x, double *y, double *z)
+{
+ int ew = width / 6;
+ int eh = height;
+ int face = i / ew;
+ double a = 2. * i / ew;
+ double b = 2. * j / eh;
+ double norm;
+ double l_x, l_y, l_z;
+
+ switch (face) {
+ case BACK:
+ l_x = -1 ;
+ l_y = -1. + b;
+ l_z = 11. - a;
+ break;
+ case LEFT:
+ l_x = a - 3;
+ l_y = -1. + b;
+ l_z = -1 ;
+ break;
+ case FRONT:
+ l_x = 1 ;
+ l_y = -1. + b;
+ l_z = a - 9;
+ break;
+ case RIGHT:
+ l_x = 1. - a;
+ l_y = -1. + b;
+ l_z = 1 ;
+ break;
+ case TOP:
+ l_x = b - 1;
+ l_y = -1 ;
+ l_z = a - 5;
+ break;
+ case DOWN:
+ l_x = -b + 1;
+ l_y = 1 ;
+ l_z = a - 7;
+ break;
+ }
+
+ norm = sqrt(l_x * l_x + l_y * l_y + l_z * l_z);
+ *x = l_x / norm;
+ *y = l_y / norm;
+ *z = l_z / norm;
+}
+
+static void xyz_to_cube6x1(double x, double y, double z, int width, int height,
+ int *i, int *j, int *i2, int *j2, double *mu,
double *nu)
+{
+ double theta = atan2(z, x);
+ double phi = asin(y);
+ double theta_norm, phi_threshold;
+ double res = M_PI_4 / (width / 6) / 10.0;
+ double uf, vf;
+ int ui, vi, u2, v2;
+ int rh = height / 2;
+ int rw = width / 12;
+ int face;
+
+ if (in_range(theta, -M_PI_4, M_PI_4, res)) {
+ face = FRONT;
+ theta_norm = theta;
+ } else if (in_range(theta, -(M_PI_2 + M_PI_4), -M_PI_4, res)) {
+ face = LEFT;
+ theta_norm = theta + M_PI_2;
+ } else if (in_range(theta, M_PI_4, M_PI_2 + M_PI_4, res)) {
+ face = RIGHT;
+ theta_norm = theta - M_PI_2;
+ } else {
+ face = BACK;
+ theta_norm = theta + ((theta > 0) ? -M_PI : M_PI);
+ }
+
+ phi_threshold = atan2(1., 1. / cos(theta_norm));
+ if (phi > phi_threshold) {
+ face = DOWN;
+ } else if (phi < -phi_threshold) {
+ face = TOP;
+ }
+
+ switch (face) {
+ case LEFT:
+ locate(z, x, y, M_PI, rw, rh, &uf, &vf);
+ break;
+ case FRONT:
+ locate(x, z, y, 0., rw, rh, &uf, &vf);
+ break;
+ case RIGHT:
+ locate(z, y, x, M_PI_2, rw, rh, &uf, &vf);
+ break;
+ case TOP:
+ locate(y, z, x, M_PI, rw, rh, &uf, &vf);
+ break;
+ case BACK:
+ locate(x, y, z, -M_PI_2, rw, rh, &uf, &vf);
+ break;
+ case DOWN:
+ locate(y, x, z, -M_PI_2, rw, rh, &uf, &vf);
+ break;
+ }
+
+ ui = floor(uf);
+ vi = floor(vf);
+ u2 = ui + 1;
+ v2 = vi + 1;
+ *mu = uf - ui;
+ *nu = vf - vi;
+ vi = av_clip(vi, 0, 2 * rh - 1);
+ ui = av_clip(ui, 0, 2 * rw - 1);
+ v2 = av_clip(v2, 0, 2 * rh - 1);
+ u2 = av_clip(u2, 0, 2 * rw - 1);
+
+ *i = ui + (width / 6.) * face;
+ *i2 = u2 + (width / 6.) * face;
+ *j = vi;
+ *j2 = v2;
+}
+
+static void equirect_to_xyz(int i, int j, int width, int height,
+ double *x, double *y, double *z)
+{
+ double theta = ((2. * i) / width - 1.) * M_PI;
+ double phi = ((2. * j) / height - 1.) * M_PI_2;
+
+ *x = cos(phi) * cos(theta);
+ *y = sin(phi);
+ *z = cos(phi) * sin(theta);
+}
+
+static void xyz_to_equirect(double x, double y, double z, int width, int
height,
+ int *i, int *j, int *i2, int *j2, double *mu,
double *nu)
+{
+ double uf, vf;
+ int ui, vi, u2, v2;
+ double theta = atan2(z, x);
+ double phi = asin(y);
+
+ uf = (theta / M_PI + 1.) * width / 2.;
+ vf = (phi / M_PI_2 + 1.) * height / 2.;
+ ui = floor(uf);
+ vi = floor(vf);
+ u2 = ui + 1;
+ v2 = vi + 1;
+
+ *mu = uf - ui;
+ *nu = vf - vi;
+ *j = av_clip(vi, 0, height - 1);
+ *i = ui % width;
+ *j2 = av_clip(v2, 0, height - 1);
+ *i2 = u2 % width;
+}
+
+
+static int config_output(AVFilterLink *outlink)
+{
+ AVFilterContext *ctx = outlink->src;
+ AVFilterLink *inlink = ctx->inputs[0];
+ PanoramaContext *s = ctx->priv;
+ const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(inlink->format);
+ int p, h, w;
+ void (*in_transform)(double x, double y, double z, int width, int height,
+ int *i, int *j, int *i2, int *j2, double *mu, double
*nu);
+ void (*out_transform)(int i, int j, int width, int height,
+ double *x, double *y, double *z);
+
+ if (s->interp == NEAREST) {
+ s->panorama = nearest;
+ } else if (s->interp == BILINEAR) {
+ s->panorama = bilinear;
+ } else {
+ av_assert0(0);
+ }
+
+ if (s->in == EQUIRECTANGULAR && s->out == CUBEMAP_3_2) {
+ w = inlink->w / 4 * 3;
+ h = inlink->h;
+ } else if (s->in == EQUIRECTANGULAR && s->out == CUBEMAP_6_1) {
+ w = inlink->w / 4 * 6;
+ h = inlink->h / 2;
+ } else if (s->in == CUBEMAP_3_2 && s->out == EQUIRECTANGULAR) {
+ w = inlink->w / 3 * 4;
+ h = inlink->h;
+ } else if (s->in == CUBEMAP_6_1 && s->out == EQUIRECTANGULAR) {
+ w = inlink->w / 6 * 4;
+ h = inlink->h * 2;
+ } else if (s->in == CUBEMAP_3_2 && s->out == CUBEMAP_6_1) {
+ w = inlink->w * 2;
+ h = inlink->h / 2;
+ } else if (s->in == CUBEMAP_6_1 && s->out == CUBEMAP_3_2) {
+ w = inlink->w / 2;
+ h = inlink->h * 2;
+ } else if (s->in == s->out) {
+ w = inlink->w;
+ h = inlink->h;
+ } else {
+ av_assert0(0);
+ }
+
+ s->planeheight[1] = s->planeheight[2] = FF_CEIL_RSHIFT(h,
desc->log2_chroma_h);
+ s->planeheight[0] = s->planeheight[3] = h;
+ s->planewidth[1] = s->planewidth[2] = FF_CEIL_RSHIFT(w,
desc->log2_chroma_w);
+ s->planewidth[0] = s->planewidth[3] = w;
+
+ outlink->h = h;
+ outlink->w = w;
+
+ s->inplaneheight[1] = s->inplaneheight[2] = FF_CEIL_RSHIFT(inlink->h,
desc->log2_chroma_h);
+ s->inplaneheight[0] = s->inplaneheight[3] = inlink->h;
+ s->inplanewidth[1] = s->inplanewidth[2] = FF_CEIL_RSHIFT(inlink->w,
desc->log2_chroma_w);
+ s->inplanewidth[0] = s->inplanewidth[3] = inlink->w;
+ s->nb_planes = av_pix_fmt_count_planes(inlink->format);
+
+ for (p = 0; p < s->nb_planes; p++) {
+ s->remap[p] = av_calloc(s->planewidth[p] * s->planeheight[p],
sizeof(struct XYRemap));
+ if (!s->remap[p])
+ return AVERROR(ENOMEM);
+ }
+
+ switch (s->in) {
+ case EQUIRECTANGULAR:
+ in_transform = xyz_to_equirect;
+ break;
+ case CUBEMAP_3_2:
+ in_transform = xyz_to_cube3x2;
+ break;
+ case CUBEMAP_6_1:
+ in_transform = xyz_to_cube6x1;
+ break;
+ }
+
+ switch (s->out) {
+ case EQUIRECTANGULAR:
+ out_transform = equirect_to_xyz;
+ break;
+ case CUBEMAP_3_2:
+ out_transform = cube3x2_to_xyz;
+ break;
+ case CUBEMAP_6_1:
+ out_transform = cube6x1_to_xyz;
+ break;
+ }
+
+ for (p = 0; p < s->nb_planes; p++) {
+ int ui, vi, u2, v2;
+ double mu, nu, x, y, z;
+ int width = s->planewidth[p];
+ int height = s->planeheight[p];
+ int in_width = s->inplanewidth[p];
+ int in_height = s->inplaneheight[p];
+ int i, j;
+
+ for (i = 0; i < width; i++) {
+ for (j = 0; j < height; j++) {
+ struct XYRemap *r = &s->remap[p][j * width + i];
+
+ out_transform(i, j, width, height, &x, &y, &z);
+ in_transform(x, y, z, in_width, in_height, &ui, &vi, &u2, &v2,
&mu, &nu);
+
+ r->vi = vi;
+ r->ui = ui;
+ r->v2 = v2;
+ r->u2 = u2;
+ r->a = (1 - mu) * (1 - nu);
+ r->b = mu * (1 - nu);
+ r->c = (1 - mu) * nu;
+ r->d = mu * nu;
+ }
+ }
+ }
+
+ return 0;
+}
+
+static int filter_frame(AVFilterLink *inlink, AVFrame *in)
+{
+ AVFilterContext *ctx = inlink->dst;
+ AVFilterLink *outlink = ctx->outputs[0];
+ PanoramaContext *s = ctx->priv;
+ AVFrame *out;
+ int plane;
+
+ if (s->in == s->out)
+ return ff_filter_frame(outlink, in);
+
+ out = ff_get_video_buffer(outlink, outlink->w, outlink->h);
+ if (!out) {
+ av_frame_free(&in);
+ return AVERROR(ENOMEM);
+ }
+ av_frame_copy_props(out, in);
+
+ for (plane = 0; plane < s->nb_planes; plane++) {
+ s->panorama(s, in->data[plane], out->data[plane],
+ s->planewidth[plane], s->planeheight[plane],
+ in->linesize[plane], out->linesize[plane],
+ s->remap[plane]);
+ }
+
+ av_frame_free(&in);
+ return ff_filter_frame(outlink, out);
+}
+
+static av_cold void uninit(AVFilterContext *ctx)
+{
+ PanoramaContext *s = ctx->priv;
+ int p;
+
+ for (p = 0; p < s->nb_planes; p++)
+ av_freep(&s->remap[p]);
+}
+
+static const AVFilterPad inputs[] = {
+ {
+ .name = "default",
+ .type = AVMEDIA_TYPE_VIDEO,
+ .filter_frame = filter_frame,
+ },
+ { NULL }
+};
+
+static const AVFilterPad outputs[] = {
+ {
+ .name = "default",
+ .type = AVMEDIA_TYPE_VIDEO,
+ .config_props = config_output,
+ },
+ { NULL }
+};
+
+AVFilter ff_vf_panorama = {
+ .name = "panorama",
+ .description = NULL_IF_CONFIG_SMALL("Convert panorama projection of
video."),
+ .priv_size = sizeof(PanoramaContext),
+ .uninit = uninit,
+ .query_formats = query_formats,
+ .inputs = inputs,
+ .outputs = outputs,
+ .priv_class = &panorama_class,
+ .flags = AVFILTER_FLAG_SUPPORT_TIMELINE_GENERIC,
+};
--
2.21.0
_______________________________________________
ffmpeg-devel mailing list
ffmpeg-devel@ffmpeg.org
https://ffmpeg.org/mailman/listinfo/ffmpeg-devel
To unsubscribe, visit link above, or email
ffmpeg-devel-requ...@ffmpeg.org with subject "unsubscribe".
