2 * Copyright (c) 2010 Gordon Schmidt <gordon.schmidt <at> s2000.tu-chemnitz.de>
3 * Copyright (c) 2013-2015 Paul B Mahol
5 * This file is part of FFmpeg.
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU General Public
9 * License as published by the Free Software Foundation; either
10 * version 2 of the License, or (at your option) any later version.
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
17 * You should have received a copy of the GNU General Public License along
18 * with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
22 #include "libavutil/avassert.h"
23 #include "libavutil/imgutils.h"
24 #include "libavutil/intreadwrite.h"
25 #include "libavutil/opt.h"
26 #include "libavutil/parseutils.h"
27 #include "libavutil/pixdesc.h"
29 #include "drawutils.h"
36 ANAGLYPH_RC_GRAY, // anaglyph red/cyan gray
37 ANAGLYPH_RC_HALF, // anaglyph red/cyan half colored
38 ANAGLYPH_RC_COLOR, // anaglyph red/cyan colored
39 ANAGLYPH_RC_DUBOIS, // anaglyph red/cyan dubois
40 ANAGLYPH_GM_GRAY, // anaglyph green/magenta gray
41 ANAGLYPH_GM_HALF, // anaglyph green/magenta half colored
42 ANAGLYPH_GM_COLOR, // anaglyph green/magenta colored
43 ANAGLYPH_GM_DUBOIS, // anaglyph green/magenta dubois
44 ANAGLYPH_YB_GRAY, // anaglyph yellow/blue gray
45 ANAGLYPH_YB_HALF, // anaglyph yellow/blue half colored
46 ANAGLYPH_YB_COLOR, // anaglyph yellow/blue colored
47 ANAGLYPH_YB_DUBOIS, // anaglyph yellow/blue dubois
48 ANAGLYPH_RB_GRAY, // anaglyph red/blue gray
49 ANAGLYPH_RG_GRAY, // anaglyph red/green gray
50 MONO_L, // mono output for debugging (left eye only)
51 MONO_R, // mono output for debugging (right eye only)
52 INTERLEAVE_ROWS_LR, // row-interleave (left eye has top row)
53 INTERLEAVE_ROWS_RL, // row-interleave (right eye has top row)
54 SIDE_BY_SIDE_LR, // side by side parallel (left eye left, right eye right)
55 SIDE_BY_SIDE_RL, // side by side crosseye (right eye left, left eye right)
56 SIDE_BY_SIDE_2_LR, // side by side parallel with half width resolution
57 SIDE_BY_SIDE_2_RL, // side by side crosseye with half width resolution
58 ABOVE_BELOW_LR, // above-below (left eye above, right eye below)
59 ABOVE_BELOW_RL, // above-below (right eye above, left eye below)
60 ABOVE_BELOW_2_LR, // above-below with half height resolution
61 ABOVE_BELOW_2_RL, // above-below with half height resolution
62 ALTERNATING_LR, // alternating frames (left eye first, right eye second)
63 ALTERNATING_RL, // alternating frames (right eye first, left eye second)
64 CHECKERBOARD_LR, // checkerboard pattern (left eye first, right eye second)
65 CHECKERBOARD_RL, // checkerboard pattern (right eye first, left eye second)
66 INTERLEAVE_COLS_LR, // column-interleave (left eye first, right eye second)
67 INTERLEAVE_COLS_RL, // column-interleave (right eye first, left eye second)
68 HDMI, // HDMI frame pack (left eye first, right eye second)
69 STEREO_CODE_COUNT // TODO: needs autodetection
72 typedef struct StereoComponent {
73 int format; ///< StereoCode
75 int off_left, off_right;
76 int off_lstep, off_rstep;
77 int row_left, row_right;
81 static const int ana_coeff[][3][6] = {
83 {{19595, 38470, 7471, 0, 0, 0},
85 { 0, 0, 0, 19595, 38470, 7471}},
87 {{19595, 38470, 7471, 0, 0, 0},
88 { 0, 0, 0, 19595, 38470, 7471},
91 {{19595, 38470, 7471, 0, 0, 0},
92 { 0, 0, 0, 19595, 38470, 7471},
93 { 0, 0, 0, 19595, 38470, 7471}},
95 {{19595, 38470, 7471, 0, 0, 0},
96 { 0, 0, 0, 0, 65536, 0},
97 { 0, 0, 0, 0, 0, 65536}},
99 {{65536, 0, 0, 0, 0, 0},
100 { 0, 0, 0, 0, 65536, 0},
101 { 0, 0, 0, 0, 0, 65536}},
102 [ANAGLYPH_RC_DUBOIS] =
103 {{29891, 32800, 11559, -2849, -5763, -102},
104 {-2627, -2479, -1033, 24804, 48080, -1209},
105 { -997, -1350, -358, -4729, -7403, 80373}},
107 {{ 0, 0, 0, 19595, 38470, 7471},
108 {19595, 38470, 7471, 0, 0, 0},
109 { 0, 0, 0, 19595, 38470, 7471}},
111 {{ 0, 0, 0, 65536, 0, 0},
112 {19595, 38470, 7471, 0, 0, 0},
113 { 0, 0, 0, 0, 0, 65536}},
114 [ANAGLYPH_GM_COLOR] =
115 {{ 0, 0, 0, 65536, 0, 0},
116 { 0, 65536, 0, 0, 0, 0},
117 { 0, 0, 0, 0, 0, 65536}},
118 [ANAGLYPH_GM_DUBOIS] =
119 {{-4063,-10354, -2556, 34669, 46203, 1573},
120 {18612, 43778, 9372, -1049, -983, -4260},
121 { -983, -1769, 1376, 590, 4915, 61407}},
123 {{ 0, 0, 0, 19595, 38470, 7471},
124 { 0, 0, 0, 19595, 38470, 7471},
125 {19595, 38470, 7471, 0, 0, 0}},
127 {{ 0, 0, 0, 65536, 0, 0},
128 { 0, 0, 0, 0, 65536, 0},
129 {19595, 38470, 7471, 0, 0, 0}},
130 [ANAGLYPH_YB_COLOR] =
131 {{ 0, 0, 0, 65536, 0, 0},
132 { 0, 0, 0, 0, 65536, 0},
133 { 0, 0, 65536, 0, 0, 0}},
134 [ANAGLYPH_YB_DUBOIS] =
135 {{65535,-12650,18451, -987, -7590, -1049},
136 {-1604, 56032, 4196, 370, 3826, -1049},
137 {-2345,-10676, 1358, 5801, 11416, 56217}},
140 typedef struct Stereo3DContext {
141 const AVClass *class;
142 StereoComponent in, out;
144 const int *ana_matrix[3];
152 int in_off_left[4], in_off_right[4];
153 Stereo3DDSPContext dsp;
156 #define OFFSET(x) offsetof(Stereo3DContext, x)
157 #define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM
159 static const AVOption stereo3d_options[] = {
160 { "in", "set input format", OFFSET(in.format), AV_OPT_TYPE_INT, {.i64=SIDE_BY_SIDE_LR}, INTERLEAVE_ROWS_LR, STEREO_CODE_COUNT-1, FLAGS, "in"},
161 { "ab2l", "above below half height left first", 0, AV_OPT_TYPE_CONST, {.i64=ABOVE_BELOW_2_LR}, 0, 0, FLAGS, "in" },
162 { "ab2r", "above below half height right first", 0, AV_OPT_TYPE_CONST, {.i64=ABOVE_BELOW_2_RL}, 0, 0, FLAGS, "in" },
163 { "abl", "above below left first", 0, AV_OPT_TYPE_CONST, {.i64=ABOVE_BELOW_LR}, 0, 0, FLAGS, "in" },
164 { "abr", "above below right first", 0, AV_OPT_TYPE_CONST, {.i64=ABOVE_BELOW_RL}, 0, 0, FLAGS, "in" },
165 { "al", "alternating frames left first", 0, AV_OPT_TYPE_CONST, {.i64=ALTERNATING_LR}, 0, 0, FLAGS, "in" },
166 { "ar", "alternating frames right first", 0, AV_OPT_TYPE_CONST, {.i64=ALTERNATING_RL}, 0, 0, FLAGS, "in" },
167 { "sbs2l", "side by side half width left first", 0, AV_OPT_TYPE_CONST, {.i64=SIDE_BY_SIDE_2_LR}, 0, 0, FLAGS, "in" },
168 { "sbs2r", "side by side half width right first", 0, AV_OPT_TYPE_CONST, {.i64=SIDE_BY_SIDE_2_RL}, 0, 0, FLAGS, "in" },
169 { "sbsl", "side by side left first", 0, AV_OPT_TYPE_CONST, {.i64=SIDE_BY_SIDE_LR}, 0, 0, FLAGS, "in" },
170 { "sbsr", "side by side right first", 0, AV_OPT_TYPE_CONST, {.i64=SIDE_BY_SIDE_RL}, 0, 0, FLAGS, "in" },
171 { "irl", "interleave rows left first", 0, AV_OPT_TYPE_CONST, {.i64=INTERLEAVE_ROWS_LR}, 0, 0, FLAGS, "in" },
172 { "irr", "interleave rows right first", 0, AV_OPT_TYPE_CONST, {.i64=INTERLEAVE_ROWS_RL}, 0, 0, FLAGS, "in" },
173 { "out", "set output format", OFFSET(out.format), AV_OPT_TYPE_INT, {.i64=ANAGLYPH_RC_DUBOIS}, 0, STEREO_CODE_COUNT-1, FLAGS, "out"},
174 { "ab2l", "above below half height left first", 0, AV_OPT_TYPE_CONST, {.i64=ABOVE_BELOW_2_LR}, 0, 0, FLAGS, "out" },
175 { "ab2r", "above below half height right first", 0, AV_OPT_TYPE_CONST, {.i64=ABOVE_BELOW_2_RL}, 0, 0, FLAGS, "out" },
176 { "abl", "above below left first", 0, AV_OPT_TYPE_CONST, {.i64=ABOVE_BELOW_LR}, 0, 0, FLAGS, "out" },
177 { "abr", "above below right first", 0, AV_OPT_TYPE_CONST, {.i64=ABOVE_BELOW_RL}, 0, 0, FLAGS, "out" },
178 { "agmc", "anaglyph green magenta color", 0, AV_OPT_TYPE_CONST, {.i64=ANAGLYPH_GM_COLOR}, 0, 0, FLAGS, "out" },
179 { "agmd", "anaglyph green magenta dubois", 0, AV_OPT_TYPE_CONST, {.i64=ANAGLYPH_GM_DUBOIS}, 0, 0, FLAGS, "out" },
180 { "agmg", "anaglyph green magenta gray", 0, AV_OPT_TYPE_CONST, {.i64=ANAGLYPH_GM_GRAY}, 0, 0, FLAGS, "out" },
181 { "agmh", "anaglyph green magenta half color", 0, AV_OPT_TYPE_CONST, {.i64=ANAGLYPH_GM_HALF}, 0, 0, FLAGS, "out" },
182 { "al", "alternating frames left first", 0, AV_OPT_TYPE_CONST, {.i64=ALTERNATING_LR}, 0, 0, FLAGS, "out" },
183 { "ar", "alternating frames right first", 0, AV_OPT_TYPE_CONST, {.i64=ALTERNATING_RL}, 0, 0, FLAGS, "out" },
184 { "arbg", "anaglyph red blue gray", 0, AV_OPT_TYPE_CONST, {.i64=ANAGLYPH_RB_GRAY}, 0, 0, FLAGS, "out" },
185 { "arcc", "anaglyph red cyan color", 0, AV_OPT_TYPE_CONST, {.i64=ANAGLYPH_RC_COLOR}, 0, 0, FLAGS, "out" },
186 { "arcd", "anaglyph red cyan dubois", 0, AV_OPT_TYPE_CONST, {.i64=ANAGLYPH_RC_DUBOIS}, 0, 0, FLAGS, "out" },
187 { "arcg", "anaglyph red cyan gray", 0, AV_OPT_TYPE_CONST, {.i64=ANAGLYPH_RC_GRAY}, 0, 0, FLAGS, "out" },
188 { "arch", "anaglyph red cyan half color", 0, AV_OPT_TYPE_CONST, {.i64=ANAGLYPH_RC_HALF}, 0, 0, FLAGS, "out" },
189 { "argg", "anaglyph red green gray", 0, AV_OPT_TYPE_CONST, {.i64=ANAGLYPH_RG_GRAY}, 0, 0, FLAGS, "out" },
190 { "aybc", "anaglyph yellow blue color", 0, AV_OPT_TYPE_CONST, {.i64=ANAGLYPH_YB_COLOR}, 0, 0, FLAGS, "out" },
191 { "aybd", "anaglyph yellow blue dubois", 0, AV_OPT_TYPE_CONST, {.i64=ANAGLYPH_YB_DUBOIS}, 0, 0, FLAGS, "out" },
192 { "aybg", "anaglyph yellow blue gray", 0, AV_OPT_TYPE_CONST, {.i64=ANAGLYPH_YB_GRAY}, 0, 0, FLAGS, "out" },
193 { "aybh", "anaglyph yellow blue half color", 0, AV_OPT_TYPE_CONST, {.i64=ANAGLYPH_YB_HALF}, 0, 0, FLAGS, "out" },
194 { "irl", "interleave rows left first", 0, AV_OPT_TYPE_CONST, {.i64=INTERLEAVE_ROWS_LR}, 0, 0, FLAGS, "out" },
195 { "irr", "interleave rows right first", 0, AV_OPT_TYPE_CONST, {.i64=INTERLEAVE_ROWS_RL}, 0, 0, FLAGS, "out" },
196 { "ml", "mono left", 0, AV_OPT_TYPE_CONST, {.i64=MONO_L}, 0, 0, FLAGS, "out" },
197 { "mr", "mono right", 0, AV_OPT_TYPE_CONST, {.i64=MONO_R}, 0, 0, FLAGS, "out" },
198 { "sbs2l", "side by side half width left first", 0, AV_OPT_TYPE_CONST, {.i64=SIDE_BY_SIDE_2_LR}, 0, 0, FLAGS, "out" },
199 { "sbs2r", "side by side half width right first", 0, AV_OPT_TYPE_CONST, {.i64=SIDE_BY_SIDE_2_RL}, 0, 0, FLAGS, "out" },
200 { "sbsl", "side by side left first", 0, AV_OPT_TYPE_CONST, {.i64=SIDE_BY_SIDE_LR}, 0, 0, FLAGS, "out" },
201 { "sbsr", "side by side right first", 0, AV_OPT_TYPE_CONST, {.i64=SIDE_BY_SIDE_RL}, 0, 0, FLAGS, "out" },
202 { "chl", "checkerboard left first", 0, AV_OPT_TYPE_CONST, {.i64=CHECKERBOARD_LR}, 0, 0, FLAGS, "out" },
203 { "chr", "checkerboard right first", 0, AV_OPT_TYPE_CONST, {.i64=CHECKERBOARD_RL}, 0, 0, FLAGS, "out" },
204 { "icl", "interleave columns left first", 0, AV_OPT_TYPE_CONST, {.i64=INTERLEAVE_COLS_LR}, 0, 0, FLAGS, "out" },
205 { "icr", "interleave columns right first", 0, AV_OPT_TYPE_CONST, {.i64=INTERLEAVE_COLS_RL}, 0, 0, FLAGS, "out" },
206 { "hdmi", "HDMI frame pack", 0, AV_OPT_TYPE_CONST, {.i64=HDMI}, 0, 0, FLAGS, "out" },
210 AVFILTER_DEFINE_CLASS(stereo3d);
212 static const enum AVPixelFormat anaglyph_pix_fmts[] = {
213 AV_PIX_FMT_RGB24, AV_PIX_FMT_BGR24,
217 static const enum AVPixelFormat other_pix_fmts[] = {
218 AV_PIX_FMT_RGB24, AV_PIX_FMT_BGR24,
219 AV_PIX_FMT_RGB48BE, AV_PIX_FMT_BGR48BE,
220 AV_PIX_FMT_RGB48LE, AV_PIX_FMT_BGR48LE,
221 AV_PIX_FMT_RGBA64BE, AV_PIX_FMT_BGRA64BE,
222 AV_PIX_FMT_RGBA64LE, AV_PIX_FMT_BGRA64LE,
223 AV_PIX_FMT_RGBA, AV_PIX_FMT_BGRA,
224 AV_PIX_FMT_ARGB, AV_PIX_FMT_ABGR,
225 AV_PIX_FMT_RGB0, AV_PIX_FMT_BGR0,
226 AV_PIX_FMT_0RGB, AV_PIX_FMT_0BGR,
228 AV_PIX_FMT_GBRP9BE, AV_PIX_FMT_GBRP9LE,
229 AV_PIX_FMT_GBRP10BE, AV_PIX_FMT_GBRP10LE,
230 AV_PIX_FMT_GBRP12BE, AV_PIX_FMT_GBRP12LE,
231 AV_PIX_FMT_GBRP14BE, AV_PIX_FMT_GBRP14LE,
232 AV_PIX_FMT_GBRP16BE, AV_PIX_FMT_GBRP16LE,
235 AV_PIX_FMT_YUV420P, AV_PIX_FMT_YUVA420P,
236 AV_PIX_FMT_YUV422P, AV_PIX_FMT_YUVA422P,
238 AV_PIX_FMT_YUV444P, AV_PIX_FMT_YUVA444P,
244 AV_PIX_FMT_YUV420P9LE, AV_PIX_FMT_YUVA420P9LE,
245 AV_PIX_FMT_YUV420P9BE, AV_PIX_FMT_YUVA420P9BE,
246 AV_PIX_FMT_YUV422P9LE, AV_PIX_FMT_YUVA422P9LE,
247 AV_PIX_FMT_YUV422P9BE, AV_PIX_FMT_YUVA422P9BE,
248 AV_PIX_FMT_YUV444P9LE, AV_PIX_FMT_YUVA444P9LE,
249 AV_PIX_FMT_YUV444P9BE, AV_PIX_FMT_YUVA444P9BE,
250 AV_PIX_FMT_YUV420P10LE, AV_PIX_FMT_YUVA420P10LE,
251 AV_PIX_FMT_YUV420P10BE, AV_PIX_FMT_YUVA420P10BE,
252 AV_PIX_FMT_YUV422P10LE, AV_PIX_FMT_YUVA422P10LE,
253 AV_PIX_FMT_YUV422P10BE, AV_PIX_FMT_YUVA422P10BE,
254 AV_PIX_FMT_YUV444P10LE, AV_PIX_FMT_YUVA444P10LE,
255 AV_PIX_FMT_YUV444P10BE, AV_PIX_FMT_YUVA444P10BE,
256 AV_PIX_FMT_YUV420P12BE, AV_PIX_FMT_YUV420P12LE,
257 AV_PIX_FMT_YUV422P12BE, AV_PIX_FMT_YUV422P12LE,
258 AV_PIX_FMT_YUV444P12BE, AV_PIX_FMT_YUV444P12LE,
259 AV_PIX_FMT_YUV420P14BE, AV_PIX_FMT_YUV420P14LE,
260 AV_PIX_FMT_YUV422P14BE, AV_PIX_FMT_YUV422P14LE,
261 AV_PIX_FMT_YUV444P14BE, AV_PIX_FMT_YUV444P14LE,
262 AV_PIX_FMT_YUV420P16LE, AV_PIX_FMT_YUVA420P16LE,
263 AV_PIX_FMT_YUV420P16BE, AV_PIX_FMT_YUVA420P16BE,
264 AV_PIX_FMT_YUV422P16LE, AV_PIX_FMT_YUVA422P16LE,
265 AV_PIX_FMT_YUV422P16BE, AV_PIX_FMT_YUVA422P16BE,
266 AV_PIX_FMT_YUV444P16LE, AV_PIX_FMT_YUVA444P16LE,
267 AV_PIX_FMT_YUV444P16BE, AV_PIX_FMT_YUVA444P16BE,
271 static int query_formats(AVFilterContext *ctx)
273 Stereo3DContext *s = ctx->priv;
274 const enum AVPixelFormat *pix_fmts;
275 AVFilterFormats *fmts_list;
277 switch (s->out.format) {
278 case ANAGLYPH_GM_COLOR:
279 case ANAGLYPH_GM_DUBOIS:
280 case ANAGLYPH_GM_GRAY:
281 case ANAGLYPH_GM_HALF:
282 case ANAGLYPH_RB_GRAY:
283 case ANAGLYPH_RC_COLOR:
284 case ANAGLYPH_RC_DUBOIS:
285 case ANAGLYPH_RC_GRAY:
286 case ANAGLYPH_RC_HALF:
287 case ANAGLYPH_RG_GRAY:
288 case ANAGLYPH_YB_COLOR:
289 case ANAGLYPH_YB_DUBOIS:
290 case ANAGLYPH_YB_GRAY:
291 case ANAGLYPH_YB_HALF:
292 pix_fmts = anaglyph_pix_fmts;
295 pix_fmts = other_pix_fmts;
298 fmts_list = ff_make_format_list(pix_fmts);
300 return AVERROR(ENOMEM);
301 return ff_set_common_formats(ctx, fmts_list);
304 static inline uint8_t ana_convert(const int *coeff, const uint8_t *left, const uint8_t *right)
308 sum = coeff[0] * left[0] + coeff[3] * right[0]; //red in
309 sum += coeff[1] * left[1] + coeff[4] * right[1]; //green in
310 sum += coeff[2] * left[2] + coeff[5] * right[2]; //blue in
312 return av_clip_uint8(sum >> 16);
315 static void anaglyph(uint8_t *dst, uint8_t *lsrc, uint8_t *rsrc,
316 ptrdiff_t dst_linesize, ptrdiff_t l_linesize, ptrdiff_t r_linesize,
317 int width, int height,
318 const int *ana_matrix_r, const int *ana_matrix_g, const int *ana_matrix_b)
322 for (y = 0; y < height; y++) {
323 for (o = 0, x = 0; x < width; x++, o+= 3) {
324 dst[o ] = ana_convert(ana_matrix_r, lsrc + o, rsrc + o);
325 dst[o + 1] = ana_convert(ana_matrix_g, lsrc + o, rsrc + o);
326 dst[o + 2] = ana_convert(ana_matrix_b, lsrc + o, rsrc + o);
335 static int config_output(AVFilterLink *outlink)
337 AVFilterContext *ctx = outlink->src;
338 AVFilterLink *inlink = ctx->inputs[0];
339 Stereo3DContext *s = ctx->priv;
340 AVRational aspect = inlink->sample_aspect_ratio;
341 AVRational fps = inlink->frame_rate;
342 AVRational tb = inlink->time_base;
343 const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(outlink->format);
346 switch (s->in.format) {
347 case SIDE_BY_SIDE_2_LR:
348 case SIDE_BY_SIDE_LR:
349 case SIDE_BY_SIDE_2_RL:
350 case SIDE_BY_SIDE_RL:
352 av_log(ctx, AV_LOG_ERROR, "width must be even\n");
353 return AVERROR_INVALIDDATA;
356 case INTERLEAVE_ROWS_LR:
357 case INTERLEAVE_ROWS_RL:
358 case ABOVE_BELOW_2_LR:
360 case ABOVE_BELOW_2_RL:
363 av_log(ctx, AV_LOG_ERROR, "height must be even\n");
364 return AVERROR_INVALIDDATA;
370 s->width = inlink->w;
372 s->height = inlink->h;
381 switch (s->in.format) {
382 case SIDE_BY_SIDE_2_LR:
384 case SIDE_BY_SIDE_LR:
385 s->width = inlink->w / 2;
386 s->in.off_right = s->width;
388 case SIDE_BY_SIDE_2_RL:
390 case SIDE_BY_SIDE_RL:
391 s->width = inlink->w / 2;
392 s->in.off_left = s->width;
394 case ABOVE_BELOW_2_LR:
398 s->height = inlink->h / 2;
400 case ABOVE_BELOW_2_RL:
404 s->height = inlink->h / 2;
411 case INTERLEAVE_ROWS_LR:
412 case INTERLEAVE_ROWS_RL:
414 if (s->in.format == INTERLEAVE_ROWS_RL)
418 if (s->out.format != CHECKERBOARD_LR &&
419 s->out.format != CHECKERBOARD_RL)
420 s->height = inlink->h / 2;
423 av_log(ctx, AV_LOG_ERROR, "input format %d is not supported\n", s->in.format);
424 return AVERROR(EINVAL);
427 s->out.width = s->width;
428 s->out.height = s->height;
434 s->out.row_right = 0;
437 switch (s->out.format) {
438 case ANAGLYPH_RB_GRAY:
439 case ANAGLYPH_RG_GRAY:
440 case ANAGLYPH_RC_GRAY:
441 case ANAGLYPH_RC_HALF:
442 case ANAGLYPH_RC_COLOR:
443 case ANAGLYPH_RC_DUBOIS:
444 case ANAGLYPH_GM_GRAY:
445 case ANAGLYPH_GM_HALF:
446 case ANAGLYPH_GM_COLOR:
447 case ANAGLYPH_GM_DUBOIS:
448 case ANAGLYPH_YB_GRAY:
449 case ANAGLYPH_YB_HALF:
450 case ANAGLYPH_YB_COLOR:
451 case ANAGLYPH_YB_DUBOIS: {
454 ff_fill_rgba_map(rgba_map, outlink->format);
455 s->ana_matrix[rgba_map[0]] = &ana_coeff[s->out.format][0][0];
456 s->ana_matrix[rgba_map[1]] = &ana_coeff[s->out.format][1][0];
457 s->ana_matrix[rgba_map[2]] = &ana_coeff[s->out.format][2][0];
460 case SIDE_BY_SIDE_2_LR:
462 case SIDE_BY_SIDE_LR:
463 s->out.width = s->width * 2;
464 s->out.off_right = s->width;
466 case SIDE_BY_SIDE_2_RL:
468 case SIDE_BY_SIDE_RL:
469 s->out.width = s->width * 2;
470 s->out.off_left = s->width;
472 case ABOVE_BELOW_2_LR:
475 s->out.height = s->height * 2;
476 s->out.row_right = s->height;
479 if (s->height != 720 && s->height != 1080) {
480 av_log(ctx, AV_LOG_ERROR, "Only 720 and 1080 height supported\n");
481 return AVERROR(EINVAL);
484 s->blanks = s->height / 24;
485 s->out.height = s->height * 2 + s->blanks;
486 s->out.row_right = s->height + s->blanks;
488 case ABOVE_BELOW_2_RL:
491 s->out.height = s->height * 2;
492 s->out.row_left = s->height;
494 case INTERLEAVE_ROWS_LR:
495 s->in.row_step = 1 + (s->in.format == INTERLEAVE_ROWS_RL);
497 s->out.height = s->height * 2;
498 s->out.off_rstep = 1;
500 case INTERLEAVE_ROWS_RL:
501 s->in.row_step = 1 + (s->in.format == INTERLEAVE_ROWS_LR);
503 s->out.height = s->height * 2;
504 s->out.off_lstep = 1;
507 s->in.off_left = s->in.off_right;
508 s->in.row_left = s->in.row_right;
509 if (s->in.format == INTERLEAVE_ROWS_LR)
510 FFSWAP(int, s->in.off_lstep, s->in.off_rstep);
513 if (s->in.format == INTERLEAVE_ROWS_RL)
514 FFSWAP(int, s->in.off_lstep, s->in.off_rstep);
521 case CHECKERBOARD_LR:
522 case CHECKERBOARD_RL:
523 s->out.width = s->width * 2;
525 case INTERLEAVE_COLS_LR:
526 case INTERLEAVE_COLS_RL:
527 s->out.width = s->width * 2;
530 av_log(ctx, AV_LOG_ERROR, "output format %d is not supported\n", s->out.format);
531 return AVERROR(EINVAL);
534 outlink->w = s->out.width;
535 outlink->h = s->out.height;
536 outlink->frame_rate = fps;
537 outlink->time_base = tb;
538 outlink->sample_aspect_ratio = aspect;
540 if ((ret = av_image_fill_linesizes(s->linesize, outlink->format, s->width)) < 0)
542 s->nb_planes = av_pix_fmt_count_planes(outlink->format);
543 av_image_fill_max_pixsteps(s->pixstep, NULL, desc);
544 s->pheight[1] = s->pheight[2] = FF_CEIL_RSHIFT(s->height, desc->log2_chroma_h);
545 s->pheight[0] = s->pheight[3] = s->height;
546 s->hsub = desc->log2_chroma_w;
547 s->vsub = desc->log2_chroma_h;
549 s->dsp.anaglyph = anaglyph;
551 ff_stereo3d_init_x86(&s->dsp);
556 typedef struct ThreadData {
557 AVFrame *ileft, *iright;
561 static int filter_slice(AVFilterContext *ctx, void *arg, int jobnr, int nb_jobs)
563 Stereo3DContext *s = ctx->priv;
564 ThreadData *td = arg;
565 AVFrame *ileft = td->ileft;
566 AVFrame *iright = td->iright;
567 AVFrame *out = td->out;
568 int height = s->out.height;
569 int start = (height * jobnr ) / nb_jobs;
570 int end = (height * (jobnr+1)) / nb_jobs;
571 const int **ana_matrix = s->ana_matrix;
573 s->dsp.anaglyph(out->data[0] + out->linesize[0] * start,
574 ileft ->data[0] + s->in_off_left [0] + ileft->linesize[0] * start * s->in.row_step,
575 iright->data[0] + s->in_off_right[0] + iright->linesize[0] * start * s->in.row_step,
577 ileft->linesize[0] * s->in.row_step,
578 iright->linesize[0] * s->in.row_step,
579 s->out.width, end - start,
580 ana_matrix[0], ana_matrix[1], ana_matrix[2]);
585 static int filter_frame(AVFilterLink *inlink, AVFrame *inpicref)
587 AVFilterContext *ctx = inlink->dst;
588 Stereo3DContext *s = ctx->priv;
589 AVFilterLink *outlink = ctx->outputs[0];
590 AVFrame *out, *oleft, *oright, *ileft, *iright;
591 int out_off_left[4], out_off_right[4];
594 if (s->in.format == s->out.format)
595 return ff_filter_frame(outlink, inpicref);
597 switch (s->out.format) {
607 switch (s->in.format) {
616 if (s->in.format == ALTERNATING_RL)
617 FFSWAP(AVFrame *, ileft, iright);
620 ileft = iright = inpicref;
623 if ((s->out.format == ALTERNATING_LR ||
624 s->out.format == ALTERNATING_RL) &&
625 (s->in.format == SIDE_BY_SIDE_LR ||
626 s->in.format == SIDE_BY_SIDE_RL ||
627 s->in.format == SIDE_BY_SIDE_2_LR ||
628 s->in.format == SIDE_BY_SIDE_2_RL ||
629 s->in.format == ABOVE_BELOW_LR ||
630 s->in.format == ABOVE_BELOW_RL ||
631 s->in.format == ABOVE_BELOW_2_LR ||
632 s->in.format == ABOVE_BELOW_2_RL ||
633 s->in.format == INTERLEAVE_ROWS_LR ||
634 s->in.format == INTERLEAVE_ROWS_RL)) {
635 oright = av_frame_clone(s->prev);
636 oleft = av_frame_clone(s->prev);
637 if (!oright || !oleft) {
638 av_frame_free(&oright);
639 av_frame_free(&oleft);
640 av_frame_free(&s->prev);
641 av_frame_free(&inpicref);
642 return AVERROR(ENOMEM);
644 } else if ((s->out.format == MONO_L ||
645 s->out.format == MONO_R) &&
646 (s->in.format == SIDE_BY_SIDE_LR ||
647 s->in.format == SIDE_BY_SIDE_RL ||
648 s->in.format == SIDE_BY_SIDE_2_LR ||
649 s->in.format == SIDE_BY_SIDE_2_RL ||
650 s->in.format == ABOVE_BELOW_LR ||
651 s->in.format == ABOVE_BELOW_RL ||
652 s->in.format == ABOVE_BELOW_2_LR ||
653 s->in.format == ABOVE_BELOW_2_RL)) {
654 out = oleft = oright = av_frame_clone(inpicref);
656 av_frame_free(&s->prev);
657 av_frame_free(&inpicref);
658 return AVERROR(ENOMEM);
660 } else if ((s->out.format == MONO_L && s->in.format == ALTERNATING_LR) ||
661 (s->out.format == MONO_R && s->in.format == ALTERNATING_RL)) {
663 ret = ff_filter_frame(outlink, s->prev);
664 av_frame_free(&inpicref);
667 } else if ((s->out.format == MONO_L && s->in.format == ALTERNATING_RL) ||
668 (s->out.format == MONO_R && s->in.format == ALTERNATING_LR)) {
669 av_frame_free(&s->prev);
671 return ff_filter_frame(outlink, inpicref);
672 } else if ((s->out.format == ALTERNATING_LR && s->in.format == ALTERNATING_RL) ||
673 (s->out.format == ALTERNATING_RL && s->in.format == ALTERNATING_LR)) {
674 FFSWAP(int64_t, s->prev->pts, inpicref->pts);
675 ff_filter_frame(outlink, inpicref);
676 ret = ff_filter_frame(outlink, s->prev);
680 out = oleft = oright = ff_get_video_buffer(outlink, outlink->w, outlink->h);
682 av_frame_free(&s->prev);
683 av_frame_free(&inpicref);
684 return AVERROR(ENOMEM);
686 av_frame_copy_props(out, inpicref);
688 if (s->out.format == ALTERNATING_LR ||
689 s->out.format == ALTERNATING_RL) {
690 oright = ff_get_video_buffer(outlink, outlink->w, outlink->h);
692 av_frame_free(&oleft);
693 av_frame_free(&s->prev);
694 av_frame_free(&inpicref);
695 return AVERROR(ENOMEM);
697 av_frame_copy_props(oright, s->prev);
701 for (i = 0; i < 4; i++) {
702 int hsub = i == 1 || i == 2 ? s->hsub : 0;
703 int vsub = i == 1 || i == 2 ? s->vsub : 0;
704 s->in_off_left[i] = (FF_CEIL_RSHIFT(s->in.row_left, vsub) + s->in.off_lstep) * ileft->linesize[i] + FF_CEIL_RSHIFT(s->in.off_left * s->pixstep[i], hsub);
705 s->in_off_right[i] = (FF_CEIL_RSHIFT(s->in.row_right, vsub) + s->in.off_rstep) * iright->linesize[i] + FF_CEIL_RSHIFT(s->in.off_right * s->pixstep[i], hsub);
706 out_off_left[i] = (FF_CEIL_RSHIFT(s->out.row_left, vsub) + s->out.off_lstep) * oleft->linesize[i] + FF_CEIL_RSHIFT(s->out.off_left * s->pixstep[i], hsub);
707 out_off_right[i] = (FF_CEIL_RSHIFT(s->out.row_right, vsub) + s->out.off_rstep) * oright->linesize[i] + FF_CEIL_RSHIFT(s->out.off_right * s->pixstep[i], hsub);
710 switch (s->out.format) {
713 switch (s->in.format) {
714 case INTERLEAVE_ROWS_LR:
715 case INTERLEAVE_ROWS_RL:
716 for (i = 0; i < s->nb_planes; i++) {
717 oleft->linesize[i] *= 2;
718 oright->linesize[i] *= 2;
722 case ABOVE_BELOW_2_LR:
723 case ABOVE_BELOW_2_RL:
724 case SIDE_BY_SIDE_LR:
725 case SIDE_BY_SIDE_RL:
726 case SIDE_BY_SIDE_2_LR:
727 case SIDE_BY_SIDE_2_RL:
728 oleft->width = outlink->w;
729 oright->width = outlink->w;
730 oleft->height = outlink->h;
731 oright->height = outlink->h;
733 for (i = 0; i < s->nb_planes; i++) {
734 oleft->data[i] += s->in_off_left[i];
735 oright->data[i] += s->in_off_right[i];
744 for (i = 0; i < s->nb_planes; i++) {
745 int j, h = s->height >> ((i == 1 || i == 2) ? s->vsub : 0);
746 int b = (s->blanks) >> ((i == 1 || i == 2) ? s->vsub : 0);
748 for (j = h; j < h + b; j++)
749 memset(oleft->data[i] + j * s->linesize[i], 0, s->linesize[i]);
751 case SIDE_BY_SIDE_LR:
752 case SIDE_BY_SIDE_RL:
753 case SIDE_BY_SIDE_2_LR:
754 case SIDE_BY_SIDE_2_RL:
757 case ABOVE_BELOW_2_LR:
758 case ABOVE_BELOW_2_RL:
759 case INTERLEAVE_ROWS_LR:
760 case INTERLEAVE_ROWS_RL:
762 for (i = 0; i < s->nb_planes; i++) {
763 av_image_copy_plane(oleft->data[i] + out_off_left[i],
764 oleft->linesize[i] * s->out.row_step,
765 ileft->data[i] + s->in_off_left[i],
766 ileft->linesize[i] * s->in.row_step,
767 s->linesize[i], s->pheight[i]);
768 av_image_copy_plane(oright->data[i] + out_off_right[i],
769 oright->linesize[i] * s->out.row_step,
770 iright->data[i] + s->in_off_right[i],
771 iright->linesize[i] * s->in.row_step,
772 s->linesize[i], s->pheight[i]);
778 switch (s->in.format) {
781 case ABOVE_BELOW_2_LR:
782 case ABOVE_BELOW_2_RL:
783 case SIDE_BY_SIDE_LR:
784 case SIDE_BY_SIDE_RL:
785 case SIDE_BY_SIDE_2_LR:
786 case SIDE_BY_SIDE_2_RL:
787 out->width = outlink->w;
788 out->height = outlink->h;
790 for (i = 0; i < s->nb_planes; i++) {
791 out->data[i] += s->in_off_left[i];
795 for (i = 0; i < s->nb_planes; i++) {
796 av_image_copy_plane(out->data[i], out->linesize[i],
797 iright->data[i] + s->in_off_left[i],
798 iright->linesize[i] * s->in.row_step,
799 s->linesize[i], s->pheight[i]);
804 case ANAGLYPH_RB_GRAY:
805 case ANAGLYPH_RG_GRAY:
806 case ANAGLYPH_RC_GRAY:
807 case ANAGLYPH_RC_HALF:
808 case ANAGLYPH_RC_COLOR:
809 case ANAGLYPH_RC_DUBOIS:
810 case ANAGLYPH_GM_GRAY:
811 case ANAGLYPH_GM_HALF:
812 case ANAGLYPH_GM_COLOR:
813 case ANAGLYPH_GM_DUBOIS:
814 case ANAGLYPH_YB_GRAY:
815 case ANAGLYPH_YB_HALF:
816 case ANAGLYPH_YB_COLOR:
817 case ANAGLYPH_YB_DUBOIS: {
820 td.ileft = ileft; td.iright = iright; td.out = out;
821 ctx->internal->execute(ctx, filter_slice, &td, NULL,
822 FFMIN(s->out.height, ctx->graph->nb_threads));
825 case CHECKERBOARD_RL:
826 case CHECKERBOARD_LR:
827 for (i = 0; i < s->nb_planes; i++) {
830 for (y = 0; y < s->pheight[i]; y++) {
831 uint8_t *dst = out->data[i] + out->linesize[i] * y;
832 uint8_t *left = ileft->data[i] + ileft->linesize[i] * y + s->in_off_left[i];
833 uint8_t *right = iright->data[i] + iright->linesize[i] * y + s->in_off_right[i];
836 if (s->out.format == CHECKERBOARD_RL)
837 FFSWAP(uint8_t*, left, right);
838 switch (s->pixstep[i]) {
840 for (x = 0, b = 0, p = 0; x < s->linesize[i] * 2; x+=2, p++, b++) {
841 dst[x ] = (b&1) == (y&1) ? left[p] : right[p];
842 dst[x+1] = (b&1) != (y&1) ? left[p] : right[p];
846 for (x = 0, b = 0, p = 0; x < s->linesize[i] * 2; x+=4, p+=2, b++) {
847 AV_WN16(&dst[x ], (b&1) == (y&1) ? AV_RN16(&left[p]) : AV_RN16(&right[p]));
848 AV_WN16(&dst[x+2], (b&1) != (y&1) ? AV_RN16(&left[p]) : AV_RN16(&right[p]));
852 for (x = 0, b = 0, p = 0; x < s->linesize[i] * 2; x+=6, p+=3, b++) {
853 AV_WB24(&dst[x ], (b&1) == (y&1) ? AV_RB24(&left[p]) : AV_RB24(&right[p]));
854 AV_WB24(&dst[x+3], (b&1) != (y&1) ? AV_RB24(&left[p]) : AV_RB24(&right[p]));
858 for (x = 0, b = 0, p = 0; x < s->linesize[i] * 2; x+=8, p+=4, b++) {
859 AV_WN32(&dst[x ], (b&1) == (y&1) ? AV_RN32(&left[p]) : AV_RN32(&right[p]));
860 AV_WN32(&dst[x+4], (b&1) != (y&1) ? AV_RN32(&left[p]) : AV_RN32(&right[p]));
864 for (x = 0, b = 0, p = 0; x < s->linesize[i] * 2; x+=12, p+=6, b++) {
865 AV_WB48(&dst[x ], (b&1) == (y&1) ? AV_RB48(&left[p]) : AV_RB48(&right[p]));
866 AV_WB48(&dst[x+6], (b&1) != (y&1) ? AV_RB48(&left[p]) : AV_RB48(&right[p]));
870 for (x = 0, b = 0, p = 0; x < s->linesize[i] * 2; x+=16, p+=8, b++) {
871 AV_WN64(&dst[x ], (b&1) == (y&1) ? AV_RN64(&left[p]) : AV_RN64(&right[p]));
872 AV_WN64(&dst[x+8], (b&1) != (y&1) ? AV_RN64(&left[p]) : AV_RN64(&right[p]));
879 case INTERLEAVE_COLS_LR:
880 case INTERLEAVE_COLS_RL:
881 for (i = 0; i < s->nb_planes; i++) {
884 for (y = 0; y < s->pheight[i]; y++) {
885 uint8_t *dst = out->data[i] + out->linesize[i] * y;
886 uint8_t *left = ileft->data[i] + ileft->linesize[i] * y * s->in.row_step + s->in_off_left[i];
887 uint8_t *right = iright->data[i] + iright->linesize[i] * y * s->in.row_step + s->in_off_right[i];
890 if (s->out.format == INTERLEAVE_COLS_LR)
891 FFSWAP(uint8_t*, left, right);
893 switch (s->pixstep[i]) {
895 for (x = 0, b = 0, p = 0; x < s->linesize[i] * 2; x+=2, p++, b++) {
896 dst[x ] = b&1 ? left[p] : right[p];
897 dst[x+1] = !(b&1) ? left[p] : right[p];
901 for (x = 0, b = 0, p = 0; x < s->linesize[i] * 2; x+=4, p+=2, b++) {
902 AV_WN16(&dst[x ], b&1 ? AV_RN16(&left[p]) : AV_RN16(&right[p]));
903 AV_WN16(&dst[x+2], !(b&1) ? AV_RN16(&left[p]) : AV_RN16(&right[p]));
907 for (x = 0, b = 0, p = 0; x < s->linesize[i] * 2; x+=6, p+=3, b++) {
908 AV_WB24(&dst[x ], b&1 ? AV_RB24(&left[p]) : AV_RB24(&right[p]));
909 AV_WB24(&dst[x+3], !(b&1) ? AV_RB24(&left[p]) : AV_RB24(&right[p]));
913 for (x = 0, b = 0, p = 0; x < s->linesize[i] * 2; x+=8, p+=4, b++) {
914 AV_WN32(&dst[x ], b&1 ? AV_RN32(&left[p]) : AV_RN32(&right[p]));
915 AV_WN32(&dst[x+4], !(b&1) ? AV_RN32(&left[p]) : AV_RN32(&right[p]));
919 for (x = 0, b = 0, p = 0; x < s->linesize[i] * 2; x+=12, p+=6, b++) {
920 AV_WB48(&dst[x ], b&1 ? AV_RB48(&left[p]) : AV_RB48(&right[p]));
921 AV_WB48(&dst[x+6], !(b&1) ? AV_RB48(&left[p]) : AV_RB48(&right[p]));
925 for (x = 0, b = 0, p = 0; x < s->linesize[i] * 2; x+=16, p+=8, b++) {
926 AV_WN64(&dst[x ], b&1 ? AV_RN64(&left[p]) : AV_RN64(&right[p]));
927 AV_WN64(&dst[x+8], !(b&1) ? AV_RN64(&left[p]) : AV_RN64(&right[p]));
938 if (oright != oleft) {
939 if (s->out.format == ALTERNATING_LR)
940 FFSWAP(AVFrame *, oleft, oright);
941 oright->pts = s->prev->pts * 2;
942 ff_filter_frame(outlink, oright);
944 oleft->pts = s->prev->pts + inpicref->pts;
945 av_frame_free(&s->prev);
947 } else if (s->in.format == ALTERNATING_LR ||
948 s->in.format == ALTERNATING_RL) {
949 out->pts = s->prev->pts / 2;
950 av_frame_free(&s->prev);
951 av_frame_free(&inpicref);
953 av_frame_free(&s->prev);
954 av_frame_free(&inpicref);
956 return ff_filter_frame(outlink, out);
959 static av_cold void uninit(AVFilterContext *ctx)
961 Stereo3DContext *s = ctx->priv;
963 av_frame_free(&s->prev);
966 static const AVFilterPad stereo3d_inputs[] = {
969 .type = AVMEDIA_TYPE_VIDEO,
970 .filter_frame = filter_frame,
975 static const AVFilterPad stereo3d_outputs[] = {
978 .type = AVMEDIA_TYPE_VIDEO,
979 .config_props = config_output,
984 AVFilter ff_vf_stereo3d = {
986 .description = NULL_IF_CONFIG_SMALL("Convert video stereoscopic 3D view."),
987 .priv_size = sizeof(Stereo3DContext),
989 .query_formats = query_formats,
990 .inputs = stereo3d_inputs,
991 .outputs = stereo3d_outputs,
992 .priv_class = &stereo3d_class,
993 .flags = AVFILTER_FLAG_SLICE_THREADS,