3 * Copyright (c) 2000,2001 Fabrice Bellard
4 * Copyright (c) 2002-2010 Michael Niedermayer <michaelni@gmx.at>
6 * This file is part of FFmpeg.
8 * FFmpeg is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU Lesser General Public
10 * License as published by the Free Software Foundation; either
11 * version 2.1 of the License, or (at your option) any later version.
13 * FFmpeg is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * Lesser General Public License for more details.
18 * You should have received a copy of the GNU Lesser General Public
19 * License along with FFmpeg; if not, write to the Free Software
20 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
23 #define UNCHECKED_BITSTREAM_READER 1
25 #include "libavutil/internal.h"
26 #include "libavutil/opt.h"
27 #include "libavutil/pixdesc.h"
28 #include "libavutil/thread.h"
29 #include "error_resilience.h"
33 #include "mpegutils.h"
34 #include "mpegvideo.h"
35 #include "mpegvideodata.h"
36 #include "mpeg4video.h"
43 /* The defines below define the number of bits that are read at once for
44 * reading vlc values. Changing these may improve speed and data cache needs
45 * be aware though that decreasing them may need the number of stages that is
46 * passed to get_vlc* to be increased. */
47 #define SPRITE_TRAJ_VLC_BITS 6
49 #define MB_TYPE_B_VLC_BITS 4
50 #define STUDIO_INTRA_BITS 9
52 static int decode_studio_vol_header(Mpeg4DecContext *ctx, GetBitContext *gb);
54 static VLC dc_lum, dc_chrom;
55 static VLC sprite_trajectory;
56 static VLC mb_type_b_vlc;
57 static VLC studio_intra_tab[12];
58 static VLC studio_luma_dc;
59 static VLC studio_chroma_dc;
61 static const int mb_type_b_map[4] = {
62 MB_TYPE_DIRECT2 | MB_TYPE_L0L1,
63 MB_TYPE_L0L1 | MB_TYPE_16x16,
64 MB_TYPE_L1 | MB_TYPE_16x16,
65 MB_TYPE_L0 | MB_TYPE_16x16,
70 * @param n block index (0-3 are luma, 4-5 are chroma)
71 * @param dir the ac prediction direction
73 void ff_mpeg4_pred_ac(MpegEncContext *s, int16_t *block, int n, int dir)
76 int16_t *ac_val, *ac_val1;
77 int8_t *const qscale_table = s->current_picture.qscale_table;
80 ac_val = &s->ac_val[0][0][0] + s->block_index[n] * 16;
84 const int xy = s->mb_x - 1 + s->mb_y * s->mb_stride;
88 if (s->mb_x == 0 || s->qscale == qscale_table[xy] ||
91 for (i = 1; i < 8; i++)
92 block[s->idsp.idct_permutation[i << 3]] += ac_val[i];
94 /* different qscale, we must rescale */
95 for (i = 1; i < 8; i++)
96 block[s->idsp.idct_permutation[i << 3]] += ROUNDED_DIV(ac_val[i] * qscale_table[xy], s->qscale);
99 const int xy = s->mb_x + s->mb_y * s->mb_stride - s->mb_stride;
101 ac_val -= 16 * s->block_wrap[n];
103 if (s->mb_y == 0 || s->qscale == qscale_table[xy] ||
106 for (i = 1; i < 8; i++)
107 block[s->idsp.idct_permutation[i]] += ac_val[i + 8];
109 /* different qscale, we must rescale */
110 for (i = 1; i < 8; i++)
111 block[s->idsp.idct_permutation[i]] += ROUNDED_DIV(ac_val[i + 8] * qscale_table[xy], s->qscale);
116 for (i = 1; i < 8; i++)
117 ac_val1[i] = block[s->idsp.idct_permutation[i << 3]];
120 for (i = 1; i < 8; i++)
121 ac_val1[8 + i] = block[s->idsp.idct_permutation[i]];
125 * check if the next stuff is a resync marker or the end.
128 static inline int mpeg4_is_resync(Mpeg4DecContext *ctx)
130 MpegEncContext *s = &ctx->m;
131 int bits_count = get_bits_count(&s->gb);
132 int v = show_bits(&s->gb, 16);
134 if (s->workaround_bugs & FF_BUG_NO_PADDING && !ctx->resync_marker)
138 if (s->pict_type == AV_PICTURE_TYPE_B ||
139 (v >> (8 - s->pict_type) != 1) || s->partitioned_frame)
141 skip_bits(&s->gb, 8 + s->pict_type);
142 bits_count += 8 + s->pict_type;
143 v = show_bits(&s->gb, 16);
146 if (bits_count + 8 >= s->gb.size_in_bits) {
148 v |= 0x7F >> (7 - (bits_count & 7));
153 if (v == ff_mpeg4_resync_prefix[bits_count & 7]) {
155 int mb_num_bits = av_log2(s->mb_num - 1) + 1;
156 GetBitContext gb = s->gb;
158 skip_bits(&s->gb, 1);
159 align_get_bits(&s->gb);
161 for (len = 0; len < 32; len++)
162 if (get_bits1(&s->gb))
165 mb_num = get_bits(&s->gb, mb_num_bits);
166 if (!mb_num || mb_num > s->mb_num || get_bits_count(&s->gb)+6 > s->gb.size_in_bits)
171 if (len >= ff_mpeg4_get_video_packet_prefix_length(s))
178 static int mpeg4_decode_sprite_trajectory(Mpeg4DecContext *ctx, GetBitContext *gb)
180 MpegEncContext *s = &ctx->m;
181 int a = 2 << s->sprite_warping_accuracy;
182 int rho = 3 - s->sprite_warping_accuracy;
188 int min_ab, i, w2, h2, w3, h3;
189 int sprite_ref[4][2];
190 int virtual_ref[2][2];
191 int64_t sprite_offset[2][2];
192 int64_t sprite_delta[2][2];
194 // only true for rectangle shapes
195 const int vop_ref[4][2] = { { 0, 0 }, { s->width, 0 },
196 { 0, s->height }, { s->width, s->height } };
197 int d[4][2] = { { 0, 0 }, { 0, 0 }, { 0, 0 }, { 0, 0 } };
199 if (w <= 0 || h <= 0)
200 return AVERROR_INVALIDDATA;
202 /* the decoder was not properly initialized and we cannot continue */
203 if (sprite_trajectory.table == NULL)
204 return AVERROR_INVALIDDATA;
206 for (i = 0; i < ctx->num_sprite_warping_points; i++) {
210 length = get_vlc2(gb, sprite_trajectory.table, SPRITE_TRAJ_VLC_BITS, 2);
212 x = get_xbits(gb, length);
214 if (!(ctx->divx_version == 500 && ctx->divx_build == 413))
215 check_marker(s->avctx, gb, "before sprite_trajectory");
217 length = get_vlc2(gb, sprite_trajectory.table, SPRITE_TRAJ_VLC_BITS, 2);
219 y = get_xbits(gb, length);
221 check_marker(s->avctx, gb, "after sprite_trajectory");
222 ctx->sprite_traj[i][0] = d[i][0] = x;
223 ctx->sprite_traj[i][1] = d[i][1] = y;
226 ctx->sprite_traj[i][0] = ctx->sprite_traj[i][1] = 0;
228 while ((1 << alpha) < w)
230 while ((1 << beta) < h)
231 beta++; /* typo in the MPEG-4 std for the definition of w' and h' */
235 // Note, the 4th point isn't used for GMC
236 if (ctx->divx_version == 500 && ctx->divx_build == 413) {
237 sprite_ref[0][0] = a * vop_ref[0][0] + d[0][0];
238 sprite_ref[0][1] = a * vop_ref[0][1] + d[0][1];
239 sprite_ref[1][0] = a * vop_ref[1][0] + d[0][0] + d[1][0];
240 sprite_ref[1][1] = a * vop_ref[1][1] + d[0][1] + d[1][1];
241 sprite_ref[2][0] = a * vop_ref[2][0] + d[0][0] + d[2][0];
242 sprite_ref[2][1] = a * vop_ref[2][1] + d[0][1] + d[2][1];
244 sprite_ref[0][0] = (a >> 1) * (2 * vop_ref[0][0] + d[0][0]);
245 sprite_ref[0][1] = (a >> 1) * (2 * vop_ref[0][1] + d[0][1]);
246 sprite_ref[1][0] = (a >> 1) * (2 * vop_ref[1][0] + d[0][0] + d[1][0]);
247 sprite_ref[1][1] = (a >> 1) * (2 * vop_ref[1][1] + d[0][1] + d[1][1]);
248 sprite_ref[2][0] = (a >> 1) * (2 * vop_ref[2][0] + d[0][0] + d[2][0]);
249 sprite_ref[2][1] = (a >> 1) * (2 * vop_ref[2][1] + d[0][1] + d[2][1]);
251 /* sprite_ref[3][0] = (a >> 1) * (2 * vop_ref[3][0] + d[0][0] + d[1][0] + d[2][0] + d[3][0]);
252 * sprite_ref[3][1] = (a >> 1) * (2 * vop_ref[3][1] + d[0][1] + d[1][1] + d[2][1] + d[3][1]); */
254 /* This is mostly identical to the MPEG-4 std (and is totally unreadable
255 * because of that...). Perhaps it should be reordered to be more readable.
256 * The idea behind this virtual_ref mess is to be able to use shifts later
257 * per pixel instead of divides so the distance between points is converted
258 * from w&h based to w2&h2 based which are of the 2^x form. */
259 virtual_ref[0][0] = 16 * (vop_ref[0][0] + w2) +
260 ROUNDED_DIV(((w - w2) *
261 (r * sprite_ref[0][0] - 16LL * vop_ref[0][0]) +
262 w2 * (r * sprite_ref[1][0] - 16LL * vop_ref[1][0])), w);
263 virtual_ref[0][1] = 16 * vop_ref[0][1] +
264 ROUNDED_DIV(((w - w2) *
265 (r * sprite_ref[0][1] - 16LL * vop_ref[0][1]) +
266 w2 * (r * sprite_ref[1][1] - 16LL * vop_ref[1][1])), w);
267 virtual_ref[1][0] = 16 * vop_ref[0][0] +
268 ROUNDED_DIV(((h - h2) * (r * sprite_ref[0][0] - 16LL * vop_ref[0][0]) +
269 h2 * (r * sprite_ref[2][0] - 16LL * vop_ref[2][0])), h);
270 virtual_ref[1][1] = 16 * (vop_ref[0][1] + h2) +
271 ROUNDED_DIV(((h - h2) * (r * sprite_ref[0][1] - 16LL * vop_ref[0][1]) +
272 h2 * (r * sprite_ref[2][1] - 16LL * vop_ref[2][1])), h);
274 switch (ctx->num_sprite_warping_points) {
276 sprite_offset[0][0] =
277 sprite_offset[0][1] =
278 sprite_offset[1][0] =
279 sprite_offset[1][1] = 0;
280 sprite_delta[0][0] = a;
282 sprite_delta[1][0] = 0;
283 sprite_delta[1][1] = a;
284 ctx->sprite_shift[0] =
285 ctx->sprite_shift[1] = 0;
288 sprite_offset[0][0] = sprite_ref[0][0] - a * vop_ref[0][0];
289 sprite_offset[0][1] = sprite_ref[0][1] - a * vop_ref[0][1];
290 sprite_offset[1][0] = ((sprite_ref[0][0] >> 1) | (sprite_ref[0][0] & 1)) -
291 a * (vop_ref[0][0] / 2);
292 sprite_offset[1][1] = ((sprite_ref[0][1] >> 1) | (sprite_ref[0][1] & 1)) -
293 a * (vop_ref[0][1] / 2);
294 sprite_delta[0][0] = a;
296 sprite_delta[1][0] = 0;
297 sprite_delta[1][1] = a;
298 ctx->sprite_shift[0] =
299 ctx->sprite_shift[1] = 0;
302 sprite_offset[0][0] = ((int64_t) sprite_ref[0][0] * (1 << alpha + rho)) +
303 ((int64_t) -r * sprite_ref[0][0] + virtual_ref[0][0]) *
304 ((int64_t) -vop_ref[0][0]) +
305 ((int64_t) r * sprite_ref[0][1] - virtual_ref[0][1]) *
306 ((int64_t) -vop_ref[0][1]) + (1 << (alpha + rho - 1));
307 sprite_offset[0][1] = ((int64_t) sprite_ref[0][1] * (1 << alpha + rho)) +
308 ((int64_t) -r * sprite_ref[0][1] + virtual_ref[0][1]) *
309 ((int64_t) -vop_ref[0][0]) +
310 ((int64_t) -r * sprite_ref[0][0] + virtual_ref[0][0]) *
311 ((int64_t) -vop_ref[0][1]) + (1 << (alpha + rho - 1));
312 sprite_offset[1][0] = (((int64_t)-r * sprite_ref[0][0] + virtual_ref[0][0]) *
313 ((int64_t)-2 * vop_ref[0][0] + 1) +
314 ((int64_t) r * sprite_ref[0][1] - virtual_ref[0][1]) *
315 ((int64_t)-2 * vop_ref[0][1] + 1) + 2 * w2 * r *
316 (int64_t) sprite_ref[0][0] - 16 * w2 + (1 << (alpha + rho + 1)));
317 sprite_offset[1][1] = (((int64_t)-r * sprite_ref[0][1] + virtual_ref[0][1]) *
318 ((int64_t)-2 * vop_ref[0][0] + 1) +
319 ((int64_t)-r * sprite_ref[0][0] + virtual_ref[0][0]) *
320 ((int64_t)-2 * vop_ref[0][1] + 1) + 2 * w2 * r *
321 (int64_t) sprite_ref[0][1] - 16 * w2 + (1 << (alpha + rho + 1)));
322 sprite_delta[0][0] = (-r * sprite_ref[0][0] + virtual_ref[0][0]);
323 sprite_delta[0][1] = (+r * sprite_ref[0][1] - virtual_ref[0][1]);
324 sprite_delta[1][0] = (-r * sprite_ref[0][1] + virtual_ref[0][1]);
325 sprite_delta[1][1] = (-r * sprite_ref[0][0] + virtual_ref[0][0]);
327 ctx->sprite_shift[0] = alpha + rho;
328 ctx->sprite_shift[1] = alpha + rho + 2;
331 min_ab = FFMIN(alpha, beta);
334 sprite_offset[0][0] = ((int64_t)sprite_ref[0][0] * (1 << (alpha + beta + rho - min_ab))) +
335 ((int64_t)-r * sprite_ref[0][0] + virtual_ref[0][0]) * h3 * (-vop_ref[0][0]) +
336 ((int64_t)-r * sprite_ref[0][0] + virtual_ref[1][0]) * w3 * (-vop_ref[0][1]) +
337 ((int64_t)1 << (alpha + beta + rho - min_ab - 1));
338 sprite_offset[0][1] = ((int64_t)sprite_ref[0][1] * (1 << (alpha + beta + rho - min_ab))) +
339 ((int64_t)-r * sprite_ref[0][1] + virtual_ref[0][1]) * h3 * (-vop_ref[0][0]) +
340 ((int64_t)-r * sprite_ref[0][1] + virtual_ref[1][1]) * w3 * (-vop_ref[0][1]) +
341 ((int64_t)1 << (alpha + beta + rho - min_ab - 1));
342 sprite_offset[1][0] = ((int64_t)-r * sprite_ref[0][0] + virtual_ref[0][0]) * h3 * (-2 * vop_ref[0][0] + 1) +
343 ((int64_t)-r * sprite_ref[0][0] + virtual_ref[1][0]) * w3 * (-2 * vop_ref[0][1] + 1) +
344 (int64_t)2 * w2 * h3 * r * sprite_ref[0][0] - 16 * w2 * h3 +
345 ((int64_t)1 << (alpha + beta + rho - min_ab + 1));
346 sprite_offset[1][1] = ((int64_t)-r * sprite_ref[0][1] + virtual_ref[0][1]) * h3 * (-2 * vop_ref[0][0] + 1) +
347 ((int64_t)-r * sprite_ref[0][1] + virtual_ref[1][1]) * w3 * (-2 * vop_ref[0][1] + 1) +
348 (int64_t)2 * w2 * h3 * r * sprite_ref[0][1] - 16 * w2 * h3 +
349 ((int64_t)1 << (alpha + beta + rho - min_ab + 1));
350 sprite_delta[0][0] = (-r * (int64_t)sprite_ref[0][0] + virtual_ref[0][0]) * h3;
351 sprite_delta[0][1] = (-r * (int64_t)sprite_ref[0][0] + virtual_ref[1][0]) * w3;
352 sprite_delta[1][0] = (-r * (int64_t)sprite_ref[0][1] + virtual_ref[0][1]) * h3;
353 sprite_delta[1][1] = (-r * (int64_t)sprite_ref[0][1] + virtual_ref[1][1]) * w3;
355 ctx->sprite_shift[0] = alpha + beta + rho - min_ab;
356 ctx->sprite_shift[1] = alpha + beta + rho - min_ab + 2;
359 /* try to simplify the situation */
360 if (sprite_delta[0][0] == a << ctx->sprite_shift[0] &&
361 sprite_delta[0][1] == 0 &&
362 sprite_delta[1][0] == 0 &&
363 sprite_delta[1][1] == a << ctx->sprite_shift[0]) {
364 sprite_offset[0][0] >>= ctx->sprite_shift[0];
365 sprite_offset[0][1] >>= ctx->sprite_shift[0];
366 sprite_offset[1][0] >>= ctx->sprite_shift[1];
367 sprite_offset[1][1] >>= ctx->sprite_shift[1];
368 sprite_delta[0][0] = a;
369 sprite_delta[0][1] = 0;
370 sprite_delta[1][0] = 0;
371 sprite_delta[1][1] = a;
372 ctx->sprite_shift[0] = 0;
373 ctx->sprite_shift[1] = 0;
374 s->real_sprite_warping_points = 1;
376 int shift_y = 16 - ctx->sprite_shift[0];
377 int shift_c = 16 - ctx->sprite_shift[1];
379 for (i = 0; i < 2; i++) {
380 if (shift_c < 0 || shift_y < 0 ||
381 FFABS( sprite_offset[0][i]) >= INT_MAX >> shift_y ||
382 FFABS( sprite_offset[1][i]) >= INT_MAX >> shift_c ||
383 FFABS( sprite_delta[0][i]) >= INT_MAX >> shift_y ||
384 FFABS( sprite_delta[1][i]) >= INT_MAX >> shift_y
386 avpriv_request_sample(s->avctx, "Too large sprite shift, delta or offset");
391 for (i = 0; i < 2; i++) {
392 sprite_offset[0][i] *= 1 << shift_y;
393 sprite_offset[1][i] *= 1 << shift_c;
394 sprite_delta[0][i] *= 1 << shift_y;
395 sprite_delta[1][i] *= 1 << shift_y;
396 ctx->sprite_shift[i] = 16;
399 for (i = 0; i < 2; i++) {
401 sprite_delta[i][0] - a * (1LL<<16),
402 sprite_delta[i][1] - a * (1LL<<16)
405 if (llabs(sprite_offset[0][i] + sprite_delta[i][0] * (w+16LL)) >= INT_MAX ||
406 llabs(sprite_offset[0][i] + sprite_delta[i][1] * (h+16LL)) >= INT_MAX ||
407 llabs(sprite_offset[0][i] + sprite_delta[i][0] * (w+16LL) + sprite_delta[i][1] * (h+16LL)) >= INT_MAX ||
408 llabs(sprite_delta[i][0] * (w+16LL)) >= INT_MAX ||
409 llabs(sprite_delta[i][1] * (h+16LL)) >= INT_MAX ||
410 llabs(sd[0]) >= INT_MAX ||
411 llabs(sd[1]) >= INT_MAX ||
412 llabs(sprite_offset[0][i] + sd[0] * (w+16LL)) >= INT_MAX ||
413 llabs(sprite_offset[0][i] + sd[1] * (h+16LL)) >= INT_MAX ||
414 llabs(sprite_offset[0][i] + sd[0] * (w+16LL) + sd[1] * (h+16LL)) >= INT_MAX
416 avpriv_request_sample(s->avctx, "Overflow on sprite points");
420 s->real_sprite_warping_points = ctx->num_sprite_warping_points;
423 for (i = 0; i < 4; i++) {
424 s->sprite_offset[i&1][i>>1] = sprite_offset[i&1][i>>1];
425 s->sprite_delta [i&1][i>>1] = sprite_delta [i&1][i>>1];
430 memset(s->sprite_offset, 0, sizeof(s->sprite_offset));
431 memset(s->sprite_delta, 0, sizeof(s->sprite_delta));
432 return AVERROR_PATCHWELCOME;
435 static int decode_new_pred(Mpeg4DecContext *ctx, GetBitContext *gb) {
436 MpegEncContext *s = &ctx->m;
437 int len = FFMIN(ctx->time_increment_bits + 3, 15);
442 check_marker(s->avctx, gb, "after new_pred");
448 * Decode the next video packet.
449 * @return <0 if something went wrong
451 int ff_mpeg4_decode_video_packet_header(Mpeg4DecContext *ctx)
453 MpegEncContext *s = &ctx->m;
455 int mb_num_bits = av_log2(s->mb_num - 1) + 1;
456 int header_extension = 0, mb_num, len;
458 /* is there enough space left for a video packet + header */
459 if (get_bits_count(&s->gb) > s->gb.size_in_bits - 20)
460 return AVERROR_INVALIDDATA;
462 for (len = 0; len < 32; len++)
463 if (get_bits1(&s->gb))
466 if (len != ff_mpeg4_get_video_packet_prefix_length(s)) {
467 av_log(s->avctx, AV_LOG_ERROR, "marker does not match f_code\n");
468 return AVERROR_INVALIDDATA;
471 if (ctx->shape != RECT_SHAPE) {
472 header_extension = get_bits1(&s->gb);
473 // FIXME more stuff here
476 mb_num = get_bits(&s->gb, mb_num_bits);
477 if (mb_num >= s->mb_num || !mb_num) {
478 av_log(s->avctx, AV_LOG_ERROR,
479 "illegal mb_num in video packet (%d %d) \n", mb_num, s->mb_num);
480 return AVERROR_INVALIDDATA;
483 s->mb_x = mb_num % s->mb_width;
484 s->mb_y = mb_num / s->mb_width;
486 if (ctx->shape != BIN_ONLY_SHAPE) {
487 int qscale = get_bits(&s->gb, s->quant_precision);
489 s->chroma_qscale = s->qscale = qscale;
492 if (ctx->shape == RECT_SHAPE)
493 header_extension = get_bits1(&s->gb);
495 if (header_extension) {
498 while (get_bits1(&s->gb) != 0)
501 check_marker(s->avctx, &s->gb, "before time_increment in video packed header");
502 skip_bits(&s->gb, ctx->time_increment_bits); /* time_increment */
503 check_marker(s->avctx, &s->gb, "before vop_coding_type in video packed header");
505 skip_bits(&s->gb, 2); /* vop coding type */
506 // FIXME not rect stuff here
508 if (ctx->shape != BIN_ONLY_SHAPE) {
509 skip_bits(&s->gb, 3); /* intra dc vlc threshold */
510 // FIXME don't just ignore everything
511 if (s->pict_type == AV_PICTURE_TYPE_S &&
512 ctx->vol_sprite_usage == GMC_SPRITE) {
513 if (mpeg4_decode_sprite_trajectory(ctx, &s->gb) < 0)
514 return AVERROR_INVALIDDATA;
515 av_log(s->avctx, AV_LOG_ERROR, "untested\n");
518 // FIXME reduced res stuff here
520 if (s->pict_type != AV_PICTURE_TYPE_I) {
521 int f_code = get_bits(&s->gb, 3); /* fcode_for */
523 av_log(s->avctx, AV_LOG_ERROR,
524 "Error, video packet header damaged (f_code=0)\n");
526 if (s->pict_type == AV_PICTURE_TYPE_B) {
527 int b_code = get_bits(&s->gb, 3);
529 av_log(s->avctx, AV_LOG_ERROR,
530 "Error, video packet header damaged (b_code=0)\n");
535 decode_new_pred(ctx, &s->gb);
540 static void reset_studio_dc_predictors(MpegEncContext *s)
542 /* Reset DC Predictors */
545 s->last_dc[2] = 1 << (s->avctx->bits_per_raw_sample + s->dct_precision + s->intra_dc_precision - 1);
549 * Decode the next video packet.
550 * @return <0 if something went wrong
552 int ff_mpeg4_decode_studio_slice_header(Mpeg4DecContext *ctx)
554 MpegEncContext *s = &ctx->m;
555 GetBitContext *gb = &s->gb;
559 if (get_bits_left(gb) >= 32 && get_bits_long(gb, 32) == SLICE_START_CODE) {
560 vlc_len = av_log2(s->mb_width * s->mb_height) + 1;
561 mb_num = get_bits(gb, vlc_len);
563 if (mb_num >= s->mb_num)
564 return AVERROR_INVALIDDATA;
566 s->mb_x = mb_num % s->mb_width;
567 s->mb_y = mb_num / s->mb_width;
569 if (ctx->shape != BIN_ONLY_SHAPE)
570 s->qscale = mpeg_get_qscale(s);
572 if (get_bits1(gb)) { /* slice_extension_flag */
573 skip_bits1(gb); /* intra_slice */
574 skip_bits1(gb); /* slice_VOP_id_enable */
575 skip_bits(gb, 6); /* slice_VOP_id */
576 while (get_bits1(gb)) /* extra_bit_slice */
577 skip_bits(gb, 8); /* extra_information_slice */
580 reset_studio_dc_predictors(s);
583 return AVERROR_INVALIDDATA;
590 * Get the average motion vector for a GMC MB.
591 * @param n either 0 for the x component or 1 for y
592 * @return the average MV for a GMC MB
594 static inline int get_amv(Mpeg4DecContext *ctx, int n)
596 MpegEncContext *s = &ctx->m;
597 int x, y, mb_v, sum, dx, dy, shift;
598 int len = 1 << (s->f_code + 4);
599 const int a = s->sprite_warping_accuracy;
601 if (s->workaround_bugs & FF_BUG_AMV)
602 len >>= s->quarter_sample;
604 if (s->real_sprite_warping_points == 1) {
605 if (ctx->divx_version == 500 && ctx->divx_build == 413 && a >= s->quarter_sample)
606 sum = s->sprite_offset[0][n] / (1 << (a - s->quarter_sample));
608 sum = RSHIFT(s->sprite_offset[0][n] * (1 << s->quarter_sample), a);
610 dx = s->sprite_delta[n][0];
611 dy = s->sprite_delta[n][1];
612 shift = ctx->sprite_shift[0];
614 dy -= 1 << (shift + a + 1);
616 dx -= 1 << (shift + a + 1);
617 mb_v = s->sprite_offset[0][n] + dx * s->mb_x * 16U + dy * s->mb_y * 16U;
620 for (y = 0; y < 16; y++) {
625 for (x = 0; x < 16; x++) {
630 sum = RSHIFT(sum, a + 8 - s->quarter_sample);
642 * Decode the dc value.
643 * @param n block index (0-3 are luma, 4-5 are chroma)
644 * @param dir_ptr the prediction direction will be stored here
645 * @return the quantized dc
647 static inline int mpeg4_decode_dc(MpegEncContext *s, int n, int *dir_ptr)
652 code = get_vlc2(&s->gb, dc_lum.table, DC_VLC_BITS, 1);
654 code = get_vlc2(&s->gb, dc_chrom.table, DC_VLC_BITS, 1);
656 if (code < 0 || code > 9 /* && s->nbit < 9 */) {
657 av_log(s->avctx, AV_LOG_ERROR, "illegal dc vlc\n");
658 return AVERROR_INVALIDDATA;
666 level = 2 * get_bits1(&s->gb) - 1;
668 if (get_bits1(&s->gb))
669 level = get_bits(&s->gb, code - 1) + (1 << (code - 1));
671 level = -get_bits(&s->gb, code - 1) - (1 << (code - 1));
674 level = get_xbits(&s->gb, code);
678 if (get_bits1(&s->gb) == 0) { /* marker */
679 if (s->avctx->err_recognition & (AV_EF_BITSTREAM|AV_EF_COMPLIANT)) {
680 av_log(s->avctx, AV_LOG_ERROR, "dc marker bit missing\n");
681 return AVERROR_INVALIDDATA;
687 return ff_mpeg4_pred_dc(s, n, level, dir_ptr, 0);
691 * Decode first partition.
692 * @return number of MBs decoded or <0 if an error occurred
694 static int mpeg4_decode_partition_a(Mpeg4DecContext *ctx)
696 MpegEncContext *s = &ctx->m;
698 static const int8_t quant_tab[4] = { -1, -2, 1, 2 };
700 /* decode first partition */
701 s->first_slice_line = 1;
702 for (; s->mb_y < s->mb_height; s->mb_y++) {
703 ff_init_block_index(s);
704 for (; s->mb_x < s->mb_width; s->mb_x++) {
705 const int xy = s->mb_x + s->mb_y * s->mb_stride;
710 ff_update_block_index(s);
711 if (s->mb_x == s->resync_mb_x && s->mb_y == s->resync_mb_y + 1)
712 s->first_slice_line = 0;
714 if (s->pict_type == AV_PICTURE_TYPE_I) {
718 if (show_bits(&s->gb, 19) == DC_MARKER)
721 cbpc = get_vlc2(&s->gb, ff_h263_intra_MCBPC_vlc.table, INTRA_MCBPC_VLC_BITS, 2);
723 av_log(s->avctx, AV_LOG_ERROR,
724 "mcbpc corrupted at %d %d\n", s->mb_x, s->mb_y);
725 return AVERROR_INVALIDDATA;
729 s->cbp_table[xy] = cbpc & 3;
730 s->current_picture.mb_type[xy] = MB_TYPE_INTRA;
734 ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
736 s->current_picture.qscale_table[xy] = s->qscale;
738 s->mbintra_table[xy] = 1;
739 for (i = 0; i < 6; i++) {
741 int dc = mpeg4_decode_dc(s, i, &dc_pred_dir);
743 av_log(s->avctx, AV_LOG_ERROR,
744 "DC corrupted at %d %d\n", s->mb_x, s->mb_y);
751 s->pred_dir_table[xy] = dir;
752 } else { /* P/S_TYPE */
753 int mx, my, pred_x, pred_y, bits;
754 int16_t *const mot_val = s->current_picture.motion_val[0][s->block_index[0]];
755 const int stride = s->b8_stride * 2;
758 bits = show_bits(&s->gb, 17);
759 if (bits == MOTION_MARKER)
763 if (bits & 0x10000) {
765 if (s->pict_type == AV_PICTURE_TYPE_S &&
766 ctx->vol_sprite_usage == GMC_SPRITE) {
767 s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
771 mx = get_amv(ctx, 0);
772 my = get_amv(ctx, 1);
774 s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
781 mot_val[0 + stride] =
782 mot_val[2 + stride] = mx;
785 mot_val[1 + stride] =
786 mot_val[3 + stride] = my;
788 if (s->mbintra_table[xy])
789 ff_clean_intra_table_entries(s);
793 cbpc = get_vlc2(&s->gb, ff_h263_inter_MCBPC_vlc.table, INTER_MCBPC_VLC_BITS, 2);
795 av_log(s->avctx, AV_LOG_ERROR,
796 "mcbpc corrupted at %d %d\n", s->mb_x, s->mb_y);
797 return AVERROR_INVALIDDATA;
802 s->cbp_table[xy] = cbpc & (8 + 3); // 8 is dquant
804 s->mb_intra = ((cbpc & 4) != 0);
807 s->current_picture.mb_type[xy] = MB_TYPE_INTRA;
808 s->mbintra_table[xy] = 1;
811 mot_val[0 + stride] =
812 mot_val[2 + stride] = 0;
815 mot_val[1 + stride] =
816 mot_val[3 + stride] = 0;
818 if (s->mbintra_table[xy])
819 ff_clean_intra_table_entries(s);
821 if (s->pict_type == AV_PICTURE_TYPE_S &&
822 ctx->vol_sprite_usage == GMC_SPRITE &&
824 s->mcsel = get_bits1(&s->gb);
828 if ((cbpc & 16) == 0) {
829 /* 16x16 motion prediction */
831 ff_h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
833 mx = ff_h263_decode_motion(s, pred_x, s->f_code);
835 return AVERROR_INVALIDDATA;
837 my = ff_h263_decode_motion(s, pred_y, s->f_code);
839 return AVERROR_INVALIDDATA;
840 s->current_picture.mb_type[xy] = MB_TYPE_16x16 |
843 mx = get_amv(ctx, 0);
844 my = get_amv(ctx, 1);
845 s->current_picture.mb_type[xy] = MB_TYPE_16x16 |
852 mot_val[0 + stride] =
853 mot_val[2 + stride] = mx;
856 mot_val[1 + stride] =
857 mot_val[3 + stride] = my;
860 s->current_picture.mb_type[xy] = MB_TYPE_8x8 |
862 for (i = 0; i < 4; i++) {
863 int16_t *mot_val = ff_h263_pred_motion(s, i, 0, &pred_x, &pred_y);
864 mx = ff_h263_decode_motion(s, pred_x, s->f_code);
866 return AVERROR_INVALIDDATA;
868 my = ff_h263_decode_motion(s, pred_y, s->f_code);
870 return AVERROR_INVALIDDATA;
885 * decode second partition.
886 * @return <0 if an error occurred
888 static int mpeg4_decode_partition_b(MpegEncContext *s, int mb_count)
891 static const int8_t quant_tab[4] = { -1, -2, 1, 2 };
893 s->mb_x = s->resync_mb_x;
894 s->first_slice_line = 1;
895 for (s->mb_y = s->resync_mb_y; mb_num < mb_count; s->mb_y++) {
896 ff_init_block_index(s);
897 for (; mb_num < mb_count && s->mb_x < s->mb_width; s->mb_x++) {
898 const int xy = s->mb_x + s->mb_y * s->mb_stride;
901 ff_update_block_index(s);
902 if (s->mb_x == s->resync_mb_x && s->mb_y == s->resync_mb_y + 1)
903 s->first_slice_line = 0;
905 if (s->pict_type == AV_PICTURE_TYPE_I) {
906 int ac_pred = get_bits1(&s->gb);
907 int cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
909 av_log(s->avctx, AV_LOG_ERROR,
910 "cbpy corrupted at %d %d\n", s->mb_x, s->mb_y);
911 return AVERROR_INVALIDDATA;
914 s->cbp_table[xy] |= cbpy << 2;
915 s->current_picture.mb_type[xy] |= ac_pred * MB_TYPE_ACPRED;
916 } else { /* P || S_TYPE */
917 if (IS_INTRA(s->current_picture.mb_type[xy])) {
920 int ac_pred = get_bits1(&s->gb);
921 int cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
924 av_log(s->avctx, AV_LOG_ERROR,
925 "I cbpy corrupted at %d %d\n", s->mb_x, s->mb_y);
926 return AVERROR_INVALIDDATA;
929 if (s->cbp_table[xy] & 8)
930 ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
931 s->current_picture.qscale_table[xy] = s->qscale;
933 for (i = 0; i < 6; i++) {
935 int dc = mpeg4_decode_dc(s, i, &dc_pred_dir);
937 av_log(s->avctx, AV_LOG_ERROR,
938 "DC corrupted at %d %d\n", s->mb_x, s->mb_y);
945 s->cbp_table[xy] &= 3; // remove dquant
946 s->cbp_table[xy] |= cbpy << 2;
947 s->current_picture.mb_type[xy] |= ac_pred * MB_TYPE_ACPRED;
948 s->pred_dir_table[xy] = dir;
949 } else if (IS_SKIP(s->current_picture.mb_type[xy])) {
950 s->current_picture.qscale_table[xy] = s->qscale;
951 s->cbp_table[xy] = 0;
953 int cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
956 av_log(s->avctx, AV_LOG_ERROR,
957 "P cbpy corrupted at %d %d\n", s->mb_x, s->mb_y);
958 return AVERROR_INVALIDDATA;
961 if (s->cbp_table[xy] & 8)
962 ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
963 s->current_picture.qscale_table[xy] = s->qscale;
965 s->cbp_table[xy] &= 3; // remove dquant
966 s->cbp_table[xy] |= (cbpy ^ 0xf) << 2;
970 if (mb_num >= mb_count)
978 * Decode the first and second partition.
979 * @return <0 if error (and sets error type in the error_status_table)
981 int ff_mpeg4_decode_partitions(Mpeg4DecContext *ctx)
983 MpegEncContext *s = &ctx->m;
986 const int part_a_error = s->pict_type == AV_PICTURE_TYPE_I ? (ER_DC_ERROR | ER_MV_ERROR) : ER_MV_ERROR;
987 const int part_a_end = s->pict_type == AV_PICTURE_TYPE_I ? (ER_DC_END | ER_MV_END) : ER_MV_END;
989 mb_num = mpeg4_decode_partition_a(ctx);
991 ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
992 s->mb_x, s->mb_y, part_a_error);
993 return mb_num ? mb_num : AVERROR_INVALIDDATA;
996 if (s->resync_mb_x + s->resync_mb_y * s->mb_width + mb_num > s->mb_num) {
997 av_log(s->avctx, AV_LOG_ERROR, "slice below monitor ...\n");
998 ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
999 s->mb_x, s->mb_y, part_a_error);
1000 return AVERROR_INVALIDDATA;
1003 s->mb_num_left = mb_num;
1005 if (s->pict_type == AV_PICTURE_TYPE_I) {
1006 while (show_bits(&s->gb, 9) == 1)
1007 skip_bits(&s->gb, 9);
1008 if (get_bits(&s->gb, 19) != DC_MARKER) {
1009 av_log(s->avctx, AV_LOG_ERROR,
1010 "marker missing after first I partition at %d %d\n",
1012 return AVERROR_INVALIDDATA;
1015 while (show_bits(&s->gb, 10) == 1)
1016 skip_bits(&s->gb, 10);
1017 if (get_bits(&s->gb, 17) != MOTION_MARKER) {
1018 av_log(s->avctx, AV_LOG_ERROR,
1019 "marker missing after first P partition at %d %d\n",
1021 return AVERROR_INVALIDDATA;
1024 ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
1025 s->mb_x - 1, s->mb_y, part_a_end);
1027 ret = mpeg4_decode_partition_b(s, mb_num);
1029 if (s->pict_type == AV_PICTURE_TYPE_P)
1030 ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
1031 s->mb_x, s->mb_y, ER_DC_ERROR);
1034 if (s->pict_type == AV_PICTURE_TYPE_P)
1035 ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
1036 s->mb_x - 1, s->mb_y, ER_DC_END);
1044 * @return <0 if an error occurred
1046 static inline int mpeg4_decode_block(Mpeg4DecContext *ctx, int16_t *block,
1047 int n, int coded, int intra, int rvlc)
1049 MpegEncContext *s = &ctx->m;
1050 int level, i, last, run, qmul, qadd;
1051 int av_uninit(dc_pred_dir);
1053 RL_VLC_ELEM *rl_vlc;
1054 const uint8_t *scan_table;
1056 // Note intra & rvlc should be optimized away if this is inlined
1059 if (ctx->use_intra_dc_vlc) {
1061 if (s->partitioned_frame) {
1062 level = s->dc_val[0][s->block_index[n]];
1064 level = FASTDIV((level + (s->y_dc_scale >> 1)), s->y_dc_scale);
1066 level = FASTDIV((level + (s->c_dc_scale >> 1)), s->c_dc_scale);
1067 dc_pred_dir = (s->pred_dir_table[s->mb_x + s->mb_y * s->mb_stride] << n) & 32;
1069 level = mpeg4_decode_dc(s, n, &dc_pred_dir);
1077 ff_mpeg4_pred_dc(s, n, 0, &dc_pred_dir, 0);
1083 rl = &ff_rvlc_rl_intra;
1084 rl_vlc = ff_rvlc_rl_intra.rl_vlc[0];
1086 rl = &ff_mpeg4_rl_intra;
1087 rl_vlc = ff_mpeg4_rl_intra.rl_vlc[0];
1090 if (dc_pred_dir == 0)
1091 scan_table = s->intra_v_scantable.permutated; /* left */
1093 scan_table = s->intra_h_scantable.permutated; /* top */
1095 scan_table = s->intra_scantable.permutated;
1102 s->block_last_index[n] = i;
1106 rl = &ff_rvlc_rl_inter;
1108 rl = &ff_h263_rl_inter;
1110 scan_table = s->intra_scantable.permutated;
1112 if (s->mpeg_quant) {
1116 rl_vlc = ff_rvlc_rl_inter.rl_vlc[0];
1118 rl_vlc = ff_h263_rl_inter.rl_vlc[0];
1120 qmul = s->qscale << 1;
1121 qadd = (s->qscale - 1) | 1;
1123 rl_vlc = ff_rvlc_rl_inter.rl_vlc[s->qscale];
1125 rl_vlc = ff_h263_rl_inter.rl_vlc[s->qscale];
1129 OPEN_READER(re, &s->gb);
1131 UPDATE_CACHE(re, &s->gb);
1132 GET_RL_VLC(level, run, re, &s->gb, rl_vlc, TEX_VLC_BITS, 2, 0);
1136 if (SHOW_UBITS(re, &s->gb, 1) == 0) {
1137 av_log(s->avctx, AV_LOG_ERROR,
1138 "1. marker bit missing in rvlc esc\n");
1139 return AVERROR_INVALIDDATA;
1141 SKIP_CACHE(re, &s->gb, 1);
1143 last = SHOW_UBITS(re, &s->gb, 1);
1144 SKIP_CACHE(re, &s->gb, 1);
1145 run = SHOW_UBITS(re, &s->gb, 6);
1146 SKIP_COUNTER(re, &s->gb, 1 + 1 + 6);
1147 UPDATE_CACHE(re, &s->gb);
1149 if (SHOW_UBITS(re, &s->gb, 1) == 0) {
1150 av_log(s->avctx, AV_LOG_ERROR,
1151 "2. marker bit missing in rvlc esc\n");
1152 return AVERROR_INVALIDDATA;
1154 SKIP_CACHE(re, &s->gb, 1);
1156 level = SHOW_UBITS(re, &s->gb, 11);
1157 SKIP_CACHE(re, &s->gb, 11);
1159 if (SHOW_UBITS(re, &s->gb, 5) != 0x10) {
1160 av_log(s->avctx, AV_LOG_ERROR, "reverse esc missing\n");
1161 return AVERROR_INVALIDDATA;
1163 SKIP_CACHE(re, &s->gb, 5);
1165 level = level * qmul + qadd;
1166 level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
1167 SKIP_COUNTER(re, &s->gb, 1 + 11 + 5 + 1);
1174 cache = GET_CACHE(re, &s->gb);
1177 cache ^= 0xC0000000;
1179 if (cache & 0x80000000) {
1180 if (cache & 0x40000000) {
1182 SKIP_CACHE(re, &s->gb, 2);
1183 last = SHOW_UBITS(re, &s->gb, 1);
1184 SKIP_CACHE(re, &s->gb, 1);
1185 run = SHOW_UBITS(re, &s->gb, 6);
1186 SKIP_COUNTER(re, &s->gb, 2 + 1 + 6);
1187 UPDATE_CACHE(re, &s->gb);
1190 level = SHOW_SBITS(re, &s->gb, 12);
1191 LAST_SKIP_BITS(re, &s->gb, 12);
1193 if (SHOW_UBITS(re, &s->gb, 1) == 0) {
1194 av_log(s->avctx, AV_LOG_ERROR,
1195 "1. marker bit missing in 3. esc\n");
1196 if (!(s->avctx->err_recognition & AV_EF_IGNORE_ERR))
1197 return AVERROR_INVALIDDATA;
1199 SKIP_CACHE(re, &s->gb, 1);
1201 level = SHOW_SBITS(re, &s->gb, 12);
1202 SKIP_CACHE(re, &s->gb, 12);
1204 if (SHOW_UBITS(re, &s->gb, 1) == 0) {
1205 av_log(s->avctx, AV_LOG_ERROR,
1206 "2. marker bit missing in 3. esc\n");
1207 if (!(s->avctx->err_recognition & AV_EF_IGNORE_ERR))
1208 return AVERROR_INVALIDDATA;
1211 SKIP_COUNTER(re, &s->gb, 1 + 12 + 1);
1215 if (s->error_recognition >= FF_ER_COMPLIANT) {
1216 const int abs_level= FFABS(level);
1217 if (abs_level<=MAX_LEVEL && run<=MAX_RUN) {
1218 const int run1= run - rl->max_run[last][abs_level] - 1;
1219 if (abs_level <= rl->max_level[last][run]) {
1220 av_log(s->avctx, AV_LOG_ERROR, "illegal 3. esc, vlc encoding possible\n");
1221 return AVERROR_INVALIDDATA;
1223 if (s->error_recognition > FF_ER_COMPLIANT) {
1224 if (abs_level <= rl->max_level[last][run]*2) {
1225 av_log(s->avctx, AV_LOG_ERROR, "illegal 3. esc, esc 1 encoding possible\n");
1226 return AVERROR_INVALIDDATA;
1228 if (run1 >= 0 && abs_level <= rl->max_level[last][run1]) {
1229 av_log(s->avctx, AV_LOG_ERROR, "illegal 3. esc, esc 2 encoding possible\n");
1230 return AVERROR_INVALIDDATA;
1237 level = level * qmul + qadd;
1239 level = level * qmul - qadd;
1241 if ((unsigned)(level + 2048) > 4095) {
1242 if (s->avctx->err_recognition & (AV_EF_BITSTREAM|AV_EF_AGGRESSIVE)) {
1243 if (level > 2560 || level < -2560) {
1244 av_log(s->avctx, AV_LOG_ERROR,
1245 "|level| overflow in 3. esc, qp=%d\n",
1247 return AVERROR_INVALIDDATA;
1250 level = level < 0 ? -2048 : 2047;
1258 SKIP_BITS(re, &s->gb, 2);
1259 GET_RL_VLC(level, run, re, &s->gb, rl_vlc, TEX_VLC_BITS, 2, 1);
1260 i += run + rl->max_run[run >> 7][level / qmul] + 1; // FIXME opt indexing
1261 level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
1262 LAST_SKIP_BITS(re, &s->gb, 1);
1266 SKIP_BITS(re, &s->gb, 1);
1267 GET_RL_VLC(level, run, re, &s->gb, rl_vlc, TEX_VLC_BITS, 2, 1);
1269 level = level + rl->max_level[run >> 7][(run - 1) & 63] * qmul; // FIXME opt indexing
1270 level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
1271 LAST_SKIP_BITS(re, &s->gb, 1);
1276 level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
1277 LAST_SKIP_BITS(re, &s->gb, 1);
1279 ff_tlog(s->avctx, "dct[%d][%d] = %- 4d end?:%d\n", scan_table[i&63]&7, scan_table[i&63] >> 3, level, i>62);
1283 av_log(s->avctx, AV_LOG_ERROR,
1284 "ac-tex damaged at %d %d\n", s->mb_x, s->mb_y);
1285 return AVERROR_INVALIDDATA;
1288 block[scan_table[i]] = level;
1292 block[scan_table[i]] = level;
1294 CLOSE_READER(re, &s->gb);
1299 if (!ctx->use_intra_dc_vlc) {
1300 block[0] = ff_mpeg4_pred_dc(s, n, block[0], &dc_pred_dir, 0);
1302 i -= i >> 31; // if (i == -1) i = 0;
1305 ff_mpeg4_pred_ac(s, block, n, dc_pred_dir);
1307 i = 63; // FIXME not optimal
1309 s->block_last_index[n] = i;
1314 * decode partition C of one MB.
1315 * @return <0 if an error occurred
1317 static int mpeg4_decode_partitioned_mb(MpegEncContext *s, int16_t block[6][64])
1319 Mpeg4DecContext *ctx = s->avctx->priv_data;
1321 const int xy = s->mb_x + s->mb_y * s->mb_stride;
1323 av_assert2(s == (void*)ctx);
1325 mb_type = s->current_picture.mb_type[xy];
1326 cbp = s->cbp_table[xy];
1328 ctx->use_intra_dc_vlc = s->qscale < ctx->intra_dc_threshold;
1330 if (s->current_picture.qscale_table[xy] != s->qscale)
1331 ff_set_qscale(s, s->current_picture.qscale_table[xy]);
1333 if (s->pict_type == AV_PICTURE_TYPE_P ||
1334 s->pict_type == AV_PICTURE_TYPE_S) {
1336 for (i = 0; i < 4; i++) {
1337 s->mv[0][i][0] = s->current_picture.motion_val[0][s->block_index[i]][0];
1338 s->mv[0][i][1] = s->current_picture.motion_val[0][s->block_index[i]][1];
1340 s->mb_intra = IS_INTRA(mb_type);
1342 if (IS_SKIP(mb_type)) {
1344 for (i = 0; i < 6; i++)
1345 s->block_last_index[i] = -1;
1346 s->mv_dir = MV_DIR_FORWARD;
1347 s->mv_type = MV_TYPE_16X16;
1348 if (s->pict_type == AV_PICTURE_TYPE_S
1349 && ctx->vol_sprite_usage == GMC_SPRITE) {
1356 } else if (s->mb_intra) {
1357 s->ac_pred = IS_ACPRED(s->current_picture.mb_type[xy]);
1358 } else if (!s->mb_intra) {
1359 // s->mcsel = 0; // FIXME do we need to init that?
1361 s->mv_dir = MV_DIR_FORWARD;
1362 if (IS_8X8(mb_type)) {
1363 s->mv_type = MV_TYPE_8X8;
1365 s->mv_type = MV_TYPE_16X16;
1368 } else { /* I-Frame */
1370 s->ac_pred = IS_ACPRED(s->current_picture.mb_type[xy]);
1373 if (!IS_SKIP(mb_type)) {
1375 s->bdsp.clear_blocks(s->block[0]);
1376 /* decode each block */
1377 for (i = 0; i < 6; i++) {
1378 if (mpeg4_decode_block(ctx, block[i], i, cbp & 32, s->mb_intra, ctx->rvlc) < 0) {
1379 av_log(s->avctx, AV_LOG_ERROR,
1380 "texture corrupted at %d %d %d\n",
1381 s->mb_x, s->mb_y, s->mb_intra);
1382 return AVERROR_INVALIDDATA;
1388 /* per-MB end of slice check */
1389 if (--s->mb_num_left <= 0) {
1390 if (mpeg4_is_resync(ctx))
1395 if (mpeg4_is_resync(ctx)) {
1396 const int delta = s->mb_x + 1 == s->mb_width ? 2 : 1;
1397 if (s->cbp_table[xy + delta])
1404 static int mpeg4_decode_mb(MpegEncContext *s, int16_t block[6][64])
1406 Mpeg4DecContext *ctx = s->avctx->priv_data;
1407 int cbpc, cbpy, i, cbp, pred_x, pred_y, mx, my, dquant;
1409 static const int8_t quant_tab[4] = { -1, -2, 1, 2 };
1410 const int xy = s->mb_x + s->mb_y * s->mb_stride;
1412 av_assert2(s == (void*)ctx);
1413 av_assert2(s->h263_pred);
1415 if (s->pict_type == AV_PICTURE_TYPE_P ||
1416 s->pict_type == AV_PICTURE_TYPE_S) {
1418 if (get_bits1(&s->gb)) {
1421 for (i = 0; i < 6; i++)
1422 s->block_last_index[i] = -1;
1423 s->mv_dir = MV_DIR_FORWARD;
1424 s->mv_type = MV_TYPE_16X16;
1425 if (s->pict_type == AV_PICTURE_TYPE_S &&
1426 ctx->vol_sprite_usage == GMC_SPRITE) {
1427 s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
1432 s->mv[0][0][0] = get_amv(ctx, 0);
1433 s->mv[0][0][1] = get_amv(ctx, 1);
1436 s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
1446 cbpc = get_vlc2(&s->gb, ff_h263_inter_MCBPC_vlc.table, INTER_MCBPC_VLC_BITS, 2);
1448 av_log(s->avctx, AV_LOG_ERROR,
1449 "mcbpc damaged at %d %d\n", s->mb_x, s->mb_y);
1450 return AVERROR_INVALIDDATA;
1452 } while (cbpc == 20);
1454 s->bdsp.clear_blocks(s->block[0]);
1456 s->mb_intra = ((cbpc & 4) != 0);
1460 if (s->pict_type == AV_PICTURE_TYPE_S &&
1461 ctx->vol_sprite_usage == GMC_SPRITE && (cbpc & 16) == 0)
1462 s->mcsel = get_bits1(&s->gb);
1465 cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1) ^ 0x0F;
1467 av_log(s->avctx, AV_LOG_ERROR,
1468 "P cbpy damaged at %d %d\n", s->mb_x, s->mb_y);
1469 return AVERROR_INVALIDDATA;
1472 cbp = (cbpc & 3) | (cbpy << 2);
1474 ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
1475 if ((!s->progressive_sequence) &&
1476 (cbp || (s->workaround_bugs & FF_BUG_XVID_ILACE)))
1477 s->interlaced_dct = get_bits1(&s->gb);
1479 s->mv_dir = MV_DIR_FORWARD;
1480 if ((cbpc & 16) == 0) {
1482 s->current_picture.mb_type[xy] = MB_TYPE_GMC |
1485 /* 16x16 global motion prediction */
1486 s->mv_type = MV_TYPE_16X16;
1487 mx = get_amv(ctx, 0);
1488 my = get_amv(ctx, 1);
1489 s->mv[0][0][0] = mx;
1490 s->mv[0][0][1] = my;
1491 } else if ((!s->progressive_sequence) && get_bits1(&s->gb)) {
1492 s->current_picture.mb_type[xy] = MB_TYPE_16x8 |
1495 /* 16x8 field motion prediction */
1496 s->mv_type = MV_TYPE_FIELD;
1498 s->field_select[0][0] = get_bits1(&s->gb);
1499 s->field_select[0][1] = get_bits1(&s->gb);
1501 ff_h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
1503 for (i = 0; i < 2; i++) {
1504 mx = ff_h263_decode_motion(s, pred_x, s->f_code);
1506 return AVERROR_INVALIDDATA;
1508 my = ff_h263_decode_motion(s, pred_y / 2, s->f_code);
1510 return AVERROR_INVALIDDATA;
1512 s->mv[0][i][0] = mx;
1513 s->mv[0][i][1] = my;
1516 s->current_picture.mb_type[xy] = MB_TYPE_16x16 | MB_TYPE_L0;
1517 /* 16x16 motion prediction */
1518 s->mv_type = MV_TYPE_16X16;
1519 ff_h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
1520 mx = ff_h263_decode_motion(s, pred_x, s->f_code);
1523 return AVERROR_INVALIDDATA;
1525 my = ff_h263_decode_motion(s, pred_y, s->f_code);
1528 return AVERROR_INVALIDDATA;
1529 s->mv[0][0][0] = mx;
1530 s->mv[0][0][1] = my;
1533 s->current_picture.mb_type[xy] = MB_TYPE_8x8 | MB_TYPE_L0;
1534 s->mv_type = MV_TYPE_8X8;
1535 for (i = 0; i < 4; i++) {
1536 mot_val = ff_h263_pred_motion(s, i, 0, &pred_x, &pred_y);
1537 mx = ff_h263_decode_motion(s, pred_x, s->f_code);
1539 return AVERROR_INVALIDDATA;
1541 my = ff_h263_decode_motion(s, pred_y, s->f_code);
1543 return AVERROR_INVALIDDATA;
1544 s->mv[0][i][0] = mx;
1545 s->mv[0][i][1] = my;
1550 } else if (s->pict_type == AV_PICTURE_TYPE_B) {
1551 int modb1; // first bit of modb
1552 int modb2; // second bit of modb
1555 s->mb_intra = 0; // B-frames never contain intra blocks
1556 s->mcsel = 0; // ... true gmc blocks
1559 for (i = 0; i < 2; i++) {
1560 s->last_mv[i][0][0] =
1561 s->last_mv[i][0][1] =
1562 s->last_mv[i][1][0] =
1563 s->last_mv[i][1][1] = 0;
1566 ff_thread_await_progress(&s->next_picture_ptr->tf, s->mb_y, 0);
1569 /* if we skipped it in the future P-frame than skip it now too */
1570 s->mb_skipped = s->next_picture.mbskip_table[s->mb_y * s->mb_stride + s->mb_x]; // Note, skiptab=0 if last was GMC
1572 if (s->mb_skipped) {
1574 for (i = 0; i < 6; i++)
1575 s->block_last_index[i] = -1;
1577 s->mv_dir = MV_DIR_FORWARD;
1578 s->mv_type = MV_TYPE_16X16;
1583 s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
1589 modb1 = get_bits1(&s->gb);
1591 // like MB_TYPE_B_DIRECT but no vectors coded
1592 mb_type = MB_TYPE_DIRECT2 | MB_TYPE_SKIP | MB_TYPE_L0L1;
1595 modb2 = get_bits1(&s->gb);
1596 mb_type = get_vlc2(&s->gb, mb_type_b_vlc.table, MB_TYPE_B_VLC_BITS, 1);
1598 av_log(s->avctx, AV_LOG_ERROR, "illegal MB_type\n");
1599 return AVERROR_INVALIDDATA;
1601 mb_type = mb_type_b_map[mb_type];
1605 s->bdsp.clear_blocks(s->block[0]);
1606 cbp = get_bits(&s->gb, 6);
1609 if ((!IS_DIRECT(mb_type)) && cbp) {
1610 if (get_bits1(&s->gb))
1611 ff_set_qscale(s, s->qscale + get_bits1(&s->gb) * 4 - 2);
1614 if (!s->progressive_sequence) {
1616 s->interlaced_dct = get_bits1(&s->gb);
1618 if (!IS_DIRECT(mb_type) && get_bits1(&s->gb)) {
1619 mb_type |= MB_TYPE_16x8 | MB_TYPE_INTERLACED;
1620 mb_type &= ~MB_TYPE_16x16;
1622 if (USES_LIST(mb_type, 0)) {
1623 s->field_select[0][0] = get_bits1(&s->gb);
1624 s->field_select[0][1] = get_bits1(&s->gb);
1626 if (USES_LIST(mb_type, 1)) {
1627 s->field_select[1][0] = get_bits1(&s->gb);
1628 s->field_select[1][1] = get_bits1(&s->gb);
1634 if ((mb_type & (MB_TYPE_DIRECT2 | MB_TYPE_INTERLACED)) == 0) {
1635 s->mv_type = MV_TYPE_16X16;
1637 if (USES_LIST(mb_type, 0)) {
1638 s->mv_dir = MV_DIR_FORWARD;
1640 mx = ff_h263_decode_motion(s, s->last_mv[0][0][0], s->f_code);
1641 my = ff_h263_decode_motion(s, s->last_mv[0][0][1], s->f_code);
1642 s->last_mv[0][1][0] =
1643 s->last_mv[0][0][0] =
1644 s->mv[0][0][0] = mx;
1645 s->last_mv[0][1][1] =
1646 s->last_mv[0][0][1] =
1647 s->mv[0][0][1] = my;
1650 if (USES_LIST(mb_type, 1)) {
1651 s->mv_dir |= MV_DIR_BACKWARD;
1653 mx = ff_h263_decode_motion(s, s->last_mv[1][0][0], s->b_code);
1654 my = ff_h263_decode_motion(s, s->last_mv[1][0][1], s->b_code);
1655 s->last_mv[1][1][0] =
1656 s->last_mv[1][0][0] =
1657 s->mv[1][0][0] = mx;
1658 s->last_mv[1][1][1] =
1659 s->last_mv[1][0][1] =
1660 s->mv[1][0][1] = my;
1662 } else if (!IS_DIRECT(mb_type)) {
1663 s->mv_type = MV_TYPE_FIELD;
1665 if (USES_LIST(mb_type, 0)) {
1666 s->mv_dir = MV_DIR_FORWARD;
1668 for (i = 0; i < 2; i++) {
1669 mx = ff_h263_decode_motion(s, s->last_mv[0][i][0], s->f_code);
1670 my = ff_h263_decode_motion(s, s->last_mv[0][i][1] / 2, s->f_code);
1671 s->last_mv[0][i][0] =
1672 s->mv[0][i][0] = mx;
1673 s->last_mv[0][i][1] = (s->mv[0][i][1] = my) * 2;
1677 if (USES_LIST(mb_type, 1)) {
1678 s->mv_dir |= MV_DIR_BACKWARD;
1680 for (i = 0; i < 2; i++) {
1681 mx = ff_h263_decode_motion(s, s->last_mv[1][i][0], s->b_code);
1682 my = ff_h263_decode_motion(s, s->last_mv[1][i][1] / 2, s->b_code);
1683 s->last_mv[1][i][0] =
1684 s->mv[1][i][0] = mx;
1685 s->last_mv[1][i][1] = (s->mv[1][i][1] = my) * 2;
1691 if (IS_DIRECT(mb_type)) {
1692 if (IS_SKIP(mb_type)) {
1696 mx = ff_h263_decode_motion(s, 0, 1);
1697 my = ff_h263_decode_motion(s, 0, 1);
1700 s->mv_dir = MV_DIR_FORWARD | MV_DIR_BACKWARD | MV_DIRECT;
1701 mb_type |= ff_mpeg4_set_direct_mv(s, mx, my);
1703 s->current_picture.mb_type[xy] = mb_type;
1704 } else { /* I-Frame */
1706 cbpc = get_vlc2(&s->gb, ff_h263_intra_MCBPC_vlc.table, INTRA_MCBPC_VLC_BITS, 2);
1708 av_log(s->avctx, AV_LOG_ERROR,
1709 "I cbpc damaged at %d %d\n", s->mb_x, s->mb_y);
1710 return AVERROR_INVALIDDATA;
1712 } while (cbpc == 8);
1718 s->ac_pred = get_bits1(&s->gb);
1720 s->current_picture.mb_type[xy] = MB_TYPE_INTRA | MB_TYPE_ACPRED;
1722 s->current_picture.mb_type[xy] = MB_TYPE_INTRA;
1724 cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
1726 av_log(s->avctx, AV_LOG_ERROR,
1727 "I cbpy damaged at %d %d\n", s->mb_x, s->mb_y);
1728 return AVERROR_INVALIDDATA;
1730 cbp = (cbpc & 3) | (cbpy << 2);
1732 ctx->use_intra_dc_vlc = s->qscale < ctx->intra_dc_threshold;
1735 ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
1737 if (!s->progressive_sequence)
1738 s->interlaced_dct = get_bits1(&s->gb);
1740 s->bdsp.clear_blocks(s->block[0]);
1741 /* decode each block */
1742 for (i = 0; i < 6; i++) {
1743 if (mpeg4_decode_block(ctx, block[i], i, cbp & 32, 1, 0) < 0)
1744 return AVERROR_INVALIDDATA;
1750 /* decode each block */
1751 for (i = 0; i < 6; i++) {
1752 if (mpeg4_decode_block(ctx, block[i], i, cbp & 32, 0, 0) < 0)
1753 return AVERROR_INVALIDDATA;
1758 /* per-MB end of slice check */
1759 if (s->codec_id == AV_CODEC_ID_MPEG4) {
1760 int next = mpeg4_is_resync(ctx);
1762 if (s->mb_x + s->mb_y*s->mb_width + 1 > next && (s->avctx->err_recognition & AV_EF_AGGRESSIVE)) {
1763 return AVERROR_INVALIDDATA;
1764 } else if (s->mb_x + s->mb_y*s->mb_width + 1 >= next)
1767 if (s->pict_type == AV_PICTURE_TYPE_B) {
1768 const int delta= s->mb_x + 1 == s->mb_width ? 2 : 1;
1769 ff_thread_await_progress(&s->next_picture_ptr->tf,
1770 (s->mb_x + delta >= s->mb_width)
1771 ? FFMIN(s->mb_y + 1, s->mb_height - 1)
1773 if (s->next_picture.mbskip_table[xy + delta])
1784 /* As per spec, studio start code search isn't the same as the old type of start code */
1785 static void next_start_code_studio(GetBitContext *gb)
1789 while (get_bits_left(gb) >= 24 && show_bits(gb, 24) != 0x1) {
1794 /* additional_code, vlc index */
1795 static const uint8_t ac_state_tab[22][2] =
1821 static int mpeg4_decode_studio_block(MpegEncContext *s, int32_t block[64], int n)
1823 Mpeg4DecContext *ctx = s->avctx->priv_data;
1825 int cc, dct_dc_size, dct_diff, code, j, idx = 1, group = 0, run = 0,
1826 additional_code_len, sign, mismatch;
1827 const VLC *cur_vlc = &studio_intra_tab[0];
1828 uint8_t *const scantable = s->intra_scantable.permutated;
1829 const uint16_t *quant_matrix;
1831 const int min = -1 * (1 << (s->avctx->bits_per_raw_sample + 6));
1832 const int max = ((1 << (s->avctx->bits_per_raw_sample + 6)) - 1);
1833 int shift = 3 - s->dct_precision;
1837 memset(block, 0, 64 * sizeof(int32_t));
1841 dct_dc_size = get_vlc2(&s->gb, studio_luma_dc.table, STUDIO_INTRA_BITS, 2);
1842 quant_matrix = s->intra_matrix;
1846 dct_dc_size = get_vlc2(&s->gb, studio_luma_dc.table, STUDIO_INTRA_BITS, 2);
1848 dct_dc_size = get_vlc2(&s->gb, studio_chroma_dc.table, STUDIO_INTRA_BITS, 2);
1849 quant_matrix = s->chroma_intra_matrix;
1852 if (dct_dc_size == 0) {
1855 dct_diff = get_xbits(&s->gb, dct_dc_size);
1857 if (dct_dc_size > 8) {
1858 if(!check_marker(s->avctx, &s->gb, "dct_dc_size > 8"))
1859 return AVERROR_INVALIDDATA;
1864 s->last_dc[cc] += dct_diff;
1867 block[0] = s->last_dc[cc] * (8 >> s->intra_dc_precision);
1869 block[0] = s->last_dc[cc] * (8 >> s->intra_dc_precision) * (8 >> s->dct_precision);
1870 /* TODO: support mpeg_quant for AC coefficients */
1872 block[0] = av_clip(block[0], min, max);
1873 mismatch ^= block[0];
1875 /* AC Coefficients */
1877 group = get_vlc2(&s->gb, cur_vlc->table, STUDIO_INTRA_BITS, 2);
1880 av_log(s->avctx, AV_LOG_ERROR, "illegal ac coefficient group vlc\n");
1881 return AVERROR_INVALIDDATA;
1884 additional_code_len = ac_state_tab[group][0];
1885 cur_vlc = &studio_intra_tab[ac_state_tab[group][1]];
1890 } else if (group >= 1 && group <= 6) {
1891 /* Zero run length (Table B.47) */
1892 run = 1 << additional_code_len;
1893 if (additional_code_len)
1894 run += get_bits(&s->gb, additional_code_len);
1897 } else if (group >= 7 && group <= 12) {
1898 /* Zero run length and +/-1 level (Table B.48) */
1899 code = get_bits(&s->gb, additional_code_len);
1902 run = (1 << (additional_code_len - 1)) + code;
1905 return AVERROR_INVALIDDATA;
1906 j = scantable[idx++];
1907 block[j] = sign ? 1 : -1;
1908 } else if (group >= 13 && group <= 20) {
1909 /* Level value (Table B.49) */
1911 return AVERROR_INVALIDDATA;
1912 j = scantable[idx++];
1913 block[j] = get_xbits(&s->gb, additional_code_len);
1914 } else if (group == 21) {
1917 return AVERROR_INVALIDDATA;
1918 j = scantable[idx++];
1919 additional_code_len = s->avctx->bits_per_raw_sample + s->dct_precision + 4;
1920 flc = get_bits(&s->gb, additional_code_len);
1921 if (flc >> (additional_code_len-1))
1922 block[j] = -1 * (( flc ^ ((1 << additional_code_len) -1)) + 1);
1926 block[j] = ((block[j] * quant_matrix[j] * s->qscale) * (1 << shift)) / 16;
1927 block[j] = av_clip(block[j], min, max);
1928 mismatch ^= block[j];
1931 block[63] ^= mismatch & 1;
1936 static int mpeg4_decode_dpcm_macroblock(MpegEncContext *s, int16_t macroblock[256], int n)
1938 int i, j, w, h, idx = 0;
1939 int block_mean, rice_parameter, rice_prefix_code, rice_suffix_code,
1940 dpcm_residual, left, top, topleft, min_left_top, max_left_top, p, p2, output;
1941 h = 16 >> (n ? s->chroma_y_shift : 0);
1942 w = 16 >> (n ? s->chroma_x_shift : 0);
1944 block_mean = get_bits(&s->gb, s->avctx->bits_per_raw_sample);
1945 if (block_mean == 0){
1946 av_log(s->avctx, AV_LOG_ERROR, "Forbidden block_mean\n");
1947 return AVERROR_INVALIDDATA;
1949 s->last_dc[n] = block_mean * (1 << (s->dct_precision + s->intra_dc_precision));
1951 rice_parameter = get_bits(&s->gb, 4);
1952 if (rice_parameter == 0) {
1953 av_log(s->avctx, AV_LOG_ERROR, "Forbidden rice_parameter\n");
1954 return AVERROR_INVALIDDATA;
1957 if (rice_parameter == 15)
1960 if (rice_parameter > 11) {
1961 av_log(s->avctx, AV_LOG_ERROR, "Forbidden rice_parameter\n");
1962 return AVERROR_INVALIDDATA;
1965 for (i = 0; i < h; i++) {
1966 output = 1 << (s->avctx->bits_per_raw_sample - 1);
1967 top = 1 << (s->avctx->bits_per_raw_sample - 1);
1969 for (j = 0; j < w; j++) {
1973 rice_prefix_code = get_unary(&s->gb, 1, 12);
1976 if (rice_prefix_code == 11)
1977 dpcm_residual = get_bits(&s->gb, s->avctx->bits_per_raw_sample);
1979 if (rice_prefix_code == 12) {
1980 av_log(s->avctx, AV_LOG_ERROR, "Forbidden rice_prefix_code\n");
1981 return AVERROR_INVALIDDATA;
1983 rice_suffix_code = get_bitsz(&s->gb, rice_parameter);
1984 dpcm_residual = (rice_prefix_code << rice_parameter) + rice_suffix_code;
1987 /* Map to a signed residual */
1988 if (dpcm_residual & 1)
1989 dpcm_residual = (-1 * dpcm_residual) >> 1;
1991 dpcm_residual = (dpcm_residual >> 1);
1994 top = macroblock[idx-w];
1996 p = left + top - topleft;
1997 min_left_top = FFMIN(left, top);
1998 if (p < min_left_top)
2001 max_left_top = FFMAX(left, top);
2002 if (p > max_left_top)
2005 p2 = (FFMIN(min_left_top, topleft) + FFMAX(max_left_top, topleft)) >> 1;
2010 dpcm_residual *= -1;
2012 macroblock[idx++] = output = (dpcm_residual + p) & ((1 << s->avctx->bits_per_raw_sample) - 1);
2019 static int mpeg4_decode_studio_mb(MpegEncContext *s, int16_t block_[12][64])
2023 s->dpcm_direction = 0;
2025 /* StudioMacroblock */
2028 if (get_bits1(&s->gb)) { /* compression_mode */
2030 /* macroblock_type, 1 or 2-bit VLC */
2031 if (!get_bits1(&s->gb)) {
2033 s->qscale = mpeg_get_qscale(s);
2036 for (i = 0; i < mpeg4_block_count[s->chroma_format]; i++) {
2037 if (mpeg4_decode_studio_block(s, (*s->block32)[i], i) < 0)
2038 return AVERROR_INVALIDDATA;
2042 check_marker(s->avctx, &s->gb, "DPCM block start");
2043 s->dpcm_direction = get_bits1(&s->gb) ? -1 : 1;
2044 for (i = 0; i < 3; i++) {
2045 if (mpeg4_decode_dpcm_macroblock(s, (*s->dpcm_macroblock)[i], i) < 0)
2046 return AVERROR_INVALIDDATA;
2050 if (get_bits_left(&s->gb) >= 24 && show_bits(&s->gb, 23) == 0) {
2051 next_start_code_studio(&s->gb);
2055 //vcon-stp9L1.bits (first frame)
2056 if (get_bits_left(&s->gb) == 0)
2059 //vcon-stp2L1.bits, vcon-stp3L1.bits, vcon-stp6L1.bits, vcon-stp7L1.bits, vcon-stp8L1.bits, vcon-stp10L1.bits (first frame)
2060 if (get_bits_left(&s->gb) < 8U && show_bits(&s->gb, get_bits_left(&s->gb)) == 0)
2066 static int mpeg4_decode_gop_header(MpegEncContext *s, GetBitContext *gb)
2068 int hours, minutes, seconds;
2070 if (!show_bits(gb, 23)) {
2071 av_log(s->avctx, AV_LOG_WARNING, "GOP header invalid\n");
2072 return AVERROR_INVALIDDATA;
2075 hours = get_bits(gb, 5);
2076 minutes = get_bits(gb, 6);
2077 check_marker(s->avctx, gb, "in gop_header");
2078 seconds = get_bits(gb, 6);
2080 s->time_base = seconds + 60*(minutes + 60*hours);
2088 static int mpeg4_decode_profile_level(MpegEncContext *s, GetBitContext *gb, int *profile, int *level)
2091 *profile = get_bits(gb, 4);
2092 *level = get_bits(gb, 4);
2094 // for Simple profile, level 0
2095 if (*profile == 0 && *level == 8) {
2102 static int mpeg4_decode_visual_object(MpegEncContext *s, GetBitContext *gb)
2104 int visual_object_type;
2105 int is_visual_object_identifier = get_bits1(gb);
2107 if (is_visual_object_identifier) {
2110 visual_object_type = get_bits(gb, 4);
2112 if (visual_object_type == VOT_VIDEO_ID ||
2113 visual_object_type == VOT_STILL_TEXTURE_ID) {
2114 int video_signal_type = get_bits1(gb);
2115 if (video_signal_type) {
2116 int video_range, color_description;
2117 skip_bits(gb, 3); // video_format
2118 video_range = get_bits1(gb);
2119 color_description = get_bits1(gb);
2121 s->avctx->color_range = video_range ? AVCOL_RANGE_JPEG : AVCOL_RANGE_MPEG;
2123 if (color_description) {
2124 s->avctx->color_primaries = get_bits(gb, 8);
2125 s->avctx->color_trc = get_bits(gb, 8);
2126 s->avctx->colorspace = get_bits(gb, 8);
2134 static void mpeg4_load_default_matrices(MpegEncContext *s)
2138 /* load default matrices */
2139 for (i = 0; i < 64; i++) {
2140 int j = s->idsp.idct_permutation[i];
2141 v = ff_mpeg4_default_intra_matrix[i];
2142 s->intra_matrix[j] = v;
2143 s->chroma_intra_matrix[j] = v;
2145 v = ff_mpeg4_default_non_intra_matrix[i];
2146 s->inter_matrix[j] = v;
2147 s->chroma_inter_matrix[j] = v;
2151 static int decode_vol_header(Mpeg4DecContext *ctx, GetBitContext *gb)
2153 MpegEncContext *s = &ctx->m;
2154 int width, height, vo_ver_id;
2157 skip_bits(gb, 1); /* random access */
2158 s->vo_type = get_bits(gb, 8);
2160 /* If we are in studio profile (per vo_type), check if its all consistent
2161 * and if so continue pass control to decode_studio_vol_header().
2162 * elIf something is inconsistent, error out
2163 * else continue with (non studio) vol header decpoding.
2165 if (s->vo_type == CORE_STUDIO_VO_TYPE ||
2166 s->vo_type == SIMPLE_STUDIO_VO_TYPE) {
2167 if (s->avctx->profile != FF_PROFILE_UNKNOWN && s->avctx->profile != FF_PROFILE_MPEG4_SIMPLE_STUDIO)
2168 return AVERROR_INVALIDDATA;
2169 s->studio_profile = 1;
2170 s->avctx->profile = FF_PROFILE_MPEG4_SIMPLE_STUDIO;
2171 return decode_studio_vol_header(ctx, gb);
2172 } else if (s->studio_profile) {
2173 return AVERROR_PATCHWELCOME;
2176 if (get_bits1(gb) != 0) { /* is_ol_id */
2177 vo_ver_id = get_bits(gb, 4); /* vo_ver_id */
2178 skip_bits(gb, 3); /* vo_priority */
2182 s->aspect_ratio_info = get_bits(gb, 4);
2183 if (s->aspect_ratio_info == FF_ASPECT_EXTENDED) {
2184 s->avctx->sample_aspect_ratio.num = get_bits(gb, 8); // par_width
2185 s->avctx->sample_aspect_ratio.den = get_bits(gb, 8); // par_height
2187 s->avctx->sample_aspect_ratio = ff_h263_pixel_aspect[s->aspect_ratio_info];
2190 if ((ctx->vol_control_parameters = get_bits1(gb))) { /* vol control parameter */
2191 int chroma_format = get_bits(gb, 2);
2192 if (chroma_format != CHROMA_420)
2193 av_log(s->avctx, AV_LOG_ERROR, "illegal chroma format\n");
2195 s->low_delay = get_bits1(gb);
2196 if (get_bits1(gb)) { /* vbv parameters */
2197 get_bits(gb, 15); /* first_half_bitrate */
2198 check_marker(s->avctx, gb, "after first_half_bitrate");
2199 get_bits(gb, 15); /* latter_half_bitrate */
2200 check_marker(s->avctx, gb, "after latter_half_bitrate");
2201 get_bits(gb, 15); /* first_half_vbv_buffer_size */
2202 check_marker(s->avctx, gb, "after first_half_vbv_buffer_size");
2203 get_bits(gb, 3); /* latter_half_vbv_buffer_size */
2204 get_bits(gb, 11); /* first_half_vbv_occupancy */
2205 check_marker(s->avctx, gb, "after first_half_vbv_occupancy");
2206 get_bits(gb, 15); /* latter_half_vbv_occupancy */
2207 check_marker(s->avctx, gb, "after latter_half_vbv_occupancy");
2210 /* is setting low delay flag only once the smartest thing to do?
2211 * low delay detection will not be overridden. */
2212 if (s->picture_number == 0) {
2213 switch(s->vo_type) {
2214 case SIMPLE_VO_TYPE:
2215 case ADV_SIMPLE_VO_TYPE:
2224 ctx->shape = get_bits(gb, 2); /* vol shape */
2225 if (ctx->shape != RECT_SHAPE)
2226 av_log(s->avctx, AV_LOG_ERROR, "only rectangular vol supported\n");
2227 if (ctx->shape == GRAY_SHAPE && vo_ver_id != 1) {
2228 av_log(s->avctx, AV_LOG_ERROR, "Gray shape not supported\n");
2229 skip_bits(gb, 4); /* video_object_layer_shape_extension */
2232 check_marker(s->avctx, gb, "before time_increment_resolution");
2234 s->avctx->framerate.num = get_bits(gb, 16);
2235 if (!s->avctx->framerate.num) {
2236 av_log(s->avctx, AV_LOG_ERROR, "framerate==0\n");
2237 return AVERROR_INVALIDDATA;
2240 ctx->time_increment_bits = av_log2(s->avctx->framerate.num - 1) + 1;
2241 if (ctx->time_increment_bits < 1)
2242 ctx->time_increment_bits = 1;
2244 check_marker(s->avctx, gb, "before fixed_vop_rate");
2246 if (get_bits1(gb) != 0) /* fixed_vop_rate */
2247 s->avctx->framerate.den = get_bits(gb, ctx->time_increment_bits);
2249 s->avctx->framerate.den = 1;
2251 s->avctx->time_base = av_inv_q(av_mul_q(s->avctx->framerate, (AVRational){s->avctx->ticks_per_frame, 1}));
2255 if (ctx->shape != BIN_ONLY_SHAPE) {
2256 if (ctx->shape == RECT_SHAPE) {
2257 check_marker(s->avctx, gb, "before width");
2258 width = get_bits(gb, 13);
2259 check_marker(s->avctx, gb, "before height");
2260 height = get_bits(gb, 13);
2261 check_marker(s->avctx, gb, "after height");
2262 if (width && height && /* they should be non zero but who knows */
2263 !(s->width && s->codec_tag == AV_RL32("MP4S"))) {
2264 if (s->width && s->height &&
2265 (s->width != width || s->height != height))
2266 s->context_reinit = 1;
2272 s->progressive_sequence =
2273 s->progressive_frame = get_bits1(gb) ^ 1;
2274 s->interlaced_dct = 0;
2275 if (!get_bits1(gb) && (s->avctx->debug & FF_DEBUG_PICT_INFO))
2276 av_log(s->avctx, AV_LOG_INFO, /* OBMC Disable */
2277 "MPEG-4 OBMC not supported (very likely buggy encoder)\n");
2279 ctx->vol_sprite_usage = get_bits1(gb); /* vol_sprite_usage */
2281 ctx->vol_sprite_usage = get_bits(gb, 2); /* vol_sprite_usage */
2283 if (ctx->vol_sprite_usage == STATIC_SPRITE)
2284 av_log(s->avctx, AV_LOG_ERROR, "Static Sprites not supported\n");
2285 if (ctx->vol_sprite_usage == STATIC_SPRITE ||
2286 ctx->vol_sprite_usage == GMC_SPRITE) {
2287 if (ctx->vol_sprite_usage == STATIC_SPRITE) {
2288 skip_bits(gb, 13); // sprite_width
2289 check_marker(s->avctx, gb, "after sprite_width");
2290 skip_bits(gb, 13); // sprite_height
2291 check_marker(s->avctx, gb, "after sprite_height");
2292 skip_bits(gb, 13); // sprite_left
2293 check_marker(s->avctx, gb, "after sprite_left");
2294 skip_bits(gb, 13); // sprite_top
2295 check_marker(s->avctx, gb, "after sprite_top");
2297 ctx->num_sprite_warping_points = get_bits(gb, 6);
2298 if (ctx->num_sprite_warping_points > 3) {
2299 av_log(s->avctx, AV_LOG_ERROR,
2300 "%d sprite_warping_points\n",
2301 ctx->num_sprite_warping_points);
2302 ctx->num_sprite_warping_points = 0;
2303 return AVERROR_INVALIDDATA;
2305 s->sprite_warping_accuracy = get_bits(gb, 2);
2306 ctx->sprite_brightness_change = get_bits1(gb);
2307 if (ctx->vol_sprite_usage == STATIC_SPRITE)
2308 skip_bits1(gb); // low_latency_sprite
2310 // FIXME sadct disable bit if verid!=1 && shape not rect
2312 if (get_bits1(gb) == 1) { /* not_8_bit */
2313 s->quant_precision = get_bits(gb, 4); /* quant_precision */
2314 if (get_bits(gb, 4) != 8) /* bits_per_pixel */
2315 av_log(s->avctx, AV_LOG_ERROR, "N-bit not supported\n");
2316 if (s->quant_precision != 5)
2317 av_log(s->avctx, AV_LOG_ERROR,
2318 "quant precision %d\n", s->quant_precision);
2319 if (s->quant_precision<3 || s->quant_precision>9) {
2320 s->quant_precision = 5;
2323 s->quant_precision = 5;
2326 // FIXME a bunch of grayscale shape things
2328 if ((s->mpeg_quant = get_bits1(gb))) { /* vol_quant_type */
2331 mpeg4_load_default_matrices(s);
2333 /* load custom intra matrix */
2334 if (get_bits1(gb)) {
2336 for (i = 0; i < 64; i++) {
2338 if (get_bits_left(gb) < 8) {
2339 av_log(s->avctx, AV_LOG_ERROR, "insufficient data for custom matrix\n");
2340 return AVERROR_INVALIDDATA;
2342 v = get_bits(gb, 8);
2347 j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
2348 s->intra_matrix[j] = last;
2349 s->chroma_intra_matrix[j] = last;
2352 /* replicate last value */
2353 for (; i < 64; i++) {
2354 int j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
2355 s->intra_matrix[j] = last;
2356 s->chroma_intra_matrix[j] = last;
2360 /* load custom non intra matrix */
2361 if (get_bits1(gb)) {
2363 for (i = 0; i < 64; i++) {
2365 if (get_bits_left(gb) < 8) {
2366 av_log(s->avctx, AV_LOG_ERROR, "insufficient data for custom matrix\n");
2367 return AVERROR_INVALIDDATA;
2369 v = get_bits(gb, 8);
2374 j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
2375 s->inter_matrix[j] = v;
2376 s->chroma_inter_matrix[j] = v;
2379 /* replicate last value */
2380 for (; i < 64; i++) {
2381 int j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
2382 s->inter_matrix[j] = last;
2383 s->chroma_inter_matrix[j] = last;
2387 // FIXME a bunch of grayscale shape things
2391 s->quarter_sample = get_bits1(gb);
2393 s->quarter_sample = 0;
2395 if (get_bits_left(gb) < 4) {
2396 av_log(s->avctx, AV_LOG_ERROR, "VOL Header truncated\n");
2397 return AVERROR_INVALIDDATA;
2400 if (!get_bits1(gb)) {
2401 int pos = get_bits_count(gb);
2402 int estimation_method = get_bits(gb, 2);
2403 if (estimation_method < 2) {
2404 if (!get_bits1(gb)) {
2405 ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* opaque */
2406 ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* transparent */
2407 ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* intra_cae */
2408 ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* inter_cae */
2409 ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* no_update */
2410 ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* upsampling */
2412 if (!get_bits1(gb)) {
2413 ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* intra_blocks */
2414 ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* inter_blocks */
2415 ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* inter4v_blocks */
2416 ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* not coded blocks */
2418 if (!check_marker(s->avctx, gb, "in complexity estimation part 1")) {
2419 skip_bits_long(gb, pos - get_bits_count(gb));
2422 if (!get_bits1(gb)) {
2423 ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* dct_coeffs */
2424 ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* dct_lines */
2425 ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* vlc_syms */
2426 ctx->cplx_estimation_trash_i += 4 * get_bits1(gb); /* vlc_bits */
2428 if (!get_bits1(gb)) {
2429 ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* apm */
2430 ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* npm */
2431 ctx->cplx_estimation_trash_b += 8 * get_bits1(gb); /* interpolate_mc_q */
2432 ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* forwback_mc_q */
2433 ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* halfpel2 */
2434 ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* halfpel4 */
2436 if (!check_marker(s->avctx, gb, "in complexity estimation part 2")) {
2437 skip_bits_long(gb, pos - get_bits_count(gb));
2440 if (estimation_method == 1) {
2441 ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* sadct */
2442 ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* qpel */
2445 av_log(s->avctx, AV_LOG_ERROR,
2446 "Invalid Complexity estimation method %d\n",
2451 ctx->cplx_estimation_trash_i =
2452 ctx->cplx_estimation_trash_p =
2453 ctx->cplx_estimation_trash_b = 0;
2456 ctx->resync_marker = !get_bits1(gb); /* resync_marker_disabled */
2458 s->data_partitioning = get_bits1(gb);
2459 if (s->data_partitioning)
2460 ctx->rvlc = get_bits1(gb);
2462 if (vo_ver_id != 1) {
2463 ctx->new_pred = get_bits1(gb);
2464 if (ctx->new_pred) {
2465 av_log(s->avctx, AV_LOG_ERROR, "new pred not supported\n");
2466 skip_bits(gb, 2); /* requested upstream message type */
2467 skip_bits1(gb); /* newpred segment type */
2469 if (get_bits1(gb)) // reduced_res_vop
2470 av_log(s->avctx, AV_LOG_ERROR,
2471 "reduced resolution VOP not supported\n");
2476 ctx->scalability = get_bits1(gb);
2478 if (ctx->scalability) {
2479 GetBitContext bak = *gb;
2480 int h_sampling_factor_n;
2481 int h_sampling_factor_m;
2482 int v_sampling_factor_n;
2483 int v_sampling_factor_m;
2485 skip_bits1(gb); // hierarchy_type
2486 skip_bits(gb, 4); /* ref_layer_id */
2487 skip_bits1(gb); /* ref_layer_sampling_dir */
2488 h_sampling_factor_n = get_bits(gb, 5);
2489 h_sampling_factor_m = get_bits(gb, 5);
2490 v_sampling_factor_n = get_bits(gb, 5);
2491 v_sampling_factor_m = get_bits(gb, 5);
2492 ctx->enhancement_type = get_bits1(gb);
2494 if (h_sampling_factor_n == 0 || h_sampling_factor_m == 0 ||
2495 v_sampling_factor_n == 0 || v_sampling_factor_m == 0) {
2496 /* illegal scalability header (VERY broken encoder),
2497 * trying to workaround */
2498 ctx->scalability = 0;
2501 av_log(s->avctx, AV_LOG_ERROR, "scalability not supported\n");
2503 // bin shape stuff FIXME
2507 if (s->avctx->debug&FF_DEBUG_PICT_INFO) {
2508 av_log(s->avctx, AV_LOG_DEBUG, "tb %d/%d, tincrbits:%d, qp_prec:%d, ps:%d, low_delay:%d %s%s%s%s\n",
2509 s->avctx->framerate.den, s->avctx->framerate.num,
2510 ctx->time_increment_bits,
2512 s->progressive_sequence,
2514 ctx->scalability ? "scalability " :"" , s->quarter_sample ? "qpel " : "",
2515 s->data_partitioning ? "partition " : "", ctx->rvlc ? "rvlc " : ""
2523 * Decode the user data stuff in the header.
2524 * Also initializes divx/xvid/lavc_version/build.
2526 static int decode_user_data(Mpeg4DecContext *ctx, GetBitContext *gb)
2528 MpegEncContext *s = &ctx->m;
2532 int ver = 0, build = 0, ver2 = 0, ver3 = 0;
2535 for (i = 0; i < 255 && get_bits_count(gb) < gb->size_in_bits; i++) {
2536 if (show_bits(gb, 23) == 0)
2538 buf[i] = get_bits(gb, 8);
2542 /* divx detection */
2543 e = sscanf(buf, "DivX%dBuild%d%c", &ver, &build, &last);
2545 e = sscanf(buf, "DivX%db%d%c", &ver, &build, &last);
2547 ctx->divx_version = ver;
2548 ctx->divx_build = build;
2549 s->divx_packed = e == 3 && last == 'p';
2552 /* libavcodec detection */
2553 e = sscanf(buf, "FFmpe%*[^b]b%d", &build) + 3;
2555 e = sscanf(buf, "FFmpeg v%d.%d.%d / libavcodec build: %d", &ver, &ver2, &ver3, &build);
2557 e = sscanf(buf, "Lavc%d.%d.%d", &ver, &ver2, &ver3) + 1;
2559 if (ver > 0xFFU || ver2 > 0xFFU || ver3 > 0xFFU) {
2560 av_log(s->avctx, AV_LOG_WARNING,
2561 "Unknown Lavc version string encountered, %d.%d.%d; "
2562 "clamping sub-version values to 8-bits.\n",
2565 build = ((ver & 0xFF) << 16) + ((ver2 & 0xFF) << 8) + (ver3 & 0xFF);
2569 if (strcmp(buf, "ffmpeg") == 0)
2570 ctx->lavc_build = 4600;
2573 ctx->lavc_build = build;
2575 /* Xvid detection */
2576 e = sscanf(buf, "XviD%d", &build);
2578 ctx->xvid_build = build;
2583 int ff_mpeg4_workaround_bugs(AVCodecContext *avctx)
2585 Mpeg4DecContext *ctx = avctx->priv_data;
2586 MpegEncContext *s = &ctx->m;
2588 if (ctx->xvid_build == -1 && ctx->divx_version == -1 && ctx->lavc_build == -1) {
2589 if (s->codec_tag == AV_RL32("XVID") ||
2590 s->codec_tag == AV_RL32("XVIX") ||
2591 s->codec_tag == AV_RL32("RMP4") ||
2592 s->codec_tag == AV_RL32("ZMP4") ||
2593 s->codec_tag == AV_RL32("SIPP"))
2594 ctx->xvid_build = 0;
2597 if (ctx->xvid_build == -1 && ctx->divx_version == -1 && ctx->lavc_build == -1)
2598 if (s->codec_tag == AV_RL32("DIVX") && s->vo_type == 0 &&
2599 ctx->vol_control_parameters == 0)
2600 ctx->divx_version = 400; // divx 4
2602 if (ctx->xvid_build >= 0 && ctx->divx_version >= 0) {
2604 ctx->divx_build = -1;
2607 if (s->workaround_bugs & FF_BUG_AUTODETECT) {
2608 if (s->codec_tag == AV_RL32("XVIX"))
2609 s->workaround_bugs |= FF_BUG_XVID_ILACE;
2611 if (s->codec_tag == AV_RL32("UMP4"))
2612 s->workaround_bugs |= FF_BUG_UMP4;
2614 if (ctx->divx_version >= 500 && ctx->divx_build < 1814)
2615 s->workaround_bugs |= FF_BUG_QPEL_CHROMA;
2617 if (ctx->divx_version > 502 && ctx->divx_build < 1814)
2618 s->workaround_bugs |= FF_BUG_QPEL_CHROMA2;
2620 if (ctx->xvid_build <= 3U)
2621 s->padding_bug_score = 256 * 256 * 256 * 64;
2623 if (ctx->xvid_build <= 1U)
2624 s->workaround_bugs |= FF_BUG_QPEL_CHROMA;
2626 if (ctx->xvid_build <= 12U)
2627 s->workaround_bugs |= FF_BUG_EDGE;
2629 if (ctx->xvid_build <= 32U)
2630 s->workaround_bugs |= FF_BUG_DC_CLIP;
2632 #define SET_QPEL_FUNC(postfix1, postfix2) \
2633 s->qdsp.put_ ## postfix1 = ff_put_ ## postfix2; \
2634 s->qdsp.put_no_rnd_ ## postfix1 = ff_put_no_rnd_ ## postfix2; \
2635 s->qdsp.avg_ ## postfix1 = ff_avg_ ## postfix2;
2637 if (ctx->lavc_build < 4653U)
2638 s->workaround_bugs |= FF_BUG_STD_QPEL;
2640 if (ctx->lavc_build < 4655U)
2641 s->workaround_bugs |= FF_BUG_DIRECT_BLOCKSIZE;
2643 if (ctx->lavc_build < 4670U)
2644 s->workaround_bugs |= FF_BUG_EDGE;
2646 if (ctx->lavc_build <= 4712U)
2647 s->workaround_bugs |= FF_BUG_DC_CLIP;
2649 if ((ctx->lavc_build&0xFF) >= 100) {
2650 if (ctx->lavc_build > 3621476 && ctx->lavc_build < 3752552 &&
2651 (ctx->lavc_build < 3752037 || ctx->lavc_build > 3752191) // 3.2.1+
2653 s->workaround_bugs |= FF_BUG_IEDGE;
2656 if (ctx->divx_version >= 0)
2657 s->workaround_bugs |= FF_BUG_DIRECT_BLOCKSIZE;
2658 if (ctx->divx_version == 501 && ctx->divx_build == 20020416)
2659 s->padding_bug_score = 256 * 256 * 256 * 64;
2661 if (ctx->divx_version < 500U)
2662 s->workaround_bugs |= FF_BUG_EDGE;
2664 if (ctx->divx_version >= 0)
2665 s->workaround_bugs |= FF_BUG_HPEL_CHROMA;
2668 if (s->workaround_bugs & FF_BUG_STD_QPEL) {
2669 SET_QPEL_FUNC(qpel_pixels_tab[0][5], qpel16_mc11_old_c)
2670 SET_QPEL_FUNC(qpel_pixels_tab[0][7], qpel16_mc31_old_c)
2671 SET_QPEL_FUNC(qpel_pixels_tab[0][9], qpel16_mc12_old_c)
2672 SET_QPEL_FUNC(qpel_pixels_tab[0][11], qpel16_mc32_old_c)
2673 SET_QPEL_FUNC(qpel_pixels_tab[0][13], qpel16_mc13_old_c)
2674 SET_QPEL_FUNC(qpel_pixels_tab[0][15], qpel16_mc33_old_c)
2676 SET_QPEL_FUNC(qpel_pixels_tab[1][5], qpel8_mc11_old_c)
2677 SET_QPEL_FUNC(qpel_pixels_tab[1][7], qpel8_mc31_old_c)
2678 SET_QPEL_FUNC(qpel_pixels_tab[1][9], qpel8_mc12_old_c)
2679 SET_QPEL_FUNC(qpel_pixels_tab[1][11], qpel8_mc32_old_c)
2680 SET_QPEL_FUNC(qpel_pixels_tab[1][13], qpel8_mc13_old_c)
2681 SET_QPEL_FUNC(qpel_pixels_tab[1][15], qpel8_mc33_old_c)
2684 if (avctx->debug & FF_DEBUG_BUGS)
2685 av_log(s->avctx, AV_LOG_DEBUG,
2686 "bugs: %X lavc_build:%d xvid_build:%d divx_version:%d divx_build:%d %s\n",
2687 s->workaround_bugs, ctx->lavc_build, ctx->xvid_build,
2688 ctx->divx_version, ctx->divx_build, s->divx_packed ? "p" : "");
2690 if (CONFIG_MPEG4_DECODER && ctx->xvid_build >= 0 &&
2691 s->codec_id == AV_CODEC_ID_MPEG4 &&
2692 avctx->idct_algo == FF_IDCT_AUTO) {
2693 avctx->idct_algo = FF_IDCT_XVID;
2694 ff_mpv_idct_init(s);
2701 static int decode_vop_header(Mpeg4DecContext *ctx, GetBitContext *gb)
2703 MpegEncContext *s = &ctx->m;
2704 int time_incr, time_increment;
2708 s->pict_type = get_bits(gb, 2) + AV_PICTURE_TYPE_I; /* pict type: I = 0 , P = 1 */
2709 if (s->pict_type == AV_PICTURE_TYPE_B && s->low_delay &&
2710 ctx->vol_control_parameters == 0 && !(s->avctx->flags & AV_CODEC_FLAG_LOW_DELAY)) {
2711 av_log(s->avctx, AV_LOG_ERROR, "low_delay flag set incorrectly, clearing it\n");
2715 s->partitioned_frame = s->data_partitioning && s->pict_type != AV_PICTURE_TYPE_B;
2716 if (s->partitioned_frame)
2717 s->decode_mb = mpeg4_decode_partitioned_mb;
2719 s->decode_mb = mpeg4_decode_mb;
2722 while (get_bits1(gb) != 0)
2725 check_marker(s->avctx, gb, "before time_increment");
2727 if (ctx->time_increment_bits == 0 ||
2728 !(show_bits(gb, ctx->time_increment_bits + 1) & 1)) {
2729 av_log(s->avctx, AV_LOG_WARNING,
2730 "time_increment_bits %d is invalid in relation to the current bitstream, this is likely caused by a missing VOL header\n", ctx->time_increment_bits);
2732 for (ctx->time_increment_bits = 1;
2733 ctx->time_increment_bits < 16;
2734 ctx->time_increment_bits++) {
2735 if (s->pict_type == AV_PICTURE_TYPE_P ||
2736 (s->pict_type == AV_PICTURE_TYPE_S &&
2737 ctx->vol_sprite_usage == GMC_SPRITE)) {
2738 if ((show_bits(gb, ctx->time_increment_bits + 6) & 0x37) == 0x30)
2740 } else if ((show_bits(gb, ctx->time_increment_bits + 5) & 0x1F) == 0x18)
2744 av_log(s->avctx, AV_LOG_WARNING,
2745 "time_increment_bits set to %d bits, based on bitstream analysis\n", ctx->time_increment_bits);
2746 if (s->avctx->framerate.num && 4*s->avctx->framerate.num < 1<<ctx->time_increment_bits) {
2747 s->avctx->framerate.num = 1<<ctx->time_increment_bits;
2748 s->avctx->time_base = av_inv_q(av_mul_q(s->avctx->framerate, (AVRational){s->avctx->ticks_per_frame, 1}));
2753 time_increment = get_bits1(gb); // FIXME investigate further
2755 time_increment = get_bits(gb, ctx->time_increment_bits);
2757 if (s->pict_type != AV_PICTURE_TYPE_B) {
2758 s->last_time_base = s->time_base;
2759 s->time_base += time_incr;
2760 s->time = s->time_base * (int64_t)s->avctx->framerate.num + time_increment;
2761 if (s->workaround_bugs & FF_BUG_UMP4) {
2762 if (s->time < s->last_non_b_time) {
2763 /* header is not mpeg-4-compatible, broken encoder,
2764 * trying to workaround */
2766 s->time += s->avctx->framerate.num;
2769 s->pp_time = s->time - s->last_non_b_time;
2770 s->last_non_b_time = s->time;
2772 s->time = (s->last_time_base + time_incr) * (int64_t)s->avctx->framerate.num + time_increment;
2773 s->pb_time = s->pp_time - (s->last_non_b_time - s->time);
2774 if (s->pp_time <= s->pb_time ||
2775 s->pp_time <= s->pp_time - s->pb_time ||
2777 /* messed up order, maybe after seeking? skipping current B-frame */
2778 return FRAME_SKIPPED;
2780 ff_mpeg4_init_direct_mv(s);
2782 if (ctx->t_frame == 0)
2783 ctx->t_frame = s->pb_time;
2784 if (ctx->t_frame == 0)
2785 ctx->t_frame = 1; // 1/0 protection
2786 s->pp_field_time = (ROUNDED_DIV(s->last_non_b_time, ctx->t_frame) -
2787 ROUNDED_DIV(s->last_non_b_time - s->pp_time, ctx->t_frame)) * 2;
2788 s->pb_field_time = (ROUNDED_DIV(s->time, ctx->t_frame) -
2789 ROUNDED_DIV(s->last_non_b_time - s->pp_time, ctx->t_frame)) * 2;
2790 if (s->pp_field_time <= s->pb_field_time || s->pb_field_time <= 1) {
2791 s->pb_field_time = 2;
2792 s->pp_field_time = 4;
2793 if (!s->progressive_sequence)
2794 return FRAME_SKIPPED;
2798 if (s->avctx->framerate.den)
2799 pts = ROUNDED_DIV(s->time, s->avctx->framerate.den);
2801 pts = AV_NOPTS_VALUE;
2802 ff_dlog(s->avctx, "MPEG4 PTS: %"PRId64"\n", pts);
2804 check_marker(s->avctx, gb, "before vop_coded");
2807 if (get_bits1(gb) != 1) {
2808 if (s->avctx->debug & FF_DEBUG_PICT_INFO)
2809 av_log(s->avctx, AV_LOG_ERROR, "vop not coded\n");
2810 return FRAME_SKIPPED;
2813 decode_new_pred(ctx, gb);
2815 if (ctx->shape != BIN_ONLY_SHAPE &&
2816 (s->pict_type == AV_PICTURE_TYPE_P ||
2817 (s->pict_type == AV_PICTURE_TYPE_S &&
2818 ctx->vol_sprite_usage == GMC_SPRITE))) {
2819 /* rounding type for motion estimation */
2820 s->no_rounding = get_bits1(gb);
2824 // FIXME reduced res stuff
2826 if (ctx->shape != RECT_SHAPE) {
2827 if (ctx->vol_sprite_usage != 1 || s->pict_type != AV_PICTURE_TYPE_I) {
2828 skip_bits(gb, 13); /* width */
2829 check_marker(s->avctx, gb, "after width");
2830 skip_bits(gb, 13); /* height */
2831 check_marker(s->avctx, gb, "after height");
2832 skip_bits(gb, 13); /* hor_spat_ref */
2833 check_marker(s->avctx, gb, "after hor_spat_ref");
2834 skip_bits(gb, 13); /* ver_spat_ref */
2836 skip_bits1(gb); /* change_CR_disable */
2838 if (get_bits1(gb) != 0)
2839 skip_bits(gb, 8); /* constant_alpha_value */
2842 // FIXME complexity estimation stuff
2844 if (ctx->shape != BIN_ONLY_SHAPE) {
2845 skip_bits_long(gb, ctx->cplx_estimation_trash_i);
2846 if (s->pict_type != AV_PICTURE_TYPE_I)
2847 skip_bits_long(gb, ctx->cplx_estimation_trash_p);
2848 if (s->pict_type == AV_PICTURE_TYPE_B)
2849 skip_bits_long(gb, ctx->cplx_estimation_trash_b);
2851 if (get_bits_left(gb) < 3) {
2852 av_log(s->avctx, AV_LOG_ERROR, "Header truncated\n");
2853 return AVERROR_INVALIDDATA;
2855 ctx->intra_dc_threshold = ff_mpeg4_dc_threshold[get_bits(gb, 3)];
2856 if (!s->progressive_sequence) {
2857 s->top_field_first = get_bits1(gb);
2858 s->alternate_scan = get_bits1(gb);
2860 s->alternate_scan = 0;
2863 if (s->alternate_scan) {
2864 ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_alternate_vertical_scan);
2865 ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_alternate_vertical_scan);
2866 ff_init_scantable(s->idsp.idct_permutation, &s->intra_h_scantable, ff_alternate_vertical_scan);
2867 ff_init_scantable(s->idsp.idct_permutation, &s->intra_v_scantable, ff_alternate_vertical_scan);
2869 ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_zigzag_direct);
2870 ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_zigzag_direct);
2871 ff_init_scantable(s->idsp.idct_permutation, &s->intra_h_scantable, ff_alternate_horizontal_scan);
2872 ff_init_scantable(s->idsp.idct_permutation, &s->intra_v_scantable, ff_alternate_vertical_scan);
2875 if (s->pict_type == AV_PICTURE_TYPE_S) {
2876 if((ctx->vol_sprite_usage == STATIC_SPRITE ||
2877 ctx->vol_sprite_usage == GMC_SPRITE)) {
2878 if (mpeg4_decode_sprite_trajectory(ctx, gb) < 0)
2879 return AVERROR_INVALIDDATA;
2880 if (ctx->sprite_brightness_change)
2881 av_log(s->avctx, AV_LOG_ERROR,
2882 "sprite_brightness_change not supported\n");
2883 if (ctx->vol_sprite_usage == STATIC_SPRITE)
2884 av_log(s->avctx, AV_LOG_ERROR, "static sprite not supported\n");
2886 memset(s->sprite_offset, 0, sizeof(s->sprite_offset));
2887 memset(s->sprite_delta, 0, sizeof(s->sprite_delta));
2891 if (ctx->shape != BIN_ONLY_SHAPE) {
2892 s->chroma_qscale = s->qscale = get_bits(gb, s->quant_precision);
2893 if (s->qscale == 0) {
2894 av_log(s->avctx, AV_LOG_ERROR,
2895 "Error, header damaged or not MPEG-4 header (qscale=0)\n");
2896 return AVERROR_INVALIDDATA; // makes no sense to continue, as there is nothing left from the image then
2899 if (s->pict_type != AV_PICTURE_TYPE_I) {
2900 s->f_code = get_bits(gb, 3); /* fcode_for */
2901 if (s->f_code == 0) {
2902 av_log(s->avctx, AV_LOG_ERROR,
2903 "Error, header damaged or not MPEG-4 header (f_code=0)\n");
2905 return AVERROR_INVALIDDATA; // makes no sense to continue, as there is nothing left from the image then
2910 if (s->pict_type == AV_PICTURE_TYPE_B) {
2911 s->b_code = get_bits(gb, 3);
2912 if (s->b_code == 0) {
2913 av_log(s->avctx, AV_LOG_ERROR,
2914 "Error, header damaged or not MPEG4 header (b_code=0)\n");
2916 return AVERROR_INVALIDDATA; // makes no sense to continue, as the MV decoding will break very quickly
2921 if (s->avctx->debug & FF_DEBUG_PICT_INFO) {
2922 av_log(s->avctx, AV_LOG_DEBUG,
2923 "qp:%d fc:%d,%d %s size:%d pro:%d alt:%d top:%d %spel part:%d resync:%d w:%d a:%d rnd:%d vot:%d%s dc:%d ce:%d/%d/%d time:%"PRId64" tincr:%d\n",
2924 s->qscale, s->f_code, s->b_code,
2925 s->pict_type == AV_PICTURE_TYPE_I ? "I" : (s->pict_type == AV_PICTURE_TYPE_P ? "P" : (s->pict_type == AV_PICTURE_TYPE_B ? "B" : "S")),
2926 gb->size_in_bits,s->progressive_sequence, s->alternate_scan,
2927 s->top_field_first, s->quarter_sample ? "q" : "h",
2928 s->data_partitioning, ctx->resync_marker,
2929 ctx->num_sprite_warping_points, s->sprite_warping_accuracy,
2930 1 - s->no_rounding, s->vo_type,
2931 ctx->vol_control_parameters ? " VOLC" : " ", ctx->intra_dc_threshold,
2932 ctx->cplx_estimation_trash_i, ctx->cplx_estimation_trash_p,
2933 ctx->cplx_estimation_trash_b,
2939 if (!ctx->scalability) {
2940 if (ctx->shape != RECT_SHAPE && s->pict_type != AV_PICTURE_TYPE_I)
2941 skip_bits1(gb); // vop shape coding type
2943 if (ctx->enhancement_type) {
2944 int load_backward_shape = get_bits1(gb);
2945 if (load_backward_shape)
2946 av_log(s->avctx, AV_LOG_ERROR,
2947 "load backward shape isn't supported\n");
2949 skip_bits(gb, 2); // ref_select_code
2952 /* detect buggy encoders which don't set the low_delay flag
2953 * (divx4/xvid/opendivx). Note we cannot detect divx5 without B-frames
2954 * easily (although it's buggy too) */
2955 if (s->vo_type == 0 && ctx->vol_control_parameters == 0 &&
2956 ctx->divx_version == -1 && s->picture_number == 0) {
2957 av_log(s->avctx, AV_LOG_WARNING,
2958 "looks like this file was encoded with (divx4/(old)xvid/opendivx) -> forcing low_delay flag\n");
2962 s->picture_number++; // better than pic number==0 always ;)
2964 // FIXME add short header support
2965 s->y_dc_scale_table = ff_mpeg4_y_dc_scale_table;
2966 s->c_dc_scale_table = ff_mpeg4_c_dc_scale_table;
2968 if (s->workaround_bugs & FF_BUG_EDGE) {
2969 s->h_edge_pos = s->width;
2970 s->v_edge_pos = s->height;
2975 static int read_quant_matrix_ext(MpegEncContext *s, GetBitContext *gb)
2979 if (get_bits1(gb)) {
2980 if (get_bits_left(gb) < 64*8)
2981 return AVERROR_INVALIDDATA;
2982 /* intra_quantiser_matrix */
2983 for (i = 0; i < 64; i++) {
2984 v = get_bits(gb, 8);
2985 j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
2986 s->intra_matrix[j] = v;
2987 s->chroma_intra_matrix[j] = v;
2991 if (get_bits1(gb)) {
2992 if (get_bits_left(gb) < 64*8)
2993 return AVERROR_INVALIDDATA;
2994 /* non_intra_quantiser_matrix */
2995 for (i = 0; i < 64; i++) {
3000 if (get_bits1(gb)) {
3001 if (get_bits_left(gb) < 64*8)
3002 return AVERROR_INVALIDDATA;
3003 /* chroma_intra_quantiser_matrix */
3004 for (i = 0; i < 64; i++) {
3005 v = get_bits(gb, 8);
3006 j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
3007 s->chroma_intra_matrix[j] = v;
3011 if (get_bits1(gb)) {
3012 if (get_bits_left(gb) < 64*8)
3013 return AVERROR_INVALIDDATA;
3014 /* chroma_non_intra_quantiser_matrix */
3015 for (i = 0; i < 64; i++) {
3020 next_start_code_studio(gb);
3024 static void extension_and_user_data(MpegEncContext *s, GetBitContext *gb, int id)
3027 uint8_t extension_type;
3029 startcode = show_bits_long(gb, 32);
3030 if (startcode == USER_DATA_STARTCODE || startcode == EXT_STARTCODE) {
3032 if ((id == 2 || id == 4) && startcode == EXT_STARTCODE) {
3033 skip_bits_long(gb, 32);
3034 extension_type = get_bits(gb, 4);
3035 if (extension_type == QUANT_MATRIX_EXT_ID)
3036 read_quant_matrix_ext(s, gb);
3041 static void decode_smpte_tc(Mpeg4DecContext *ctx, GetBitContext *gb)
3043 MpegEncContext *s = &ctx->m;
3045 skip_bits(gb, 16); /* Time_code[63..48] */
3046 check_marker(s->avctx, gb, "after Time_code[63..48]");
3047 skip_bits(gb, 16); /* Time_code[47..32] */
3048 check_marker(s->avctx, gb, "after Time_code[47..32]");
3049 skip_bits(gb, 16); /* Time_code[31..16] */
3050 check_marker(s->avctx, gb, "after Time_code[31..16]");
3051 skip_bits(gb, 16); /* Time_code[15..0] */
3052 check_marker(s->avctx, gb, "after Time_code[15..0]");
3053 skip_bits(gb, 4); /* reserved_bits */
3057 * Decode the next studio vop header.
3058 * @return <0 if something went wrong
3060 static int decode_studio_vop_header(Mpeg4DecContext *ctx, GetBitContext *gb)
3062 MpegEncContext *s = &ctx->m;
3064 if (get_bits_left(gb) <= 32)
3067 s->partitioned_frame = 0;
3068 s->interlaced_dct = 0;
3069 s->decode_mb = mpeg4_decode_studio_mb;
3071 decode_smpte_tc(ctx, gb);
3073 skip_bits(gb, 10); /* temporal_reference */
3074 skip_bits(gb, 2); /* vop_structure */
3075 s->pict_type = get_bits(gb, 2) + AV_PICTURE_TYPE_I; /* vop_coding_type */
3076 if (get_bits1(gb)) { /* vop_coded */
3077 skip_bits1(gb); /* top_field_first */
3078 skip_bits1(gb); /* repeat_first_field */
3079 s->progressive_frame = get_bits1(gb) ^ 1; /* progressive_frame */
3082 if (s->pict_type == AV_PICTURE_TYPE_I) {
3084 reset_studio_dc_predictors(s);
3087 if (ctx->shape != BIN_ONLY_SHAPE) {
3088 s->alternate_scan = get_bits1(gb);
3089 s->frame_pred_frame_dct = get_bits1(gb);
3090 s->dct_precision = get_bits(gb, 2);
3091 s->intra_dc_precision = get_bits(gb, 2);
3092 s->q_scale_type = get_bits1(gb);
3095 if (s->alternate_scan) {
3096 ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_alternate_vertical_scan);
3097 ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_alternate_vertical_scan);
3098 ff_init_scantable(s->idsp.idct_permutation, &s->intra_h_scantable, ff_alternate_vertical_scan);
3099 ff_init_scantable(s->idsp.idct_permutation, &s->intra_v_scantable, ff_alternate_vertical_scan);
3101 ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_zigzag_direct);
3102 ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_zigzag_direct);
3103 ff_init_scantable(s->idsp.idct_permutation, &s->intra_h_scantable, ff_alternate_horizontal_scan);
3104 ff_init_scantable(s->idsp.idct_permutation, &s->intra_v_scantable, ff_alternate_vertical_scan);
3107 mpeg4_load_default_matrices(s);
3109 next_start_code_studio(gb);
3110 extension_and_user_data(s, gb, 4);
3115 static int decode_studiovisualobject(Mpeg4DecContext *ctx, GetBitContext *gb)
3117 MpegEncContext *s = &ctx->m;
3118 int visual_object_type;
3120 skip_bits(gb, 4); /* visual_object_verid */
3121 visual_object_type = get_bits(gb, 4);
3122 if (visual_object_type != VOT_VIDEO_ID) {
3123 avpriv_request_sample(s->avctx, "VO type %u", visual_object_type);
3124 return AVERROR_PATCHWELCOME;
3127 next_start_code_studio(gb);
3128 extension_and_user_data(s, gb, 1);
3133 static int decode_studio_vol_header(Mpeg4DecContext *ctx, GetBitContext *gb)
3135 MpegEncContext *s = &ctx->m;
3137 int bits_per_raw_sample;
3138 int rgb, chroma_format;
3140 // random_accessible_vol and video_object_type_indication have already
3141 // been read by the caller decode_vol_header()
3142 skip_bits(gb, 4); /* video_object_layer_verid */
3143 ctx->shape = get_bits(gb, 2); /* video_object_layer_shape */
3144 skip_bits(gb, 4); /* video_object_layer_shape_extension */
3145 skip_bits1(gb); /* progressive_sequence */
3146 if (ctx->shape != RECT_SHAPE) {
3147 avpriv_request_sample(s->avctx, "MPEG-4 Studio profile non rectangular shape");
3148 return AVERROR_PATCHWELCOME;
3150 if (ctx->shape != BIN_ONLY_SHAPE) {
3151 rgb = get_bits1(gb); /* rgb_components */
3152 chroma_format = get_bits(gb, 2); /* chroma_format */
3153 if (!chroma_format || chroma_format == CHROMA_420 || (rgb && chroma_format == CHROMA_422)) {
3154 av_log(s->avctx, AV_LOG_ERROR, "illegal chroma format\n");
3155 return AVERROR_INVALIDDATA;
3158 bits_per_raw_sample = get_bits(gb, 4); /* bit_depth */
3159 if (bits_per_raw_sample == 10) {
3161 s->avctx->pix_fmt = AV_PIX_FMT_GBRP10;
3164 s->avctx->pix_fmt = chroma_format == CHROMA_422 ? AV_PIX_FMT_YUV422P10 : AV_PIX_FMT_YUV444P10;
3168 avpriv_request_sample(s->avctx, "MPEG-4 Studio profile bit-depth %u", bits_per_raw_sample);
3169 return AVERROR_PATCHWELCOME;
3171 if (rgb != ctx->rgb || s->chroma_format != chroma_format)
3172 s->context_reinit = 1;
3173 s->avctx->bits_per_raw_sample = bits_per_raw_sample;
3175 s->chroma_format = chroma_format;
3177 if (ctx->shape == RECT_SHAPE) {
3178 check_marker(s->avctx, gb, "before video_object_layer_width");
3179 width = get_bits(gb, 14); /* video_object_layer_width */
3180 check_marker(s->avctx, gb, "before video_object_layer_height");
3181 height = get_bits(gb, 14); /* video_object_layer_height */
3182 check_marker(s->avctx, gb, "after video_object_layer_height");
3184 /* Do the same check as non-studio profile */
3185 if (width && height) {
3186 if (s->width && s->height &&
3187 (s->width != width || s->height != height))
3188 s->context_reinit = 1;
3193 s->aspect_ratio_info = get_bits(gb, 4);
3194 if (s->aspect_ratio_info == FF_ASPECT_EXTENDED) {
3195 s->avctx->sample_aspect_ratio.num = get_bits(gb, 8); // par_width
3196 s->avctx->sample_aspect_ratio.den = get_bits(gb, 8); // par_height
3198 s->avctx->sample_aspect_ratio = ff_h263_pixel_aspect[s->aspect_ratio_info];
3200 skip_bits(gb, 4); /* frame_rate_code */
3201 skip_bits(gb, 15); /* first_half_bit_rate */
3202 check_marker(s->avctx, gb, "after first_half_bit_rate");
3203 skip_bits(gb, 15); /* latter_half_bit_rate */
3204 check_marker(s->avctx, gb, "after latter_half_bit_rate");
3205 skip_bits(gb, 15); /* first_half_vbv_buffer_size */
3206 check_marker(s->avctx, gb, "after first_half_vbv_buffer_size");
3207 skip_bits(gb, 3); /* latter_half_vbv_buffer_size */
3208 skip_bits(gb, 11); /* first_half_vbv_buffer_size */
3209 check_marker(s->avctx, gb, "after first_half_vbv_buffer_size");
3210 skip_bits(gb, 15); /* latter_half_vbv_occupancy */
3211 check_marker(s->avctx, gb, "after latter_half_vbv_occupancy");
3212 s->low_delay = get_bits1(gb);
3213 s->mpeg_quant = get_bits1(gb); /* mpeg2_stream */
3215 next_start_code_studio(gb);
3216 extension_and_user_data(s, gb, 2);
3222 * Decode MPEG-4 headers.
3224 * @param header If set the absence of a VOP is not treated as error; otherwise, it is treated as such.
3225 * @return <0 if an error occurred
3226 * FRAME_SKIPPED if a not coded VOP is found
3229 int ff_mpeg4_decode_picture_header(Mpeg4DecContext *ctx, GetBitContext *gb, int header)
3231 MpegEncContext *s = &ctx->m;
3232 unsigned startcode, v;
3236 /* search next start code */
3239 // If we have not switched to studio profile than we also did not switch bps
3240 // that means something else (like a previous instance) outside set bps which
3241 // would be inconsistant with the currect state, thus reset it
3242 if (!s->studio_profile && s->avctx->bits_per_raw_sample != 8)
3243 s->avctx->bits_per_raw_sample = 0;
3245 if (s->codec_tag == AV_RL32("WV1F") && show_bits(gb, 24) == 0x575630) {
3247 if (get_bits(gb, 8) == 0xF0)
3253 if (get_bits_count(gb) >= gb->size_in_bits) {
3254 if (gb->size_in_bits == 8 &&
3255 (ctx->divx_version >= 0 || ctx->xvid_build >= 0) || s->codec_tag == AV_RL32("QMP4")) {
3256 av_log(s->avctx, AV_LOG_VERBOSE, "frame skip %d\n", gb->size_in_bits);
3257 return FRAME_SKIPPED; // divx bug
3258 } else if (header && get_bits_count(gb) == gb->size_in_bits) {
3259 return 0; // ordinary return value for parsing of extradata
3261 return AVERROR_INVALIDDATA; // end of stream
3264 /* use the bits after the test */
3265 v = get_bits(gb, 8);
3266 startcode = ((startcode << 8) | v) & 0xffffffff;
3268 if ((startcode & 0xFFFFFF00) != 0x100)
3269 continue; // no startcode
3271 if (s->avctx->debug & FF_DEBUG_STARTCODE) {
3272 av_log(s->avctx, AV_LOG_DEBUG, "startcode: %3X ", startcode);
3273 if (startcode <= 0x11F)
3274 av_log(s->avctx, AV_LOG_DEBUG, "Video Object Start");
3275 else if (startcode <= 0x12F)
3276 av_log(s->avctx, AV_LOG_DEBUG, "Video Object Layer Start");
3277 else if (startcode <= 0x13F)
3278 av_log(s->avctx, AV_LOG_DEBUG, "Reserved");
3279 else if (startcode <= 0x15F)
3280 av_log(s->avctx, AV_LOG_DEBUG, "FGS bp start");
3281 else if (startcode <= 0x1AF)
3282 av_log(s->avctx, AV_LOG_DEBUG, "Reserved");
3283 else if (startcode == 0x1B0)
3284 av_log(s->avctx, AV_LOG_DEBUG, "Visual Object Seq Start");
3285 else if (startcode == 0x1B1)
3286 av_log(s->avctx, AV_LOG_DEBUG, "Visual Object Seq End");
3287 else if (startcode == 0x1B2)
3288 av_log(s->avctx, AV_LOG_DEBUG, "User Data");
3289 else if (startcode == 0x1B3)
3290 av_log(s->avctx, AV_LOG_DEBUG, "Group of VOP start");
3291 else if (startcode == 0x1B4)
3292 av_log(s->avctx, AV_LOG_DEBUG, "Video Session Error");
3293 else if (startcode == 0x1B5)
3294 av_log(s->avctx, AV_LOG_DEBUG, "Visual Object Start");
3295 else if (startcode == 0x1B6)
3296 av_log(s->avctx, AV_LOG_DEBUG, "Video Object Plane start");
3297 else if (startcode == 0x1B7)
3298 av_log(s->avctx, AV_LOG_DEBUG, "slice start");
3299 else if (startcode == 0x1B8)
3300 av_log(s->avctx, AV_LOG_DEBUG, "extension start");
3301 else if (startcode == 0x1B9)
3302 av_log(s->avctx, AV_LOG_DEBUG, "fgs start");
3303 else if (startcode == 0x1BA)
3304 av_log(s->avctx, AV_LOG_DEBUG, "FBA Object start");
3305 else if (startcode == 0x1BB)
3306 av_log(s->avctx, AV_LOG_DEBUG, "FBA Object Plane start");
3307 else if (startcode == 0x1BC)
3308 av_log(s->avctx, AV_LOG_DEBUG, "Mesh Object start");
3309 else if (startcode == 0x1BD)
3310 av_log(s->avctx, AV_LOG_DEBUG, "Mesh Object Plane start");
3311 else if (startcode == 0x1BE)
3312 av_log(s->avctx, AV_LOG_DEBUG, "Still Texture Object start");
3313 else if (startcode == 0x1BF)
3314 av_log(s->avctx, AV_LOG_DEBUG, "Texture Spatial Layer start");
3315 else if (startcode == 0x1C0)
3316 av_log(s->avctx, AV_LOG_DEBUG, "Texture SNR Layer start");
3317 else if (startcode == 0x1C1)
3318 av_log(s->avctx, AV_LOG_DEBUG, "Texture Tile start");
3319 else if (startcode == 0x1C2)
3320 av_log(s->avctx, AV_LOG_DEBUG, "Texture Shape Layer start");
3321 else if (startcode == 0x1C3)
3322 av_log(s->avctx, AV_LOG_DEBUG, "stuffing start");
3323 else if (startcode <= 0x1C5)
3324 av_log(s->avctx, AV_LOG_DEBUG, "reserved");
3325 else if (startcode <= 0x1FF)
3326 av_log(s->avctx, AV_LOG_DEBUG, "System start");
3327 av_log(s->avctx, AV_LOG_DEBUG, " at %d\n", get_bits_count(gb));
3330 if (startcode >= 0x120 && startcode <= 0x12F) {
3332 av_log(s->avctx, AV_LOG_WARNING, "Ignoring multiple VOL headers\n");
3336 if ((ret = decode_vol_header(ctx, gb)) < 0)
3338 } else if (startcode == USER_DATA_STARTCODE) {
3339 decode_user_data(ctx, gb);
3340 } else if (startcode == GOP_STARTCODE) {
3341 mpeg4_decode_gop_header(s, gb);
3342 } else if (startcode == VOS_STARTCODE) {
3344 mpeg4_decode_profile_level(s, gb, &profile, &level);
3345 if (profile == FF_PROFILE_MPEG4_SIMPLE_STUDIO &&
3346 (level > 0 && level < 9)) {
3347 s->studio_profile = 1;
3348 next_start_code_studio(gb);
3349 extension_and_user_data(s, gb, 0);
3350 } else if (s->studio_profile) {
3351 avpriv_request_sample(s->avctx, "Mix of studio and non studio profile");
3352 return AVERROR_PATCHWELCOME;
3354 s->avctx->profile = profile;
3355 s->avctx->level = level;
3356 } else if (startcode == VISUAL_OBJ_STARTCODE) {
3357 if (s->studio_profile) {
3358 if ((ret = decode_studiovisualobject(ctx, gb)) < 0)
3361 mpeg4_decode_visual_object(s, gb);
3362 } else if (startcode == VOP_STARTCODE) {
3371 if (s->avctx->flags & AV_CODEC_FLAG_LOW_DELAY)
3373 s->avctx->has_b_frames = !s->low_delay;
3375 if (s->studio_profile) {
3376 if (!s->avctx->bits_per_raw_sample) {
3377 av_log(s->avctx, AV_LOG_ERROR, "Missing VOL header\n");
3378 return AVERROR_INVALIDDATA;
3380 return decode_studio_vop_header(ctx, gb);
3382 return decode_vop_header(ctx, gb);
3385 av_cold void ff_mpeg4videodec_static_init(void) {
3386 static int done = 0;
3389 ff_rl_init(&ff_mpeg4_rl_intra, ff_mpeg4_static_rl_table_store[0]);
3390 ff_rl_init(&ff_rvlc_rl_inter, ff_mpeg4_static_rl_table_store[1]);
3391 ff_rl_init(&ff_rvlc_rl_intra, ff_mpeg4_static_rl_table_store[2]);
3392 INIT_VLC_RL(ff_mpeg4_rl_intra, 554);
3393 INIT_VLC_RL(ff_rvlc_rl_inter, 1072);
3394 INIT_VLC_RL(ff_rvlc_rl_intra, 1072);
3395 INIT_VLC_STATIC(&dc_lum, DC_VLC_BITS, 10 /* 13 */,
3396 &ff_mpeg4_DCtab_lum[0][1], 2, 1,
3397 &ff_mpeg4_DCtab_lum[0][0], 2, 1, 512);
3398 INIT_VLC_STATIC(&dc_chrom, DC_VLC_BITS, 10 /* 13 */,
3399 &ff_mpeg4_DCtab_chrom[0][1], 2, 1,
3400 &ff_mpeg4_DCtab_chrom[0][0], 2, 1, 512);
3401 INIT_VLC_STATIC_FROM_LENGTHS(&sprite_trajectory, SPRITE_TRAJ_VLC_BITS, 15,
3402 ff_sprite_trajectory_lens, 1,
3403 NULL, 0, 0, 0, 0, 128);
3404 INIT_VLC_STATIC(&mb_type_b_vlc, MB_TYPE_B_VLC_BITS, 4,
3405 &ff_mb_type_b_tab[0][1], 2, 1,
3406 &ff_mb_type_b_tab[0][0], 2, 1, 16);
3411 int ff_mpeg4_frame_end(AVCodecContext *avctx, const uint8_t *buf, int buf_size)
3413 Mpeg4DecContext *ctx = avctx->priv_data;
3414 MpegEncContext *s = &ctx->m;
3416 /* divx 5.01+ bitstream reorder stuff */
3417 /* Since this clobbers the input buffer and hwaccel codecs still need the
3418 * data during hwaccel->end_frame we should not do this any earlier */
3419 if (s->divx_packed) {
3420 int current_pos = s->gb.buffer == s->bitstream_buffer ? 0 : (get_bits_count(&s->gb) >> 3);
3421 int startcode_found = 0;
3423 if (buf_size - current_pos > 7) {
3426 for (i = current_pos; i < buf_size - 4; i++)
3431 buf[i + 3] == 0xB6) {
3432 startcode_found = !(buf[i + 4] & 0x40);
3437 if (startcode_found) {
3438 if (!ctx->showed_packed_warning) {
3439 av_log(s->avctx, AV_LOG_INFO, "Video uses a non-standard and "
3440 "wasteful way to store B-frames ('packed B-frames'). "
3441 "Consider using the mpeg4_unpack_bframes bitstream filter without encoding but stream copy to fix it.\n");
3442 ctx->showed_packed_warning = 1;
3444 av_fast_padded_malloc(&s->bitstream_buffer,
3445 &s->allocated_bitstream_buffer_size,
3446 buf_size - current_pos);
3447 if (!s->bitstream_buffer) {
3448 s->bitstream_buffer_size = 0;
3449 return AVERROR(ENOMEM);
3451 memcpy(s->bitstream_buffer, buf + current_pos,
3452 buf_size - current_pos);
3453 s->bitstream_buffer_size = buf_size - current_pos;
3461 static int mpeg4_update_thread_context(AVCodecContext *dst,
3462 const AVCodecContext *src)
3464 Mpeg4DecContext *s = dst->priv_data;
3465 const Mpeg4DecContext *s1 = src->priv_data;
3466 int init = s->m.context_initialized;
3468 int ret = ff_mpeg_update_thread_context(dst, src);
3473 // copy all the necessary fields explicitly
3474 s->time_increment_bits = s1->time_increment_bits;
3475 s->shape = s1->shape;
3476 s->vol_sprite_usage = s1->vol_sprite_usage;
3477 s->sprite_brightness_change = s1->sprite_brightness_change;
3478 s->num_sprite_warping_points = s1->num_sprite_warping_points;
3480 s->resync_marker = s1->resync_marker;
3481 s->t_frame = s1->t_frame;
3482 s->new_pred = s1->new_pred;
3483 s->enhancement_type = s1->enhancement_type;
3484 s->scalability = s1->scalability;
3485 s->use_intra_dc_vlc = s1->use_intra_dc_vlc;
3486 s->intra_dc_threshold = s1->intra_dc_threshold;
3487 s->divx_version = s1->divx_version;
3488 s->divx_build = s1->divx_build;
3489 s->xvid_build = s1->xvid_build;
3490 s->lavc_build = s1->lavc_build;
3491 s->showed_packed_warning = s1->showed_packed_warning;
3492 s->vol_control_parameters = s1->vol_control_parameters;
3493 s->cplx_estimation_trash_i = s1->cplx_estimation_trash_i;
3494 s->cplx_estimation_trash_p = s1->cplx_estimation_trash_p;
3495 s->cplx_estimation_trash_b = s1->cplx_estimation_trash_b;
3498 memcpy(s->sprite_shift, s1->sprite_shift, sizeof(s1->sprite_shift));
3499 memcpy(s->sprite_traj, s1->sprite_traj, sizeof(s1->sprite_traj));
3501 if (CONFIG_MPEG4_DECODER && !init && s1->xvid_build >= 0)
3502 ff_xvid_idct_init(&s->m.idsp, dst);
3508 static av_cold void mpeg4_init_static(void)
3510 INIT_VLC_STATIC_FROM_LENGTHS(&studio_luma_dc, STUDIO_INTRA_BITS, 19,
3511 &ff_mpeg4_studio_dc_luma[0][1], 2,
3512 &ff_mpeg4_studio_dc_luma[0][0], 2, 1,
3515 INIT_VLC_STATIC_FROM_LENGTHS(&studio_chroma_dc, STUDIO_INTRA_BITS, 19,
3516 &ff_mpeg4_studio_dc_chroma[0][1], 2,
3517 &ff_mpeg4_studio_dc_chroma[0][0], 2, 1,
3520 for (unsigned i = 0, offset = 0; i < 12; i++) {
3521 static VLC_TYPE vlc_buf[6498][2];
3523 studio_intra_tab[i].table = &vlc_buf[offset];
3524 studio_intra_tab[i].table_allocated = FF_ARRAY_ELEMS(vlc_buf) - offset;
3525 ff_init_vlc_from_lengths(&studio_intra_tab[i],
3526 STUDIO_INTRA_BITS, 24,
3527 &ff_mpeg4_studio_intra[i][0][1], 2,
3528 &ff_mpeg4_studio_intra[i][0][0], 2, 1,
3529 0, INIT_VLC_STATIC_OVERLONG, NULL);
3530 offset += studio_intra_tab[i].table_size;
3532 ff_mpeg4videodec_static_init();
3535 static av_cold int decode_init(AVCodecContext *avctx)
3537 static AVOnce init_static_once = AV_ONCE_INIT;
3538 Mpeg4DecContext *ctx = avctx->priv_data;
3539 MpegEncContext *s = &ctx->m;
3545 ctx->lavc_build = -1;
3547 if ((ret = ff_h263_decode_init(avctx)) < 0)
3551 s->low_delay = 0; /* default, might be overridden in the vol header during header parsing */
3552 s->decode_mb = mpeg4_decode_mb;
3553 ctx->time_increment_bits = 4; /* default value for broken headers */
3555 avctx->chroma_sample_location = AVCHROMA_LOC_LEFT;
3557 ff_thread_once(&init_static_once, mpeg4_init_static);
3562 static const AVOption mpeg4_options[] = {
3563 {"quarter_sample", "1/4 subpel MC", offsetof(MpegEncContext, quarter_sample), AV_OPT_TYPE_BOOL, {.i64 = 0}, 0, 1, 0},
3564 {"divx_packed", "divx style packed b frames", offsetof(MpegEncContext, divx_packed), AV_OPT_TYPE_BOOL, {.i64 = 0}, 0, 1, 0},
3568 static const AVClass mpeg4_class = {
3569 .class_name = "MPEG4 Video Decoder",
3570 .item_name = av_default_item_name,
3571 .option = mpeg4_options,
3572 .version = LIBAVUTIL_VERSION_INT,
3575 AVCodec ff_mpeg4_decoder = {
3577 .long_name = NULL_IF_CONFIG_SMALL("MPEG-4 part 2"),
3578 .type = AVMEDIA_TYPE_VIDEO,
3579 .id = AV_CODEC_ID_MPEG4,
3580 .priv_data_size = sizeof(Mpeg4DecContext),
3581 .init = decode_init,
3582 .close = ff_h263_decode_end,
3583 .decode = ff_h263_decode_frame,
3584 .capabilities = AV_CODEC_CAP_DRAW_HORIZ_BAND | AV_CODEC_CAP_DR1 |
3585 AV_CODEC_CAP_TRUNCATED | AV_CODEC_CAP_DELAY |
3586 AV_CODEC_CAP_FRAME_THREADS,
3587 .caps_internal = FF_CODEC_CAP_SKIP_FRAME_FILL_PARAM |
3588 FF_CODEC_CAP_ALLOCATE_PROGRESS |
3589 FF_CODEC_CAP_INIT_CLEANUP,
3590 .flush = ff_mpeg_flush,
3592 .pix_fmts = ff_h263_hwaccel_pixfmt_list_420,
3593 .profiles = NULL_IF_CONFIG_SMALL(ff_mpeg4_video_profiles),
3594 .update_thread_context = ONLY_IF_THREADS_ENABLED(mpeg4_update_thread_context),
3595 .priv_class = &mpeg4_class,
3596 .hw_configs = (const AVCodecHWConfigInternal*[]) {
3597 #if CONFIG_MPEG4_NVDEC_HWACCEL
3598 HWACCEL_NVDEC(mpeg4),
3600 #if CONFIG_MPEG4_VAAPI_HWACCEL
3601 HWACCEL_VAAPI(mpeg4),
3603 #if CONFIG_MPEG4_VDPAU_HWACCEL
3604 HWACCEL_VDPAU(mpeg4),
3606 #if CONFIG_MPEG4_VIDEOTOOLBOX_HWACCEL
3607 HWACCEL_VIDEOTOOLBOX(mpeg4),