3 * Copyright (c) 2000,2001 Fabrice Bellard
4 * Copyright (c) 2002-2010 Michael Niedermayer <michaelni@gmx.at>
6 * This file is part of FFmpeg.
8 * FFmpeg is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU Lesser General Public
10 * License as published by the Free Software Foundation; either
11 * version 2.1 of the License, or (at your option) any later version.
13 * FFmpeg is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * Lesser General Public License for more details.
18 * You should have received a copy of the GNU Lesser General Public
19 * License along with FFmpeg; if not, write to the Free Software
20 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
23 #define UNCHECKED_BITSTREAM_READER 1
25 #include "libavutil/internal.h"
26 #include "libavutil/opt.h"
27 #include "error_resilience.h"
31 #include "mpegutils.h"
32 #include "mpegvideo.h"
33 #include "mpegvideodata.h"
34 #include "mpeg4video.h"
40 /* The defines below define the number of bits that are read at once for
41 * reading vlc values. Changing these may improve speed and data cache needs
42 * be aware though that decreasing them may need the number of stages that is
43 * passed to get_vlc* to be increased. */
44 #define SPRITE_TRAJ_VLC_BITS 6
46 #define MB_TYPE_B_VLC_BITS 4
47 #define STUDIO_INTRA_BITS 9
49 static int decode_studio_vol_header(Mpeg4DecContext *ctx, GetBitContext *gb);
51 static VLC dc_lum, dc_chrom;
52 static VLC sprite_trajectory;
53 static VLC mb_type_b_vlc;
55 static const int mb_type_b_map[4] = {
56 MB_TYPE_DIRECT2 | MB_TYPE_L0L1,
57 MB_TYPE_L0L1 | MB_TYPE_16x16,
58 MB_TYPE_L1 | MB_TYPE_16x16,
59 MB_TYPE_L0 | MB_TYPE_16x16,
64 * @param n block index (0-3 are luma, 4-5 are chroma)
65 * @param dir the ac prediction direction
67 void ff_mpeg4_pred_ac(MpegEncContext *s, int16_t *block, int n, int dir)
70 int16_t *ac_val, *ac_val1;
71 int8_t *const qscale_table = s->current_picture.qscale_table;
74 ac_val = &s->ac_val[0][0][0] + s->block_index[n] * 16;
78 const int xy = s->mb_x - 1 + s->mb_y * s->mb_stride;
82 if (s->mb_x == 0 || s->qscale == qscale_table[xy] ||
85 for (i = 1; i < 8; i++)
86 block[s->idsp.idct_permutation[i << 3]] += ac_val[i];
88 /* different qscale, we must rescale */
89 for (i = 1; i < 8; i++)
90 block[s->idsp.idct_permutation[i << 3]] += ROUNDED_DIV(ac_val[i] * qscale_table[xy], s->qscale);
93 const int xy = s->mb_x + s->mb_y * s->mb_stride - s->mb_stride;
95 ac_val -= 16 * s->block_wrap[n];
97 if (s->mb_y == 0 || s->qscale == qscale_table[xy] ||
100 for (i = 1; i < 8; i++)
101 block[s->idsp.idct_permutation[i]] += ac_val[i + 8];
103 /* different qscale, we must rescale */
104 for (i = 1; i < 8; i++)
105 block[s->idsp.idct_permutation[i]] += ROUNDED_DIV(ac_val[i + 8] * qscale_table[xy], s->qscale);
110 for (i = 1; i < 8; i++)
111 ac_val1[i] = block[s->idsp.idct_permutation[i << 3]];
114 for (i = 1; i < 8; i++)
115 ac_val1[8 + i] = block[s->idsp.idct_permutation[i]];
119 * check if the next stuff is a resync marker or the end.
122 static inline int mpeg4_is_resync(Mpeg4DecContext *ctx)
124 MpegEncContext *s = &ctx->m;
125 int bits_count = get_bits_count(&s->gb);
126 int v = show_bits(&s->gb, 16);
128 if (s->workaround_bugs & FF_BUG_NO_PADDING && !ctx->resync_marker)
132 if (s->pict_type == AV_PICTURE_TYPE_B ||
133 (v >> (8 - s->pict_type) != 1) || s->partitioned_frame)
135 skip_bits(&s->gb, 8 + s->pict_type);
136 bits_count += 8 + s->pict_type;
137 v = show_bits(&s->gb, 16);
140 if (bits_count + 8 >= s->gb.size_in_bits) {
142 v |= 0x7F >> (7 - (bits_count & 7));
147 if (v == ff_mpeg4_resync_prefix[bits_count & 7]) {
149 int mb_num_bits = av_log2(s->mb_num - 1) + 1;
150 GetBitContext gb = s->gb;
152 skip_bits(&s->gb, 1);
153 align_get_bits(&s->gb);
155 for (len = 0; len < 32; len++)
156 if (get_bits1(&s->gb))
159 mb_num = get_bits(&s->gb, mb_num_bits);
160 if (!mb_num || mb_num > s->mb_num || get_bits_count(&s->gb)+6 > s->gb.size_in_bits)
165 if (len >= ff_mpeg4_get_video_packet_prefix_length(s))
172 static int mpeg4_decode_sprite_trajectory(Mpeg4DecContext *ctx, GetBitContext *gb)
174 MpegEncContext *s = &ctx->m;
175 int a = 2 << s->sprite_warping_accuracy;
176 int rho = 3 - s->sprite_warping_accuracy;
182 int min_ab, i, w2, h2, w3, h3;
183 int sprite_ref[4][2];
184 int virtual_ref[2][2];
185 int64_t sprite_offset[2][2];
186 int64_t sprite_delta[2][2];
188 // only true for rectangle shapes
189 const int vop_ref[4][2] = { { 0, 0 }, { s->width, 0 },
190 { 0, s->height }, { s->width, s->height } };
191 int d[4][2] = { { 0, 0 }, { 0, 0 }, { 0, 0 }, { 0, 0 } };
193 if (w <= 0 || h <= 0)
194 return AVERROR_INVALIDDATA;
196 /* the decoder was not properly initialized and we cannot continue */
197 if (sprite_trajectory.table == NULL)
198 return AVERROR_INVALIDDATA;
200 for (i = 0; i < ctx->num_sprite_warping_points; i++) {
204 length = get_vlc2(gb, sprite_trajectory.table, SPRITE_TRAJ_VLC_BITS, 3);
206 x = get_xbits(gb, length);
208 if (!(ctx->divx_version == 500 && ctx->divx_build == 413))
209 check_marker(s->avctx, gb, "before sprite_trajectory");
211 length = get_vlc2(gb, sprite_trajectory.table, SPRITE_TRAJ_VLC_BITS, 3);
213 y = get_xbits(gb, length);
215 check_marker(s->avctx, gb, "after sprite_trajectory");
216 ctx->sprite_traj[i][0] = d[i][0] = x;
217 ctx->sprite_traj[i][1] = d[i][1] = y;
220 ctx->sprite_traj[i][0] = ctx->sprite_traj[i][1] = 0;
222 while ((1 << alpha) < w)
224 while ((1 << beta) < h)
225 beta++; /* typo in the MPEG-4 std for the definition of w' and h' */
229 // Note, the 4th point isn't used for GMC
230 if (ctx->divx_version == 500 && ctx->divx_build == 413) {
231 sprite_ref[0][0] = a * vop_ref[0][0] + d[0][0];
232 sprite_ref[0][1] = a * vop_ref[0][1] + d[0][1];
233 sprite_ref[1][0] = a * vop_ref[1][0] + d[0][0] + d[1][0];
234 sprite_ref[1][1] = a * vop_ref[1][1] + d[0][1] + d[1][1];
235 sprite_ref[2][0] = a * vop_ref[2][0] + d[0][0] + d[2][0];
236 sprite_ref[2][1] = a * vop_ref[2][1] + d[0][1] + d[2][1];
238 sprite_ref[0][0] = (a >> 1) * (2 * vop_ref[0][0] + d[0][0]);
239 sprite_ref[0][1] = (a >> 1) * (2 * vop_ref[0][1] + d[0][1]);
240 sprite_ref[1][0] = (a >> 1) * (2 * vop_ref[1][0] + d[0][0] + d[1][0]);
241 sprite_ref[1][1] = (a >> 1) * (2 * vop_ref[1][1] + d[0][1] + d[1][1]);
242 sprite_ref[2][0] = (a >> 1) * (2 * vop_ref[2][0] + d[0][0] + d[2][0]);
243 sprite_ref[2][1] = (a >> 1) * (2 * vop_ref[2][1] + d[0][1] + d[2][1]);
245 /* sprite_ref[3][0] = (a >> 1) * (2 * vop_ref[3][0] + d[0][0] + d[1][0] + d[2][0] + d[3][0]);
246 * sprite_ref[3][1] = (a >> 1) * (2 * vop_ref[3][1] + d[0][1] + d[1][1] + d[2][1] + d[3][1]); */
248 /* This is mostly identical to the MPEG-4 std (and is totally unreadable
249 * because of that...). Perhaps it should be reordered to be more readable.
250 * The idea behind this virtual_ref mess is to be able to use shifts later
251 * per pixel instead of divides so the distance between points is converted
252 * from w&h based to w2&h2 based which are of the 2^x form. */
253 virtual_ref[0][0] = 16 * (vop_ref[0][0] + w2) +
254 ROUNDED_DIV(((w - w2) *
255 (r * sprite_ref[0][0] - 16LL * vop_ref[0][0]) +
256 w2 * (r * sprite_ref[1][0] - 16LL * vop_ref[1][0])), w);
257 virtual_ref[0][1] = 16 * vop_ref[0][1] +
258 ROUNDED_DIV(((w - w2) *
259 (r * sprite_ref[0][1] - 16LL * vop_ref[0][1]) +
260 w2 * (r * sprite_ref[1][1] - 16LL * vop_ref[1][1])), w);
261 virtual_ref[1][0] = 16 * vop_ref[0][0] +
262 ROUNDED_DIV(((h - h2) * (r * sprite_ref[0][0] - 16LL * vop_ref[0][0]) +
263 h2 * (r * sprite_ref[2][0] - 16LL * vop_ref[2][0])), h);
264 virtual_ref[1][1] = 16 * (vop_ref[0][1] + h2) +
265 ROUNDED_DIV(((h - h2) * (r * sprite_ref[0][1] - 16LL * vop_ref[0][1]) +
266 h2 * (r * sprite_ref[2][1] - 16LL * vop_ref[2][1])), h);
268 switch (ctx->num_sprite_warping_points) {
270 sprite_offset[0][0] =
271 sprite_offset[0][1] =
272 sprite_offset[1][0] =
273 sprite_offset[1][1] = 0;
274 sprite_delta[0][0] = a;
276 sprite_delta[1][0] = 0;
277 sprite_delta[1][1] = a;
278 ctx->sprite_shift[0] =
279 ctx->sprite_shift[1] = 0;
282 sprite_offset[0][0] = sprite_ref[0][0] - a * vop_ref[0][0];
283 sprite_offset[0][1] = sprite_ref[0][1] - a * vop_ref[0][1];
284 sprite_offset[1][0] = ((sprite_ref[0][0] >> 1) | (sprite_ref[0][0] & 1)) -
285 a * (vop_ref[0][0] / 2);
286 sprite_offset[1][1] = ((sprite_ref[0][1] >> 1) | (sprite_ref[0][1] & 1)) -
287 a * (vop_ref[0][1] / 2);
288 sprite_delta[0][0] = a;
290 sprite_delta[1][0] = 0;
291 sprite_delta[1][1] = a;
292 ctx->sprite_shift[0] =
293 ctx->sprite_shift[1] = 0;
296 sprite_offset[0][0] = ((int64_t) sprite_ref[0][0] * (1 << alpha + rho)) +
297 ((int64_t) -r * sprite_ref[0][0] + virtual_ref[0][0]) *
298 ((int64_t) -vop_ref[0][0]) +
299 ((int64_t) r * sprite_ref[0][1] - virtual_ref[0][1]) *
300 ((int64_t) -vop_ref[0][1]) + (1 << (alpha + rho - 1));
301 sprite_offset[0][1] = ((int64_t) sprite_ref[0][1] * (1 << alpha + rho)) +
302 ((int64_t) -r * sprite_ref[0][1] + virtual_ref[0][1]) *
303 ((int64_t) -vop_ref[0][0]) +
304 ((int64_t) -r * sprite_ref[0][0] + virtual_ref[0][0]) *
305 ((int64_t) -vop_ref[0][1]) + (1 << (alpha + rho - 1));
306 sprite_offset[1][0] = (((int64_t)-r * sprite_ref[0][0] + virtual_ref[0][0]) *
307 ((int64_t)-2 * vop_ref[0][0] + 1) +
308 ((int64_t) r * sprite_ref[0][1] - virtual_ref[0][1]) *
309 ((int64_t)-2 * vop_ref[0][1] + 1) + 2 * w2 * r *
310 (int64_t) sprite_ref[0][0] - 16 * w2 + (1 << (alpha + rho + 1)));
311 sprite_offset[1][1] = (((int64_t)-r * sprite_ref[0][1] + virtual_ref[0][1]) *
312 ((int64_t)-2 * vop_ref[0][0] + 1) +
313 ((int64_t)-r * sprite_ref[0][0] + virtual_ref[0][0]) *
314 ((int64_t)-2 * vop_ref[0][1] + 1) + 2 * w2 * r *
315 (int64_t) sprite_ref[0][1] - 16 * w2 + (1 << (alpha + rho + 1)));
316 sprite_delta[0][0] = (-r * sprite_ref[0][0] + virtual_ref[0][0]);
317 sprite_delta[0][1] = (+r * sprite_ref[0][1] - virtual_ref[0][1]);
318 sprite_delta[1][0] = (-r * sprite_ref[0][1] + virtual_ref[0][1]);
319 sprite_delta[1][1] = (-r * sprite_ref[0][0] + virtual_ref[0][0]);
321 ctx->sprite_shift[0] = alpha + rho;
322 ctx->sprite_shift[1] = alpha + rho + 2;
325 min_ab = FFMIN(alpha, beta);
328 sprite_offset[0][0] = ((int64_t)sprite_ref[0][0] * (1 << (alpha + beta + rho - min_ab))) +
329 ((int64_t)-r * sprite_ref[0][0] + virtual_ref[0][0]) * h3 * (-vop_ref[0][0]) +
330 ((int64_t)-r * sprite_ref[0][0] + virtual_ref[1][0]) * w3 * (-vop_ref[0][1]) +
331 ((int64_t)1 << (alpha + beta + rho - min_ab - 1));
332 sprite_offset[0][1] = ((int64_t)sprite_ref[0][1] * (1 << (alpha + beta + rho - min_ab))) +
333 ((int64_t)-r * sprite_ref[0][1] + virtual_ref[0][1]) * h3 * (-vop_ref[0][0]) +
334 ((int64_t)-r * sprite_ref[0][1] + virtual_ref[1][1]) * w3 * (-vop_ref[0][1]) +
335 ((int64_t)1 << (alpha + beta + rho - min_ab - 1));
336 sprite_offset[1][0] = ((int64_t)-r * sprite_ref[0][0] + virtual_ref[0][0]) * h3 * (-2 * vop_ref[0][0] + 1) +
337 ((int64_t)-r * sprite_ref[0][0] + virtual_ref[1][0]) * w3 * (-2 * vop_ref[0][1] + 1) +
338 (int64_t)2 * w2 * h3 * r * sprite_ref[0][0] - 16 * w2 * h3 +
339 ((int64_t)1 << (alpha + beta + rho - min_ab + 1));
340 sprite_offset[1][1] = ((int64_t)-r * sprite_ref[0][1] + virtual_ref[0][1]) * h3 * (-2 * vop_ref[0][0] + 1) +
341 ((int64_t)-r * sprite_ref[0][1] + virtual_ref[1][1]) * w3 * (-2 * vop_ref[0][1] + 1) +
342 (int64_t)2 * w2 * h3 * r * sprite_ref[0][1] - 16 * w2 * h3 +
343 ((int64_t)1 << (alpha + beta + rho - min_ab + 1));
344 sprite_delta[0][0] = (-r * (int64_t)sprite_ref[0][0] + virtual_ref[0][0]) * h3;
345 sprite_delta[0][1] = (-r * (int64_t)sprite_ref[0][0] + virtual_ref[1][0]) * w3;
346 sprite_delta[1][0] = (-r * (int64_t)sprite_ref[0][1] + virtual_ref[0][1]) * h3;
347 sprite_delta[1][1] = (-r * (int64_t)sprite_ref[0][1] + virtual_ref[1][1]) * w3;
349 ctx->sprite_shift[0] = alpha + beta + rho - min_ab;
350 ctx->sprite_shift[1] = alpha + beta + rho - min_ab + 2;
353 /* try to simplify the situation */
354 if (sprite_delta[0][0] == a << ctx->sprite_shift[0] &&
355 sprite_delta[0][1] == 0 &&
356 sprite_delta[1][0] == 0 &&
357 sprite_delta[1][1] == a << ctx->sprite_shift[0]) {
358 sprite_offset[0][0] >>= ctx->sprite_shift[0];
359 sprite_offset[0][1] >>= ctx->sprite_shift[0];
360 sprite_offset[1][0] >>= ctx->sprite_shift[1];
361 sprite_offset[1][1] >>= ctx->sprite_shift[1];
362 sprite_delta[0][0] = a;
363 sprite_delta[0][1] = 0;
364 sprite_delta[1][0] = 0;
365 sprite_delta[1][1] = a;
366 ctx->sprite_shift[0] = 0;
367 ctx->sprite_shift[1] = 0;
368 s->real_sprite_warping_points = 1;
370 int shift_y = 16 - ctx->sprite_shift[0];
371 int shift_c = 16 - ctx->sprite_shift[1];
373 for (i = 0; i < 2; i++) {
374 if (shift_c < 0 || shift_y < 0 ||
375 FFABS( sprite_offset[0][i]) >= INT_MAX >> shift_y ||
376 FFABS( sprite_offset[1][i]) >= INT_MAX >> shift_c ||
377 FFABS( sprite_delta[0][i]) >= INT_MAX >> shift_y ||
378 FFABS( sprite_delta[1][i]) >= INT_MAX >> shift_y
380 avpriv_request_sample(s->avctx, "Too large sprite shift, delta or offset");
385 for (i = 0; i < 2; i++) {
386 sprite_offset[0][i] *= 1 << shift_y;
387 sprite_offset[1][i] *= 1 << shift_c;
388 sprite_delta[0][i] *= 1 << shift_y;
389 sprite_delta[1][i] *= 1 << shift_y;
390 ctx->sprite_shift[i] = 16;
393 for (i = 0; i < 2; i++) {
395 sprite_delta[i][0] - a * (1LL<<16),
396 sprite_delta[i][1] - a * (1LL<<16)
399 if (llabs(sprite_offset[0][i] + sprite_delta[i][0] * (w+16LL)) >= INT_MAX ||
400 llabs(sprite_offset[0][i] + sprite_delta[i][1] * (h+16LL)) >= INT_MAX ||
401 llabs(sprite_offset[0][i] + sprite_delta[i][0] * (w+16LL) + sprite_delta[i][1] * (h+16LL)) >= INT_MAX ||
402 llabs(sprite_delta[i][0] * (w+16LL)) >= INT_MAX ||
403 llabs(sprite_delta[i][1] * (w+16LL)) >= INT_MAX ||
404 llabs(sd[0]) >= INT_MAX ||
405 llabs(sd[1]) >= INT_MAX ||
406 llabs(sprite_offset[0][i] + sd[0] * (w+16LL)) >= INT_MAX ||
407 llabs(sprite_offset[0][i] + sd[1] * (h+16LL)) >= INT_MAX ||
408 llabs(sprite_offset[0][i] + sd[0] * (w+16LL) + sd[1] * (h+16LL)) >= INT_MAX
410 avpriv_request_sample(s->avctx, "Overflow on sprite points");
414 s->real_sprite_warping_points = ctx->num_sprite_warping_points;
417 for (i = 0; i < 4; i++) {
418 s->sprite_offset[i&1][i>>1] = sprite_offset[i&1][i>>1];
419 s->sprite_delta [i&1][i>>1] = sprite_delta [i&1][i>>1];
424 memset(s->sprite_offset, 0, sizeof(s->sprite_offset));
425 memset(s->sprite_delta, 0, sizeof(s->sprite_delta));
426 return AVERROR_PATCHWELCOME;
429 static int decode_new_pred(Mpeg4DecContext *ctx, GetBitContext *gb) {
430 MpegEncContext *s = &ctx->m;
431 int len = FFMIN(ctx->time_increment_bits + 3, 15);
436 check_marker(s->avctx, gb, "after new_pred");
442 * Decode the next video packet.
443 * @return <0 if something went wrong
445 int ff_mpeg4_decode_video_packet_header(Mpeg4DecContext *ctx)
447 MpegEncContext *s = &ctx->m;
449 int mb_num_bits = av_log2(s->mb_num - 1) + 1;
450 int header_extension = 0, mb_num, len;
452 /* is there enough space left for a video packet + header */
453 if (get_bits_count(&s->gb) > s->gb.size_in_bits - 20)
454 return AVERROR_INVALIDDATA;
456 for (len = 0; len < 32; len++)
457 if (get_bits1(&s->gb))
460 if (len != ff_mpeg4_get_video_packet_prefix_length(s)) {
461 av_log(s->avctx, AV_LOG_ERROR, "marker does not match f_code\n");
462 return AVERROR_INVALIDDATA;
465 if (ctx->shape != RECT_SHAPE) {
466 header_extension = get_bits1(&s->gb);
467 // FIXME more stuff here
470 mb_num = get_bits(&s->gb, mb_num_bits);
471 if (mb_num >= s->mb_num || !mb_num) {
472 av_log(s->avctx, AV_LOG_ERROR,
473 "illegal mb_num in video packet (%d %d) \n", mb_num, s->mb_num);
474 return AVERROR_INVALIDDATA;
477 s->mb_x = mb_num % s->mb_width;
478 s->mb_y = mb_num / s->mb_width;
480 if (ctx->shape != BIN_ONLY_SHAPE) {
481 int qscale = get_bits(&s->gb, s->quant_precision);
483 s->chroma_qscale = s->qscale = qscale;
486 if (ctx->shape == RECT_SHAPE)
487 header_extension = get_bits1(&s->gb);
489 if (header_extension) {
492 while (get_bits1(&s->gb) != 0)
495 check_marker(s->avctx, &s->gb, "before time_increment in video packed header");
496 skip_bits(&s->gb, ctx->time_increment_bits); /* time_increment */
497 check_marker(s->avctx, &s->gb, "before vop_coding_type in video packed header");
499 skip_bits(&s->gb, 2); /* vop coding type */
500 // FIXME not rect stuff here
502 if (ctx->shape != BIN_ONLY_SHAPE) {
503 skip_bits(&s->gb, 3); /* intra dc vlc threshold */
504 // FIXME don't just ignore everything
505 if (s->pict_type == AV_PICTURE_TYPE_S &&
506 ctx->vol_sprite_usage == GMC_SPRITE) {
507 if (mpeg4_decode_sprite_trajectory(ctx, &s->gb) < 0)
508 return AVERROR_INVALIDDATA;
509 av_log(s->avctx, AV_LOG_ERROR, "untested\n");
512 // FIXME reduced res stuff here
514 if (s->pict_type != AV_PICTURE_TYPE_I) {
515 int f_code = get_bits(&s->gb, 3); /* fcode_for */
517 av_log(s->avctx, AV_LOG_ERROR,
518 "Error, video packet header damaged (f_code=0)\n");
520 if (s->pict_type == AV_PICTURE_TYPE_B) {
521 int b_code = get_bits(&s->gb, 3);
523 av_log(s->avctx, AV_LOG_ERROR,
524 "Error, video packet header damaged (b_code=0)\n");
529 decode_new_pred(ctx, &s->gb);
534 static void reset_studio_dc_predictors(MpegEncContext *s)
536 /* Reset DC Predictors */
539 s->last_dc[2] = 1 << (s->avctx->bits_per_raw_sample + s->dct_precision + s->intra_dc_precision - 1);
543 * Decode the next video packet.
544 * @return <0 if something went wrong
546 int ff_mpeg4_decode_studio_slice_header(Mpeg4DecContext *ctx)
548 MpegEncContext *s = &ctx->m;
549 GetBitContext *gb = &s->gb;
553 if (get_bits_left(gb) >= 32 && get_bits_long(gb, 32) == SLICE_START_CODE) {
554 vlc_len = av_log2(s->mb_width * s->mb_height) + 1;
555 mb_num = get_bits(gb, vlc_len);
557 if (mb_num >= s->mb_num)
558 return AVERROR_INVALIDDATA;
560 s->mb_x = mb_num % s->mb_width;
561 s->mb_y = mb_num / s->mb_width;
563 if (ctx->shape != BIN_ONLY_SHAPE)
564 s->qscale = mpeg_get_qscale(s);
566 if (get_bits1(gb)) { /* slice_extension_flag */
567 skip_bits1(gb); /* intra_slice */
568 skip_bits1(gb); /* slice_VOP_id_enable */
569 skip_bits(gb, 6); /* slice_VOP_id */
570 while (get_bits1(gb)) /* extra_bit_slice */
571 skip_bits(gb, 8); /* extra_information_slice */
574 reset_studio_dc_predictors(s);
577 return AVERROR_INVALIDDATA;
584 * Get the average motion vector for a GMC MB.
585 * @param n either 0 for the x component or 1 for y
586 * @return the average MV for a GMC MB
588 static inline int get_amv(Mpeg4DecContext *ctx, int n)
590 MpegEncContext *s = &ctx->m;
591 int x, y, mb_v, sum, dx, dy, shift;
592 int len = 1 << (s->f_code + 4);
593 const int a = s->sprite_warping_accuracy;
595 if (s->workaround_bugs & FF_BUG_AMV)
596 len >>= s->quarter_sample;
598 if (s->real_sprite_warping_points == 1) {
599 if (ctx->divx_version == 500 && ctx->divx_build == 413)
600 sum = s->sprite_offset[0][n] / (1 << (a - s->quarter_sample));
602 sum = RSHIFT(s->sprite_offset[0][n] * (1 << s->quarter_sample), a);
604 dx = s->sprite_delta[n][0];
605 dy = s->sprite_delta[n][1];
606 shift = ctx->sprite_shift[0];
608 dy -= 1 << (shift + a + 1);
610 dx -= 1 << (shift + a + 1);
611 mb_v = s->sprite_offset[0][n] + dx * s->mb_x * 16 + dy * s->mb_y * 16;
614 for (y = 0; y < 16; y++) {
619 for (x = 0; x < 16; x++) {
624 sum = RSHIFT(sum, a + 8 - s->quarter_sample);
636 * Decode the dc value.
637 * @param n block index (0-3 are luma, 4-5 are chroma)
638 * @param dir_ptr the prediction direction will be stored here
639 * @return the quantized dc
641 static inline int mpeg4_decode_dc(MpegEncContext *s, int n, int *dir_ptr)
646 code = get_vlc2(&s->gb, dc_lum.table, DC_VLC_BITS, 1);
648 code = get_vlc2(&s->gb, dc_chrom.table, DC_VLC_BITS, 1);
650 if (code < 0 || code > 9 /* && s->nbit < 9 */) {
651 av_log(s->avctx, AV_LOG_ERROR, "illegal dc vlc\n");
652 return AVERROR_INVALIDDATA;
660 level = 2 * get_bits1(&s->gb) - 1;
662 if (get_bits1(&s->gb))
663 level = get_bits(&s->gb, code - 1) + (1 << (code - 1));
665 level = -get_bits(&s->gb, code - 1) - (1 << (code - 1));
668 level = get_xbits(&s->gb, code);
672 if (get_bits1(&s->gb) == 0) { /* marker */
673 if (s->avctx->err_recognition & (AV_EF_BITSTREAM|AV_EF_COMPLIANT)) {
674 av_log(s->avctx, AV_LOG_ERROR, "dc marker bit missing\n");
675 return AVERROR_INVALIDDATA;
681 return ff_mpeg4_pred_dc(s, n, level, dir_ptr, 0);
685 * Decode first partition.
686 * @return number of MBs decoded or <0 if an error occurred
688 static int mpeg4_decode_partition_a(Mpeg4DecContext *ctx)
690 MpegEncContext *s = &ctx->m;
692 static const int8_t quant_tab[4] = { -1, -2, 1, 2 };
694 /* decode first partition */
695 s->first_slice_line = 1;
696 for (; s->mb_y < s->mb_height; s->mb_y++) {
697 ff_init_block_index(s);
698 for (; s->mb_x < s->mb_width; s->mb_x++) {
699 const int xy = s->mb_x + s->mb_y * s->mb_stride;
704 ff_update_block_index(s);
705 if (s->mb_x == s->resync_mb_x && s->mb_y == s->resync_mb_y + 1)
706 s->first_slice_line = 0;
708 if (s->pict_type == AV_PICTURE_TYPE_I) {
712 if (show_bits_long(&s->gb, 19) == DC_MARKER)
715 cbpc = get_vlc2(&s->gb, ff_h263_intra_MCBPC_vlc.table, INTRA_MCBPC_VLC_BITS, 2);
717 av_log(s->avctx, AV_LOG_ERROR,
718 "mcbpc corrupted at %d %d\n", s->mb_x, s->mb_y);
719 return AVERROR_INVALIDDATA;
723 s->cbp_table[xy] = cbpc & 3;
724 s->current_picture.mb_type[xy] = MB_TYPE_INTRA;
728 ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
730 s->current_picture.qscale_table[xy] = s->qscale;
732 s->mbintra_table[xy] = 1;
733 for (i = 0; i < 6; i++) {
735 int dc = mpeg4_decode_dc(s, i, &dc_pred_dir);
737 av_log(s->avctx, AV_LOG_ERROR,
738 "DC corrupted at %d %d\n", s->mb_x, s->mb_y);
745 s->pred_dir_table[xy] = dir;
746 } else { /* P/S_TYPE */
747 int mx, my, pred_x, pred_y, bits;
748 int16_t *const mot_val = s->current_picture.motion_val[0][s->block_index[0]];
749 const int stride = s->b8_stride * 2;
752 bits = show_bits(&s->gb, 17);
753 if (bits == MOTION_MARKER)
757 if (bits & 0x10000) {
759 if (s->pict_type == AV_PICTURE_TYPE_S &&
760 ctx->vol_sprite_usage == GMC_SPRITE) {
761 s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
765 mx = get_amv(ctx, 0);
766 my = get_amv(ctx, 1);
768 s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
775 mot_val[0 + stride] =
776 mot_val[2 + stride] = mx;
779 mot_val[1 + stride] =
780 mot_val[3 + stride] = my;
782 if (s->mbintra_table[xy])
783 ff_clean_intra_table_entries(s);
787 cbpc = get_vlc2(&s->gb, ff_h263_inter_MCBPC_vlc.table, INTER_MCBPC_VLC_BITS, 2);
789 av_log(s->avctx, AV_LOG_ERROR,
790 "mcbpc corrupted at %d %d\n", s->mb_x, s->mb_y);
791 return AVERROR_INVALIDDATA;
796 s->cbp_table[xy] = cbpc & (8 + 3); // 8 is dquant
798 s->mb_intra = ((cbpc & 4) != 0);
801 s->current_picture.mb_type[xy] = MB_TYPE_INTRA;
802 s->mbintra_table[xy] = 1;
805 mot_val[0 + stride] =
806 mot_val[2 + stride] = 0;
809 mot_val[1 + stride] =
810 mot_val[3 + stride] = 0;
812 if (s->mbintra_table[xy])
813 ff_clean_intra_table_entries(s);
815 if (s->pict_type == AV_PICTURE_TYPE_S &&
816 ctx->vol_sprite_usage == GMC_SPRITE &&
818 s->mcsel = get_bits1(&s->gb);
822 if ((cbpc & 16) == 0) {
823 /* 16x16 motion prediction */
825 ff_h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
827 mx = ff_h263_decode_motion(s, pred_x, s->f_code);
829 return AVERROR_INVALIDDATA;
831 my = ff_h263_decode_motion(s, pred_y, s->f_code);
833 return AVERROR_INVALIDDATA;
834 s->current_picture.mb_type[xy] = MB_TYPE_16x16 |
837 mx = get_amv(ctx, 0);
838 my = get_amv(ctx, 1);
839 s->current_picture.mb_type[xy] = MB_TYPE_16x16 |
846 mot_val[0 + stride] =
847 mot_val[2 + stride] = mx;
850 mot_val[1 + stride] =
851 mot_val[3 + stride] = my;
854 s->current_picture.mb_type[xy] = MB_TYPE_8x8 |
856 for (i = 0; i < 4; i++) {
857 int16_t *mot_val = ff_h263_pred_motion(s, i, 0, &pred_x, &pred_y);
858 mx = ff_h263_decode_motion(s, pred_x, s->f_code);
860 return AVERROR_INVALIDDATA;
862 my = ff_h263_decode_motion(s, pred_y, s->f_code);
864 return AVERROR_INVALIDDATA;
879 * decode second partition.
880 * @return <0 if an error occurred
882 static int mpeg4_decode_partition_b(MpegEncContext *s, int mb_count)
885 static const int8_t quant_tab[4] = { -1, -2, 1, 2 };
887 s->mb_x = s->resync_mb_x;
888 s->first_slice_line = 1;
889 for (s->mb_y = s->resync_mb_y; mb_num < mb_count; s->mb_y++) {
890 ff_init_block_index(s);
891 for (; mb_num < mb_count && s->mb_x < s->mb_width; s->mb_x++) {
892 const int xy = s->mb_x + s->mb_y * s->mb_stride;
895 ff_update_block_index(s);
896 if (s->mb_x == s->resync_mb_x && s->mb_y == s->resync_mb_y + 1)
897 s->first_slice_line = 0;
899 if (s->pict_type == AV_PICTURE_TYPE_I) {
900 int ac_pred = get_bits1(&s->gb);
901 int cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
903 av_log(s->avctx, AV_LOG_ERROR,
904 "cbpy corrupted at %d %d\n", s->mb_x, s->mb_y);
905 return AVERROR_INVALIDDATA;
908 s->cbp_table[xy] |= cbpy << 2;
909 s->current_picture.mb_type[xy] |= ac_pred * MB_TYPE_ACPRED;
910 } else { /* P || S_TYPE */
911 if (IS_INTRA(s->current_picture.mb_type[xy])) {
914 int ac_pred = get_bits1(&s->gb);
915 int cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
918 av_log(s->avctx, AV_LOG_ERROR,
919 "I cbpy corrupted at %d %d\n", s->mb_x, s->mb_y);
920 return AVERROR_INVALIDDATA;
923 if (s->cbp_table[xy] & 8)
924 ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
925 s->current_picture.qscale_table[xy] = s->qscale;
927 for (i = 0; i < 6; i++) {
929 int dc = mpeg4_decode_dc(s, i, &dc_pred_dir);
931 av_log(s->avctx, AV_LOG_ERROR,
932 "DC corrupted at %d %d\n", s->mb_x, s->mb_y);
939 s->cbp_table[xy] &= 3; // remove dquant
940 s->cbp_table[xy] |= cbpy << 2;
941 s->current_picture.mb_type[xy] |= ac_pred * MB_TYPE_ACPRED;
942 s->pred_dir_table[xy] = dir;
943 } else if (IS_SKIP(s->current_picture.mb_type[xy])) {
944 s->current_picture.qscale_table[xy] = s->qscale;
945 s->cbp_table[xy] = 0;
947 int cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
950 av_log(s->avctx, AV_LOG_ERROR,
951 "P cbpy corrupted at %d %d\n", s->mb_x, s->mb_y);
952 return AVERROR_INVALIDDATA;
955 if (s->cbp_table[xy] & 8)
956 ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
957 s->current_picture.qscale_table[xy] = s->qscale;
959 s->cbp_table[xy] &= 3; // remove dquant
960 s->cbp_table[xy] |= (cbpy ^ 0xf) << 2;
964 if (mb_num >= mb_count)
972 * Decode the first and second partition.
973 * @return <0 if error (and sets error type in the error_status_table)
975 int ff_mpeg4_decode_partitions(Mpeg4DecContext *ctx)
977 MpegEncContext *s = &ctx->m;
980 const int part_a_error = s->pict_type == AV_PICTURE_TYPE_I ? (ER_DC_ERROR | ER_MV_ERROR) : ER_MV_ERROR;
981 const int part_a_end = s->pict_type == AV_PICTURE_TYPE_I ? (ER_DC_END | ER_MV_END) : ER_MV_END;
983 mb_num = mpeg4_decode_partition_a(ctx);
985 ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
986 s->mb_x, s->mb_y, part_a_error);
987 return mb_num ? mb_num : AVERROR_INVALIDDATA;
990 if (s->resync_mb_x + s->resync_mb_y * s->mb_width + mb_num > s->mb_num) {
991 av_log(s->avctx, AV_LOG_ERROR, "slice below monitor ...\n");
992 ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
993 s->mb_x, s->mb_y, part_a_error);
994 return AVERROR_INVALIDDATA;
997 s->mb_num_left = mb_num;
999 if (s->pict_type == AV_PICTURE_TYPE_I) {
1000 while (show_bits(&s->gb, 9) == 1)
1001 skip_bits(&s->gb, 9);
1002 if (get_bits_long(&s->gb, 19) != DC_MARKER) {
1003 av_log(s->avctx, AV_LOG_ERROR,
1004 "marker missing after first I partition at %d %d\n",
1006 return AVERROR_INVALIDDATA;
1009 while (show_bits(&s->gb, 10) == 1)
1010 skip_bits(&s->gb, 10);
1011 if (get_bits(&s->gb, 17) != MOTION_MARKER) {
1012 av_log(s->avctx, AV_LOG_ERROR,
1013 "marker missing after first P partition at %d %d\n",
1015 return AVERROR_INVALIDDATA;
1018 ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
1019 s->mb_x - 1, s->mb_y, part_a_end);
1021 ret = mpeg4_decode_partition_b(s, mb_num);
1023 if (s->pict_type == AV_PICTURE_TYPE_P)
1024 ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
1025 s->mb_x, s->mb_y, ER_DC_ERROR);
1028 if (s->pict_type == AV_PICTURE_TYPE_P)
1029 ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
1030 s->mb_x - 1, s->mb_y, ER_DC_END);
1038 * @return <0 if an error occurred
1040 static inline int mpeg4_decode_block(Mpeg4DecContext *ctx, int16_t *block,
1041 int n, int coded, int intra, int rvlc)
1043 MpegEncContext *s = &ctx->m;
1044 int level, i, last, run, qmul, qadd;
1045 int av_uninit(dc_pred_dir);
1047 RL_VLC_ELEM *rl_vlc;
1048 const uint8_t *scan_table;
1050 // Note intra & rvlc should be optimized away if this is inlined
1053 if (ctx->use_intra_dc_vlc) {
1055 if (s->partitioned_frame) {
1056 level = s->dc_val[0][s->block_index[n]];
1058 level = FASTDIV((level + (s->y_dc_scale >> 1)), s->y_dc_scale);
1060 level = FASTDIV((level + (s->c_dc_scale >> 1)), s->c_dc_scale);
1061 dc_pred_dir = (s->pred_dir_table[s->mb_x + s->mb_y * s->mb_stride] << n) & 32;
1063 level = mpeg4_decode_dc(s, n, &dc_pred_dir);
1071 ff_mpeg4_pred_dc(s, n, 0, &dc_pred_dir, 0);
1077 rl = &ff_rvlc_rl_intra;
1078 rl_vlc = ff_rvlc_rl_intra.rl_vlc[0];
1080 rl = &ff_mpeg4_rl_intra;
1081 rl_vlc = ff_mpeg4_rl_intra.rl_vlc[0];
1084 if (dc_pred_dir == 0)
1085 scan_table = s->intra_v_scantable.permutated; /* left */
1087 scan_table = s->intra_h_scantable.permutated; /* top */
1089 scan_table = s->intra_scantable.permutated;
1096 s->block_last_index[n] = i;
1100 rl = &ff_rvlc_rl_inter;
1102 rl = &ff_h263_rl_inter;
1104 scan_table = s->intra_scantable.permutated;
1106 if (s->mpeg_quant) {
1110 rl_vlc = ff_rvlc_rl_inter.rl_vlc[0];
1112 rl_vlc = ff_h263_rl_inter.rl_vlc[0];
1114 qmul = s->qscale << 1;
1115 qadd = (s->qscale - 1) | 1;
1117 rl_vlc = ff_rvlc_rl_inter.rl_vlc[s->qscale];
1119 rl_vlc = ff_h263_rl_inter.rl_vlc[s->qscale];
1123 OPEN_READER(re, &s->gb);
1125 UPDATE_CACHE(re, &s->gb);
1126 GET_RL_VLC(level, run, re, &s->gb, rl_vlc, TEX_VLC_BITS, 2, 0);
1130 if (SHOW_UBITS(re, &s->gb, 1) == 0) {
1131 av_log(s->avctx, AV_LOG_ERROR,
1132 "1. marker bit missing in rvlc esc\n");
1133 return AVERROR_INVALIDDATA;
1135 SKIP_CACHE(re, &s->gb, 1);
1137 last = SHOW_UBITS(re, &s->gb, 1);
1138 SKIP_CACHE(re, &s->gb, 1);
1139 run = SHOW_UBITS(re, &s->gb, 6);
1140 SKIP_COUNTER(re, &s->gb, 1 + 1 + 6);
1141 UPDATE_CACHE(re, &s->gb);
1143 if (SHOW_UBITS(re, &s->gb, 1) == 0) {
1144 av_log(s->avctx, AV_LOG_ERROR,
1145 "2. marker bit missing in rvlc esc\n");
1146 return AVERROR_INVALIDDATA;
1148 SKIP_CACHE(re, &s->gb, 1);
1150 level = SHOW_UBITS(re, &s->gb, 11);
1151 SKIP_CACHE(re, &s->gb, 11);
1153 if (SHOW_UBITS(re, &s->gb, 5) != 0x10) {
1154 av_log(s->avctx, AV_LOG_ERROR, "reverse esc missing\n");
1155 return AVERROR_INVALIDDATA;
1157 SKIP_CACHE(re, &s->gb, 5);
1159 level = level * qmul + qadd;
1160 level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
1161 SKIP_COUNTER(re, &s->gb, 1 + 11 + 5 + 1);
1168 cache = GET_CACHE(re, &s->gb);
1171 cache ^= 0xC0000000;
1173 if (cache & 0x80000000) {
1174 if (cache & 0x40000000) {
1176 SKIP_CACHE(re, &s->gb, 2);
1177 last = SHOW_UBITS(re, &s->gb, 1);
1178 SKIP_CACHE(re, &s->gb, 1);
1179 run = SHOW_UBITS(re, &s->gb, 6);
1180 SKIP_COUNTER(re, &s->gb, 2 + 1 + 6);
1181 UPDATE_CACHE(re, &s->gb);
1184 level = SHOW_SBITS(re, &s->gb, 12);
1185 LAST_SKIP_BITS(re, &s->gb, 12);
1187 if (SHOW_UBITS(re, &s->gb, 1) == 0) {
1188 av_log(s->avctx, AV_LOG_ERROR,
1189 "1. marker bit missing in 3. esc\n");
1190 if (!(s->avctx->err_recognition & AV_EF_IGNORE_ERR))
1191 return AVERROR_INVALIDDATA;
1193 SKIP_CACHE(re, &s->gb, 1);
1195 level = SHOW_SBITS(re, &s->gb, 12);
1196 SKIP_CACHE(re, &s->gb, 12);
1198 if (SHOW_UBITS(re, &s->gb, 1) == 0) {
1199 av_log(s->avctx, AV_LOG_ERROR,
1200 "2. marker bit missing in 3. esc\n");
1201 if (!(s->avctx->err_recognition & AV_EF_IGNORE_ERR))
1202 return AVERROR_INVALIDDATA;
1205 SKIP_COUNTER(re, &s->gb, 1 + 12 + 1);
1209 if (s->error_recognition >= FF_ER_COMPLIANT) {
1210 const int abs_level= FFABS(level);
1211 if (abs_level<=MAX_LEVEL && run<=MAX_RUN) {
1212 const int run1= run - rl->max_run[last][abs_level] - 1;
1213 if (abs_level <= rl->max_level[last][run]) {
1214 av_log(s->avctx, AV_LOG_ERROR, "illegal 3. esc, vlc encoding possible\n");
1215 return AVERROR_INVALIDDATA;
1217 if (s->error_recognition > FF_ER_COMPLIANT) {
1218 if (abs_level <= rl->max_level[last][run]*2) {
1219 av_log(s->avctx, AV_LOG_ERROR, "illegal 3. esc, esc 1 encoding possible\n");
1220 return AVERROR_INVALIDDATA;
1222 if (run1 >= 0 && abs_level <= rl->max_level[last][run1]) {
1223 av_log(s->avctx, AV_LOG_ERROR, "illegal 3. esc, esc 2 encoding possible\n");
1224 return AVERROR_INVALIDDATA;
1231 level = level * qmul + qadd;
1233 level = level * qmul - qadd;
1235 if ((unsigned)(level + 2048) > 4095) {
1236 if (s->avctx->err_recognition & (AV_EF_BITSTREAM|AV_EF_AGGRESSIVE)) {
1237 if (level > 2560 || level < -2560) {
1238 av_log(s->avctx, AV_LOG_ERROR,
1239 "|level| overflow in 3. esc, qp=%d\n",
1241 return AVERROR_INVALIDDATA;
1244 level = level < 0 ? -2048 : 2047;
1252 SKIP_BITS(re, &s->gb, 2);
1253 GET_RL_VLC(level, run, re, &s->gb, rl_vlc, TEX_VLC_BITS, 2, 1);
1254 i += run + rl->max_run[run >> 7][level / qmul] + 1; // FIXME opt indexing
1255 level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
1256 LAST_SKIP_BITS(re, &s->gb, 1);
1260 SKIP_BITS(re, &s->gb, 1);
1261 GET_RL_VLC(level, run, re, &s->gb, rl_vlc, TEX_VLC_BITS, 2, 1);
1263 level = level + rl->max_level[run >> 7][(run - 1) & 63] * qmul; // FIXME opt indexing
1264 level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
1265 LAST_SKIP_BITS(re, &s->gb, 1);
1270 level = (level ^ SHOW_SBITS(re, &s->gb, 1)) - SHOW_SBITS(re, &s->gb, 1);
1271 LAST_SKIP_BITS(re, &s->gb, 1);
1273 ff_tlog(s->avctx, "dct[%d][%d] = %- 4d end?:%d\n", scan_table[i&63]&7, scan_table[i&63] >> 3, level, i>62);
1277 av_log(s->avctx, AV_LOG_ERROR,
1278 "ac-tex damaged at %d %d\n", s->mb_x, s->mb_y);
1279 return AVERROR_INVALIDDATA;
1282 block[scan_table[i]] = level;
1286 block[scan_table[i]] = level;
1288 CLOSE_READER(re, &s->gb);
1293 if (!ctx->use_intra_dc_vlc) {
1294 block[0] = ff_mpeg4_pred_dc(s, n, block[0], &dc_pred_dir, 0);
1296 i -= i >> 31; // if (i == -1) i = 0;
1299 ff_mpeg4_pred_ac(s, block, n, dc_pred_dir);
1301 i = 63; // FIXME not optimal
1303 s->block_last_index[n] = i;
1308 * decode partition C of one MB.
1309 * @return <0 if an error occurred
1311 static int mpeg4_decode_partitioned_mb(MpegEncContext *s, int16_t block[6][64])
1313 Mpeg4DecContext *ctx = s->avctx->priv_data;
1315 const int xy = s->mb_x + s->mb_y * s->mb_stride;
1317 av_assert2(s == (void*)ctx);
1319 mb_type = s->current_picture.mb_type[xy];
1320 cbp = s->cbp_table[xy];
1322 ctx->use_intra_dc_vlc = s->qscale < ctx->intra_dc_threshold;
1324 if (s->current_picture.qscale_table[xy] != s->qscale)
1325 ff_set_qscale(s, s->current_picture.qscale_table[xy]);
1327 if (s->pict_type == AV_PICTURE_TYPE_P ||
1328 s->pict_type == AV_PICTURE_TYPE_S) {
1330 for (i = 0; i < 4; i++) {
1331 s->mv[0][i][0] = s->current_picture.motion_val[0][s->block_index[i]][0];
1332 s->mv[0][i][1] = s->current_picture.motion_val[0][s->block_index[i]][1];
1334 s->mb_intra = IS_INTRA(mb_type);
1336 if (IS_SKIP(mb_type)) {
1338 for (i = 0; i < 6; i++)
1339 s->block_last_index[i] = -1;
1340 s->mv_dir = MV_DIR_FORWARD;
1341 s->mv_type = MV_TYPE_16X16;
1342 if (s->pict_type == AV_PICTURE_TYPE_S
1343 && ctx->vol_sprite_usage == GMC_SPRITE) {
1350 } else if (s->mb_intra) {
1351 s->ac_pred = IS_ACPRED(s->current_picture.mb_type[xy]);
1352 } else if (!s->mb_intra) {
1353 // s->mcsel = 0; // FIXME do we need to init that?
1355 s->mv_dir = MV_DIR_FORWARD;
1356 if (IS_8X8(mb_type)) {
1357 s->mv_type = MV_TYPE_8X8;
1359 s->mv_type = MV_TYPE_16X16;
1362 } else { /* I-Frame */
1364 s->ac_pred = IS_ACPRED(s->current_picture.mb_type[xy]);
1367 if (!IS_SKIP(mb_type)) {
1369 s->bdsp.clear_blocks(s->block[0]);
1370 /* decode each block */
1371 for (i = 0; i < 6; i++) {
1372 if (mpeg4_decode_block(ctx, block[i], i, cbp & 32, s->mb_intra, ctx->rvlc) < 0) {
1373 av_log(s->avctx, AV_LOG_ERROR,
1374 "texture corrupted at %d %d %d\n",
1375 s->mb_x, s->mb_y, s->mb_intra);
1376 return AVERROR_INVALIDDATA;
1382 /* per-MB end of slice check */
1383 if (--s->mb_num_left <= 0) {
1384 if (mpeg4_is_resync(ctx))
1389 if (mpeg4_is_resync(ctx)) {
1390 const int delta = s->mb_x + 1 == s->mb_width ? 2 : 1;
1391 if (s->cbp_table[xy + delta])
1398 static int mpeg4_decode_mb(MpegEncContext *s, int16_t block[6][64])
1400 Mpeg4DecContext *ctx = s->avctx->priv_data;
1401 int cbpc, cbpy, i, cbp, pred_x, pred_y, mx, my, dquant;
1403 static const int8_t quant_tab[4] = { -1, -2, 1, 2 };
1404 const int xy = s->mb_x + s->mb_y * s->mb_stride;
1406 av_assert2(s == (void*)ctx);
1407 av_assert2(s->h263_pred);
1409 if (s->pict_type == AV_PICTURE_TYPE_P ||
1410 s->pict_type == AV_PICTURE_TYPE_S) {
1412 if (get_bits1(&s->gb)) {
1415 for (i = 0; i < 6; i++)
1416 s->block_last_index[i] = -1;
1417 s->mv_dir = MV_DIR_FORWARD;
1418 s->mv_type = MV_TYPE_16X16;
1419 if (s->pict_type == AV_PICTURE_TYPE_S &&
1420 ctx->vol_sprite_usage == GMC_SPRITE) {
1421 s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
1426 s->mv[0][0][0] = get_amv(ctx, 0);
1427 s->mv[0][0][1] = get_amv(ctx, 1);
1430 s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
1440 cbpc = get_vlc2(&s->gb, ff_h263_inter_MCBPC_vlc.table, INTER_MCBPC_VLC_BITS, 2);
1442 av_log(s->avctx, AV_LOG_ERROR,
1443 "mcbpc damaged at %d %d\n", s->mb_x, s->mb_y);
1444 return AVERROR_INVALIDDATA;
1446 } while (cbpc == 20);
1448 s->bdsp.clear_blocks(s->block[0]);
1450 s->mb_intra = ((cbpc & 4) != 0);
1454 if (s->pict_type == AV_PICTURE_TYPE_S &&
1455 ctx->vol_sprite_usage == GMC_SPRITE && (cbpc & 16) == 0)
1456 s->mcsel = get_bits1(&s->gb);
1459 cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1) ^ 0x0F;
1461 av_log(s->avctx, AV_LOG_ERROR,
1462 "P cbpy damaged at %d %d\n", s->mb_x, s->mb_y);
1463 return AVERROR_INVALIDDATA;
1466 cbp = (cbpc & 3) | (cbpy << 2);
1468 ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
1469 if ((!s->progressive_sequence) &&
1470 (cbp || (s->workaround_bugs & FF_BUG_XVID_ILACE)))
1471 s->interlaced_dct = get_bits1(&s->gb);
1473 s->mv_dir = MV_DIR_FORWARD;
1474 if ((cbpc & 16) == 0) {
1476 s->current_picture.mb_type[xy] = MB_TYPE_GMC |
1479 /* 16x16 global motion prediction */
1480 s->mv_type = MV_TYPE_16X16;
1481 mx = get_amv(ctx, 0);
1482 my = get_amv(ctx, 1);
1483 s->mv[0][0][0] = mx;
1484 s->mv[0][0][1] = my;
1485 } else if ((!s->progressive_sequence) && get_bits1(&s->gb)) {
1486 s->current_picture.mb_type[xy] = MB_TYPE_16x8 |
1489 /* 16x8 field motion prediction */
1490 s->mv_type = MV_TYPE_FIELD;
1492 s->field_select[0][0] = get_bits1(&s->gb);
1493 s->field_select[0][1] = get_bits1(&s->gb);
1495 ff_h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
1497 for (i = 0; i < 2; i++) {
1498 mx = ff_h263_decode_motion(s, pred_x, s->f_code);
1500 return AVERROR_INVALIDDATA;
1502 my = ff_h263_decode_motion(s, pred_y / 2, s->f_code);
1504 return AVERROR_INVALIDDATA;
1506 s->mv[0][i][0] = mx;
1507 s->mv[0][i][1] = my;
1510 s->current_picture.mb_type[xy] = MB_TYPE_16x16 | MB_TYPE_L0;
1511 /* 16x16 motion prediction */
1512 s->mv_type = MV_TYPE_16X16;
1513 ff_h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
1514 mx = ff_h263_decode_motion(s, pred_x, s->f_code);
1517 return AVERROR_INVALIDDATA;
1519 my = ff_h263_decode_motion(s, pred_y, s->f_code);
1522 return AVERROR_INVALIDDATA;
1523 s->mv[0][0][0] = mx;
1524 s->mv[0][0][1] = my;
1527 s->current_picture.mb_type[xy] = MB_TYPE_8x8 | MB_TYPE_L0;
1528 s->mv_type = MV_TYPE_8X8;
1529 for (i = 0; i < 4; i++) {
1530 mot_val = ff_h263_pred_motion(s, i, 0, &pred_x, &pred_y);
1531 mx = ff_h263_decode_motion(s, pred_x, s->f_code);
1533 return AVERROR_INVALIDDATA;
1535 my = ff_h263_decode_motion(s, pred_y, s->f_code);
1537 return AVERROR_INVALIDDATA;
1538 s->mv[0][i][0] = mx;
1539 s->mv[0][i][1] = my;
1544 } else if (s->pict_type == AV_PICTURE_TYPE_B) {
1545 int modb1; // first bit of modb
1546 int modb2; // second bit of modb
1549 s->mb_intra = 0; // B-frames never contain intra blocks
1550 s->mcsel = 0; // ... true gmc blocks
1553 for (i = 0; i < 2; i++) {
1554 s->last_mv[i][0][0] =
1555 s->last_mv[i][0][1] =
1556 s->last_mv[i][1][0] =
1557 s->last_mv[i][1][1] = 0;
1560 ff_thread_await_progress(&s->next_picture_ptr->tf, s->mb_y, 0);
1563 /* if we skipped it in the future P-frame than skip it now too */
1564 s->mb_skipped = s->next_picture.mbskip_table[s->mb_y * s->mb_stride + s->mb_x]; // Note, skiptab=0 if last was GMC
1566 if (s->mb_skipped) {
1568 for (i = 0; i < 6; i++)
1569 s->block_last_index[i] = -1;
1571 s->mv_dir = MV_DIR_FORWARD;
1572 s->mv_type = MV_TYPE_16X16;
1577 s->current_picture.mb_type[xy] = MB_TYPE_SKIP |
1583 modb1 = get_bits1(&s->gb);
1585 // like MB_TYPE_B_DIRECT but no vectors coded
1586 mb_type = MB_TYPE_DIRECT2 | MB_TYPE_SKIP | MB_TYPE_L0L1;
1589 modb2 = get_bits1(&s->gb);
1590 mb_type = get_vlc2(&s->gb, mb_type_b_vlc.table, MB_TYPE_B_VLC_BITS, 1);
1592 av_log(s->avctx, AV_LOG_ERROR, "illegal MB_type\n");
1593 return AVERROR_INVALIDDATA;
1595 mb_type = mb_type_b_map[mb_type];
1599 s->bdsp.clear_blocks(s->block[0]);
1600 cbp = get_bits(&s->gb, 6);
1603 if ((!IS_DIRECT(mb_type)) && cbp) {
1604 if (get_bits1(&s->gb))
1605 ff_set_qscale(s, s->qscale + get_bits1(&s->gb) * 4 - 2);
1608 if (!s->progressive_sequence) {
1610 s->interlaced_dct = get_bits1(&s->gb);
1612 if (!IS_DIRECT(mb_type) && get_bits1(&s->gb)) {
1613 mb_type |= MB_TYPE_16x8 | MB_TYPE_INTERLACED;
1614 mb_type &= ~MB_TYPE_16x16;
1616 if (USES_LIST(mb_type, 0)) {
1617 s->field_select[0][0] = get_bits1(&s->gb);
1618 s->field_select[0][1] = get_bits1(&s->gb);
1620 if (USES_LIST(mb_type, 1)) {
1621 s->field_select[1][0] = get_bits1(&s->gb);
1622 s->field_select[1][1] = get_bits1(&s->gb);
1628 if ((mb_type & (MB_TYPE_DIRECT2 | MB_TYPE_INTERLACED)) == 0) {
1629 s->mv_type = MV_TYPE_16X16;
1631 if (USES_LIST(mb_type, 0)) {
1632 s->mv_dir = MV_DIR_FORWARD;
1634 mx = ff_h263_decode_motion(s, s->last_mv[0][0][0], s->f_code);
1635 my = ff_h263_decode_motion(s, s->last_mv[0][0][1], s->f_code);
1636 s->last_mv[0][1][0] =
1637 s->last_mv[0][0][0] =
1638 s->mv[0][0][0] = mx;
1639 s->last_mv[0][1][1] =
1640 s->last_mv[0][0][1] =
1641 s->mv[0][0][1] = my;
1644 if (USES_LIST(mb_type, 1)) {
1645 s->mv_dir |= MV_DIR_BACKWARD;
1647 mx = ff_h263_decode_motion(s, s->last_mv[1][0][0], s->b_code);
1648 my = ff_h263_decode_motion(s, s->last_mv[1][0][1], s->b_code);
1649 s->last_mv[1][1][0] =
1650 s->last_mv[1][0][0] =
1651 s->mv[1][0][0] = mx;
1652 s->last_mv[1][1][1] =
1653 s->last_mv[1][0][1] =
1654 s->mv[1][0][1] = my;
1656 } else if (!IS_DIRECT(mb_type)) {
1657 s->mv_type = MV_TYPE_FIELD;
1659 if (USES_LIST(mb_type, 0)) {
1660 s->mv_dir = MV_DIR_FORWARD;
1662 for (i = 0; i < 2; i++) {
1663 mx = ff_h263_decode_motion(s, s->last_mv[0][i][0], s->f_code);
1664 my = ff_h263_decode_motion(s, s->last_mv[0][i][1] / 2, s->f_code);
1665 s->last_mv[0][i][0] =
1666 s->mv[0][i][0] = mx;
1667 s->last_mv[0][i][1] = (s->mv[0][i][1] = my) * 2;
1671 if (USES_LIST(mb_type, 1)) {
1672 s->mv_dir |= MV_DIR_BACKWARD;
1674 for (i = 0; i < 2; i++) {
1675 mx = ff_h263_decode_motion(s, s->last_mv[1][i][0], s->b_code);
1676 my = ff_h263_decode_motion(s, s->last_mv[1][i][1] / 2, s->b_code);
1677 s->last_mv[1][i][0] =
1678 s->mv[1][i][0] = mx;
1679 s->last_mv[1][i][1] = (s->mv[1][i][1] = my) * 2;
1685 if (IS_DIRECT(mb_type)) {
1686 if (IS_SKIP(mb_type)) {
1690 mx = ff_h263_decode_motion(s, 0, 1);
1691 my = ff_h263_decode_motion(s, 0, 1);
1694 s->mv_dir = MV_DIR_FORWARD | MV_DIR_BACKWARD | MV_DIRECT;
1695 mb_type |= ff_mpeg4_set_direct_mv(s, mx, my);
1697 s->current_picture.mb_type[xy] = mb_type;
1698 } else { /* I-Frame */
1700 cbpc = get_vlc2(&s->gb, ff_h263_intra_MCBPC_vlc.table, INTRA_MCBPC_VLC_BITS, 2);
1702 av_log(s->avctx, AV_LOG_ERROR,
1703 "I cbpc damaged at %d %d\n", s->mb_x, s->mb_y);
1704 return AVERROR_INVALIDDATA;
1706 } while (cbpc == 8);
1712 s->ac_pred = get_bits1(&s->gb);
1714 s->current_picture.mb_type[xy] = MB_TYPE_INTRA | MB_TYPE_ACPRED;
1716 s->current_picture.mb_type[xy] = MB_TYPE_INTRA;
1718 cbpy = get_vlc2(&s->gb, ff_h263_cbpy_vlc.table, CBPY_VLC_BITS, 1);
1720 av_log(s->avctx, AV_LOG_ERROR,
1721 "I cbpy damaged at %d %d\n", s->mb_x, s->mb_y);
1722 return AVERROR_INVALIDDATA;
1724 cbp = (cbpc & 3) | (cbpy << 2);
1726 ctx->use_intra_dc_vlc = s->qscale < ctx->intra_dc_threshold;
1729 ff_set_qscale(s, s->qscale + quant_tab[get_bits(&s->gb, 2)]);
1731 if (!s->progressive_sequence)
1732 s->interlaced_dct = get_bits1(&s->gb);
1734 s->bdsp.clear_blocks(s->block[0]);
1735 /* decode each block */
1736 for (i = 0; i < 6; i++) {
1737 if (mpeg4_decode_block(ctx, block[i], i, cbp & 32, 1, 0) < 0)
1738 return AVERROR_INVALIDDATA;
1744 /* decode each block */
1745 for (i = 0; i < 6; i++) {
1746 if (mpeg4_decode_block(ctx, block[i], i, cbp & 32, 0, 0) < 0)
1747 return AVERROR_INVALIDDATA;
1752 /* per-MB end of slice check */
1753 if (s->codec_id == AV_CODEC_ID_MPEG4) {
1754 int next = mpeg4_is_resync(ctx);
1756 if (s->mb_x + s->mb_y*s->mb_width + 1 > next && (s->avctx->err_recognition & AV_EF_AGGRESSIVE)) {
1757 return AVERROR_INVALIDDATA;
1758 } else if (s->mb_x + s->mb_y*s->mb_width + 1 >= next)
1761 if (s->pict_type == AV_PICTURE_TYPE_B) {
1762 const int delta= s->mb_x + 1 == s->mb_width ? 2 : 1;
1763 ff_thread_await_progress(&s->next_picture_ptr->tf,
1764 (s->mb_x + delta >= s->mb_width)
1765 ? FFMIN(s->mb_y + 1, s->mb_height - 1)
1767 if (s->next_picture.mbskip_table[xy + delta])
1778 /* As per spec, studio start code search isn't the same as the old type of start code */
1779 static void next_start_code_studio(GetBitContext *gb)
1783 while (get_bits_left(gb) >= 24 && show_bits_long(gb, 24) != 0x1) {
1788 /* additional_code, vlc index */
1789 static const uint8_t ac_state_tab[22][2] =
1815 static int mpeg4_decode_studio_block(MpegEncContext *s, int32_t block[64], int n)
1817 Mpeg4DecContext *ctx = s->avctx->priv_data;
1819 int cc, dct_dc_size, dct_diff, code, j, idx = 1, group = 0, run = 0,
1820 additional_code_len, sign, mismatch;
1821 VLC *cur_vlc = &ctx->studio_intra_tab[0];
1822 uint8_t *const scantable = s->intra_scantable.permutated;
1823 const uint16_t *quant_matrix;
1825 const int min = -1 * (1 << (s->avctx->bits_per_raw_sample + 6));
1826 const int max = ((1 << (s->avctx->bits_per_raw_sample + 6)) - 1);
1830 memset(block, 0, 64 * sizeof(int32_t));
1834 dct_dc_size = get_vlc2(&s->gb, ctx->studio_luma_dc.table, STUDIO_INTRA_BITS, 2);
1835 quant_matrix = s->intra_matrix;
1839 dct_dc_size = get_vlc2(&s->gb, ctx->studio_luma_dc.table, STUDIO_INTRA_BITS, 2);
1841 dct_dc_size = get_vlc2(&s->gb, ctx->studio_chroma_dc.table, STUDIO_INTRA_BITS, 2);
1842 quant_matrix = s->chroma_intra_matrix;
1845 if (dct_dc_size < 0) {
1846 av_log(s->avctx, AV_LOG_ERROR, "illegal dct_dc_size vlc\n");
1847 return AVERROR_INVALIDDATA;
1848 } else if (dct_dc_size == 0) {
1851 dct_diff = get_xbits(&s->gb, dct_dc_size);
1853 if (dct_dc_size > 8) {
1854 if(!check_marker(s->avctx, &s->gb, "dct_dc_size > 8"))
1855 return AVERROR_INVALIDDATA;
1860 s->last_dc[cc] += dct_diff;
1863 block[0] = s->last_dc[cc] * (8 >> s->intra_dc_precision);
1865 block[0] = s->last_dc[cc] * (8 >> s->intra_dc_precision) * (8 >> s->dct_precision);
1866 /* TODO: support mpeg_quant for AC coefficients */
1868 block[0] = av_clip(block[0], min, max);
1869 mismatch ^= block[0];
1871 /* AC Coefficients */
1873 group = get_vlc2(&s->gb, cur_vlc->table, STUDIO_INTRA_BITS, 2);
1876 av_log(s->avctx, AV_LOG_ERROR, "illegal ac coefficient group vlc\n");
1877 return AVERROR_INVALIDDATA;
1880 additional_code_len = ac_state_tab[group][0];
1881 cur_vlc = &ctx->studio_intra_tab[ac_state_tab[group][1]];
1886 } else if (group >= 1 && group <= 6) {
1887 /* Zero run length (Table B.47) */
1888 run = 1 << additional_code_len;
1889 if (additional_code_len)
1890 run += get_bits(&s->gb, additional_code_len);
1893 } else if (group >= 7 && group <= 12) {
1894 /* Zero run length and +/-1 level (Table B.48) */
1895 code = get_bits(&s->gb, additional_code_len);
1898 run = (1 << (additional_code_len - 1)) + code;
1900 j = scantable[idx++];
1901 block[j] = sign ? 1 : -1;
1902 } else if (group >= 13 && group <= 20) {
1903 /* Level value (Table B.49) */
1904 j = scantable[idx++];
1905 block[j] = get_xbits(&s->gb, additional_code_len);
1906 } else if (group == 21) {
1908 j = scantable[idx++];
1909 additional_code_len = s->avctx->bits_per_raw_sample + s->dct_precision + 4;
1910 flc = get_bits(&s->gb, additional_code_len);
1911 if (flc >> (additional_code_len-1))
1912 block[j] = -1 * (( flc ^ ((1 << additional_code_len) -1)) + 1);
1916 block[j] = ((8 * 2 * block[j] * quant_matrix[j] * s->qscale) >> s->dct_precision) / 32;
1917 block[j] = av_clip(block[j], min, max);
1918 mismatch ^= block[j];
1921 block[63] ^= mismatch & 1;
1926 static int mpeg4_decode_studio_mb(MpegEncContext *s, int16_t block_[12][64])
1930 /* StudioMacroblock */
1933 if (get_bits1(&s->gb)) { /* compression_mode */
1935 /* macroblock_type, 1 or 2-bit VLC */
1936 if (!get_bits1(&s->gb)) {
1938 s->qscale = mpeg_get_qscale(s);
1941 for (i = 0; i < mpeg4_block_count[s->chroma_format]; i++) {
1942 if (mpeg4_decode_studio_block(s, (*s->block32)[i], i) < 0)
1943 return AVERROR_INVALIDDATA;
1947 check_marker(s->avctx, &s->gb, "DPCM block start");
1948 avpriv_request_sample(s->avctx, "DPCM encoded block");
1949 next_start_code_studio(&s->gb);
1953 if (get_bits_left(&s->gb) >= 24 && show_bits(&s->gb, 23) == 0) {
1954 next_start_code_studio(&s->gb);
1961 static int mpeg4_decode_gop_header(MpegEncContext *s, GetBitContext *gb)
1963 int hours, minutes, seconds;
1965 if (!show_bits(gb, 23)) {
1966 av_log(s->avctx, AV_LOG_WARNING, "GOP header invalid\n");
1967 return AVERROR_INVALIDDATA;
1970 hours = get_bits(gb, 5);
1971 minutes = get_bits(gb, 6);
1972 check_marker(s->avctx, gb, "in gop_header");
1973 seconds = get_bits(gb, 6);
1975 s->time_base = seconds + 60*(minutes + 60*hours);
1983 static int mpeg4_decode_profile_level(MpegEncContext *s, GetBitContext *gb, int *profile, int *level)
1986 *profile = get_bits(gb, 4);
1987 *level = get_bits(gb, 4);
1989 // for Simple profile, level 0
1990 if (*profile == 0 && *level == 8) {
1997 static int mpeg4_decode_visual_object(MpegEncContext *s, GetBitContext *gb)
1999 int visual_object_type;
2000 int is_visual_object_identifier = get_bits1(gb);
2002 if (is_visual_object_identifier) {
2005 visual_object_type = get_bits(gb, 4);
2007 if (visual_object_type == VOT_VIDEO_ID ||
2008 visual_object_type == VOT_STILL_TEXTURE_ID) {
2009 int video_signal_type = get_bits1(gb);
2010 if (video_signal_type) {
2011 int video_range, color_description;
2012 skip_bits(gb, 3); // video_format
2013 video_range = get_bits1(gb);
2014 color_description = get_bits1(gb);
2016 s->avctx->color_range = video_range ? AVCOL_RANGE_JPEG : AVCOL_RANGE_MPEG;
2018 if (color_description) {
2019 s->avctx->color_primaries = get_bits(gb, 8);
2020 s->avctx->color_trc = get_bits(gb, 8);
2021 s->avctx->colorspace = get_bits(gb, 8);
2029 static void mpeg4_load_default_matrices(MpegEncContext *s)
2033 /* load default matrices */
2034 for (i = 0; i < 64; i++) {
2035 int j = s->idsp.idct_permutation[i];
2036 v = ff_mpeg4_default_intra_matrix[i];
2037 s->intra_matrix[j] = v;
2038 s->chroma_intra_matrix[j] = v;
2040 v = ff_mpeg4_default_non_intra_matrix[i];
2041 s->inter_matrix[j] = v;
2042 s->chroma_inter_matrix[j] = v;
2046 static int decode_vol_header(Mpeg4DecContext *ctx, GetBitContext *gb)
2048 MpegEncContext *s = &ctx->m;
2049 int width, height, vo_ver_id;
2052 skip_bits(gb, 1); /* random access */
2053 s->vo_type = get_bits(gb, 8);
2055 /* If we are in studio profile (per vo_type), check if its all consistent
2056 * and if so continue pass control to decode_studio_vol_header().
2057 * elIf something is inconsistent, error out
2058 * else continue with (non studio) vol header decpoding.
2060 if (s->vo_type == CORE_STUDIO_VO_TYPE ||
2061 s->vo_type == SIMPLE_STUDIO_VO_TYPE) {
2062 if (s->avctx->profile != FF_PROFILE_UNKNOWN && s->avctx->profile != FF_PROFILE_MPEG4_SIMPLE_STUDIO)
2063 return AVERROR_INVALIDDATA;
2064 s->studio_profile = 1;
2065 s->avctx->profile = FF_PROFILE_MPEG4_SIMPLE_STUDIO;
2066 return decode_studio_vol_header(ctx, gb);
2067 } else if (s->studio_profile) {
2068 return AVERROR_PATCHWELCOME;
2071 if (get_bits1(gb) != 0) { /* is_ol_id */
2072 vo_ver_id = get_bits(gb, 4); /* vo_ver_id */
2073 skip_bits(gb, 3); /* vo_priority */
2077 s->aspect_ratio_info = get_bits(gb, 4);
2078 if (s->aspect_ratio_info == FF_ASPECT_EXTENDED) {
2079 s->avctx->sample_aspect_ratio.num = get_bits(gb, 8); // par_width
2080 s->avctx->sample_aspect_ratio.den = get_bits(gb, 8); // par_height
2082 s->avctx->sample_aspect_ratio = ff_h263_pixel_aspect[s->aspect_ratio_info];
2085 if ((ctx->vol_control_parameters = get_bits1(gb))) { /* vol control parameter */
2086 int chroma_format = get_bits(gb, 2);
2087 if (chroma_format != CHROMA_420)
2088 av_log(s->avctx, AV_LOG_ERROR, "illegal chroma format\n");
2090 s->low_delay = get_bits1(gb);
2091 if (get_bits1(gb)) { /* vbv parameters */
2092 get_bits(gb, 15); /* first_half_bitrate */
2093 check_marker(s->avctx, gb, "after first_half_bitrate");
2094 get_bits(gb, 15); /* latter_half_bitrate */
2095 check_marker(s->avctx, gb, "after latter_half_bitrate");
2096 get_bits(gb, 15); /* first_half_vbv_buffer_size */
2097 check_marker(s->avctx, gb, "after first_half_vbv_buffer_size");
2098 get_bits(gb, 3); /* latter_half_vbv_buffer_size */
2099 get_bits(gb, 11); /* first_half_vbv_occupancy */
2100 check_marker(s->avctx, gb, "after first_half_vbv_occupancy");
2101 get_bits(gb, 15); /* latter_half_vbv_occupancy */
2102 check_marker(s->avctx, gb, "after latter_half_vbv_occupancy");
2105 /* is setting low delay flag only once the smartest thing to do?
2106 * low delay detection will not be overridden. */
2107 if (s->picture_number == 0) {
2108 switch(s->vo_type) {
2109 case SIMPLE_VO_TYPE:
2110 case ADV_SIMPLE_VO_TYPE:
2119 ctx->shape = get_bits(gb, 2); /* vol shape */
2120 if (ctx->shape != RECT_SHAPE)
2121 av_log(s->avctx, AV_LOG_ERROR, "only rectangular vol supported\n");
2122 if (ctx->shape == GRAY_SHAPE && vo_ver_id != 1) {
2123 av_log(s->avctx, AV_LOG_ERROR, "Gray shape not supported\n");
2124 skip_bits(gb, 4); /* video_object_layer_shape_extension */
2127 check_marker(s->avctx, gb, "before time_increment_resolution");
2129 s->avctx->framerate.num = get_bits(gb, 16);
2130 if (!s->avctx->framerate.num) {
2131 av_log(s->avctx, AV_LOG_ERROR, "framerate==0\n");
2132 return AVERROR_INVALIDDATA;
2135 ctx->time_increment_bits = av_log2(s->avctx->framerate.num - 1) + 1;
2136 if (ctx->time_increment_bits < 1)
2137 ctx->time_increment_bits = 1;
2139 check_marker(s->avctx, gb, "before fixed_vop_rate");
2141 if (get_bits1(gb) != 0) /* fixed_vop_rate */
2142 s->avctx->framerate.den = get_bits(gb, ctx->time_increment_bits);
2144 s->avctx->framerate.den = 1;
2146 s->avctx->time_base = av_inv_q(av_mul_q(s->avctx->framerate, (AVRational){s->avctx->ticks_per_frame, 1}));
2150 if (ctx->shape != BIN_ONLY_SHAPE) {
2151 if (ctx->shape == RECT_SHAPE) {
2152 check_marker(s->avctx, gb, "before width");
2153 width = get_bits(gb, 13);
2154 check_marker(s->avctx, gb, "before height");
2155 height = get_bits(gb, 13);
2156 check_marker(s->avctx, gb, "after height");
2157 if (width && height && /* they should be non zero but who knows */
2158 !(s->width && s->codec_tag == AV_RL32("MP4S"))) {
2159 if (s->width && s->height &&
2160 (s->width != width || s->height != height))
2161 s->context_reinit = 1;
2167 s->progressive_sequence =
2168 s->progressive_frame = get_bits1(gb) ^ 1;
2169 s->interlaced_dct = 0;
2170 if (!get_bits1(gb) && (s->avctx->debug & FF_DEBUG_PICT_INFO))
2171 av_log(s->avctx, AV_LOG_INFO, /* OBMC Disable */
2172 "MPEG-4 OBMC not supported (very likely buggy encoder)\n");
2174 ctx->vol_sprite_usage = get_bits1(gb); /* vol_sprite_usage */
2176 ctx->vol_sprite_usage = get_bits(gb, 2); /* vol_sprite_usage */
2178 if (ctx->vol_sprite_usage == STATIC_SPRITE)
2179 av_log(s->avctx, AV_LOG_ERROR, "Static Sprites not supported\n");
2180 if (ctx->vol_sprite_usage == STATIC_SPRITE ||
2181 ctx->vol_sprite_usage == GMC_SPRITE) {
2182 if (ctx->vol_sprite_usage == STATIC_SPRITE) {
2183 skip_bits(gb, 13); // sprite_width
2184 check_marker(s->avctx, gb, "after sprite_width");
2185 skip_bits(gb, 13); // sprite_height
2186 check_marker(s->avctx, gb, "after sprite_height");
2187 skip_bits(gb, 13); // sprite_left
2188 check_marker(s->avctx, gb, "after sprite_left");
2189 skip_bits(gb, 13); // sprite_top
2190 check_marker(s->avctx, gb, "after sprite_top");
2192 ctx->num_sprite_warping_points = get_bits(gb, 6);
2193 if (ctx->num_sprite_warping_points > 3) {
2194 av_log(s->avctx, AV_LOG_ERROR,
2195 "%d sprite_warping_points\n",
2196 ctx->num_sprite_warping_points);
2197 ctx->num_sprite_warping_points = 0;
2198 return AVERROR_INVALIDDATA;
2200 s->sprite_warping_accuracy = get_bits(gb, 2);
2201 ctx->sprite_brightness_change = get_bits1(gb);
2202 if (ctx->vol_sprite_usage == STATIC_SPRITE)
2203 skip_bits1(gb); // low_latency_sprite
2205 // FIXME sadct disable bit if verid!=1 && shape not rect
2207 if (get_bits1(gb) == 1) { /* not_8_bit */
2208 s->quant_precision = get_bits(gb, 4); /* quant_precision */
2209 if (get_bits(gb, 4) != 8) /* bits_per_pixel */
2210 av_log(s->avctx, AV_LOG_ERROR, "N-bit not supported\n");
2211 if (s->quant_precision != 5)
2212 av_log(s->avctx, AV_LOG_ERROR,
2213 "quant precision %d\n", s->quant_precision);
2214 if (s->quant_precision<3 || s->quant_precision>9) {
2215 s->quant_precision = 5;
2218 s->quant_precision = 5;
2221 // FIXME a bunch of grayscale shape things
2223 if ((s->mpeg_quant = get_bits1(gb))) { /* vol_quant_type */
2226 mpeg4_load_default_matrices(s);
2228 /* load custom intra matrix */
2229 if (get_bits1(gb)) {
2231 for (i = 0; i < 64; i++) {
2233 if (get_bits_left(gb) < 8) {
2234 av_log(s->avctx, AV_LOG_ERROR, "insufficient data for custom matrix\n");
2235 return AVERROR_INVALIDDATA;
2237 v = get_bits(gb, 8);
2242 j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
2243 s->intra_matrix[j] = last;
2244 s->chroma_intra_matrix[j] = last;
2247 /* replicate last value */
2248 for (; i < 64; i++) {
2249 int j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
2250 s->intra_matrix[j] = last;
2251 s->chroma_intra_matrix[j] = last;
2255 /* load custom non intra matrix */
2256 if (get_bits1(gb)) {
2258 for (i = 0; i < 64; i++) {
2260 if (get_bits_left(gb) < 8) {
2261 av_log(s->avctx, AV_LOG_ERROR, "insufficient data for custom matrix\n");
2262 return AVERROR_INVALIDDATA;
2264 v = get_bits(gb, 8);
2269 j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
2270 s->inter_matrix[j] = v;
2271 s->chroma_inter_matrix[j] = v;
2274 /* replicate last value */
2275 for (; i < 64; i++) {
2276 int j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
2277 s->inter_matrix[j] = last;
2278 s->chroma_inter_matrix[j] = last;
2282 // FIXME a bunch of grayscale shape things
2286 s->quarter_sample = get_bits1(gb);
2288 s->quarter_sample = 0;
2290 if (get_bits_left(gb) < 4) {
2291 av_log(s->avctx, AV_LOG_ERROR, "VOL Header truncated\n");
2292 return AVERROR_INVALIDDATA;
2295 if (!get_bits1(gb)) {
2296 int pos = get_bits_count(gb);
2297 int estimation_method = get_bits(gb, 2);
2298 if (estimation_method < 2) {
2299 if (!get_bits1(gb)) {
2300 ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* opaque */
2301 ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* transparent */
2302 ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* intra_cae */
2303 ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* inter_cae */
2304 ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* no_update */
2305 ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* upsampling */
2307 if (!get_bits1(gb)) {
2308 ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* intra_blocks */
2309 ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* inter_blocks */
2310 ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* inter4v_blocks */
2311 ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* not coded blocks */
2313 if (!check_marker(s->avctx, gb, "in complexity estimation part 1")) {
2314 skip_bits_long(gb, pos - get_bits_count(gb));
2317 if (!get_bits1(gb)) {
2318 ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* dct_coeffs */
2319 ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* dct_lines */
2320 ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* vlc_syms */
2321 ctx->cplx_estimation_trash_i += 4 * get_bits1(gb); /* vlc_bits */
2323 if (!get_bits1(gb)) {
2324 ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* apm */
2325 ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* npm */
2326 ctx->cplx_estimation_trash_b += 8 * get_bits1(gb); /* interpolate_mc_q */
2327 ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* forwback_mc_q */
2328 ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* halfpel2 */
2329 ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* halfpel4 */
2331 if (!check_marker(s->avctx, gb, "in complexity estimation part 2")) {
2332 skip_bits_long(gb, pos - get_bits_count(gb));
2335 if (estimation_method == 1) {
2336 ctx->cplx_estimation_trash_i += 8 * get_bits1(gb); /* sadct */
2337 ctx->cplx_estimation_trash_p += 8 * get_bits1(gb); /* qpel */
2340 av_log(s->avctx, AV_LOG_ERROR,
2341 "Invalid Complexity estimation method %d\n",
2346 ctx->cplx_estimation_trash_i =
2347 ctx->cplx_estimation_trash_p =
2348 ctx->cplx_estimation_trash_b = 0;
2351 ctx->resync_marker = !get_bits1(gb); /* resync_marker_disabled */
2353 s->data_partitioning = get_bits1(gb);
2354 if (s->data_partitioning)
2355 ctx->rvlc = get_bits1(gb);
2357 if (vo_ver_id != 1) {
2358 ctx->new_pred = get_bits1(gb);
2359 if (ctx->new_pred) {
2360 av_log(s->avctx, AV_LOG_ERROR, "new pred not supported\n");
2361 skip_bits(gb, 2); /* requested upstream message type */
2362 skip_bits1(gb); /* newpred segment type */
2364 if (get_bits1(gb)) // reduced_res_vop
2365 av_log(s->avctx, AV_LOG_ERROR,
2366 "reduced resolution VOP not supported\n");
2371 ctx->scalability = get_bits1(gb);
2373 if (ctx->scalability) {
2374 GetBitContext bak = *gb;
2375 int h_sampling_factor_n;
2376 int h_sampling_factor_m;
2377 int v_sampling_factor_n;
2378 int v_sampling_factor_m;
2380 skip_bits1(gb); // hierarchy_type
2381 skip_bits(gb, 4); /* ref_layer_id */
2382 skip_bits1(gb); /* ref_layer_sampling_dir */
2383 h_sampling_factor_n = get_bits(gb, 5);
2384 h_sampling_factor_m = get_bits(gb, 5);
2385 v_sampling_factor_n = get_bits(gb, 5);
2386 v_sampling_factor_m = get_bits(gb, 5);
2387 ctx->enhancement_type = get_bits1(gb);
2389 if (h_sampling_factor_n == 0 || h_sampling_factor_m == 0 ||
2390 v_sampling_factor_n == 0 || v_sampling_factor_m == 0) {
2391 /* illegal scalability header (VERY broken encoder),
2392 * trying to workaround */
2393 ctx->scalability = 0;
2396 av_log(s->avctx, AV_LOG_ERROR, "scalability not supported\n");
2398 // bin shape stuff FIXME
2402 if (s->avctx->debug&FF_DEBUG_PICT_INFO) {
2403 av_log(s->avctx, AV_LOG_DEBUG, "tb %d/%d, tincrbits:%d, qp_prec:%d, ps:%d, low_delay:%d %s%s%s%s\n",
2404 s->avctx->framerate.den, s->avctx->framerate.num,
2405 ctx->time_increment_bits,
2407 s->progressive_sequence,
2409 ctx->scalability ? "scalability " :"" , s->quarter_sample ? "qpel " : "",
2410 s->data_partitioning ? "partition " : "", ctx->rvlc ? "rvlc " : ""
2418 * Decode the user data stuff in the header.
2419 * Also initializes divx/xvid/lavc_version/build.
2421 static int decode_user_data(Mpeg4DecContext *ctx, GetBitContext *gb)
2423 MpegEncContext *s = &ctx->m;
2427 int ver = 0, build = 0, ver2 = 0, ver3 = 0;
2430 for (i = 0; i < 255 && get_bits_count(gb) < gb->size_in_bits; i++) {
2431 if (show_bits(gb, 23) == 0)
2433 buf[i] = get_bits(gb, 8);
2437 /* divx detection */
2438 e = sscanf(buf, "DivX%dBuild%d%c", &ver, &build, &last);
2440 e = sscanf(buf, "DivX%db%d%c", &ver, &build, &last);
2442 ctx->divx_version = ver;
2443 ctx->divx_build = build;
2444 s->divx_packed = e == 3 && last == 'p';
2447 /* libavcodec detection */
2448 e = sscanf(buf, "FFmpe%*[^b]b%d", &build) + 3;
2450 e = sscanf(buf, "FFmpeg v%d.%d.%d / libavcodec build: %d", &ver, &ver2, &ver3, &build);
2452 e = sscanf(buf, "Lavc%d.%d.%d", &ver, &ver2, &ver3) + 1;
2454 if (ver > 0xFFU || ver2 > 0xFFU || ver3 > 0xFFU) {
2455 av_log(s->avctx, AV_LOG_WARNING,
2456 "Unknown Lavc version string encountered, %d.%d.%d; "
2457 "clamping sub-version values to 8-bits.\n",
2460 build = ((ver & 0xFF) << 16) + ((ver2 & 0xFF) << 8) + (ver3 & 0xFF);
2464 if (strcmp(buf, "ffmpeg") == 0)
2465 ctx->lavc_build = 4600;
2468 ctx->lavc_build = build;
2470 /* Xvid detection */
2471 e = sscanf(buf, "XviD%d", &build);
2473 ctx->xvid_build = build;
2478 int ff_mpeg4_workaround_bugs(AVCodecContext *avctx)
2480 Mpeg4DecContext *ctx = avctx->priv_data;
2481 MpegEncContext *s = &ctx->m;
2483 if (ctx->xvid_build == -1 && ctx->divx_version == -1 && ctx->lavc_build == -1) {
2484 if (s->codec_tag == AV_RL32("XVID") ||
2485 s->codec_tag == AV_RL32("XVIX") ||
2486 s->codec_tag == AV_RL32("RMP4") ||
2487 s->codec_tag == AV_RL32("ZMP4") ||
2488 s->codec_tag == AV_RL32("SIPP"))
2489 ctx->xvid_build = 0;
2492 if (ctx->xvid_build == -1 && ctx->divx_version == -1 && ctx->lavc_build == -1)
2493 if (s->codec_tag == AV_RL32("DIVX") && s->vo_type == 0 &&
2494 ctx->vol_control_parameters == 0)
2495 ctx->divx_version = 400; // divx 4
2497 if (ctx->xvid_build >= 0 && ctx->divx_version >= 0) {
2499 ctx->divx_build = -1;
2502 if (s->workaround_bugs & FF_BUG_AUTODETECT) {
2503 if (s->codec_tag == AV_RL32("XVIX"))
2504 s->workaround_bugs |= FF_BUG_XVID_ILACE;
2506 if (s->codec_tag == AV_RL32("UMP4"))
2507 s->workaround_bugs |= FF_BUG_UMP4;
2509 if (ctx->divx_version >= 500 && ctx->divx_build < 1814)
2510 s->workaround_bugs |= FF_BUG_QPEL_CHROMA;
2512 if (ctx->divx_version > 502 && ctx->divx_build < 1814)
2513 s->workaround_bugs |= FF_BUG_QPEL_CHROMA2;
2515 if (ctx->xvid_build <= 3U)
2516 s->padding_bug_score = 256 * 256 * 256 * 64;
2518 if (ctx->xvid_build <= 1U)
2519 s->workaround_bugs |= FF_BUG_QPEL_CHROMA;
2521 if (ctx->xvid_build <= 12U)
2522 s->workaround_bugs |= FF_BUG_EDGE;
2524 if (ctx->xvid_build <= 32U)
2525 s->workaround_bugs |= FF_BUG_DC_CLIP;
2527 #define SET_QPEL_FUNC(postfix1, postfix2) \
2528 s->qdsp.put_ ## postfix1 = ff_put_ ## postfix2; \
2529 s->qdsp.put_no_rnd_ ## postfix1 = ff_put_no_rnd_ ## postfix2; \
2530 s->qdsp.avg_ ## postfix1 = ff_avg_ ## postfix2;
2532 if (ctx->lavc_build < 4653U)
2533 s->workaround_bugs |= FF_BUG_STD_QPEL;
2535 if (ctx->lavc_build < 4655U)
2536 s->workaround_bugs |= FF_BUG_DIRECT_BLOCKSIZE;
2538 if (ctx->lavc_build < 4670U)
2539 s->workaround_bugs |= FF_BUG_EDGE;
2541 if (ctx->lavc_build <= 4712U)
2542 s->workaround_bugs |= FF_BUG_DC_CLIP;
2544 if ((ctx->lavc_build&0xFF) >= 100) {
2545 if (ctx->lavc_build > 3621476 && ctx->lavc_build < 3752552 &&
2546 (ctx->lavc_build < 3752037 || ctx->lavc_build > 3752191) // 3.2.1+
2548 s->workaround_bugs |= FF_BUG_IEDGE;
2551 if (ctx->divx_version >= 0)
2552 s->workaround_bugs |= FF_BUG_DIRECT_BLOCKSIZE;
2553 if (ctx->divx_version == 501 && ctx->divx_build == 20020416)
2554 s->padding_bug_score = 256 * 256 * 256 * 64;
2556 if (ctx->divx_version < 500U)
2557 s->workaround_bugs |= FF_BUG_EDGE;
2559 if (ctx->divx_version >= 0)
2560 s->workaround_bugs |= FF_BUG_HPEL_CHROMA;
2563 if (s->workaround_bugs & FF_BUG_STD_QPEL) {
2564 SET_QPEL_FUNC(qpel_pixels_tab[0][5], qpel16_mc11_old_c)
2565 SET_QPEL_FUNC(qpel_pixels_tab[0][7], qpel16_mc31_old_c)
2566 SET_QPEL_FUNC(qpel_pixels_tab[0][9], qpel16_mc12_old_c)
2567 SET_QPEL_FUNC(qpel_pixels_tab[0][11], qpel16_mc32_old_c)
2568 SET_QPEL_FUNC(qpel_pixels_tab[0][13], qpel16_mc13_old_c)
2569 SET_QPEL_FUNC(qpel_pixels_tab[0][15], qpel16_mc33_old_c)
2571 SET_QPEL_FUNC(qpel_pixels_tab[1][5], qpel8_mc11_old_c)
2572 SET_QPEL_FUNC(qpel_pixels_tab[1][7], qpel8_mc31_old_c)
2573 SET_QPEL_FUNC(qpel_pixels_tab[1][9], qpel8_mc12_old_c)
2574 SET_QPEL_FUNC(qpel_pixels_tab[1][11], qpel8_mc32_old_c)
2575 SET_QPEL_FUNC(qpel_pixels_tab[1][13], qpel8_mc13_old_c)
2576 SET_QPEL_FUNC(qpel_pixels_tab[1][15], qpel8_mc33_old_c)
2579 if (avctx->debug & FF_DEBUG_BUGS)
2580 av_log(s->avctx, AV_LOG_DEBUG,
2581 "bugs: %X lavc_build:%d xvid_build:%d divx_version:%d divx_build:%d %s\n",
2582 s->workaround_bugs, ctx->lavc_build, ctx->xvid_build,
2583 ctx->divx_version, ctx->divx_build, s->divx_packed ? "p" : "");
2585 if (CONFIG_MPEG4_DECODER && ctx->xvid_build >= 0 &&
2586 s->codec_id == AV_CODEC_ID_MPEG4 &&
2587 avctx->idct_algo == FF_IDCT_AUTO) {
2588 avctx->idct_algo = FF_IDCT_XVID;
2589 ff_mpv_idct_init(s);
2596 static int decode_vop_header(Mpeg4DecContext *ctx, GetBitContext *gb)
2598 MpegEncContext *s = &ctx->m;
2599 int time_incr, time_increment;
2603 s->pict_type = get_bits(gb, 2) + AV_PICTURE_TYPE_I; /* pict type: I = 0 , P = 1 */
2604 if (s->pict_type == AV_PICTURE_TYPE_B && s->low_delay &&
2605 ctx->vol_control_parameters == 0 && !(s->avctx->flags & AV_CODEC_FLAG_LOW_DELAY)) {
2606 av_log(s->avctx, AV_LOG_ERROR, "low_delay flag set incorrectly, clearing it\n");
2610 s->partitioned_frame = s->data_partitioning && s->pict_type != AV_PICTURE_TYPE_B;
2611 if (s->partitioned_frame)
2612 s->decode_mb = mpeg4_decode_partitioned_mb;
2614 s->decode_mb = mpeg4_decode_mb;
2617 while (get_bits1(gb) != 0)
2620 check_marker(s->avctx, gb, "before time_increment");
2622 if (ctx->time_increment_bits == 0 ||
2623 !(show_bits(gb, ctx->time_increment_bits + 1) & 1)) {
2624 av_log(s->avctx, AV_LOG_WARNING,
2625 "time_increment_bits %d is invalid in relation to the current bitstream, this is likely caused by a missing VOL header\n", ctx->time_increment_bits);
2627 for (ctx->time_increment_bits = 1;
2628 ctx->time_increment_bits < 16;
2629 ctx->time_increment_bits++) {
2630 if (s->pict_type == AV_PICTURE_TYPE_P ||
2631 (s->pict_type == AV_PICTURE_TYPE_S &&
2632 ctx->vol_sprite_usage == GMC_SPRITE)) {
2633 if ((show_bits(gb, ctx->time_increment_bits + 6) & 0x37) == 0x30)
2635 } else if ((show_bits(gb, ctx->time_increment_bits + 5) & 0x1F) == 0x18)
2639 av_log(s->avctx, AV_LOG_WARNING,
2640 "time_increment_bits set to %d bits, based on bitstream analysis\n", ctx->time_increment_bits);
2641 if (s->avctx->framerate.num && 4*s->avctx->framerate.num < 1<<ctx->time_increment_bits) {
2642 s->avctx->framerate.num = 1<<ctx->time_increment_bits;
2643 s->avctx->time_base = av_inv_q(av_mul_q(s->avctx->framerate, (AVRational){s->avctx->ticks_per_frame, 1}));
2648 time_increment = get_bits1(gb); // FIXME investigate further
2650 time_increment = get_bits(gb, ctx->time_increment_bits);
2652 if (s->pict_type != AV_PICTURE_TYPE_B) {
2653 s->last_time_base = s->time_base;
2654 s->time_base += time_incr;
2655 s->time = s->time_base * (int64_t)s->avctx->framerate.num + time_increment;
2656 if (s->workaround_bugs & FF_BUG_UMP4) {
2657 if (s->time < s->last_non_b_time) {
2658 /* header is not mpeg-4-compatible, broken encoder,
2659 * trying to workaround */
2661 s->time += s->avctx->framerate.num;
2664 s->pp_time = s->time - s->last_non_b_time;
2665 s->last_non_b_time = s->time;
2667 s->time = (s->last_time_base + time_incr) * (int64_t)s->avctx->framerate.num + time_increment;
2668 s->pb_time = s->pp_time - (s->last_non_b_time - s->time);
2669 if (s->pp_time <= s->pb_time ||
2670 s->pp_time <= s->pp_time - s->pb_time ||
2672 /* messed up order, maybe after seeking? skipping current B-frame */
2673 return FRAME_SKIPPED;
2675 ff_mpeg4_init_direct_mv(s);
2677 if (ctx->t_frame == 0)
2678 ctx->t_frame = s->pb_time;
2679 if (ctx->t_frame == 0)
2680 ctx->t_frame = 1; // 1/0 protection
2681 s->pp_field_time = (ROUNDED_DIV(s->last_non_b_time, ctx->t_frame) -
2682 ROUNDED_DIV(s->last_non_b_time - s->pp_time, ctx->t_frame)) * 2;
2683 s->pb_field_time = (ROUNDED_DIV(s->time, ctx->t_frame) -
2684 ROUNDED_DIV(s->last_non_b_time - s->pp_time, ctx->t_frame)) * 2;
2685 if (s->pp_field_time <= s->pb_field_time || s->pb_field_time <= 1) {
2686 s->pb_field_time = 2;
2687 s->pp_field_time = 4;
2688 if (!s->progressive_sequence)
2689 return FRAME_SKIPPED;
2693 if (s->avctx->framerate.den)
2694 pts = ROUNDED_DIV(s->time, s->avctx->framerate.den);
2696 pts = AV_NOPTS_VALUE;
2697 ff_dlog(s->avctx, "MPEG4 PTS: %"PRId64"\n", pts);
2699 check_marker(s->avctx, gb, "before vop_coded");
2702 if (get_bits1(gb) != 1) {
2703 if (s->avctx->debug & FF_DEBUG_PICT_INFO)
2704 av_log(s->avctx, AV_LOG_ERROR, "vop not coded\n");
2705 return FRAME_SKIPPED;
2708 decode_new_pred(ctx, gb);
2710 if (ctx->shape != BIN_ONLY_SHAPE &&
2711 (s->pict_type == AV_PICTURE_TYPE_P ||
2712 (s->pict_type == AV_PICTURE_TYPE_S &&
2713 ctx->vol_sprite_usage == GMC_SPRITE))) {
2714 /* rounding type for motion estimation */
2715 s->no_rounding = get_bits1(gb);
2719 // FIXME reduced res stuff
2721 if (ctx->shape != RECT_SHAPE) {
2722 if (ctx->vol_sprite_usage != 1 || s->pict_type != AV_PICTURE_TYPE_I) {
2723 skip_bits(gb, 13); /* width */
2724 check_marker(s->avctx, gb, "after width");
2725 skip_bits(gb, 13); /* height */
2726 check_marker(s->avctx, gb, "after height");
2727 skip_bits(gb, 13); /* hor_spat_ref */
2728 check_marker(s->avctx, gb, "after hor_spat_ref");
2729 skip_bits(gb, 13); /* ver_spat_ref */
2731 skip_bits1(gb); /* change_CR_disable */
2733 if (get_bits1(gb) != 0)
2734 skip_bits(gb, 8); /* constant_alpha_value */
2737 // FIXME complexity estimation stuff
2739 if (ctx->shape != BIN_ONLY_SHAPE) {
2740 skip_bits_long(gb, ctx->cplx_estimation_trash_i);
2741 if (s->pict_type != AV_PICTURE_TYPE_I)
2742 skip_bits_long(gb, ctx->cplx_estimation_trash_p);
2743 if (s->pict_type == AV_PICTURE_TYPE_B)
2744 skip_bits_long(gb, ctx->cplx_estimation_trash_b);
2746 if (get_bits_left(gb) < 3) {
2747 av_log(s->avctx, AV_LOG_ERROR, "Header truncated\n");
2748 return AVERROR_INVALIDDATA;
2750 ctx->intra_dc_threshold = ff_mpeg4_dc_threshold[get_bits(gb, 3)];
2751 if (!s->progressive_sequence) {
2752 s->top_field_first = get_bits1(gb);
2753 s->alternate_scan = get_bits1(gb);
2755 s->alternate_scan = 0;
2758 if (s->alternate_scan) {
2759 ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_alternate_vertical_scan);
2760 ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_alternate_vertical_scan);
2761 ff_init_scantable(s->idsp.idct_permutation, &s->intra_h_scantable, ff_alternate_vertical_scan);
2762 ff_init_scantable(s->idsp.idct_permutation, &s->intra_v_scantable, ff_alternate_vertical_scan);
2764 ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_zigzag_direct);
2765 ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_zigzag_direct);
2766 ff_init_scantable(s->idsp.idct_permutation, &s->intra_h_scantable, ff_alternate_horizontal_scan);
2767 ff_init_scantable(s->idsp.idct_permutation, &s->intra_v_scantable, ff_alternate_vertical_scan);
2770 if (s->pict_type == AV_PICTURE_TYPE_S) {
2771 if((ctx->vol_sprite_usage == STATIC_SPRITE ||
2772 ctx->vol_sprite_usage == GMC_SPRITE)) {
2773 if (mpeg4_decode_sprite_trajectory(ctx, gb) < 0)
2774 return AVERROR_INVALIDDATA;
2775 if (ctx->sprite_brightness_change)
2776 av_log(s->avctx, AV_LOG_ERROR,
2777 "sprite_brightness_change not supported\n");
2778 if (ctx->vol_sprite_usage == STATIC_SPRITE)
2779 av_log(s->avctx, AV_LOG_ERROR, "static sprite not supported\n");
2781 memset(s->sprite_offset, 0, sizeof(s->sprite_offset));
2782 memset(s->sprite_delta, 0, sizeof(s->sprite_delta));
2786 if (ctx->shape != BIN_ONLY_SHAPE) {
2787 s->chroma_qscale = s->qscale = get_bits(gb, s->quant_precision);
2788 if (s->qscale == 0) {
2789 av_log(s->avctx, AV_LOG_ERROR,
2790 "Error, header damaged or not MPEG-4 header (qscale=0)\n");
2791 return AVERROR_INVALIDDATA; // makes no sense to continue, as there is nothing left from the image then
2794 if (s->pict_type != AV_PICTURE_TYPE_I) {
2795 s->f_code = get_bits(gb, 3); /* fcode_for */
2796 if (s->f_code == 0) {
2797 av_log(s->avctx, AV_LOG_ERROR,
2798 "Error, header damaged or not MPEG-4 header (f_code=0)\n");
2800 return AVERROR_INVALIDDATA; // makes no sense to continue, as there is nothing left from the image then
2805 if (s->pict_type == AV_PICTURE_TYPE_B) {
2806 s->b_code = get_bits(gb, 3);
2807 if (s->b_code == 0) {
2808 av_log(s->avctx, AV_LOG_ERROR,
2809 "Error, header damaged or not MPEG4 header (b_code=0)\n");
2811 return AVERROR_INVALIDDATA; // makes no sense to continue, as the MV decoding will break very quickly
2816 if (s->avctx->debug & FF_DEBUG_PICT_INFO) {
2817 av_log(s->avctx, AV_LOG_DEBUG,
2818 "qp:%d fc:%d,%d %s size:%d pro:%d alt:%d top:%d %spel part:%d resync:%d w:%d a:%d rnd:%d vot:%d%s dc:%d ce:%d/%d/%d time:%"PRId64" tincr:%d\n",
2819 s->qscale, s->f_code, s->b_code,
2820 s->pict_type == AV_PICTURE_TYPE_I ? "I" : (s->pict_type == AV_PICTURE_TYPE_P ? "P" : (s->pict_type == AV_PICTURE_TYPE_B ? "B" : "S")),
2821 gb->size_in_bits,s->progressive_sequence, s->alternate_scan,
2822 s->top_field_first, s->quarter_sample ? "q" : "h",
2823 s->data_partitioning, ctx->resync_marker,
2824 ctx->num_sprite_warping_points, s->sprite_warping_accuracy,
2825 1 - s->no_rounding, s->vo_type,
2826 ctx->vol_control_parameters ? " VOLC" : " ", ctx->intra_dc_threshold,
2827 ctx->cplx_estimation_trash_i, ctx->cplx_estimation_trash_p,
2828 ctx->cplx_estimation_trash_b,
2834 if (!ctx->scalability) {
2835 if (ctx->shape != RECT_SHAPE && s->pict_type != AV_PICTURE_TYPE_I)
2836 skip_bits1(gb); // vop shape coding type
2838 if (ctx->enhancement_type) {
2839 int load_backward_shape = get_bits1(gb);
2840 if (load_backward_shape)
2841 av_log(s->avctx, AV_LOG_ERROR,
2842 "load backward shape isn't supported\n");
2844 skip_bits(gb, 2); // ref_select_code
2847 /* detect buggy encoders which don't set the low_delay flag
2848 * (divx4/xvid/opendivx). Note we cannot detect divx5 without B-frames
2849 * easily (although it's buggy too) */
2850 if (s->vo_type == 0 && ctx->vol_control_parameters == 0 &&
2851 ctx->divx_version == -1 && s->picture_number == 0) {
2852 av_log(s->avctx, AV_LOG_WARNING,
2853 "looks like this file was encoded with (divx4/(old)xvid/opendivx) -> forcing low_delay flag\n");
2857 s->picture_number++; // better than pic number==0 always ;)
2859 // FIXME add short header support
2860 s->y_dc_scale_table = ff_mpeg4_y_dc_scale_table;
2861 s->c_dc_scale_table = ff_mpeg4_c_dc_scale_table;
2863 if (s->workaround_bugs & FF_BUG_EDGE) {
2864 s->h_edge_pos = s->width;
2865 s->v_edge_pos = s->height;
2870 static void read_quant_matrix_ext(MpegEncContext *s, GetBitContext *gb)
2874 if (get_bits1(gb)) {
2875 /* intra_quantiser_matrix */
2876 for (i = 0; i < 64; i++) {
2877 v = get_bits(gb, 8);
2878 j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
2879 s->intra_matrix[j] = v;
2880 s->chroma_intra_matrix[j] = v;
2884 if (get_bits1(gb)) {
2885 /* non_intra_quantiser_matrix */
2886 for (i = 0; i < 64; i++) {
2891 if (get_bits1(gb)) {
2892 /* chroma_intra_quantiser_matrix */
2893 for (i = 0; i < 64; i++) {
2894 v = get_bits(gb, 8);
2895 j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
2896 s->chroma_intra_matrix[j] = v;
2900 if (get_bits1(gb)) {
2901 /* chroma_non_intra_quantiser_matrix */
2902 for (i = 0; i < 64; i++) {
2907 next_start_code_studio(gb);
2910 static void extension_and_user_data(MpegEncContext *s, GetBitContext *gb, int id)
2913 uint8_t extension_type;
2915 startcode = show_bits_long(gb, 32);
2916 if (startcode == USER_DATA_STARTCODE || startcode == EXT_STARTCODE) {
2918 if ((id == 2 || id == 4) && startcode == EXT_STARTCODE) {
2919 skip_bits_long(gb, 32);
2920 extension_type = get_bits(gb, 4);
2921 if (extension_type == QUANT_MATRIX_EXT_ID)
2922 read_quant_matrix_ext(s, gb);
2927 static void decode_smpte_tc(Mpeg4DecContext *ctx, GetBitContext *gb)
2929 MpegEncContext *s = &ctx->m;
2931 skip_bits(gb, 16); /* Time_code[63..48] */
2932 check_marker(s->avctx, gb, "after Time_code[63..48]");
2933 skip_bits(gb, 16); /* Time_code[47..32] */
2934 check_marker(s->avctx, gb, "after Time_code[47..32]");
2935 skip_bits(gb, 16); /* Time_code[31..16] */
2936 check_marker(s->avctx, gb, "after Time_code[31..16]");
2937 skip_bits(gb, 16); /* Time_code[15..0] */
2938 check_marker(s->avctx, gb, "after Time_code[15..0]");
2939 skip_bits(gb, 4); /* reserved_bits */
2943 * Decode the next studio vop header.
2944 * @return <0 if something went wrong
2946 static int decode_studio_vop_header(Mpeg4DecContext *ctx, GetBitContext *gb)
2948 MpegEncContext *s = &ctx->m;
2950 if (get_bits_left(gb) <= 32)
2953 s->decode_mb = mpeg4_decode_studio_mb;
2955 decode_smpte_tc(ctx, gb);
2957 skip_bits(gb, 10); /* temporal_reference */
2958 skip_bits(gb, 2); /* vop_structure */
2959 s->pict_type = get_bits(gb, 2) + AV_PICTURE_TYPE_I; /* vop_coding_type */
2960 if (get_bits1(gb)) { /* vop_coded */
2961 skip_bits1(gb); /* top_field_first */
2962 skip_bits1(gb); /* repeat_first_field */
2963 s->progressive_frame = get_bits1(gb) ^ 1; /* progressive_frame */
2966 if (s->pict_type == AV_PICTURE_TYPE_I) {
2968 reset_studio_dc_predictors(s);
2971 if (ctx->shape != BIN_ONLY_SHAPE) {
2972 s->alternate_scan = get_bits1(gb);
2973 s->frame_pred_frame_dct = get_bits1(gb);
2974 s->dct_precision = get_bits(gb, 2);
2975 s->intra_dc_precision = get_bits(gb, 2);
2976 s->q_scale_type = get_bits1(gb);
2979 if (s->alternate_scan) {
2980 ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_alternate_vertical_scan);
2981 ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_alternate_vertical_scan);
2982 ff_init_scantable(s->idsp.idct_permutation, &s->intra_h_scantable, ff_alternate_vertical_scan);
2983 ff_init_scantable(s->idsp.idct_permutation, &s->intra_v_scantable, ff_alternate_vertical_scan);
2985 ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_zigzag_direct);
2986 ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_zigzag_direct);
2987 ff_init_scantable(s->idsp.idct_permutation, &s->intra_h_scantable, ff_alternate_horizontal_scan);
2988 ff_init_scantable(s->idsp.idct_permutation, &s->intra_v_scantable, ff_alternate_vertical_scan);
2991 mpeg4_load_default_matrices(s);
2993 next_start_code_studio(gb);
2994 extension_and_user_data(s, gb, 4);
2999 static int decode_studiovisualobject(Mpeg4DecContext *ctx, GetBitContext *gb)
3001 MpegEncContext *s = &ctx->m;
3002 int visual_object_type;
3004 skip_bits(gb, 4); /* visual_object_verid */
3005 visual_object_type = get_bits(gb, 4);
3006 if (visual_object_type != VOT_VIDEO_ID) {
3007 avpriv_request_sample(s->avctx, "VO type %u", visual_object_type);
3008 return AVERROR_PATCHWELCOME;
3011 next_start_code_studio(gb);
3012 extension_and_user_data(s, gb, 1);
3017 static int decode_studio_vol_header(Mpeg4DecContext *ctx, GetBitContext *gb)
3019 MpegEncContext *s = &ctx->m;
3021 int bits_per_raw_sample;
3023 // random_accessible_vol and video_object_type_indication have already
3024 // been read by the caller decode_vol_header()
3025 skip_bits(gb, 4); /* video_object_layer_verid */
3026 ctx->shape = get_bits(gb, 2); /* video_object_layer_shape */
3027 skip_bits(gb, 4); /* video_object_layer_shape_extension */
3028 skip_bits1(gb); /* progressive_sequence */
3029 if (ctx->shape != BIN_ONLY_SHAPE) {
3030 ctx->rgb = get_bits1(gb); /* rgb_components */
3031 s->chroma_format = get_bits(gb, 2); /* chroma_format */
3032 if (!s->chroma_format) {
3033 av_log(s->avctx, AV_LOG_ERROR, "illegal chroma format\n");
3034 return AVERROR_INVALIDDATA;
3037 bits_per_raw_sample = get_bits(gb, 4); /* bit_depth */
3038 if (bits_per_raw_sample == 10) {
3040 s->avctx->pix_fmt = AV_PIX_FMT_GBRP10;
3043 s->avctx->pix_fmt = s->chroma_format == CHROMA_422 ? AV_PIX_FMT_YUV422P10 : AV_PIX_FMT_YUV444P10;
3047 avpriv_request_sample(s->avctx, "MPEG-4 Studio profile bit-depth %u", bits_per_raw_sample);
3048 return AVERROR_PATCHWELCOME;
3050 s->avctx->bits_per_raw_sample = bits_per_raw_sample;
3052 if (ctx->shape == RECT_SHAPE) {
3053 check_marker(s->avctx, gb, "before video_object_layer_width");
3054 width = get_bits(gb, 14); /* video_object_layer_width */
3055 check_marker(s->avctx, gb, "before video_object_layer_height");
3056 height = get_bits(gb, 14); /* video_object_layer_height */
3057 check_marker(s->avctx, gb, "after video_object_layer_height");
3059 /* Do the same check as non-studio profile */
3060 if (width && height) {
3061 if (s->width && s->height &&
3062 (s->width != width || s->height != height))
3063 s->context_reinit = 1;
3068 s->aspect_ratio_info = get_bits(gb, 4);
3069 if (s->aspect_ratio_info == FF_ASPECT_EXTENDED) {
3070 s->avctx->sample_aspect_ratio.num = get_bits(gb, 8); // par_width
3071 s->avctx->sample_aspect_ratio.den = get_bits(gb, 8); // par_height
3073 s->avctx->sample_aspect_ratio = ff_h263_pixel_aspect[s->aspect_ratio_info];
3075 skip_bits(gb, 4); /* frame_rate_code */
3076 skip_bits(gb, 15); /* first_half_bit_rate */
3077 check_marker(s->avctx, gb, "after first_half_bit_rate");
3078 skip_bits(gb, 15); /* latter_half_bit_rate */
3079 check_marker(s->avctx, gb, "after latter_half_bit_rate");
3080 skip_bits(gb, 15); /* first_half_vbv_buffer_size */
3081 check_marker(s->avctx, gb, "after first_half_vbv_buffer_size");
3082 skip_bits(gb, 3); /* latter_half_vbv_buffer_size */
3083 skip_bits(gb, 11); /* first_half_vbv_buffer_size */
3084 check_marker(s->avctx, gb, "after first_half_vbv_buffer_size");
3085 skip_bits(gb, 15); /* latter_half_vbv_occupancy */
3086 check_marker(s->avctx, gb, "after latter_half_vbv_occupancy");
3087 s->low_delay = get_bits1(gb);
3088 s->mpeg_quant = get_bits1(gb); /* mpeg2_stream */
3090 next_start_code_studio(gb);
3091 extension_and_user_data(s, gb, 2);
3097 * Decode MPEG-4 headers.
3098 * @return <0 if no VOP found (or a damaged one)
3099 * FRAME_SKIPPED if a not coded VOP is found
3100 * 0 if a VOP is found
3102 int ff_mpeg4_decode_picture_header(Mpeg4DecContext *ctx, GetBitContext *gb)
3104 MpegEncContext *s = &ctx->m;
3105 unsigned startcode, v;
3109 /* search next start code */
3112 // If we have not switched to studio profile than we also did not switch bps
3113 // that means something else (like a previous instance) outside set bps which
3114 // would be inconsistant with the currect state, thus reset it
3115 if (!s->studio_profile && s->avctx->bits_per_raw_sample != 8)
3116 s->avctx->bits_per_raw_sample = 0;
3118 if (s->codec_tag == AV_RL32("WV1F") && show_bits(gb, 24) == 0x575630) {
3120 if (get_bits(gb, 8) == 0xF0)
3126 if (get_bits_count(gb) >= gb->size_in_bits) {
3127 if (gb->size_in_bits == 8 &&
3128 (ctx->divx_version >= 0 || ctx->xvid_build >= 0) || s->codec_tag == AV_RL32("QMP4")) {
3129 av_log(s->avctx, AV_LOG_VERBOSE, "frame skip %d\n", gb->size_in_bits);
3130 return FRAME_SKIPPED; // divx bug
3132 return AVERROR_INVALIDDATA; // end of stream
3135 /* use the bits after the test */
3136 v = get_bits(gb, 8);
3137 startcode = ((startcode << 8) | v) & 0xffffffff;
3139 if ((startcode & 0xFFFFFF00) != 0x100)
3140 continue; // no startcode
3142 if (s->avctx->debug & FF_DEBUG_STARTCODE) {
3143 av_log(s->avctx, AV_LOG_DEBUG, "startcode: %3X ", startcode);
3144 if (startcode <= 0x11F)
3145 av_log(s->avctx, AV_LOG_DEBUG, "Video Object Start");
3146 else if (startcode <= 0x12F)
3147 av_log(s->avctx, AV_LOG_DEBUG, "Video Object Layer Start");
3148 else if (startcode <= 0x13F)
3149 av_log(s->avctx, AV_LOG_DEBUG, "Reserved");
3150 else if (startcode <= 0x15F)
3151 av_log(s->avctx, AV_LOG_DEBUG, "FGS bp start");
3152 else if (startcode <= 0x1AF)
3153 av_log(s->avctx, AV_LOG_DEBUG, "Reserved");
3154 else if (startcode == 0x1B0)
3155 av_log(s->avctx, AV_LOG_DEBUG, "Visual Object Seq Start");
3156 else if (startcode == 0x1B1)
3157 av_log(s->avctx, AV_LOG_DEBUG, "Visual Object Seq End");
3158 else if (startcode == 0x1B2)
3159 av_log(s->avctx, AV_LOG_DEBUG, "User Data");
3160 else if (startcode == 0x1B3)
3161 av_log(s->avctx, AV_LOG_DEBUG, "Group of VOP start");
3162 else if (startcode == 0x1B4)
3163 av_log(s->avctx, AV_LOG_DEBUG, "Video Session Error");
3164 else if (startcode == 0x1B5)
3165 av_log(s->avctx, AV_LOG_DEBUG, "Visual Object Start");
3166 else if (startcode == 0x1B6)
3167 av_log(s->avctx, AV_LOG_DEBUG, "Video Object Plane start");
3168 else if (startcode == 0x1B7)
3169 av_log(s->avctx, AV_LOG_DEBUG, "slice start");
3170 else if (startcode == 0x1B8)
3171 av_log(s->avctx, AV_LOG_DEBUG, "extension start");
3172 else if (startcode == 0x1B9)
3173 av_log(s->avctx, AV_LOG_DEBUG, "fgs start");
3174 else if (startcode == 0x1BA)
3175 av_log(s->avctx, AV_LOG_DEBUG, "FBA Object start");
3176 else if (startcode == 0x1BB)
3177 av_log(s->avctx, AV_LOG_DEBUG, "FBA Object Plane start");
3178 else if (startcode == 0x1BC)
3179 av_log(s->avctx, AV_LOG_DEBUG, "Mesh Object start");
3180 else if (startcode == 0x1BD)
3181 av_log(s->avctx, AV_LOG_DEBUG, "Mesh Object Plane start");
3182 else if (startcode == 0x1BE)
3183 av_log(s->avctx, AV_LOG_DEBUG, "Still Texture Object start");
3184 else if (startcode == 0x1BF)
3185 av_log(s->avctx, AV_LOG_DEBUG, "Texture Spatial Layer start");
3186 else if (startcode == 0x1C0)
3187 av_log(s->avctx, AV_LOG_DEBUG, "Texture SNR Layer start");
3188 else if (startcode == 0x1C1)
3189 av_log(s->avctx, AV_LOG_DEBUG, "Texture Tile start");
3190 else if (startcode == 0x1C2)
3191 av_log(s->avctx, AV_LOG_DEBUG, "Texture Shape Layer start");
3192 else if (startcode == 0x1C3)
3193 av_log(s->avctx, AV_LOG_DEBUG, "stuffing start");
3194 else if (startcode <= 0x1C5)
3195 av_log(s->avctx, AV_LOG_DEBUG, "reserved");
3196 else if (startcode <= 0x1FF)
3197 av_log(s->avctx, AV_LOG_DEBUG, "System start");
3198 av_log(s->avctx, AV_LOG_DEBUG, " at %d\n", get_bits_count(gb));
3201 if (startcode >= 0x120 && startcode <= 0x12F) {
3203 av_log(s->avctx, AV_LOG_WARNING, "Ignoring multiple VOL headers\n");
3207 if ((ret = decode_vol_header(ctx, gb)) < 0)
3209 } else if (startcode == USER_DATA_STARTCODE) {
3210 decode_user_data(ctx, gb);
3211 } else if (startcode == GOP_STARTCODE) {
3212 mpeg4_decode_gop_header(s, gb);
3213 } else if (startcode == VOS_STARTCODE) {
3215 mpeg4_decode_profile_level(s, gb, &profile, &level);
3216 if (profile == FF_PROFILE_MPEG4_SIMPLE_STUDIO &&
3217 (level > 0 && level < 9)) {
3218 s->studio_profile = 1;
3219 next_start_code_studio(gb);
3220 extension_and_user_data(s, gb, 0);
3221 } else if (s->studio_profile) {
3222 avpriv_request_sample(s->avctx, "Mixes studio and non studio profile\n");
3223 return AVERROR_PATCHWELCOME;
3225 s->avctx->profile = profile;
3226 s->avctx->level = level;
3227 } else if (startcode == VISUAL_OBJ_STARTCODE) {
3228 if (s->studio_profile) {
3229 if ((ret = decode_studiovisualobject(ctx, gb)) < 0)
3232 mpeg4_decode_visual_object(s, gb);
3233 } else if (startcode == VOP_STARTCODE) {
3242 if (s->avctx->flags & AV_CODEC_FLAG_LOW_DELAY)
3244 s->avctx->has_b_frames = !s->low_delay;
3246 if (s->studio_profile) {
3247 av_assert0(s->avctx->profile == FF_PROFILE_MPEG4_SIMPLE_STUDIO);
3248 if (!s->avctx->bits_per_raw_sample) {
3249 av_log(s->avctx, AV_LOG_ERROR, "Missing VOL header\n");
3250 return AVERROR_INVALIDDATA;
3252 return decode_studio_vop_header(ctx, gb);
3254 return decode_vop_header(ctx, gb);
3257 av_cold void ff_mpeg4videodec_static_init(void) {
3258 static int done = 0;
3261 ff_rl_init(&ff_mpeg4_rl_intra, ff_mpeg4_static_rl_table_store[0]);
3262 ff_rl_init(&ff_rvlc_rl_inter, ff_mpeg4_static_rl_table_store[1]);
3263 ff_rl_init(&ff_rvlc_rl_intra, ff_mpeg4_static_rl_table_store[2]);
3264 INIT_VLC_RL(ff_mpeg4_rl_intra, 554);
3265 INIT_VLC_RL(ff_rvlc_rl_inter, 1072);
3266 INIT_VLC_RL(ff_rvlc_rl_intra, 1072);
3267 INIT_VLC_STATIC(&dc_lum, DC_VLC_BITS, 10 /* 13 */,
3268 &ff_mpeg4_DCtab_lum[0][1], 2, 1,
3269 &ff_mpeg4_DCtab_lum[0][0], 2, 1, 512);
3270 INIT_VLC_STATIC(&dc_chrom, DC_VLC_BITS, 10 /* 13 */,
3271 &ff_mpeg4_DCtab_chrom[0][1], 2, 1,
3272 &ff_mpeg4_DCtab_chrom[0][0], 2, 1, 512);
3273 INIT_VLC_STATIC(&sprite_trajectory, SPRITE_TRAJ_VLC_BITS, 15,
3274 &ff_sprite_trajectory_tab[0][1], 4, 2,
3275 &ff_sprite_trajectory_tab[0][0], 4, 2, 128);
3276 INIT_VLC_STATIC(&mb_type_b_vlc, MB_TYPE_B_VLC_BITS, 4,
3277 &ff_mb_type_b_tab[0][1], 2, 1,
3278 &ff_mb_type_b_tab[0][0], 2, 1, 16);
3283 int ff_mpeg4_frame_end(AVCodecContext *avctx, const uint8_t *buf, int buf_size)
3285 Mpeg4DecContext *ctx = avctx->priv_data;
3286 MpegEncContext *s = &ctx->m;
3288 /* divx 5.01+ bitstream reorder stuff */
3289 /* Since this clobbers the input buffer and hwaccel codecs still need the
3290 * data during hwaccel->end_frame we should not do this any earlier */
3291 if (s->divx_packed) {
3292 int current_pos = s->gb.buffer == s->bitstream_buffer ? 0 : (get_bits_count(&s->gb) >> 3);
3293 int startcode_found = 0;
3295 if (buf_size - current_pos > 7) {
3298 for (i = current_pos; i < buf_size - 4; i++)
3303 buf[i + 3] == 0xB6) {
3304 startcode_found = !(buf[i + 4] & 0x40);
3309 if (startcode_found) {
3310 if (!ctx->showed_packed_warning) {
3311 av_log(s->avctx, AV_LOG_INFO, "Video uses a non-standard and "
3312 "wasteful way to store B-frames ('packed B-frames'). "
3313 "Consider using the mpeg4_unpack_bframes bitstream filter without encoding but stream copy to fix it.\n");
3314 ctx->showed_packed_warning = 1;
3316 av_fast_padded_malloc(&s->bitstream_buffer,
3317 &s->allocated_bitstream_buffer_size,
3318 buf_size - current_pos);
3319 if (!s->bitstream_buffer) {
3320 s->bitstream_buffer_size = 0;
3321 return AVERROR(ENOMEM);
3323 memcpy(s->bitstream_buffer, buf + current_pos,
3324 buf_size - current_pos);
3325 s->bitstream_buffer_size = buf_size - current_pos;
3333 static int mpeg4_update_thread_context(AVCodecContext *dst,
3334 const AVCodecContext *src)
3336 Mpeg4DecContext *s = dst->priv_data;
3337 const Mpeg4DecContext *s1 = src->priv_data;
3338 int init = s->m.context_initialized;
3340 int ret = ff_mpeg_update_thread_context(dst, src);
3345 memcpy(((uint8_t*)s) + sizeof(MpegEncContext), ((uint8_t*)s1) + sizeof(MpegEncContext), sizeof(Mpeg4DecContext) - sizeof(MpegEncContext));
3347 if (CONFIG_MPEG4_DECODER && !init && s1->xvid_build >= 0)
3348 ff_xvid_idct_init(&s->m.idsp, dst);
3354 static av_cold int init_studio_vlcs(Mpeg4DecContext *ctx)
3358 for (i = 0; i < 12; i++) {
3359 ret = init_vlc(&ctx->studio_intra_tab[i], STUDIO_INTRA_BITS, 22,
3360 &ff_mpeg4_studio_intra[i][0][1], 4, 2,
3361 &ff_mpeg4_studio_intra[i][0][0], 4, 2,
3368 ret = init_vlc(&ctx->studio_luma_dc, STUDIO_INTRA_BITS, 19,
3369 &ff_mpeg4_studio_dc_luma[0][1], 4, 2,
3370 &ff_mpeg4_studio_dc_luma[0][0], 4, 2,
3375 ret = init_vlc(&ctx->studio_chroma_dc, STUDIO_INTRA_BITS, 19,
3376 &ff_mpeg4_studio_dc_chroma[0][1], 4, 2,
3377 &ff_mpeg4_studio_dc_chroma[0][0], 4, 2,
3385 static av_cold int decode_init(AVCodecContext *avctx)
3387 Mpeg4DecContext *ctx = avctx->priv_data;
3388 MpegEncContext *s = &ctx->m;
3394 ctx->lavc_build = -1;
3396 if ((ret = ff_h263_decode_init(avctx)) < 0)
3399 ff_mpeg4videodec_static_init();
3400 if ((ret = init_studio_vlcs(ctx)) < 0)
3404 s->low_delay = 0; /* default, might be overridden in the vol header during header parsing */
3405 s->decode_mb = mpeg4_decode_mb;
3406 ctx->time_increment_bits = 4; /* default value for broken headers */
3408 avctx->chroma_sample_location = AVCHROMA_LOC_LEFT;
3409 avctx->internal->allocate_progress = 1;
3414 static av_cold int decode_end(AVCodecContext *avctx)
3416 Mpeg4DecContext *ctx = avctx->priv_data;
3419 if (!avctx->internal->is_copy) {
3420 for (i = 0; i < 12; i++)
3421 ff_free_vlc(&ctx->studio_intra_tab[i]);
3423 ff_free_vlc(&ctx->studio_luma_dc);
3424 ff_free_vlc(&ctx->studio_chroma_dc);
3427 return ff_h263_decode_end(avctx);
3430 static const AVOption mpeg4_options[] = {
3431 {"quarter_sample", "1/4 subpel MC", offsetof(MpegEncContext, quarter_sample), AV_OPT_TYPE_BOOL, {.i64 = 0}, 0, 1, 0},
3432 {"divx_packed", "divx style packed b frames", offsetof(MpegEncContext, divx_packed), AV_OPT_TYPE_BOOL, {.i64 = 0}, 0, 1, 0},
3436 static const AVClass mpeg4_class = {
3437 .class_name = "MPEG4 Video Decoder",
3438 .item_name = av_default_item_name,
3439 .option = mpeg4_options,
3440 .version = LIBAVUTIL_VERSION_INT,
3443 AVCodec ff_mpeg4_decoder = {
3445 .long_name = NULL_IF_CONFIG_SMALL("MPEG-4 part 2"),
3446 .type = AVMEDIA_TYPE_VIDEO,
3447 .id = AV_CODEC_ID_MPEG4,
3448 .priv_data_size = sizeof(Mpeg4DecContext),
3449 .init = decode_init,
3450 .close = decode_end,
3451 .decode = ff_h263_decode_frame,
3452 .capabilities = AV_CODEC_CAP_DRAW_HORIZ_BAND | AV_CODEC_CAP_DR1 |
3453 AV_CODEC_CAP_TRUNCATED | AV_CODEC_CAP_DELAY |
3454 AV_CODEC_CAP_FRAME_THREADS,
3455 .caps_internal = FF_CODEC_CAP_SKIP_FRAME_FILL_PARAM,
3456 .flush = ff_mpeg_flush,
3458 .pix_fmts = ff_h263_hwaccel_pixfmt_list_420,
3459 .profiles = NULL_IF_CONFIG_SMALL(ff_mpeg4_video_profiles),
3460 .update_thread_context = ONLY_IF_THREADS_ENABLED(mpeg4_update_thread_context),
3461 .priv_class = &mpeg4_class,
3462 .hw_configs = (const AVCodecHWConfigInternal*[]) {
3463 #if CONFIG_MPEG4_NVDEC_HWACCEL
3464 HWACCEL_NVDEC(mpeg4),
3466 #if CONFIG_MPEG4_VAAPI_HWACCEL
3467 HWACCEL_VAAPI(mpeg4),
3469 #if CONFIG_MPEG4_VDPAU_HWACCEL
3470 HWACCEL_VDPAU(mpeg4),
3472 #if CONFIG_MPEG4_VIDEOTOOLBOX_HWACCEL
3473 HWACCEL_VIDEOTOOLBOX(mpeg4),