3 * Copyright (c) 2001 Fabrice Bellard
4 * Copyright (c) 2002-2004 Michael Niedermayer <michaelni@gmx.at>
6 * This file is part of Libav.
8 * Libav is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU Lesser General Public
10 * License as published by the Free Software Foundation; either
11 * version 2.1 of the License, or (at your option) any later version.
13 * Libav is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * Lesser General Public License for more details.
18 * You should have received a copy of the GNU Lesser General Public
19 * License along with Libav; if not, write to the Free Software
20 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
28 #include "libavutil/cpu.h"
30 #include "error_resilience.h"
33 #include "h263_parser.h"
36 #include "mpeg4video.h"
37 #include "mpeg4video_parser.h"
38 #include "mpegvideo.h"
43 av_cold int ff_h263_decode_init(AVCodecContext *avctx)
45 MpegEncContext *s = avctx->priv_data;
49 s->out_format = FMT_H263;
50 s->width = avctx->coded_width;
51 s->height = avctx->coded_height;
52 s->workaround_bugs = avctx->workaround_bugs;
55 ff_MPV_decode_defaults(s);
56 s->quant_precision = 5;
57 s->decode_mb = ff_h263_decode_mb;
59 if (avctx->codec->id == AV_CODEC_ID_MSS2)
60 avctx->pix_fmt = AV_PIX_FMT_YUV420P;
62 avctx->pix_fmt = ff_get_format(avctx, avctx->codec->pix_fmts);
63 s->unrestricted_mv = 1;
65 /* select sub codec */
66 switch (avctx->codec->id) {
67 case AV_CODEC_ID_H263:
68 s->unrestricted_mv = 0;
69 avctx->chroma_sample_location = AVCHROMA_LOC_CENTER;
71 case AV_CODEC_ID_MPEG4:
73 case AV_CODEC_ID_MSMPEG4V1:
75 s->msmpeg4_version = 1;
77 case AV_CODEC_ID_MSMPEG4V2:
79 s->msmpeg4_version = 2;
81 case AV_CODEC_ID_MSMPEG4V3:
83 s->msmpeg4_version = 3;
85 case AV_CODEC_ID_WMV1:
87 s->msmpeg4_version = 4;
89 case AV_CODEC_ID_WMV2:
91 s->msmpeg4_version = 5;
94 case AV_CODEC_ID_WMV3:
95 case AV_CODEC_ID_VC1IMAGE:
96 case AV_CODEC_ID_WMV3IMAGE:
97 case AV_CODEC_ID_MSS2:
99 s->msmpeg4_version = 6;
100 avctx->chroma_sample_location = AVCHROMA_LOC_LEFT;
102 case AV_CODEC_ID_H263I:
104 case AV_CODEC_ID_FLV1:
108 av_log(avctx, AV_LOG_ERROR, "Unsupported codec %d\n",
110 return AVERROR(ENOSYS);
112 s->codec_id = avctx->codec->id;
114 /* for h263, we allocate the images after having read the header */
115 if (avctx->codec->id != AV_CODEC_ID_H263 &&
116 avctx->codec->id != AV_CODEC_ID_MPEG4)
117 if ((ret = ff_MPV_common_init(s)) < 0)
120 ff_h263dsp_init(&s->h263dsp);
121 ff_qpeldsp_init(&s->qdsp);
122 ff_h263_decode_init_vlc();
127 av_cold int ff_h263_decode_end(AVCodecContext *avctx)
129 MpegEncContext *s = avctx->priv_data;
131 ff_MPV_common_end(s);
136 * Return the number of bytes consumed for building the current frame.
138 static int get_consumed_bytes(MpegEncContext *s, int buf_size)
140 int pos = (get_bits_count(&s->gb) + 7) >> 3;
142 if (s->divx_packed || s->avctx->hwaccel) {
143 /* We would have to scan through the whole buf to handle the weird
146 } else if (s->flags & CODEC_FLAG_TRUNCATED) {
147 pos -= s->parse_context.last_index;
148 // padding is not really read so this might be -1
153 // avoid infinite loops (maybe not needed...)
157 if (pos + 10 > buf_size)
164 static int decode_slice(MpegEncContext *s)
166 const int part_mask = s->partitioned_frame
167 ? (ER_AC_END | ER_AC_ERROR) : 0x7F;
168 const int mb_size = 16;
171 s->last_resync_gb = s->gb;
172 s->first_slice_line = 1;
173 s->resync_mb_x = s->mb_x;
174 s->resync_mb_y = s->mb_y;
176 ff_set_qscale(s, s->qscale);
178 if (s->avctx->hwaccel) {
179 const uint8_t *start = s->gb.buffer + get_bits_count(&s->gb) / 8;
180 const uint8_t *end = ff_h263_find_resync_marker(start + 1,
182 skip_bits_long(&s->gb, 8 * (end - start));
183 return s->avctx->hwaccel->decode_slice(s->avctx, start, end - start);
186 if (s->partitioned_frame) {
187 const int qscale = s->qscale;
189 if (CONFIG_MPEG4_DECODER && s->codec_id == AV_CODEC_ID_MPEG4)
190 if ((ret = ff_mpeg4_decode_partitions(s->avctx->priv_data)) < 0)
193 /* restore variables which were modified */
194 s->first_slice_line = 1;
195 s->mb_x = s->resync_mb_x;
196 s->mb_y = s->resync_mb_y;
197 ff_set_qscale(s, qscale);
200 for (; s->mb_y < s->mb_height; s->mb_y++) {
201 /* per-row end of slice checks */
202 if (s->msmpeg4_version) {
203 if (s->resync_mb_y + s->slice_height == s->mb_y) {
204 ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
205 s->mb_x - 1, s->mb_y, ER_MB_END);
211 if (s->msmpeg4_version == 1) {
217 ff_init_block_index(s);
218 for (; s->mb_x < s->mb_width; s->mb_x++) {
221 ff_update_block_index(s);
223 if (s->resync_mb_x == s->mb_x && s->resync_mb_y + 1 == s->mb_y)
224 s->first_slice_line = 0;
228 s->mv_dir = MV_DIR_FORWARD;
229 s->mv_type = MV_TYPE_16X16;
230 av_dlog(s, "%d %d %06X\n",
231 ret, get_bits_count(&s->gb), show_bits(&s->gb, 24));
232 ret = s->decode_mb(s, s->block);
234 if (s->pict_type != AV_PICTURE_TYPE_B)
235 ff_h263_update_motion_val(s);
238 const int xy = s->mb_x + s->mb_y * s->mb_stride;
239 if (ret == SLICE_END) {
240 ff_MPV_decode_mb(s, s->block);
242 ff_h263_loop_filter(s);
244 ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
245 s->mb_x, s->mb_y, ER_MB_END & part_mask);
247 s->padding_bug_score--;
249 if (++s->mb_x >= s->mb_width) {
251 ff_mpeg_draw_horiz_band(s, s->mb_y * mb_size, mb_size);
252 ff_MPV_report_decode_progress(s);
256 } else if (ret == SLICE_NOEND) {
257 av_log(s->avctx, AV_LOG_ERROR,
258 "Slice mismatch at MB: %d\n", xy);
259 ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
260 s->mb_x + 1, s->mb_y,
261 ER_MB_END & part_mask);
262 return AVERROR_INVALIDDATA;
264 av_log(s->avctx, AV_LOG_ERROR, "Error at MB: %d\n", xy);
265 ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
266 s->mb_x, s->mb_y, ER_MB_ERROR & part_mask);
268 return AVERROR_INVALIDDATA;
271 ff_MPV_decode_mb(s, s->block);
273 ff_h263_loop_filter(s);
276 ff_mpeg_draw_horiz_band(s, s->mb_y * mb_size, mb_size);
277 ff_MPV_report_decode_progress(s);
282 assert(s->mb_x == 0 && s->mb_y == s->mb_height);
284 if (s->codec_id == AV_CODEC_ID_MPEG4 &&
285 (s->workaround_bugs & FF_BUG_AUTODETECT) &&
286 get_bits_left(&s->gb) >= 48 &&
287 show_bits(&s->gb, 24) == 0x4010 &&
288 !s->data_partitioning)
289 s->padding_bug_score += 32;
291 /* try to detect the padding bug */
292 if (s->codec_id == AV_CODEC_ID_MPEG4 &&
293 (s->workaround_bugs & FF_BUG_AUTODETECT) &&
294 get_bits_left(&s->gb) >= 0 &&
295 get_bits_left(&s->gb) < 48 &&
296 !s->data_partitioning) {
297 const int bits_count = get_bits_count(&s->gb);
298 const int bits_left = s->gb.size_in_bits - bits_count;
300 if (bits_left == 0) {
301 s->padding_bug_score += 16;
302 } else if (bits_left != 1) {
303 int v = show_bits(&s->gb, 8);
304 v |= 0x7F >> (7 - (bits_count & 7));
306 if (v == 0x7F && bits_left <= 8)
307 s->padding_bug_score--;
308 else if (v == 0x7F && ((get_bits_count(&s->gb) + 8) & 8) &&
310 s->padding_bug_score += 4;
312 s->padding_bug_score++;
316 if (s->workaround_bugs & FF_BUG_AUTODETECT) {
317 if (s->padding_bug_score > -2 && !s->data_partitioning)
318 s->workaround_bugs |= FF_BUG_NO_PADDING;
320 s->workaround_bugs &= ~FF_BUG_NO_PADDING;
323 // handle formats which don't have unique end markers
324 if (s->msmpeg4_version || (s->workaround_bugs & FF_BUG_NO_PADDING)) { // FIXME perhaps solve this more cleanly
325 int left = get_bits_left(&s->gb);
328 /* no markers in M$ crap */
329 if (s->msmpeg4_version && s->pict_type == AV_PICTURE_TYPE_I)
332 /* buggy padding but the frame should still end approximately at
333 * the bitstream end */
334 if ((s->workaround_bugs & FF_BUG_NO_PADDING) &&
335 (s->err_recognition & AV_EF_BUFFER))
337 else if ((s->workaround_bugs & FF_BUG_NO_PADDING))
338 max_extra += 256 * 256 * 256 * 64;
340 if (left > max_extra)
341 av_log(s->avctx, AV_LOG_ERROR,
342 "discarding %d junk bits at end, next would be %X\n",
343 left, show_bits(&s->gb, 24));
345 av_log(s->avctx, AV_LOG_ERROR, "overreading %d bits\n", -left);
347 ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
348 s->mb_x - 1, s->mb_y, ER_MB_END);
353 av_log(s->avctx, AV_LOG_ERROR,
354 "slice end not reached but screenspace end (%d left %06X, score= %d)\n",
355 get_bits_left(&s->gb), show_bits(&s->gb, 24), s->padding_bug_score);
357 ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y,
358 ER_MB_END & part_mask);
360 return AVERROR_INVALIDDATA;
363 int ff_h263_decode_frame(AVCodecContext *avctx, void *data, int *got_frame,
366 const uint8_t *buf = avpkt->data;
367 int buf_size = avpkt->size;
368 MpegEncContext *s = avctx->priv_data;
370 AVFrame *pict = data;
372 s->flags = avctx->flags;
373 s->flags2 = avctx->flags2;
375 /* no supplementary picture */
377 /* special case for last picture */
378 if (s->low_delay == 0 && s->next_picture_ptr) {
379 if ((ret = av_frame_ref(pict, s->next_picture_ptr->f)) < 0)
381 s->next_picture_ptr = NULL;
389 if (s->flags & CODEC_FLAG_TRUNCATED) {
392 if (CONFIG_MPEG4_DECODER && s->codec_id == AV_CODEC_ID_MPEG4) {
393 next = ff_mpeg4_find_frame_end(&s->parse_context, buf, buf_size);
394 } else if (CONFIG_H263_DECODER && s->codec_id == AV_CODEC_ID_H263) {
395 next = ff_h263_find_frame_end(&s->parse_context, buf, buf_size);
397 av_log(s->avctx, AV_LOG_ERROR,
398 "this codec does not support truncated bitstreams\n");
399 return AVERROR(ENOSYS);
402 if (ff_combine_frame(&s->parse_context, next, (const uint8_t **)&buf,
407 if (s->bitstream_buffer_size && (s->divx_packed || buf_size < 20)) // divx 5.01+/xvid frame reorder
408 ret = init_get_bits8(&s->gb, s->bitstream_buffer,
409 s->bitstream_buffer_size);
411 ret = init_get_bits8(&s->gb, buf, buf_size);
412 s->bitstream_buffer_size = 0;
417 if (!s->context_initialized)
418 // we need the idct permutaton for reading a custom matrix
419 if ((ret = ff_MPV_common_init(s)) < 0)
422 /* We need to set current_picture_ptr before reading the header,
423 * otherwise we cannot store anyting in there */
424 if (s->current_picture_ptr == NULL || s->current_picture_ptr->f->data[0]) {
425 int i = ff_find_unused_picture(s, 0);
428 s->current_picture_ptr = &s->picture[i];
432 if (CONFIG_WMV2_DECODER && s->msmpeg4_version == 5) {
433 ret = ff_wmv2_decode_picture_header(s);
434 } else if (CONFIG_MSMPEG4_DECODER && s->msmpeg4_version) {
435 ret = ff_msmpeg4_decode_picture_header(s);
436 } else if (CONFIG_MPEG4_DECODER && avctx->codec_id == AV_CODEC_ID_MPEG4) {
437 if (s->avctx->extradata_size && s->picture_number == 0) {
440 ret = init_get_bits8(&gb, s->avctx->extradata,
441 s->avctx->extradata_size);
444 ff_mpeg4_decode_picture_header(avctx->priv_data, &gb);
446 ret = ff_mpeg4_decode_picture_header(avctx->priv_data, &s->gb);
447 } else if (CONFIG_H263I_DECODER && s->codec_id == AV_CODEC_ID_H263I) {
448 ret = ff_intel_h263_decode_picture_header(s);
449 } else if (CONFIG_FLV_DECODER && s->h263_flv) {
450 ret = ff_flv_decode_picture_header(s);
452 ret = ff_h263_decode_picture_header(s);
455 if (ret == FRAME_SKIPPED)
456 return get_consumed_bytes(s, buf_size);
458 /* skip if the header was thrashed */
460 av_log(s->avctx, AV_LOG_ERROR, "header damaged\n");
464 avctx->has_b_frames = !s->low_delay;
466 #define SET_QPEL_FUNC(postfix1, postfix2) \
467 s->qdsp.put_ ## postfix1 = ff_put_ ## postfix2; \
468 s->qdsp.put_no_rnd_ ## postfix1 = ff_put_no_rnd_ ## postfix2; \
469 s->qdsp.avg_ ## postfix1 = ff_avg_ ## postfix2;
471 if (s->workaround_bugs & FF_BUG_STD_QPEL) {
472 SET_QPEL_FUNC(qpel_pixels_tab[0][5], qpel16_mc11_old_c)
473 SET_QPEL_FUNC(qpel_pixels_tab[0][7], qpel16_mc31_old_c)
474 SET_QPEL_FUNC(qpel_pixels_tab[0][9], qpel16_mc12_old_c)
475 SET_QPEL_FUNC(qpel_pixels_tab[0][11], qpel16_mc32_old_c)
476 SET_QPEL_FUNC(qpel_pixels_tab[0][13], qpel16_mc13_old_c)
477 SET_QPEL_FUNC(qpel_pixels_tab[0][15], qpel16_mc33_old_c)
479 SET_QPEL_FUNC(qpel_pixels_tab[1][5], qpel8_mc11_old_c)
480 SET_QPEL_FUNC(qpel_pixels_tab[1][7], qpel8_mc31_old_c)
481 SET_QPEL_FUNC(qpel_pixels_tab[1][9], qpel8_mc12_old_c)
482 SET_QPEL_FUNC(qpel_pixels_tab[1][11], qpel8_mc32_old_c)
483 SET_QPEL_FUNC(qpel_pixels_tab[1][13], qpel8_mc13_old_c)
484 SET_QPEL_FUNC(qpel_pixels_tab[1][15], qpel8_mc33_old_c)
487 /* After H263 & mpeg4 header decode we have the height, width,
488 * and other parameters. So then we could init the picture.
489 * FIXME: By the way H263 decoder is evolving it should have
490 * an H263EncContext */
491 if (s->width != avctx->coded_width ||
492 s->height != avctx->coded_height ||
494 /* H.263 could change picture size any time */
495 s->context_reinit = 0;
497 ret = ff_set_dimensions(avctx, s->width, s->height);
501 ff_set_sar(avctx, avctx->sample_aspect_ratio);
503 if ((ret = ff_MPV_common_frame_size_change(s)))
507 if (s->codec_id == AV_CODEC_ID_H263 ||
508 s->codec_id == AV_CODEC_ID_H263P ||
509 s->codec_id == AV_CODEC_ID_H263I)
510 s->gob_index = ff_h263_get_gob_height(s);
512 // for skipping the frame
513 s->current_picture.f->pict_type = s->pict_type;
514 s->current_picture.f->key_frame = s->pict_type == AV_PICTURE_TYPE_I;
516 /* skip B-frames if we don't have reference frames */
517 if (s->last_picture_ptr == NULL &&
518 (s->pict_type == AV_PICTURE_TYPE_B || s->droppable))
519 return get_consumed_bytes(s, buf_size);
520 if ((avctx->skip_frame >= AVDISCARD_NONREF &&
521 s->pict_type == AV_PICTURE_TYPE_B) ||
522 (avctx->skip_frame >= AVDISCARD_NONKEY &&
523 s->pict_type != AV_PICTURE_TYPE_I) ||
524 avctx->skip_frame >= AVDISCARD_ALL)
525 return get_consumed_bytes(s, buf_size);
527 if (s->next_p_frame_damaged) {
528 if (s->pict_type == AV_PICTURE_TYPE_B)
529 return get_consumed_bytes(s, buf_size);
531 s->next_p_frame_damaged = 0;
534 if ((!s->no_rounding) || s->pict_type == AV_PICTURE_TYPE_B) {
535 s->me.qpel_put = s->qdsp.put_qpel_pixels_tab;
536 s->me.qpel_avg = s->qdsp.avg_qpel_pixels_tab;
538 s->me.qpel_put = s->qdsp.put_no_rnd_qpel_pixels_tab;
539 s->me.qpel_avg = s->qdsp.avg_qpel_pixels_tab;
542 if ((ret = ff_MPV_frame_start(s, avctx)) < 0)
545 if (!s->divx_packed && !avctx->hwaccel)
546 ff_thread_finish_setup(avctx);
548 if (avctx->hwaccel) {
549 ret = avctx->hwaccel->start_frame(avctx, s->gb.buffer,
550 s->gb.buffer_end - s->gb.buffer);
555 ff_mpeg_er_frame_start(s);
557 /* the second part of the wmv2 header contains the MB skip bits which
558 * are stored in current_picture->mb_type which is not available before
559 * ff_MPV_frame_start() */
560 if (CONFIG_WMV2_DECODER && s->msmpeg4_version == 5) {
561 ret = ff_wmv2_decode_secondary_picture_header(s);
565 goto intrax8_decoded;
568 /* decode each macroblock */
572 ret = decode_slice(s);
573 while (s->mb_y < s->mb_height) {
574 if (s->msmpeg4_version) {
575 if (s->slice_height == 0 || s->mb_x != 0 ||
576 (s->mb_y % s->slice_height) != 0 || get_bits_left(&s->gb) < 0)
579 int prev_x = s->mb_x, prev_y = s->mb_y;
580 if (ff_h263_resync(s) < 0)
582 if (prev_y * s->mb_width + prev_x < s->mb_y * s->mb_width + s->mb_x)
583 s->er.error_occurred = 1;
586 if (s->msmpeg4_version < 4 && s->h263_pred)
587 ff_mpeg4_clean_buffers(s);
589 if (decode_slice(s) < 0)
590 ret = AVERROR_INVALIDDATA;
593 if (s->msmpeg4_version && s->msmpeg4_version < 4 &&
594 s->pict_type == AV_PICTURE_TYPE_I)
595 if (!CONFIG_MSMPEG4_DECODER ||
596 ff_msmpeg4_decode_ext_header(s, buf_size) < 0)
597 s->er.error_status_table[s->mb_num - 1] = ER_MB_ERROR;
599 assert(s->bitstream_buffer_size == 0);
601 if (CONFIG_MPEG4_DECODER && avctx->codec_id == AV_CODEC_ID_MPEG4)
602 ff_mpeg4_frame_end(avctx, buf, buf_size);
605 ff_er_frame_end(&s->er);
607 if (avctx->hwaccel) {
608 ret = avctx->hwaccel->end_frame(avctx);
615 if (!s->divx_packed && avctx->hwaccel)
616 ff_thread_finish_setup(avctx);
618 assert(s->current_picture.f->pict_type ==
619 s->current_picture_ptr->f->pict_type);
620 assert(s->current_picture.f->pict_type == s->pict_type);
621 if (s->pict_type == AV_PICTURE_TYPE_B || s->low_delay) {
622 if ((ret = av_frame_ref(pict, s->current_picture_ptr->f)) < 0)
624 ff_print_debug_info(s, s->current_picture_ptr);
625 } else if (s->last_picture_ptr != NULL) {
626 if ((ret = av_frame_ref(pict, s->last_picture_ptr->f)) < 0)
628 ff_print_debug_info(s, s->last_picture_ptr);
631 if (s->last_picture_ptr || s->low_delay)
634 if (ret && (avctx->err_recognition & AV_EF_EXPLODE))
637 return get_consumed_bytes(s, buf_size);
640 const enum AVPixelFormat ff_h263_hwaccel_pixfmt_list_420[] = {
641 #if CONFIG_H263_VAAPI_HWACCEL || CONFIG_MPEG4_VAAPI_HWACCEL
642 AV_PIX_FMT_VAAPI_VLD,
644 #if CONFIG_H263_VDPAU_HWACCEL || CONFIG_MPEG4_VDPAU_HWACCEL
651 AVCodec ff_h263_decoder = {
653 .long_name = NULL_IF_CONFIG_SMALL("H.263 / H.263-1996, H.263+ / H.263-1998 / H.263 version 2"),
654 .type = AVMEDIA_TYPE_VIDEO,
655 .id = AV_CODEC_ID_H263,
656 .priv_data_size = sizeof(MpegEncContext),
657 .init = ff_h263_decode_init,
658 .close = ff_h263_decode_end,
659 .decode = ff_h263_decode_frame,
660 .capabilities = CODEC_CAP_DRAW_HORIZ_BAND | CODEC_CAP_DR1 |
661 CODEC_CAP_TRUNCATED | CODEC_CAP_DELAY,
662 .flush = ff_mpeg_flush,
663 .pix_fmts = ff_h263_hwaccel_pixfmt_list_420,