3 * Copyright (c) 2000, 2001 Fabrice Bellard
4 * Copyright (c) 2002-2004 Michael Niedermayer <michaelni@gmx.at>
6 * This file is part of Libav.
8 * Libav is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU Lesser General Public
10 * License as published by the Free Software Foundation; either
11 * version 2.1 of the License, or (at your option) any later version.
13 * Libav is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * Lesser General Public License for more details.
18 * You should have received a copy of the GNU Lesser General Public
19 * License along with Libav; if not, write to the Free Software
20 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
30 #include "libavutil/attributes.h"
31 #include "libavutil/internal.h"
32 #include "libavutil/stereo3d.h"
35 #include "bytestream.h"
36 #include "error_resilience.h"
41 #include "mpeg12data.h"
42 #include "mpegutils.h"
43 #include "mpegvideo.h"
44 #include "mpegvideodata.h"
48 #include "xvmc_internal.h"
50 typedef struct Mpeg1Context {
51 MpegEncContext mpeg_enc_ctx;
52 int mpeg_enc_ctx_allocated; /* true if decoding context allocated */
53 int repeat_field; /* true if we must repeat the field */
54 AVPanScan pan_scan; /* some temporary storage for the panscan */
63 int save_width, save_height, save_progressive_seq;
64 AVRational frame_rate_ext; /* MPEG-2 specific framerate modificator */
65 int sync; /* Did we reach a sync point like a GOP/SEQ/KEYFrame? */
66 int closed_gop; /* GOP is closed */
68 int extradata_decoded;
71 #define MB_TYPE_ZERO_MV 0x20000000
73 static const uint32_t ptype2mb_type[7] = {
75 MB_TYPE_L0 | MB_TYPE_CBP | MB_TYPE_ZERO_MV | MB_TYPE_16x16,
77 MB_TYPE_L0 | MB_TYPE_CBP,
78 MB_TYPE_QUANT | MB_TYPE_INTRA,
79 MB_TYPE_QUANT | MB_TYPE_L0 | MB_TYPE_CBP | MB_TYPE_ZERO_MV | MB_TYPE_16x16,
80 MB_TYPE_QUANT | MB_TYPE_L0 | MB_TYPE_CBP,
83 static const uint32_t btype2mb_type[11] = {
86 MB_TYPE_L1 | MB_TYPE_CBP,
88 MB_TYPE_L0 | MB_TYPE_CBP,
90 MB_TYPE_L0L1 | MB_TYPE_CBP,
91 MB_TYPE_QUANT | MB_TYPE_INTRA,
92 MB_TYPE_QUANT | MB_TYPE_L1 | MB_TYPE_CBP,
93 MB_TYPE_QUANT | MB_TYPE_L0 | MB_TYPE_CBP,
94 MB_TYPE_QUANT | MB_TYPE_L0L1 | MB_TYPE_CBP,
97 static const uint8_t non_linear_qscale[32] = {
98 0, 1, 2, 3, 4, 5, 6, 7,
99 8, 10, 12, 14, 16, 18, 20, 22,
100 24, 28, 32, 36, 40, 44, 48, 52,
101 56, 64, 72, 80, 88, 96, 104, 112,
104 /* as H.263, but only 17 codes */
105 static int mpeg_decode_motion(MpegEncContext *s, int fcode, int pred)
107 int code, sign, val, shift;
109 code = get_vlc2(&s->gb, ff_mv_vlc.table, MV_VLC_BITS, 2);
115 sign = get_bits1(&s->gb);
119 val = (val - 1) << shift;
120 val |= get_bits(&s->gb, shift);
127 /* modulo decoding */
128 return sign_extend(val, 5 + shift);
131 #define MAX_INDEX (64 - 1)
132 #define check_scantable_index(ctx, x) \
134 if ((x) > MAX_INDEX) { \
135 av_log(ctx->avctx, AV_LOG_ERROR, "ac-tex damaged at %d %d\n", \
136 ctx->mb_x, ctx->mb_y); \
137 return AVERROR_INVALIDDATA; \
141 static inline int mpeg1_decode_block_inter(MpegEncContext *s,
142 int16_t *block, int n)
144 int level, i, j, run;
145 RLTable *rl = &ff_rl_mpeg1;
146 uint8_t *const scantable = s->intra_scantable.permutated;
147 const uint16_t *quant_matrix = s->inter_matrix;
148 const int qscale = s->qscale;
151 OPEN_READER(re, &s->gb);
153 // special case for first coefficient, no need to add second VLC table
154 UPDATE_CACHE(re, &s->gb);
155 if (((int32_t) GET_CACHE(re, &s->gb)) < 0) {
156 level = (3 * qscale * quant_matrix[0]) >> 5;
157 level = (level - 1) | 1;
158 if (GET_CACHE(re, &s->gb) & 0x40000000)
162 SKIP_BITS(re, &s->gb, 2);
163 if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF)
166 /* now quantify & encode AC coefficients */
168 GET_RL_VLC(level, run, re, &s->gb, rl->rl_vlc[0],
176 level = ((level * 2 + 1) * qscale * quant_matrix[j]) >> 5;
177 level = (level - 1) | 1;
178 level = (level ^ SHOW_SBITS(re, &s->gb, 1)) -
179 SHOW_SBITS(re, &s->gb, 1);
180 SKIP_BITS(re, &s->gb, 1);
183 run = SHOW_UBITS(re, &s->gb, 6) + 1;
184 LAST_SKIP_BITS(re, &s->gb, 6);
185 UPDATE_CACHE(re, &s->gb);
186 level = SHOW_SBITS(re, &s->gb, 8);
187 SKIP_BITS(re, &s->gb, 8);
189 level = SHOW_UBITS(re, &s->gb, 8) - 256;
190 SKIP_BITS(re, &s->gb, 8);
191 } else if (level == 0) {
192 level = SHOW_UBITS(re, &s->gb, 8);
193 SKIP_BITS(re, &s->gb, 8);
201 level = ((level * 2 + 1) * qscale * quant_matrix[j]) >> 5;
202 level = (level - 1) | 1;
205 level = ((level * 2 + 1) * qscale * quant_matrix[j]) >> 5;
206 level = (level - 1) | 1;
211 if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF)
213 UPDATE_CACHE(re, &s->gb);
216 LAST_SKIP_BITS(re, &s->gb, 2);
217 CLOSE_READER(re, &s->gb);
220 check_scantable_index(s, i);
222 s->block_last_index[n] = i;
226 static inline int mpeg1_fast_decode_block_inter(MpegEncContext *s,
227 int16_t *block, int n)
229 int level, i, j, run;
230 RLTable *rl = &ff_rl_mpeg1;
231 uint8_t *const scantable = s->intra_scantable.permutated;
232 const int qscale = s->qscale;
235 OPEN_READER(re, &s->gb);
237 // Special case for first coefficient, no need to add second VLC table.
238 UPDATE_CACHE(re, &s->gb);
239 if (((int32_t) GET_CACHE(re, &s->gb)) < 0) {
240 level = (3 * qscale) >> 1;
241 level = (level - 1) | 1;
242 if (GET_CACHE(re, &s->gb) & 0x40000000)
246 SKIP_BITS(re, &s->gb, 2);
247 if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF)
251 /* now quantify & encode AC coefficients */
253 GET_RL_VLC(level, run, re, &s->gb, rl->rl_vlc[0],
261 level = ((level * 2 + 1) * qscale) >> 1;
262 level = (level - 1) | 1;
263 level = (level ^ SHOW_SBITS(re, &s->gb, 1)) -
264 SHOW_SBITS(re, &s->gb, 1);
265 SKIP_BITS(re, &s->gb, 1);
268 run = SHOW_UBITS(re, &s->gb, 6) + 1;
269 LAST_SKIP_BITS(re, &s->gb, 6);
270 UPDATE_CACHE(re, &s->gb);
271 level = SHOW_SBITS(re, &s->gb, 8);
272 SKIP_BITS(re, &s->gb, 8);
274 level = SHOW_UBITS(re, &s->gb, 8) - 256;
275 SKIP_BITS(re, &s->gb, 8);
276 } else if (level == 0) {
277 level = SHOW_UBITS(re, &s->gb, 8);
278 SKIP_BITS(re, &s->gb, 8);
286 level = ((level * 2 + 1) * qscale) >> 1;
287 level = (level - 1) | 1;
290 level = ((level * 2 + 1) * qscale) >> 1;
291 level = (level - 1) | 1;
296 if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF)
298 UPDATE_CACHE(re, &s->gb);
301 LAST_SKIP_BITS(re, &s->gb, 2);
302 CLOSE_READER(re, &s->gb);
305 check_scantable_index(s, i);
307 s->block_last_index[n] = i;
311 static inline int mpeg2_decode_block_non_intra(MpegEncContext *s,
312 int16_t *block, int n)
314 int level, i, j, run;
315 RLTable *rl = &ff_rl_mpeg1;
316 uint8_t *const scantable = s->intra_scantable.permutated;
317 const uint16_t *quant_matrix;
318 const int qscale = s->qscale;
324 OPEN_READER(re, &s->gb);
327 quant_matrix = s->inter_matrix;
329 quant_matrix = s->chroma_inter_matrix;
331 // Special case for first coefficient, no need to add second VLC table.
332 UPDATE_CACHE(re, &s->gb);
333 if (((int32_t) GET_CACHE(re, &s->gb)) < 0) {
334 level = (3 * qscale * quant_matrix[0]) >> 5;
335 if (GET_CACHE(re, &s->gb) & 0x40000000)
340 SKIP_BITS(re, &s->gb, 2);
341 if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF)
345 /* now quantify & encode AC coefficients */
347 GET_RL_VLC(level, run, re, &s->gb, rl->rl_vlc[0],
355 level = ((level * 2 + 1) * qscale * quant_matrix[j]) >> 5;
356 level = (level ^ SHOW_SBITS(re, &s->gb, 1)) -
357 SHOW_SBITS(re, &s->gb, 1);
358 SKIP_BITS(re, &s->gb, 1);
361 run = SHOW_UBITS(re, &s->gb, 6) + 1;
362 LAST_SKIP_BITS(re, &s->gb, 6);
363 UPDATE_CACHE(re, &s->gb);
364 level = SHOW_SBITS(re, &s->gb, 12);
365 SKIP_BITS(re, &s->gb, 12);
372 level = ((-level * 2 + 1) * qscale * quant_matrix[j]) >> 5;
375 level = ((level * 2 + 1) * qscale * quant_matrix[j]) >> 5;
381 if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF)
383 UPDATE_CACHE(re, &s->gb);
386 LAST_SKIP_BITS(re, &s->gb, 2);
387 CLOSE_READER(re, &s->gb);
389 block[63] ^= (mismatch & 1);
391 check_scantable_index(s, i);
393 s->block_last_index[n] = i;
397 static inline int mpeg2_fast_decode_block_non_intra(MpegEncContext *s,
398 int16_t *block, int n)
400 int level, i, j, run;
401 RLTable *rl = &ff_rl_mpeg1;
402 uint8_t *const scantable = s->intra_scantable.permutated;
403 const int qscale = s->qscale;
404 OPEN_READER(re, &s->gb);
407 // special case for first coefficient, no need to add second VLC table
408 UPDATE_CACHE(re, &s->gb);
409 if (((int32_t) GET_CACHE(re, &s->gb)) < 0) {
410 level = (3 * qscale) >> 1;
411 if (GET_CACHE(re, &s->gb) & 0x40000000)
415 SKIP_BITS(re, &s->gb, 2);
416 if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF)
420 /* now quantify & encode AC coefficients */
422 GET_RL_VLC(level, run, re, &s->gb, rl->rl_vlc[0], TEX_VLC_BITS, 2, 0);
429 level = ((level * 2 + 1) * qscale) >> 1;
430 level = (level ^ SHOW_SBITS(re, &s->gb, 1)) -
431 SHOW_SBITS(re, &s->gb, 1);
432 SKIP_BITS(re, &s->gb, 1);
435 run = SHOW_UBITS(re, &s->gb, 6) + 1;
436 LAST_SKIP_BITS(re, &s->gb, 6);
437 UPDATE_CACHE(re, &s->gb);
438 level = SHOW_SBITS(re, &s->gb, 12);
439 SKIP_BITS(re, &s->gb, 12);
446 level = ((-level * 2 + 1) * qscale) >> 1;
449 level = ((level * 2 + 1) * qscale) >> 1;
454 if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF)
456 UPDATE_CACHE(re, &s->gb);
459 LAST_SKIP_BITS(re, &s->gb, 2);
460 CLOSE_READER(re, &s->gb);
462 check_scantable_index(s, i);
464 s->block_last_index[n] = i;
468 static inline int mpeg2_decode_block_intra(MpegEncContext *s,
469 int16_t *block, int n)
471 int level, dc, diff, i, j, run;
474 uint8_t *const scantable = s->intra_scantable.permutated;
475 const uint16_t *quant_matrix;
476 const int qscale = s->qscale;
481 quant_matrix = s->intra_matrix;
484 quant_matrix = s->chroma_intra_matrix;
485 component = (n & 1) + 1;
487 diff = decode_dc(&s->gb, component);
489 return AVERROR_INVALIDDATA;
490 dc = s->last_dc[component];
492 s->last_dc[component] = dc;
493 block[0] = dc << (3 - s->intra_dc_precision);
494 ff_dlog(s->avctx, "dc=%d\n", block[0]);
495 mismatch = block[0] ^ 1;
497 if (s->intra_vlc_format)
503 OPEN_READER(re, &s->gb);
504 /* now quantify & encode AC coefficients */
506 UPDATE_CACHE(re, &s->gb);
507 GET_RL_VLC(level, run, re, &s->gb, rl->rl_vlc[0],
512 } else if (level != 0) {
517 level = (level * qscale * quant_matrix[j]) >> 4;
518 level = (level ^ SHOW_SBITS(re, &s->gb, 1)) -
519 SHOW_SBITS(re, &s->gb, 1);
520 LAST_SKIP_BITS(re, &s->gb, 1);
523 run = SHOW_UBITS(re, &s->gb, 6) + 1;
524 LAST_SKIP_BITS(re, &s->gb, 6);
525 UPDATE_CACHE(re, &s->gb);
526 level = SHOW_SBITS(re, &s->gb, 12);
527 SKIP_BITS(re, &s->gb, 12);
533 level = (-level * qscale * quant_matrix[j]) >> 4;
536 level = (level * qscale * quant_matrix[j]) >> 4;
543 CLOSE_READER(re, &s->gb);
545 block[63] ^= mismatch & 1;
547 check_scantable_index(s, i);
549 s->block_last_index[n] = i;
553 static inline int mpeg2_fast_decode_block_intra(MpegEncContext *s,
554 int16_t *block, int n)
556 int level, dc, diff, i, j, run;
559 uint8_t *const scantable = s->intra_scantable.permutated;
560 const uint16_t *quant_matrix;
561 const int qscale = s->qscale;
565 quant_matrix = s->intra_matrix;
568 quant_matrix = s->chroma_intra_matrix;
569 component = (n & 1) + 1;
571 diff = decode_dc(&s->gb, component);
573 return AVERROR_INVALIDDATA;
574 dc = s->last_dc[component];
576 s->last_dc[component] = dc;
577 block[0] = dc << (3 - s->intra_dc_precision);
579 if (s->intra_vlc_format)
585 OPEN_READER(re, &s->gb);
586 /* now quantify & encode AC coefficients */
588 UPDATE_CACHE(re, &s->gb);
589 GET_RL_VLC(level, run, re, &s->gb, rl->rl_vlc[0],
594 } else if (level != 0) {
599 level = (level * qscale * quant_matrix[j]) >> 4;
600 level = (level ^ SHOW_SBITS(re, &s->gb, 1)) -
601 SHOW_SBITS(re, &s->gb, 1);
602 LAST_SKIP_BITS(re, &s->gb, 1);
605 run = SHOW_UBITS(re, &s->gb, 6) + 1;
606 LAST_SKIP_BITS(re, &s->gb, 6);
607 UPDATE_CACHE(re, &s->gb);
608 level = SHOW_SBITS(re, &s->gb, 12);
609 SKIP_BITS(re, &s->gb, 12);
615 level = (-level * qscale * quant_matrix[j]) >> 4;
618 level = (level * qscale * quant_matrix[j]) >> 4;
624 CLOSE_READER(re, &s->gb);
627 check_scantable_index(s, i);
629 s->block_last_index[n] = i;
633 /******************************************/
636 static inline int get_dmv(MpegEncContext *s)
638 if (get_bits1(&s->gb))
639 return 1 - (get_bits1(&s->gb) << 1);
644 static inline int get_qscale(MpegEncContext *s)
646 int qscale = get_bits(&s->gb, 5);
648 return non_linear_qscale[qscale];
653 /* motion type (for MPEG-2) */
659 static int mpeg_decode_mb(MpegEncContext *s, int16_t block[12][64])
661 int i, j, k, cbp, val, mb_type, motion_type;
662 const int mb_block_count = 4 + (1 << s->chroma_format);
665 ff_dlog(s->avctx, "decode_mb: x=%d y=%d\n", s->mb_x, s->mb_y);
667 assert(s->mb_skipped == 0);
669 if (s->mb_skip_run-- != 0) {
670 if (s->pict_type == AV_PICTURE_TYPE_P) {
672 s->current_picture.mb_type[s->mb_x + s->mb_y * s->mb_stride] =
673 MB_TYPE_SKIP | MB_TYPE_L0 | MB_TYPE_16x16;
678 mb_type = s->current_picture.mb_type[s->mb_x + s->mb_y * s->mb_stride - 1];
680 // FIXME not sure if this is allowed in MPEG at all
681 mb_type = s->current_picture.mb_type[s->mb_width + (s->mb_y - 1) * s->mb_stride - 1];
682 if (IS_INTRA(mb_type))
683 return AVERROR_INVALIDDATA;
684 s->current_picture.mb_type[s->mb_x + s->mb_y * s->mb_stride] =
685 mb_type | MB_TYPE_SKIP;
686 // assert(s->current_picture.mb_type[s->mb_x + s->mb_y * s->mb_stride - 1] & (MB_TYPE_16x16 | MB_TYPE_16x8));
688 if ((s->mv[0][0][0] | s->mv[0][0][1] | s->mv[1][0][0] | s->mv[1][0][1]) == 0)
695 switch (s->pict_type) {
697 case AV_PICTURE_TYPE_I:
698 if (get_bits1(&s->gb) == 0) {
699 if (get_bits1(&s->gb) == 0) {
700 av_log(s->avctx, AV_LOG_ERROR,
701 "Invalid mb type in I-frame at %d %d\n",
703 return AVERROR_INVALIDDATA;
705 mb_type = MB_TYPE_QUANT | MB_TYPE_INTRA;
707 mb_type = MB_TYPE_INTRA;
710 case AV_PICTURE_TYPE_P:
711 mb_type = get_vlc2(&s->gb, ff_mb_ptype_vlc.table, MB_PTYPE_VLC_BITS, 1);
713 av_log(s->avctx, AV_LOG_ERROR,
714 "Invalid mb type in P-frame at %d %d\n", s->mb_x, s->mb_y);
715 return AVERROR_INVALIDDATA;
717 mb_type = ptype2mb_type[mb_type];
719 case AV_PICTURE_TYPE_B:
720 mb_type = get_vlc2(&s->gb, ff_mb_btype_vlc.table, MB_BTYPE_VLC_BITS, 1);
722 av_log(s->avctx, AV_LOG_ERROR,
723 "Invalid mb type in B-frame at %d %d\n", s->mb_x, s->mb_y);
724 return AVERROR_INVALIDDATA;
726 mb_type = btype2mb_type[mb_type];
729 ff_dlog(s->avctx, "mb_type=%x\n", mb_type);
730 // motion_type = 0; /* avoid warning */
731 if (IS_INTRA(mb_type)) {
732 s->bdsp.clear_blocks(s->block[0]);
734 if (!s->chroma_y_shift)
735 s->bdsp.clear_blocks(s->block[6]);
737 /* compute DCT type */
738 // FIXME: add an interlaced_dct coded var?
739 if (s->picture_structure == PICT_FRAME &&
740 !s->frame_pred_frame_dct)
741 s->interlaced_dct = get_bits1(&s->gb);
743 if (IS_QUANT(mb_type))
744 s->qscale = get_qscale(s);
746 if (s->concealment_motion_vectors) {
747 /* just parse them */
748 if (s->picture_structure != PICT_FRAME)
749 skip_bits1(&s->gb); /* field select */
752 s->last_mv[0][0][0] =
753 s->last_mv[0][1][0] = mpeg_decode_motion(s, s->mpeg_f_code[0][0],
754 s->last_mv[0][0][0]);
756 s->last_mv[0][0][1] =
757 s->last_mv[0][1][1] = mpeg_decode_motion(s, s->mpeg_f_code[0][1],
758 s->last_mv[0][0][1]);
760 skip_bits1(&s->gb); /* marker */
762 /* reset mv prediction */
763 memset(s->last_mv, 0, sizeof(s->last_mv));
767 FF_DISABLE_DEPRECATION_WARNINGS
768 // if 1, we memcpy blocks in xvmcvideo
769 if (CONFIG_MPEG_XVMC_DECODER && s->avctx->xvmc_acceleration > 1)
770 ff_xvmc_pack_pblocks(s, -1); // inter are always full blocks
771 FF_ENABLE_DEPRECATION_WARNINGS
772 #endif /* FF_API_XVMC */
774 if (s->codec_id == AV_CODEC_ID_MPEG2VIDEO) {
775 if (s->avctx->flags2 & AV_CODEC_FLAG2_FAST) {
776 for (i = 0; i < 6; i++)
777 mpeg2_fast_decode_block_intra(s, *s->pblocks[i], i);
779 for (i = 0; i < mb_block_count; i++)
780 if ((ret = mpeg2_decode_block_intra(s, *s->pblocks[i], i)) < 0)
784 for (i = 0; i < 6; i++) {
785 ret = ff_mpeg1_decode_block_intra(&s->gb,
787 s->intra_scantable.permutated,
788 s->last_dc, *s->pblocks[i],
791 av_log(s->avctx, AV_LOG_ERROR, "ac-tex damaged at %d %d\n",
796 s->block_last_index[i] = ret;
800 if (mb_type & MB_TYPE_ZERO_MV) {
801 assert(mb_type & MB_TYPE_CBP);
803 s->mv_dir = MV_DIR_FORWARD;
804 if (s->picture_structure == PICT_FRAME) {
805 if (!s->frame_pred_frame_dct)
806 s->interlaced_dct = get_bits1(&s->gb);
807 s->mv_type = MV_TYPE_16X16;
809 s->mv_type = MV_TYPE_FIELD;
810 mb_type |= MB_TYPE_INTERLACED;
811 s->field_select[0][0] = s->picture_structure - 1;
814 if (IS_QUANT(mb_type))
815 s->qscale = get_qscale(s);
817 s->last_mv[0][0][0] = 0;
818 s->last_mv[0][0][1] = 0;
819 s->last_mv[0][1][0] = 0;
820 s->last_mv[0][1][1] = 0;
824 assert(mb_type & MB_TYPE_L0L1);
825 // FIXME decide if MBs in field pictures are MB_TYPE_INTERLACED
826 /* get additional motion vector type */
827 if (s->frame_pred_frame_dct) {
828 motion_type = MT_FRAME;
830 motion_type = get_bits(&s->gb, 2);
831 if (s->picture_structure == PICT_FRAME && HAS_CBP(mb_type))
832 s->interlaced_dct = get_bits1(&s->gb);
835 if (IS_QUANT(mb_type))
836 s->qscale = get_qscale(s);
839 s->mv_dir = (mb_type >> 13) & 3;
840 ff_dlog(s->avctx, "motion_type=%d\n", motion_type);
841 switch (motion_type) {
842 case MT_FRAME: /* or MT_16X8 */
843 if (s->picture_structure == PICT_FRAME) {
844 mb_type |= MB_TYPE_16x16;
845 s->mv_type = MV_TYPE_16X16;
846 for (i = 0; i < 2; i++) {
847 if (USES_LIST(mb_type, i)) {
850 s->last_mv[i][0][0] =
851 s->last_mv[i][1][0] =
852 mpeg_decode_motion(s, s->mpeg_f_code[i][0],
853 s->last_mv[i][0][0]);
855 s->last_mv[i][0][1] =
856 s->last_mv[i][1][1] =
857 mpeg_decode_motion(s, s->mpeg_f_code[i][1],
858 s->last_mv[i][0][1]);
859 /* full_pel: only for MPEG-1 */
860 if (s->full_pel[i]) {
861 s->mv[i][0][0] <<= 1;
862 s->mv[i][0][1] <<= 1;
867 mb_type |= MB_TYPE_16x8 | MB_TYPE_INTERLACED;
868 s->mv_type = MV_TYPE_16X8;
869 for (i = 0; i < 2; i++) {
870 if (USES_LIST(mb_type, i)) {
872 for (j = 0; j < 2; j++) {
873 s->field_select[i][j] = get_bits1(&s->gb);
874 for (k = 0; k < 2; k++) {
875 val = mpeg_decode_motion(s, s->mpeg_f_code[i][k],
876 s->last_mv[i][j][k]);
877 s->last_mv[i][j][k] = val;
878 s->mv[i][j][k] = val;
886 s->mv_type = MV_TYPE_FIELD;
887 if (s->picture_structure == PICT_FRAME) {
888 mb_type |= MB_TYPE_16x8 | MB_TYPE_INTERLACED;
889 for (i = 0; i < 2; i++) {
890 if (USES_LIST(mb_type, i)) {
891 for (j = 0; j < 2; j++) {
892 s->field_select[i][j] = get_bits1(&s->gb);
893 val = mpeg_decode_motion(s, s->mpeg_f_code[i][0],
894 s->last_mv[i][j][0]);
895 s->last_mv[i][j][0] = val;
896 s->mv[i][j][0] = val;
897 ff_dlog(s->avctx, "fmx=%d\n", val);
898 val = mpeg_decode_motion(s, s->mpeg_f_code[i][1],
899 s->last_mv[i][j][1] >> 1);
900 s->last_mv[i][j][1] = val << 1;
901 s->mv[i][j][1] = val;
902 ff_dlog(s->avctx, "fmy=%d\n", val);
907 mb_type |= MB_TYPE_16x16 | MB_TYPE_INTERLACED;
908 for (i = 0; i < 2; i++) {
909 if (USES_LIST(mb_type, i)) {
910 s->field_select[i][0] = get_bits1(&s->gb);
911 for (k = 0; k < 2; k++) {
912 val = mpeg_decode_motion(s, s->mpeg_f_code[i][k],
913 s->last_mv[i][0][k]);
914 s->last_mv[i][0][k] = val;
915 s->last_mv[i][1][k] = val;
916 s->mv[i][0][k] = val;
923 s->mv_type = MV_TYPE_DMV;
924 for (i = 0; i < 2; i++) {
925 if (USES_LIST(mb_type, i)) {
926 int dmx, dmy, mx, my, m;
927 const int my_shift = s->picture_structure == PICT_FRAME;
929 mx = mpeg_decode_motion(s, s->mpeg_f_code[i][0],
930 s->last_mv[i][0][0]);
931 s->last_mv[i][0][0] = mx;
932 s->last_mv[i][1][0] = mx;
934 my = mpeg_decode_motion(s, s->mpeg_f_code[i][1],
935 s->last_mv[i][0][1] >> my_shift);
939 s->last_mv[i][0][1] = my << my_shift;
940 s->last_mv[i][1][1] = my << my_shift;
944 s->mv[i][1][0] = mx; // not used
945 s->mv[i][1][1] = my; // not used
947 if (s->picture_structure == PICT_FRAME) {
948 mb_type |= MB_TYPE_16x16 | MB_TYPE_INTERLACED;
950 // m = 1 + 2 * s->top_field_first;
951 m = s->top_field_first ? 1 : 3;
953 /* top -> top pred */
954 s->mv[i][2][0] = ((mx * m + (mx > 0)) >> 1) + dmx;
955 s->mv[i][2][1] = ((my * m + (my > 0)) >> 1) + dmy - 1;
957 s->mv[i][3][0] = ((mx * m + (mx > 0)) >> 1) + dmx;
958 s->mv[i][3][1] = ((my * m + (my > 0)) >> 1) + dmy + 1;
960 mb_type |= MB_TYPE_16x16;
962 s->mv[i][2][0] = ((mx + (mx > 0)) >> 1) + dmx;
963 s->mv[i][2][1] = ((my + (my > 0)) >> 1) + dmy;
964 if (s->picture_structure == PICT_TOP_FIELD)
973 av_log(s->avctx, AV_LOG_ERROR,
974 "00 motion_type at %d %d\n", s->mb_x, s->mb_y);
975 return AVERROR_INVALIDDATA;
980 if (HAS_CBP(mb_type)) {
981 s->bdsp.clear_blocks(s->block[0]);
983 cbp = get_vlc2(&s->gb, ff_mb_pat_vlc.table, MB_PAT_VLC_BITS, 1);
984 if (mb_block_count > 6) {
985 cbp <<= mb_block_count - 6;
986 cbp |= get_bits(&s->gb, mb_block_count - 6);
987 s->bdsp.clear_blocks(s->block[6]);
990 av_log(s->avctx, AV_LOG_ERROR,
991 "invalid cbp at %d %d\n", s->mb_x, s->mb_y);
992 return AVERROR_INVALIDDATA;
996 FF_DISABLE_DEPRECATION_WARNINGS
997 // if 1, we memcpy blocks in xvmcvideo
998 if (CONFIG_MPEG_XVMC_DECODER && s->avctx->xvmc_acceleration > 1)
999 ff_xvmc_pack_pblocks(s, cbp);
1000 FF_ENABLE_DEPRECATION_WARNINGS
1001 #endif /* FF_API_XVMC */
1003 if (s->codec_id == AV_CODEC_ID_MPEG2VIDEO) {
1004 if (s->avctx->flags2 & AV_CODEC_FLAG2_FAST) {
1005 for (i = 0; i < 6; i++) {
1007 mpeg2_fast_decode_block_non_intra(s, *s->pblocks[i], i);
1009 s->block_last_index[i] = -1;
1013 cbp <<= 12 - mb_block_count;
1015 for (i = 0; i < mb_block_count; i++) {
1016 if (cbp & (1 << 11)) {
1017 if ((ret = mpeg2_decode_block_non_intra(s, *s->pblocks[i], i)) < 0)
1020 s->block_last_index[i] = -1;
1026 if (s->avctx->flags2 & AV_CODEC_FLAG2_FAST) {
1027 for (i = 0; i < 6; i++) {
1029 mpeg1_fast_decode_block_inter(s, *s->pblocks[i], i);
1031 s->block_last_index[i] = -1;
1035 for (i = 0; i < 6; i++) {
1037 if ((ret = mpeg1_decode_block_inter(s, *s->pblocks[i], i)) < 0)
1040 s->block_last_index[i] = -1;
1047 for (i = 0; i < 12; i++)
1048 s->block_last_index[i] = -1;
1052 s->current_picture.mb_type[s->mb_x + s->mb_y * s->mb_stride] = mb_type;
1057 static av_cold int mpeg_decode_init(AVCodecContext *avctx)
1059 Mpeg1Context *s = avctx->priv_data;
1060 MpegEncContext *s2 = &s->mpeg_enc_ctx;
1062 ff_mpv_decode_defaults(s2);
1064 s->mpeg_enc_ctx.avctx = avctx;
1066 /* we need some permutation to store matrices,
1067 * until the decoder sets the real permutation. */
1068 ff_mpv_idct_init(s2);
1069 ff_mpeg12_common_init(&s->mpeg_enc_ctx);
1070 ff_mpeg12_init_vlcs();
1072 s->mpeg_enc_ctx_allocated = 0;
1073 s->mpeg_enc_ctx.picture_number = 0;
1074 s->repeat_field = 0;
1075 s->mpeg_enc_ctx.codec_id = avctx->codec->id;
1076 avctx->color_range = AVCOL_RANGE_MPEG;
1077 if (avctx->codec->id == AV_CODEC_ID_MPEG1VIDEO)
1078 avctx->chroma_sample_location = AVCHROMA_LOC_CENTER;
1080 avctx->chroma_sample_location = AVCHROMA_LOC_LEFT;
1084 static int mpeg_decode_update_thread_context(AVCodecContext *avctx,
1085 const AVCodecContext *avctx_from)
1087 Mpeg1Context *ctx = avctx->priv_data, *ctx_from = avctx_from->priv_data;
1088 MpegEncContext *s = &ctx->mpeg_enc_ctx, *s1 = &ctx_from->mpeg_enc_ctx;
1091 if (avctx == avctx_from ||
1092 !ctx_from->mpeg_enc_ctx_allocated ||
1093 !s1->context_initialized)
1096 err = ff_mpeg_update_thread_context(avctx, avctx_from);
1100 if (!ctx->mpeg_enc_ctx_allocated) {
1101 // copy the whole context after the initial MpegEncContext structure
1102 memcpy(ctx, ctx_from, sizeof(*ctx));
1103 memset(&ctx->mpeg_enc_ctx, 0, sizeof(ctx->mpeg_enc_ctx));
1106 if (!(s->pict_type == AV_PICTURE_TYPE_B || s->low_delay))
1107 s->picture_number++;
1112 static void quant_matrix_rebuild(uint16_t *matrix, const uint8_t *old_perm,
1113 const uint8_t *new_perm)
1115 uint16_t temp_matrix[64];
1118 memcpy(temp_matrix, matrix, 64 * sizeof(uint16_t));
1120 for (i = 0; i < 64; i++)
1121 matrix[new_perm[i]] = temp_matrix[old_perm[i]];
1125 static const enum AVPixelFormat pixfmt_xvmc_mpg2_420[] = {
1126 AV_PIX_FMT_XVMC_MPEG2_IDCT,
1127 AV_PIX_FMT_XVMC_MPEG2_MC,
1130 #endif /* FF_API_XVMC */
1132 static const enum AVPixelFormat mpeg12_hwaccel_pixfmt_list_420[] = {
1133 #if CONFIG_MPEG2_DXVA2_HWACCEL
1134 AV_PIX_FMT_DXVA2_VLD,
1136 #if CONFIG_MPEG2_D3D11VA_HWACCEL
1137 AV_PIX_FMT_D3D11VA_VLD,
1139 #if CONFIG_MPEG2_VAAPI_HWACCEL
1142 #if CONFIG_MPEG1_VDPAU_HWACCEL | CONFIG_MPEG2_VDPAU_HWACCEL
1149 static const enum AVPixelFormat mpeg12_pixfmt_list_422[] = {
1154 static const enum AVPixelFormat mpeg12_pixfmt_list_444[] = {
1159 static enum AVPixelFormat mpeg_get_pixelformat(AVCodecContext *avctx)
1161 Mpeg1Context *s1 = avctx->priv_data;
1162 MpegEncContext *s = &s1->mpeg_enc_ctx;
1163 const enum AVPixelFormat *pix_fmts;
1166 FF_DISABLE_DEPRECATION_WARNINGS
1167 if (avctx->xvmc_acceleration)
1168 return ff_get_format(avctx, pixfmt_xvmc_mpg2_420);
1169 FF_ENABLE_DEPRECATION_WARNINGS
1170 #endif /* FF_API_XVMC */
1172 if (s->chroma_format < 2)
1173 pix_fmts = mpeg12_hwaccel_pixfmt_list_420;
1174 else if (s->chroma_format == 2)
1175 pix_fmts = mpeg12_pixfmt_list_422;
1177 pix_fmts = mpeg12_pixfmt_list_444;
1179 return ff_get_format(avctx, pix_fmts);
1182 /* Call this function when we know all parameters.
1183 * It may be called in different places for MPEG-1 and MPEG-2. */
1184 static int mpeg_decode_postinit(AVCodecContext *avctx)
1186 Mpeg1Context *s1 = avctx->priv_data;
1187 MpegEncContext *s = &s1->mpeg_enc_ctx;
1188 uint8_t old_permutation[64];
1191 if ((s1->mpeg_enc_ctx_allocated == 0) ||
1192 avctx->coded_width != s->width ||
1193 avctx->coded_height != s->height ||
1194 s1->save_width != s->width ||
1195 s1->save_height != s->height ||
1196 s1->save_aspect_info != s->aspect_ratio_info ||
1197 s1->save_progressive_seq != s->progressive_sequence ||
1199 if (s1->mpeg_enc_ctx_allocated) {
1200 ParseContext pc = s->parse_context;
1201 s->parse_context.buffer = 0;
1202 ff_mpv_common_end(s);
1203 s->parse_context = pc;
1206 ret = ff_set_dimensions(avctx, s->width, s->height);
1210 avctx->bit_rate = s->bit_rate;
1211 s1->save_aspect_info = s->aspect_ratio_info;
1212 s1->save_width = s->width;
1213 s1->save_height = s->height;
1214 s1->save_progressive_seq = s->progressive_sequence;
1216 /* low_delay may be forced, in this case we will have B-frames
1217 * that behave like P-frames. */
1218 avctx->has_b_frames = !s->low_delay;
1220 if (avctx->codec_id == AV_CODEC_ID_MPEG1VIDEO) {
1222 avctx->framerate = ff_mpeg12_frame_rate_tab[s->frame_rate_index];
1224 avctx->sample_aspect_ratio = av_d2q(1.0 / ff_mpeg1_aspect[s->aspect_ratio_info], 255);
1225 avctx->ticks_per_frame = 1;
1228 av_reduce(&s->avctx->framerate.num,
1229 &s->avctx->framerate.den,
1230 ff_mpeg12_frame_rate_tab[s->frame_rate_index].num * s1->frame_rate_ext.num * 2,
1231 ff_mpeg12_frame_rate_tab[s->frame_rate_index].den * s1->frame_rate_ext.den,
1233 avctx->ticks_per_frame = 2;
1235 if (s->aspect_ratio_info > 1) {
1237 av_mul_q(av_div_q(ff_mpeg2_aspect[s->aspect_ratio_info],
1238 (AVRational) { s1->pan_scan.width,
1239 s1->pan_scan.height }),
1240 (AVRational) { s->width, s->height });
1242 /* We ignore the spec here and guess a bit as reality does not
1243 * match the spec, see for example res_change_ffmpeg_aspect.ts
1244 * and sequence-display-aspect.mpg.
1245 * issue1613, 621, 562 */
1246 if ((s1->pan_scan.width == 0) || (s1->pan_scan.height == 0) ||
1247 (av_cmp_q(dar, (AVRational) { 4, 3 }) &&
1248 av_cmp_q(dar, (AVRational) { 16, 9 }))) {
1249 s->avctx->sample_aspect_ratio =
1250 av_div_q(ff_mpeg2_aspect[s->aspect_ratio_info],
1251 (AVRational) { s->width, s->height });
1253 s->avctx->sample_aspect_ratio =
1254 av_div_q(ff_mpeg2_aspect[s->aspect_ratio_info],
1255 (AVRational) { s1->pan_scan.width, s1->pan_scan.height });
1256 // issue1613 4/3 16/9 -> 16/9
1257 // res_change_ffmpeg_aspect.ts 4/3 225/44 ->4/3
1258 // widescreen-issue562.mpg 4/3 16/9 -> 16/9
1259 // s->avctx->sample_aspect_ratio = av_mul_q(s->avctx->sample_aspect_ratio, (AVRational) {s->width, s->height});
1260 ff_dlog(avctx, "A %d/%d\n",
1261 ff_mpeg2_aspect[s->aspect_ratio_info].num,
1262 ff_mpeg2_aspect[s->aspect_ratio_info].den);
1263 ff_dlog(avctx, "B %d/%d\n", s->avctx->sample_aspect_ratio.num,
1264 s->avctx->sample_aspect_ratio.den);
1267 s->avctx->sample_aspect_ratio =
1268 ff_mpeg2_aspect[s->aspect_ratio_info];
1272 ff_set_sar(s->avctx, s->avctx->sample_aspect_ratio);
1274 avctx->pix_fmt = mpeg_get_pixelformat(avctx);
1275 // until then pix_fmt may be changed right after codec init
1277 if ((avctx->pix_fmt == AV_PIX_FMT_XVMC_MPEG2_IDCT ||
1278 avctx->hwaccel) && avctx->idct_algo == FF_IDCT_AUTO)
1280 if (avctx->hwaccel && avctx->idct_algo == FF_IDCT_AUTO)
1281 #endif /* FF_API_XVMC */
1282 avctx->idct_algo = FF_IDCT_SIMPLE;
1284 /* Quantization matrices may need reordering
1285 * if DCT permutation is changed. */
1286 memcpy(old_permutation, s->idsp.idct_permutation, 64 * sizeof(uint8_t));
1288 ff_mpv_idct_init(s);
1289 if ((ret = ff_mpv_common_init(s)) < 0)
1292 quant_matrix_rebuild(s->intra_matrix, old_permutation, s->idsp.idct_permutation);
1293 quant_matrix_rebuild(s->inter_matrix, old_permutation, s->idsp.idct_permutation);
1294 quant_matrix_rebuild(s->chroma_intra_matrix, old_permutation, s->idsp.idct_permutation);
1295 quant_matrix_rebuild(s->chroma_inter_matrix, old_permutation, s->idsp.idct_permutation);
1297 s1->mpeg_enc_ctx_allocated = 1;
1302 static int mpeg1_decode_picture(AVCodecContext *avctx, const uint8_t *buf,
1305 Mpeg1Context *s1 = avctx->priv_data;
1306 MpegEncContext *s = &s1->mpeg_enc_ctx;
1307 int ref, f_code, vbv_delay;
1309 init_get_bits(&s->gb, buf, buf_size * 8);
1311 ref = get_bits(&s->gb, 10); /* temporal ref */
1312 s->pict_type = get_bits(&s->gb, 3);
1313 if (s->pict_type == 0 || s->pict_type > 3)
1314 return AVERROR_INVALIDDATA;
1316 vbv_delay = get_bits(&s->gb, 16);
1317 if (s->pict_type == AV_PICTURE_TYPE_P ||
1318 s->pict_type == AV_PICTURE_TYPE_B) {
1319 s->full_pel[0] = get_bits1(&s->gb);
1320 f_code = get_bits(&s->gb, 3);
1321 if (f_code == 0 && (avctx->err_recognition & AV_EF_BITSTREAM))
1322 return AVERROR_INVALIDDATA;
1323 s->mpeg_f_code[0][0] = f_code;
1324 s->mpeg_f_code[0][1] = f_code;
1326 if (s->pict_type == AV_PICTURE_TYPE_B) {
1327 s->full_pel[1] = get_bits1(&s->gb);
1328 f_code = get_bits(&s->gb, 3);
1329 if (f_code == 0 && (avctx->err_recognition & AV_EF_BITSTREAM))
1330 return AVERROR_INVALIDDATA;
1331 s->mpeg_f_code[1][0] = f_code;
1332 s->mpeg_f_code[1][1] = f_code;
1334 s->current_picture.f->pict_type = s->pict_type;
1335 s->current_picture.f->key_frame = s->pict_type == AV_PICTURE_TYPE_I;
1337 if (avctx->debug & FF_DEBUG_PICT_INFO)
1338 av_log(avctx, AV_LOG_DEBUG,
1339 "vbv_delay %d, ref %d type:%d\n", vbv_delay, ref, s->pict_type);
1346 static void mpeg_decode_sequence_extension(Mpeg1Context *s1)
1348 MpegEncContext *s = &s1->mpeg_enc_ctx;
1349 int horiz_size_ext, vert_size_ext;
1352 skip_bits(&s->gb, 1); /* profile and level esc*/
1353 s->avctx->profile = get_bits(&s->gb, 3);
1354 s->avctx->level = get_bits(&s->gb, 4);
1355 s->progressive_sequence = get_bits1(&s->gb); /* progressive_sequence */
1356 s->chroma_format = get_bits(&s->gb, 2); /* chroma_format 1=420, 2=422, 3=444 */
1357 horiz_size_ext = get_bits(&s->gb, 2);
1358 vert_size_ext = get_bits(&s->gb, 2);
1359 s->width |= (horiz_size_ext << 12);
1360 s->height |= (vert_size_ext << 12);
1362 bit_rate_ext = get_bits(&s->gb, 12) << 18;
1363 if (bit_rate_ext < INT_MAX / 400 &&
1364 bit_rate_ext * 400 < INT_MAX - s->bit_rate) {
1365 s->bit_rate += bit_rate_ext * 400;
1367 av_log(s->avctx, AV_LOG_WARNING, "Invalid bit rate extension value: %d\n",
1368 bit_rate_ext >> 18);
1372 skip_bits1(&s->gb); /* marker */
1373 s->avctx->rc_buffer_size += get_bits(&s->gb, 8) * 1024 * 16 << 10;
1375 s->low_delay = get_bits1(&s->gb);
1376 if (s->avctx->flags & AV_CODEC_FLAG_LOW_DELAY)
1379 s1->frame_rate_ext.num = get_bits(&s->gb, 2) + 1;
1380 s1->frame_rate_ext.den = get_bits(&s->gb, 5) + 1;
1382 ff_dlog(s->avctx, "sequence extension\n");
1383 s->codec_id = s->avctx->codec_id = AV_CODEC_ID_MPEG2VIDEO;
1385 if (s->avctx->debug & FF_DEBUG_PICT_INFO)
1386 av_log(s->avctx, AV_LOG_DEBUG,
1387 "profile: %d, level: %d vbv buffer: %d, bitrate:%d\n",
1388 s->avctx->profile, s->avctx->level,
1389 s->avctx->rc_buffer_size, s->bit_rate);
1392 static void mpeg_decode_sequence_display_extension(Mpeg1Context *s1)
1394 MpegEncContext *s = &s1->mpeg_enc_ctx;
1395 int color_description, w, h;
1397 skip_bits(&s->gb, 3); /* video format */
1398 color_description = get_bits1(&s->gb);
1399 if (color_description) {
1400 s->avctx->color_primaries = get_bits(&s->gb, 8);
1401 s->avctx->color_trc = get_bits(&s->gb, 8);
1402 s->avctx->colorspace = get_bits(&s->gb, 8);
1404 w = get_bits(&s->gb, 14);
1405 skip_bits(&s->gb, 1); // marker
1406 h = get_bits(&s->gb, 14);
1407 // remaining 3 bits are zero padding
1409 s1->pan_scan.width = 16 * w;
1410 s1->pan_scan.height = 16 * h;
1412 if (s->avctx->debug & FF_DEBUG_PICT_INFO)
1413 av_log(s->avctx, AV_LOG_DEBUG, "sde w:%d, h:%d\n", w, h);
1416 static void mpeg_decode_picture_display_extension(Mpeg1Context *s1)
1418 MpegEncContext *s = &s1->mpeg_enc_ctx;
1422 if (s->progressive_sequence) {
1423 if (s->repeat_first_field) {
1425 if (s->top_field_first)
1429 if (s->picture_structure == PICT_FRAME) {
1431 if (s->repeat_first_field)
1435 for (i = 0; i < nofco; i++) {
1436 s1->pan_scan.position[i][0] = get_sbits(&s->gb, 16);
1437 skip_bits(&s->gb, 1); // marker
1438 s1->pan_scan.position[i][1] = get_sbits(&s->gb, 16);
1439 skip_bits(&s->gb, 1); // marker
1442 if (s->avctx->debug & FF_DEBUG_PICT_INFO)
1443 av_log(s->avctx, AV_LOG_DEBUG,
1444 "pde (%"PRId16",%"PRId16") (%"PRId16",%"PRId16") (%"PRId16",%"PRId16")\n",
1445 s1->pan_scan.position[0][0], s1->pan_scan.position[0][1],
1446 s1->pan_scan.position[1][0], s1->pan_scan.position[1][1],
1447 s1->pan_scan.position[2][0], s1->pan_scan.position[2][1]);
1450 static int load_matrix(MpegEncContext *s, uint16_t matrix0[64],
1451 uint16_t matrix1[64], int intra)
1455 for (i = 0; i < 64; i++) {
1456 int j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
1457 int v = get_bits(&s->gb, 8);
1459 av_log(s->avctx, AV_LOG_ERROR, "matrix damaged\n");
1460 return AVERROR_INVALIDDATA;
1462 if (intra && i == 0 && v != 8) {
1463 av_log(s->avctx, AV_LOG_ERROR, "intra matrix invalid, ignoring\n");
1464 v = 8; // needed by pink.mpg / issue1046
1473 static void mpeg_decode_quant_matrix_extension(MpegEncContext *s)
1475 ff_dlog(s->avctx, "matrix extension\n");
1477 if (get_bits1(&s->gb))
1478 load_matrix(s, s->chroma_intra_matrix, s->intra_matrix, 1);
1479 if (get_bits1(&s->gb))
1480 load_matrix(s, s->chroma_inter_matrix, s->inter_matrix, 0);
1481 if (get_bits1(&s->gb))
1482 load_matrix(s, s->chroma_intra_matrix, NULL, 1);
1483 if (get_bits1(&s->gb))
1484 load_matrix(s, s->chroma_inter_matrix, NULL, 0);
1487 static void mpeg_decode_picture_coding_extension(Mpeg1Context *s1)
1489 MpegEncContext *s = &s1->mpeg_enc_ctx;
1491 s->full_pel[0] = s->full_pel[1] = 0;
1492 s->mpeg_f_code[0][0] = get_bits(&s->gb, 4);
1493 s->mpeg_f_code[0][1] = get_bits(&s->gb, 4);
1494 s->mpeg_f_code[1][0] = get_bits(&s->gb, 4);
1495 s->mpeg_f_code[1][1] = get_bits(&s->gb, 4);
1496 if (!s->pict_type && s1->mpeg_enc_ctx_allocated) {
1497 av_log(s->avctx, AV_LOG_ERROR,
1498 "Missing picture start code, guessing missing values\n");
1499 if (s->mpeg_f_code[1][0] == 15 && s->mpeg_f_code[1][1] == 15) {
1500 if (s->mpeg_f_code[0][0] == 15 && s->mpeg_f_code[0][1] == 15)
1501 s->pict_type = AV_PICTURE_TYPE_I;
1503 s->pict_type = AV_PICTURE_TYPE_P;
1505 s->pict_type = AV_PICTURE_TYPE_B;
1506 s->current_picture.f->pict_type = s->pict_type;
1507 s->current_picture.f->key_frame = s->pict_type == AV_PICTURE_TYPE_I;
1509 s->intra_dc_precision = get_bits(&s->gb, 2);
1510 s->picture_structure = get_bits(&s->gb, 2);
1511 s->top_field_first = get_bits1(&s->gb);
1512 s->frame_pred_frame_dct = get_bits1(&s->gb);
1513 s->concealment_motion_vectors = get_bits1(&s->gb);
1514 s->q_scale_type = get_bits1(&s->gb);
1515 s->intra_vlc_format = get_bits1(&s->gb);
1516 s->alternate_scan = get_bits1(&s->gb);
1517 s->repeat_first_field = get_bits1(&s->gb);
1518 s->chroma_420_type = get_bits1(&s->gb);
1519 s->progressive_frame = get_bits1(&s->gb);
1521 if (s->progressive_sequence && !s->progressive_frame) {
1522 s->progressive_frame = 1;
1523 av_log(s->avctx, AV_LOG_ERROR,
1524 "interlaced frame in progressive sequence, ignoring\n");
1527 if (s->picture_structure == 0 ||
1528 (s->progressive_frame && s->picture_structure != PICT_FRAME)) {
1529 av_log(s->avctx, AV_LOG_ERROR,
1530 "picture_structure %d invalid, ignoring\n",
1531 s->picture_structure);
1532 s->picture_structure = PICT_FRAME;
1535 if (s->progressive_sequence && !s->frame_pred_frame_dct)
1536 av_log(s->avctx, AV_LOG_WARNING, "invalid frame_pred_frame_dct\n");
1538 if (s->picture_structure == PICT_FRAME) {
1539 s->v_edge_pos = 16 * s->mb_height;
1541 s->v_edge_pos = 8 * s->mb_height;
1542 memset(s->mbskip_table, 0, s->mb_stride * s->mb_height);
1545 if (s->alternate_scan) {
1546 ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_alternate_vertical_scan);
1547 ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_alternate_vertical_scan);
1549 ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_zigzag_direct);
1550 ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_zigzag_direct);
1553 /* composite display not parsed */
1554 ff_dlog(s->avctx, "intra_dc_precision=%d\n", s->intra_dc_precision);
1555 ff_dlog(s->avctx, "picture_structure=%d\n", s->picture_structure);
1556 ff_dlog(s->avctx, "top field first=%d\n", s->top_field_first);
1557 ff_dlog(s->avctx, "repeat first field=%d\n", s->repeat_first_field);
1558 ff_dlog(s->avctx, "conceal=%d\n", s->concealment_motion_vectors);
1559 ff_dlog(s->avctx, "intra_vlc_format=%d\n", s->intra_vlc_format);
1560 ff_dlog(s->avctx, "alternate_scan=%d\n", s->alternate_scan);
1561 ff_dlog(s->avctx, "frame_pred_frame_dct=%d\n", s->frame_pred_frame_dct);
1562 ff_dlog(s->avctx, "progressive_frame=%d\n", s->progressive_frame);
1565 static int mpeg_field_start(MpegEncContext *s, const uint8_t *buf, int buf_size)
1567 AVCodecContext *avctx = s->avctx;
1568 Mpeg1Context *s1 = (Mpeg1Context *) s;
1571 if (s->picture_structure == PICT_FRAME)
1574 s->first_field ^= 1;
1576 /* start frame decoding */
1577 if (s->first_field || s->picture_structure == PICT_FRAME) {
1578 AVFrameSideData *pan_scan;
1580 if ((ret = ff_mpv_frame_start(s, avctx)) < 0)
1583 ff_mpeg_er_frame_start(s);
1585 /* first check if we must repeat the frame */
1586 s->current_picture_ptr->f->repeat_pict = 0;
1587 if (s->repeat_first_field) {
1588 if (s->progressive_sequence) {
1589 if (s->top_field_first)
1590 s->current_picture_ptr->f->repeat_pict = 4;
1592 s->current_picture_ptr->f->repeat_pict = 2;
1593 } else if (s->progressive_frame) {
1594 s->current_picture_ptr->f->repeat_pict = 1;
1598 pan_scan = av_frame_new_side_data(s->current_picture_ptr->f,
1599 AV_FRAME_DATA_PANSCAN,
1600 sizeof(s1->pan_scan));
1602 return AVERROR(ENOMEM);
1603 memcpy(pan_scan->data, &s1->pan_scan, sizeof(s1->pan_scan));
1605 if (s1->a53_caption) {
1606 AVFrameSideData *sd = av_frame_new_side_data(
1607 s->current_picture_ptr->f, AV_FRAME_DATA_A53_CC,
1608 s1->a53_caption_size);
1610 memcpy(sd->data, s1->a53_caption, s1->a53_caption_size);
1611 av_freep(&s1->a53_caption);
1614 if (s1->has_stereo3d) {
1615 AVStereo3D *stereo = av_stereo3d_create_side_data(s->current_picture_ptr->f);
1617 return AVERROR(ENOMEM);
1619 *stereo = s1->stereo3d;
1620 s1->has_stereo3d = 0;
1624 AVFrameSideData *sd =
1625 av_frame_new_side_data(s->current_picture_ptr->f,
1626 AV_FRAME_DATA_AFD, 1);
1628 return AVERROR(ENOMEM);
1630 *sd->data = s1->afd;
1634 if (HAVE_THREADS && (avctx->active_thread_type & FF_THREAD_FRAME))
1635 ff_thread_finish_setup(avctx);
1636 } else { // second field
1639 if (!s->current_picture_ptr) {
1640 av_log(s->avctx, AV_LOG_ERROR, "first field missing\n");
1641 return AVERROR_INVALIDDATA;
1644 if (s->avctx->hwaccel &&
1645 (s->avctx->slice_flags & SLICE_FLAG_ALLOW_FIELD)) {
1646 if (s->avctx->hwaccel->end_frame(s->avctx) < 0)
1647 av_log(avctx, AV_LOG_ERROR,
1648 "hardware accelerator failed to decode first field\n");
1651 for (i = 0; i < 4; i++) {
1652 s->current_picture.f->data[i] = s->current_picture_ptr->f->data[i];
1653 if (s->picture_structure == PICT_BOTTOM_FIELD)
1654 s->current_picture.f->data[i] +=
1655 s->current_picture_ptr->f->linesize[i];
1659 if (avctx->hwaccel) {
1660 if ((ret = avctx->hwaccel->start_frame(avctx, buf, buf_size)) < 0)
1665 FF_DISABLE_DEPRECATION_WARNINGS
1666 // ff_mpv_frame_start will call this function too,
1667 // but we need to call it on every field
1668 if (CONFIG_MPEG_XVMC_DECODER && s->avctx->xvmc_acceleration)
1669 if (ff_xvmc_field_start(s, avctx) < 0)
1671 FF_ENABLE_DEPRECATION_WARNINGS
1672 #endif /* FF_API_XVMC */
1677 #define DECODE_SLICE_ERROR -1
1678 #define DECODE_SLICE_OK 0
1682 * MpegEncContext.mb_y must be set to the MB row from the startcode.
1683 * @return DECODE_SLICE_ERROR if the slice is damaged,
1684 * DECODE_SLICE_OK if this slice is OK
1686 static int mpeg_decode_slice(MpegEncContext *s, int mb_y,
1687 const uint8_t **buf, int buf_size)
1689 AVCodecContext *avctx = s->avctx;
1690 const int field_pic = s->picture_structure != PICT_FRAME;
1694 s->resync_mb_y = -1;
1696 assert(mb_y < s->mb_height);
1698 init_get_bits(&s->gb, *buf, buf_size * 8);
1700 ff_mpeg1_clean_buffers(s);
1701 s->interlaced_dct = 0;
1703 s->qscale = get_qscale(s);
1705 if (s->qscale == 0) {
1706 av_log(s->avctx, AV_LOG_ERROR, "qscale == 0\n");
1707 return AVERROR_INVALIDDATA;
1710 /* extra slice info */
1711 while (get_bits1(&s->gb) != 0)
1712 skip_bits(&s->gb, 8);
1716 if (mb_y == 0 && s->codec_tag == AV_RL32("SLIF")) {
1719 while (get_bits_left(&s->gb) > 0) {
1720 int code = get_vlc2(&s->gb, ff_mbincr_vlc.table,
1721 MBINCR_VLC_BITS, 2);
1723 av_log(s->avctx, AV_LOG_ERROR, "first mb_incr damaged\n");
1724 return AVERROR_INVALIDDATA;
1729 /* otherwise, stuffing, nothing to do */
1737 if (s->mb_x >= (unsigned) s->mb_width) {
1738 av_log(s->avctx, AV_LOG_ERROR, "initial skip overflow\n");
1739 return AVERROR_INVALIDDATA;
1742 if (avctx->hwaccel) {
1743 const uint8_t *buf_end, *buf_start = *buf - 4; /* include start_code */
1744 int start_code = -1;
1745 buf_end = avpriv_find_start_code(buf_start + 2, *buf + buf_size, &start_code);
1746 if (buf_end < *buf + buf_size)
1749 if (avctx->hwaccel->decode_slice(avctx, buf_start, buf_end - buf_start) < 0)
1750 return DECODE_SLICE_ERROR;
1752 return DECODE_SLICE_OK;
1755 s->resync_mb_x = s->mb_x;
1756 s->resync_mb_y = s->mb_y = mb_y;
1758 ff_init_block_index(s);
1760 if (s->mb_y == 0 && s->mb_x == 0 && (s->first_field || s->picture_structure == PICT_FRAME)) {
1761 if (s->avctx->debug & FF_DEBUG_PICT_INFO) {
1762 av_log(s->avctx, AV_LOG_DEBUG,
1763 "qp:%d fc:%2d%2d%2d%2d %s %s %s %s %s dc:%d pstruct:%d fdct:%d cmv:%d qtype:%d ivlc:%d rff:%d %s\n",
1765 s->mpeg_f_code[0][0], s->mpeg_f_code[0][1],
1766 s->mpeg_f_code[1][0], s->mpeg_f_code[1][1],
1767 s->pict_type == AV_PICTURE_TYPE_I ? "I" :
1768 (s->pict_type == AV_PICTURE_TYPE_P ? "P" :
1769 (s->pict_type == AV_PICTURE_TYPE_B ? "B" : "S")),
1770 s->progressive_sequence ? "ps" : "",
1771 s->progressive_frame ? "pf" : "",
1772 s->alternate_scan ? "alt" : "",
1773 s->top_field_first ? "top" : "",
1774 s->intra_dc_precision, s->picture_structure,
1775 s->frame_pred_frame_dct, s->concealment_motion_vectors,
1776 s->q_scale_type, s->intra_vlc_format,
1777 s->repeat_first_field, s->chroma_420_type ? "420" : "");
1783 FF_DISABLE_DEPRECATION_WARNINGS
1784 // If 1, we memcpy blocks in xvmcvideo.
1785 if (CONFIG_MPEG_XVMC_DECODER && s->avctx->xvmc_acceleration > 1)
1786 ff_xvmc_init_block(s); // set s->block
1787 FF_ENABLE_DEPRECATION_WARNINGS
1788 #endif /* FF_API_XVMC */
1790 if ((ret = mpeg_decode_mb(s, s->block)) < 0)
1793 // Note motion_val is normally NULL unless we want to extract the MVs.
1794 if (s->current_picture.motion_val[0] && !s->encoding) {
1795 const int wrap = s->b8_stride;
1796 int xy = s->mb_x * 2 + s->mb_y * 2 * wrap;
1797 int b8_xy = 4 * (s->mb_x + s->mb_y * s->mb_stride);
1798 int motion_x, motion_y, dir, i;
1800 for (i = 0; i < 2; i++) {
1801 for (dir = 0; dir < 2; dir++) {
1803 (dir == 1 && s->pict_type != AV_PICTURE_TYPE_B)) {
1804 motion_x = motion_y = 0;
1805 } else if (s->mv_type == MV_TYPE_16X16 ||
1806 (s->mv_type == MV_TYPE_FIELD && field_pic)) {
1807 motion_x = s->mv[dir][0][0];
1808 motion_y = s->mv[dir][0][1];
1809 } else { /* if ((s->mv_type == MV_TYPE_FIELD) || (s->mv_type == MV_TYPE_16X8)) */
1810 motion_x = s->mv[dir][i][0];
1811 motion_y = s->mv[dir][i][1];
1814 s->current_picture.motion_val[dir][xy][0] = motion_x;
1815 s->current_picture.motion_val[dir][xy][1] = motion_y;
1816 s->current_picture.motion_val[dir][xy + 1][0] = motion_x;
1817 s->current_picture.motion_val[dir][xy + 1][1] = motion_y;
1818 s->current_picture.ref_index [dir][b8_xy] =
1819 s->current_picture.ref_index [dir][b8_xy + 1] = s->field_select[dir][i];
1820 assert(s->field_select[dir][i] == 0 ||
1821 s->field_select[dir][i] == 1);
1829 s->dest[1] += 16 >> s->chroma_x_shift;
1830 s->dest[2] += 16 >> s->chroma_x_shift;
1832 ff_mpv_decode_mb(s, s->block);
1834 if (++s->mb_x >= s->mb_width) {
1835 const int mb_size = 16;
1837 ff_mpeg_draw_horiz_band(s, mb_size * (s->mb_y >> field_pic), mb_size);
1838 ff_mpv_report_decode_progress(s);
1841 s->mb_y += 1 << field_pic;
1843 if (s->mb_y >= s->mb_height) {
1844 int left = get_bits_left(&s->gb);
1845 int is_d10 = s->chroma_format == 2 &&
1846 s->pict_type == AV_PICTURE_TYPE_I &&
1847 avctx->profile == 0 && avctx->level == 5 &&
1848 s->intra_dc_precision == 2 &&
1849 s->q_scale_type == 1 && s->alternate_scan == 0 &&
1850 s->progressive_frame == 0
1851 /* vbv_delay == 0xBBB || 0xE10 */;
1854 (left && show_bits(&s->gb, FFMIN(left, 23)) && !is_d10) ||
1855 ((avctx->err_recognition & AV_EF_BUFFER) && left > 8)) {
1856 av_log(avctx, AV_LOG_ERROR, "end mismatch left=%d %0X\n",
1857 left, show_bits(&s->gb, FFMIN(left, 23)));
1858 return AVERROR_INVALIDDATA;
1863 ff_init_block_index(s);
1866 /* skip mb handling */
1867 if (s->mb_skip_run == -1) {
1868 /* read increment again */
1871 int code = get_vlc2(&s->gb, ff_mbincr_vlc.table,
1872 MBINCR_VLC_BITS, 2);
1874 av_log(s->avctx, AV_LOG_ERROR, "mb incr damaged\n");
1875 return AVERROR_INVALIDDATA;
1879 s->mb_skip_run += 33;
1880 } else if (code == 35) {
1881 if (s->mb_skip_run != 0 || show_bits(&s->gb, 15) != 0) {
1882 av_log(s->avctx, AV_LOG_ERROR, "slice mismatch\n");
1883 return AVERROR_INVALIDDATA;
1885 goto eos; /* end of slice */
1887 /* otherwise, stuffing, nothing to do */
1889 s->mb_skip_run += code;
1893 if (s->mb_skip_run) {
1895 if (s->pict_type == AV_PICTURE_TYPE_I) {
1896 av_log(s->avctx, AV_LOG_ERROR,
1897 "skipped MB in I-frame at %d %d\n", s->mb_x, s->mb_y);
1898 return AVERROR_INVALIDDATA;
1903 for (i = 0; i < 12; i++)
1904 s->block_last_index[i] = -1;
1905 if (s->picture_structure == PICT_FRAME)
1906 s->mv_type = MV_TYPE_16X16;
1908 s->mv_type = MV_TYPE_FIELD;
1909 if (s->pict_type == AV_PICTURE_TYPE_P) {
1910 /* if P type, zero motion vector is implied */
1911 s->mv_dir = MV_DIR_FORWARD;
1912 s->mv[0][0][0] = s->mv[0][0][1] = 0;
1913 s->last_mv[0][0][0] = s->last_mv[0][0][1] = 0;
1914 s->last_mv[0][1][0] = s->last_mv[0][1][1] = 0;
1915 s->field_select[0][0] = (s->picture_structure - 1) & 1;
1917 /* if B type, reuse previous vectors and directions */
1918 s->mv[0][0][0] = s->last_mv[0][0][0];
1919 s->mv[0][0][1] = s->last_mv[0][0][1];
1920 s->mv[1][0][0] = s->last_mv[1][0][0];
1921 s->mv[1][0][1] = s->last_mv[1][0][1];
1926 eos: // end of slice
1927 *buf += (get_bits_count(&s->gb) - 1) / 8;
1928 ff_dlog(s, "y %d %d %d %d\n", s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y);
1932 static int slice_decode_thread(AVCodecContext *c, void *arg)
1934 MpegEncContext *s = *(void **) arg;
1935 const uint8_t *buf = s->gb.buffer;
1936 int mb_y = s->start_mb_y;
1937 const int field_pic = s->picture_structure != PICT_FRAME;
1939 s->er.error_count = (3 * (s->end_mb_y - s->start_mb_y) * s->mb_width) >> field_pic;
1942 uint32_t start_code;
1945 ret = mpeg_decode_slice(s, mb_y, &buf, s->gb.buffer_end - buf);
1947 ff_dlog(c, "ret:%d resync:%d/%d mb:%d/%d ts:%d/%d ec:%d\n",
1948 ret, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y,
1949 s->start_mb_y, s->end_mb_y, s->er.error_count);
1951 if (c->err_recognition & AV_EF_EXPLODE)
1953 if (s->resync_mb_x >= 0 && s->resync_mb_y >= 0)
1954 ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
1956 ER_AC_ERROR | ER_DC_ERROR | ER_MV_ERROR);
1958 ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
1959 s->mb_x - 1, s->mb_y,
1960 ER_AC_END | ER_DC_END | ER_MV_END);
1963 if (s->mb_y == s->end_mb_y)
1967 buf = avpriv_find_start_code(buf, s->gb.buffer_end, &start_code);
1968 mb_y = (start_code - SLICE_MIN_START_CODE) << field_pic;
1969 if (s->picture_structure == PICT_BOTTOM_FIELD)
1971 if (mb_y < 0 || mb_y >= s->end_mb_y)
1972 return AVERROR_INVALIDDATA;
1977 * Handle slice ends.
1978 * @return 1 if it seems to be the last slice
1980 static int slice_end(AVCodecContext *avctx, AVFrame *pict)
1982 Mpeg1Context *s1 = avctx->priv_data;
1983 MpegEncContext *s = &s1->mpeg_enc_ctx;
1985 if (!s1->mpeg_enc_ctx_allocated || !s->current_picture_ptr)
1988 if (s->avctx->hwaccel) {
1989 if (s->avctx->hwaccel->end_frame(s->avctx) < 0)
1990 av_log(avctx, AV_LOG_ERROR,
1991 "hardware accelerator failed to decode picture\n");
1995 FF_DISABLE_DEPRECATION_WARNINGS
1996 if (CONFIG_MPEG_XVMC_DECODER && s->avctx->xvmc_acceleration)
1997 ff_xvmc_field_end(s);
1998 FF_ENABLE_DEPRECATION_WARNINGS
1999 #endif /* FF_API_XVMC */
2001 /* end of slice reached */
2002 if (/* s->mb_y << field_pic == s->mb_height && */ !s->first_field) {
2005 ff_er_frame_end(&s->er);
2007 ff_mpv_frame_end(s);
2009 if (s->pict_type == AV_PICTURE_TYPE_B || s->low_delay) {
2010 int ret = av_frame_ref(pict, s->current_picture_ptr->f);
2013 ff_print_debug_info(s, s->current_picture_ptr);
2015 if (avctx->active_thread_type & FF_THREAD_FRAME)
2016 s->picture_number++;
2017 /* latency of 1 frame for I- and P-frames */
2018 /* XXX: use another variable than picture_number */
2019 if (s->last_picture_ptr) {
2020 int ret = av_frame_ref(pict, s->last_picture_ptr->f);
2023 ff_print_debug_info(s, s->last_picture_ptr);
2033 static int mpeg1_decode_sequence(AVCodecContext *avctx,
2034 const uint8_t *buf, int buf_size)
2036 Mpeg1Context *s1 = avctx->priv_data;
2037 MpegEncContext *s = &s1->mpeg_enc_ctx;
2041 init_get_bits(&s->gb, buf, buf_size * 8);
2043 width = get_bits(&s->gb, 12);
2044 height = get_bits(&s->gb, 12);
2045 if (width == 0 || height == 0) {
2046 av_log(avctx, AV_LOG_WARNING,
2047 "Invalid horizontal or vertical size value.\n");
2048 if (avctx->err_recognition & AV_EF_BITSTREAM)
2049 return AVERROR_INVALIDDATA;
2051 s->aspect_ratio_info = get_bits(&s->gb, 4);
2052 if (s->aspect_ratio_info == 0) {
2053 av_log(avctx, AV_LOG_ERROR, "aspect ratio has forbidden 0 value\n");
2054 if (avctx->err_recognition & AV_EF_BITSTREAM)
2055 return AVERROR_INVALIDDATA;
2057 s->frame_rate_index = get_bits(&s->gb, 4);
2058 if (s->frame_rate_index == 0 || s->frame_rate_index > 13) {
2059 av_log(avctx, AV_LOG_WARNING,
2060 "frame_rate_index %d is invalid\n", s->frame_rate_index);
2061 return AVERROR_INVALIDDATA;
2063 s->bit_rate = get_bits(&s->gb, 18) * 400;
2064 if (get_bits1(&s->gb) == 0) { /* marker */
2065 av_log(avctx, AV_LOG_ERROR, "Marker in sequence header missing\n");
2066 return AVERROR_INVALIDDATA;
2071 s->avctx->rc_buffer_size = get_bits(&s->gb, 10) * 1024 * 16;
2072 skip_bits(&s->gb, 1);
2075 if (get_bits1(&s->gb)) {
2076 load_matrix(s, s->chroma_intra_matrix, s->intra_matrix, 1);
2078 for (i = 0; i < 64; i++) {
2079 j = s->idsp.idct_permutation[i];
2080 v = ff_mpeg1_default_intra_matrix[i];
2081 s->intra_matrix[j] = v;
2082 s->chroma_intra_matrix[j] = v;
2085 if (get_bits1(&s->gb)) {
2086 load_matrix(s, s->chroma_inter_matrix, s->inter_matrix, 0);
2088 for (i = 0; i < 64; i++) {
2089 int j = s->idsp.idct_permutation[i];
2090 v = ff_mpeg1_default_non_intra_matrix[i];
2091 s->inter_matrix[j] = v;
2092 s->chroma_inter_matrix[j] = v;
2096 if (show_bits(&s->gb, 23) != 0) {
2097 av_log(s->avctx, AV_LOG_ERROR, "sequence header damaged\n");
2098 return AVERROR_INVALIDDATA;
2101 /* We set MPEG-2 parameters so that it emulates MPEG-1. */
2102 s->progressive_sequence = 1;
2103 s->progressive_frame = 1;
2104 s->picture_structure = PICT_FRAME;
2105 s->frame_pred_frame_dct = 1;
2106 s->chroma_format = 1;
2108 s->avctx->codec_id = AV_CODEC_ID_MPEG1VIDEO;
2109 s->out_format = FMT_MPEG1;
2110 if (s->avctx->flags & AV_CODEC_FLAG_LOW_DELAY)
2113 if (s->avctx->debug & FF_DEBUG_PICT_INFO)
2114 av_log(s->avctx, AV_LOG_DEBUG, "vbv buffer: %d, bitrate:%d\n",
2115 s->avctx->rc_buffer_size, s->bit_rate);
2120 static int vcr2_init_sequence(AVCodecContext *avctx)
2122 Mpeg1Context *s1 = avctx->priv_data;
2123 MpegEncContext *s = &s1->mpeg_enc_ctx;
2126 /* start new MPEG-1 context decoding */
2127 s->out_format = FMT_MPEG1;
2128 if (s1->mpeg_enc_ctx_allocated) {
2129 ff_mpv_common_end(s);
2131 s->width = avctx->coded_width;
2132 s->height = avctx->coded_height;
2133 avctx->has_b_frames = 0; // true?
2136 avctx->pix_fmt = mpeg_get_pixelformat(avctx);
2139 if ((avctx->pix_fmt == AV_PIX_FMT_XVMC_MPEG2_IDCT || avctx->hwaccel) &&
2140 avctx->idct_algo == FF_IDCT_AUTO)
2142 if (avctx->hwaccel && avctx->idct_algo == FF_IDCT_AUTO)
2143 #endif /* FF_API_XVMC */
2144 avctx->idct_algo = FF_IDCT_SIMPLE;
2146 ff_mpv_idct_init(s);
2147 if ((ret = ff_mpv_common_init(s)) < 0)
2149 s1->mpeg_enc_ctx_allocated = 1;
2151 for (i = 0; i < 64; i++) {
2152 int j = s->idsp.idct_permutation[i];
2153 v = ff_mpeg1_default_intra_matrix[i];
2154 s->intra_matrix[j] = v;
2155 s->chroma_intra_matrix[j] = v;
2157 v = ff_mpeg1_default_non_intra_matrix[i];
2158 s->inter_matrix[j] = v;
2159 s->chroma_inter_matrix[j] = v;
2162 s->progressive_sequence = 1;
2163 s->progressive_frame = 1;
2164 s->picture_structure = PICT_FRAME;
2165 s->frame_pred_frame_dct = 1;
2166 s->chroma_format = 1;
2167 s->codec_id = s->avctx->codec_id = AV_CODEC_ID_MPEG2VIDEO;
2168 s1->save_width = s->width;
2169 s1->save_height = s->height;
2170 s1->save_progressive_seq = s->progressive_sequence;
2174 static int mpeg_decode_a53_cc(AVCodecContext *avctx,
2175 const uint8_t *p, int buf_size)
2177 Mpeg1Context *s1 = avctx->priv_data;
2179 if (buf_size >= 6 &&
2180 p[0] == 'G' && p[1] == 'A' && p[2] == '9' && p[3] == '4' &&
2181 p[4] == 3 && (p[5] & 0x40)) {
2182 /* extract A53 Part 4 CC data */
2183 int cc_count = p[5] & 0x1f;
2184 if (cc_count > 0 && buf_size >= 7 + cc_count * 3) {
2185 av_freep(&s1->a53_caption);
2186 s1->a53_caption_size = cc_count * 3;
2187 s1->a53_caption = av_malloc(s1->a53_caption_size);
2188 if (s1->a53_caption)
2189 memcpy(s1->a53_caption, p + 7, s1->a53_caption_size);
2192 } else if (buf_size >= 11 &&
2193 p[0] == 'C' && p[1] == 'C' && p[2] == 0x01 && p[3] == 0xf8) {
2194 /* extract DVD CC data */
2197 // There is a caption count field in the data, but it is often
2198 // incorrect. So count the number of captions present.
2199 for (i = 5; i + 6 <= buf_size && ((p[i] & 0xfe) == 0xfe); i += 6)
2201 // Transform the DVD format into A53 Part 4 format
2203 av_freep(&s1->a53_caption);
2204 s1->a53_caption_size = cc_count * 6;
2205 s1->a53_caption = av_malloc(s1->a53_caption_size);
2206 if (s1->a53_caption) {
2207 uint8_t field1 = !!(p[4] & 0x80);
2208 uint8_t *cap = s1->a53_caption;
2210 for (i = 0; i < cc_count; i++) {
2211 cap[0] = (p[0] == 0xff && field1) ? 0xfc : 0xfd;
2214 cap[3] = (p[3] == 0xff && !field1) ? 0xfc : 0xfd;
2227 static void mpeg_decode_user_data(AVCodecContext *avctx,
2228 const uint8_t *p, int buf_size)
2230 const uint8_t *buf_end = p + buf_size;
2231 Mpeg1Context *s1 = avctx->priv_data;
2233 /* we parse the DTG active format information */
2234 if (buf_end - p >= 5 &&
2235 p[0] == 'D' && p[1] == 'T' && p[2] == 'G' && p[3] == '1') {
2243 if (buf_end - p < 1)
2246 FF_DISABLE_DEPRECATION_WARNINGS
2247 avctx->dtg_active_format = p[0] & 0x0f;
2248 FF_ENABLE_DEPRECATION_WARNINGS
2249 #endif /* FF_API_AFD */
2251 s1->afd = p[0] & 0x0f;
2253 } else if (buf_end - p >= 6 &&
2254 p[0] == 'J' && p[1] == 'P' && p[2] == '3' && p[3] == 'D' &&
2255 p[4] == 0x03) { // S3D_video_format_length
2256 // the 0x7F mask ignores the reserved_bit value
2257 const uint8_t S3D_video_format_type = p[5] & 0x7F;
2259 if (S3D_video_format_type == 0x03 ||
2260 S3D_video_format_type == 0x04 ||
2261 S3D_video_format_type == 0x08 ||
2262 S3D_video_format_type == 0x23) {
2264 s1->has_stereo3d = 1;
2266 switch (S3D_video_format_type) {
2268 s1->stereo3d.type = AV_STEREO3D_SIDEBYSIDE;
2271 s1->stereo3d.type = AV_STEREO3D_TOPBOTTOM;
2274 s1->stereo3d.type = AV_STEREO3D_2D;
2277 s1->stereo3d.type = AV_STEREO3D_SIDEBYSIDE_QUINCUNX;
2281 } else if (mpeg_decode_a53_cc(avctx, p, buf_size)) {
2286 static void mpeg_decode_gop(AVCodecContext *avctx,
2287 const uint8_t *buf, int buf_size)
2289 Mpeg1Context *s1 = avctx->priv_data;
2290 MpegEncContext *s = &s1->mpeg_enc_ctx;
2292 int time_code_hours, time_code_minutes;
2293 int time_code_seconds, time_code_pictures;
2296 init_get_bits(&s->gb, buf, buf_size * 8);
2298 skip_bits1(&s->gb); /* drop_frame_flag */
2300 time_code_hours = get_bits(&s->gb, 5);
2301 time_code_minutes = get_bits(&s->gb, 6);
2302 skip_bits1(&s->gb); // marker bit
2303 time_code_seconds = get_bits(&s->gb, 6);
2304 time_code_pictures = get_bits(&s->gb, 6);
2306 s1->closed_gop = get_bits1(&s->gb);
2307 /* broken_link indicate that after editing the
2308 * reference frames of the first B-Frames after GOP I-Frame
2309 * are missing (open gop) */
2310 broken_link = get_bits1(&s->gb);
2312 if (s->avctx->debug & FF_DEBUG_PICT_INFO)
2313 av_log(s->avctx, AV_LOG_DEBUG,
2314 "GOP (%2d:%02d:%02d.[%02d]) closed_gop=%d broken_link=%d\n",
2315 time_code_hours, time_code_minutes, time_code_seconds,
2316 time_code_pictures, s1->closed_gop, broken_link);
2319 static int decode_chunks(AVCodecContext *avctx, AVFrame *picture,
2320 int *got_output, const uint8_t *buf, int buf_size)
2322 Mpeg1Context *s = avctx->priv_data;
2323 MpegEncContext *s2 = &s->mpeg_enc_ctx;
2324 const uint8_t *buf_ptr = buf;
2325 const uint8_t *buf_end = buf + buf_size;
2326 int ret, input_size;
2327 int last_code = 0, skip_frame = 0;
2330 /* find next start code */
2331 uint32_t start_code = -1;
2332 buf_ptr = avpriv_find_start_code(buf_ptr, buf_end, &start_code);
2333 if (start_code > 0x1ff) {
2336 (avctx->active_thread_type & FF_THREAD_SLICE) &&
2340 avctx->execute(avctx, slice_decode_thread,
2341 &s2->thread_context[0], NULL,
2342 s->slice_count, sizeof(void *));
2343 for (i = 0; i < s->slice_count; i++)
2344 s2->er.error_count += s2->thread_context[i]->er.error_count;
2347 ret = slice_end(avctx, picture);
2351 // FIXME: merge with the stuff in mpeg_decode_slice
2352 if (s2->last_picture_ptr || s2->low_delay)
2357 return FFMAX(0, buf_ptr - buf - s2->parse_context.last_index);
2360 input_size = buf_end - buf_ptr;
2362 if (avctx->debug & FF_DEBUG_STARTCODE)
2363 av_log(avctx, AV_LOG_DEBUG, "%3"PRIX32" at %td left %d\n",
2364 start_code, buf_ptr - buf, input_size);
2366 /* prepare data for next start code */
2367 switch (start_code) {
2368 case SEQ_START_CODE:
2369 if (last_code == 0) {
2370 mpeg1_decode_sequence(avctx, buf_ptr, input_size);
2373 av_log(avctx, AV_LOG_ERROR,
2374 "ignoring SEQ_START_CODE after %X\n", last_code);
2375 if (avctx->err_recognition & AV_EF_EXPLODE)
2376 return AVERROR_INVALIDDATA;
2380 case PICTURE_START_CODE:
2381 if (s2->width <= 0 || s2->height <= 0) {
2382 av_log(avctx, AV_LOG_ERROR, "Invalid frame dimensions %dx%d.\n",
2383 s2->width, s2->height);
2384 return AVERROR_INVALIDDATA;
2387 if (HAVE_THREADS && (avctx->active_thread_type & FF_THREAD_SLICE) &&
2388 !avctx->hwaccel && s->slice_count) {
2391 avctx->execute(avctx, slice_decode_thread,
2392 s2->thread_context, NULL,
2393 s->slice_count, sizeof(void *));
2394 for (i = 0; i < s->slice_count; i++)
2395 s2->er.error_count += s2->thread_context[i]->er.error_count;
2398 if (last_code == 0 || last_code == SLICE_MIN_START_CODE) {
2399 ret = mpeg_decode_postinit(avctx);
2401 av_log(avctx, AV_LOG_ERROR,
2402 "mpeg_decode_postinit() failure\n");
2406 /* We have a complete image: we try to decompress it. */
2407 if (mpeg1_decode_picture(avctx, buf_ptr, input_size) < 0)
2410 last_code = PICTURE_START_CODE;
2412 av_log(avctx, AV_LOG_ERROR,
2413 "ignoring pic after %X\n", last_code);
2414 if (avctx->err_recognition & AV_EF_EXPLODE)
2415 return AVERROR_INVALIDDATA;
2418 case EXT_START_CODE:
2419 init_get_bits(&s2->gb, buf_ptr, input_size * 8);
2421 switch (get_bits(&s2->gb, 4)) {
2423 if (last_code == 0) {
2424 mpeg_decode_sequence_extension(s);
2426 av_log(avctx, AV_LOG_ERROR,
2427 "ignoring seq ext after %X\n", last_code);
2428 if (avctx->err_recognition & AV_EF_EXPLODE)
2429 return AVERROR_INVALIDDATA;
2433 mpeg_decode_sequence_display_extension(s);
2436 mpeg_decode_quant_matrix_extension(s2);
2439 mpeg_decode_picture_display_extension(s);
2442 if (last_code == PICTURE_START_CODE) {
2443 mpeg_decode_picture_coding_extension(s);
2445 av_log(avctx, AV_LOG_ERROR,
2446 "ignoring pic cod ext after %X\n", last_code);
2447 if (avctx->err_recognition & AV_EF_EXPLODE)
2448 return AVERROR_INVALIDDATA;
2453 case USER_START_CODE:
2454 mpeg_decode_user_data(avctx, buf_ptr, input_size);
2456 case GOP_START_CODE:
2457 if (last_code == 0) {
2458 s2->first_field = 0;
2459 mpeg_decode_gop(avctx, buf_ptr, input_size);
2462 av_log(avctx, AV_LOG_ERROR,
2463 "ignoring GOP_START_CODE after %X\n", last_code);
2464 if (avctx->err_recognition & AV_EF_EXPLODE)
2465 return AVERROR_INVALIDDATA;
2469 if (start_code >= SLICE_MIN_START_CODE &&
2470 start_code <= SLICE_MAX_START_CODE && last_code != 0) {
2471 const int field_pic = s2->picture_structure != PICT_FRAME;
2472 int mb_y = (start_code - SLICE_MIN_START_CODE) << field_pic;
2473 last_code = SLICE_MIN_START_CODE;
2475 if (s2->picture_structure == PICT_BOTTOM_FIELD)
2478 if (mb_y >= s2->mb_height) {
2479 av_log(s2->avctx, AV_LOG_ERROR,
2480 "slice below image (%d >= %d)\n", mb_y, s2->mb_height);
2481 return AVERROR_INVALIDDATA;
2484 if (!s2->last_picture_ptr) {
2485 /* Skip B-frames if we do not have reference frames and
2486 * GOP is not closed. */
2487 if (s2->pict_type == AV_PICTURE_TYPE_B) {
2488 if (!s->closed_gop) {
2494 if (s2->pict_type == AV_PICTURE_TYPE_I)
2496 if (!s2->next_picture_ptr) {
2497 /* Skip P-frames if we do not have a reference frame or
2498 * we have an invalid header. */
2499 if (s2->pict_type == AV_PICTURE_TYPE_P && !s->sync) {
2504 if ((avctx->skip_frame >= AVDISCARD_NONREF &&
2505 s2->pict_type == AV_PICTURE_TYPE_B) ||
2506 (avctx->skip_frame >= AVDISCARD_NONKEY &&
2507 s2->pict_type != AV_PICTURE_TYPE_I) ||
2508 avctx->skip_frame >= AVDISCARD_ALL) {
2513 if (!s->mpeg_enc_ctx_allocated)
2516 if (s2->codec_id == AV_CODEC_ID_MPEG2VIDEO) {
2517 if (mb_y < avctx->skip_top ||
2518 mb_y >= s2->mb_height - avctx->skip_bottom)
2522 if (!s2->pict_type) {
2523 av_log(avctx, AV_LOG_ERROR, "Missing picture start code\n");
2524 if (avctx->err_recognition & AV_EF_EXPLODE)
2525 return AVERROR_INVALIDDATA;
2529 if (s->first_slice) {
2532 if ((ret = mpeg_field_start(s2, buf, buf_size)) < 0)
2535 if (!s2->current_picture_ptr) {
2536 av_log(avctx, AV_LOG_ERROR,
2537 "current_picture not initialized\n");
2538 return AVERROR_INVALIDDATA;
2542 (avctx->active_thread_type & FF_THREAD_SLICE) &&
2544 int threshold = (s2->mb_height * s->slice_count +
2545 s2->slice_context_count / 2) /
2546 s2->slice_context_count;
2547 if (threshold <= mb_y) {
2548 MpegEncContext *thread_context = s2->thread_context[s->slice_count];
2550 thread_context->start_mb_y = mb_y;
2551 thread_context->end_mb_y = s2->mb_height;
2552 if (s->slice_count) {
2553 s2->thread_context[s->slice_count - 1]->end_mb_y = mb_y;
2554 ret = ff_update_duplicate_context(thread_context, s2);
2558 init_get_bits(&thread_context->gb, buf_ptr, input_size * 8);
2561 buf_ptr += 2; // FIXME add minimum number of bytes per slice
2563 ret = mpeg_decode_slice(s2, mb_y, &buf_ptr, input_size);
2567 if (avctx->err_recognition & AV_EF_EXPLODE)
2569 if (s2->resync_mb_x >= 0 && s2->resync_mb_y >= 0)
2570 ff_er_add_slice(&s2->er, s2->resync_mb_x,
2571 s2->resync_mb_y, s2->mb_x, s2->mb_y,
2572 ER_AC_ERROR | ER_DC_ERROR | ER_MV_ERROR);
2574 ff_er_add_slice(&s2->er, s2->resync_mb_x,
2575 s2->resync_mb_y, s2->mb_x - 1, s2->mb_y,
2576 ER_AC_END | ER_DC_END | ER_MV_END);
2585 static int mpeg_decode_frame(AVCodecContext *avctx, void *data,
2586 int *got_output, AVPacket *avpkt)
2588 const uint8_t *buf = avpkt->data;
2589 int buf_size = avpkt->size;
2590 Mpeg1Context *s = avctx->priv_data;
2591 AVFrame *picture = data;
2592 MpegEncContext *s2 = &s->mpeg_enc_ctx;
2593 ff_dlog(avctx, "fill_buffer\n");
2595 if (buf_size == 0 || (buf_size == 4 && AV_RB32(buf) == SEQ_END_CODE)) {
2596 /* special case for last picture */
2597 if (s2->low_delay == 0 && s2->next_picture_ptr) {
2598 int ret = av_frame_ref(picture, s2->next_picture_ptr->f);
2602 s2->next_picture_ptr = NULL;
2609 if (s2->avctx->flags & AV_CODEC_FLAG_TRUNCATED) {
2610 int next = ff_mpeg1_find_frame_end(&s2->parse_context, buf,
2613 if (ff_combine_frame(&s2->parse_context, next,
2614 (const uint8_t **) &buf, &buf_size) < 0)
2618 if (s->mpeg_enc_ctx_allocated == 0 && avctx->codec_tag == AV_RL32("VCR2"))
2619 vcr2_init_sequence(avctx);
2623 if (avctx->extradata && !s->extradata_decoded) {
2624 int ret = decode_chunks(avctx, picture, got_output,
2625 avctx->extradata, avctx->extradata_size);
2626 s->extradata_decoded = 1;
2627 if (ret < 0 && (avctx->err_recognition & AV_EF_EXPLODE))
2631 return decode_chunks(avctx, picture, got_output, buf, buf_size);
2634 static void flush(AVCodecContext *avctx)
2636 Mpeg1Context *s = avctx->priv_data;
2641 ff_mpeg_flush(avctx);
2644 static av_cold int mpeg_decode_end(AVCodecContext *avctx)
2646 Mpeg1Context *s = avctx->priv_data;
2648 if (s->mpeg_enc_ctx_allocated)
2649 ff_mpv_common_end(&s->mpeg_enc_ctx);
2650 av_freep(&s->a53_caption);
2654 AVCodec ff_mpeg1video_decoder = {
2655 .name = "mpeg1video",
2656 .long_name = NULL_IF_CONFIG_SMALL("MPEG-1 video"),
2657 .type = AVMEDIA_TYPE_VIDEO,
2658 .id = AV_CODEC_ID_MPEG1VIDEO,
2659 .priv_data_size = sizeof(Mpeg1Context),
2660 .init = mpeg_decode_init,
2661 .close = mpeg_decode_end,
2662 .decode = mpeg_decode_frame,
2663 .capabilities = AV_CODEC_CAP_DRAW_HORIZ_BAND | AV_CODEC_CAP_DR1 |
2664 AV_CODEC_CAP_TRUNCATED | AV_CODEC_CAP_DELAY |
2665 AV_CODEC_CAP_SLICE_THREADS,
2667 .update_thread_context = ONLY_IF_THREADS_ENABLED(mpeg_decode_update_thread_context)
2670 AVCodec ff_mpeg2video_decoder = {
2671 .name = "mpeg2video",
2672 .long_name = NULL_IF_CONFIG_SMALL("MPEG-2 video"),
2673 .type = AVMEDIA_TYPE_VIDEO,
2674 .id = AV_CODEC_ID_MPEG2VIDEO,
2675 .priv_data_size = sizeof(Mpeg1Context),
2676 .init = mpeg_decode_init,
2677 .close = mpeg_decode_end,
2678 .decode = mpeg_decode_frame,
2679 .capabilities = AV_CODEC_CAP_DRAW_HORIZ_BAND | AV_CODEC_CAP_DR1 |
2680 AV_CODEC_CAP_TRUNCATED | AV_CODEC_CAP_DELAY |
2681 AV_CODEC_CAP_SLICE_THREADS,
2683 .profiles = NULL_IF_CONFIG_SMALL(ff_mpeg2_video_profiles),
2687 #if CONFIG_MPEG_XVMC_DECODER
2688 static av_cold int mpeg_mc_decode_init(AVCodecContext *avctx)
2690 if (avctx->active_thread_type & FF_THREAD_SLICE)
2692 if (!(avctx->slice_flags & SLICE_FLAG_CODED_ORDER))
2694 if (!(avctx->slice_flags & SLICE_FLAG_ALLOW_FIELD)) {
2695 ff_dlog(avctx, "mpeg12.c: XvMC decoder will work better if SLICE_FLAG_ALLOW_FIELD is set\n");
2697 mpeg_decode_init(avctx);
2699 avctx->pix_fmt = AV_PIX_FMT_XVMC_MPEG2_IDCT;
2700 avctx->xvmc_acceleration = 2; // 2 - the blocks are packed!
2705 AVCodec ff_mpeg_xvmc_decoder = {
2706 .name = "mpegvideo_xvmc",
2707 .long_name = NULL_IF_CONFIG_SMALL("MPEG-1/2 video XvMC (X-Video Motion Compensation)"),
2708 .type = AVMEDIA_TYPE_VIDEO,
2709 .id = AV_CODEC_ID_MPEG2VIDEO_XVMC,
2710 .priv_data_size = sizeof(Mpeg1Context),
2711 .init = mpeg_mc_decode_init,
2712 .close = mpeg_decode_end,
2713 .decode = mpeg_decode_frame,
2714 .capabilities = AV_CODEC_CAP_DRAW_HORIZ_BAND | AV_CODEC_CAP_DR1 |
2715 AV_CODEC_CAP_TRUNCATED | CODEC_CAP_HWACCEL |
2721 #endif /* FF_API_XVMC */