git.sesse.net Git - ffmpeg/blob - libavcodec/mpeg12dec.c

   1 /*
   2  * MPEG-1/2 decoder
   3  * Copyright (c) 2000, 2001 Fabrice Bellard
   4  * Copyright (c) 2002-2004 Michael Niedermayer <michaelni@gmx.at>
   5  *
   6  * This file is part of Libav.
   7  *
   8  * Libav is free software; you can redistribute it and/or
   9  * modify it under the terms of the GNU Lesser General Public
  10  * License as published by the Free Software Foundation; either
  11  * version 2.1 of the License, or (at your option) any later version.
  12  *
  13  * Libav is distributed in the hope that it will be useful,
  14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  16  * Lesser General Public License for more details.
  17  *
  18  * You should have received a copy of the GNU Lesser General Public
  19  * License along with Libav; if not, write to the Free Software
  20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  21  */
  22
  23 /**
  24  * @file
  25  * MPEG-1/2 decoder
  26  */
  27
  28 #include <inttypes.h>
  29
  30 #include "libavutil/attributes.h"
  31 #include "libavutil/internal.h"
  32 #include "libavutil/stereo3d.h"
  33
  34 #include "avcodec.h"
  35 #include "bytestream.h"
  36 #include "error_resilience.h"
  37 #include "idctdsp.h"
  38 #include "internal.h"
  39 #include "mpeg_er.h"
  40 #include "mpeg12.h"
  41 #include "mpeg12data.h"
  42 #include "mpegutils.h"
  43 #include "mpegvideo.h"
  44 #include "thread.h"
  45 #include "version.h"
  46 #include "xvmc_internal.h"
  47
  48 typedef struct Mpeg1Context {
  49     MpegEncContext mpeg_enc_ctx;
  50     int mpeg_enc_ctx_allocated; /* true if decoding context allocated */
  51     int repeat_field;           /* true if we must repeat the field */
  52     AVPanScan pan_scan;         /* some temporary storage for the panscan */
  53     AVStereo3D stereo3d;
  54     int has_stereo3d;
  55     uint8_t *a53_caption;
  56     int a53_caption_size;
  57     uint8_t afd;
  58     int has_afd;
  59     int slice_count;
  60     int save_aspect_info;
  61     int save_width, save_height, save_progressive_seq;
  62     AVRational frame_rate_ext;  /* MPEG-2 specific framerate modificator */
  63     int sync;                   /* Did we reach a sync point like a GOP/SEQ/KEYFrame? */
  64     int closed_gop;             /* GOP is closed */
  65     int first_slice;
  66     int extradata_decoded;
  67 } Mpeg1Context;
  68
  69 #define MB_TYPE_ZERO_MV   0x20000000
  70
  71 static const uint32_t ptype2mb_type[7] = {
  72                     MB_TYPE_INTRA,
  73                     MB_TYPE_L0 | MB_TYPE_CBP | MB_TYPE_ZERO_MV | MB_TYPE_16x16,
  74                     MB_TYPE_L0,
  75                     MB_TYPE_L0 | MB_TYPE_CBP,
  76     MB_TYPE_QUANT | MB_TYPE_INTRA,
  77     MB_TYPE_QUANT | MB_TYPE_L0 | MB_TYPE_CBP | MB_TYPE_ZERO_MV | MB_TYPE_16x16,
  78     MB_TYPE_QUANT | MB_TYPE_L0 | MB_TYPE_CBP,
  79 };
  80
  81 static const uint32_t btype2mb_type[11] = {
  82                     MB_TYPE_INTRA,
  83                     MB_TYPE_L1,
  84                     MB_TYPE_L1   | MB_TYPE_CBP,
  85                     MB_TYPE_L0,
  86                     MB_TYPE_L0   | MB_TYPE_CBP,
  87                     MB_TYPE_L0L1,
  88                     MB_TYPE_L0L1 | MB_TYPE_CBP,
  89     MB_TYPE_QUANT | MB_TYPE_INTRA,
  90     MB_TYPE_QUANT | MB_TYPE_L1   | MB_TYPE_CBP,
  91     MB_TYPE_QUANT | MB_TYPE_L0   | MB_TYPE_CBP,
  92     MB_TYPE_QUANT | MB_TYPE_L0L1 | MB_TYPE_CBP,
  93 };
  94
  95 static const uint8_t non_linear_qscale[32] = {
  96      0,  1,  2,  3,  4,  5,   6,   7,
  97      8, 10, 12, 14, 16, 18,  20,  22,
  98     24, 28, 32, 36, 40, 44,  48,  52,
  99     56, 64, 72, 80, 88, 96, 104, 112,
 100 };
 101
 102 /* as H.263, but only 17 codes */
 103 static int mpeg_decode_motion(MpegEncContext *s, int fcode, int pred)
 104 {
 105     int code, sign, val, shift;
 106
 107     code = get_vlc2(&s->gb, ff_mv_vlc.table, MV_VLC_BITS, 2);
 108     if (code == 0)
 109         return pred;
 110     if (code < 0)
 111         return 0xffff;
 112
 113     sign  = get_bits1(&s->gb);
 114     shift = fcode - 1;
 115     val   = code;
 116     if (shift) {
 117         val  = (val - 1) << shift;
 118         val |= get_bits(&s->gb, shift);
 119         val++;
 120     }
 121     if (sign)
 122         val = -val;
 123     val += pred;
 124
 125     /* modulo decoding */
 126     return sign_extend(val, 5 + shift);
 127 }
 128
 129 #define check_scantable_index(ctx, x)                                         \
 130     do {                                                                      \
 131         if ((x) > 63) {                                                       \
 132             av_log(ctx->avctx, AV_LOG_ERROR, "ac-tex damaged at %d %d\n",     \
 133                    ctx->mb_x, ctx->mb_y);                                     \
 134             return AVERROR_INVALIDDATA;                                       \
 135         }                                                                     \
 136     } while (0)
 137
 138 static inline int mpeg1_decode_block_intra(MpegEncContext *s,
 139                                            int16_t *block, int n)
 140 {
 141     int level, dc, diff, i, j, run;
 142     int component;
 143     RLTable *rl                  = &ff_rl_mpeg1;
 144     uint8_t *const scantable     = s->intra_scantable.permutated;
 145     const uint16_t *quant_matrix = s->intra_matrix;
 146     const int qscale             = s->qscale;
 147
 148     /* DC coefficient */
 149     component = (n <= 3 ? 0 : n - 4 + 1);
 150     diff = decode_dc(&s->gb, component);
 151     if (diff >= 0xffff)
 152         return -1;
 153     dc  = s->last_dc[component];
 154     dc += diff;
 155     s->last_dc[component] = dc;
 156     block[0] = dc * quant_matrix[0];
 157     av_dlog(s->avctx, "dc=%d diff=%d\n", dc, diff);
 158     i = 0;
 159     {
 160         OPEN_READER(re, &s->gb);
 161         /* now quantify & encode AC coefficients */
 162         for (;;) {
 163             UPDATE_CACHE(re, &s->gb);
 164             GET_RL_VLC(level, run, re, &s->gb, rl->rl_vlc[0],
 165                        TEX_VLC_BITS, 2, 0);
 166
 167             if (level == 127) {
 168                 break;
 169             } else if (level != 0) {
 170                 i += run;
 171                 check_scantable_index(s, i);
 172                 j = scantable[i];
 173                 level = (level * qscale * quant_matrix[j]) >> 4;
 174                 level = (level - 1) | 1;
 175                 level = (level ^ SHOW_SBITS(re, &s->gb, 1)) -
 176                         SHOW_SBITS(re, &s->gb, 1);
 177                 LAST_SKIP_BITS(re, &s->gb, 1);
 178             } else {
 179                 /* escape */
 180                 run = SHOW_UBITS(re, &s->gb, 6) + 1;
 181                 LAST_SKIP_BITS(re, &s->gb, 6);
 182                 UPDATE_CACHE(re, &s->gb);
 183                 level = SHOW_SBITS(re, &s->gb, 8);
 184                 SKIP_BITS(re, &s->gb, 8);
 185                 if (level == -128) {
 186                     level = SHOW_UBITS(re, &s->gb, 8) - 256;
 187                     LAST_SKIP_BITS(re, &s->gb, 8);
 188                 } else if (level == 0) {
 189                     level = SHOW_UBITS(re, &s->gb, 8);
 190                     LAST_SKIP_BITS(re, &s->gb, 8);
 191                 }
 192                 i += run;
 193                 check_scantable_index(s, i);
 194                 j = scantable[i];
 195                 if (level < 0) {
 196                     level = -level;
 197                     level = (level * qscale * quant_matrix[j]) >> 4;
 198                     level = (level - 1) | 1;
 199                     level = -level;
 200                 } else {
 201                     level = (level * qscale * quant_matrix[j]) >> 4;
 202                     level = (level - 1) | 1;
 203                 }
 204             }
 205
 206             block[j] = level;
 207         }
 208         CLOSE_READER(re, &s->gb);
 209     }
 210     s->block_last_index[n] = i;
 211     return 0;
 212 }
 213
 214 int ff_mpeg1_decode_block_intra(MpegEncContext *s, int16_t *block, int n)
 215 {
 216     return mpeg1_decode_block_intra(s, block, n);
 217 }
 218
 219 static inline int mpeg1_decode_block_inter(MpegEncContext *s,
 220                                            int16_t *block, int n)
 221 {
 222     int level, i, j, run;
 223     RLTable *rl                  = &ff_rl_mpeg1;
 224     uint8_t *const scantable     = s->intra_scantable.permutated;
 225     const uint16_t *quant_matrix = s->inter_matrix;
 226     const int qscale             = s->qscale;
 227
 228     {
 229         OPEN_READER(re, &s->gb);
 230         i = -1;
 231         // special case for first coefficient, no need to add second VLC table
 232         UPDATE_CACHE(re, &s->gb);
 233         if (((int32_t) GET_CACHE(re, &s->gb)) < 0) {
 234             level = (3 * qscale * quant_matrix[0]) >> 5;
 235             level = (level - 1) | 1;
 236             if (GET_CACHE(re, &s->gb) & 0x40000000)
 237                 level = -level;
 238             block[0] = level;
 239             i++;
 240             SKIP_BITS(re, &s->gb, 2);
 241             if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF)
 242                 goto end;
 243         }
 244         /* now quantify & encode AC coefficients */
 245         for (;;) {
 246             GET_RL_VLC(level, run, re, &s->gb, rl->rl_vlc[0],
 247                        TEX_VLC_BITS, 2, 0);
 248
 249             if (level != 0) {
 250                 i += run;
 251                 check_scantable_index(s, i);
 252                 j = scantable[i];
 253                 level = ((level * 2 + 1) * qscale * quant_matrix[j]) >> 5;
 254                 level = (level - 1) | 1;
 255                 level = (level ^ SHOW_SBITS(re, &s->gb, 1)) -
 256                         SHOW_SBITS(re, &s->gb, 1);
 257                 SKIP_BITS(re, &s->gb, 1);
 258             } else {
 259                 /* escape */
 260                 run = SHOW_UBITS(re, &s->gb, 6) + 1;
 261                 LAST_SKIP_BITS(re, &s->gb, 6);
 262                 UPDATE_CACHE(re, &s->gb);
 263                 level = SHOW_SBITS(re, &s->gb, 8);
 264                 SKIP_BITS(re, &s->gb, 8);
 265                 if (level == -128) {
 266                     level = SHOW_UBITS(re, &s->gb, 8) - 256;
 267                     SKIP_BITS(re, &s->gb, 8);
 268                 } else if (level == 0) {
 269                     level = SHOW_UBITS(re, &s->gb, 8);
 270                     SKIP_BITS(re, &s->gb, 8);
 271                 }
 272                 i += run;
 273                 check_scantable_index(s, i);
 274                 j = scantable[i];
 275                 if (level < 0) {
 276                     level = -level;
 277                     level = ((level * 2 + 1) * qscale * quant_matrix[j]) >> 5;
 278                     level = (level - 1) | 1;
 279                     level = -level;
 280                 } else {
 281                     level = ((level * 2 + 1) * qscale * quant_matrix[j]) >> 5;
 282                     level = (level - 1) | 1;
 283                 }
 284             }
 285
 286             block[j] = level;
 287             if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF)
 288                 break;
 289             UPDATE_CACHE(re, &s->gb);
 290         }
 291 end:
 292         LAST_SKIP_BITS(re, &s->gb, 2);
 293         CLOSE_READER(re, &s->gb);
 294     }
 295     s->block_last_index[n] = i;
 296     return 0;
 297 }
 298
 299 static inline int mpeg1_fast_decode_block_inter(MpegEncContext *s,
 300                                                 int16_t *block, int n)
 301 {
 302     int level, i, j, run;
 303     RLTable *rl              = &ff_rl_mpeg1;
 304     uint8_t *const scantable = s->intra_scantable.permutated;
 305     const int qscale         = s->qscale;
 306
 307     {
 308         OPEN_READER(re, &s->gb);
 309         i = -1;
 310         // Special case for first coefficient, no need to add second VLC table.
 311         UPDATE_CACHE(re, &s->gb);
 312         if (((int32_t) GET_CACHE(re, &s->gb)) < 0) {
 313             level = (3 * qscale) >> 1;
 314             level = (level - 1) | 1;
 315             if (GET_CACHE(re, &s->gb) & 0x40000000)
 316                 level = -level;
 317             block[0] = level;
 318             i++;
 319             SKIP_BITS(re, &s->gb, 2);
 320             if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF)
 321                 goto end;
 322         }
 323
 324         /* now quantify & encode AC coefficients */
 325         for (;;) {
 326             GET_RL_VLC(level, run, re, &s->gb, rl->rl_vlc[0],
 327                        TEX_VLC_BITS, 2, 0);
 328
 329             if (level != 0) {
 330                 i += run;
 331                 check_scantable_index(s, i);
 332                 j = scantable[i];
 333                 level = ((level * 2 + 1) * qscale) >> 1;
 334                 level = (level - 1) | 1;
 335                 level = (level ^ SHOW_SBITS(re, &s->gb, 1)) -
 336                         SHOW_SBITS(re, &s->gb, 1);
 337                 SKIP_BITS(re, &s->gb, 1);
 338             } else {
 339                 /* escape */
 340                 run = SHOW_UBITS(re, &s->gb, 6) + 1;
 341                 LAST_SKIP_BITS(re, &s->gb, 6);
 342                 UPDATE_CACHE(re, &s->gb);
 343                 level = SHOW_SBITS(re, &s->gb, 8);
 344                 SKIP_BITS(re, &s->gb, 8);
 345                 if (level == -128) {
 346                     level = SHOW_UBITS(re, &s->gb, 8) - 256;
 347                     SKIP_BITS(re, &s->gb, 8);
 348                 } else if (level == 0) {
 349                     level = SHOW_UBITS(re, &s->gb, 8);
 350                     SKIP_BITS(re, &s->gb, 8);
 351                 }
 352                 i += run;
 353                 check_scantable_index(s, i);
 354                 j = scantable[i];
 355                 if (level < 0) {
 356                     level = -level;
 357                     level = ((level * 2 + 1) * qscale) >> 1;
 358                     level = (level - 1) | 1;
 359                     level = -level;
 360                 } else {
 361                     level = ((level * 2 + 1) * qscale) >> 1;
 362                     level = (level - 1) | 1;
 363                 }
 364             }
 365
 366             block[j] = level;
 367             if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF)
 368                 break;
 369             UPDATE_CACHE(re, &s->gb);
 370         }
 371 end:
 372         LAST_SKIP_BITS(re, &s->gb, 2);
 373         CLOSE_READER(re, &s->gb);
 374     }
 375     s->block_last_index[n] = i;
 376     return 0;
 377 }
 378
 379 static inline int mpeg2_decode_block_non_intra(MpegEncContext *s,
 380                                                int16_t *block, int n)
 381 {
 382     int level, i, j, run;
 383     RLTable *rl = &ff_rl_mpeg1;
 384     uint8_t *const scantable = s->intra_scantable.permutated;
 385     const uint16_t *quant_matrix;
 386     const int qscale = s->qscale;
 387     int mismatch;
 388
 389     mismatch = 1;
 390
 391     {
 392         OPEN_READER(re, &s->gb);
 393         i = -1;
 394         if (n < 4)
 395             quant_matrix = s->inter_matrix;
 396         else
 397             quant_matrix = s->chroma_inter_matrix;
 398
 399         // Special case for first coefficient, no need to add second VLC table.
 400         UPDATE_CACHE(re, &s->gb);
 401         if (((int32_t) GET_CACHE(re, &s->gb)) < 0) {
 402             level = (3 * qscale * quant_matrix[0]) >> 5;
 403             if (GET_CACHE(re, &s->gb) & 0x40000000)
 404                 level = -level;
 405             block[0]  = level;
 406             mismatch ^= level;
 407             i++;
 408             SKIP_BITS(re, &s->gb, 2);
 409             if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF)
 410                 goto end;
 411         }
 412
 413         /* now quantify & encode AC coefficients */
 414         for (;;) {
 415             GET_RL_VLC(level, run, re, &s->gb, rl->rl_vlc[0],
 416                        TEX_VLC_BITS, 2, 0);
 417
 418             if (level != 0) {
 419                 i += run;
 420                 check_scantable_index(s, i);
 421                 j = scantable[i];
 422                 level = ((level * 2 + 1) * qscale * quant_matrix[j]) >> 5;
 423                 level = (level ^ SHOW_SBITS(re, &s->gb, 1)) -
 424                         SHOW_SBITS(re, &s->gb, 1);
 425                 SKIP_BITS(re, &s->gb, 1);
 426             } else {
 427                 /* escape */
 428                 run = SHOW_UBITS(re, &s->gb, 6) + 1;
 429                 LAST_SKIP_BITS(re, &s->gb, 6);
 430                 UPDATE_CACHE(re, &s->gb);
 431                 level = SHOW_SBITS(re, &s->gb, 12);
 432                 SKIP_BITS(re, &s->gb, 12);
 433
 434                 i += run;
 435                 check_scantable_index(s, i);
 436                 j = scantable[i];
 437                 if (level < 0) {
 438                     level = ((-level * 2 + 1) * qscale * quant_matrix[j]) >> 5;
 439                     level = -level;
 440                 } else {
 441                     level = ((level * 2 + 1) * qscale * quant_matrix[j]) >> 5;
 442                 }
 443             }
 444
 445             mismatch ^= level;
 446             block[j]  = level;
 447             if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF)
 448                 break;
 449             UPDATE_CACHE(re, &s->gb);
 450         }
 451 end:
 452         LAST_SKIP_BITS(re, &s->gb, 2);
 453         CLOSE_READER(re, &s->gb);
 454     }
 455     block[63] ^= (mismatch & 1);
 456
 457     s->block_last_index[n] = i;
 458     return 0;
 459 }
 460
 461 static inline int mpeg2_fast_decode_block_non_intra(MpegEncContext *s,
 462                                                     int16_t *block, int n)
 463 {
 464     int level, i, j, run;
 465     RLTable *rl              = &ff_rl_mpeg1;
 466     uint8_t *const scantable = s->intra_scantable.permutated;
 467     const int qscale         = s->qscale;
 468     OPEN_READER(re, &s->gb);
 469     i = -1;
 470
 471     // special case for first coefficient, no need to add second VLC table
 472     UPDATE_CACHE(re, &s->gb);
 473     if (((int32_t) GET_CACHE(re, &s->gb)) < 0) {
 474         level = (3 * qscale) >> 1;
 475         if (GET_CACHE(re, &s->gb) & 0x40000000)
 476             level = -level;
 477         block[0] = level;
 478         i++;
 479         SKIP_BITS(re, &s->gb, 2);
 480         if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF)
 481             goto end;
 482     }
 483
 484     /* now quantify & encode AC coefficients */
 485     for (;;) {
 486         GET_RL_VLC(level, run, re, &s->gb, rl->rl_vlc[0], TEX_VLC_BITS, 2, 0);
 487
 488         if (level != 0) {
 489             i += run;
 490             check_scantable_index(s, i);
 491             j = scantable[i];
 492             level = ((level * 2 + 1) * qscale) >> 1;
 493             level = (level ^ SHOW_SBITS(re, &s->gb, 1)) -
 494                     SHOW_SBITS(re, &s->gb, 1);
 495             SKIP_BITS(re, &s->gb, 1);
 496         } else {
 497             /* escape */
 498             run = SHOW_UBITS(re, &s->gb, 6) + 1;
 499             LAST_SKIP_BITS(re, &s->gb, 6);
 500             UPDATE_CACHE(re, &s->gb);
 501             level = SHOW_SBITS(re, &s->gb, 12);
 502             SKIP_BITS(re, &s->gb, 12);
 503
 504             i += run;
 505             check_scantable_index(s, i);
 506             j = scantable[i];
 507             if (level < 0) {
 508                 level = ((-level * 2 + 1) * qscale) >> 1;
 509                 level = -level;
 510             } else {
 511                 level = ((level * 2 + 1) * qscale) >> 1;
 512             }
 513         }
 514
 515         block[j] = level;
 516         if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF)
 517             break;
 518         UPDATE_CACHE(re, &s->gb);
 519     }
 520 end:
 521     LAST_SKIP_BITS(re, &s->gb, 2);
 522     CLOSE_READER(re, &s->gb);
 523     s->block_last_index[n] = i;
 524     return 0;
 525 }
 526
 527 static inline int mpeg2_decode_block_intra(MpegEncContext *s,
 528                                            int16_t *block, int n)
 529 {
 530     int level, dc, diff, i, j, run;
 531     int component;
 532     RLTable *rl;
 533     uint8_t *const scantable = s->intra_scantable.permutated;
 534     const uint16_t *quant_matrix;
 535     const int qscale = s->qscale;
 536     int mismatch;
 537
 538     /* DC coefficient */
 539     if (n < 4) {
 540         quant_matrix = s->intra_matrix;
 541         component    = 0;
 542     } else {
 543         quant_matrix = s->chroma_intra_matrix;
 544         component    = (n & 1) + 1;
 545     }
 546     diff = decode_dc(&s->gb, component);
 547     if (diff >= 0xffff)
 548         return -1;
 549     dc  = s->last_dc[component];
 550     dc += diff;
 551     s->last_dc[component] = dc;
 552     block[0] = dc << (3 - s->intra_dc_precision);
 553     av_dlog(s->avctx, "dc=%d\n", block[0]);
 554     mismatch = block[0] ^ 1;
 555     i = 0;
 556     if (s->intra_vlc_format)
 557         rl = &ff_rl_mpeg2;
 558     else
 559         rl = &ff_rl_mpeg1;
 560
 561     {
 562         OPEN_READER(re, &s->gb);
 563         /* now quantify & encode AC coefficients */
 564         for (;;) {
 565             UPDATE_CACHE(re, &s->gb);
 566             GET_RL_VLC(level, run, re, &s->gb, rl->rl_vlc[0],
 567                        TEX_VLC_BITS, 2, 0);
 568
 569             if (level == 127) {
 570                 break;
 571             } else if (level != 0) {
 572                 i += run;
 573                 check_scantable_index(s, i);
 574                 j = scantable[i];
 575                 level = (level * qscale * quant_matrix[j]) >> 4;
 576                 level = (level ^ SHOW_SBITS(re, &s->gb, 1)) -
 577                         SHOW_SBITS(re, &s->gb, 1);
 578                 LAST_SKIP_BITS(re, &s->gb, 1);
 579             } else {
 580                 /* escape */
 581                 run = SHOW_UBITS(re, &s->gb, 6) + 1;
 582                 LAST_SKIP_BITS(re, &s->gb, 6);
 583                 UPDATE_CACHE(re, &s->gb);
 584                 level = SHOW_SBITS(re, &s->gb, 12);
 585                 SKIP_BITS(re, &s->gb, 12);
 586                 i += run;
 587                 check_scantable_index(s, i);
 588                 j = scantable[i];
 589                 if (level < 0) {
 590                     level = (-level * qscale * quant_matrix[j]) >> 4;
 591                     level = -level;
 592                 } else {
 593                     level = (level * qscale * quant_matrix[j]) >> 4;
 594                 }
 595             }
 596
 597             mismatch ^= level;
 598             block[j]  = level;
 599         }
 600         CLOSE_READER(re, &s->gb);
 601     }
 602     block[63] ^= mismatch & 1;
 603
 604     s->block_last_index[n] = i;
 605     return 0;
 606 }
 607
 608 static inline int mpeg2_fast_decode_block_intra(MpegEncContext *s,
 609                                                 int16_t *block, int n)
 610 {
 611     int level, dc, diff, i, j, run;
 612     int component;
 613     RLTable *rl;
 614     uint8_t *const scantable = s->intra_scantable.permutated;
 615     const uint16_t *quant_matrix;
 616     const int qscale = s->qscale;
 617
 618     /* DC coefficient */
 619     if (n < 4) {
 620         quant_matrix = s->intra_matrix;
 621         component    = 0;
 622     } else {
 623         quant_matrix = s->chroma_intra_matrix;
 624         component    = (n & 1) + 1;
 625     }
 626     diff = decode_dc(&s->gb, component);
 627     if (diff >= 0xffff)
 628         return -1;
 629     dc = s->last_dc[component];
 630     dc += diff;
 631     s->last_dc[component] = dc;
 632     block[0] = dc << (3 - s->intra_dc_precision);
 633     i = 0;
 634     if (s->intra_vlc_format)
 635         rl = &ff_rl_mpeg2;
 636     else
 637         rl = &ff_rl_mpeg1;
 638
 639     {
 640         OPEN_READER(re, &s->gb);
 641         /* now quantify & encode AC coefficients */
 642         for (;;) {
 643             UPDATE_CACHE(re, &s->gb);
 644             GET_RL_VLC(level, run, re, &s->gb, rl->rl_vlc[0],
 645                        TEX_VLC_BITS, 2, 0);
 646
 647             if (level == 127) {
 648                 break;
 649             } else if (level != 0) {
 650                 i += run;
 651                 check_scantable_index(s, i);
 652                 j = scantable[i];
 653                 level = (level * qscale * quant_matrix[j]) >> 4;
 654                 level = (level ^ SHOW_SBITS(re, &s->gb, 1)) -
 655                         SHOW_SBITS(re, &s->gb, 1);
 656                 LAST_SKIP_BITS(re, &s->gb, 1);
 657             } else {
 658                 /* escape */
 659                 run = SHOW_UBITS(re, &s->gb, 6) + 1;
 660                 LAST_SKIP_BITS(re, &s->gb, 6);
 661                 UPDATE_CACHE(re, &s->gb);
 662                 level = SHOW_SBITS(re, &s->gb, 12);
 663                 SKIP_BITS(re, &s->gb, 12);
 664                 i += run;
 665                 check_scantable_index(s, i);
 666                 j = scantable[i];
 667                 if (level < 0) {
 668                     level = (-level * qscale * quant_matrix[j]) >> 4;
 669                     level = -level;
 670                 } else {
 671                     level = (level * qscale * quant_matrix[j]) >> 4;
 672                 }
 673             }
 674
 675             block[j] = level;
 676         }
 677         CLOSE_READER(re, &s->gb);
 678     }
 679
 680     s->block_last_index[n] = i;
 681     return 0;
 682 }
 683
 684 /******************************************/
 685 /* decoding */
 686
 687 static inline int get_dmv(MpegEncContext *s)
 688 {
 689     if (get_bits1(&s->gb))
 690         return 1 - (get_bits1(&s->gb) << 1);
 691     else
 692         return 0;
 693 }
 694
 695 static inline int get_qscale(MpegEncContext *s)
 696 {
 697     int qscale = get_bits(&s->gb, 5);
 698     if (s->q_scale_type)
 699         return non_linear_qscale[qscale];
 700     else
 701         return qscale << 1;
 702 }
 703
 704 /* motion type (for MPEG-2) */
 705 #define MT_FIELD 1
 706 #define MT_FRAME 2
 707 #define MT_16X8  2
 708 #define MT_DMV   3
 709
 710 static int mpeg_decode_mb(MpegEncContext *s, int16_t block[12][64])
 711 {
 712     int i, j, k, cbp, val, mb_type, motion_type;
 713     const int mb_block_count = 4 + (1 << s->chroma_format);
 714
 715     av_dlog(s->avctx, "decode_mb: x=%d y=%d\n", s->mb_x, s->mb_y);
 716
 717     assert(s->mb_skipped == 0);
 718
 719     if (s->mb_skip_run-- != 0) {
 720         if (s->pict_type == AV_PICTURE_TYPE_P) {
 721             s->mb_skipped = 1;
 722             s->current_picture.mb_type[s->mb_x + s->mb_y * s->mb_stride] =
 723                 MB_TYPE_SKIP | MB_TYPE_L0 | MB_TYPE_16x16;
 724         } else {
 725             int mb_type;
 726
 727             if (s->mb_x)
 728                 mb_type = s->current_picture.mb_type[s->mb_x + s->mb_y * s->mb_stride - 1];
 729             else
 730                 // FIXME not sure if this is allowed in MPEG at all
 731                 mb_type = s->current_picture.mb_type[s->mb_width + (s->mb_y - 1) * s->mb_stride - 1];
 732             if (IS_INTRA(mb_type))
 733                 return -1;
 734             s->current_picture.mb_type[s->mb_x + s->mb_y * s->mb_stride] =
 735                 mb_type | MB_TYPE_SKIP;
 736 //            assert(s->current_picture.mb_type[s->mb_x + s->mb_y * s->mb_stride - 1] & (MB_TYPE_16x16 | MB_TYPE_16x8));
 737
 738             if ((s->mv[0][0][0] | s->mv[0][0][1] | s->mv[1][0][0] | s->mv[1][0][1]) == 0)
 739                 s->mb_skipped = 1;
 740         }
 741
 742         return 0;
 743     }
 744
 745     switch (s->pict_type) {
 746     default:
 747     case AV_PICTURE_TYPE_I:
 748         if (get_bits1(&s->gb) == 0) {
 749             if (get_bits1(&s->gb) == 0) {
 750                 av_log(s->avctx, AV_LOG_ERROR,
 751                        "invalid mb type in I Frame at %d %d\n",
 752                        s->mb_x, s->mb_y);
 753                 return -1;
 754             }
 755             mb_type = MB_TYPE_QUANT | MB_TYPE_INTRA;
 756         } else {
 757             mb_type = MB_TYPE_INTRA;
 758         }
 759         break;
 760     case AV_PICTURE_TYPE_P:
 761         mb_type = get_vlc2(&s->gb, ff_mb_ptype_vlc.table, MB_PTYPE_VLC_BITS, 1);
 762         if (mb_type < 0) {
 763             av_log(s->avctx, AV_LOG_ERROR,
 764                    "invalid mb type in P Frame at %d %d\n", s->mb_x, s->mb_y);
 765             return -1;
 766         }
 767         mb_type = ptype2mb_type[mb_type];
 768         break;
 769     case AV_PICTURE_TYPE_B:
 770         mb_type = get_vlc2(&s->gb, ff_mb_btype_vlc.table, MB_BTYPE_VLC_BITS, 1);
 771         if (mb_type < 0) {
 772             av_log(s->avctx, AV_LOG_ERROR,
 773                    "invalid mb type in B Frame at %d %d\n", s->mb_x, s->mb_y);
 774             return -1;
 775         }
 776         mb_type = btype2mb_type[mb_type];
 777         break;
 778     }
 779     av_dlog(s->avctx, "mb_type=%x\n", mb_type);
 780 //    motion_type = 0; /* avoid warning */
 781     if (IS_INTRA(mb_type)) {
 782         s->bdsp.clear_blocks(s->block[0]);
 783
 784         if (!s->chroma_y_shift)
 785             s->bdsp.clear_blocks(s->block[6]);
 786
 787         /* compute DCT type */
 788         // FIXME: add an interlaced_dct coded var?
 789         if (s->picture_structure == PICT_FRAME &&
 790             !s->frame_pred_frame_dct)
 791             s->interlaced_dct = get_bits1(&s->gb);
 792
 793         if (IS_QUANT(mb_type))
 794             s->qscale = get_qscale(s);
 795
 796         if (s->concealment_motion_vectors) {
 797             /* just parse them */
 798             if (s->picture_structure != PICT_FRAME)
 799                 skip_bits1(&s->gb);  /* field select */
 800
 801             s->mv[0][0][0]      =
 802             s->last_mv[0][0][0] =
 803             s->last_mv[0][1][0] = mpeg_decode_motion(s, s->mpeg_f_code[0][0],
 804                                                      s->last_mv[0][0][0]);
 805             s->mv[0][0][1]      =
 806             s->last_mv[0][0][1] =
 807             s->last_mv[0][1][1] = mpeg_decode_motion(s, s->mpeg_f_code[0][1],
 808                                                      s->last_mv[0][0][1]);
 809
 810             skip_bits1(&s->gb); /* marker */
 811         } else {
 812             /* reset mv prediction */
 813             memset(s->last_mv, 0, sizeof(s->last_mv));
 814         }
 815         s->mb_intra = 1;
 816 #if FF_API_XVMC
 817 FF_DISABLE_DEPRECATION_WARNINGS
 818         // if 1, we memcpy blocks in xvmcvideo
 819         if (CONFIG_MPEG_XVMC_DECODER && s->avctx->xvmc_acceleration > 1)
 820             ff_xvmc_pack_pblocks(s, -1); // inter are always full blocks
 821 FF_ENABLE_DEPRECATION_WARNINGS
 822 #endif /* FF_API_XVMC */
 823
 824         if (s->codec_id == AV_CODEC_ID_MPEG2VIDEO) {
 825             if (s->flags2 & CODEC_FLAG2_FAST) {
 826                 for (i = 0; i < 6; i++)
 827                     mpeg2_fast_decode_block_intra(s, *s->pblocks[i], i);
 828             } else {
 829                 for (i = 0; i < mb_block_count; i++)
 830                     if (mpeg2_decode_block_intra(s, *s->pblocks[i], i) < 0)
 831                         return -1;
 832             }
 833         } else {
 834             for (i = 0; i < 6; i++)
 835                 if (mpeg1_decode_block_intra(s, *s->pblocks[i], i) < 0)
 836                     return -1;
 837         }
 838     } else {
 839         if (mb_type & MB_TYPE_ZERO_MV) {
 840             assert(mb_type & MB_TYPE_CBP);
 841
 842             s->mv_dir = MV_DIR_FORWARD;
 843             if (s->picture_structure == PICT_FRAME) {
 844                 if (!s->frame_pred_frame_dct)
 845                     s->interlaced_dct = get_bits1(&s->gb);
 846                 s->mv_type = MV_TYPE_16X16;
 847             } else {
 848                 s->mv_type            = MV_TYPE_FIELD;
 849                 mb_type              |= MB_TYPE_INTERLACED;
 850                 s->field_select[0][0] = s->picture_structure - 1;
 851             }
 852
 853             if (IS_QUANT(mb_type))
 854                 s->qscale = get_qscale(s);
 855
 856             s->last_mv[0][0][0] = 0;
 857             s->last_mv[0][0][1] = 0;
 858             s->last_mv[0][1][0] = 0;
 859             s->last_mv[0][1][1] = 0;
 860             s->mv[0][0][0]      = 0;
 861             s->mv[0][0][1]      = 0;
 862         } else {
 863             assert(mb_type & MB_TYPE_L0L1);
 864             // FIXME decide if MBs in field pictures are MB_TYPE_INTERLACED
 865             /* get additional motion vector type */
 866             if (s->frame_pred_frame_dct) {
 867                 motion_type = MT_FRAME;
 868             } else {
 869                 motion_type = get_bits(&s->gb, 2);
 870                 if (s->picture_structure == PICT_FRAME && HAS_CBP(mb_type))
 871                     s->interlaced_dct = get_bits1(&s->gb);
 872             }
 873
 874             if (IS_QUANT(mb_type))
 875                 s->qscale = get_qscale(s);
 876
 877             /* motion vectors */
 878             s->mv_dir = (mb_type >> 13) & 3;
 879             av_dlog(s->avctx, "motion_type=%d\n", motion_type);
 880             switch (motion_type) {
 881             case MT_FRAME: /* or MT_16X8 */
 882                 if (s->picture_structure == PICT_FRAME) {
 883                     mb_type   |= MB_TYPE_16x16;
 884                     s->mv_type = MV_TYPE_16X16;
 885                     for (i = 0; i < 2; i++) {
 886                         if (USES_LIST(mb_type, i)) {
 887                             /* MT_FRAME */
 888                             s->mv[i][0][0]      =
 889                             s->last_mv[i][0][0] =
 890                             s->last_mv[i][1][0] =
 891                                 mpeg_decode_motion(s, s->mpeg_f_code[i][0],
 892                                                    s->last_mv[i][0][0]);
 893                             s->mv[i][0][1]      =
 894                             s->last_mv[i][0][1] =
 895                             s->last_mv[i][1][1] =
 896                                 mpeg_decode_motion(s, s->mpeg_f_code[i][1],
 897                                                    s->last_mv[i][0][1]);
 898                             /* full_pel: only for MPEG-1 */
 899                             if (s->full_pel[i]) {
 900                                 s->mv[i][0][0] <<= 1;
 901                                 s->mv[i][0][1] <<= 1;
 902                             }
 903                         }
 904                     }
 905                 } else {
 906                     mb_type   |= MB_TYPE_16x8 | MB_TYPE_INTERLACED;
 907                     s->mv_type = MV_TYPE_16X8;
 908                     for (i = 0; i < 2; i++) {
 909                         if (USES_LIST(mb_type, i)) {
 910                             /* MT_16X8 */
 911                             for (j = 0; j < 2; j++) {
 912                                 s->field_select[i][j] = get_bits1(&s->gb);
 913                                 for (k = 0; k < 2; k++) {
 914                                     val = mpeg_decode_motion(s, s->mpeg_f_code[i][k],
 915                                                              s->last_mv[i][j][k]);
 916                                     s->last_mv[i][j][k] = val;
 917                                     s->mv[i][j][k]      = val;
 918                                 }
 919                             }
 920                         }
 921                     }
 922                 }
 923                 break;
 924             case MT_FIELD:
 925                 s->mv_type = MV_TYPE_FIELD;
 926                 if (s->picture_structure == PICT_FRAME) {
 927                     mb_type |= MB_TYPE_16x8 | MB_TYPE_INTERLACED;
 928                     for (i = 0; i < 2; i++) {
 929                         if (USES_LIST(mb_type, i)) {
 930                             for (j = 0; j < 2; j++) {
 931                                 s->field_select[i][j] = get_bits1(&s->gb);
 932                                 val = mpeg_decode_motion(s, s->mpeg_f_code[i][0],
 933                                                          s->last_mv[i][j][0]);
 934                                 s->last_mv[i][j][0] = val;
 935                                 s->mv[i][j][0]      = val;
 936                                 av_dlog(s->avctx, "fmx=%d\n", val);
 937                                 val = mpeg_decode_motion(s, s->mpeg_f_code[i][1],
 938                                                          s->last_mv[i][j][1] >> 1);
 939                                 s->last_mv[i][j][1] = val << 1;
 940                                 s->mv[i][j][1]      = val;
 941                                 av_dlog(s->avctx, "fmy=%d\n", val);
 942                             }
 943                         }
 944                     }
 945                 } else {
 946                     mb_type |= MB_TYPE_16x16 | MB_TYPE_INTERLACED;
 947                     for (i = 0; i < 2; i++) {
 948                         if (USES_LIST(mb_type, i)) {
 949                             s->field_select[i][0] = get_bits1(&s->gb);
 950                             for (k = 0; k < 2; k++) {
 951                                 val = mpeg_decode_motion(s, s->mpeg_f_code[i][k],
 952                                                          s->last_mv[i][0][k]);
 953                                 s->last_mv[i][0][k] = val;
 954                                 s->last_mv[i][1][k] = val;
 955                                 s->mv[i][0][k]      = val;
 956                             }
 957                         }
 958                     }
 959                 }
 960                 break;
 961             case MT_DMV:
 962                 s->mv_type = MV_TYPE_DMV;
 963                 for (i = 0; i < 2; i++) {
 964                     if (USES_LIST(mb_type, i)) {
 965                         int dmx, dmy, mx, my, m;
 966                         const int my_shift = s->picture_structure == PICT_FRAME;
 967
 968                         mx = mpeg_decode_motion(s, s->mpeg_f_code[i][0],
 969                                                 s->last_mv[i][0][0]);
 970                         s->last_mv[i][0][0] = mx;
 971                         s->last_mv[i][1][0] = mx;
 972                         dmx = get_dmv(s);
 973                         my  = mpeg_decode_motion(s, s->mpeg_f_code[i][1],
 974                                                  s->last_mv[i][0][1] >> my_shift);
 975                         dmy = get_dmv(s);
 976
 977
 978                         s->last_mv[i][0][1] = my << my_shift;
 979                         s->last_mv[i][1][1] = my << my_shift;
 980
 981                         s->mv[i][0][0] = mx;
 982                         s->mv[i][0][1] = my;
 983                         s->mv[i][1][0] = mx; // not used
 984                         s->mv[i][1][1] = my; // not used
 985
 986                         if (s->picture_structure == PICT_FRAME) {
 987                             mb_type |= MB_TYPE_16x16 | MB_TYPE_INTERLACED;
 988
 989                             // m = 1 + 2 * s->top_field_first;
 990                             m = s->top_field_first ? 1 : 3;
 991
 992                             /* top -> top pred */
 993                             s->mv[i][2][0] = ((mx * m + (mx > 0)) >> 1) + dmx;
 994                             s->mv[i][2][1] = ((my * m + (my > 0)) >> 1) + dmy - 1;
 995                             m = 4 - m;
 996                             s->mv[i][3][0] = ((mx * m + (mx > 0)) >> 1) + dmx;
 997                             s->mv[i][3][1] = ((my * m + (my > 0)) >> 1) + dmy + 1;
 998                         } else {
 999                             mb_type |= MB_TYPE_16x16;
1000
1001                             s->mv[i][2][0] = ((mx + (mx > 0)) >> 1) + dmx;
1002                             s->mv[i][2][1] = ((my + (my > 0)) >> 1) + dmy;
1003                             if (s->picture_structure == PICT_TOP_FIELD)
1004                                 s->mv[i][2][1]--;
1005                             else
1006                                 s->mv[i][2][1]++;
1007                         }
1008                     }
1009                 }
1010                 break;
1011             default:
1012                 av_log(s->avctx, AV_LOG_ERROR,
1013                        "00 motion_type at %d %d\n", s->mb_x, s->mb_y);
1014                 return -1;
1015             }
1016         }
1017
1018         s->mb_intra = 0;
1019         if (HAS_CBP(mb_type)) {
1020             s->bdsp.clear_blocks(s->block[0]);
1021
1022             cbp = get_vlc2(&s->gb, ff_mb_pat_vlc.table, MB_PAT_VLC_BITS, 1);
1023             if (mb_block_count > 6) {
1024                 cbp <<= mb_block_count - 6;
1025                 cbp  |= get_bits(&s->gb, mb_block_count - 6);
1026                 s->bdsp.clear_blocks(s->block[6]);
1027             }
1028             if (cbp <= 0) {
1029                 av_log(s->avctx, AV_LOG_ERROR,
1030                        "invalid cbp at %d %d\n", s->mb_x, s->mb_y);
1031                 return -1;
1032             }
1033
1034 #if FF_API_XVMC
1035 FF_DISABLE_DEPRECATION_WARNINGS
1036             // if 1, we memcpy blocks in xvmcvideo
1037             if (CONFIG_MPEG_XVMC_DECODER && s->avctx->xvmc_acceleration > 1)
1038                 ff_xvmc_pack_pblocks(s, cbp);
1039 FF_ENABLE_DEPRECATION_WARNINGS
1040 #endif /* FF_API_XVMC */
1041
1042             if (s->codec_id == AV_CODEC_ID_MPEG2VIDEO) {
1043                 if (s->flags2 & CODEC_FLAG2_FAST) {
1044                     for (i = 0; i < 6; i++) {
1045                         if (cbp & 32)
1046                             mpeg2_fast_decode_block_non_intra(s, *s->pblocks[i], i);
1047                         else
1048                             s->block_last_index[i] = -1;
1049                         cbp += cbp;
1050                     }
1051                 } else {
1052                     cbp <<= 12 - mb_block_count;
1053
1054                     for (i = 0; i < mb_block_count; i++) {
1055                         if (cbp & (1 << 11)) {
1056                             if (mpeg2_decode_block_non_intra(s, *s->pblocks[i], i) < 0)
1057                                 return -1;
1058                         } else {
1059                             s->block_last_index[i] = -1;
1060                         }
1061                         cbp += cbp;
1062                     }
1063                 }
1064             } else {
1065                 if (s->flags2 & CODEC_FLAG2_FAST) {
1066                     for (i = 0; i < 6; i++) {
1067                         if (cbp & 32)
1068                             mpeg1_fast_decode_block_inter(s, *s->pblocks[i], i);
1069                         else
1070                             s->block_last_index[i] = -1;
1071                         cbp += cbp;
1072                     }
1073                 } else {
1074                     for (i = 0; i < 6; i++) {
1075                         if (cbp & 32) {
1076                             if (mpeg1_decode_block_inter(s, *s->pblocks[i], i) < 0)
1077                                 return -1;
1078                         } else {
1079                             s->block_last_index[i] = -1;
1080                         }
1081                         cbp += cbp;
1082                     }
1083                 }
1084             }
1085         } else {
1086             for (i = 0; i < 12; i++)
1087                 s->block_last_index[i] = -1;
1088         }
1089     }
1090
1091     s->current_picture.mb_type[s->mb_x + s->mb_y * s->mb_stride] = mb_type;
1092
1093     return 0;
1094 }
1095
1096 static av_cold int mpeg_decode_init(AVCodecContext *avctx)
1097 {
1098     Mpeg1Context *s    = avctx->priv_data;
1099     MpegEncContext *s2 = &s->mpeg_enc_ctx;
1100
1101     ff_mpv_decode_defaults(s2);
1102
1103     s->mpeg_enc_ctx.avctx  = avctx;
1104     s->mpeg_enc_ctx.flags  = avctx->flags;
1105     s->mpeg_enc_ctx.flags2 = avctx->flags2;
1106
1107     /* we need some permutation to store matrices,
1108      * until the decoder sets the real permutation. */
1109     ff_mpv_idct_init(s2);
1110     ff_mpeg12_common_init(&s->mpeg_enc_ctx);
1111     ff_mpeg12_init_vlcs();
1112
1113     s->mpeg_enc_ctx_allocated      = 0;
1114     s->mpeg_enc_ctx.picture_number = 0;
1115     s->repeat_field                = 0;
1116     s->mpeg_enc_ctx.codec_id       = avctx->codec->id;
1117     avctx->color_range             = AVCOL_RANGE_MPEG;
1118     if (avctx->codec->id == AV_CODEC_ID_MPEG1VIDEO)
1119         avctx->chroma_sample_location = AVCHROMA_LOC_CENTER;
1120     else
1121         avctx->chroma_sample_location = AVCHROMA_LOC_LEFT;
1122     return 0;
1123 }
1124
1125 static int mpeg_decode_update_thread_context(AVCodecContext *avctx,
1126                                              const AVCodecContext *avctx_from)
1127 {
1128     Mpeg1Context *ctx = avctx->priv_data, *ctx_from = avctx_from->priv_data;
1129     MpegEncContext *s = &ctx->mpeg_enc_ctx, *s1 = &ctx_from->mpeg_enc_ctx;
1130     int err;
1131
1132     if (avctx == avctx_from               ||
1133         !ctx_from->mpeg_enc_ctx_allocated ||
1134         !s1->context_initialized)
1135         return 0;
1136
1137     err = ff_mpeg_update_thread_context(avctx, avctx_from);
1138     if (err)
1139         return err;
1140
1141     if (!ctx->mpeg_enc_ctx_allocated) {
1142         // copy the whole context after the initial MpegEncContext structure
1143         memcpy(ctx, ctx_from, sizeof(*ctx));
1144         memset(&ctx->mpeg_enc_ctx, 0, sizeof(ctx->mpeg_enc_ctx));
1145     }
1146
1147     if (!(s->pict_type == AV_PICTURE_TYPE_B || s->low_delay))
1148         s->picture_number++;
1149
1150     return 0;
1151 }
1152
1153 static void quant_matrix_rebuild(uint16_t *matrix, const uint8_t *old_perm,
1154                                  const uint8_t *new_perm)
1155 {
1156     uint16_t temp_matrix[64];
1157     int i;
1158
1159     memcpy(temp_matrix, matrix, 64 * sizeof(uint16_t));
1160
1161     for (i = 0; i < 64; i++)
1162         matrix[new_perm[i]] = temp_matrix[old_perm[i]];
1163 }
1164
1165 #if FF_API_XVMC
1166 static const enum AVPixelFormat pixfmt_xvmc_mpg2_420[] = {
1167     AV_PIX_FMT_XVMC_MPEG2_IDCT,
1168     AV_PIX_FMT_XVMC_MPEG2_MC,
1169     AV_PIX_FMT_NONE
1170 };
1171 #endif /* FF_API_XVMC */
1172
1173 static const enum AVPixelFormat mpeg12_hwaccel_pixfmt_list_420[] = {
1174 #if CONFIG_MPEG2_DXVA2_HWACCEL
1175     AV_PIX_FMT_DXVA2_VLD,
1176 #endif
1177 #if CONFIG_MPEG2_VAAPI_HWACCEL
1178     AV_PIX_FMT_VAAPI_VLD,
1179 #endif
1180 #if CONFIG_MPEG1_VDPAU_HWACCEL | CONFIG_MPEG2_VDPAU_HWACCEL
1181     AV_PIX_FMT_VDPAU,
1182 #endif
1183     AV_PIX_FMT_YUV420P,
1184     AV_PIX_FMT_NONE
1185 };
1186
1187 static const enum AVPixelFormat mpeg12_pixfmt_list_422[] = {
1188     AV_PIX_FMT_YUV422P,
1189     AV_PIX_FMT_NONE
1190 };
1191
1192 static const enum AVPixelFormat mpeg12_pixfmt_list_444[] = {
1193     AV_PIX_FMT_YUV444P,
1194     AV_PIX_FMT_NONE
1195 };
1196
1197 static enum AVPixelFormat mpeg_get_pixelformat(AVCodecContext *avctx)
1198 {
1199     Mpeg1Context *s1  = avctx->priv_data;
1200     MpegEncContext *s = &s1->mpeg_enc_ctx;
1201     const enum AVPixelFormat *pix_fmts;
1202
1203 #if FF_API_XVMC
1204 FF_DISABLE_DEPRECATION_WARNINGS
1205     if (avctx->xvmc_acceleration)
1206         return ff_get_format(avctx, pixfmt_xvmc_mpg2_420);
1207 FF_ENABLE_DEPRECATION_WARNINGS
1208 #endif /* FF_API_XVMC */
1209
1210     if (s->chroma_format < 2)
1211         pix_fmts = mpeg12_hwaccel_pixfmt_list_420;
1212     else if (s->chroma_format == 2)
1213         pix_fmts = mpeg12_pixfmt_list_422;
1214     else
1215         pix_fmts = mpeg12_pixfmt_list_444;
1216
1217     return ff_get_format(avctx, pix_fmts);
1218 }
1219
1220 /* Call this function when we know all parameters.
1221  * It may be called in different places for MPEG-1 and MPEG-2. */
1222 static int mpeg_decode_postinit(AVCodecContext *avctx)
1223 {
1224     Mpeg1Context *s1  = avctx->priv_data;
1225     MpegEncContext *s = &s1->mpeg_enc_ctx;
1226     uint8_t old_permutation[64];
1227     int ret;
1228
1229     if ((s1->mpeg_enc_ctx_allocated == 0)                   ||
1230         avctx->coded_width       != s->width                ||
1231         avctx->coded_height      != s->height               ||
1232         s1->save_width           != s->width                ||
1233         s1->save_height          != s->height               ||
1234         s1->save_aspect_info     != s->aspect_ratio_info    ||
1235         s1->save_progressive_seq != s->progressive_sequence ||
1236         0) {
1237         if (s1->mpeg_enc_ctx_allocated) {
1238             ParseContext pc = s->parse_context;
1239             s->parse_context.buffer = 0;
1240             ff_mpv_common_end(s);
1241             s->parse_context = pc;
1242         }
1243
1244         if ((s->width == 0) || (s->height == 0))
1245             return -2;
1246
1247         ret = ff_set_dimensions(avctx, s->width, s->height);
1248         if (ret < 0)
1249             return ret;
1250
1251         avctx->bit_rate          = s->bit_rate;
1252         s1->save_aspect_info     = s->aspect_ratio_info;
1253         s1->save_width           = s->width;
1254         s1->save_height          = s->height;
1255         s1->save_progressive_seq = s->progressive_sequence;
1256
1257         /* low_delay may be forced, in this case we will have B-frames
1258          * that behave like P-frames. */
1259         avctx->has_b_frames = !s->low_delay;
1260
1261         if (avctx->codec_id == AV_CODEC_ID_MPEG1VIDEO) {
1262             // MPEG-1 fps
1263             avctx->framerate = ff_mpeg12_frame_rate_tab[s->frame_rate_index];
1264             // MPEG-1 aspect
1265             avctx->sample_aspect_ratio = av_d2q(1.0 / ff_mpeg1_aspect[s->aspect_ratio_info], 255);
1266             avctx->ticks_per_frame     = 1;
1267         } else { // MPEG-2
1268             // MPEG-2 fps
1269             av_reduce(&s->avctx->framerate.num,
1270                       &s->avctx->framerate.den,
1271                       ff_mpeg12_frame_rate_tab[s->frame_rate_index].num * s1->frame_rate_ext.num * 2,
1272                       ff_mpeg12_frame_rate_tab[s->frame_rate_index].den * s1->frame_rate_ext.den,
1273                       1 << 30);
1274             avctx->ticks_per_frame = 2;
1275             // MPEG-2 aspect
1276             if (s->aspect_ratio_info > 1) {
1277                 AVRational dar =
1278                     av_mul_q(av_div_q(ff_mpeg2_aspect[s->aspect_ratio_info],
1279                                       (AVRational) { s1->pan_scan.width,
1280                                                      s1->pan_scan.height }),
1281                              (AVRational) { s->width, s->height });
1282
1283                 /* We ignore the spec here and guess a bit as reality does not
1284                  * match the spec, see for example res_change_ffmpeg_aspect.ts
1285                  * and sequence-display-aspect.mpg.
1286                  * issue1613, 621, 562 */
1287                 if ((s1->pan_scan.width == 0) || (s1->pan_scan.height == 0) ||
1288                     (av_cmp_q(dar, (AVRational) { 4, 3 }) &&
1289                      av_cmp_q(dar, (AVRational) { 16, 9 }))) {
1290                     s->avctx->sample_aspect_ratio =
1291                         av_div_q(ff_mpeg2_aspect[s->aspect_ratio_info],
1292                                  (AVRational) { s->width, s->height });
1293                 } else {
1294                     s->avctx->sample_aspect_ratio =
1295                         av_div_q(ff_mpeg2_aspect[s->aspect_ratio_info],
1296                                  (AVRational) { s1->pan_scan.width, s1->pan_scan.height });
1297 // issue1613 4/3 16/9 -> 16/9
1298 // res_change_ffmpeg_aspect.ts 4/3 225/44 ->4/3
1299 // widescreen-issue562.mpg 4/3 16/9 -> 16/9
1300 //                    s->avctx->sample_aspect_ratio = av_mul_q(s->avctx->sample_aspect_ratio, (AVRational) {s->width, s->height});
1301                     av_dlog(avctx, "A %d/%d\n",
1302                             ff_mpeg2_aspect[s->aspect_ratio_info].num,
1303                             ff_mpeg2_aspect[s->aspect_ratio_info].den);
1304                     av_dlog(avctx, "B %d/%d\n", s->avctx->sample_aspect_ratio.num,
1305                             s->avctx->sample_aspect_ratio.den);
1306                 }
1307             } else {
1308                 s->avctx->sample_aspect_ratio =
1309                     ff_mpeg2_aspect[s->aspect_ratio_info];
1310             }
1311         } // MPEG-2
1312
1313         ff_set_sar(s->avctx, s->avctx->sample_aspect_ratio);
1314
1315         avctx->pix_fmt = mpeg_get_pixelformat(avctx);
1316         // until then pix_fmt may be changed right after codec init
1317 #if FF_API_XVMC
1318         if ((avctx->pix_fmt == AV_PIX_FMT_XVMC_MPEG2_IDCT ||
1319              avctx->hwaccel) && avctx->idct_algo == FF_IDCT_AUTO)
1320 #else
1321         if (avctx->hwaccel && avctx->idct_algo == FF_IDCT_AUTO)
1322 #endif /* FF_API_XVMC */
1323             avctx->idct_algo = FF_IDCT_SIMPLE;
1324
1325         /* Quantization matrices may need reordering
1326          * if DCT permutation is changed. */
1327         memcpy(old_permutation, s->idsp.idct_permutation, 64 * sizeof(uint8_t));
1328
1329         ff_mpv_idct_init(s);
1330         if (ff_mpv_common_init(s) < 0)
1331             return -2;
1332
1333         quant_matrix_rebuild(s->intra_matrix,        old_permutation, s->idsp.idct_permutation);
1334         quant_matrix_rebuild(s->inter_matrix,        old_permutation, s->idsp.idct_permutation);
1335         quant_matrix_rebuild(s->chroma_intra_matrix, old_permutation, s->idsp.idct_permutation);
1336         quant_matrix_rebuild(s->chroma_inter_matrix, old_permutation, s->idsp.idct_permutation);
1337
1338         s1->mpeg_enc_ctx_allocated = 1;
1339     }
1340     return 0;
1341 }
1342
1343 static int mpeg1_decode_picture(AVCodecContext *avctx, const uint8_t *buf,
1344                                 int buf_size)
1345 {
1346     Mpeg1Context *s1  = avctx->priv_data;
1347     MpegEncContext *s = &s1->mpeg_enc_ctx;
1348     int ref, f_code, vbv_delay;
1349
1350     init_get_bits(&s->gb, buf, buf_size * 8);
1351
1352     ref = get_bits(&s->gb, 10); /* temporal ref */
1353     s->pict_type = get_bits(&s->gb, 3);
1354     if (s->pict_type == 0 || s->pict_type > 3)
1355         return -1;
1356
1357     vbv_delay = get_bits(&s->gb, 16);
1358     if (s->pict_type == AV_PICTURE_TYPE_P ||
1359         s->pict_type == AV_PICTURE_TYPE_B) {
1360         s->full_pel[0] = get_bits1(&s->gb);
1361         f_code = get_bits(&s->gb, 3);
1362         if (f_code == 0 && (avctx->err_recognition & AV_EF_BITSTREAM))
1363             return -1;
1364         s->mpeg_f_code[0][0] = f_code;
1365         s->mpeg_f_code[0][1] = f_code;
1366     }
1367     if (s->pict_type == AV_PICTURE_TYPE_B) {
1368         s->full_pel[1] = get_bits1(&s->gb);
1369         f_code = get_bits(&s->gb, 3);
1370         if (f_code == 0 && (avctx->err_recognition & AV_EF_BITSTREAM))
1371             return -1;
1372         s->mpeg_f_code[1][0] = f_code;
1373         s->mpeg_f_code[1][1] = f_code;
1374     }
1375     s->current_picture.f->pict_type = s->pict_type;
1376     s->current_picture.f->key_frame = s->pict_type == AV_PICTURE_TYPE_I;
1377
1378     if (avctx->debug & FF_DEBUG_PICT_INFO)
1379         av_log(avctx, AV_LOG_DEBUG,
1380                "vbv_delay %d, ref %d type:%d\n", vbv_delay, ref, s->pict_type);
1381
1382     s->y_dc_scale = 8;
1383     s->c_dc_scale = 8;
1384     return 0;
1385 }
1386
1387 static void mpeg_decode_sequence_extension(Mpeg1Context *s1)
1388 {
1389     MpegEncContext *s = &s1->mpeg_enc_ctx;
1390     int horiz_size_ext, vert_size_ext;
1391     int bit_rate_ext;
1392
1393     skip_bits(&s->gb, 1); /* profile and level esc*/
1394     s->avctx->profile       = get_bits(&s->gb, 3);
1395     s->avctx->level         = get_bits(&s->gb, 4);
1396     s->progressive_sequence = get_bits1(&s->gb);   /* progressive_sequence */
1397     s->chroma_format        = get_bits(&s->gb, 2); /* chroma_format 1=420, 2=422, 3=444 */
1398     horiz_size_ext          = get_bits(&s->gb, 2);
1399     vert_size_ext           = get_bits(&s->gb, 2);
1400     s->width  |= (horiz_size_ext << 12);
1401     s->height |= (vert_size_ext  << 12);
1402     bit_rate_ext = get_bits(&s->gb, 12);  /* XXX: handle it */
1403     s->bit_rate += (bit_rate_ext << 18) * 400;
1404     skip_bits1(&s->gb); /* marker */
1405     s->avctx->rc_buffer_size += get_bits(&s->gb, 8) * 1024 * 16 << 10;
1406
1407     s->low_delay = get_bits1(&s->gb);
1408     if (s->flags & CODEC_FLAG_LOW_DELAY)
1409         s->low_delay = 1;
1410
1411     s1->frame_rate_ext.num = get_bits(&s->gb, 2) + 1;
1412     s1->frame_rate_ext.den = get_bits(&s->gb, 5) + 1;
1413
1414     av_dlog(s->avctx, "sequence extension\n");
1415     s->codec_id = s->avctx->codec_id = AV_CODEC_ID_MPEG2VIDEO;
1416
1417     if (s->avctx->debug & FF_DEBUG_PICT_INFO)
1418         av_log(s->avctx, AV_LOG_DEBUG,
1419                "profile: %d, level: %d vbv buffer: %d, bitrate:%d\n",
1420                s->avctx->profile, s->avctx->level,
1421                s->avctx->rc_buffer_size, s->bit_rate);
1422 }
1423
1424 static void mpeg_decode_sequence_display_extension(Mpeg1Context *s1)
1425 {
1426     MpegEncContext *s = &s1->mpeg_enc_ctx;
1427     int color_description, w, h;
1428
1429     skip_bits(&s->gb, 3); /* video format */
1430     color_description = get_bits1(&s->gb);
1431     if (color_description) {
1432         s->avctx->color_primaries = get_bits(&s->gb, 8);
1433         s->avctx->color_trc       = get_bits(&s->gb, 8);
1434         s->avctx->colorspace      = get_bits(&s->gb, 8);
1435     }
1436     w = get_bits(&s->gb, 14);
1437     skip_bits(&s->gb, 1); // marker
1438     h = get_bits(&s->gb, 14);
1439     // remaining 3 bits are zero padding
1440
1441     s1->pan_scan.width  = 16 * w;
1442     s1->pan_scan.height = 16 * h;
1443
1444     if (s->avctx->debug & FF_DEBUG_PICT_INFO)
1445         av_log(s->avctx, AV_LOG_DEBUG, "sde w:%d, h:%d\n", w, h);
1446 }
1447
1448 static void mpeg_decode_picture_display_extension(Mpeg1Context *s1)
1449 {
1450     MpegEncContext *s = &s1->mpeg_enc_ctx;
1451     int i, nofco;
1452
1453     nofco = 1;
1454     if (s->progressive_sequence) {
1455         if (s->repeat_first_field) {
1456             nofco++;
1457             if (s->top_field_first)
1458                 nofco++;
1459         }
1460     } else {
1461         if (s->picture_structure == PICT_FRAME) {
1462             nofco++;
1463             if (s->repeat_first_field)
1464                 nofco++;
1465         }
1466     }
1467     for (i = 0; i < nofco; i++) {
1468         s1->pan_scan.position[i][0] = get_sbits(&s->gb, 16);
1469         skip_bits(&s->gb, 1); // marker
1470         s1->pan_scan.position[i][1] = get_sbits(&s->gb, 16);
1471         skip_bits(&s->gb, 1); // marker
1472     }
1473
1474     if (s->avctx->debug & FF_DEBUG_PICT_INFO)
1475         av_log(s->avctx, AV_LOG_DEBUG,
1476                "pde (%"PRId16",%"PRId16") (%"PRId16",%"PRId16") (%"PRId16",%"PRId16")\n",
1477                s1->pan_scan.position[0][0], s1->pan_scan.position[0][1],
1478                s1->pan_scan.position[1][0], s1->pan_scan.position[1][1],
1479                s1->pan_scan.position[2][0], s1->pan_scan.position[2][1]);
1480 }
1481
1482 static int load_matrix(MpegEncContext *s, uint16_t matrix0[64],
1483                        uint16_t matrix1[64], int intra)
1484 {
1485     int i;
1486
1487     for (i = 0; i < 64; i++) {
1488         int j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
1489         int v = get_bits(&s->gb, 8);
1490         if (v == 0) {
1491             av_log(s->avctx, AV_LOG_ERROR, "matrix damaged\n");
1492             return -1;
1493         }
1494         if (intra && i == 0 && v != 8) {
1495             av_log(s->avctx, AV_LOG_ERROR, "intra matrix invalid, ignoring\n");
1496             v = 8; // needed by pink.mpg / issue1046
1497         }
1498         matrix0[j] = v;
1499         if (matrix1)
1500             matrix1[j] = v;
1501     }
1502     return 0;
1503 }
1504
1505 static void mpeg_decode_quant_matrix_extension(MpegEncContext *s)
1506 {
1507     av_dlog(s->avctx, "matrix extension\n");
1508
1509     if (get_bits1(&s->gb))
1510         load_matrix(s, s->chroma_intra_matrix, s->intra_matrix, 1);
1511     if (get_bits1(&s->gb))
1512         load_matrix(s, s->chroma_inter_matrix, s->inter_matrix, 0);
1513     if (get_bits1(&s->gb))
1514         load_matrix(s, s->chroma_intra_matrix, NULL, 1);
1515     if (get_bits1(&s->gb))
1516         load_matrix(s, s->chroma_inter_matrix, NULL, 0);
1517 }
1518
1519 static void mpeg_decode_picture_coding_extension(Mpeg1Context *s1)
1520 {
1521     MpegEncContext *s = &s1->mpeg_enc_ctx;
1522
1523     s->full_pel[0]       = s->full_pel[1] = 0;
1524     s->mpeg_f_code[0][0] = get_bits(&s->gb, 4);
1525     s->mpeg_f_code[0][1] = get_bits(&s->gb, 4);
1526     s->mpeg_f_code[1][0] = get_bits(&s->gb, 4);
1527     s->mpeg_f_code[1][1] = get_bits(&s->gb, 4);
1528     if (!s->pict_type && s1->mpeg_enc_ctx_allocated) {
1529         av_log(s->avctx, AV_LOG_ERROR,
1530                "Missing picture start code, guessing missing values\n");
1531         if (s->mpeg_f_code[1][0] == 15 && s->mpeg_f_code[1][1] == 15) {
1532             if (s->mpeg_f_code[0][0] == 15 && s->mpeg_f_code[0][1] == 15)
1533                 s->pict_type = AV_PICTURE_TYPE_I;
1534             else
1535                 s->pict_type = AV_PICTURE_TYPE_P;
1536         } else
1537             s->pict_type = AV_PICTURE_TYPE_B;
1538         s->current_picture.f->pict_type = s->pict_type;
1539         s->current_picture.f->key_frame = s->pict_type == AV_PICTURE_TYPE_I;
1540     }
1541     s->intra_dc_precision         = get_bits(&s->gb, 2);
1542     s->picture_structure          = get_bits(&s->gb, 2);
1543     s->top_field_first            = get_bits1(&s->gb);
1544     s->frame_pred_frame_dct       = get_bits1(&s->gb);
1545     s->concealment_motion_vectors = get_bits1(&s->gb);
1546     s->q_scale_type               = get_bits1(&s->gb);
1547     s->intra_vlc_format           = get_bits1(&s->gb);
1548     s->alternate_scan             = get_bits1(&s->gb);
1549     s->repeat_first_field         = get_bits1(&s->gb);
1550     s->chroma_420_type            = get_bits1(&s->gb);
1551     s->progressive_frame          = get_bits1(&s->gb);
1552
1553     if (s->progressive_sequence && !s->progressive_frame) {
1554         s->progressive_frame = 1;
1555         av_log(s->avctx, AV_LOG_ERROR,
1556                "interlaced frame in progressive sequence, ignoring\n");
1557     }
1558
1559     if (s->picture_structure == 0 ||
1560         (s->progressive_frame && s->picture_structure != PICT_FRAME)) {
1561         av_log(s->avctx, AV_LOG_ERROR,
1562                "picture_structure %d invalid, ignoring\n",
1563                s->picture_structure);
1564         s->picture_structure = PICT_FRAME;
1565     }
1566
1567     if (s->progressive_sequence && !s->frame_pred_frame_dct)
1568         av_log(s->avctx, AV_LOG_WARNING, "invalid frame_pred_frame_dct\n");
1569
1570     if (s->picture_structure == PICT_FRAME) {
1571         s->first_field = 0;
1572         s->v_edge_pos  = 16 * s->mb_height;
1573     } else {
1574         s->first_field ^= 1;
1575         s->v_edge_pos   = 8 * s->mb_height;
1576         memset(s->mbskip_table, 0, s->mb_stride * s->mb_height);
1577     }
1578
1579     if (s->alternate_scan) {
1580         ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_alternate_vertical_scan);
1581         ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_alternate_vertical_scan);
1582     } else {
1583         ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_zigzag_direct);
1584         ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_zigzag_direct);
1585     }
1586
1587     /* composite display not parsed */
1588     av_dlog(s->avctx, "intra_dc_precision=%d\n", s->intra_dc_precision);
1589     av_dlog(s->avctx, "picture_structure=%d\n", s->picture_structure);
1590     av_dlog(s->avctx, "top field first=%d\n", s->top_field_first);
1591     av_dlog(s->avctx, "repeat first field=%d\n", s->repeat_first_field);
1592     av_dlog(s->avctx, "conceal=%d\n", s->concealment_motion_vectors);
1593     av_dlog(s->avctx, "intra_vlc_format=%d\n", s->intra_vlc_format);
1594     av_dlog(s->avctx, "alternate_scan=%d\n", s->alternate_scan);
1595     av_dlog(s->avctx, "frame_pred_frame_dct=%d\n", s->frame_pred_frame_dct);
1596     av_dlog(s->avctx, "progressive_frame=%d\n", s->progressive_frame);
1597 }
1598
1599 static int mpeg_field_start(MpegEncContext *s, const uint8_t *buf, int buf_size)
1600 {
1601     AVCodecContext *avctx = s->avctx;
1602     Mpeg1Context *s1      = (Mpeg1Context *) s;
1603
1604     /* start frame decoding */
1605     if (s->first_field || s->picture_structure == PICT_FRAME) {
1606         AVFrameSideData *pan_scan;
1607
1608         if (ff_mpv_frame_start(s, avctx) < 0)
1609             return -1;
1610
1611         ff_mpeg_er_frame_start(s);
1612
1613         /* first check if we must repeat the frame */
1614         s->current_picture_ptr->f->repeat_pict = 0;
1615         if (s->repeat_first_field) {
1616             if (s->progressive_sequence) {
1617                 if (s->top_field_first)
1618                     s->current_picture_ptr->f->repeat_pict = 4;
1619                 else
1620                     s->current_picture_ptr->f->repeat_pict = 2;
1621             } else if (s->progressive_frame) {
1622                 s->current_picture_ptr->f->repeat_pict = 1;
1623             }
1624         }
1625
1626         pan_scan = av_frame_new_side_data(s->current_picture_ptr->f,
1627                                           AV_FRAME_DATA_PANSCAN,
1628                                           sizeof(s1->pan_scan));
1629         if (!pan_scan)
1630             return AVERROR(ENOMEM);
1631         memcpy(pan_scan->data, &s1->pan_scan, sizeof(s1->pan_scan));
1632
1633         if (s1->a53_caption) {
1634             AVFrameSideData *sd = av_frame_new_side_data(
1635                 s->current_picture_ptr->f, AV_FRAME_DATA_A53_CC,
1636                 s1->a53_caption_size);
1637             if (sd)
1638                 memcpy(sd->data, s1->a53_caption, s1->a53_caption_size);
1639             av_freep(&s1->a53_caption);
1640         }
1641
1642         if (s1->has_stereo3d) {
1643             AVStereo3D *stereo = av_stereo3d_create_side_data(s->current_picture_ptr->f);
1644             if (!stereo)
1645                 return AVERROR(ENOMEM);
1646
1647             *stereo = s1->stereo3d;
1648             s1->has_stereo3d = 0;
1649         }
1650
1651         if (s1->has_afd) {
1652             AVFrameSideData *sd =
1653                 av_frame_new_side_data(s->current_picture_ptr->f,
1654                                        AV_FRAME_DATA_AFD, 1);
1655             if (!sd)
1656                 return AVERROR(ENOMEM);
1657
1658             *sd->data   = s1->afd;
1659             s1->has_afd = 0;
1660         }
1661
1662         if (HAVE_THREADS && (avctx->active_thread_type & FF_THREAD_FRAME))
1663             ff_thread_finish_setup(avctx);
1664     } else { // second field
1665         int i;
1666
1667         if (!s->current_picture_ptr) {
1668             av_log(s->avctx, AV_LOG_ERROR, "first field missing\n");
1669             return -1;
1670         }
1671
1672         if (s->avctx->hwaccel &&
1673             (s->avctx->slice_flags & SLICE_FLAG_ALLOW_FIELD)) {
1674             if (s->avctx->hwaccel->end_frame(s->avctx) < 0)
1675                 av_log(avctx, AV_LOG_ERROR,
1676                        "hardware accelerator failed to decode first field\n");
1677         }
1678
1679         for (i = 0; i < 4; i++) {
1680             s->current_picture.f->data[i] = s->current_picture_ptr->f->data[i];
1681             if (s->picture_structure == PICT_BOTTOM_FIELD)
1682                 s->current_picture.f->data[i] +=
1683                     s->current_picture_ptr->f->linesize[i];
1684         }
1685     }
1686
1687     if (avctx->hwaccel) {
1688         if (avctx->hwaccel->start_frame(avctx, buf, buf_size) < 0)
1689             return -1;
1690     }
1691
1692 #if FF_API_XVMC
1693 FF_DISABLE_DEPRECATION_WARNINGS
1694 // ff_mpv_frame_start will call this function too,
1695 // but we need to call it on every field
1696     if (CONFIG_MPEG_XVMC_DECODER && s->avctx->xvmc_acceleration)
1697         if (ff_xvmc_field_start(s, avctx) < 0)
1698             return -1;
1699 FF_ENABLE_DEPRECATION_WARNINGS
1700 #endif /* FF_API_XVMC */
1701
1702     return 0;
1703 }
1704
1705 #define DECODE_SLICE_ERROR -1
1706 #define DECODE_SLICE_OK     0
1707
1708 /**
1709  * Decode a slice.
1710  * MpegEncContext.mb_y must be set to the MB row from the startcode.
1711  * @return DECODE_SLICE_ERROR if the slice is damaged,
1712  *         DECODE_SLICE_OK if this slice is OK
1713  */
1714 static int mpeg_decode_slice(MpegEncContext *s, int mb_y,
1715                              const uint8_t **buf, int buf_size)
1716 {
1717     AVCodecContext *avctx = s->avctx;
1718     const int field_pic   = s->picture_structure != PICT_FRAME;
1719
1720     s->resync_mb_x =
1721     s->resync_mb_y = -1;
1722
1723     assert(mb_y < s->mb_height);
1724
1725     init_get_bits(&s->gb, *buf, buf_size * 8);
1726
1727     ff_mpeg1_clean_buffers(s);
1728     s->interlaced_dct = 0;
1729
1730     s->qscale = get_qscale(s);
1731
1732     if (s->qscale == 0) {
1733         av_log(s->avctx, AV_LOG_ERROR, "qscale == 0\n");
1734         return -1;
1735     }
1736
1737     /* extra slice info */
1738     while (get_bits1(&s->gb) != 0)
1739         skip_bits(&s->gb, 8);
1740
1741     s->mb_x = 0;
1742
1743     if (mb_y == 0 && s->codec_tag == AV_RL32("SLIF")) {
1744         skip_bits1(&s->gb);
1745     } else {
1746         while (get_bits_left(&s->gb) > 0) {
1747             int code = get_vlc2(&s->gb, ff_mbincr_vlc.table,
1748                                 MBINCR_VLC_BITS, 2);
1749             if (code < 0) {
1750                 av_log(s->avctx, AV_LOG_ERROR, "first mb_incr damaged\n");
1751                 return -1;
1752             }
1753             if (code >= 33) {
1754                 if (code == 33)
1755                     s->mb_x += 33;
1756                 /* otherwise, stuffing, nothing to do */
1757             } else {
1758                 s->mb_x += code;
1759                 break;
1760             }
1761         }
1762     }
1763
1764     if (s->mb_x >= (unsigned) s->mb_width) {
1765         av_log(s->avctx, AV_LOG_ERROR, "initial skip overflow\n");
1766         return -1;
1767     }
1768
1769     if (avctx->hwaccel) {
1770         const uint8_t *buf_end, *buf_start = *buf - 4; /* include start_code */
1771         int start_code = -1;
1772         buf_end = avpriv_find_start_code(buf_start + 2, *buf + buf_size, &start_code);
1773         if (buf_end < *buf + buf_size)
1774             buf_end -= 4;
1775         s->mb_y = mb_y;
1776         if (avctx->hwaccel->decode_slice(avctx, buf_start, buf_end - buf_start) < 0)
1777             return DECODE_SLICE_ERROR;
1778         *buf = buf_end;
1779         return DECODE_SLICE_OK;
1780     }
1781
1782     s->resync_mb_x = s->mb_x;
1783     s->resync_mb_y = s->mb_y = mb_y;
1784     s->mb_skip_run = 0;
1785     ff_init_block_index(s);
1786
1787     if (s->mb_y == 0 && s->mb_x == 0 && (s->first_field || s->picture_structure == PICT_FRAME)) {
1788         if (s->avctx->debug & FF_DEBUG_PICT_INFO) {
1789             av_log(s->avctx, AV_LOG_DEBUG,
1790                    "qp:%d fc:%2d%2d%2d%2d %s %s %s %s %s dc:%d pstruct:%d fdct:%d cmv:%d qtype:%d ivlc:%d rff:%d %s\n",
1791                    s->qscale,
1792                    s->mpeg_f_code[0][0], s->mpeg_f_code[0][1],
1793                    s->mpeg_f_code[1][0], s->mpeg_f_code[1][1],
1794                    s->pict_type  == AV_PICTURE_TYPE_I ? "I" :
1795                    (s->pict_type == AV_PICTURE_TYPE_P ? "P" :
1796                    (s->pict_type == AV_PICTURE_TYPE_B ? "B" : "S")),
1797                    s->progressive_sequence ? "ps"  : "",
1798                    s->progressive_frame    ? "pf"  : "",
1799                    s->alternate_scan       ? "alt" : "",
1800                    s->top_field_first      ? "top" : "",
1801                    s->intra_dc_precision, s->picture_structure,
1802                    s->frame_pred_frame_dct, s->concealment_motion_vectors,
1803                    s->q_scale_type, s->intra_vlc_format,
1804                    s->repeat_first_field, s->chroma_420_type ? "420" : "");
1805         }
1806     }
1807
1808     for (;;) {
1809 #if FF_API_XVMC
1810 FF_DISABLE_DEPRECATION_WARNINGS
1811         // If 1, we memcpy blocks in xvmcvideo.
1812         if (CONFIG_MPEG_XVMC_DECODER && s->avctx->xvmc_acceleration > 1)
1813             ff_xvmc_init_block(s); // set s->block
1814 FF_ENABLE_DEPRECATION_WARNINGS
1815 #endif /* FF_API_XVMC */
1816
1817         if (mpeg_decode_mb(s, s->block) < 0)
1818             return -1;
1819
1820         // Note motion_val is normally NULL unless we want to extract the MVs.
1821         if (s->current_picture.motion_val[0] && !s->encoding) {
1822             const int wrap = s->b8_stride;
1823             int xy         = s->mb_x * 2 + s->mb_y * 2 * wrap;
1824             int b8_xy      = 4 * (s->mb_x + s->mb_y * s->mb_stride);
1825             int motion_x, motion_y, dir, i;
1826
1827             for (i = 0; i < 2; i++) {
1828                 for (dir = 0; dir < 2; dir++) {
1829                     if (s->mb_intra ||
1830                         (dir == 1 && s->pict_type != AV_PICTURE_TYPE_B)) {
1831                         motion_x = motion_y = 0;
1832                     } else if (s->mv_type == MV_TYPE_16X16 ||
1833                                (s->mv_type == MV_TYPE_FIELD && field_pic)) {
1834                         motion_x = s->mv[dir][0][0];
1835                         motion_y = s->mv[dir][0][1];
1836                     } else { /* if ((s->mv_type == MV_TYPE_FIELD) || (s->mv_type == MV_TYPE_16X8)) */
1837                         motion_x = s->mv[dir][i][0];
1838                         motion_y = s->mv[dir][i][1];
1839                     }
1840
1841                     s->current_picture.motion_val[dir][xy][0]     = motion_x;
1842                     s->current_picture.motion_val[dir][xy][1]     = motion_y;
1843                     s->current_picture.motion_val[dir][xy + 1][0] = motion_x;
1844                     s->current_picture.motion_val[dir][xy + 1][1] = motion_y;
1845                     s->current_picture.ref_index [dir][b8_xy]     =
1846                     s->current_picture.ref_index [dir][b8_xy + 1] = s->field_select[dir][i];
1847                     assert(s->field_select[dir][i] == 0 ||
1848                            s->field_select[dir][i] == 1);
1849                 }
1850                 xy    += wrap;
1851                 b8_xy += 2;
1852             }
1853         }
1854
1855         s->dest[0] += 16;
1856         s->dest[1] += 16 >> s->chroma_x_shift;
1857         s->dest[2] += 16 >> s->chroma_x_shift;
1858
1859         ff_mpv_decode_mb(s, s->block);
1860
1861         if (++s->mb_x >= s->mb_width) {
1862             const int mb_size = 16;
1863
1864             ff_mpeg_draw_horiz_band(s, mb_size * (s->mb_y >> field_pic), mb_size);
1865             ff_mpv_report_decode_progress(s);
1866
1867             s->mb_x  = 0;
1868             s->mb_y += 1 << field_pic;
1869
1870             if (s->mb_y >= s->mb_height) {
1871                 int left   = get_bits_left(&s->gb);
1872                 int is_d10 = s->chroma_format == 2 &&
1873                              s->pict_type == AV_PICTURE_TYPE_I &&
1874                              avctx->profile == 0 && avctx->level == 5 &&
1875                              s->intra_dc_precision == 2 &&
1876                              s->q_scale_type == 1 && s->alternate_scan == 0 &&
1877                              s->progressive_frame == 0
1878                              /* vbv_delay == 0xBBB || 0xE10 */;
1879
1880                 if (left < 0 ||
1881                     (left && show_bits(&s->gb, FFMIN(left, 23)) && !is_d10) ||
1882                     ((avctx->err_recognition & AV_EF_BUFFER) && left > 8)) {
1883                     av_log(avctx, AV_LOG_ERROR, "end mismatch left=%d %0X\n",
1884                            left, show_bits(&s->gb, FFMIN(left, 23)));
1885                     return -1;
1886                 } else
1887                     goto eos;
1888             }
1889
1890             ff_init_block_index(s);
1891         }
1892
1893         /* skip mb handling */
1894         if (s->mb_skip_run == -1) {
1895             /* read increment again */
1896             s->mb_skip_run = 0;
1897             for (;;) {
1898                 int code = get_vlc2(&s->gb, ff_mbincr_vlc.table,
1899                                     MBINCR_VLC_BITS, 2);
1900                 if (code < 0) {
1901                     av_log(s->avctx, AV_LOG_ERROR, "mb incr damaged\n");
1902                     return -1;
1903                 }
1904                 if (code >= 33) {
1905                     if (code == 33) {
1906                         s->mb_skip_run += 33;
1907                     } else if (code == 35) {
1908                         if (s->mb_skip_run != 0 || show_bits(&s->gb, 15) != 0) {
1909                             av_log(s->avctx, AV_LOG_ERROR, "slice mismatch\n");
1910                             return -1;
1911                         }
1912                         goto eos; /* end of slice */
1913                     }
1914                     /* otherwise, stuffing, nothing to do */
1915                 } else {
1916                     s->mb_skip_run += code;
1917                     break;
1918                 }
1919             }
1920             if (s->mb_skip_run) {
1921                 int i;
1922                 if (s->pict_type == AV_PICTURE_TYPE_I) {
1923                     av_log(s->avctx, AV_LOG_ERROR,
1924                            "skipped MB in I frame at %d %d\n", s->mb_x, s->mb_y);
1925                     return -1;
1926                 }
1927
1928                 /* skip mb */
1929                 s->mb_intra = 0;
1930                 for (i = 0; i < 12; i++)
1931                     s->block_last_index[i] = -1;
1932                 if (s->picture_structure == PICT_FRAME)
1933                     s->mv_type = MV_TYPE_16X16;
1934                 else
1935                     s->mv_type = MV_TYPE_FIELD;
1936                 if (s->pict_type == AV_PICTURE_TYPE_P) {
1937                     /* if P type, zero motion vector is implied */
1938                     s->mv_dir             = MV_DIR_FORWARD;
1939                     s->mv[0][0][0]        = s->mv[0][0][1]      = 0;
1940                     s->last_mv[0][0][0]   = s->last_mv[0][0][1] = 0;
1941                     s->last_mv[0][1][0]   = s->last_mv[0][1][1] = 0;
1942                     s->field_select[0][0] = (s->picture_structure - 1) & 1;
1943                 } else {
1944                     /* if B type, reuse previous vectors and directions */
1945                     s->mv[0][0][0] = s->last_mv[0][0][0];
1946                     s->mv[0][0][1] = s->last_mv[0][0][1];
1947                     s->mv[1][0][0] = s->last_mv[1][0][0];
1948                     s->mv[1][0][1] = s->last_mv[1][0][1];
1949                 }
1950             }
1951         }
1952     }
1953 eos: // end of slice
1954     *buf += (get_bits_count(&s->gb) - 1) / 8;
1955     av_dlog(s, "y %d %d %d %d\n", s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y);
1956     return 0;
1957 }
1958
1959 static int slice_decode_thread(AVCodecContext *c, void *arg)
1960 {
1961     MpegEncContext *s   = *(void **) arg;
1962     const uint8_t *buf  = s->gb.buffer;
1963     int mb_y            = s->start_mb_y;
1964     const int field_pic = s->picture_structure != PICT_FRAME;
1965
1966     s->er.error_count = (3 * (s->end_mb_y - s->start_mb_y) * s->mb_width) >> field_pic;
1967
1968     for (;;) {
1969         uint32_t start_code;
1970         int ret;
1971
1972         ret = mpeg_decode_slice(s, mb_y, &buf, s->gb.buffer_end - buf);
1973         emms_c();
1974         av_dlog(c, "ret:%d resync:%d/%d mb:%d/%d ts:%d/%d ec:%d\n",
1975                 ret, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y,
1976                 s->start_mb_y, s->end_mb_y, s->er.error_count);
1977         if (ret < 0) {
1978             if (c->err_recognition & AV_EF_EXPLODE)
1979                 return ret;
1980             if (s->resync_mb_x >= 0 && s->resync_mb_y >= 0)
1981                 ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
1982                                 s->mb_x, s->mb_y,
1983                                 ER_AC_ERROR | ER_DC_ERROR | ER_MV_ERROR);
1984         } else {
1985             ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
1986                             s->mb_x - 1, s->mb_y,
1987                             ER_AC_END | ER_DC_END | ER_MV_END);
1988         }
1989
1990         if (s->mb_y == s->end_mb_y)
1991             return 0;
1992
1993         start_code = -1;
1994         buf        = avpriv_find_start_code(buf, s->gb.buffer_end, &start_code);
1995         mb_y       = (start_code - SLICE_MIN_START_CODE) << field_pic;
1996         if (s->picture_structure == PICT_BOTTOM_FIELD)
1997             mb_y++;
1998         if (mb_y < 0 || mb_y >= s->end_mb_y)
1999             return -1;
2000     }
2001 }
2002
2003 /**
2004  * Handle slice ends.
2005  * @return 1 if it seems to be the last slice
2006  */
2007 static int slice_end(AVCodecContext *avctx, AVFrame *pict)
2008 {
2009     Mpeg1Context *s1  = avctx->priv_data;
2010     MpegEncContext *s = &s1->mpeg_enc_ctx;
2011
2012     if (!s1->mpeg_enc_ctx_allocated || !s->current_picture_ptr)
2013         return 0;
2014
2015     if (s->avctx->hwaccel) {
2016         if (s->avctx->hwaccel->end_frame(s->avctx) < 0)
2017             av_log(avctx, AV_LOG_ERROR,
2018                    "hardware accelerator failed to decode picture\n");
2019     }
2020
2021 #if FF_API_XVMC
2022 FF_DISABLE_DEPRECATION_WARNINGS
2023     if (CONFIG_MPEG_XVMC_DECODER && s->avctx->xvmc_acceleration)
2024         ff_xvmc_field_end(s);
2025 FF_ENABLE_DEPRECATION_WARNINGS
2026 #endif /* FF_API_XVMC */
2027
2028     /* end of slice reached */
2029     if (/* s->mb_y << field_pic == s->mb_height && */ !s->first_field) {
2030         /* end of image */
2031
2032         ff_er_frame_end(&s->er);
2033
2034         ff_mpv_frame_end(s);
2035
2036         if (s->pict_type == AV_PICTURE_TYPE_B || s->low_delay) {
2037             int ret = av_frame_ref(pict, s->current_picture_ptr->f);
2038             if (ret < 0)
2039                 return ret;
2040             ff_print_debug_info(s, s->current_picture_ptr);
2041         } else {
2042             if (avctx->active_thread_type & FF_THREAD_FRAME)
2043                 s->picture_number++;
2044             /* latency of 1 frame for I- and P-frames */
2045             /* XXX: use another variable than picture_number */
2046             if (s->last_picture_ptr) {
2047                 int ret = av_frame_ref(pict, s->last_picture_ptr->f);
2048                 if (ret < 0)
2049                     return ret;
2050                 ff_print_debug_info(s, s->last_picture_ptr);
2051             }
2052         }
2053
2054         return 1;
2055     } else {
2056         return 0;
2057     }
2058 }
2059
2060 static int mpeg1_decode_sequence(AVCodecContext *avctx,
2061                                  const uint8_t *buf, int buf_size)
2062 {
2063     Mpeg1Context *s1  = avctx->priv_data;
2064     MpegEncContext *s = &s1->mpeg_enc_ctx;
2065     int width, height;
2066     int i, v, j;
2067
2068     init_get_bits(&s->gb, buf, buf_size * 8);
2069
2070     width  = get_bits(&s->gb, 12);
2071     height = get_bits(&s->gb, 12);
2072     if (width == 0 || height == 0) {
2073         av_log(avctx, AV_LOG_WARNING,
2074                "Invalid horizontal or vertical size value.\n");
2075         if (avctx->err_recognition & AV_EF_BITSTREAM)
2076             return AVERROR_INVALIDDATA;
2077     }
2078     s->aspect_ratio_info = get_bits(&s->gb, 4);
2079     if (s->aspect_ratio_info == 0) {
2080         av_log(avctx, AV_LOG_ERROR, "aspect ratio has forbidden 0 value\n");
2081         if (avctx->err_recognition & AV_EF_BITSTREAM)
2082             return -1;
2083     }
2084     s->frame_rate_index = get_bits(&s->gb, 4);
2085     if (s->frame_rate_index == 0 || s->frame_rate_index > 13)
2086         return -1;
2087     s->bit_rate = get_bits(&s->gb, 18) * 400;
2088     if (get_bits1(&s->gb) == 0) /* marker */
2089         return -1;
2090     s->width  = width;
2091     s->height = height;
2092
2093     s->avctx->rc_buffer_size = get_bits(&s->gb, 10) * 1024 * 16;
2094     skip_bits(&s->gb, 1);
2095
2096     /* get matrix */
2097     if (get_bits1(&s->gb)) {
2098         load_matrix(s, s->chroma_intra_matrix, s->intra_matrix, 1);
2099     } else {
2100         for (i = 0; i < 64; i++) {
2101             j = s->idsp.idct_permutation[i];
2102             v = ff_mpeg1_default_intra_matrix[i];
2103             s->intra_matrix[j]        = v;
2104             s->chroma_intra_matrix[j] = v;
2105         }
2106     }
2107     if (get_bits1(&s->gb)) {
2108         load_matrix(s, s->chroma_inter_matrix, s->inter_matrix, 0);
2109     } else {
2110         for (i = 0; i < 64; i++) {
2111             int j = s->idsp.idct_permutation[i];
2112             v = ff_mpeg1_default_non_intra_matrix[i];
2113             s->inter_matrix[j]        = v;
2114             s->chroma_inter_matrix[j] = v;
2115         }
2116     }
2117
2118     if (show_bits(&s->gb, 23) != 0) {
2119         av_log(s->avctx, AV_LOG_ERROR, "sequence header damaged\n");
2120         return -1;
2121     }
2122
2123     /* We set MPEG-2 parameters so that it emulates MPEG-1. */
2124     s->progressive_sequence = 1;
2125     s->progressive_frame    = 1;
2126     s->picture_structure    = PICT_FRAME;
2127     s->frame_pred_frame_dct = 1;
2128     s->chroma_format        = 1;
2129     s->codec_id             =
2130     s->avctx->codec_id      = AV_CODEC_ID_MPEG1VIDEO;
2131     s->out_format           = FMT_MPEG1;
2132     if (s->flags & CODEC_FLAG_LOW_DELAY)
2133         s->low_delay = 1;
2134
2135     if (s->avctx->debug & FF_DEBUG_PICT_INFO)
2136         av_log(s->avctx, AV_LOG_DEBUG, "vbv buffer: %d, bitrate:%d\n",
2137                s->avctx->rc_buffer_size, s->bit_rate);
2138
2139     return 0;
2140 }
2141
2142 static int vcr2_init_sequence(AVCodecContext *avctx)
2143 {
2144     Mpeg1Context *s1  = avctx->priv_data;
2145     MpegEncContext *s = &s1->mpeg_enc_ctx;
2146     int i, v;
2147
2148     /* start new MPEG-1 context decoding */
2149     s->out_format = FMT_MPEG1;
2150     if (s1->mpeg_enc_ctx_allocated) {
2151         ff_mpv_common_end(s);
2152     }
2153     s->width            = avctx->coded_width;
2154     s->height           = avctx->coded_height;
2155     avctx->has_b_frames = 0; // true?
2156     s->low_delay        = 1;
2157
2158     avctx->pix_fmt = mpeg_get_pixelformat(avctx);
2159
2160 #if FF_API_XVMC
2161     if ((avctx->pix_fmt == AV_PIX_FMT_XVMC_MPEG2_IDCT || avctx->hwaccel) &&
2162         avctx->idct_algo == FF_IDCT_AUTO)
2163 #else
2164     if (avctx->hwaccel && avctx->idct_algo == FF_IDCT_AUTO)
2165 #endif /* FF_API_XVMC */
2166         avctx->idct_algo = FF_IDCT_SIMPLE;
2167
2168     ff_mpv_idct_init(s);
2169     if (ff_mpv_common_init(s) < 0)
2170         return -1;
2171     s1->mpeg_enc_ctx_allocated = 1;
2172
2173     for (i = 0; i < 64; i++) {
2174         int j = s->idsp.idct_permutation[i];
2175         v = ff_mpeg1_default_intra_matrix[i];
2176         s->intra_matrix[j]        = v;
2177         s->chroma_intra_matrix[j] = v;
2178
2179         v = ff_mpeg1_default_non_intra_matrix[i];
2180         s->inter_matrix[j]        = v;
2181         s->chroma_inter_matrix[j] = v;
2182     }
2183
2184     s->progressive_sequence  = 1;
2185     s->progressive_frame     = 1;
2186     s->picture_structure     = PICT_FRAME;
2187     s->frame_pred_frame_dct  = 1;
2188     s->chroma_format         = 1;
2189     s->codec_id              = s->avctx->codec_id = AV_CODEC_ID_MPEG2VIDEO;
2190     s1->save_width           = s->width;
2191     s1->save_height          = s->height;
2192     s1->save_progressive_seq = s->progressive_sequence;
2193     return 0;
2194 }
2195
2196 static int mpeg_decode_a53_cc(AVCodecContext *avctx,
2197                               const uint8_t *p, int buf_size)
2198 {
2199     Mpeg1Context *s1 = avctx->priv_data;
2200
2201     if (buf_size >= 6 &&
2202         p[0] == 'G' && p[1] == 'A' && p[2] == '9' && p[3] == '4' &&
2203         p[4] == 3 && (p[5] & 0x40)) {
2204         /* extract A53 Part 4 CC data */
2205         int cc_count = p[5] & 0x1f;
2206         if (cc_count > 0 && buf_size >= 7 + cc_count * 3) {
2207             av_freep(&s1->a53_caption);
2208             s1->a53_caption_size = cc_count * 3;
2209             s1->a53_caption      = av_malloc(s1->a53_caption_size);
2210             if (s1->a53_caption)
2211                 memcpy(s1->a53_caption, p + 7, s1->a53_caption_size);
2212         }
2213         return 1;
2214     } else if (buf_size >= 11 &&
2215                p[0] == 'C' && p[1] == 'C' && p[2] == 0x01 && p[3] == 0xf8) {
2216         /* extract DVD CC data */
2217         int cc_count = 0;
2218         int i;
2219         // There is a caption count field in the data, but it is often
2220         // incorect.  So count the number of captions present.
2221         for (i = 5; i + 6 <= buf_size && ((p[i] & 0xfe) == 0xfe); i += 6)
2222             cc_count++;
2223         // Transform the DVD format into A53 Part 4 format
2224         if (cc_count > 0) {
2225             av_freep(&s1->a53_caption);
2226             s1->a53_caption_size = cc_count * 6;
2227             s1->a53_caption      = av_malloc(s1->a53_caption_size);
2228             if (s1->a53_caption) {
2229                 uint8_t field1 = !!(p[4] & 0x80);
2230                 uint8_t *cap = s1->a53_caption;
2231                 p += 5;
2232                 for (i = 0; i < cc_count; i++) {
2233                     cap[0] = (p[0] == 0xff && field1) ? 0xfc : 0xfd;
2234                     cap[1] = p[1];
2235                     cap[2] = p[2];
2236                     cap[3] = (p[3] == 0xff && !field1) ? 0xfc : 0xfd;
2237                     cap[4] = p[4];
2238                     cap[5] = p[5];
2239                     cap += 6;
2240                     p += 6;
2241                 }
2242             }
2243         }
2244         return 1;
2245     }
2246     return 0;
2247 }
2248
2249 static void mpeg_decode_user_data(AVCodecContext *avctx,
2250                                   const uint8_t *p, int buf_size)
2251 {
2252     const uint8_t *buf_end = p + buf_size;
2253     Mpeg1Context *s1 = avctx->priv_data;
2254
2255     /* we parse the DTG active format information */
2256     if (buf_end - p >= 5 &&
2257         p[0] == 'D' && p[1] == 'T' && p[2] == 'G' && p[3] == '1') {
2258         int flags = p[4];
2259         p += 5;
2260         if (flags & 0x80) {
2261             /* skip event id */
2262             p += 2;
2263         }
2264         if (flags & 0x40) {
2265             if (buf_end - p < 1)
2266                 return;
2267 #if FF_API_AFD
2268 FF_DISABLE_DEPRECATION_WARNINGS
2269             avctx->dtg_active_format = p[0] & 0x0f;
2270 FF_ENABLE_DEPRECATION_WARNINGS
2271 #endif /* FF_API_AFD */
2272             s1->has_afd = 1;
2273             s1->afd     = p[0] & 0x0f;
2274         }
2275     } else if (buf_end - p >= 6 &&
2276                p[0] == 'J' && p[1] == 'P' && p[2] == '3' && p[3] == 'D' &&
2277                p[4] == 0x03) { // S3D_video_format_length
2278         // the 0x7F mask ignores the reserved_bit value
2279         const uint8_t S3D_video_format_type = p[5] & 0x7F;
2280
2281         if (S3D_video_format_type == 0x03 ||
2282             S3D_video_format_type == 0x04 ||
2283             S3D_video_format_type == 0x08 ||
2284             S3D_video_format_type == 0x23) {
2285
2286             s1->has_stereo3d = 1;
2287
2288             switch (S3D_video_format_type) {
2289             case 0x03:
2290                 s1->stereo3d.type = AV_STEREO3D_SIDEBYSIDE;
2291                 break;
2292             case 0x04:
2293                 s1->stereo3d.type = AV_STEREO3D_TOPBOTTOM;
2294                 break;
2295             case 0x08:
2296                 s1->stereo3d.type = AV_STEREO3D_2D;
2297                 break;
2298             case 0x23:
2299                 s1->stereo3d.type = AV_STEREO3D_SIDEBYSIDE_QUINCUNX;
2300                 break;
2301             }
2302         }
2303     } else if (mpeg_decode_a53_cc(avctx, p, buf_size)) {
2304         return;
2305     }
2306 }
2307
2308 static void mpeg_decode_gop(AVCodecContext *avctx,
2309                             const uint8_t *buf, int buf_size)
2310 {
2311     Mpeg1Context *s1  = avctx->priv_data;
2312     MpegEncContext *s = &s1->mpeg_enc_ctx;
2313
2314     int time_code_hours, time_code_minutes;
2315     int time_code_seconds, time_code_pictures;
2316     int broken_link;
2317
2318     init_get_bits(&s->gb, buf, buf_size * 8);
2319
2320     skip_bits1(&s->gb); /* drop_frame_flag */
2321
2322     time_code_hours   = get_bits(&s->gb, 5);
2323     time_code_minutes = get_bits(&s->gb, 6);
2324     skip_bits1(&s->gb); // marker bit
2325     time_code_seconds  = get_bits(&s->gb, 6);
2326     time_code_pictures = get_bits(&s->gb, 6);
2327
2328     s1->closed_gop = get_bits1(&s->gb);
2329     /* broken_link indicate that after editing the
2330      * reference frames of the first B-Frames after GOP I-Frame
2331      * are missing (open gop) */
2332     broken_link = get_bits1(&s->gb);
2333
2334     if (s->avctx->debug & FF_DEBUG_PICT_INFO)
2335         av_log(s->avctx, AV_LOG_DEBUG,
2336                "GOP (%2d:%02d:%02d.[%02d]) closed_gop=%d broken_link=%d\n",
2337                time_code_hours, time_code_minutes, time_code_seconds,
2338                time_code_pictures, s1->closed_gop, broken_link);
2339 }
2340
2341 static int decode_chunks(AVCodecContext *avctx, AVFrame *picture,
2342                          int *got_output, const uint8_t *buf, int buf_size)
2343 {
2344     Mpeg1Context *s = avctx->priv_data;
2345     MpegEncContext *s2 = &s->mpeg_enc_ctx;
2346     const uint8_t *buf_ptr = buf;
2347     const uint8_t *buf_end = buf + buf_size;
2348     int ret, input_size;
2349     int last_code = 0, skip_frame = 0;
2350
2351     for (;;) {
2352         /* find next start code */
2353         uint32_t start_code = -1;
2354         buf_ptr = avpriv_find_start_code(buf_ptr, buf_end, &start_code);
2355         if (start_code > 0x1ff) {
2356             if (!skip_frame) {
2357                 if (HAVE_THREADS &&
2358                     (avctx->active_thread_type & FF_THREAD_SLICE) &&
2359                     !avctx->hwaccel) {
2360                     int i;
2361
2362                     avctx->execute(avctx, slice_decode_thread,
2363                                    &s2->thread_context[0], NULL,
2364                                    s->slice_count, sizeof(void *));
2365                     for (i = 0; i < s->slice_count; i++)
2366                         s2->er.error_count += s2->thread_context[i]->er.error_count;
2367                 }
2368
2369                 ret = slice_end(avctx, picture);
2370                 if (ret < 0)
2371                     return ret;
2372                 else if (ret) {
2373                     // FIXME: merge with the stuff in mpeg_decode_slice
2374                     if (s2->last_picture_ptr || s2->low_delay)
2375                         *got_output = 1;
2376                 }
2377             }
2378             s2->pict_type = 0;
2379             return FFMAX(0, buf_ptr - buf - s2->parse_context.last_index);
2380         }
2381
2382         input_size = buf_end - buf_ptr;
2383
2384         if (avctx->debug & FF_DEBUG_STARTCODE)
2385             av_log(avctx, AV_LOG_DEBUG, "%3"PRIX32" at %td left %d\n",
2386                    start_code, buf_ptr - buf, input_size);
2387
2388         /* prepare data for next start code */
2389         switch (start_code) {
2390         case SEQ_START_CODE:
2391             if (last_code == 0) {
2392                 mpeg1_decode_sequence(avctx, buf_ptr, input_size);
2393                 s->sync = 1;
2394             } else {
2395                 av_log(avctx, AV_LOG_ERROR,
2396                        "ignoring SEQ_START_CODE after %X\n", last_code);
2397                 if (avctx->err_recognition & AV_EF_EXPLODE)
2398                     return AVERROR_INVALIDDATA;
2399             }
2400             break;
2401
2402         case PICTURE_START_CODE:
2403             if (s2->width <= 0 || s2->height <= 0) {
2404                 av_log(avctx, AV_LOG_ERROR, "Invalid frame dimensions %dx%d.\n",
2405                        s2->width, s2->height);
2406                 return AVERROR_INVALIDDATA;
2407             }
2408
2409             if (HAVE_THREADS && (avctx->active_thread_type & FF_THREAD_SLICE) &&
2410                 !avctx->hwaccel && s->slice_count) {
2411                 int i;
2412
2413                 avctx->execute(avctx, slice_decode_thread,
2414                                s2->thread_context, NULL,
2415                                s->slice_count, sizeof(void *));
2416                 for (i = 0; i < s->slice_count; i++)
2417                     s2->er.error_count += s2->thread_context[i]->er.error_count;
2418                 s->slice_count = 0;
2419             }
2420             if (last_code == 0 || last_code == SLICE_MIN_START_CODE) {
2421                 ret = mpeg_decode_postinit(avctx);
2422                 if (ret < 0) {
2423                     av_log(avctx, AV_LOG_ERROR,
2424                            "mpeg_decode_postinit() failure\n");
2425                     return ret;
2426                 }
2427
2428                 /* We have a complete image: we try to decompress it. */
2429                 if (mpeg1_decode_picture(avctx, buf_ptr, input_size) < 0)
2430                     s2->pict_type = 0;
2431                 s->first_slice = 1;
2432                 last_code      = PICTURE_START_CODE;
2433             } else {
2434                 av_log(avctx, AV_LOG_ERROR,
2435                        "ignoring pic after %X\n", last_code);
2436                 if (avctx->err_recognition & AV_EF_EXPLODE)
2437                     return AVERROR_INVALIDDATA;
2438             }
2439             break;
2440         case EXT_START_CODE:
2441             init_get_bits(&s2->gb, buf_ptr, input_size * 8);
2442
2443             switch (get_bits(&s2->gb, 4)) {
2444             case 0x1:
2445                 if (last_code == 0) {
2446                     mpeg_decode_sequence_extension(s);
2447                 } else {
2448                     av_log(avctx, AV_LOG_ERROR,
2449                            "ignoring seq ext after %X\n", last_code);
2450                     if (avctx->err_recognition & AV_EF_EXPLODE)
2451                         return AVERROR_INVALIDDATA;
2452                 }
2453                 break;
2454             case 0x2:
2455                 mpeg_decode_sequence_display_extension(s);
2456                 break;
2457             case 0x3:
2458                 mpeg_decode_quant_matrix_extension(s2);
2459                 break;
2460             case 0x7:
2461                 mpeg_decode_picture_display_extension(s);
2462                 break;
2463             case 0x8:
2464                 if (last_code == PICTURE_START_CODE) {
2465                     mpeg_decode_picture_coding_extension(s);
2466                 } else {
2467                     av_log(avctx, AV_LOG_ERROR,
2468                            "ignoring pic cod ext after %X\n", last_code);
2469                     if (avctx->err_recognition & AV_EF_EXPLODE)
2470                         return AVERROR_INVALIDDATA;
2471                 }
2472                 break;
2473             }
2474             break;
2475         case USER_START_CODE:
2476             mpeg_decode_user_data(avctx, buf_ptr, input_size);
2477             break;
2478         case GOP_START_CODE:
2479             if (last_code == 0) {
2480                 s2->first_field = 0;
2481                 mpeg_decode_gop(avctx, buf_ptr, input_size);
2482                 s->sync = 1;
2483             } else {
2484                 av_log(avctx, AV_LOG_ERROR,
2485                        "ignoring GOP_START_CODE after %X\n", last_code);
2486                 if (avctx->err_recognition & AV_EF_EXPLODE)
2487                     return AVERROR_INVALIDDATA;
2488             }
2489             break;
2490         default:
2491             if (start_code >= SLICE_MIN_START_CODE &&
2492                 start_code <= SLICE_MAX_START_CODE && last_code != 0) {
2493                 const int field_pic = s2->picture_structure != PICT_FRAME;
2494                 int mb_y = (start_code - SLICE_MIN_START_CODE) << field_pic;
2495                 last_code = SLICE_MIN_START_CODE;
2496
2497                 if (s2->picture_structure == PICT_BOTTOM_FIELD)
2498                     mb_y++;
2499
2500                 if (mb_y >= s2->mb_height) {
2501                     av_log(s2->avctx, AV_LOG_ERROR,
2502                            "slice below image (%d >= %d)\n", mb_y, s2->mb_height);
2503                     return -1;
2504                 }
2505
2506                 if (!s2->last_picture_ptr) {
2507                     /* Skip B-frames if we do not have reference frames and
2508                      * GOP is not closed. */
2509                     if (s2->pict_type == AV_PICTURE_TYPE_B) {
2510                         if (!s->closed_gop) {
2511                             skip_frame = 1;
2512                             break;
2513                         }
2514                     }
2515                 }
2516                 if (s2->pict_type == AV_PICTURE_TYPE_I)
2517                     s->sync = 1;
2518                 if (!s2->next_picture_ptr) {
2519                     /* Skip P-frames if we do not have a reference frame or
2520                      * we have an invalid header. */
2521                     if (s2->pict_type == AV_PICTURE_TYPE_P && !s->sync) {
2522                         skip_frame = 1;
2523                         break;
2524                     }
2525                 }
2526                 if ((avctx->skip_frame >= AVDISCARD_NONREF &&
2527                      s2->pict_type == AV_PICTURE_TYPE_B) ||
2528                     (avctx->skip_frame >= AVDISCARD_NONKEY &&
2529                      s2->pict_type != AV_PICTURE_TYPE_I) ||
2530                     avctx->skip_frame >= AVDISCARD_ALL) {
2531                     skip_frame = 1;
2532                     break;
2533                 }
2534
2535                 if (!s->mpeg_enc_ctx_allocated)
2536                     break;
2537
2538                 if (s2->codec_id == AV_CODEC_ID_MPEG2VIDEO) {
2539                     if (mb_y < avctx->skip_top ||
2540                         mb_y >= s2->mb_height - avctx->skip_bottom)
2541                         break;
2542                 }
2543
2544                 if (!s2->pict_type) {
2545                     av_log(avctx, AV_LOG_ERROR, "Missing picture start code\n");
2546                     if (avctx->err_recognition & AV_EF_EXPLODE)
2547                         return AVERROR_INVALIDDATA;
2548                     break;
2549                 }
2550
2551                 if (s->first_slice) {
2552                     skip_frame     = 0;
2553                     s->first_slice = 0;
2554                     if (mpeg_field_start(s2, buf, buf_size) < 0)
2555                         return -1;
2556                 }
2557                 if (!s2->current_picture_ptr) {
2558                     av_log(avctx, AV_LOG_ERROR,
2559                            "current_picture not initialized\n");
2560                     return AVERROR_INVALIDDATA;
2561                 }
2562
2563                 if (HAVE_THREADS &&
2564                     (avctx->active_thread_type & FF_THREAD_SLICE) &&
2565                     !avctx->hwaccel) {
2566                     int threshold = (s2->mb_height * s->slice_count +
2567                                      s2->slice_context_count / 2) /
2568                                     s2->slice_context_count;
2569                     if (threshold <= mb_y) {
2570                         MpegEncContext *thread_context = s2->thread_context[s->slice_count];
2571
2572                         thread_context->start_mb_y = mb_y;
2573                         thread_context->end_mb_y   = s2->mb_height;
2574                         if (s->slice_count) {
2575                             s2->thread_context[s->slice_count - 1]->end_mb_y = mb_y;
2576                             ret = ff_update_duplicate_context(thread_context, s2);
2577                             if (ret < 0)
2578                                 return ret;
2579                         }
2580                         init_get_bits(&thread_context->gb, buf_ptr, input_size * 8);
2581                         s->slice_count++;
2582                     }
2583                     buf_ptr += 2; // FIXME add minimum number of bytes per slice
2584                 } else {
2585                     ret = mpeg_decode_slice(s2, mb_y, &buf_ptr, input_size);
2586                     emms_c();
2587
2588                     if (ret < 0) {
2589                         if (avctx->err_recognition & AV_EF_EXPLODE)
2590                             return ret;
2591                         if (s2->resync_mb_x >= 0 && s2->resync_mb_y >= 0)
2592                             ff_er_add_slice(&s2->er, s2->resync_mb_x,
2593                                             s2->resync_mb_y, s2->mb_x, s2->mb_y,
2594                                             ER_AC_ERROR | ER_DC_ERROR | ER_MV_ERROR);
2595                     } else {
2596                         ff_er_add_slice(&s2->er, s2->resync_mb_x,
2597                                         s2->resync_mb_y, s2->mb_x - 1, s2->mb_y,
2598                                         ER_AC_END | ER_DC_END | ER_MV_END);
2599                     }
2600                 }
2601             }
2602             break;
2603         }
2604     }
2605 }
2606
2607 static int mpeg_decode_frame(AVCodecContext *avctx, void *data,
2608                              int *got_output, AVPacket *avpkt)
2609 {
2610     const uint8_t *buf = avpkt->data;
2611     int buf_size = avpkt->size;
2612     Mpeg1Context *s = avctx->priv_data;
2613     AVFrame *picture = data;
2614     MpegEncContext *s2 = &s->mpeg_enc_ctx;
2615     av_dlog(avctx, "fill_buffer\n");
2616
2617     if (buf_size == 0 || (buf_size == 4 && AV_RB32(buf) == SEQ_END_CODE)) {
2618         /* special case for last picture */
2619         if (s2->low_delay == 0 && s2->next_picture_ptr) {
2620             int ret = av_frame_ref(picture, s2->next_picture_ptr->f);
2621             if (ret < 0)
2622                 return ret;
2623
2624             s2->next_picture_ptr = NULL;
2625
2626             *got_output = 1;
2627         }
2628         return buf_size;
2629     }
2630
2631     if (s2->flags & CODEC_FLAG_TRUNCATED) {
2632         int next = ff_mpeg1_find_frame_end(&s2->parse_context, buf,
2633                                            buf_size, NULL);
2634
2635         if (ff_combine_frame(&s2->parse_context, next,
2636                              (const uint8_t **) &buf, &buf_size) < 0)
2637             return buf_size;
2638     }
2639
2640     if (s->mpeg_enc_ctx_allocated == 0 && avctx->codec_tag == AV_RL32("VCR2"))
2641         vcr2_init_sequence(avctx);
2642
2643     s->slice_count = 0;
2644
2645     if (avctx->extradata && !s->extradata_decoded) {
2646         int ret = decode_chunks(avctx, picture, got_output,
2647                                 avctx->extradata, avctx->extradata_size);
2648         s->extradata_decoded = 1;
2649         if (ret < 0 && (avctx->err_recognition & AV_EF_EXPLODE))
2650             return ret;
2651     }
2652
2653     return decode_chunks(avctx, picture, got_output, buf, buf_size);
2654 }
2655
2656 static void flush(AVCodecContext *avctx)
2657 {
2658     Mpeg1Context *s = avctx->priv_data;
2659
2660     s->sync       = 0;
2661     s->closed_gop = 0;
2662
2663     ff_mpeg_flush(avctx);
2664 }
2665
2666 static av_cold int mpeg_decode_end(AVCodecContext *avctx)
2667 {
2668     Mpeg1Context *s = avctx->priv_data;
2669
2670     if (s->mpeg_enc_ctx_allocated)
2671         ff_mpv_common_end(&s->mpeg_enc_ctx);
2672     av_freep(&s->a53_caption);
2673     return 0;
2674 }
2675
2676 static const AVProfile mpeg2_video_profiles[] = {
2677     { FF_PROFILE_MPEG2_422,          "4:2:2"              },
2678     { FF_PROFILE_MPEG2_HIGH,         "High"               },
2679     { FF_PROFILE_MPEG2_SS,           "Spatially Scalable" },
2680     { FF_PROFILE_MPEG2_SNR_SCALABLE, "SNR Scalable"       },
2681     { FF_PROFILE_MPEG2_MAIN,         "Main"               },
2682     { FF_PROFILE_MPEG2_SIMPLE,       "Simple"             },
2683     { FF_PROFILE_RESERVED,           "Reserved"           },
2684     { FF_PROFILE_RESERVED,           "Reserved"           },
2685     { FF_PROFILE_UNKNOWN                                  },
2686 };
2687
2688 AVCodec ff_mpeg1video_decoder = {
2689     .name                  = "mpeg1video",
2690     .long_name             = NULL_IF_CONFIG_SMALL("MPEG-1 video"),
2691     .type                  = AVMEDIA_TYPE_VIDEO,
2692     .id                    = AV_CODEC_ID_MPEG1VIDEO,
2693     .priv_data_size        = sizeof(Mpeg1Context),
2694     .init                  = mpeg_decode_init,
2695     .close                 = mpeg_decode_end,
2696     .decode                = mpeg_decode_frame,
2697     .capabilities          = CODEC_CAP_DRAW_HORIZ_BAND | CODEC_CAP_DR1 |
2698                              CODEC_CAP_TRUNCATED | CODEC_CAP_DELAY |
2699                              CODEC_CAP_SLICE_THREADS,
2700     .flush                 = flush,
2701     .update_thread_context = ONLY_IF_THREADS_ENABLED(mpeg_decode_update_thread_context)
2702 };
2703
2704 AVCodec ff_mpeg2video_decoder = {
2705     .name           = "mpeg2video",
2706     .long_name      = NULL_IF_CONFIG_SMALL("MPEG-2 video"),
2707     .type           = AVMEDIA_TYPE_VIDEO,
2708     .id             = AV_CODEC_ID_MPEG2VIDEO,
2709     .priv_data_size = sizeof(Mpeg1Context),
2710     .init           = mpeg_decode_init,
2711     .close          = mpeg_decode_end,
2712     .decode         = mpeg_decode_frame,
2713     .capabilities   = CODEC_CAP_DRAW_HORIZ_BAND | CODEC_CAP_DR1 |
2714                       CODEC_CAP_TRUNCATED | CODEC_CAP_DELAY |
2715                       CODEC_CAP_SLICE_THREADS,
2716     .flush          = flush,
2717     .profiles       = NULL_IF_CONFIG_SMALL(mpeg2_video_profiles),
2718 };
2719
2720 #if FF_API_XVMC
2721 #if CONFIG_MPEG_XVMC_DECODER
2722 static av_cold int mpeg_mc_decode_init(AVCodecContext *avctx)
2723 {
2724     if (avctx->active_thread_type & FF_THREAD_SLICE)
2725         return -1;
2726     if (!(avctx->slice_flags & SLICE_FLAG_CODED_ORDER))
2727         return -1;
2728     if (!(avctx->slice_flags & SLICE_FLAG_ALLOW_FIELD)) {
2729         av_dlog(avctx, "mpeg12.c: XvMC decoder will work better if SLICE_FLAG_ALLOW_FIELD is set\n");
2730     }
2731     mpeg_decode_init(avctx);
2732
2733     avctx->pix_fmt           = AV_PIX_FMT_XVMC_MPEG2_IDCT;
2734     avctx->xvmc_acceleration = 2; // 2 - the blocks are packed!
2735
2736     return 0;
2737 }
2738
2739 AVCodec ff_mpeg_xvmc_decoder = {
2740     .name           = "mpegvideo_xvmc",
2741     .long_name      = NULL_IF_CONFIG_SMALL("MPEG-1/2 video XvMC (X-Video Motion Compensation)"),
2742     .type           = AVMEDIA_TYPE_VIDEO,
2743     .id             = AV_CODEC_ID_MPEG2VIDEO_XVMC,
2744     .priv_data_size = sizeof(Mpeg1Context),
2745     .init           = mpeg_mc_decode_init,
2746     .close          = mpeg_decode_end,
2747     .decode         = mpeg_decode_frame,
2748     .capabilities   = CODEC_CAP_DRAW_HORIZ_BAND | CODEC_CAP_DR1 |
2749                       CODEC_CAP_TRUNCATED | CODEC_CAP_HWACCEL | CODEC_CAP_DELAY,
2750     .flush          = flush,
2751 };
2752
2753 #endif
2754 #endif /* FF_API_XVMC */