]> git.sesse.net Git - ffmpeg/blob - libavcodec/mpeg12dec.c
7b98d488a2f39267341b222b4977f783c383d2d4
[ffmpeg] / libavcodec / mpeg12dec.c
1 /*
2  * MPEG-1/2 decoder
3  * Copyright (c) 2000, 2001 Fabrice Bellard
4  * Copyright (c) 2002-2013 Michael Niedermayer <michaelni@gmx.at>
5  *
6  * This file is part of FFmpeg.
7  *
8  * FFmpeg is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU Lesser General Public
10  * License as published by the Free Software Foundation; either
11  * version 2.1 of the License, or (at your option) any later version.
12  *
13  * FFmpeg is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
16  * Lesser General Public License for more details.
17  *
18  * You should have received a copy of the GNU Lesser General Public
19  * License along with FFmpeg; if not, write to the Free Software
20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21  */
22
23 /**
24  * @file
25  * MPEG-1/2 decoder
26  */
27
28 #define UNCHECKED_BITSTREAM_READER 1
29 #include <inttypes.h>
30
31 #include "libavutil/attributes.h"
32 #include "libavutil/imgutils.h"
33 #include "libavutil/internal.h"
34 #include "libavutil/mem_internal.h"
35 #include "libavutil/stereo3d.h"
36
37 #include "avcodec.h"
38 #include "bytestream.h"
39 #include "error_resilience.h"
40 #include "hwconfig.h"
41 #include "idctdsp.h"
42 #include "internal.h"
43 #include "mpeg_er.h"
44 #include "mpeg12.h"
45 #include "mpeg12data.h"
46 #include "mpegutils.h"
47 #include "mpegvideo.h"
48 #include "mpegvideodata.h"
49 #include "profiles.h"
50 #include "thread.h"
51 #include "version.h"
52 #include "xvmc_internal.h"
53
54 #define A53_MAX_CC_COUNT 2000
55
56 typedef struct Mpeg1Context {
57     MpegEncContext mpeg_enc_ctx;
58     int mpeg_enc_ctx_allocated; /* true if decoding context allocated */
59     int repeat_field;           /* true if we must repeat the field */
60     AVPanScan pan_scan;         /* some temporary storage for the panscan */
61     AVStereo3D stereo3d;
62     int has_stereo3d;
63     AVBufferRef *a53_buf_ref;
64     uint8_t afd;
65     int has_afd;
66     int slice_count;
67     AVRational save_aspect;
68     int save_width, save_height, save_progressive_seq;
69     int rc_buffer_size;
70     AVRational frame_rate_ext;  /* MPEG-2 specific framerate modificator */
71     int sync;                   /* Did we reach a sync point like a GOP/SEQ/KEYFrame? */
72     int tmpgexs;
73     int first_slice;
74     int extradata_decoded;
75 } Mpeg1Context;
76
77 #define MB_TYPE_ZERO_MV   0x20000000
78
79 static const uint32_t ptype2mb_type[7] = {
80                     MB_TYPE_INTRA,
81                     MB_TYPE_L0 | MB_TYPE_CBP | MB_TYPE_ZERO_MV | MB_TYPE_16x16,
82                     MB_TYPE_L0,
83                     MB_TYPE_L0 | MB_TYPE_CBP,
84     MB_TYPE_QUANT | MB_TYPE_INTRA,
85     MB_TYPE_QUANT | MB_TYPE_L0 | MB_TYPE_CBP | MB_TYPE_ZERO_MV | MB_TYPE_16x16,
86     MB_TYPE_QUANT | MB_TYPE_L0 | MB_TYPE_CBP,
87 };
88
89 static const uint32_t btype2mb_type[11] = {
90                     MB_TYPE_INTRA,
91                     MB_TYPE_L1,
92                     MB_TYPE_L1   | MB_TYPE_CBP,
93                     MB_TYPE_L0,
94                     MB_TYPE_L0   | MB_TYPE_CBP,
95                     MB_TYPE_L0L1,
96                     MB_TYPE_L0L1 | MB_TYPE_CBP,
97     MB_TYPE_QUANT | MB_TYPE_INTRA,
98     MB_TYPE_QUANT | MB_TYPE_L1   | MB_TYPE_CBP,
99     MB_TYPE_QUANT | MB_TYPE_L0   | MB_TYPE_CBP,
100     MB_TYPE_QUANT | MB_TYPE_L0L1 | MB_TYPE_CBP,
101 };
102
103 /* as H.263, but only 17 codes */
104 static int mpeg_decode_motion(MpegEncContext *s, int fcode, int pred)
105 {
106     int code, sign, val, shift;
107
108     code = get_vlc2(&s->gb, ff_mv_vlc.table, MV_VLC_BITS, 2);
109     if (code == 0)
110         return pred;
111     if (code < 0)
112         return 0xffff;
113
114     sign  = get_bits1(&s->gb);
115     shift = fcode - 1;
116     val   = code;
117     if (shift) {
118         val  = (val - 1) << shift;
119         val |= get_bits(&s->gb, shift);
120         val++;
121     }
122     if (sign)
123         val = -val;
124     val += pred;
125
126     /* modulo decoding */
127     return sign_extend(val, 5 + shift);
128 }
129
130 #define MAX_INDEX (64 - 1)
131 #define check_scantable_index(ctx, x)                                         \
132     do {                                                                      \
133         if ((x) > MAX_INDEX) {                                                \
134             av_log(ctx->avctx, AV_LOG_ERROR, "ac-tex damaged at %d %d\n",     \
135                    ctx->mb_x, ctx->mb_y);                                     \
136             return AVERROR_INVALIDDATA;                                       \
137         }                                                                     \
138     } while (0)
139
140 static inline int mpeg1_decode_block_inter(MpegEncContext *s,
141                                            int16_t *block, int n)
142 {
143     int level, i, j, run;
144     RLTable *rl                  = &ff_rl_mpeg1;
145     uint8_t *const scantable     = s->intra_scantable.permutated;
146     const uint16_t *quant_matrix = s->inter_matrix;
147     const int qscale             = s->qscale;
148
149     {
150         OPEN_READER(re, &s->gb);
151         i = -1;
152         // special case for first coefficient, no need to add second VLC table
153         UPDATE_CACHE(re, &s->gb);
154         if (((int32_t) GET_CACHE(re, &s->gb)) < 0) {
155             level = (3 * qscale * quant_matrix[0]) >> 5;
156             level = (level - 1) | 1;
157             if (GET_CACHE(re, &s->gb) & 0x40000000)
158                 level = -level;
159             block[0] = level;
160             i++;
161             SKIP_BITS(re, &s->gb, 2);
162             if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF)
163                 goto end;
164         }
165         /* now quantify & encode AC coefficients */
166         for (;;) {
167             GET_RL_VLC(level, run, re, &s->gb, rl->rl_vlc[0],
168                        TEX_VLC_BITS, 2, 0);
169
170             if (level != 0) {
171                 i += run;
172                 if (i > MAX_INDEX)
173                     break;
174                 j = scantable[i];
175                 level = ((level * 2 + 1) * qscale * quant_matrix[j]) >> 5;
176                 level = (level - 1) | 1;
177                 level = (level ^ SHOW_SBITS(re, &s->gb, 1)) -
178                         SHOW_SBITS(re, &s->gb, 1);
179                 SKIP_BITS(re, &s->gb, 1);
180             } else {
181                 /* escape */
182                 run = SHOW_UBITS(re, &s->gb, 6) + 1;
183                 LAST_SKIP_BITS(re, &s->gb, 6);
184                 UPDATE_CACHE(re, &s->gb);
185                 level = SHOW_SBITS(re, &s->gb, 8);
186                 SKIP_BITS(re, &s->gb, 8);
187                 if (level == -128) {
188                     level = SHOW_UBITS(re, &s->gb, 8) - 256;
189                     SKIP_BITS(re, &s->gb, 8);
190                 } else if (level == 0) {
191                     level = SHOW_UBITS(re, &s->gb, 8);
192                     SKIP_BITS(re, &s->gb, 8);
193                 }
194                 i += run;
195                 if (i > MAX_INDEX)
196                     break;
197                 j = scantable[i];
198                 if (level < 0) {
199                     level = -level;
200                     level = ((level * 2 + 1) * qscale * quant_matrix[j]) >> 5;
201                     level = (level - 1) | 1;
202                     level = -level;
203                 } else {
204                     level = ((level * 2 + 1) * qscale * quant_matrix[j]) >> 5;
205                     level = (level - 1) | 1;
206                 }
207             }
208
209             block[j] = level;
210             if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF)
211                 break;
212             UPDATE_CACHE(re, &s->gb);
213         }
214 end:
215         LAST_SKIP_BITS(re, &s->gb, 2);
216         CLOSE_READER(re, &s->gb);
217     }
218
219     check_scantable_index(s, i);
220
221     s->block_last_index[n] = i;
222     return 0;
223 }
224
225 /**
226  * Changing this would eat up any speed benefits it has.
227  * Do not use "fast" flag if you need the code to be robust.
228  */
229 static inline int mpeg1_fast_decode_block_inter(MpegEncContext *s,
230                                                 int16_t *block, int n)
231 {
232     int level, i, j, run;
233     RLTable *rl              = &ff_rl_mpeg1;
234     uint8_t *const scantable = s->intra_scantable.permutated;
235     const int qscale         = s->qscale;
236
237     {
238         OPEN_READER(re, &s->gb);
239         i = -1;
240         // Special case for first coefficient, no need to add second VLC table.
241         UPDATE_CACHE(re, &s->gb);
242         if (((int32_t) GET_CACHE(re, &s->gb)) < 0) {
243             level = (3 * qscale) >> 1;
244             level = (level - 1) | 1;
245             if (GET_CACHE(re, &s->gb) & 0x40000000)
246                 level = -level;
247             block[0] = level;
248             i++;
249             SKIP_BITS(re, &s->gb, 2);
250             if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF)
251                 goto end;
252         }
253
254         /* now quantify & encode AC coefficients */
255         for (;;) {
256             GET_RL_VLC(level, run, re, &s->gb, rl->rl_vlc[0],
257                        TEX_VLC_BITS, 2, 0);
258
259             if (level != 0) {
260                 i += run;
261                 if (i > MAX_INDEX)
262                     break;
263                 j = scantable[i];
264                 level = ((level * 2 + 1) * qscale) >> 1;
265                 level = (level - 1) | 1;
266                 level = (level ^ SHOW_SBITS(re, &s->gb, 1)) -
267                         SHOW_SBITS(re, &s->gb, 1);
268                 SKIP_BITS(re, &s->gb, 1);
269             } else {
270                 /* escape */
271                 run = SHOW_UBITS(re, &s->gb, 6) + 1;
272                 LAST_SKIP_BITS(re, &s->gb, 6);
273                 UPDATE_CACHE(re, &s->gb);
274                 level = SHOW_SBITS(re, &s->gb, 8);
275                 SKIP_BITS(re, &s->gb, 8);
276                 if (level == -128) {
277                     level = SHOW_UBITS(re, &s->gb, 8) - 256;
278                     SKIP_BITS(re, &s->gb, 8);
279                 } else if (level == 0) {
280                     level = SHOW_UBITS(re, &s->gb, 8);
281                     SKIP_BITS(re, &s->gb, 8);
282                 }
283                 i += run;
284                 if (i > MAX_INDEX)
285                     break;
286                 j = scantable[i];
287                 if (level < 0) {
288                     level = -level;
289                     level = ((level * 2 + 1) * qscale) >> 1;
290                     level = (level - 1) | 1;
291                     level = -level;
292                 } else {
293                     level = ((level * 2 + 1) * qscale) >> 1;
294                     level = (level - 1) | 1;
295                 }
296             }
297
298             block[j] = level;
299             if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF)
300                 break;
301             UPDATE_CACHE(re, &s->gb);
302         }
303 end:
304         LAST_SKIP_BITS(re, &s->gb, 2);
305         CLOSE_READER(re, &s->gb);
306     }
307
308     check_scantable_index(s, i);
309
310     s->block_last_index[n] = i;
311     return 0;
312 }
313
314 static inline int mpeg2_decode_block_non_intra(MpegEncContext *s,
315                                                int16_t *block, int n)
316 {
317     int level, i, j, run;
318     RLTable *rl = &ff_rl_mpeg1;
319     uint8_t *const scantable = s->intra_scantable.permutated;
320     const uint16_t *quant_matrix;
321     const int qscale = s->qscale;
322     int mismatch;
323
324     mismatch = 1;
325
326     {
327         OPEN_READER(re, &s->gb);
328         i = -1;
329         if (n < 4)
330             quant_matrix = s->inter_matrix;
331         else
332             quant_matrix = s->chroma_inter_matrix;
333
334         // Special case for first coefficient, no need to add second VLC table.
335         UPDATE_CACHE(re, &s->gb);
336         if (((int32_t) GET_CACHE(re, &s->gb)) < 0) {
337             level = (3 * qscale * quant_matrix[0]) >> 5;
338             if (GET_CACHE(re, &s->gb) & 0x40000000)
339                 level = -level;
340             block[0]  = level;
341             mismatch ^= level;
342             i++;
343             SKIP_BITS(re, &s->gb, 2);
344             if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF)
345                 goto end;
346         }
347
348         /* now quantify & encode AC coefficients */
349         for (;;) {
350             GET_RL_VLC(level, run, re, &s->gb, rl->rl_vlc[0],
351                        TEX_VLC_BITS, 2, 0);
352
353             if (level != 0) {
354                 i += run;
355                 if (i > MAX_INDEX)
356                     break;
357                 j = scantable[i];
358                 level = ((level * 2 + 1) * qscale * quant_matrix[j]) >> 5;
359                 level = (level ^ SHOW_SBITS(re, &s->gb, 1)) -
360                         SHOW_SBITS(re, &s->gb, 1);
361                 SKIP_BITS(re, &s->gb, 1);
362             } else {
363                 /* escape */
364                 run = SHOW_UBITS(re, &s->gb, 6) + 1;
365                 LAST_SKIP_BITS(re, &s->gb, 6);
366                 UPDATE_CACHE(re, &s->gb);
367                 level = SHOW_SBITS(re, &s->gb, 12);
368                 SKIP_BITS(re, &s->gb, 12);
369
370                 i += run;
371                 if (i > MAX_INDEX)
372                     break;
373                 j = scantable[i];
374                 if (level < 0) {
375                     level = ((-level * 2 + 1) * qscale * quant_matrix[j]) >> 5;
376                     level = -level;
377                 } else {
378                     level = ((level * 2 + 1) * qscale * quant_matrix[j]) >> 5;
379                 }
380             }
381
382             mismatch ^= level;
383             block[j]  = level;
384             if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF)
385                 break;
386             UPDATE_CACHE(re, &s->gb);
387         }
388 end:
389         LAST_SKIP_BITS(re, &s->gb, 2);
390         CLOSE_READER(re, &s->gb);
391     }
392     block[63] ^= (mismatch & 1);
393
394     check_scantable_index(s, i);
395
396     s->block_last_index[n] = i;
397     return 0;
398 }
399
400 /**
401  * Changing this would eat up any speed benefits it has.
402  * Do not use "fast" flag if you need the code to be robust.
403  */
404 static inline int mpeg2_fast_decode_block_non_intra(MpegEncContext *s,
405                                                     int16_t *block, int n)
406 {
407     int level, i, j, run;
408     RLTable *rl              = &ff_rl_mpeg1;
409     uint8_t *const scantable = s->intra_scantable.permutated;
410     const int qscale         = s->qscale;
411     OPEN_READER(re, &s->gb);
412     i = -1;
413
414     // special case for first coefficient, no need to add second VLC table
415     UPDATE_CACHE(re, &s->gb);
416     if (((int32_t) GET_CACHE(re, &s->gb)) < 0) {
417         level = (3 * qscale) >> 1;
418         if (GET_CACHE(re, &s->gb) & 0x40000000)
419             level = -level;
420         block[0] = level;
421         i++;
422         SKIP_BITS(re, &s->gb, 2);
423         if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF)
424             goto end;
425     }
426
427     /* now quantify & encode AC coefficients */
428     for (;;) {
429         GET_RL_VLC(level, run, re, &s->gb, rl->rl_vlc[0], TEX_VLC_BITS, 2, 0);
430
431         if (level != 0) {
432             i += run;
433             if (i > MAX_INDEX)
434                 break;
435             j = scantable[i];
436             level = ((level * 2 + 1) * qscale) >> 1;
437             level = (level ^ SHOW_SBITS(re, &s->gb, 1)) -
438                     SHOW_SBITS(re, &s->gb, 1);
439             SKIP_BITS(re, &s->gb, 1);
440         } else {
441             /* escape */
442             run = SHOW_UBITS(re, &s->gb, 6) + 1;
443             LAST_SKIP_BITS(re, &s->gb, 6);
444             UPDATE_CACHE(re, &s->gb);
445             level = SHOW_SBITS(re, &s->gb, 12);
446             SKIP_BITS(re, &s->gb, 12);
447
448             i += run;
449             if (i > MAX_INDEX)
450                 break;
451             j = scantable[i];
452             if (level < 0) {
453                 level = ((-level * 2 + 1) * qscale) >> 1;
454                 level = -level;
455             } else {
456                 level = ((level * 2 + 1) * qscale) >> 1;
457             }
458         }
459
460         block[j] = level;
461         if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF || i > 63)
462             break;
463
464         UPDATE_CACHE(re, &s->gb);
465     }
466 end:
467     LAST_SKIP_BITS(re, &s->gb, 2);
468     CLOSE_READER(re, &s->gb);
469
470     check_scantable_index(s, i);
471
472     s->block_last_index[n] = i;
473     return 0;
474 }
475
476 static inline int mpeg2_decode_block_intra(MpegEncContext *s,
477                                            int16_t *block, int n)
478 {
479     int level, dc, diff, i, j, run;
480     int component;
481     RLTable *rl;
482     uint8_t *const scantable = s->intra_scantable.permutated;
483     const uint16_t *quant_matrix;
484     const int qscale = s->qscale;
485     int mismatch;
486
487     /* DC coefficient */
488     if (n < 4) {
489         quant_matrix = s->intra_matrix;
490         component    = 0;
491     } else {
492         quant_matrix = s->chroma_intra_matrix;
493         component    = (n & 1) + 1;
494     }
495     diff = decode_dc(&s->gb, component);
496     dc  = s->last_dc[component];
497     dc += diff;
498     s->last_dc[component] = dc;
499     block[0] = dc * (1 << (3 - s->intra_dc_precision));
500     ff_tlog(s->avctx, "dc=%d\n", block[0]);
501     mismatch = block[0] ^ 1;
502     i = 0;
503     if (s->intra_vlc_format)
504         rl = &ff_rl_mpeg2;
505     else
506         rl = &ff_rl_mpeg1;
507
508     {
509         OPEN_READER(re, &s->gb);
510         /* now quantify & encode AC coefficients */
511         for (;;) {
512             UPDATE_CACHE(re, &s->gb);
513             GET_RL_VLC(level, run, re, &s->gb, rl->rl_vlc[0],
514                        TEX_VLC_BITS, 2, 0);
515
516             if (level == 127) {
517                 break;
518             } else if (level != 0) {
519                 i += run;
520                 if (i > MAX_INDEX)
521                     break;
522                 j = scantable[i];
523                 level = (level * qscale * quant_matrix[j]) >> 4;
524                 level = (level ^ SHOW_SBITS(re, &s->gb, 1)) -
525                         SHOW_SBITS(re, &s->gb, 1);
526                 LAST_SKIP_BITS(re, &s->gb, 1);
527             } else {
528                 /* escape */
529                 run = SHOW_UBITS(re, &s->gb, 6) + 1;
530                 SKIP_BITS(re, &s->gb, 6);
531                 level = SHOW_SBITS(re, &s->gb, 12);
532                 LAST_SKIP_BITS(re, &s->gb, 12);
533                 i += run;
534                 if (i > MAX_INDEX)
535                     break;
536                 j = scantable[i];
537                 if (level < 0) {
538                     level = (-level * qscale * quant_matrix[j]) >> 4;
539                     level = -level;
540                 } else {
541                     level = (level * qscale * quant_matrix[j]) >> 4;
542                 }
543             }
544
545             mismatch ^= level;
546             block[j]  = level;
547         }
548         CLOSE_READER(re, &s->gb);
549     }
550     block[63] ^= mismatch & 1;
551
552     check_scantable_index(s, i);
553
554     s->block_last_index[n] = i;
555     return 0;
556 }
557
558 /**
559  * Changing this would eat up any speed benefits it has.
560  * Do not use "fast" flag if you need the code to be robust.
561  */
562 static inline int mpeg2_fast_decode_block_intra(MpegEncContext *s,
563                                                 int16_t *block, int n)
564 {
565     int level, dc, diff, i, j, run;
566     int component;
567     RLTable *rl;
568     uint8_t *const scantable = s->intra_scantable.permutated;
569     const uint16_t *quant_matrix;
570     const int qscale = s->qscale;
571
572     /* DC coefficient */
573     if (n < 4) {
574         quant_matrix = s->intra_matrix;
575         component    = 0;
576     } else {
577         quant_matrix = s->chroma_intra_matrix;
578         component    = (n & 1) + 1;
579     }
580     diff = decode_dc(&s->gb, component);
581     dc = s->last_dc[component];
582     dc += diff;
583     s->last_dc[component] = dc;
584     block[0] = dc * (1 << (3 - s->intra_dc_precision));
585     i = 0;
586     if (s->intra_vlc_format)
587         rl = &ff_rl_mpeg2;
588     else
589         rl = &ff_rl_mpeg1;
590
591     {
592         OPEN_READER(re, &s->gb);
593         /* now quantify & encode AC coefficients */
594         for (;;) {
595             UPDATE_CACHE(re, &s->gb);
596             GET_RL_VLC(level, run, re, &s->gb, rl->rl_vlc[0],
597                        TEX_VLC_BITS, 2, 0);
598
599             if (level >= 64 || i > 63) {
600                 break;
601             } else if (level != 0) {
602                 i += run;
603                 j = scantable[i];
604                 level = (level * qscale * quant_matrix[j]) >> 4;
605                 level = (level ^ SHOW_SBITS(re, &s->gb, 1)) -
606                         SHOW_SBITS(re, &s->gb, 1);
607                 LAST_SKIP_BITS(re, &s->gb, 1);
608             } else {
609                 /* escape */
610                 run = SHOW_UBITS(re, &s->gb, 6) + 1;
611                 SKIP_BITS(re, &s->gb, 6);
612                 level = SHOW_SBITS(re, &s->gb, 12);
613                 LAST_SKIP_BITS(re, &s->gb, 12);
614                 i += run;
615                 j = scantable[i];
616                 if (level < 0) {
617                     level = (-level * qscale * quant_matrix[j]) >> 4;
618                     level = -level;
619                 } else {
620                     level = (level * qscale * quant_matrix[j]) >> 4;
621                 }
622             }
623
624             block[j] = level;
625         }
626         CLOSE_READER(re, &s->gb);
627     }
628
629     check_scantable_index(s, i);
630
631     s->block_last_index[n] = i;
632     return 0;
633 }
634
635 /******************************************/
636 /* decoding */
637
638 static inline int get_dmv(MpegEncContext *s)
639 {
640     if (get_bits1(&s->gb))
641         return 1 - (get_bits1(&s->gb) << 1);
642     else
643         return 0;
644 }
645
646 /* motion type (for MPEG-2) */
647 #define MT_FIELD 1
648 #define MT_FRAME 2
649 #define MT_16X8  2
650 #define MT_DMV   3
651
652 static int mpeg_decode_mb(MpegEncContext *s, int16_t block[12][64])
653 {
654     int i, j, k, cbp, val, mb_type, motion_type;
655     const int mb_block_count = 4 + (1 << s->chroma_format);
656     int ret;
657
658     ff_tlog(s->avctx, "decode_mb: x=%d y=%d\n", s->mb_x, s->mb_y);
659
660     av_assert2(s->mb_skipped == 0);
661
662     if (s->mb_skip_run-- != 0) {
663         if (s->pict_type == AV_PICTURE_TYPE_P) {
664             s->mb_skipped = 1;
665             s->current_picture.mb_type[s->mb_x + s->mb_y * s->mb_stride] =
666                 MB_TYPE_SKIP | MB_TYPE_L0 | MB_TYPE_16x16;
667         } else {
668             int mb_type;
669
670             if (s->mb_x)
671                 mb_type = s->current_picture.mb_type[s->mb_x + s->mb_y * s->mb_stride - 1];
672             else
673                 // FIXME not sure if this is allowed in MPEG at all
674                 mb_type = s->current_picture.mb_type[s->mb_width + (s->mb_y - 1) * s->mb_stride - 1];
675             if (IS_INTRA(mb_type)) {
676                 av_log(s->avctx, AV_LOG_ERROR, "skip with previntra\n");
677                 return AVERROR_INVALIDDATA;
678             }
679             s->current_picture.mb_type[s->mb_x + s->mb_y * s->mb_stride] =
680                 mb_type | MB_TYPE_SKIP;
681
682             if ((s->mv[0][0][0] | s->mv[0][0][1] | s->mv[1][0][0] | s->mv[1][0][1]) == 0)
683                 s->mb_skipped = 1;
684         }
685
686         return 0;
687     }
688
689     switch (s->pict_type) {
690     default:
691     case AV_PICTURE_TYPE_I:
692         if (get_bits1(&s->gb) == 0) {
693             if (get_bits1(&s->gb) == 0) {
694                 av_log(s->avctx, AV_LOG_ERROR,
695                        "Invalid mb type in I-frame at %d %d\n",
696                        s->mb_x, s->mb_y);
697                 return AVERROR_INVALIDDATA;
698             }
699             mb_type = MB_TYPE_QUANT | MB_TYPE_INTRA;
700         } else {
701             mb_type = MB_TYPE_INTRA;
702         }
703         break;
704     case AV_PICTURE_TYPE_P:
705         mb_type = get_vlc2(&s->gb, ff_mb_ptype_vlc.table, MB_PTYPE_VLC_BITS, 1);
706         if (mb_type < 0) {
707             av_log(s->avctx, AV_LOG_ERROR,
708                    "Invalid mb type in P-frame at %d %d\n", s->mb_x, s->mb_y);
709             return AVERROR_INVALIDDATA;
710         }
711         mb_type = ptype2mb_type[mb_type];
712         break;
713     case AV_PICTURE_TYPE_B:
714         mb_type = get_vlc2(&s->gb, ff_mb_btype_vlc.table, MB_BTYPE_VLC_BITS, 1);
715         if (mb_type < 0) {
716             av_log(s->avctx, AV_LOG_ERROR,
717                    "Invalid mb type in B-frame at %d %d\n", s->mb_x, s->mb_y);
718             return AVERROR_INVALIDDATA;
719         }
720         mb_type = btype2mb_type[mb_type];
721         break;
722     }
723     ff_tlog(s->avctx, "mb_type=%x\n", mb_type);
724 //    motion_type = 0; /* avoid warning */
725     if (IS_INTRA(mb_type)) {
726         s->bdsp.clear_blocks(s->block[0]);
727
728         if (!s->chroma_y_shift)
729             s->bdsp.clear_blocks(s->block[6]);
730
731         /* compute DCT type */
732         // FIXME: add an interlaced_dct coded var?
733         if (s->picture_structure == PICT_FRAME &&
734             !s->frame_pred_frame_dct)
735             s->interlaced_dct = get_bits1(&s->gb);
736
737         if (IS_QUANT(mb_type))
738             s->qscale = mpeg_get_qscale(s);
739
740         if (s->concealment_motion_vectors) {
741             /* just parse them */
742             if (s->picture_structure != PICT_FRAME)
743                 skip_bits1(&s->gb);  /* field select */
744
745             s->mv[0][0][0]      =
746             s->last_mv[0][0][0] =
747             s->last_mv[0][1][0] = mpeg_decode_motion(s, s->mpeg_f_code[0][0],
748                                                      s->last_mv[0][0][0]);
749             s->mv[0][0][1]      =
750             s->last_mv[0][0][1] =
751             s->last_mv[0][1][1] = mpeg_decode_motion(s, s->mpeg_f_code[0][1],
752                                                      s->last_mv[0][0][1]);
753
754             check_marker(s->avctx, &s->gb, "after concealment_motion_vectors");
755         } else {
756             /* reset mv prediction */
757             memset(s->last_mv, 0, sizeof(s->last_mv));
758         }
759         s->mb_intra = 1;
760         // if 1, we memcpy blocks in xvmcvideo
761         if ((CONFIG_MPEG1_XVMC_HWACCEL || CONFIG_MPEG2_XVMC_HWACCEL) && s->pack_pblocks)
762             ff_xvmc_pack_pblocks(s, -1); // inter are always full blocks
763
764         if (s->codec_id == AV_CODEC_ID_MPEG2VIDEO) {
765             if (s->avctx->flags2 & AV_CODEC_FLAG2_FAST) {
766                 for (i = 0; i < 6; i++)
767                     mpeg2_fast_decode_block_intra(s, *s->pblocks[i], i);
768             } else {
769                 for (i = 0; i < mb_block_count; i++)
770                     if ((ret = mpeg2_decode_block_intra(s, *s->pblocks[i], i)) < 0)
771                         return ret;
772             }
773         } else {
774             for (i = 0; i < 6; i++) {
775                 ret = ff_mpeg1_decode_block_intra(&s->gb,
776                                                   s->intra_matrix,
777                                                   s->intra_scantable.permutated,
778                                                   s->last_dc, *s->pblocks[i],
779                                                   i, s->qscale);
780                 if (ret < 0) {
781                     av_log(s->avctx, AV_LOG_ERROR, "ac-tex damaged at %d %d\n",
782                            s->mb_x, s->mb_y);
783                     return ret;
784                 }
785
786                 s->block_last_index[i] = ret;
787             }
788         }
789     } else {
790         if (mb_type & MB_TYPE_ZERO_MV) {
791             av_assert2(mb_type & MB_TYPE_CBP);
792
793             s->mv_dir = MV_DIR_FORWARD;
794             if (s->picture_structure == PICT_FRAME) {
795                 if (s->picture_structure == PICT_FRAME
796                     && !s->frame_pred_frame_dct)
797                     s->interlaced_dct = get_bits1(&s->gb);
798                 s->mv_type = MV_TYPE_16X16;
799             } else {
800                 s->mv_type            = MV_TYPE_FIELD;
801                 mb_type              |= MB_TYPE_INTERLACED;
802                 s->field_select[0][0] = s->picture_structure - 1;
803             }
804
805             if (IS_QUANT(mb_type))
806                 s->qscale = mpeg_get_qscale(s);
807
808             s->last_mv[0][0][0] = 0;
809             s->last_mv[0][0][1] = 0;
810             s->last_mv[0][1][0] = 0;
811             s->last_mv[0][1][1] = 0;
812             s->mv[0][0][0]      = 0;
813             s->mv[0][0][1]      = 0;
814         } else {
815             av_assert2(mb_type & MB_TYPE_L0L1);
816             // FIXME decide if MBs in field pictures are MB_TYPE_INTERLACED
817             /* get additional motion vector type */
818             if (s->picture_structure == PICT_FRAME && s->frame_pred_frame_dct) {
819                 motion_type = MT_FRAME;
820             } else {
821                 motion_type = get_bits(&s->gb, 2);
822                 if (s->picture_structure == PICT_FRAME && HAS_CBP(mb_type))
823                     s->interlaced_dct = get_bits1(&s->gb);
824             }
825
826             if (IS_QUANT(mb_type))
827                 s->qscale = mpeg_get_qscale(s);
828
829             /* motion vectors */
830             s->mv_dir = (mb_type >> 13) & 3;
831             ff_tlog(s->avctx, "motion_type=%d\n", motion_type);
832             switch (motion_type) {
833             case MT_FRAME: /* or MT_16X8 */
834                 if (s->picture_structure == PICT_FRAME) {
835                     mb_type   |= MB_TYPE_16x16;
836                     s->mv_type = MV_TYPE_16X16;
837                     for (i = 0; i < 2; i++) {
838                         if (USES_LIST(mb_type, i)) {
839                             /* MT_FRAME */
840                             s->mv[i][0][0]      =
841                             s->last_mv[i][0][0] =
842                             s->last_mv[i][1][0] =
843                                 mpeg_decode_motion(s, s->mpeg_f_code[i][0],
844                                                    s->last_mv[i][0][0]);
845                             s->mv[i][0][1]      =
846                             s->last_mv[i][0][1] =
847                             s->last_mv[i][1][1] =
848                                 mpeg_decode_motion(s, s->mpeg_f_code[i][1],
849                                                    s->last_mv[i][0][1]);
850                             /* full_pel: only for MPEG-1 */
851                             if (s->full_pel[i]) {
852                                 s->mv[i][0][0] *= 2;
853                                 s->mv[i][0][1] *= 2;
854                             }
855                         }
856                     }
857                 } else {
858                     mb_type   |= MB_TYPE_16x8 | MB_TYPE_INTERLACED;
859                     s->mv_type = MV_TYPE_16X8;
860                     for (i = 0; i < 2; i++) {
861                         if (USES_LIST(mb_type, i)) {
862                             /* MT_16X8 */
863                             for (j = 0; j < 2; j++) {
864                                 s->field_select[i][j] = get_bits1(&s->gb);
865                                 for (k = 0; k < 2; k++) {
866                                     val = mpeg_decode_motion(s, s->mpeg_f_code[i][k],
867                                                              s->last_mv[i][j][k]);
868                                     s->last_mv[i][j][k] = val;
869                                     s->mv[i][j][k]      = val;
870                                 }
871                             }
872                         }
873                     }
874                 }
875                 break;
876             case MT_FIELD:
877                 s->mv_type = MV_TYPE_FIELD;
878                 if (s->picture_structure == PICT_FRAME) {
879                     mb_type |= MB_TYPE_16x8 | MB_TYPE_INTERLACED;
880                     for (i = 0; i < 2; i++) {
881                         if (USES_LIST(mb_type, i)) {
882                             for (j = 0; j < 2; j++) {
883                                 s->field_select[i][j] = get_bits1(&s->gb);
884                                 val = mpeg_decode_motion(s, s->mpeg_f_code[i][0],
885                                                          s->last_mv[i][j][0]);
886                                 s->last_mv[i][j][0] = val;
887                                 s->mv[i][j][0]      = val;
888                                 ff_tlog(s->avctx, "fmx=%d\n", val);
889                                 val = mpeg_decode_motion(s, s->mpeg_f_code[i][1],
890                                                          s->last_mv[i][j][1] >> 1);
891                                 s->last_mv[i][j][1] = 2 * val;
892                                 s->mv[i][j][1]      = val;
893                                 ff_tlog(s->avctx, "fmy=%d\n", val);
894                             }
895                         }
896                     }
897                 } else {
898                     av_assert0(!s->progressive_sequence);
899                     mb_type |= MB_TYPE_16x16 | MB_TYPE_INTERLACED;
900                     for (i = 0; i < 2; i++) {
901                         if (USES_LIST(mb_type, i)) {
902                             s->field_select[i][0] = get_bits1(&s->gb);
903                             for (k = 0; k < 2; k++) {
904                                 val = mpeg_decode_motion(s, s->mpeg_f_code[i][k],
905                                                          s->last_mv[i][0][k]);
906                                 s->last_mv[i][0][k] = val;
907                                 s->last_mv[i][1][k] = val;
908                                 s->mv[i][0][k]      = val;
909                             }
910                         }
911                     }
912                 }
913                 break;
914             case MT_DMV:
915                 if (s->progressive_sequence){
916                     av_log(s->avctx, AV_LOG_ERROR, "MT_DMV in progressive_sequence\n");
917                     return AVERROR_INVALIDDATA;
918                 }
919                 s->mv_type = MV_TYPE_DMV;
920                 for (i = 0; i < 2; i++) {
921                     if (USES_LIST(mb_type, i)) {
922                         int dmx, dmy, mx, my, m;
923                         const int my_shift = s->picture_structure == PICT_FRAME;
924
925                         mx = mpeg_decode_motion(s, s->mpeg_f_code[i][0],
926                                                 s->last_mv[i][0][0]);
927                         s->last_mv[i][0][0] = mx;
928                         s->last_mv[i][1][0] = mx;
929                         dmx = get_dmv(s);
930                         my  = mpeg_decode_motion(s, s->mpeg_f_code[i][1],
931                                                  s->last_mv[i][0][1] >> my_shift);
932                         dmy = get_dmv(s);
933
934
935                         s->last_mv[i][0][1] = my * (1 << my_shift);
936                         s->last_mv[i][1][1] = my * (1 << my_shift);
937
938                         s->mv[i][0][0] = mx;
939                         s->mv[i][0][1] = my;
940                         s->mv[i][1][0] = mx; // not used
941                         s->mv[i][1][1] = my; // not used
942
943                         if (s->picture_structure == PICT_FRAME) {
944                             mb_type |= MB_TYPE_16x16 | MB_TYPE_INTERLACED;
945
946                             // m = 1 + 2 * s->top_field_first;
947                             m = s->top_field_first ? 1 : 3;
948
949                             /* top -> top pred */
950                             s->mv[i][2][0] = ((mx * m + (mx > 0)) >> 1) + dmx;
951                             s->mv[i][2][1] = ((my * m + (my > 0)) >> 1) + dmy - 1;
952                             m = 4 - m;
953                             s->mv[i][3][0] = ((mx * m + (mx > 0)) >> 1) + dmx;
954                             s->mv[i][3][1] = ((my * m + (my > 0)) >> 1) + dmy + 1;
955                         } else {
956                             mb_type |= MB_TYPE_16x16;
957
958                             s->mv[i][2][0] = ((mx + (mx > 0)) >> 1) + dmx;
959                             s->mv[i][2][1] = ((my + (my > 0)) >> 1) + dmy;
960                             if (s->picture_structure == PICT_TOP_FIELD)
961                                 s->mv[i][2][1]--;
962                             else
963                                 s->mv[i][2][1]++;
964                         }
965                     }
966                 }
967                 break;
968             default:
969                 av_log(s->avctx, AV_LOG_ERROR,
970                        "00 motion_type at %d %d\n", s->mb_x, s->mb_y);
971                 return AVERROR_INVALIDDATA;
972             }
973         }
974
975         s->mb_intra = 0;
976         if (HAS_CBP(mb_type)) {
977             s->bdsp.clear_blocks(s->block[0]);
978
979             cbp = get_vlc2(&s->gb, ff_mb_pat_vlc.table, MB_PAT_VLC_BITS, 1);
980             if (mb_block_count > 6) {
981                 cbp *= 1 << mb_block_count - 6;
982                 cbp  |= get_bits(&s->gb, mb_block_count - 6);
983                 s->bdsp.clear_blocks(s->block[6]);
984             }
985             if (cbp <= 0) {
986                 av_log(s->avctx, AV_LOG_ERROR,
987                        "invalid cbp %d at %d %d\n", cbp, s->mb_x, s->mb_y);
988                 return AVERROR_INVALIDDATA;
989             }
990
991             // if 1, we memcpy blocks in xvmcvideo
992             if ((CONFIG_MPEG1_XVMC_HWACCEL || CONFIG_MPEG2_XVMC_HWACCEL) && s->pack_pblocks)
993                 ff_xvmc_pack_pblocks(s, cbp);
994
995             if (s->codec_id == AV_CODEC_ID_MPEG2VIDEO) {
996                 if (s->avctx->flags2 & AV_CODEC_FLAG2_FAST) {
997                     for (i = 0; i < 6; i++) {
998                         if (cbp & 32)
999                             mpeg2_fast_decode_block_non_intra(s, *s->pblocks[i], i);
1000                         else
1001                             s->block_last_index[i] = -1;
1002                         cbp += cbp;
1003                     }
1004                 } else {
1005                     cbp <<= 12 - mb_block_count;
1006
1007                     for (i = 0; i < mb_block_count; i++) {
1008                         if (cbp & (1 << 11)) {
1009                             if ((ret = mpeg2_decode_block_non_intra(s, *s->pblocks[i], i)) < 0)
1010                                 return ret;
1011                         } else {
1012                             s->block_last_index[i] = -1;
1013                         }
1014                         cbp += cbp;
1015                     }
1016                 }
1017             } else {
1018                 if (s->avctx->flags2 & AV_CODEC_FLAG2_FAST) {
1019                     for (i = 0; i < 6; i++) {
1020                         if (cbp & 32)
1021                             mpeg1_fast_decode_block_inter(s, *s->pblocks[i], i);
1022                         else
1023                             s->block_last_index[i] = -1;
1024                         cbp += cbp;
1025                     }
1026                 } else {
1027                     for (i = 0; i < 6; i++) {
1028                         if (cbp & 32) {
1029                             if ((ret = mpeg1_decode_block_inter(s, *s->pblocks[i], i)) < 0)
1030                                 return ret;
1031                         } else {
1032                             s->block_last_index[i] = -1;
1033                         }
1034                         cbp += cbp;
1035                     }
1036                 }
1037             }
1038         } else {
1039             for (i = 0; i < 12; i++)
1040                 s->block_last_index[i] = -1;
1041         }
1042     }
1043
1044     s->current_picture.mb_type[s->mb_x + s->mb_y * s->mb_stride] = mb_type;
1045
1046     return 0;
1047 }
1048
1049 static av_cold int mpeg_decode_init(AVCodecContext *avctx)
1050 {
1051     Mpeg1Context *s    = avctx->priv_data;
1052     MpegEncContext *s2 = &s->mpeg_enc_ctx;
1053
1054     if (   avctx->codec_tag != AV_RL32("VCR2")
1055         && avctx->codec_tag != AV_RL32("BW10"))
1056         avctx->coded_width = avctx->coded_height = 0; // do not trust dimensions from input
1057     ff_mpv_decode_init(s2, avctx);
1058
1059     s->mpeg_enc_ctx.avctx  = avctx;
1060
1061     /* we need some permutation to store matrices,
1062      * until the decoder sets the real permutation. */
1063     ff_mpv_idct_init(s2);
1064     ff_mpeg12_common_init(&s->mpeg_enc_ctx);
1065     ff_mpeg12_init_vlcs();
1066
1067     s2->chroma_format              = 1;
1068     s->mpeg_enc_ctx_allocated      = 0;
1069     s->mpeg_enc_ctx.picture_number = 0;
1070     s->repeat_field                = 0;
1071     s->mpeg_enc_ctx.codec_id       = avctx->codec->id;
1072     avctx->color_range             = AVCOL_RANGE_MPEG;
1073     return 0;
1074 }
1075
1076 #if HAVE_THREADS
1077 static int mpeg_decode_update_thread_context(AVCodecContext *avctx,
1078                                              const AVCodecContext *avctx_from)
1079 {
1080     Mpeg1Context *ctx = avctx->priv_data, *ctx_from = avctx_from->priv_data;
1081     MpegEncContext *s = &ctx->mpeg_enc_ctx, *s1 = &ctx_from->mpeg_enc_ctx;
1082     int err;
1083
1084     if (avctx == avctx_from               ||
1085         !ctx_from->mpeg_enc_ctx_allocated ||
1086         !s1->context_initialized)
1087         return 0;
1088
1089     err = ff_mpeg_update_thread_context(avctx, avctx_from);
1090     if (err)
1091         return err;
1092
1093     if (!ctx->mpeg_enc_ctx_allocated)
1094         memcpy(s + 1, s1 + 1, sizeof(Mpeg1Context) - sizeof(MpegEncContext));
1095
1096     if (!(s->pict_type == AV_PICTURE_TYPE_B || s->low_delay))
1097         s->picture_number++;
1098
1099     return 0;
1100 }
1101 #endif
1102
1103 static void quant_matrix_rebuild(uint16_t *matrix, const uint8_t *old_perm,
1104                                  const uint8_t *new_perm)
1105 {
1106     uint16_t temp_matrix[64];
1107     int i;
1108
1109     memcpy(temp_matrix, matrix, 64 * sizeof(uint16_t));
1110
1111     for (i = 0; i < 64; i++)
1112         matrix[new_perm[i]] = temp_matrix[old_perm[i]];
1113 }
1114
1115 static const enum AVPixelFormat mpeg1_hwaccel_pixfmt_list_420[] = {
1116 #if CONFIG_MPEG1_NVDEC_HWACCEL
1117     AV_PIX_FMT_CUDA,
1118 #endif
1119 #if CONFIG_MPEG1_XVMC_HWACCEL
1120     AV_PIX_FMT_XVMC,
1121 #endif
1122 #if CONFIG_MPEG1_VDPAU_HWACCEL
1123     AV_PIX_FMT_VDPAU,
1124 #endif
1125     AV_PIX_FMT_YUV420P,
1126     AV_PIX_FMT_NONE
1127 };
1128
1129 static const enum AVPixelFormat mpeg2_hwaccel_pixfmt_list_420[] = {
1130 #if CONFIG_MPEG2_NVDEC_HWACCEL
1131     AV_PIX_FMT_CUDA,
1132 #endif
1133 #if CONFIG_MPEG2_XVMC_HWACCEL
1134     AV_PIX_FMT_XVMC,
1135 #endif
1136 #if CONFIG_MPEG2_VDPAU_HWACCEL
1137     AV_PIX_FMT_VDPAU,
1138 #endif
1139 #if CONFIG_MPEG2_DXVA2_HWACCEL
1140     AV_PIX_FMT_DXVA2_VLD,
1141 #endif
1142 #if CONFIG_MPEG2_D3D11VA_HWACCEL
1143     AV_PIX_FMT_D3D11VA_VLD,
1144     AV_PIX_FMT_D3D11,
1145 #endif
1146 #if CONFIG_MPEG2_VAAPI_HWACCEL
1147     AV_PIX_FMT_VAAPI,
1148 #endif
1149 #if CONFIG_MPEG2_VIDEOTOOLBOX_HWACCEL
1150     AV_PIX_FMT_VIDEOTOOLBOX,
1151 #endif
1152     AV_PIX_FMT_YUV420P,
1153     AV_PIX_FMT_NONE
1154 };
1155
1156 static const enum AVPixelFormat mpeg12_pixfmt_list_422[] = {
1157     AV_PIX_FMT_YUV422P,
1158     AV_PIX_FMT_NONE
1159 };
1160
1161 static const enum AVPixelFormat mpeg12_pixfmt_list_444[] = {
1162     AV_PIX_FMT_YUV444P,
1163     AV_PIX_FMT_NONE
1164 };
1165
1166 static enum AVPixelFormat mpeg_get_pixelformat(AVCodecContext *avctx)
1167 {
1168     Mpeg1Context *s1  = avctx->priv_data;
1169     MpegEncContext *s = &s1->mpeg_enc_ctx;
1170     const enum AVPixelFormat *pix_fmts;
1171
1172     if (CONFIG_GRAY && (avctx->flags & AV_CODEC_FLAG_GRAY))
1173         return AV_PIX_FMT_GRAY8;
1174
1175     if (s->chroma_format < 2)
1176         pix_fmts = avctx->codec_id == AV_CODEC_ID_MPEG1VIDEO ?
1177                                 mpeg1_hwaccel_pixfmt_list_420 :
1178                                 mpeg2_hwaccel_pixfmt_list_420;
1179     else if (s->chroma_format == 2)
1180         pix_fmts = mpeg12_pixfmt_list_422;
1181     else
1182         pix_fmts = mpeg12_pixfmt_list_444;
1183
1184     return ff_thread_get_format(avctx, pix_fmts);
1185 }
1186
1187 static void setup_hwaccel_for_pixfmt(AVCodecContext *avctx)
1188 {
1189     // until then pix_fmt may be changed right after codec init
1190     if (avctx->hwaccel)
1191         if (avctx->idct_algo == FF_IDCT_AUTO)
1192             avctx->idct_algo = FF_IDCT_NONE;
1193
1194     if (avctx->hwaccel && avctx->pix_fmt == AV_PIX_FMT_XVMC) {
1195         Mpeg1Context *s1 = avctx->priv_data;
1196         MpegEncContext *s = &s1->mpeg_enc_ctx;
1197
1198         s->pack_pblocks = 1;
1199     }
1200 }
1201
1202 /* Call this function when we know all parameters.
1203  * It may be called in different places for MPEG-1 and MPEG-2. */
1204 static int mpeg_decode_postinit(AVCodecContext *avctx)
1205 {
1206     Mpeg1Context *s1  = avctx->priv_data;
1207     MpegEncContext *s = &s1->mpeg_enc_ctx;
1208     uint8_t old_permutation[64];
1209     int ret;
1210
1211     if (avctx->codec_id == AV_CODEC_ID_MPEG1VIDEO) {
1212         // MPEG-1 aspect
1213         AVRational aspect_inv = av_d2q(ff_mpeg1_aspect[s->aspect_ratio_info], 255);
1214         avctx->sample_aspect_ratio = (AVRational) { aspect_inv.den, aspect_inv.num };
1215     } else { // MPEG-2
1216         // MPEG-2 aspect
1217         if (s->aspect_ratio_info > 1) {
1218             AVRational dar =
1219                 av_mul_q(av_div_q(ff_mpeg2_aspect[s->aspect_ratio_info],
1220                                   (AVRational) { s1->pan_scan.width,
1221                                                  s1->pan_scan.height }),
1222                          (AVRational) { s->width, s->height });
1223
1224             /* We ignore the spec here and guess a bit as reality does not
1225              * match the spec, see for example res_change_ffmpeg_aspect.ts
1226              * and sequence-display-aspect.mpg.
1227              * issue1613, 621, 562 */
1228             if ((s1->pan_scan.width == 0) || (s1->pan_scan.height == 0) ||
1229                 (av_cmp_q(dar, (AVRational) { 4, 3 }) &&
1230                  av_cmp_q(dar, (AVRational) { 16, 9 }))) {
1231                 s->avctx->sample_aspect_ratio =
1232                     av_div_q(ff_mpeg2_aspect[s->aspect_ratio_info],
1233                              (AVRational) { s->width, s->height });
1234             } else {
1235                 s->avctx->sample_aspect_ratio =
1236                     av_div_q(ff_mpeg2_aspect[s->aspect_ratio_info],
1237                              (AVRational) { s1->pan_scan.width, s1->pan_scan.height });
1238 // issue1613 4/3 16/9 -> 16/9
1239 // res_change_ffmpeg_aspect.ts 4/3 225/44 ->4/3
1240 // widescreen-issue562.mpg 4/3 16/9 -> 16/9
1241 //                s->avctx->sample_aspect_ratio = av_mul_q(s->avctx->sample_aspect_ratio, (AVRational) {s->width, s->height});
1242                 ff_dlog(avctx, "aspect A %d/%d\n",
1243                         ff_mpeg2_aspect[s->aspect_ratio_info].num,
1244                         ff_mpeg2_aspect[s->aspect_ratio_info].den);
1245                 ff_dlog(avctx, "aspect B %d/%d\n", s->avctx->sample_aspect_ratio.num,
1246                         s->avctx->sample_aspect_ratio.den);
1247             }
1248         } else {
1249             s->avctx->sample_aspect_ratio =
1250                 ff_mpeg2_aspect[s->aspect_ratio_info];
1251         }
1252     } // MPEG-2
1253
1254     if (av_image_check_sar(s->width, s->height,
1255                            avctx->sample_aspect_ratio) < 0) {
1256         av_log(avctx, AV_LOG_WARNING, "ignoring invalid SAR: %u/%u\n",
1257                 avctx->sample_aspect_ratio.num,
1258                 avctx->sample_aspect_ratio.den);
1259         avctx->sample_aspect_ratio = (AVRational){ 0, 1 };
1260     }
1261
1262     if ((s1->mpeg_enc_ctx_allocated == 0)                   ||
1263         avctx->coded_width       != s->width                ||
1264         avctx->coded_height      != s->height               ||
1265         s1->save_width           != s->width                ||
1266         s1->save_height          != s->height               ||
1267         av_cmp_q(s1->save_aspect, s->avctx->sample_aspect_ratio) ||
1268         (s1->save_progressive_seq != s->progressive_sequence && FFALIGN(s->height, 16) != FFALIGN(s->height, 32)) ||
1269         0) {
1270         if (s1->mpeg_enc_ctx_allocated) {
1271             ParseContext pc = s->parse_context;
1272             s->parse_context.buffer = 0;
1273             ff_mpv_common_end(s);
1274             s->parse_context = pc;
1275             s1->mpeg_enc_ctx_allocated = 0;
1276         }
1277
1278         ret = ff_set_dimensions(avctx, s->width, s->height);
1279         if (ret < 0)
1280             return ret;
1281
1282         if (avctx->codec_id == AV_CODEC_ID_MPEG2VIDEO && s->bit_rate) {
1283             avctx->rc_max_rate = s->bit_rate;
1284         } else if (avctx->codec_id == AV_CODEC_ID_MPEG1VIDEO && s->bit_rate &&
1285                    (s->bit_rate != 0x3FFFF*400 || s->vbv_delay != 0xFFFF)) {
1286             avctx->bit_rate = s->bit_rate;
1287         }
1288         s1->save_aspect          = s->avctx->sample_aspect_ratio;
1289         s1->save_width           = s->width;
1290         s1->save_height          = s->height;
1291         s1->save_progressive_seq = s->progressive_sequence;
1292
1293         /* low_delay may be forced, in this case we will have B-frames
1294          * that behave like P-frames. */
1295         avctx->has_b_frames = !s->low_delay;
1296
1297         if (avctx->codec_id == AV_CODEC_ID_MPEG1VIDEO) {
1298             // MPEG-1 fps
1299             avctx->framerate = ff_mpeg12_frame_rate_tab[s->frame_rate_index];
1300             avctx->ticks_per_frame     = 1;
1301
1302             avctx->chroma_sample_location = AVCHROMA_LOC_CENTER;
1303         } else { // MPEG-2
1304             // MPEG-2 fps
1305             av_reduce(&s->avctx->framerate.num,
1306                       &s->avctx->framerate.den,
1307                       ff_mpeg12_frame_rate_tab[s->frame_rate_index].num * s1->frame_rate_ext.num,
1308                       ff_mpeg12_frame_rate_tab[s->frame_rate_index].den * s1->frame_rate_ext.den,
1309                       1 << 30);
1310             avctx->ticks_per_frame = 2;
1311
1312             switch (s->chroma_format) {
1313             case 1: avctx->chroma_sample_location = AVCHROMA_LOC_LEFT; break;
1314             case 2:
1315             case 3: avctx->chroma_sample_location = AVCHROMA_LOC_TOPLEFT; break;
1316             default: av_assert0(0);
1317             }
1318         } // MPEG-2
1319
1320         avctx->pix_fmt = mpeg_get_pixelformat(avctx);
1321         setup_hwaccel_for_pixfmt(avctx);
1322
1323         /* Quantization matrices may need reordering
1324          * if DCT permutation is changed. */
1325         memcpy(old_permutation, s->idsp.idct_permutation, 64 * sizeof(uint8_t));
1326
1327         ff_mpv_idct_init(s);
1328         if ((ret = ff_mpv_common_init(s)) < 0)
1329             return ret;
1330
1331         quant_matrix_rebuild(s->intra_matrix,        old_permutation, s->idsp.idct_permutation);
1332         quant_matrix_rebuild(s->inter_matrix,        old_permutation, s->idsp.idct_permutation);
1333         quant_matrix_rebuild(s->chroma_intra_matrix, old_permutation, s->idsp.idct_permutation);
1334         quant_matrix_rebuild(s->chroma_inter_matrix, old_permutation, s->idsp.idct_permutation);
1335
1336         s1->mpeg_enc_ctx_allocated = 1;
1337     }
1338     return 0;
1339 }
1340
1341 static int mpeg1_decode_picture(AVCodecContext *avctx, const uint8_t *buf,
1342                                 int buf_size)
1343 {
1344     Mpeg1Context *s1  = avctx->priv_data;
1345     MpegEncContext *s = &s1->mpeg_enc_ctx;
1346     int ref, f_code, vbv_delay;
1347
1348     init_get_bits(&s->gb, buf, buf_size * 8);
1349
1350     ref = get_bits(&s->gb, 10); /* temporal ref */
1351     s->pict_type = get_bits(&s->gb, 3);
1352     if (s->pict_type == 0 || s->pict_type > 3)
1353         return AVERROR_INVALIDDATA;
1354
1355     vbv_delay = get_bits(&s->gb, 16);
1356     s->vbv_delay = vbv_delay;
1357     if (s->pict_type == AV_PICTURE_TYPE_P ||
1358         s->pict_type == AV_PICTURE_TYPE_B) {
1359         s->full_pel[0] = get_bits1(&s->gb);
1360         f_code = get_bits(&s->gb, 3);
1361         if (f_code == 0 && (avctx->err_recognition & (AV_EF_BITSTREAM|AV_EF_COMPLIANT)))
1362             return AVERROR_INVALIDDATA;
1363         f_code += !f_code;
1364         s->mpeg_f_code[0][0] = f_code;
1365         s->mpeg_f_code[0][1] = f_code;
1366     }
1367     if (s->pict_type == AV_PICTURE_TYPE_B) {
1368         s->full_pel[1] = get_bits1(&s->gb);
1369         f_code = get_bits(&s->gb, 3);
1370         if (f_code == 0 && (avctx->err_recognition & (AV_EF_BITSTREAM|AV_EF_COMPLIANT)))
1371             return AVERROR_INVALIDDATA;
1372         f_code += !f_code;
1373         s->mpeg_f_code[1][0] = f_code;
1374         s->mpeg_f_code[1][1] = f_code;
1375     }
1376     s->current_picture.f->pict_type = s->pict_type;
1377     s->current_picture.f->key_frame = s->pict_type == AV_PICTURE_TYPE_I;
1378
1379     if (avctx->debug & FF_DEBUG_PICT_INFO)
1380         av_log(avctx, AV_LOG_DEBUG,
1381                "vbv_delay %d, ref %d type:%d\n", vbv_delay, ref, s->pict_type);
1382
1383     s->y_dc_scale = 8;
1384     s->c_dc_scale = 8;
1385     return 0;
1386 }
1387
1388 static void mpeg_decode_sequence_extension(Mpeg1Context *s1)
1389 {
1390     MpegEncContext *s = &s1->mpeg_enc_ctx;
1391     int horiz_size_ext, vert_size_ext;
1392     int bit_rate_ext;
1393     AVCPBProperties *cpb_props;
1394
1395     skip_bits(&s->gb, 1); /* profile and level esc*/
1396     s->avctx->profile       = get_bits(&s->gb, 3);
1397     s->avctx->level         = get_bits(&s->gb, 4);
1398     s->progressive_sequence = get_bits1(&s->gb);   /* progressive_sequence */
1399     s->chroma_format        = get_bits(&s->gb, 2); /* chroma_format 1=420, 2=422, 3=444 */
1400
1401     if (!s->chroma_format) {
1402         s->chroma_format = 1;
1403         av_log(s->avctx, AV_LOG_WARNING, "Chroma format invalid\n");
1404     }
1405
1406     horiz_size_ext          = get_bits(&s->gb, 2);
1407     vert_size_ext           = get_bits(&s->gb, 2);
1408     s->width  |= (horiz_size_ext << 12);
1409     s->height |= (vert_size_ext  << 12);
1410     bit_rate_ext = get_bits(&s->gb, 12);  /* XXX: handle it */
1411     s->bit_rate += (bit_rate_ext << 18) * 400LL;
1412     check_marker(s->avctx, &s->gb, "after bit rate extension");
1413     s1->rc_buffer_size += get_bits(&s->gb, 8) * 1024 * 16 << 10;
1414
1415     s->low_delay = get_bits1(&s->gb);
1416     if (s->avctx->flags & AV_CODEC_FLAG_LOW_DELAY)
1417         s->low_delay = 1;
1418
1419     s1->frame_rate_ext.num = get_bits(&s->gb, 2) + 1;
1420     s1->frame_rate_ext.den = get_bits(&s->gb, 5) + 1;
1421
1422     ff_dlog(s->avctx, "sequence extension\n");
1423     s->codec_id = s->avctx->codec_id = AV_CODEC_ID_MPEG2VIDEO;
1424
1425     if (cpb_props = ff_add_cpb_side_data(s->avctx)) {
1426         cpb_props->buffer_size = s1->rc_buffer_size;
1427         if (s->bit_rate != 0x3FFFF*400)
1428             cpb_props->max_bitrate = s->bit_rate;
1429     }
1430
1431     if (s->avctx->debug & FF_DEBUG_PICT_INFO)
1432         av_log(s->avctx, AV_LOG_DEBUG,
1433                "profile: %d, level: %d ps: %d cf:%d vbv buffer: %d, bitrate:%"PRId64"\n",
1434                s->avctx->profile, s->avctx->level, s->progressive_sequence, s->chroma_format,
1435                s1->rc_buffer_size, s->bit_rate);
1436 }
1437
1438 static void mpeg_decode_sequence_display_extension(Mpeg1Context *s1)
1439 {
1440     MpegEncContext *s = &s1->mpeg_enc_ctx;
1441     int color_description, w, h;
1442
1443     skip_bits(&s->gb, 3); /* video format */
1444     color_description = get_bits1(&s->gb);
1445     if (color_description) {
1446         s->avctx->color_primaries = get_bits(&s->gb, 8);
1447         s->avctx->color_trc       = get_bits(&s->gb, 8);
1448         s->avctx->colorspace      = get_bits(&s->gb, 8);
1449     }
1450     w = get_bits(&s->gb, 14);
1451     skip_bits(&s->gb, 1); // marker
1452     h = get_bits(&s->gb, 14);
1453     // remaining 3 bits are zero padding
1454
1455     s1->pan_scan.width  = 16 * w;
1456     s1->pan_scan.height = 16 * h;
1457
1458     if (s->avctx->debug & FF_DEBUG_PICT_INFO)
1459         av_log(s->avctx, AV_LOG_DEBUG, "sde w:%d, h:%d\n", w, h);
1460 }
1461
1462 static void mpeg_decode_picture_display_extension(Mpeg1Context *s1)
1463 {
1464     MpegEncContext *s = &s1->mpeg_enc_ctx;
1465     int i, nofco;
1466
1467     nofco = 1;
1468     if (s->progressive_sequence) {
1469         if (s->repeat_first_field) {
1470             nofco++;
1471             if (s->top_field_first)
1472                 nofco++;
1473         }
1474     } else {
1475         if (s->picture_structure == PICT_FRAME) {
1476             nofco++;
1477             if (s->repeat_first_field)
1478                 nofco++;
1479         }
1480     }
1481     for (i = 0; i < nofco; i++) {
1482         s1->pan_scan.position[i][0] = get_sbits(&s->gb, 16);
1483         skip_bits(&s->gb, 1); // marker
1484         s1->pan_scan.position[i][1] = get_sbits(&s->gb, 16);
1485         skip_bits(&s->gb, 1); // marker
1486     }
1487
1488     if (s->avctx->debug & FF_DEBUG_PICT_INFO)
1489         av_log(s->avctx, AV_LOG_DEBUG,
1490                "pde (%"PRId16",%"PRId16") (%"PRId16",%"PRId16") (%"PRId16",%"PRId16")\n",
1491                s1->pan_scan.position[0][0], s1->pan_scan.position[0][1],
1492                s1->pan_scan.position[1][0], s1->pan_scan.position[1][1],
1493                s1->pan_scan.position[2][0], s1->pan_scan.position[2][1]);
1494 }
1495
1496 static int load_matrix(MpegEncContext *s, uint16_t matrix0[64],
1497                        uint16_t matrix1[64], int intra)
1498 {
1499     int i;
1500
1501     for (i = 0; i < 64; i++) {
1502         int j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
1503         int v = get_bits(&s->gb, 8);
1504         if (v == 0) {
1505             av_log(s->avctx, AV_LOG_ERROR, "matrix damaged\n");
1506             return AVERROR_INVALIDDATA;
1507         }
1508         if (intra && i == 0 && v != 8) {
1509             av_log(s->avctx, AV_LOG_DEBUG, "intra matrix specifies invalid DC quantizer %d, ignoring\n", v);
1510             v = 8; // needed by pink.mpg / issue1046
1511         }
1512         matrix0[j] = v;
1513         if (matrix1)
1514             matrix1[j] = v;
1515     }
1516     return 0;
1517 }
1518
1519 static void mpeg_decode_quant_matrix_extension(MpegEncContext *s)
1520 {
1521     ff_dlog(s->avctx, "matrix extension\n");
1522
1523     if (get_bits1(&s->gb))
1524         load_matrix(s, s->chroma_intra_matrix, s->intra_matrix, 1);
1525     if (get_bits1(&s->gb))
1526         load_matrix(s, s->chroma_inter_matrix, s->inter_matrix, 0);
1527     if (get_bits1(&s->gb))
1528         load_matrix(s, s->chroma_intra_matrix, NULL, 1);
1529     if (get_bits1(&s->gb))
1530         load_matrix(s, s->chroma_inter_matrix, NULL, 0);
1531 }
1532
1533 static void mpeg_decode_picture_coding_extension(Mpeg1Context *s1)
1534 {
1535     MpegEncContext *s = &s1->mpeg_enc_ctx;
1536
1537     s->full_pel[0]       = s->full_pel[1] = 0;
1538     s->mpeg_f_code[0][0] = get_bits(&s->gb, 4);
1539     s->mpeg_f_code[0][1] = get_bits(&s->gb, 4);
1540     s->mpeg_f_code[1][0] = get_bits(&s->gb, 4);
1541     s->mpeg_f_code[1][1] = get_bits(&s->gb, 4);
1542     if (!s->pict_type && s1->mpeg_enc_ctx_allocated) {
1543         av_log(s->avctx, AV_LOG_ERROR,
1544                "Missing picture start code, guessing missing values\n");
1545         if (s->mpeg_f_code[1][0] == 15 && s->mpeg_f_code[1][1] == 15) {
1546             if (s->mpeg_f_code[0][0] == 15 && s->mpeg_f_code[0][1] == 15)
1547                 s->pict_type = AV_PICTURE_TYPE_I;
1548             else
1549                 s->pict_type = AV_PICTURE_TYPE_P;
1550         } else
1551             s->pict_type = AV_PICTURE_TYPE_B;
1552         s->current_picture.f->pict_type = s->pict_type;
1553         s->current_picture.f->key_frame = s->pict_type == AV_PICTURE_TYPE_I;
1554     }
1555     s->mpeg_f_code[0][0] += !s->mpeg_f_code[0][0];
1556     s->mpeg_f_code[0][1] += !s->mpeg_f_code[0][1];
1557     s->mpeg_f_code[1][0] += !s->mpeg_f_code[1][0];
1558     s->mpeg_f_code[1][1] += !s->mpeg_f_code[1][1];
1559
1560     s->intra_dc_precision         = get_bits(&s->gb, 2);
1561     s->picture_structure          = get_bits(&s->gb, 2);
1562     s->top_field_first            = get_bits1(&s->gb);
1563     s->frame_pred_frame_dct       = get_bits1(&s->gb);
1564     s->concealment_motion_vectors = get_bits1(&s->gb);
1565     s->q_scale_type               = get_bits1(&s->gb);
1566     s->intra_vlc_format           = get_bits1(&s->gb);
1567     s->alternate_scan             = get_bits1(&s->gb);
1568     s->repeat_first_field         = get_bits1(&s->gb);
1569     s->chroma_420_type            = get_bits1(&s->gb);
1570     s->progressive_frame          = get_bits1(&s->gb);
1571
1572     if (s->alternate_scan) {
1573         ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_alternate_vertical_scan);
1574         ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_alternate_vertical_scan);
1575     } else {
1576         ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_zigzag_direct);
1577         ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_zigzag_direct);
1578     }
1579
1580     /* composite display not parsed */
1581     ff_dlog(s->avctx, "intra_dc_precision=%d\n", s->intra_dc_precision);
1582     ff_dlog(s->avctx, "picture_structure=%d\n", s->picture_structure);
1583     ff_dlog(s->avctx, "top field first=%d\n", s->top_field_first);
1584     ff_dlog(s->avctx, "repeat first field=%d\n", s->repeat_first_field);
1585     ff_dlog(s->avctx, "conceal=%d\n", s->concealment_motion_vectors);
1586     ff_dlog(s->avctx, "intra_vlc_format=%d\n", s->intra_vlc_format);
1587     ff_dlog(s->avctx, "alternate_scan=%d\n", s->alternate_scan);
1588     ff_dlog(s->avctx, "frame_pred_frame_dct=%d\n", s->frame_pred_frame_dct);
1589     ff_dlog(s->avctx, "progressive_frame=%d\n", s->progressive_frame);
1590 }
1591
1592 static int mpeg_field_start(MpegEncContext *s, const uint8_t *buf, int buf_size)
1593 {
1594     AVCodecContext *avctx = s->avctx;
1595     Mpeg1Context *s1      = (Mpeg1Context *) s;
1596     int ret;
1597
1598     if (!(avctx->flags2 & AV_CODEC_FLAG2_CHUNKS)) {
1599         if (s->mb_width * s->mb_height * 11LL / (33 * 2 * 8) > buf_size)
1600             return AVERROR_INVALIDDATA;
1601     }
1602
1603     /* start frame decoding */
1604     if (s->first_field || s->picture_structure == PICT_FRAME) {
1605         AVFrameSideData *pan_scan;
1606
1607         if ((ret = ff_mpv_frame_start(s, avctx)) < 0)
1608             return ret;
1609
1610         ff_mpeg_er_frame_start(s);
1611
1612         /* first check if we must repeat the frame */
1613         s->current_picture_ptr->f->repeat_pict = 0;
1614         if (s->repeat_first_field) {
1615             if (s->progressive_sequence) {
1616                 if (s->top_field_first)
1617                     s->current_picture_ptr->f->repeat_pict = 4;
1618                 else
1619                     s->current_picture_ptr->f->repeat_pict = 2;
1620             } else if (s->progressive_frame) {
1621                 s->current_picture_ptr->f->repeat_pict = 1;
1622             }
1623         }
1624
1625         pan_scan = av_frame_new_side_data(s->current_picture_ptr->f,
1626                                           AV_FRAME_DATA_PANSCAN,
1627                                           sizeof(s1->pan_scan));
1628         if (!pan_scan)
1629             return AVERROR(ENOMEM);
1630         memcpy(pan_scan->data, &s1->pan_scan, sizeof(s1->pan_scan));
1631
1632         if (s1->a53_buf_ref) {
1633             AVFrameSideData *sd = av_frame_new_side_data_from_buf(
1634                 s->current_picture_ptr->f, AV_FRAME_DATA_A53_CC,
1635                 s1->a53_buf_ref);
1636             if (!sd)
1637                 av_buffer_unref(&s1->a53_buf_ref);
1638             s1->a53_buf_ref = NULL;
1639         }
1640
1641         if (s1->has_stereo3d) {
1642             AVStereo3D *stereo = av_stereo3d_create_side_data(s->current_picture_ptr->f);
1643             if (!stereo)
1644                 return AVERROR(ENOMEM);
1645
1646             *stereo = s1->stereo3d;
1647             s1->has_stereo3d = 0;
1648         }
1649
1650         if (s1->has_afd) {
1651             AVFrameSideData *sd =
1652                 av_frame_new_side_data(s->current_picture_ptr->f,
1653                                        AV_FRAME_DATA_AFD, 1);
1654             if (!sd)
1655                 return AVERROR(ENOMEM);
1656
1657             *sd->data   = s1->afd;
1658             s1->has_afd = 0;
1659         }
1660
1661         if (HAVE_THREADS && (avctx->active_thread_type & FF_THREAD_FRAME))
1662             ff_thread_finish_setup(avctx);
1663     } else { // second field
1664         int i;
1665
1666         if (!s->current_picture_ptr) {
1667             av_log(s->avctx, AV_LOG_ERROR, "first field missing\n");
1668             return AVERROR_INVALIDDATA;
1669         }
1670
1671         if (s->avctx->hwaccel) {
1672             if ((ret = s->avctx->hwaccel->end_frame(s->avctx)) < 0) {
1673                 av_log(avctx, AV_LOG_ERROR,
1674                        "hardware accelerator failed to decode first field\n");
1675                 return ret;
1676             }
1677         }
1678
1679         for (i = 0; i < 4; i++) {
1680             s->current_picture.f->data[i] = s->current_picture_ptr->f->data[i];
1681             if (s->picture_structure == PICT_BOTTOM_FIELD)
1682                 s->current_picture.f->data[i] +=
1683                     s->current_picture_ptr->f->linesize[i];
1684         }
1685     }
1686
1687     if (avctx->hwaccel) {
1688         if ((ret = avctx->hwaccel->start_frame(avctx, buf, buf_size)) < 0)
1689             return ret;
1690     }
1691
1692     return 0;
1693 }
1694
1695 #define DECODE_SLICE_ERROR -1
1696 #define DECODE_SLICE_OK     0
1697
1698 /**
1699  * Decode a slice.
1700  * MpegEncContext.mb_y must be set to the MB row from the startcode.
1701  * @return DECODE_SLICE_ERROR if the slice is damaged,
1702  *         DECODE_SLICE_OK if this slice is OK
1703  */
1704 static int mpeg_decode_slice(MpegEncContext *s, int mb_y,
1705                              const uint8_t **buf, int buf_size)
1706 {
1707     AVCodecContext *avctx = s->avctx;
1708     const int lowres      = s->avctx->lowres;
1709     const int field_pic   = s->picture_structure != PICT_FRAME;
1710     int ret;
1711
1712     s->resync_mb_x =
1713     s->resync_mb_y = -1;
1714
1715     av_assert0(mb_y < s->mb_height);
1716
1717     init_get_bits(&s->gb, *buf, buf_size * 8);
1718     if (s->codec_id != AV_CODEC_ID_MPEG1VIDEO && s->mb_height > 2800/16)
1719         skip_bits(&s->gb, 3);
1720
1721     ff_mpeg1_clean_buffers(s);
1722     s->interlaced_dct = 0;
1723
1724     s->qscale = mpeg_get_qscale(s);
1725
1726     if (s->qscale == 0) {
1727         av_log(s->avctx, AV_LOG_ERROR, "qscale == 0\n");
1728         return AVERROR_INVALIDDATA;
1729     }
1730
1731     /* extra slice info */
1732     if (skip_1stop_8data_bits(&s->gb) < 0)
1733         return AVERROR_INVALIDDATA;
1734
1735     s->mb_x = 0;
1736
1737     if (mb_y == 0 && s->codec_tag == AV_RL32("SLIF")) {
1738         skip_bits1(&s->gb);
1739     } else {
1740         while (get_bits_left(&s->gb) > 0) {
1741             int code = get_vlc2(&s->gb, ff_mbincr_vlc.table,
1742                                 MBINCR_VLC_BITS, 2);
1743             if (code < 0) {
1744                 av_log(s->avctx, AV_LOG_ERROR, "first mb_incr damaged\n");
1745                 return AVERROR_INVALIDDATA;
1746             }
1747             if (code >= 33) {
1748                 if (code == 33)
1749                     s->mb_x += 33;
1750                 /* otherwise, stuffing, nothing to do */
1751             } else {
1752                 s->mb_x += code;
1753                 break;
1754             }
1755         }
1756     }
1757
1758     if (s->mb_x >= (unsigned) s->mb_width) {
1759         av_log(s->avctx, AV_LOG_ERROR, "initial skip overflow\n");
1760         return AVERROR_INVALIDDATA;
1761     }
1762
1763     if (avctx->hwaccel && avctx->hwaccel->decode_slice) {
1764         const uint8_t *buf_end, *buf_start = *buf - 4; /* include start_code */
1765         int start_code = -1;
1766         buf_end = avpriv_find_start_code(buf_start + 2, *buf + buf_size, &start_code);
1767         if (buf_end < *buf + buf_size)
1768             buf_end -= 4;
1769         s->mb_y = mb_y;
1770         if (avctx->hwaccel->decode_slice(avctx, buf_start, buf_end - buf_start) < 0)
1771             return DECODE_SLICE_ERROR;
1772         *buf = buf_end;
1773         return DECODE_SLICE_OK;
1774     }
1775
1776     s->resync_mb_x = s->mb_x;
1777     s->resync_mb_y = s->mb_y = mb_y;
1778     s->mb_skip_run = 0;
1779     ff_init_block_index(s);
1780
1781     if (s->mb_y == 0 && s->mb_x == 0 && (s->first_field || s->picture_structure == PICT_FRAME)) {
1782         if (s->avctx->debug & FF_DEBUG_PICT_INFO) {
1783             av_log(s->avctx, AV_LOG_DEBUG,
1784                    "qp:%d fc:%2d%2d%2d%2d %s %s %s %s %s dc:%d pstruct:%d fdct:%d cmv:%d qtype:%d ivlc:%d rff:%d %s\n",
1785                    s->qscale,
1786                    s->mpeg_f_code[0][0], s->mpeg_f_code[0][1],
1787                    s->mpeg_f_code[1][0], s->mpeg_f_code[1][1],
1788                    s->pict_type  == AV_PICTURE_TYPE_I ? "I" :
1789                    (s->pict_type == AV_PICTURE_TYPE_P ? "P" :
1790                    (s->pict_type == AV_PICTURE_TYPE_B ? "B" : "S")),
1791                    s->progressive_sequence ? "ps"  : "",
1792                    s->progressive_frame    ? "pf"  : "",
1793                    s->alternate_scan       ? "alt" : "",
1794                    s->top_field_first      ? "top" : "",
1795                    s->intra_dc_precision, s->picture_structure,
1796                    s->frame_pred_frame_dct, s->concealment_motion_vectors,
1797                    s->q_scale_type, s->intra_vlc_format,
1798                    s->repeat_first_field, s->chroma_420_type ? "420" : "");
1799         }
1800     }
1801
1802     for (;;) {
1803         // If 1, we memcpy blocks in xvmcvideo.
1804         if ((CONFIG_MPEG1_XVMC_HWACCEL || CONFIG_MPEG2_XVMC_HWACCEL) && s->pack_pblocks)
1805             ff_xvmc_init_block(s); // set s->block
1806
1807         if ((ret = mpeg_decode_mb(s, s->block)) < 0)
1808             return ret;
1809
1810         // Note motion_val is normally NULL unless we want to extract the MVs.
1811         if (s->current_picture.motion_val[0] && !s->encoding) {
1812             const int wrap = s->b8_stride;
1813             int xy         = s->mb_x * 2 + s->mb_y * 2 * wrap;
1814             int b8_xy      = 4 * (s->mb_x + s->mb_y * s->mb_stride);
1815             int motion_x, motion_y, dir, i;
1816
1817             for (i = 0; i < 2; i++) {
1818                 for (dir = 0; dir < 2; dir++) {
1819                     if (s->mb_intra ||
1820                         (dir == 1 && s->pict_type != AV_PICTURE_TYPE_B)) {
1821                         motion_x = motion_y = 0;
1822                     } else if (s->mv_type == MV_TYPE_16X16 ||
1823                                (s->mv_type == MV_TYPE_FIELD && field_pic)) {
1824                         motion_x = s->mv[dir][0][0];
1825                         motion_y = s->mv[dir][0][1];
1826                     } else { /* if ((s->mv_type == MV_TYPE_FIELD) || (s->mv_type == MV_TYPE_16X8)) */
1827                         motion_x = s->mv[dir][i][0];
1828                         motion_y = s->mv[dir][i][1];
1829                     }
1830
1831                     s->current_picture.motion_val[dir][xy][0]     = motion_x;
1832                     s->current_picture.motion_val[dir][xy][1]     = motion_y;
1833                     s->current_picture.motion_val[dir][xy + 1][0] = motion_x;
1834                     s->current_picture.motion_val[dir][xy + 1][1] = motion_y;
1835                     s->current_picture.ref_index [dir][b8_xy]     =
1836                     s->current_picture.ref_index [dir][b8_xy + 1] = s->field_select[dir][i];
1837                     av_assert2(s->field_select[dir][i] == 0 ||
1838                                s->field_select[dir][i] == 1);
1839                 }
1840                 xy    += wrap;
1841                 b8_xy += 2;
1842             }
1843         }
1844
1845         s->dest[0] += 16 >> lowres;
1846         s->dest[1] +=(16 >> lowres) >> s->chroma_x_shift;
1847         s->dest[2] +=(16 >> lowres) >> s->chroma_x_shift;
1848
1849         ff_mpv_reconstruct_mb(s, s->block);
1850
1851         if (++s->mb_x >= s->mb_width) {
1852             const int mb_size = 16 >> s->avctx->lowres;
1853             int left;
1854
1855             ff_mpeg_draw_horiz_band(s, mb_size * (s->mb_y >> field_pic), mb_size);
1856             ff_mpv_report_decode_progress(s);
1857
1858             s->mb_x  = 0;
1859             s->mb_y += 1 << field_pic;
1860
1861             if (s->mb_y >= s->mb_height) {
1862                 int left   = get_bits_left(&s->gb);
1863                 int is_d10 = s->chroma_format == 2 &&
1864                              s->pict_type == AV_PICTURE_TYPE_I &&
1865                              avctx->profile == 0 && avctx->level == 5 &&
1866                              s->intra_dc_precision == 2 &&
1867                              s->q_scale_type == 1 && s->alternate_scan == 0 &&
1868                              s->progressive_frame == 0
1869                              /* vbv_delay == 0xBBB || 0xE10 */;
1870
1871                 if (left >= 32 && !is_d10) {
1872                     GetBitContext gb = s->gb;
1873                     align_get_bits(&gb);
1874                     if (show_bits(&gb, 24) == 0x060E2B) {
1875                         av_log(avctx, AV_LOG_DEBUG, "Invalid MXF data found in video stream\n");
1876                         is_d10 = 1;
1877                     }
1878                     if (left > 32 && show_bits_long(&gb, 32) == 0x201) {
1879                         av_log(avctx, AV_LOG_DEBUG, "skipping m704 alpha (unsupported)\n");
1880                         goto eos;
1881                     }
1882                 }
1883
1884                 if (left < 0 ||
1885                     (left && show_bits(&s->gb, FFMIN(left, 23)) && !is_d10) ||
1886                     ((avctx->err_recognition & (AV_EF_BITSTREAM | AV_EF_AGGRESSIVE)) && left > 8)) {
1887                     av_log(avctx, AV_LOG_ERROR, "end mismatch left=%d %0X at %d %d\n",
1888                            left, left>0 ? show_bits(&s->gb, FFMIN(left, 23)) : 0, s->mb_x, s->mb_y);
1889                     return AVERROR_INVALIDDATA;
1890                 } else
1891                     goto eos;
1892             }
1893             // There are some files out there which are missing the last slice
1894             // in cases where the slice is completely outside the visible
1895             // area, we detect this here instead of running into the end expecting
1896             // more data
1897             left = get_bits_left(&s->gb);
1898             if (s->mb_y >= ((s->height + 15) >> 4) &&
1899                 !s->progressive_sequence &&
1900                 left <= 25 &&
1901                 left >= 0 &&
1902                 s->mb_skip_run == -1 &&
1903                 (!left || show_bits(&s->gb, left) == 0))
1904                 goto eos;
1905
1906             ff_init_block_index(s);
1907         }
1908
1909         /* skip mb handling */
1910         if (s->mb_skip_run == -1) {
1911             /* read increment again */
1912             s->mb_skip_run = 0;
1913             for (;;) {
1914                 int code = get_vlc2(&s->gb, ff_mbincr_vlc.table,
1915                                     MBINCR_VLC_BITS, 2);
1916                 if (code < 0) {
1917                     av_log(s->avctx, AV_LOG_ERROR, "mb incr damaged\n");
1918                     return AVERROR_INVALIDDATA;
1919                 }
1920                 if (code >= 33) {
1921                     if (code == 33) {
1922                         s->mb_skip_run += 33;
1923                     } else if (code == 35) {
1924                         if (s->mb_skip_run != 0 || show_bits(&s->gb, 15) != 0) {
1925                             av_log(s->avctx, AV_LOG_ERROR, "slice mismatch\n");
1926                             return AVERROR_INVALIDDATA;
1927                         }
1928                         goto eos; /* end of slice */
1929                     }
1930                     /* otherwise, stuffing, nothing to do */
1931                 } else {
1932                     s->mb_skip_run += code;
1933                     break;
1934                 }
1935             }
1936             if (s->mb_skip_run) {
1937                 int i;
1938                 if (s->pict_type == AV_PICTURE_TYPE_I) {
1939                     av_log(s->avctx, AV_LOG_ERROR,
1940                            "skipped MB in I-frame at %d %d\n", s->mb_x, s->mb_y);
1941                     return AVERROR_INVALIDDATA;
1942                 }
1943
1944                 /* skip mb */
1945                 s->mb_intra = 0;
1946                 for (i = 0; i < 12; i++)
1947                     s->block_last_index[i] = -1;
1948                 if (s->picture_structure == PICT_FRAME)
1949                     s->mv_type = MV_TYPE_16X16;
1950                 else
1951                     s->mv_type = MV_TYPE_FIELD;
1952                 if (s->pict_type == AV_PICTURE_TYPE_P) {
1953                     /* if P type, zero motion vector is implied */
1954                     s->mv_dir             = MV_DIR_FORWARD;
1955                     s->mv[0][0][0]        = s->mv[0][0][1]      = 0;
1956                     s->last_mv[0][0][0]   = s->last_mv[0][0][1] = 0;
1957                     s->last_mv[0][1][0]   = s->last_mv[0][1][1] = 0;
1958                     s->field_select[0][0] = (s->picture_structure - 1) & 1;
1959                 } else {
1960                     /* if B type, reuse previous vectors and directions */
1961                     s->mv[0][0][0] = s->last_mv[0][0][0];
1962                     s->mv[0][0][1] = s->last_mv[0][0][1];
1963                     s->mv[1][0][0] = s->last_mv[1][0][0];
1964                     s->mv[1][0][1] = s->last_mv[1][0][1];
1965                     s->field_select[0][0] = (s->picture_structure - 1) & 1;
1966                     s->field_select[1][0] = (s->picture_structure - 1) & 1;
1967                 }
1968             }
1969         }
1970     }
1971 eos: // end of slice
1972     if (get_bits_left(&s->gb) < 0) {
1973         av_log(s, AV_LOG_ERROR, "overread %d\n", -get_bits_left(&s->gb));
1974         return AVERROR_INVALIDDATA;
1975     }
1976     *buf += (get_bits_count(&s->gb) - 1) / 8;
1977     ff_dlog(s, "Slice start:%d %d  end:%d %d\n", s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y);
1978     return 0;
1979 }
1980
1981 static int slice_decode_thread(AVCodecContext *c, void *arg)
1982 {
1983     MpegEncContext *s   = *(void **) arg;
1984     const uint8_t *buf  = s->gb.buffer;
1985     int mb_y            = s->start_mb_y;
1986     const int field_pic = s->picture_structure != PICT_FRAME;
1987
1988     s->er.error_count = (3 * (s->end_mb_y - s->start_mb_y) * s->mb_width) >> field_pic;
1989
1990     for (;;) {
1991         uint32_t start_code;
1992         int ret;
1993
1994         ret = mpeg_decode_slice(s, mb_y, &buf, s->gb.buffer_end - buf);
1995         emms_c();
1996         ff_dlog(c, "ret:%d resync:%d/%d mb:%d/%d ts:%d/%d ec:%d\n",
1997                 ret, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y,
1998                 s->start_mb_y, s->end_mb_y, s->er.error_count);
1999         if (ret < 0) {
2000             if (c->err_recognition & AV_EF_EXPLODE)
2001                 return ret;
2002             if (s->resync_mb_x >= 0 && s->resync_mb_y >= 0)
2003                 ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
2004                                 s->mb_x, s->mb_y,
2005                                 ER_AC_ERROR | ER_DC_ERROR | ER_MV_ERROR);
2006         } else {
2007             ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
2008                             s->mb_x - 1, s->mb_y,
2009                             ER_AC_END | ER_DC_END | ER_MV_END);
2010         }
2011
2012         if (s->mb_y == s->end_mb_y)
2013             return 0;
2014
2015         start_code = -1;
2016         buf        = avpriv_find_start_code(buf, s->gb.buffer_end, &start_code);
2017         if (start_code < SLICE_MIN_START_CODE || start_code > SLICE_MAX_START_CODE)
2018             return AVERROR_INVALIDDATA;
2019         mb_y       = start_code - SLICE_MIN_START_CODE;
2020         if (s->codec_id != AV_CODEC_ID_MPEG1VIDEO && s->mb_height > 2800/16)
2021             mb_y += (*buf&0xE0)<<2;
2022         mb_y <<= field_pic;
2023         if (s->picture_structure == PICT_BOTTOM_FIELD)
2024             mb_y++;
2025         if (mb_y >= s->end_mb_y)
2026             return AVERROR_INVALIDDATA;
2027     }
2028 }
2029
2030 /**
2031  * Handle slice ends.
2032  * @return 1 if it seems to be the last slice
2033  */
2034 static int slice_end(AVCodecContext *avctx, AVFrame *pict)
2035 {
2036     Mpeg1Context *s1  = avctx->priv_data;
2037     MpegEncContext *s = &s1->mpeg_enc_ctx;
2038
2039     if (!s1->mpeg_enc_ctx_allocated || !s->current_picture_ptr)
2040         return 0;
2041
2042     if (s->avctx->hwaccel) {
2043         int ret = s->avctx->hwaccel->end_frame(s->avctx);
2044         if (ret < 0) {
2045             av_log(avctx, AV_LOG_ERROR,
2046                    "hardware accelerator failed to decode picture\n");
2047             return ret;
2048         }
2049     }
2050
2051     /* end of slice reached */
2052     if (/* s->mb_y << field_pic == s->mb_height && */ !s->first_field && !s1->first_slice) {
2053         /* end of image */
2054
2055         ff_er_frame_end(&s->er);
2056
2057         ff_mpv_frame_end(s);
2058
2059         if (s->pict_type == AV_PICTURE_TYPE_B || s->low_delay) {
2060             int ret = av_frame_ref(pict, s->current_picture_ptr->f);
2061             if (ret < 0)
2062                 return ret;
2063             ff_print_debug_info(s, s->current_picture_ptr, pict);
2064             ff_mpv_export_qp_table(s, pict, s->current_picture_ptr, FF_QSCALE_TYPE_MPEG2);
2065         } else {
2066             if (avctx->active_thread_type & FF_THREAD_FRAME)
2067                 s->picture_number++;
2068             /* latency of 1 frame for I- and P-frames */
2069             /* XXX: use another variable than picture_number */
2070             if (s->last_picture_ptr) {
2071                 int ret = av_frame_ref(pict, s->last_picture_ptr->f);
2072                 if (ret < 0)
2073                     return ret;
2074                 ff_print_debug_info(s, s->last_picture_ptr, pict);
2075                 ff_mpv_export_qp_table(s, pict, s->last_picture_ptr, FF_QSCALE_TYPE_MPEG2);
2076             }
2077         }
2078
2079         return 1;
2080     } else {
2081         return 0;
2082     }
2083 }
2084
2085 static int mpeg1_decode_sequence(AVCodecContext *avctx,
2086                                  const uint8_t *buf, int buf_size)
2087 {
2088     Mpeg1Context *s1  = avctx->priv_data;
2089     MpegEncContext *s = &s1->mpeg_enc_ctx;
2090     int width, height;
2091     int i, v, j;
2092
2093     init_get_bits(&s->gb, buf, buf_size * 8);
2094
2095     width  = get_bits(&s->gb, 12);
2096     height = get_bits(&s->gb, 12);
2097     if (width == 0 || height == 0) {
2098         av_log(avctx, AV_LOG_WARNING,
2099                "Invalid horizontal or vertical size value.\n");
2100         if (avctx->err_recognition & (AV_EF_BITSTREAM | AV_EF_COMPLIANT))
2101             return AVERROR_INVALIDDATA;
2102     }
2103     s->aspect_ratio_info = get_bits(&s->gb, 4);
2104     if (s->aspect_ratio_info == 0) {
2105         av_log(avctx, AV_LOG_ERROR, "aspect ratio has forbidden 0 value\n");
2106         if (avctx->err_recognition & (AV_EF_BITSTREAM | AV_EF_COMPLIANT))
2107             return AVERROR_INVALIDDATA;
2108     }
2109     s->frame_rate_index = get_bits(&s->gb, 4);
2110     if (s->frame_rate_index == 0 || s->frame_rate_index > 13) {
2111         av_log(avctx, AV_LOG_WARNING,
2112                "frame_rate_index %d is invalid\n", s->frame_rate_index);
2113         s->frame_rate_index = 1;
2114     }
2115     s->bit_rate = get_bits(&s->gb, 18) * 400LL;
2116     if (check_marker(s->avctx, &s->gb, "in sequence header") == 0) {
2117         return AVERROR_INVALIDDATA;
2118     }
2119
2120     s1->rc_buffer_size = get_bits(&s->gb, 10) * 1024 * 16;
2121     skip_bits(&s->gb, 1);
2122
2123     /* get matrix */
2124     if (get_bits1(&s->gb)) {
2125         load_matrix(s, s->chroma_intra_matrix, s->intra_matrix, 1);
2126     } else {
2127         for (i = 0; i < 64; i++) {
2128             j = s->idsp.idct_permutation[i];
2129             v = ff_mpeg1_default_intra_matrix[i];
2130             s->intra_matrix[j]        = v;
2131             s->chroma_intra_matrix[j] = v;
2132         }
2133     }
2134     if (get_bits1(&s->gb)) {
2135         load_matrix(s, s->chroma_inter_matrix, s->inter_matrix, 0);
2136     } else {
2137         for (i = 0; i < 64; i++) {
2138             int j = s->idsp.idct_permutation[i];
2139             v = ff_mpeg1_default_non_intra_matrix[i];
2140             s->inter_matrix[j]        = v;
2141             s->chroma_inter_matrix[j] = v;
2142         }
2143     }
2144
2145     if (show_bits(&s->gb, 23) != 0) {
2146         av_log(s->avctx, AV_LOG_ERROR, "sequence header damaged\n");
2147         return AVERROR_INVALIDDATA;
2148     }
2149
2150     s->width  = width;
2151     s->height = height;
2152
2153     /* We set MPEG-2 parameters so that it emulates MPEG-1. */
2154     s->progressive_sequence = 1;
2155     s->progressive_frame    = 1;
2156     s->picture_structure    = PICT_FRAME;
2157     s->first_field          = 0;
2158     s->frame_pred_frame_dct = 1;
2159     s->chroma_format        = 1;
2160     s->codec_id             =
2161     s->avctx->codec_id      = AV_CODEC_ID_MPEG1VIDEO;
2162     s->out_format           = FMT_MPEG1;
2163     s->swap_uv              = 0; // AFAIK VCR2 does not have SEQ_HEADER
2164     if (s->avctx->flags & AV_CODEC_FLAG_LOW_DELAY)
2165         s->low_delay = 1;
2166
2167     if (s->avctx->debug & FF_DEBUG_PICT_INFO)
2168         av_log(s->avctx, AV_LOG_DEBUG, "vbv buffer: %d, bitrate:%"PRId64", aspect_ratio_info: %d \n",
2169                s1->rc_buffer_size, s->bit_rate, s->aspect_ratio_info);
2170
2171     return 0;
2172 }
2173
2174 static int vcr2_init_sequence(AVCodecContext *avctx)
2175 {
2176     Mpeg1Context *s1  = avctx->priv_data;
2177     MpegEncContext *s = &s1->mpeg_enc_ctx;
2178     int i, v, ret;
2179
2180     /* start new MPEG-1 context decoding */
2181     s->out_format = FMT_MPEG1;
2182     if (s1->mpeg_enc_ctx_allocated) {
2183         ff_mpv_common_end(s);
2184         s1->mpeg_enc_ctx_allocated = 0;
2185     }
2186     s->width            = avctx->coded_width;
2187     s->height           = avctx->coded_height;
2188     avctx->has_b_frames = 0; // true?
2189     s->low_delay        = 1;
2190
2191     avctx->pix_fmt = mpeg_get_pixelformat(avctx);
2192     setup_hwaccel_for_pixfmt(avctx);
2193
2194     ff_mpv_idct_init(s);
2195     if ((ret = ff_mpv_common_init(s)) < 0)
2196         return ret;
2197     s1->mpeg_enc_ctx_allocated = 1;
2198
2199     for (i = 0; i < 64; i++) {
2200         int j = s->idsp.idct_permutation[i];
2201         v = ff_mpeg1_default_intra_matrix[i];
2202         s->intra_matrix[j]        = v;
2203         s->chroma_intra_matrix[j] = v;
2204
2205         v = ff_mpeg1_default_non_intra_matrix[i];
2206         s->inter_matrix[j]        = v;
2207         s->chroma_inter_matrix[j] = v;
2208     }
2209
2210     s->progressive_sequence  = 1;
2211     s->progressive_frame     = 1;
2212     s->picture_structure     = PICT_FRAME;
2213     s->first_field           = 0;
2214     s->frame_pred_frame_dct  = 1;
2215     s->chroma_format         = 1;
2216     if (s->codec_tag == AV_RL32("BW10")) {
2217         s->codec_id              = s->avctx->codec_id = AV_CODEC_ID_MPEG1VIDEO;
2218     } else {
2219         s->swap_uv = 1; // in case of xvmc we need to swap uv for each MB
2220         s->codec_id              = s->avctx->codec_id = AV_CODEC_ID_MPEG2VIDEO;
2221     }
2222     s1->save_width           = s->width;
2223     s1->save_height          = s->height;
2224     s1->save_progressive_seq = s->progressive_sequence;
2225     return 0;
2226 }
2227
2228 static int mpeg_decode_a53_cc(AVCodecContext *avctx,
2229                               const uint8_t *p, int buf_size)
2230 {
2231     Mpeg1Context *s1 = avctx->priv_data;
2232
2233     if (buf_size >= 6 &&
2234         p[0] == 'G' && p[1] == 'A' && p[2] == '9' && p[3] == '4' &&
2235         p[4] == 3 && (p[5] & 0x40)) {
2236         /* extract A53 Part 4 CC data */
2237         int cc_count = p[5] & 0x1f;
2238         if (cc_count > 0 && buf_size >= 7 + cc_count * 3) {
2239             int old_size = s1->a53_buf_ref ? s1->a53_buf_ref->size : 0;
2240             const uint64_t new_size = (old_size + cc_count
2241                                             * UINT64_C(3));
2242             int ret;
2243
2244             if (new_size > 3*A53_MAX_CC_COUNT)
2245                 return AVERROR(EINVAL);
2246
2247             ret = av_buffer_realloc(&s1->a53_buf_ref, new_size);
2248             if (ret >= 0)
2249                 memcpy(s1->a53_buf_ref->data + old_size, p + 7, cc_count * UINT64_C(3));
2250
2251             avctx->properties |= FF_CODEC_PROPERTY_CLOSED_CAPTIONS;
2252         }
2253         return 1;
2254     } else if (buf_size >= 2 &&
2255                p[0] == 0x03 && (p[1]&0x7f) == 0x01) {
2256         /* extract SCTE-20 CC data */
2257         GetBitContext gb;
2258         int cc_count = 0;
2259         int i, ret;
2260
2261         init_get_bits(&gb, p + 2, buf_size - 2);
2262         cc_count = get_bits(&gb, 5);
2263         if (cc_count > 0) {
2264             int old_size = s1->a53_buf_ref ? s1->a53_buf_ref->size : 0;
2265             const uint64_t new_size = (old_size + cc_count
2266                                             * UINT64_C(3));
2267             if (new_size > 3*A53_MAX_CC_COUNT)
2268                 return AVERROR(EINVAL);
2269
2270             ret = av_buffer_realloc(&s1->a53_buf_ref, new_size);
2271             if (ret >= 0) {
2272                 uint8_t field, cc1, cc2;
2273                 uint8_t *cap = s1->a53_buf_ref->data;
2274
2275                 memset(s1->a53_buf_ref->data + old_size, 0, cc_count * 3);
2276                 for (i = 0; i < cc_count && get_bits_left(&gb) >= 26; i++) {
2277                     skip_bits(&gb, 2); // priority
2278                     field = get_bits(&gb, 2);
2279                     skip_bits(&gb, 5); // line_offset
2280                     cc1 = get_bits(&gb, 8);
2281                     cc2 = get_bits(&gb, 8);
2282                     skip_bits(&gb, 1); // marker
2283
2284                     if (!field) { // forbidden
2285                         cap[0] = cap[1] = cap[2] = 0x00;
2286                     } else {
2287                         field = (field == 2 ? 1 : 0);
2288                         if (!s1->mpeg_enc_ctx.top_field_first) field = !field;
2289                         cap[0] = 0x04 | field;
2290                         cap[1] = ff_reverse[cc1];
2291                         cap[2] = ff_reverse[cc2];
2292                     }
2293                     cap += 3;
2294                 }
2295             }
2296             avctx->properties |= FF_CODEC_PROPERTY_CLOSED_CAPTIONS;
2297         }
2298         return 1;
2299     } else if (buf_size >= 11 &&
2300                p[0] == 'C' && p[1] == 'C' && p[2] == 0x01 && p[3] == 0xf8) {
2301         /* extract DVD CC data
2302          *
2303          * uint32_t   user_data_start_code        0x000001B2    (big endian)
2304          * uint16_t   user_identifier             0x4343 "CC"
2305          * uint8_t    user_data_type_code         0x01
2306          * uint8_t    caption_block_size          0xF8
2307          * uint8_t
2308          *   bit 7    caption_odd_field_first     1=odd field (CC1/CC2) first  0=even field (CC3/CC4) first
2309          *   bit 6    caption_filler              0
2310          *   bit 5:1  caption_block_count         number of caption blocks (pairs of caption words = frames). Most DVDs use 15 per start of GOP.
2311          *   bit 0    caption_extra_field_added   1=one additional caption word
2312          *
2313          * struct caption_field_block {
2314          *   uint8_t
2315          *     bit 7:1 caption_filler             0x7F (all 1s)
2316          *     bit 0   caption_field_odd          1=odd field (this is CC1/CC2)  0=even field (this is CC3/CC4)
2317          *   uint8_t   caption_first_byte
2318          *   uint8_t   caption_second_byte
2319          * } caption_block[(caption_block_count * 2) + caption_extra_field_added];
2320          *
2321          * Some DVDs encode caption data for both fields with caption_field_odd=1. The only way to decode the fields
2322          * correctly is to start on the field indicated by caption_odd_field_first and count between odd/even fields.
2323          * Don't assume that the first caption word is the odd field. There do exist MPEG files in the wild that start
2324          * on the even field. There also exist DVDs in the wild that encode an odd field count and the
2325          * caption_extra_field_added/caption_odd_field_first bits change per packet to allow that. */
2326         int cc_count = 0;
2327         int i, ret;
2328         // There is a caption count field in the data, but it is often
2329         // incorrect.  So count the number of captions present.
2330         for (i = 5; i + 6 <= buf_size && ((p[i] & 0xfe) == 0xfe); i += 6)
2331             cc_count++;
2332         // Transform the DVD format into A53 Part 4 format
2333         if (cc_count > 0) {
2334             int old_size = s1->a53_buf_ref ? s1->a53_buf_ref->size : 0;
2335             const uint64_t new_size = (old_size + cc_count
2336                                             * UINT64_C(6));
2337             if (new_size > 3*A53_MAX_CC_COUNT)
2338                 return AVERROR(EINVAL);
2339
2340             ret = av_buffer_realloc(&s1->a53_buf_ref, new_size);
2341             if (ret >= 0) {
2342                 uint8_t field1 = !!(p[4] & 0x80);
2343                 uint8_t *cap = s1->a53_buf_ref->data;
2344                 p += 5;
2345                 for (i = 0; i < cc_count; i++) {
2346                     cap[0] = (p[0] == 0xff && field1) ? 0xfc : 0xfd;
2347                     cap[1] = p[1];
2348                     cap[2] = p[2];
2349                     cap[3] = (p[3] == 0xff && !field1) ? 0xfc : 0xfd;
2350                     cap[4] = p[4];
2351                     cap[5] = p[5];
2352                     cap += 6;
2353                     p += 6;
2354                 }
2355             }
2356             avctx->properties |= FF_CODEC_PROPERTY_CLOSED_CAPTIONS;
2357         }
2358         return 1;
2359     }
2360     return 0;
2361 }
2362
2363 static void mpeg_decode_user_data(AVCodecContext *avctx,
2364                                   const uint8_t *p, int buf_size)
2365 {
2366     Mpeg1Context *s = avctx->priv_data;
2367     const uint8_t *buf_end = p + buf_size;
2368     Mpeg1Context *s1 = avctx->priv_data;
2369
2370 #if 0
2371     int i;
2372     for(i=0; !(!p[i-2] && !p[i-1] && p[i]==1) && i<buf_size; i++){
2373         av_log(avctx, AV_LOG_ERROR, "%c", p[i]);
2374     }
2375     av_log(avctx, AV_LOG_ERROR, "\n");
2376 #endif
2377
2378     if (buf_size > 29){
2379         int i;
2380         for(i=0; i<20; i++)
2381             if (!memcmp(p+i, "\0TMPGEXS\0", 9)){
2382                 s->tmpgexs= 1;
2383             }
2384     }
2385     /* we parse the DTG active format information */
2386     if (buf_end - p >= 5 &&
2387         p[0] == 'D' && p[1] == 'T' && p[2] == 'G' && p[3] == '1') {
2388         int flags = p[4];
2389         p += 5;
2390         if (flags & 0x80) {
2391             /* skip event id */
2392             p += 2;
2393         }
2394         if (flags & 0x40) {
2395             if (buf_end - p < 1)
2396                 return;
2397             s1->has_afd = 1;
2398             s1->afd     = p[0] & 0x0f;
2399         }
2400     } else if (buf_end - p >= 6 &&
2401                p[0] == 'J' && p[1] == 'P' && p[2] == '3' && p[3] == 'D' &&
2402                p[4] == 0x03) { // S3D_video_format_length
2403         // the 0x7F mask ignores the reserved_bit value
2404         const uint8_t S3D_video_format_type = p[5] & 0x7F;
2405
2406         if (S3D_video_format_type == 0x03 ||
2407             S3D_video_format_type == 0x04 ||
2408             S3D_video_format_type == 0x08 ||
2409             S3D_video_format_type == 0x23) {
2410
2411             s1->has_stereo3d = 1;
2412
2413             switch (S3D_video_format_type) {
2414             case 0x03:
2415                 s1->stereo3d.type = AV_STEREO3D_SIDEBYSIDE;
2416                 break;
2417             case 0x04:
2418                 s1->stereo3d.type = AV_STEREO3D_TOPBOTTOM;
2419                 break;
2420             case 0x08:
2421                 s1->stereo3d.type = AV_STEREO3D_2D;
2422                 break;
2423             case 0x23:
2424                 s1->stereo3d.type = AV_STEREO3D_SIDEBYSIDE_QUINCUNX;
2425                 break;
2426             }
2427         }
2428     } else if (mpeg_decode_a53_cc(avctx, p, buf_size)) {
2429         return;
2430     }
2431 }
2432
2433 static void mpeg_decode_gop(AVCodecContext *avctx,
2434                             const uint8_t *buf, int buf_size)
2435 {
2436     Mpeg1Context *s1  = avctx->priv_data;
2437     MpegEncContext *s = &s1->mpeg_enc_ctx;
2438     int broken_link;
2439     int64_t tc;
2440
2441     init_get_bits(&s->gb, buf, buf_size * 8);
2442
2443     tc = s-> timecode_frame_start = get_bits(&s->gb, 25);
2444
2445 #if FF_API_PRIVATE_OPT
2446 FF_DISABLE_DEPRECATION_WARNINGS
2447     avctx->timecode_frame_start = tc;
2448 FF_ENABLE_DEPRECATION_WARNINGS
2449 #endif
2450
2451     s->closed_gop = get_bits1(&s->gb);
2452     /* broken_link indicates that after editing the
2453      * reference frames of the first B-Frames after GOP I-Frame
2454      * are missing (open gop) */
2455     broken_link = get_bits1(&s->gb);
2456
2457     if (s->avctx->debug & FF_DEBUG_PICT_INFO) {
2458         char tcbuf[AV_TIMECODE_STR_SIZE];
2459         av_timecode_make_mpeg_tc_string(tcbuf, tc);
2460         av_log(s->avctx, AV_LOG_DEBUG,
2461                "GOP (%s) closed_gop=%d broken_link=%d\n",
2462                tcbuf, s->closed_gop, broken_link);
2463     }
2464 }
2465
2466 static int decode_chunks(AVCodecContext *avctx, AVFrame *picture,
2467                          int *got_output, const uint8_t *buf, int buf_size)
2468 {
2469     Mpeg1Context *s = avctx->priv_data;
2470     MpegEncContext *s2 = &s->mpeg_enc_ctx;
2471     const uint8_t *buf_ptr = buf;
2472     const uint8_t *buf_end = buf + buf_size;
2473     int ret, input_size;
2474     int last_code = 0, skip_frame = 0;
2475     int picture_start_code_seen = 0;
2476
2477     for (;;) {
2478         /* find next start code */
2479         uint32_t start_code = -1;
2480         buf_ptr = avpriv_find_start_code(buf_ptr, buf_end, &start_code);
2481         if (start_code > 0x1ff) {
2482             if (!skip_frame) {
2483                 if (HAVE_THREADS &&
2484                     (avctx->active_thread_type & FF_THREAD_SLICE) &&
2485                     !avctx->hwaccel) {
2486                     int i;
2487                     av_assert0(avctx->thread_count > 1);
2488
2489                     avctx->execute(avctx, slice_decode_thread,
2490                                    &s2->thread_context[0], NULL,
2491                                    s->slice_count, sizeof(void *));
2492                     for (i = 0; i < s->slice_count; i++)
2493                         s2->er.error_count += s2->thread_context[i]->er.error_count;
2494                 }
2495
2496                 ret = slice_end(avctx, picture);
2497                 if (ret < 0)
2498                     return ret;
2499                 else if (ret) {
2500                     // FIXME: merge with the stuff in mpeg_decode_slice
2501                     if (s2->last_picture_ptr || s2->low_delay || s2->pict_type == AV_PICTURE_TYPE_B)
2502                         *got_output = 1;
2503                 }
2504             }
2505             s2->pict_type = 0;
2506
2507             if (avctx->err_recognition & AV_EF_EXPLODE && s2->er.error_count)
2508                 return AVERROR_INVALIDDATA;
2509
2510             return FFMAX(0, buf_ptr - buf - s2->parse_context.last_index);
2511         }
2512
2513         input_size = buf_end - buf_ptr;
2514
2515         if (avctx->debug & FF_DEBUG_STARTCODE)
2516             av_log(avctx, AV_LOG_DEBUG, "%3"PRIX32" at %"PTRDIFF_SPECIFIER" left %d\n",
2517                    start_code, buf_ptr - buf, input_size);
2518
2519         /* prepare data for next start code */
2520         switch (start_code) {
2521         case SEQ_START_CODE:
2522             if (last_code == 0) {
2523                 mpeg1_decode_sequence(avctx, buf_ptr, input_size);
2524                 if (buf != avctx->extradata)
2525                     s->sync = 1;
2526             } else {
2527                 av_log(avctx, AV_LOG_ERROR,
2528                        "ignoring SEQ_START_CODE after %X\n", last_code);
2529                 if (avctx->err_recognition & AV_EF_EXPLODE)
2530                     return AVERROR_INVALIDDATA;
2531             }
2532             break;
2533
2534         case PICTURE_START_CODE:
2535             if (picture_start_code_seen && s2->picture_structure == PICT_FRAME) {
2536                /* If it's a frame picture, there can't be more than one picture header.
2537                   Yet, it does happen and we need to handle it. */
2538                av_log(avctx, AV_LOG_WARNING, "ignoring extra picture following a frame-picture\n");
2539                break;
2540             }
2541             picture_start_code_seen = 1;
2542
2543             if (s2->width <= 0 || s2->height <= 0) {
2544                 av_log(avctx, AV_LOG_ERROR, "Invalid frame dimensions %dx%d.\n",
2545                        s2->width, s2->height);
2546                 return AVERROR_INVALIDDATA;
2547             }
2548
2549             if (s->tmpgexs){
2550                 s2->intra_dc_precision= 3;
2551                 s2->intra_matrix[0]= 1;
2552             }
2553             if (HAVE_THREADS && (avctx->active_thread_type & FF_THREAD_SLICE) &&
2554                 !avctx->hwaccel && s->slice_count) {
2555                 int i;
2556
2557                 avctx->execute(avctx, slice_decode_thread,
2558                                s2->thread_context, NULL,
2559                                s->slice_count, sizeof(void *));
2560                 for (i = 0; i < s->slice_count; i++)
2561                     s2->er.error_count += s2->thread_context[i]->er.error_count;
2562                 s->slice_count = 0;
2563             }
2564             if (last_code == 0 || last_code == SLICE_MIN_START_CODE) {
2565                 ret = mpeg_decode_postinit(avctx);
2566                 if (ret < 0) {
2567                     av_log(avctx, AV_LOG_ERROR,
2568                            "mpeg_decode_postinit() failure\n");
2569                     return ret;
2570                 }
2571
2572                 /* We have a complete image: we try to decompress it. */
2573                 if (mpeg1_decode_picture(avctx, buf_ptr, input_size) < 0)
2574                     s2->pict_type = 0;
2575                 s->first_slice = 1;
2576                 last_code      = PICTURE_START_CODE;
2577             } else {
2578                 av_log(avctx, AV_LOG_ERROR,
2579                        "ignoring pic after %X\n", last_code);
2580                 if (avctx->err_recognition & AV_EF_EXPLODE)
2581                     return AVERROR_INVALIDDATA;
2582             }
2583             break;
2584         case EXT_START_CODE:
2585             init_get_bits(&s2->gb, buf_ptr, input_size * 8);
2586
2587             switch (get_bits(&s2->gb, 4)) {
2588             case 0x1:
2589                 if (last_code == 0) {
2590                     mpeg_decode_sequence_extension(s);
2591                 } else {
2592                     av_log(avctx, AV_LOG_ERROR,
2593                            "ignoring seq ext after %X\n", last_code);
2594                     if (avctx->err_recognition & AV_EF_EXPLODE)
2595                         return AVERROR_INVALIDDATA;
2596                 }
2597                 break;
2598             case 0x2:
2599                 mpeg_decode_sequence_display_extension(s);
2600                 break;
2601             case 0x3:
2602                 mpeg_decode_quant_matrix_extension(s2);
2603                 break;
2604             case 0x7:
2605                 mpeg_decode_picture_display_extension(s);
2606                 break;
2607             case 0x8:
2608                 if (last_code == PICTURE_START_CODE) {
2609                     mpeg_decode_picture_coding_extension(s);
2610                 } else {
2611                     av_log(avctx, AV_LOG_ERROR,
2612                            "ignoring pic cod ext after %X\n", last_code);
2613                     if (avctx->err_recognition & AV_EF_EXPLODE)
2614                         return AVERROR_INVALIDDATA;
2615                 }
2616                 break;
2617             }
2618             break;
2619         case USER_START_CODE:
2620             mpeg_decode_user_data(avctx, buf_ptr, input_size);
2621             break;
2622         case GOP_START_CODE:
2623             if (last_code == 0) {
2624                 s2->first_field = 0;
2625                 mpeg_decode_gop(avctx, buf_ptr, input_size);
2626                 s->sync = 1;
2627             } else {
2628                 av_log(avctx, AV_LOG_ERROR,
2629                        "ignoring GOP_START_CODE after %X\n", last_code);
2630                 if (avctx->err_recognition & AV_EF_EXPLODE)
2631                     return AVERROR_INVALIDDATA;
2632             }
2633             break;
2634         default:
2635             if (start_code >= SLICE_MIN_START_CODE &&
2636                 start_code <= SLICE_MAX_START_CODE && last_code == PICTURE_START_CODE) {
2637                 if (s2->progressive_sequence && !s2->progressive_frame) {
2638                     s2->progressive_frame = 1;
2639                     av_log(s2->avctx, AV_LOG_ERROR,
2640                            "interlaced frame in progressive sequence, ignoring\n");
2641                 }
2642
2643                 if (s2->picture_structure == 0 ||
2644                     (s2->progressive_frame && s2->picture_structure != PICT_FRAME)) {
2645                     av_log(s2->avctx, AV_LOG_ERROR,
2646                            "picture_structure %d invalid, ignoring\n",
2647                            s2->picture_structure);
2648                     s2->picture_structure = PICT_FRAME;
2649                 }
2650
2651                 if (s2->progressive_sequence && !s2->frame_pred_frame_dct)
2652                     av_log(s2->avctx, AV_LOG_WARNING, "invalid frame_pred_frame_dct\n");
2653
2654                 if (s2->picture_structure == PICT_FRAME) {
2655                     s2->first_field = 0;
2656                     s2->v_edge_pos  = 16 * s2->mb_height;
2657                 } else {
2658                     s2->first_field ^= 1;
2659                     s2->v_edge_pos   = 8 * s2->mb_height;
2660                     memset(s2->mbskip_table, 0, s2->mb_stride * s2->mb_height);
2661                 }
2662             }
2663             if (start_code >= SLICE_MIN_START_CODE &&
2664                 start_code <= SLICE_MAX_START_CODE && last_code != 0) {
2665                 const int field_pic = s2->picture_structure != PICT_FRAME;
2666                 int mb_y = start_code - SLICE_MIN_START_CODE;
2667                 last_code = SLICE_MIN_START_CODE;
2668                 if (s2->codec_id != AV_CODEC_ID_MPEG1VIDEO && s2->mb_height > 2800/16)
2669                     mb_y += (*buf_ptr&0xE0)<<2;
2670
2671                 mb_y <<= field_pic;
2672                 if (s2->picture_structure == PICT_BOTTOM_FIELD)
2673                     mb_y++;
2674
2675                 if (buf_end - buf_ptr < 2) {
2676                     av_log(s2->avctx, AV_LOG_ERROR, "slice too small\n");
2677                     return AVERROR_INVALIDDATA;
2678                 }
2679
2680                 if (mb_y >= s2->mb_height) {
2681                     av_log(s2->avctx, AV_LOG_ERROR,
2682                            "slice below image (%d >= %d)\n", mb_y, s2->mb_height);
2683                     return AVERROR_INVALIDDATA;
2684                 }
2685
2686                 if (!s2->last_picture_ptr) {
2687                     /* Skip B-frames if we do not have reference frames and
2688                      * GOP is not closed. */
2689                     if (s2->pict_type == AV_PICTURE_TYPE_B) {
2690                         if (!s2->closed_gop) {
2691                             skip_frame = 1;
2692                             av_log(s2->avctx, AV_LOG_DEBUG,
2693                                    "Skipping B slice due to open GOP\n");
2694                             break;
2695                         }
2696                     }
2697                 }
2698                 if (s2->pict_type == AV_PICTURE_TYPE_I || (s2->avctx->flags2 & AV_CODEC_FLAG2_SHOW_ALL))
2699                     s->sync = 1;
2700                 if (!s2->next_picture_ptr) {
2701                     /* Skip P-frames if we do not have a reference frame or
2702                      * we have an invalid header. */
2703                     if (s2->pict_type == AV_PICTURE_TYPE_P && !s->sync) {
2704                         skip_frame = 1;
2705                         av_log(s2->avctx, AV_LOG_DEBUG,
2706                                "Skipping P slice due to !sync\n");
2707                         break;
2708                     }
2709                 }
2710                 if ((avctx->skip_frame >= AVDISCARD_NONREF &&
2711                      s2->pict_type == AV_PICTURE_TYPE_B) ||
2712                     (avctx->skip_frame >= AVDISCARD_NONKEY &&
2713                      s2->pict_type != AV_PICTURE_TYPE_I) ||
2714                     avctx->skip_frame >= AVDISCARD_ALL) {
2715                     skip_frame = 1;
2716                     break;
2717                 }
2718
2719                 if (!s->mpeg_enc_ctx_allocated)
2720                     break;
2721
2722                 if (s2->codec_id == AV_CODEC_ID_MPEG2VIDEO) {
2723                     if (mb_y < avctx->skip_top ||
2724                         mb_y >= s2->mb_height - avctx->skip_bottom)
2725                         break;
2726                 }
2727
2728                 if (!s2->pict_type) {
2729                     av_log(avctx, AV_LOG_ERROR, "Missing picture start code\n");
2730                     if (avctx->err_recognition & AV_EF_EXPLODE)
2731                         return AVERROR_INVALIDDATA;
2732                     break;
2733                 }
2734
2735                 if (s->first_slice) {
2736                     skip_frame     = 0;
2737                     s->first_slice = 0;
2738                     if ((ret = mpeg_field_start(s2, buf, buf_size)) < 0)
2739                         return ret;
2740                 }
2741                 if (!s2->current_picture_ptr) {
2742                     av_log(avctx, AV_LOG_ERROR,
2743                            "current_picture not initialized\n");
2744                     return AVERROR_INVALIDDATA;
2745                 }
2746
2747                 if (HAVE_THREADS &&
2748                     (avctx->active_thread_type & FF_THREAD_SLICE) &&
2749                     !avctx->hwaccel) {
2750                     int threshold = (s2->mb_height * s->slice_count +
2751                                      s2->slice_context_count / 2) /
2752                                     s2->slice_context_count;
2753                     av_assert0(avctx->thread_count > 1);
2754                     if (threshold <= mb_y) {
2755                         MpegEncContext *thread_context = s2->thread_context[s->slice_count];
2756
2757                         thread_context->start_mb_y = mb_y;
2758                         thread_context->end_mb_y   = s2->mb_height;
2759                         if (s->slice_count) {
2760                             s2->thread_context[s->slice_count - 1]->end_mb_y = mb_y;
2761                             ret = ff_update_duplicate_context(thread_context, s2);
2762                             if (ret < 0)
2763                                 return ret;
2764                         }
2765                         init_get_bits(&thread_context->gb, buf_ptr, input_size * 8);
2766                         s->slice_count++;
2767                     }
2768                     buf_ptr += 2; // FIXME add minimum number of bytes per slice
2769                 } else {
2770                     ret = mpeg_decode_slice(s2, mb_y, &buf_ptr, input_size);
2771                     emms_c();
2772
2773                     if (ret < 0) {
2774                         if (avctx->err_recognition & AV_EF_EXPLODE)
2775                             return ret;
2776                         if (s2->resync_mb_x >= 0 && s2->resync_mb_y >= 0)
2777                             ff_er_add_slice(&s2->er, s2->resync_mb_x,
2778                                             s2->resync_mb_y, s2->mb_x, s2->mb_y,
2779                                             ER_AC_ERROR | ER_DC_ERROR | ER_MV_ERROR);
2780                     } else {
2781                         ff_er_add_slice(&s2->er, s2->resync_mb_x,
2782                                         s2->resync_mb_y, s2->mb_x - 1, s2->mb_y,
2783                                         ER_AC_END | ER_DC_END | ER_MV_END);
2784                     }
2785                 }
2786             }
2787             break;
2788         }
2789     }
2790 }
2791
2792 static int mpeg_decode_frame(AVCodecContext *avctx, void *data,
2793                              int *got_output, AVPacket *avpkt)
2794 {
2795     const uint8_t *buf = avpkt->data;
2796     int ret;
2797     int buf_size = avpkt->size;
2798     Mpeg1Context *s = avctx->priv_data;
2799     AVFrame *picture = data;
2800     MpegEncContext *s2 = &s->mpeg_enc_ctx;
2801
2802     if (buf_size == 0 || (buf_size == 4 && AV_RB32(buf) == SEQ_END_CODE)) {
2803         /* special case for last picture */
2804         if (s2->low_delay == 0 && s2->next_picture_ptr) {
2805             int ret = av_frame_ref(picture, s2->next_picture_ptr->f);
2806             if (ret < 0)
2807                 return ret;
2808
2809             s2->next_picture_ptr = NULL;
2810
2811             *got_output = 1;
2812         }
2813         return buf_size;
2814     }
2815
2816     if (s2->avctx->flags & AV_CODEC_FLAG_TRUNCATED) {
2817         int next = ff_mpeg1_find_frame_end(&s2->parse_context, buf,
2818                                            buf_size, NULL);
2819
2820         if (ff_combine_frame(&s2->parse_context, next,
2821                              (const uint8_t **) &buf, &buf_size) < 0)
2822             return buf_size;
2823     }
2824
2825     s2->codec_tag = avpriv_toupper4(avctx->codec_tag);
2826     if (s->mpeg_enc_ctx_allocated == 0 && (   s2->codec_tag == AV_RL32("VCR2")
2827                                            || s2->codec_tag == AV_RL32("BW10")
2828                                           ))
2829         vcr2_init_sequence(avctx);
2830
2831     s->slice_count = 0;
2832
2833     if (avctx->extradata && !s->extradata_decoded) {
2834         ret = decode_chunks(avctx, picture, got_output,
2835                             avctx->extradata, avctx->extradata_size);
2836         if (*got_output) {
2837             av_log(avctx, AV_LOG_ERROR, "picture in extradata\n");
2838             av_frame_unref(picture);
2839             *got_output = 0;
2840         }
2841         s->extradata_decoded = 1;
2842         if (ret < 0 && (avctx->err_recognition & AV_EF_EXPLODE)) {
2843             s2->current_picture_ptr = NULL;
2844             return ret;
2845         }
2846     }
2847
2848     ret = decode_chunks(avctx, picture, got_output, buf, buf_size);
2849     if (ret<0 || *got_output) {
2850         s2->current_picture_ptr = NULL;
2851
2852         if (s2->timecode_frame_start != -1 && *got_output) {
2853             char tcbuf[AV_TIMECODE_STR_SIZE];
2854             AVFrameSideData *tcside = av_frame_new_side_data(picture,
2855                                                              AV_FRAME_DATA_GOP_TIMECODE,
2856                                                              sizeof(int64_t));
2857             if (!tcside)
2858                 return AVERROR(ENOMEM);
2859             memcpy(tcside->data, &s2->timecode_frame_start, sizeof(int64_t));
2860
2861             av_timecode_make_mpeg_tc_string(tcbuf, s2->timecode_frame_start);
2862             av_dict_set(&picture->metadata, "timecode", tcbuf, 0);
2863
2864             s2->timecode_frame_start = -1;
2865         }
2866     }
2867
2868     return ret;
2869 }
2870
2871 static void flush(AVCodecContext *avctx)
2872 {
2873     Mpeg1Context *s = avctx->priv_data;
2874
2875     s->sync       = 0;
2876
2877     ff_mpeg_flush(avctx);
2878 }
2879
2880 static av_cold int mpeg_decode_end(AVCodecContext *avctx)
2881 {
2882     Mpeg1Context *s = avctx->priv_data;
2883
2884     ff_mpv_common_end(&s->mpeg_enc_ctx);
2885     av_buffer_unref(&s->a53_buf_ref);
2886     return 0;
2887 }
2888
2889 AVCodec ff_mpeg1video_decoder = {
2890     .name                  = "mpeg1video",
2891     .long_name             = NULL_IF_CONFIG_SMALL("MPEG-1 video"),
2892     .type                  = AVMEDIA_TYPE_VIDEO,
2893     .id                    = AV_CODEC_ID_MPEG1VIDEO,
2894     .priv_data_size        = sizeof(Mpeg1Context),
2895     .init                  = mpeg_decode_init,
2896     .close                 = mpeg_decode_end,
2897     .decode                = mpeg_decode_frame,
2898     .capabilities          = AV_CODEC_CAP_DRAW_HORIZ_BAND | AV_CODEC_CAP_DR1 |
2899                              AV_CODEC_CAP_TRUNCATED | AV_CODEC_CAP_DELAY |
2900                              AV_CODEC_CAP_SLICE_THREADS,
2901     .caps_internal         = FF_CODEC_CAP_INIT_THREADSAFE | FF_CODEC_CAP_INIT_CLEANUP |
2902                              FF_CODEC_CAP_SKIP_FRAME_FILL_PARAM,
2903     .flush                 = flush,
2904     .max_lowres            = 3,
2905     .update_thread_context = ONLY_IF_THREADS_ENABLED(mpeg_decode_update_thread_context),
2906     .hw_configs            = (const AVCodecHWConfigInternal*[]) {
2907 #if CONFIG_MPEG1_NVDEC_HWACCEL
2908                                HWACCEL_NVDEC(mpeg1),
2909 #endif
2910 #if CONFIG_MPEG1_VDPAU_HWACCEL
2911                                HWACCEL_VDPAU(mpeg1),
2912 #endif
2913 #if CONFIG_MPEG1_VIDEOTOOLBOX_HWACCEL
2914                                HWACCEL_VIDEOTOOLBOX(mpeg1),
2915 #endif
2916 #if CONFIG_MPEG1_XVMC_HWACCEL
2917                                HWACCEL_XVMC(mpeg1),
2918 #endif
2919                                NULL
2920                            },
2921 };
2922
2923 AVCodec ff_mpeg2video_decoder = {
2924     .name           = "mpeg2video",
2925     .long_name      = NULL_IF_CONFIG_SMALL("MPEG-2 video"),
2926     .type           = AVMEDIA_TYPE_VIDEO,
2927     .id             = AV_CODEC_ID_MPEG2VIDEO,
2928     .priv_data_size = sizeof(Mpeg1Context),
2929     .init           = mpeg_decode_init,
2930     .close          = mpeg_decode_end,
2931     .decode         = mpeg_decode_frame,
2932     .capabilities   = AV_CODEC_CAP_DRAW_HORIZ_BAND | AV_CODEC_CAP_DR1 |
2933                       AV_CODEC_CAP_TRUNCATED | AV_CODEC_CAP_DELAY |
2934                       AV_CODEC_CAP_SLICE_THREADS,
2935     .caps_internal  = FF_CODEC_CAP_INIT_THREADSAFE | FF_CODEC_CAP_INIT_CLEANUP |
2936                       FF_CODEC_CAP_SKIP_FRAME_FILL_PARAM,
2937     .flush          = flush,
2938     .max_lowres     = 3,
2939     .profiles       = NULL_IF_CONFIG_SMALL(ff_mpeg2_video_profiles),
2940     .hw_configs     = (const AVCodecHWConfigInternal*[]) {
2941 #if CONFIG_MPEG2_DXVA2_HWACCEL
2942                         HWACCEL_DXVA2(mpeg2),
2943 #endif
2944 #if CONFIG_MPEG2_D3D11VA_HWACCEL
2945                         HWACCEL_D3D11VA(mpeg2),
2946 #endif
2947 #if CONFIG_MPEG2_D3D11VA2_HWACCEL
2948                         HWACCEL_D3D11VA2(mpeg2),
2949 #endif
2950 #if CONFIG_MPEG2_NVDEC_HWACCEL
2951                         HWACCEL_NVDEC(mpeg2),
2952 #endif
2953 #if CONFIG_MPEG2_VAAPI_HWACCEL
2954                         HWACCEL_VAAPI(mpeg2),
2955 #endif
2956 #if CONFIG_MPEG2_VDPAU_HWACCEL
2957                         HWACCEL_VDPAU(mpeg2),
2958 #endif
2959 #if CONFIG_MPEG2_VIDEOTOOLBOX_HWACCEL
2960                         HWACCEL_VIDEOTOOLBOX(mpeg2),
2961 #endif
2962 #if CONFIG_MPEG2_XVMC_HWACCEL
2963                         HWACCEL_XVMC(mpeg2),
2964 #endif
2965                         NULL
2966                     },
2967 };
2968
2969 //legacy decoder
2970 AVCodec ff_mpegvideo_decoder = {
2971     .name           = "mpegvideo",
2972     .long_name      = NULL_IF_CONFIG_SMALL("MPEG-1 video"),
2973     .type           = AVMEDIA_TYPE_VIDEO,
2974     .id             = AV_CODEC_ID_MPEG2VIDEO,
2975     .priv_data_size = sizeof(Mpeg1Context),
2976     .init           = mpeg_decode_init,
2977     .close          = mpeg_decode_end,
2978     .decode         = mpeg_decode_frame,
2979     .capabilities   = AV_CODEC_CAP_DRAW_HORIZ_BAND | AV_CODEC_CAP_DR1 | AV_CODEC_CAP_TRUNCATED | AV_CODEC_CAP_DELAY | AV_CODEC_CAP_SLICE_THREADS,
2980     .caps_internal  = FF_CODEC_CAP_INIT_THREADSAFE | FF_CODEC_CAP_INIT_CLEANUP |
2981                       FF_CODEC_CAP_SKIP_FRAME_FILL_PARAM,
2982     .flush          = flush,
2983     .max_lowres     = 3,
2984 };
2985
2986 typedef struct IPUContext {
2987     MpegEncContext m;
2988
2989     int flags;
2990     DECLARE_ALIGNED(32, int16_t, block)[6][64];
2991 } IPUContext;
2992
2993 static int ipu_decode_frame(AVCodecContext *avctx, void *data,
2994                             int *got_frame, AVPacket *avpkt)
2995 {
2996     IPUContext *s = avctx->priv_data;
2997     MpegEncContext *m = &s->m;
2998     GetBitContext *gb = &m->gb;
2999     AVFrame * const frame = data;
3000     int ret;
3001
3002     ret = ff_get_buffer(avctx, frame, 0);
3003     if (ret < 0)
3004         return ret;
3005
3006     ret = init_get_bits8(gb, avpkt->data, avpkt->size);
3007     if (ret < 0)
3008         return ret;
3009
3010     s->flags = get_bits(gb, 8);
3011     m->intra_dc_precision = s->flags & 3;
3012     m->q_scale_type = !!(s->flags & 0x40);
3013     m->intra_vlc_format = !!(s->flags & 0x20);
3014     m->alternate_scan = !!(s->flags & 0x10);
3015
3016     if (s->flags & 0x10) {
3017         ff_init_scantable(m->idsp.idct_permutation, &m->inter_scantable, ff_alternate_vertical_scan);
3018         ff_init_scantable(m->idsp.idct_permutation, &m->intra_scantable, ff_alternate_vertical_scan);
3019     } else {
3020         ff_init_scantable(m->idsp.idct_permutation, &m->inter_scantable, ff_zigzag_direct);
3021         ff_init_scantable(m->idsp.idct_permutation, &m->intra_scantable, ff_zigzag_direct);
3022     }
3023
3024     m->last_dc[0] = m->last_dc[1] = m->last_dc[2] = 1 << (7 + (s->flags & 3));
3025     m->qscale = 1;
3026
3027     for (int y = 0; y < avctx->height; y += 16) {
3028         int intraquant;
3029
3030         for (int x = 0; x < avctx->width; x += 16) {
3031             if (x || y) {
3032                 if (!get_bits1(gb))
3033                     return AVERROR_INVALIDDATA;
3034             }
3035             if (get_bits1(gb)) {
3036                 intraquant = 0;
3037             } else {
3038                 if (!get_bits1(gb))
3039                     return AVERROR_INVALIDDATA;
3040                 intraquant = 1;
3041             }
3042
3043             if (s->flags & 4)
3044                 skip_bits1(gb);
3045
3046             if (intraquant)
3047                 m->qscale = mpeg_get_qscale(m);
3048
3049             memset(s->block, 0, sizeof(s->block));
3050
3051             for (int n = 0; n < 6; n++) {
3052                 if (s->flags & 0x80) {
3053                     ret = ff_mpeg1_decode_block_intra(&m->gb,
3054                                                       m->intra_matrix,
3055                                                       m->intra_scantable.permutated,
3056                                                       m->last_dc, s->block[n],
3057                                                       n, m->qscale);
3058                     if (ret >= 0)
3059                         m->block_last_index[n] = ret;
3060                 } else {
3061                     ret = mpeg2_decode_block_intra(m, s->block[n], n);
3062                 }
3063
3064                 if (ret < 0)
3065                     return ret;
3066             }
3067
3068             m->idsp.idct_put(frame->data[0] + y * frame->linesize[0] + x,
3069                              frame->linesize[0], s->block[0]);
3070             m->idsp.idct_put(frame->data[0] + y * frame->linesize[0] + x + 8,
3071                              frame->linesize[0], s->block[1]);
3072             m->idsp.idct_put(frame->data[0] + (y + 8) * frame->linesize[0] + x,
3073                              frame->linesize[0], s->block[2]);
3074             m->idsp.idct_put(frame->data[0] + (y + 8) * frame->linesize[0] + x + 8,
3075                              frame->linesize[0], s->block[3]);
3076             m->idsp.idct_put(frame->data[1] + (y >> 1) * frame->linesize[1] + (x >> 1),
3077                              frame->linesize[1], s->block[4]);
3078             m->idsp.idct_put(frame->data[2] + (y >> 1) * frame->linesize[2] + (x >> 1),
3079                              frame->linesize[2], s->block[5]);
3080         }
3081     }
3082
3083     align_get_bits(gb);
3084     if (get_bits_left(gb) != 32)
3085         return AVERROR_INVALIDDATA;
3086
3087     frame->pict_type = AV_PICTURE_TYPE_I;
3088     frame->key_frame = 1;
3089     *got_frame = 1;
3090
3091     return avpkt->size;
3092 }
3093
3094 static av_cold int ipu_decode_init(AVCodecContext *avctx)
3095 {
3096     IPUContext *s = avctx->priv_data;
3097     MpegEncContext *m = &s->m;
3098
3099     avctx->pix_fmt = AV_PIX_FMT_YUV420P;
3100
3101     ff_mpv_decode_init(m, avctx);
3102     s->m.avctx = avctx;
3103     ff_mpv_idct_init(m);
3104     ff_mpeg12_common_init(m);
3105     ff_mpeg12_init_vlcs();
3106
3107     for (int i = 0; i < 64; i++) {
3108         int j = m->idsp.idct_permutation[i];
3109         int v = ff_mpeg1_default_intra_matrix[i];
3110         m->intra_matrix[j]        = v;
3111         m->chroma_intra_matrix[j] = v;
3112     }
3113
3114     for (int i = 0; i < 64; i++) {
3115         int j = m->idsp.idct_permutation[i];
3116         int v = ff_mpeg1_default_non_intra_matrix[i];
3117         m->inter_matrix[j]        = v;
3118         m->chroma_inter_matrix[j] = v;
3119     }
3120
3121     return 0;
3122 }
3123
3124 static av_cold int ipu_decode_end(AVCodecContext *avctx)
3125 {
3126     IPUContext *s = avctx->priv_data;
3127
3128     ff_mpv_common_end(&s->m);
3129
3130     return 0;
3131 }
3132
3133 AVCodec ff_ipu_decoder = {
3134     .name           = "ipu",
3135     .long_name      = NULL_IF_CONFIG_SMALL("IPU Video"),
3136     .type           = AVMEDIA_TYPE_VIDEO,
3137     .id             = AV_CODEC_ID_IPU,
3138     .priv_data_size = sizeof(IPUContext),
3139     .init           = ipu_decode_init,
3140     .decode         = ipu_decode_frame,
3141     .close          = ipu_decode_end,
3142     .capabilities   = AV_CODEC_CAP_DR1,
3143     .caps_internal  = FF_CODEC_CAP_INIT_THREADSAFE | FF_CODEC_CAP_INIT_CLEANUP,
3144 };