]> git.sesse.net Git - ffmpeg/blob - libavcodec/mpeg12dec.c
avcodec/ttmlenc: add support for region positioning and sizing
[ffmpeg] / libavcodec / mpeg12dec.c
1 /*
2  * MPEG-1/2 decoder
3  * Copyright (c) 2000, 2001 Fabrice Bellard
4  * Copyright (c) 2002-2013 Michael Niedermayer <michaelni@gmx.at>
5  *
6  * This file is part of FFmpeg.
7  *
8  * FFmpeg is free software; you can redistribute it and/or
9  * modify it under the terms of the GNU Lesser General Public
10  * License as published by the Free Software Foundation; either
11  * version 2.1 of the License, or (at your option) any later version.
12  *
13  * FFmpeg is distributed in the hope that it will be useful,
14  * but WITHOUT ANY WARRANTY; without even the implied warranty of
15  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
16  * Lesser General Public License for more details.
17  *
18  * You should have received a copy of the GNU Lesser General Public
19  * License along with FFmpeg; if not, write to the Free Software
20  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21  */
22
23 /**
24  * @file
25  * MPEG-1/2 decoder
26  */
27
28 #define UNCHECKED_BITSTREAM_READER 1
29 #include <inttypes.h>
30
31 #include "libavutil/attributes.h"
32 #include "libavutil/imgutils.h"
33 #include "libavutil/internal.h"
34 #include "libavutil/mem_internal.h"
35 #include "libavutil/stereo3d.h"
36 #include "libavutil/video_enc_params.h"
37
38 #include "avcodec.h"
39 #include "bytestream.h"
40 #include "error_resilience.h"
41 #include "hwconfig.h"
42 #include "idctdsp.h"
43 #include "internal.h"
44 #include "mpeg_er.h"
45 #include "mpeg12.h"
46 #include "mpeg12data.h"
47 #include "mpegutils.h"
48 #include "mpegvideo.h"
49 #include "mpegvideodata.h"
50 #include "profiles.h"
51 #include "thread.h"
52 #include "version.h"
53 #include "xvmc_internal.h"
54
55 #define A53_MAX_CC_COUNT 2000
56
57 typedef struct Mpeg1Context {
58     MpegEncContext mpeg_enc_ctx;
59     int mpeg_enc_ctx_allocated; /* true if decoding context allocated */
60     int repeat_field;           /* true if we must repeat the field */
61     AVPanScan pan_scan;         /* some temporary storage for the panscan */
62     AVStereo3D stereo3d;
63     int has_stereo3d;
64     AVBufferRef *a53_buf_ref;
65     uint8_t afd;
66     int has_afd;
67     int slice_count;
68     AVRational save_aspect;
69     int save_width, save_height, save_progressive_seq;
70     int rc_buffer_size;
71     AVRational frame_rate_ext;  /* MPEG-2 specific framerate modificator */
72     int sync;                   /* Did we reach a sync point like a GOP/SEQ/KEYFrame? */
73     int tmpgexs;
74     int first_slice;
75     int extradata_decoded;
76 } Mpeg1Context;
77
78 #define MB_TYPE_ZERO_MV   0x20000000
79
80 static const uint32_t ptype2mb_type[7] = {
81                     MB_TYPE_INTRA,
82                     MB_TYPE_L0 | MB_TYPE_CBP | MB_TYPE_ZERO_MV | MB_TYPE_16x16,
83                     MB_TYPE_L0,
84                     MB_TYPE_L0 | MB_TYPE_CBP,
85     MB_TYPE_QUANT | MB_TYPE_INTRA,
86     MB_TYPE_QUANT | MB_TYPE_L0 | MB_TYPE_CBP | MB_TYPE_ZERO_MV | MB_TYPE_16x16,
87     MB_TYPE_QUANT | MB_TYPE_L0 | MB_TYPE_CBP,
88 };
89
90 static const uint32_t btype2mb_type[11] = {
91                     MB_TYPE_INTRA,
92                     MB_TYPE_L1,
93                     MB_TYPE_L1   | MB_TYPE_CBP,
94                     MB_TYPE_L0,
95                     MB_TYPE_L0   | MB_TYPE_CBP,
96                     MB_TYPE_L0L1,
97                     MB_TYPE_L0L1 | MB_TYPE_CBP,
98     MB_TYPE_QUANT | MB_TYPE_INTRA,
99     MB_TYPE_QUANT | MB_TYPE_L1   | MB_TYPE_CBP,
100     MB_TYPE_QUANT | MB_TYPE_L0   | MB_TYPE_CBP,
101     MB_TYPE_QUANT | MB_TYPE_L0L1 | MB_TYPE_CBP,
102 };
103
104 /* as H.263, but only 17 codes */
105 static int mpeg_decode_motion(MpegEncContext *s, int fcode, int pred)
106 {
107     int code, sign, val, shift;
108
109     code = get_vlc2(&s->gb, ff_mv_vlc.table, MV_VLC_BITS, 2);
110     if (code == 0)
111         return pred;
112     if (code < 0)
113         return 0xffff;
114
115     sign  = get_bits1(&s->gb);
116     shift = fcode - 1;
117     val   = code;
118     if (shift) {
119         val  = (val - 1) << shift;
120         val |= get_bits(&s->gb, shift);
121         val++;
122     }
123     if (sign)
124         val = -val;
125     val += pred;
126
127     /* modulo decoding */
128     return sign_extend(val, 5 + shift);
129 }
130
131 #define MAX_INDEX (64 - 1)
132 #define check_scantable_index(ctx, x)                                         \
133     do {                                                                      \
134         if ((x) > MAX_INDEX) {                                                \
135             av_log(ctx->avctx, AV_LOG_ERROR, "ac-tex damaged at %d %d\n",     \
136                    ctx->mb_x, ctx->mb_y);                                     \
137             return AVERROR_INVALIDDATA;                                       \
138         }                                                                     \
139     } while (0)
140
141 static inline int mpeg1_decode_block_inter(MpegEncContext *s,
142                                            int16_t *block, int n)
143 {
144     int level, i, j, run;
145     RLTable *rl                  = &ff_rl_mpeg1;
146     uint8_t *const scantable     = s->intra_scantable.permutated;
147     const uint16_t *quant_matrix = s->inter_matrix;
148     const int qscale             = s->qscale;
149
150     {
151         OPEN_READER(re, &s->gb);
152         i = -1;
153         // special case for first coefficient, no need to add second VLC table
154         UPDATE_CACHE(re, &s->gb);
155         if (((int32_t) GET_CACHE(re, &s->gb)) < 0) {
156             level = (3 * qscale * quant_matrix[0]) >> 5;
157             level = (level - 1) | 1;
158             if (GET_CACHE(re, &s->gb) & 0x40000000)
159                 level = -level;
160             block[0] = level;
161             i++;
162             SKIP_BITS(re, &s->gb, 2);
163             if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF)
164                 goto end;
165         }
166         /* now quantify & encode AC coefficients */
167         for (;;) {
168             GET_RL_VLC(level, run, re, &s->gb, rl->rl_vlc[0],
169                        TEX_VLC_BITS, 2, 0);
170
171             if (level != 0) {
172                 i += run;
173                 if (i > MAX_INDEX)
174                     break;
175                 j = scantable[i];
176                 level = ((level * 2 + 1) * qscale * quant_matrix[j]) >> 5;
177                 level = (level - 1) | 1;
178                 level = (level ^ SHOW_SBITS(re, &s->gb, 1)) -
179                         SHOW_SBITS(re, &s->gb, 1);
180                 SKIP_BITS(re, &s->gb, 1);
181             } else {
182                 /* escape */
183                 run = SHOW_UBITS(re, &s->gb, 6) + 1;
184                 LAST_SKIP_BITS(re, &s->gb, 6);
185                 UPDATE_CACHE(re, &s->gb);
186                 level = SHOW_SBITS(re, &s->gb, 8);
187                 SKIP_BITS(re, &s->gb, 8);
188                 if (level == -128) {
189                     level = SHOW_UBITS(re, &s->gb, 8) - 256;
190                     SKIP_BITS(re, &s->gb, 8);
191                 } else if (level == 0) {
192                     level = SHOW_UBITS(re, &s->gb, 8);
193                     SKIP_BITS(re, &s->gb, 8);
194                 }
195                 i += run;
196                 if (i > MAX_INDEX)
197                     break;
198                 j = scantable[i];
199                 if (level < 0) {
200                     level = -level;
201                     level = ((level * 2 + 1) * qscale * quant_matrix[j]) >> 5;
202                     level = (level - 1) | 1;
203                     level = -level;
204                 } else {
205                     level = ((level * 2 + 1) * qscale * quant_matrix[j]) >> 5;
206                     level = (level - 1) | 1;
207                 }
208             }
209
210             block[j] = level;
211             if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF)
212                 break;
213             UPDATE_CACHE(re, &s->gb);
214         }
215 end:
216         LAST_SKIP_BITS(re, &s->gb, 2);
217         CLOSE_READER(re, &s->gb);
218     }
219
220     check_scantable_index(s, i);
221
222     s->block_last_index[n] = i;
223     return 0;
224 }
225
226 /**
227  * Changing this would eat up any speed benefits it has.
228  * Do not use "fast" flag if you need the code to be robust.
229  */
230 static inline int mpeg1_fast_decode_block_inter(MpegEncContext *s,
231                                                 int16_t *block, int n)
232 {
233     int level, i, j, run;
234     RLTable *rl              = &ff_rl_mpeg1;
235     uint8_t *const scantable = s->intra_scantable.permutated;
236     const int qscale         = s->qscale;
237
238     {
239         OPEN_READER(re, &s->gb);
240         i = -1;
241         // Special case for first coefficient, no need to add second VLC table.
242         UPDATE_CACHE(re, &s->gb);
243         if (((int32_t) GET_CACHE(re, &s->gb)) < 0) {
244             level = (3 * qscale) >> 1;
245             level = (level - 1) | 1;
246             if (GET_CACHE(re, &s->gb) & 0x40000000)
247                 level = -level;
248             block[0] = level;
249             i++;
250             SKIP_BITS(re, &s->gb, 2);
251             if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF)
252                 goto end;
253         }
254
255         /* now quantify & encode AC coefficients */
256         for (;;) {
257             GET_RL_VLC(level, run, re, &s->gb, rl->rl_vlc[0],
258                        TEX_VLC_BITS, 2, 0);
259
260             if (level != 0) {
261                 i += run;
262                 if (i > MAX_INDEX)
263                     break;
264                 j = scantable[i];
265                 level = ((level * 2 + 1) * qscale) >> 1;
266                 level = (level - 1) | 1;
267                 level = (level ^ SHOW_SBITS(re, &s->gb, 1)) -
268                         SHOW_SBITS(re, &s->gb, 1);
269                 SKIP_BITS(re, &s->gb, 1);
270             } else {
271                 /* escape */
272                 run = SHOW_UBITS(re, &s->gb, 6) + 1;
273                 LAST_SKIP_BITS(re, &s->gb, 6);
274                 UPDATE_CACHE(re, &s->gb);
275                 level = SHOW_SBITS(re, &s->gb, 8);
276                 SKIP_BITS(re, &s->gb, 8);
277                 if (level == -128) {
278                     level = SHOW_UBITS(re, &s->gb, 8) - 256;
279                     SKIP_BITS(re, &s->gb, 8);
280                 } else if (level == 0) {
281                     level = SHOW_UBITS(re, &s->gb, 8);
282                     SKIP_BITS(re, &s->gb, 8);
283                 }
284                 i += run;
285                 if (i > MAX_INDEX)
286                     break;
287                 j = scantable[i];
288                 if (level < 0) {
289                     level = -level;
290                     level = ((level * 2 + 1) * qscale) >> 1;
291                     level = (level - 1) | 1;
292                     level = -level;
293                 } else {
294                     level = ((level * 2 + 1) * qscale) >> 1;
295                     level = (level - 1) | 1;
296                 }
297             }
298
299             block[j] = level;
300             if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF)
301                 break;
302             UPDATE_CACHE(re, &s->gb);
303         }
304 end:
305         LAST_SKIP_BITS(re, &s->gb, 2);
306         CLOSE_READER(re, &s->gb);
307     }
308
309     check_scantable_index(s, i);
310
311     s->block_last_index[n] = i;
312     return 0;
313 }
314
315 static inline int mpeg2_decode_block_non_intra(MpegEncContext *s,
316                                                int16_t *block, int n)
317 {
318     int level, i, j, run;
319     RLTable *rl = &ff_rl_mpeg1;
320     uint8_t *const scantable = s->intra_scantable.permutated;
321     const uint16_t *quant_matrix;
322     const int qscale = s->qscale;
323     int mismatch;
324
325     mismatch = 1;
326
327     {
328         OPEN_READER(re, &s->gb);
329         i = -1;
330         if (n < 4)
331             quant_matrix = s->inter_matrix;
332         else
333             quant_matrix = s->chroma_inter_matrix;
334
335         // Special case for first coefficient, no need to add second VLC table.
336         UPDATE_CACHE(re, &s->gb);
337         if (((int32_t) GET_CACHE(re, &s->gb)) < 0) {
338             level = (3 * qscale * quant_matrix[0]) >> 5;
339             if (GET_CACHE(re, &s->gb) & 0x40000000)
340                 level = -level;
341             block[0]  = level;
342             mismatch ^= level;
343             i++;
344             SKIP_BITS(re, &s->gb, 2);
345             if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF)
346                 goto end;
347         }
348
349         /* now quantify & encode AC coefficients */
350         for (;;) {
351             GET_RL_VLC(level, run, re, &s->gb, rl->rl_vlc[0],
352                        TEX_VLC_BITS, 2, 0);
353
354             if (level != 0) {
355                 i += run;
356                 if (i > MAX_INDEX)
357                     break;
358                 j = scantable[i];
359                 level = ((level * 2 + 1) * qscale * quant_matrix[j]) >> 5;
360                 level = (level ^ SHOW_SBITS(re, &s->gb, 1)) -
361                         SHOW_SBITS(re, &s->gb, 1);
362                 SKIP_BITS(re, &s->gb, 1);
363             } else {
364                 /* escape */
365                 run = SHOW_UBITS(re, &s->gb, 6) + 1;
366                 LAST_SKIP_BITS(re, &s->gb, 6);
367                 UPDATE_CACHE(re, &s->gb);
368                 level = SHOW_SBITS(re, &s->gb, 12);
369                 SKIP_BITS(re, &s->gb, 12);
370
371                 i += run;
372                 if (i > MAX_INDEX)
373                     break;
374                 j = scantable[i];
375                 if (level < 0) {
376                     level = ((-level * 2 + 1) * qscale * quant_matrix[j]) >> 5;
377                     level = -level;
378                 } else {
379                     level = ((level * 2 + 1) * qscale * quant_matrix[j]) >> 5;
380                 }
381             }
382
383             mismatch ^= level;
384             block[j]  = level;
385             if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF)
386                 break;
387             UPDATE_CACHE(re, &s->gb);
388         }
389 end:
390         LAST_SKIP_BITS(re, &s->gb, 2);
391         CLOSE_READER(re, &s->gb);
392     }
393     block[63] ^= (mismatch & 1);
394
395     check_scantable_index(s, i);
396
397     s->block_last_index[n] = i;
398     return 0;
399 }
400
401 /**
402  * Changing this would eat up any speed benefits it has.
403  * Do not use "fast" flag if you need the code to be robust.
404  */
405 static inline int mpeg2_fast_decode_block_non_intra(MpegEncContext *s,
406                                                     int16_t *block, int n)
407 {
408     int level, i, j, run;
409     RLTable *rl              = &ff_rl_mpeg1;
410     uint8_t *const scantable = s->intra_scantable.permutated;
411     const int qscale         = s->qscale;
412     OPEN_READER(re, &s->gb);
413     i = -1;
414
415     // special case for first coefficient, no need to add second VLC table
416     UPDATE_CACHE(re, &s->gb);
417     if (((int32_t) GET_CACHE(re, &s->gb)) < 0) {
418         level = (3 * qscale) >> 1;
419         if (GET_CACHE(re, &s->gb) & 0x40000000)
420             level = -level;
421         block[0] = level;
422         i++;
423         SKIP_BITS(re, &s->gb, 2);
424         if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF)
425             goto end;
426     }
427
428     /* now quantify & encode AC coefficients */
429     for (;;) {
430         GET_RL_VLC(level, run, re, &s->gb, rl->rl_vlc[0], TEX_VLC_BITS, 2, 0);
431
432         if (level != 0) {
433             i += run;
434             if (i > MAX_INDEX)
435                 break;
436             j = scantable[i];
437             level = ((level * 2 + 1) * qscale) >> 1;
438             level = (level ^ SHOW_SBITS(re, &s->gb, 1)) -
439                     SHOW_SBITS(re, &s->gb, 1);
440             SKIP_BITS(re, &s->gb, 1);
441         } else {
442             /* escape */
443             run = SHOW_UBITS(re, &s->gb, 6) + 1;
444             LAST_SKIP_BITS(re, &s->gb, 6);
445             UPDATE_CACHE(re, &s->gb);
446             level = SHOW_SBITS(re, &s->gb, 12);
447             SKIP_BITS(re, &s->gb, 12);
448
449             i += run;
450             if (i > MAX_INDEX)
451                 break;
452             j = scantable[i];
453             if (level < 0) {
454                 level = ((-level * 2 + 1) * qscale) >> 1;
455                 level = -level;
456             } else {
457                 level = ((level * 2 + 1) * qscale) >> 1;
458             }
459         }
460
461         block[j] = level;
462         if (((int32_t) GET_CACHE(re, &s->gb)) <= (int32_t) 0xBFFFFFFF || i > 63)
463             break;
464
465         UPDATE_CACHE(re, &s->gb);
466     }
467 end:
468     LAST_SKIP_BITS(re, &s->gb, 2);
469     CLOSE_READER(re, &s->gb);
470
471     check_scantable_index(s, i);
472
473     s->block_last_index[n] = i;
474     return 0;
475 }
476
477 static inline int mpeg2_decode_block_intra(MpegEncContext *s,
478                                            int16_t *block, int n)
479 {
480     int level, dc, diff, i, j, run;
481     int component;
482     RLTable *rl;
483     uint8_t *const scantable = s->intra_scantable.permutated;
484     const uint16_t *quant_matrix;
485     const int qscale = s->qscale;
486     int mismatch;
487
488     /* DC coefficient */
489     if (n < 4) {
490         quant_matrix = s->intra_matrix;
491         component    = 0;
492     } else {
493         quant_matrix = s->chroma_intra_matrix;
494         component    = (n & 1) + 1;
495     }
496     diff = decode_dc(&s->gb, component);
497     dc  = s->last_dc[component];
498     dc += diff;
499     s->last_dc[component] = dc;
500     block[0] = dc * (1 << (3 - s->intra_dc_precision));
501     ff_tlog(s->avctx, "dc=%d\n", block[0]);
502     mismatch = block[0] ^ 1;
503     i = 0;
504     if (s->intra_vlc_format)
505         rl = &ff_rl_mpeg2;
506     else
507         rl = &ff_rl_mpeg1;
508
509     {
510         OPEN_READER(re, &s->gb);
511         /* now quantify & encode AC coefficients */
512         for (;;) {
513             UPDATE_CACHE(re, &s->gb);
514             GET_RL_VLC(level, run, re, &s->gb, rl->rl_vlc[0],
515                        TEX_VLC_BITS, 2, 0);
516
517             if (level == 127) {
518                 break;
519             } else if (level != 0) {
520                 i += run;
521                 if (i > MAX_INDEX)
522                     break;
523                 j = scantable[i];
524                 level = (level * qscale * quant_matrix[j]) >> 4;
525                 level = (level ^ SHOW_SBITS(re, &s->gb, 1)) -
526                         SHOW_SBITS(re, &s->gb, 1);
527                 LAST_SKIP_BITS(re, &s->gb, 1);
528             } else {
529                 /* escape */
530                 run = SHOW_UBITS(re, &s->gb, 6) + 1;
531                 SKIP_BITS(re, &s->gb, 6);
532                 level = SHOW_SBITS(re, &s->gb, 12);
533                 LAST_SKIP_BITS(re, &s->gb, 12);
534                 i += run;
535                 if (i > MAX_INDEX)
536                     break;
537                 j = scantable[i];
538                 if (level < 0) {
539                     level = (-level * qscale * quant_matrix[j]) >> 4;
540                     level = -level;
541                 } else {
542                     level = (level * qscale * quant_matrix[j]) >> 4;
543                 }
544             }
545
546             mismatch ^= level;
547             block[j]  = level;
548         }
549         CLOSE_READER(re, &s->gb);
550     }
551     block[63] ^= mismatch & 1;
552
553     check_scantable_index(s, i);
554
555     s->block_last_index[n] = i;
556     return 0;
557 }
558
559 /**
560  * Changing this would eat up any speed benefits it has.
561  * Do not use "fast" flag if you need the code to be robust.
562  */
563 static inline int mpeg2_fast_decode_block_intra(MpegEncContext *s,
564                                                 int16_t *block, int n)
565 {
566     int level, dc, diff, i, j, run;
567     int component;
568     RLTable *rl;
569     uint8_t *const scantable = s->intra_scantable.permutated;
570     const uint16_t *quant_matrix;
571     const int qscale = s->qscale;
572
573     /* DC coefficient */
574     if (n < 4) {
575         quant_matrix = s->intra_matrix;
576         component    = 0;
577     } else {
578         quant_matrix = s->chroma_intra_matrix;
579         component    = (n & 1) + 1;
580     }
581     diff = decode_dc(&s->gb, component);
582     dc = s->last_dc[component];
583     dc += diff;
584     s->last_dc[component] = dc;
585     block[0] = dc * (1 << (3 - s->intra_dc_precision));
586     i = 0;
587     if (s->intra_vlc_format)
588         rl = &ff_rl_mpeg2;
589     else
590         rl = &ff_rl_mpeg1;
591
592     {
593         OPEN_READER(re, &s->gb);
594         /* now quantify & encode AC coefficients */
595         for (;;) {
596             UPDATE_CACHE(re, &s->gb);
597             GET_RL_VLC(level, run, re, &s->gb, rl->rl_vlc[0],
598                        TEX_VLC_BITS, 2, 0);
599
600             if (level >= 64 || i > 63) {
601                 break;
602             } else if (level != 0) {
603                 i += run;
604                 j = scantable[i];
605                 level = (level * qscale * quant_matrix[j]) >> 4;
606                 level = (level ^ SHOW_SBITS(re, &s->gb, 1)) -
607                         SHOW_SBITS(re, &s->gb, 1);
608                 LAST_SKIP_BITS(re, &s->gb, 1);
609             } else {
610                 /* escape */
611                 run = SHOW_UBITS(re, &s->gb, 6) + 1;
612                 SKIP_BITS(re, &s->gb, 6);
613                 level = SHOW_SBITS(re, &s->gb, 12);
614                 LAST_SKIP_BITS(re, &s->gb, 12);
615                 i += run;
616                 j = scantable[i];
617                 if (level < 0) {
618                     level = (-level * qscale * quant_matrix[j]) >> 4;
619                     level = -level;
620                 } else {
621                     level = (level * qscale * quant_matrix[j]) >> 4;
622                 }
623             }
624
625             block[j] = level;
626         }
627         CLOSE_READER(re, &s->gb);
628     }
629
630     check_scantable_index(s, i);
631
632     s->block_last_index[n] = i;
633     return 0;
634 }
635
636 /******************************************/
637 /* decoding */
638
639 static inline int get_dmv(MpegEncContext *s)
640 {
641     if (get_bits1(&s->gb))
642         return 1 - (get_bits1(&s->gb) << 1);
643     else
644         return 0;
645 }
646
647 /* motion type (for MPEG-2) */
648 #define MT_FIELD 1
649 #define MT_FRAME 2
650 #define MT_16X8  2
651 #define MT_DMV   3
652
653 static int mpeg_decode_mb(MpegEncContext *s, int16_t block[12][64])
654 {
655     int i, j, k, cbp, val, mb_type, motion_type;
656     const int mb_block_count = 4 + (1 << s->chroma_format);
657     int ret;
658
659     ff_tlog(s->avctx, "decode_mb: x=%d y=%d\n", s->mb_x, s->mb_y);
660
661     av_assert2(s->mb_skipped == 0);
662
663     if (s->mb_skip_run-- != 0) {
664         if (s->pict_type == AV_PICTURE_TYPE_P) {
665             s->mb_skipped = 1;
666             s->current_picture.mb_type[s->mb_x + s->mb_y * s->mb_stride] =
667                 MB_TYPE_SKIP | MB_TYPE_L0 | MB_TYPE_16x16;
668         } else {
669             int mb_type;
670
671             if (s->mb_x)
672                 mb_type = s->current_picture.mb_type[s->mb_x + s->mb_y * s->mb_stride - 1];
673             else
674                 // FIXME not sure if this is allowed in MPEG at all
675                 mb_type = s->current_picture.mb_type[s->mb_width + (s->mb_y - 1) * s->mb_stride - 1];
676             if (IS_INTRA(mb_type)) {
677                 av_log(s->avctx, AV_LOG_ERROR, "skip with previntra\n");
678                 return AVERROR_INVALIDDATA;
679             }
680             s->current_picture.mb_type[s->mb_x + s->mb_y * s->mb_stride] =
681                 mb_type | MB_TYPE_SKIP;
682
683             if ((s->mv[0][0][0] | s->mv[0][0][1] | s->mv[1][0][0] | s->mv[1][0][1]) == 0)
684                 s->mb_skipped = 1;
685         }
686
687         return 0;
688     }
689
690     switch (s->pict_type) {
691     default:
692     case AV_PICTURE_TYPE_I:
693         if (get_bits1(&s->gb) == 0) {
694             if (get_bits1(&s->gb) == 0) {
695                 av_log(s->avctx, AV_LOG_ERROR,
696                        "Invalid mb type in I-frame at %d %d\n",
697                        s->mb_x, s->mb_y);
698                 return AVERROR_INVALIDDATA;
699             }
700             mb_type = MB_TYPE_QUANT | MB_TYPE_INTRA;
701         } else {
702             mb_type = MB_TYPE_INTRA;
703         }
704         break;
705     case AV_PICTURE_TYPE_P:
706         mb_type = get_vlc2(&s->gb, ff_mb_ptype_vlc.table, MB_PTYPE_VLC_BITS, 1);
707         if (mb_type < 0) {
708             av_log(s->avctx, AV_LOG_ERROR,
709                    "Invalid mb type in P-frame at %d %d\n", s->mb_x, s->mb_y);
710             return AVERROR_INVALIDDATA;
711         }
712         mb_type = ptype2mb_type[mb_type];
713         break;
714     case AV_PICTURE_TYPE_B:
715         mb_type = get_vlc2(&s->gb, ff_mb_btype_vlc.table, MB_BTYPE_VLC_BITS, 1);
716         if (mb_type < 0) {
717             av_log(s->avctx, AV_LOG_ERROR,
718                    "Invalid mb type in B-frame at %d %d\n", s->mb_x, s->mb_y);
719             return AVERROR_INVALIDDATA;
720         }
721         mb_type = btype2mb_type[mb_type];
722         break;
723     }
724     ff_tlog(s->avctx, "mb_type=%x\n", mb_type);
725 //    motion_type = 0; /* avoid warning */
726     if (IS_INTRA(mb_type)) {
727         s->bdsp.clear_blocks(s->block[0]);
728
729         if (!s->chroma_y_shift)
730             s->bdsp.clear_blocks(s->block[6]);
731
732         /* compute DCT type */
733         // FIXME: add an interlaced_dct coded var?
734         if (s->picture_structure == PICT_FRAME &&
735             !s->frame_pred_frame_dct)
736             s->interlaced_dct = get_bits1(&s->gb);
737
738         if (IS_QUANT(mb_type))
739             s->qscale = mpeg_get_qscale(s);
740
741         if (s->concealment_motion_vectors) {
742             /* just parse them */
743             if (s->picture_structure != PICT_FRAME)
744                 skip_bits1(&s->gb);  /* field select */
745
746             s->mv[0][0][0]      =
747             s->last_mv[0][0][0] =
748             s->last_mv[0][1][0] = mpeg_decode_motion(s, s->mpeg_f_code[0][0],
749                                                      s->last_mv[0][0][0]);
750             s->mv[0][0][1]      =
751             s->last_mv[0][0][1] =
752             s->last_mv[0][1][1] = mpeg_decode_motion(s, s->mpeg_f_code[0][1],
753                                                      s->last_mv[0][0][1]);
754
755             check_marker(s->avctx, &s->gb, "after concealment_motion_vectors");
756         } else {
757             /* reset mv prediction */
758             memset(s->last_mv, 0, sizeof(s->last_mv));
759         }
760         s->mb_intra = 1;
761         // if 1, we memcpy blocks in xvmcvideo
762         if ((CONFIG_MPEG1_XVMC_HWACCEL || CONFIG_MPEG2_XVMC_HWACCEL) && s->pack_pblocks)
763             ff_xvmc_pack_pblocks(s, -1); // inter are always full blocks
764
765         if (s->codec_id == AV_CODEC_ID_MPEG2VIDEO) {
766             if (s->avctx->flags2 & AV_CODEC_FLAG2_FAST) {
767                 for (i = 0; i < 6; i++)
768                     mpeg2_fast_decode_block_intra(s, *s->pblocks[i], i);
769             } else {
770                 for (i = 0; i < mb_block_count; i++)
771                     if ((ret = mpeg2_decode_block_intra(s, *s->pblocks[i], i)) < 0)
772                         return ret;
773             }
774         } else {
775             for (i = 0; i < 6; i++) {
776                 ret = ff_mpeg1_decode_block_intra(&s->gb,
777                                                   s->intra_matrix,
778                                                   s->intra_scantable.permutated,
779                                                   s->last_dc, *s->pblocks[i],
780                                                   i, s->qscale);
781                 if (ret < 0) {
782                     av_log(s->avctx, AV_LOG_ERROR, "ac-tex damaged at %d %d\n",
783                            s->mb_x, s->mb_y);
784                     return ret;
785                 }
786
787                 s->block_last_index[i] = ret;
788             }
789         }
790     } else {
791         if (mb_type & MB_TYPE_ZERO_MV) {
792             av_assert2(mb_type & MB_TYPE_CBP);
793
794             s->mv_dir = MV_DIR_FORWARD;
795             if (s->picture_structure == PICT_FRAME) {
796                 if (s->picture_structure == PICT_FRAME
797                     && !s->frame_pred_frame_dct)
798                     s->interlaced_dct = get_bits1(&s->gb);
799                 s->mv_type = MV_TYPE_16X16;
800             } else {
801                 s->mv_type            = MV_TYPE_FIELD;
802                 mb_type              |= MB_TYPE_INTERLACED;
803                 s->field_select[0][0] = s->picture_structure - 1;
804             }
805
806             if (IS_QUANT(mb_type))
807                 s->qscale = mpeg_get_qscale(s);
808
809             s->last_mv[0][0][0] = 0;
810             s->last_mv[0][0][1] = 0;
811             s->last_mv[0][1][0] = 0;
812             s->last_mv[0][1][1] = 0;
813             s->mv[0][0][0]      = 0;
814             s->mv[0][0][1]      = 0;
815         } else {
816             av_assert2(mb_type & MB_TYPE_L0L1);
817             // FIXME decide if MBs in field pictures are MB_TYPE_INTERLACED
818             /* get additional motion vector type */
819             if (s->picture_structure == PICT_FRAME && s->frame_pred_frame_dct) {
820                 motion_type = MT_FRAME;
821             } else {
822                 motion_type = get_bits(&s->gb, 2);
823                 if (s->picture_structure == PICT_FRAME && HAS_CBP(mb_type))
824                     s->interlaced_dct = get_bits1(&s->gb);
825             }
826
827             if (IS_QUANT(mb_type))
828                 s->qscale = mpeg_get_qscale(s);
829
830             /* motion vectors */
831             s->mv_dir = (mb_type >> 13) & 3;
832             ff_tlog(s->avctx, "motion_type=%d\n", motion_type);
833             switch (motion_type) {
834             case MT_FRAME: /* or MT_16X8 */
835                 if (s->picture_structure == PICT_FRAME) {
836                     mb_type   |= MB_TYPE_16x16;
837                     s->mv_type = MV_TYPE_16X16;
838                     for (i = 0; i < 2; i++) {
839                         if (USES_LIST(mb_type, i)) {
840                             /* MT_FRAME */
841                             s->mv[i][0][0]      =
842                             s->last_mv[i][0][0] =
843                             s->last_mv[i][1][0] =
844                                 mpeg_decode_motion(s, s->mpeg_f_code[i][0],
845                                                    s->last_mv[i][0][0]);
846                             s->mv[i][0][1]      =
847                             s->last_mv[i][0][1] =
848                             s->last_mv[i][1][1] =
849                                 mpeg_decode_motion(s, s->mpeg_f_code[i][1],
850                                                    s->last_mv[i][0][1]);
851                             /* full_pel: only for MPEG-1 */
852                             if (s->full_pel[i]) {
853                                 s->mv[i][0][0] *= 2;
854                                 s->mv[i][0][1] *= 2;
855                             }
856                         }
857                     }
858                 } else {
859                     mb_type   |= MB_TYPE_16x8 | MB_TYPE_INTERLACED;
860                     s->mv_type = MV_TYPE_16X8;
861                     for (i = 0; i < 2; i++) {
862                         if (USES_LIST(mb_type, i)) {
863                             /* MT_16X8 */
864                             for (j = 0; j < 2; j++) {
865                                 s->field_select[i][j] = get_bits1(&s->gb);
866                                 for (k = 0; k < 2; k++) {
867                                     val = mpeg_decode_motion(s, s->mpeg_f_code[i][k],
868                                                              s->last_mv[i][j][k]);
869                                     s->last_mv[i][j][k] = val;
870                                     s->mv[i][j][k]      = val;
871                                 }
872                             }
873                         }
874                     }
875                 }
876                 break;
877             case MT_FIELD:
878                 s->mv_type = MV_TYPE_FIELD;
879                 if (s->picture_structure == PICT_FRAME) {
880                     mb_type |= MB_TYPE_16x8 | MB_TYPE_INTERLACED;
881                     for (i = 0; i < 2; i++) {
882                         if (USES_LIST(mb_type, i)) {
883                             for (j = 0; j < 2; j++) {
884                                 s->field_select[i][j] = get_bits1(&s->gb);
885                                 val = mpeg_decode_motion(s, s->mpeg_f_code[i][0],
886                                                          s->last_mv[i][j][0]);
887                                 s->last_mv[i][j][0] = val;
888                                 s->mv[i][j][0]      = val;
889                                 ff_tlog(s->avctx, "fmx=%d\n", val);
890                                 val = mpeg_decode_motion(s, s->mpeg_f_code[i][1],
891                                                          s->last_mv[i][j][1] >> 1);
892                                 s->last_mv[i][j][1] = 2 * val;
893                                 s->mv[i][j][1]      = val;
894                                 ff_tlog(s->avctx, "fmy=%d\n", val);
895                             }
896                         }
897                     }
898                 } else {
899                     av_assert0(!s->progressive_sequence);
900                     mb_type |= MB_TYPE_16x16 | MB_TYPE_INTERLACED;
901                     for (i = 0; i < 2; i++) {
902                         if (USES_LIST(mb_type, i)) {
903                             s->field_select[i][0] = get_bits1(&s->gb);
904                             for (k = 0; k < 2; k++) {
905                                 val = mpeg_decode_motion(s, s->mpeg_f_code[i][k],
906                                                          s->last_mv[i][0][k]);
907                                 s->last_mv[i][0][k] = val;
908                                 s->last_mv[i][1][k] = val;
909                                 s->mv[i][0][k]      = val;
910                             }
911                         }
912                     }
913                 }
914                 break;
915             case MT_DMV:
916                 if (s->progressive_sequence){
917                     av_log(s->avctx, AV_LOG_ERROR, "MT_DMV in progressive_sequence\n");
918                     return AVERROR_INVALIDDATA;
919                 }
920                 s->mv_type = MV_TYPE_DMV;
921                 for (i = 0; i < 2; i++) {
922                     if (USES_LIST(mb_type, i)) {
923                         int dmx, dmy, mx, my, m;
924                         const int my_shift = s->picture_structure == PICT_FRAME;
925
926                         mx = mpeg_decode_motion(s, s->mpeg_f_code[i][0],
927                                                 s->last_mv[i][0][0]);
928                         s->last_mv[i][0][0] = mx;
929                         s->last_mv[i][1][0] = mx;
930                         dmx = get_dmv(s);
931                         my  = mpeg_decode_motion(s, s->mpeg_f_code[i][1],
932                                                  s->last_mv[i][0][1] >> my_shift);
933                         dmy = get_dmv(s);
934
935
936                         s->last_mv[i][0][1] = my * (1 << my_shift);
937                         s->last_mv[i][1][1] = my * (1 << my_shift);
938
939                         s->mv[i][0][0] = mx;
940                         s->mv[i][0][1] = my;
941                         s->mv[i][1][0] = mx; // not used
942                         s->mv[i][1][1] = my; // not used
943
944                         if (s->picture_structure == PICT_FRAME) {
945                             mb_type |= MB_TYPE_16x16 | MB_TYPE_INTERLACED;
946
947                             // m = 1 + 2 * s->top_field_first;
948                             m = s->top_field_first ? 1 : 3;
949
950                             /* top -> top pred */
951                             s->mv[i][2][0] = ((mx * m + (mx > 0)) >> 1) + dmx;
952                             s->mv[i][2][1] = ((my * m + (my > 0)) >> 1) + dmy - 1;
953                             m = 4 - m;
954                             s->mv[i][3][0] = ((mx * m + (mx > 0)) >> 1) + dmx;
955                             s->mv[i][3][1] = ((my * m + (my > 0)) >> 1) + dmy + 1;
956                         } else {
957                             mb_type |= MB_TYPE_16x16;
958
959                             s->mv[i][2][0] = ((mx + (mx > 0)) >> 1) + dmx;
960                             s->mv[i][2][1] = ((my + (my > 0)) >> 1) + dmy;
961                             if (s->picture_structure == PICT_TOP_FIELD)
962                                 s->mv[i][2][1]--;
963                             else
964                                 s->mv[i][2][1]++;
965                         }
966                     }
967                 }
968                 break;
969             default:
970                 av_log(s->avctx, AV_LOG_ERROR,
971                        "00 motion_type at %d %d\n", s->mb_x, s->mb_y);
972                 return AVERROR_INVALIDDATA;
973             }
974         }
975
976         s->mb_intra = 0;
977         if (HAS_CBP(mb_type)) {
978             s->bdsp.clear_blocks(s->block[0]);
979
980             cbp = get_vlc2(&s->gb, ff_mb_pat_vlc.table, MB_PAT_VLC_BITS, 1);
981             if (mb_block_count > 6) {
982                 cbp *= 1 << mb_block_count - 6;
983                 cbp  |= get_bits(&s->gb, mb_block_count - 6);
984                 s->bdsp.clear_blocks(s->block[6]);
985             }
986             if (cbp <= 0) {
987                 av_log(s->avctx, AV_LOG_ERROR,
988                        "invalid cbp %d at %d %d\n", cbp, s->mb_x, s->mb_y);
989                 return AVERROR_INVALIDDATA;
990             }
991
992             // if 1, we memcpy blocks in xvmcvideo
993             if ((CONFIG_MPEG1_XVMC_HWACCEL || CONFIG_MPEG2_XVMC_HWACCEL) && s->pack_pblocks)
994                 ff_xvmc_pack_pblocks(s, cbp);
995
996             if (s->codec_id == AV_CODEC_ID_MPEG2VIDEO) {
997                 if (s->avctx->flags2 & AV_CODEC_FLAG2_FAST) {
998                     for (i = 0; i < 6; i++) {
999                         if (cbp & 32)
1000                             mpeg2_fast_decode_block_non_intra(s, *s->pblocks[i], i);
1001                         else
1002                             s->block_last_index[i] = -1;
1003                         cbp += cbp;
1004                     }
1005                 } else {
1006                     cbp <<= 12 - mb_block_count;
1007
1008                     for (i = 0; i < mb_block_count; i++) {
1009                         if (cbp & (1 << 11)) {
1010                             if ((ret = mpeg2_decode_block_non_intra(s, *s->pblocks[i], i)) < 0)
1011                                 return ret;
1012                         } else {
1013                             s->block_last_index[i] = -1;
1014                         }
1015                         cbp += cbp;
1016                     }
1017                 }
1018             } else {
1019                 if (s->avctx->flags2 & AV_CODEC_FLAG2_FAST) {
1020                     for (i = 0; i < 6; i++) {
1021                         if (cbp & 32)
1022                             mpeg1_fast_decode_block_inter(s, *s->pblocks[i], i);
1023                         else
1024                             s->block_last_index[i] = -1;
1025                         cbp += cbp;
1026                     }
1027                 } else {
1028                     for (i = 0; i < 6; i++) {
1029                         if (cbp & 32) {
1030                             if ((ret = mpeg1_decode_block_inter(s, *s->pblocks[i], i)) < 0)
1031                                 return ret;
1032                         } else {
1033                             s->block_last_index[i] = -1;
1034                         }
1035                         cbp += cbp;
1036                     }
1037                 }
1038             }
1039         } else {
1040             for (i = 0; i < 12; i++)
1041                 s->block_last_index[i] = -1;
1042         }
1043     }
1044
1045     s->current_picture.mb_type[s->mb_x + s->mb_y * s->mb_stride] = mb_type;
1046
1047     return 0;
1048 }
1049
1050 static av_cold int mpeg_decode_init(AVCodecContext *avctx)
1051 {
1052     Mpeg1Context *s    = avctx->priv_data;
1053     MpegEncContext *s2 = &s->mpeg_enc_ctx;
1054
1055     if (   avctx->codec_tag != AV_RL32("VCR2")
1056         && avctx->codec_tag != AV_RL32("BW10"))
1057         avctx->coded_width = avctx->coded_height = 0; // do not trust dimensions from input
1058     ff_mpv_decode_init(s2, avctx);
1059
1060     /* we need some permutation to store matrices,
1061      * until the decoder sets the real permutation. */
1062     ff_mpv_idct_init(s2);
1063     ff_mpeg12_common_init(&s->mpeg_enc_ctx);
1064     ff_mpeg12_init_vlcs();
1065
1066     s2->chroma_format              = 1;
1067     s->mpeg_enc_ctx_allocated      = 0;
1068     s->mpeg_enc_ctx.picture_number = 0;
1069     s->repeat_field                = 0;
1070     avctx->color_range             = AVCOL_RANGE_MPEG;
1071     return 0;
1072 }
1073
1074 #if HAVE_THREADS
1075 static int mpeg_decode_update_thread_context(AVCodecContext *avctx,
1076                                              const AVCodecContext *avctx_from)
1077 {
1078     Mpeg1Context *ctx = avctx->priv_data, *ctx_from = avctx_from->priv_data;
1079     MpegEncContext *s = &ctx->mpeg_enc_ctx, *s1 = &ctx_from->mpeg_enc_ctx;
1080     int err;
1081
1082     if (avctx == avctx_from               ||
1083         !ctx_from->mpeg_enc_ctx_allocated ||
1084         !s1->context_initialized)
1085         return 0;
1086
1087     err = ff_mpeg_update_thread_context(avctx, avctx_from);
1088     if (err)
1089         return err;
1090
1091     if (!ctx->mpeg_enc_ctx_allocated)
1092         memcpy(s + 1, s1 + 1, sizeof(Mpeg1Context) - sizeof(MpegEncContext));
1093
1094     if (!(s->pict_type == AV_PICTURE_TYPE_B || s->low_delay))
1095         s->picture_number++;
1096
1097     return 0;
1098 }
1099 #endif
1100
1101 static void quant_matrix_rebuild(uint16_t *matrix, const uint8_t *old_perm,
1102                                  const uint8_t *new_perm)
1103 {
1104     uint16_t temp_matrix[64];
1105     int i;
1106
1107     memcpy(temp_matrix, matrix, 64 * sizeof(uint16_t));
1108
1109     for (i = 0; i < 64; i++)
1110         matrix[new_perm[i]] = temp_matrix[old_perm[i]];
1111 }
1112
1113 static const enum AVPixelFormat mpeg1_hwaccel_pixfmt_list_420[] = {
1114 #if CONFIG_MPEG1_NVDEC_HWACCEL
1115     AV_PIX_FMT_CUDA,
1116 #endif
1117 #if CONFIG_MPEG1_XVMC_HWACCEL
1118     AV_PIX_FMT_XVMC,
1119 #endif
1120 #if CONFIG_MPEG1_VDPAU_HWACCEL
1121     AV_PIX_FMT_VDPAU,
1122 #endif
1123     AV_PIX_FMT_YUV420P,
1124     AV_PIX_FMT_NONE
1125 };
1126
1127 static const enum AVPixelFormat mpeg2_hwaccel_pixfmt_list_420[] = {
1128 #if CONFIG_MPEG2_NVDEC_HWACCEL
1129     AV_PIX_FMT_CUDA,
1130 #endif
1131 #if CONFIG_MPEG2_XVMC_HWACCEL
1132     AV_PIX_FMT_XVMC,
1133 #endif
1134 #if CONFIG_MPEG2_VDPAU_HWACCEL
1135     AV_PIX_FMT_VDPAU,
1136 #endif
1137 #if CONFIG_MPEG2_DXVA2_HWACCEL
1138     AV_PIX_FMT_DXVA2_VLD,
1139 #endif
1140 #if CONFIG_MPEG2_D3D11VA_HWACCEL
1141     AV_PIX_FMT_D3D11VA_VLD,
1142     AV_PIX_FMT_D3D11,
1143 #endif
1144 #if CONFIG_MPEG2_VAAPI_HWACCEL
1145     AV_PIX_FMT_VAAPI,
1146 #endif
1147 #if CONFIG_MPEG2_VIDEOTOOLBOX_HWACCEL
1148     AV_PIX_FMT_VIDEOTOOLBOX,
1149 #endif
1150     AV_PIX_FMT_YUV420P,
1151     AV_PIX_FMT_NONE
1152 };
1153
1154 static const enum AVPixelFormat mpeg12_pixfmt_list_422[] = {
1155     AV_PIX_FMT_YUV422P,
1156     AV_PIX_FMT_NONE
1157 };
1158
1159 static const enum AVPixelFormat mpeg12_pixfmt_list_444[] = {
1160     AV_PIX_FMT_YUV444P,
1161     AV_PIX_FMT_NONE
1162 };
1163
1164 static enum AVPixelFormat mpeg_get_pixelformat(AVCodecContext *avctx)
1165 {
1166     Mpeg1Context *s1  = avctx->priv_data;
1167     MpegEncContext *s = &s1->mpeg_enc_ctx;
1168     const enum AVPixelFormat *pix_fmts;
1169
1170     if (CONFIG_GRAY && (avctx->flags & AV_CODEC_FLAG_GRAY))
1171         return AV_PIX_FMT_GRAY8;
1172
1173     if (s->chroma_format < 2)
1174         pix_fmts = avctx->codec_id == AV_CODEC_ID_MPEG1VIDEO ?
1175                                 mpeg1_hwaccel_pixfmt_list_420 :
1176                                 mpeg2_hwaccel_pixfmt_list_420;
1177     else if (s->chroma_format == 2)
1178         pix_fmts = mpeg12_pixfmt_list_422;
1179     else
1180         pix_fmts = mpeg12_pixfmt_list_444;
1181
1182     return ff_thread_get_format(avctx, pix_fmts);
1183 }
1184
1185 static void setup_hwaccel_for_pixfmt(AVCodecContext *avctx)
1186 {
1187     // until then pix_fmt may be changed right after codec init
1188     if (avctx->hwaccel)
1189         if (avctx->idct_algo == FF_IDCT_AUTO)
1190             avctx->idct_algo = FF_IDCT_NONE;
1191
1192     if (avctx->hwaccel && avctx->pix_fmt == AV_PIX_FMT_XVMC) {
1193         Mpeg1Context *s1 = avctx->priv_data;
1194         MpegEncContext *s = &s1->mpeg_enc_ctx;
1195
1196         s->pack_pblocks = 1;
1197     }
1198 }
1199
1200 /* Call this function when we know all parameters.
1201  * It may be called in different places for MPEG-1 and MPEG-2. */
1202 static int mpeg_decode_postinit(AVCodecContext *avctx)
1203 {
1204     Mpeg1Context *s1  = avctx->priv_data;
1205     MpegEncContext *s = &s1->mpeg_enc_ctx;
1206     uint8_t old_permutation[64];
1207     int ret;
1208
1209     if (avctx->codec_id == AV_CODEC_ID_MPEG1VIDEO) {
1210         // MPEG-1 aspect
1211         AVRational aspect_inv = av_d2q(ff_mpeg1_aspect[s->aspect_ratio_info], 255);
1212         avctx->sample_aspect_ratio = (AVRational) { aspect_inv.den, aspect_inv.num };
1213     } else { // MPEG-2
1214         // MPEG-2 aspect
1215         if (s->aspect_ratio_info > 1) {
1216             AVRational dar =
1217                 av_mul_q(av_div_q(ff_mpeg2_aspect[s->aspect_ratio_info],
1218                                   (AVRational) { s1->pan_scan.width,
1219                                                  s1->pan_scan.height }),
1220                          (AVRational) { s->width, s->height });
1221
1222             /* We ignore the spec here and guess a bit as reality does not
1223              * match the spec, see for example res_change_ffmpeg_aspect.ts
1224              * and sequence-display-aspect.mpg.
1225              * issue1613, 621, 562 */
1226             if ((s1->pan_scan.width == 0) || (s1->pan_scan.height == 0) ||
1227                 (av_cmp_q(dar, (AVRational) { 4, 3 }) &&
1228                  av_cmp_q(dar, (AVRational) { 16, 9 }))) {
1229                 s->avctx->sample_aspect_ratio =
1230                     av_div_q(ff_mpeg2_aspect[s->aspect_ratio_info],
1231                              (AVRational) { s->width, s->height });
1232             } else {
1233                 s->avctx->sample_aspect_ratio =
1234                     av_div_q(ff_mpeg2_aspect[s->aspect_ratio_info],
1235                              (AVRational) { s1->pan_scan.width, s1->pan_scan.height });
1236 // issue1613 4/3 16/9 -> 16/9
1237 // res_change_ffmpeg_aspect.ts 4/3 225/44 ->4/3
1238 // widescreen-issue562.mpg 4/3 16/9 -> 16/9
1239 //                s->avctx->sample_aspect_ratio = av_mul_q(s->avctx->sample_aspect_ratio, (AVRational) {s->width, s->height});
1240                 ff_dlog(avctx, "aspect A %d/%d\n",
1241                         ff_mpeg2_aspect[s->aspect_ratio_info].num,
1242                         ff_mpeg2_aspect[s->aspect_ratio_info].den);
1243                 ff_dlog(avctx, "aspect B %d/%d\n", s->avctx->sample_aspect_ratio.num,
1244                         s->avctx->sample_aspect_ratio.den);
1245             }
1246         } else {
1247             s->avctx->sample_aspect_ratio =
1248                 ff_mpeg2_aspect[s->aspect_ratio_info];
1249         }
1250     } // MPEG-2
1251
1252     if (av_image_check_sar(s->width, s->height,
1253                            avctx->sample_aspect_ratio) < 0) {
1254         av_log(avctx, AV_LOG_WARNING, "ignoring invalid SAR: %u/%u\n",
1255                 avctx->sample_aspect_ratio.num,
1256                 avctx->sample_aspect_ratio.den);
1257         avctx->sample_aspect_ratio = (AVRational){ 0, 1 };
1258     }
1259
1260     if ((s1->mpeg_enc_ctx_allocated == 0)                   ||
1261         avctx->coded_width       != s->width                ||
1262         avctx->coded_height      != s->height               ||
1263         s1->save_width           != s->width                ||
1264         s1->save_height          != s->height               ||
1265         av_cmp_q(s1->save_aspect, s->avctx->sample_aspect_ratio) ||
1266         (s1->save_progressive_seq != s->progressive_sequence && FFALIGN(s->height, 16) != FFALIGN(s->height, 32)) ||
1267         0) {
1268         if (s1->mpeg_enc_ctx_allocated) {
1269             ParseContext pc = s->parse_context;
1270             s->parse_context.buffer = 0;
1271             ff_mpv_common_end(s);
1272             s->parse_context = pc;
1273             s1->mpeg_enc_ctx_allocated = 0;
1274         }
1275
1276         ret = ff_set_dimensions(avctx, s->width, s->height);
1277         if (ret < 0)
1278             return ret;
1279
1280         if (avctx->codec_id == AV_CODEC_ID_MPEG2VIDEO && s->bit_rate) {
1281             avctx->rc_max_rate = s->bit_rate;
1282         } else if (avctx->codec_id == AV_CODEC_ID_MPEG1VIDEO && s->bit_rate &&
1283                    (s->bit_rate != 0x3FFFF*400 || s->vbv_delay != 0xFFFF)) {
1284             avctx->bit_rate = s->bit_rate;
1285         }
1286         s1->save_aspect          = s->avctx->sample_aspect_ratio;
1287         s1->save_width           = s->width;
1288         s1->save_height          = s->height;
1289         s1->save_progressive_seq = s->progressive_sequence;
1290
1291         /* low_delay may be forced, in this case we will have B-frames
1292          * that behave like P-frames. */
1293         avctx->has_b_frames = !s->low_delay;
1294
1295         if (avctx->codec_id == AV_CODEC_ID_MPEG1VIDEO) {
1296             // MPEG-1 fps
1297             avctx->framerate = ff_mpeg12_frame_rate_tab[s->frame_rate_index];
1298             avctx->ticks_per_frame     = 1;
1299
1300             avctx->chroma_sample_location = AVCHROMA_LOC_CENTER;
1301         } else { // MPEG-2
1302             // MPEG-2 fps
1303             av_reduce(&s->avctx->framerate.num,
1304                       &s->avctx->framerate.den,
1305                       ff_mpeg12_frame_rate_tab[s->frame_rate_index].num * s1->frame_rate_ext.num,
1306                       ff_mpeg12_frame_rate_tab[s->frame_rate_index].den * s1->frame_rate_ext.den,
1307                       1 << 30);
1308             avctx->ticks_per_frame = 2;
1309
1310             switch (s->chroma_format) {
1311             case 1: avctx->chroma_sample_location = AVCHROMA_LOC_LEFT; break;
1312             case 2:
1313             case 3: avctx->chroma_sample_location = AVCHROMA_LOC_TOPLEFT; break;
1314             default: av_assert0(0);
1315             }
1316         } // MPEG-2
1317
1318         avctx->pix_fmt = mpeg_get_pixelformat(avctx);
1319         setup_hwaccel_for_pixfmt(avctx);
1320
1321         /* Quantization matrices may need reordering
1322          * if DCT permutation is changed. */
1323         memcpy(old_permutation, s->idsp.idct_permutation, 64 * sizeof(uint8_t));
1324
1325         ff_mpv_idct_init(s);
1326         if ((ret = ff_mpv_common_init(s)) < 0)
1327             return ret;
1328
1329         quant_matrix_rebuild(s->intra_matrix,        old_permutation, s->idsp.idct_permutation);
1330         quant_matrix_rebuild(s->inter_matrix,        old_permutation, s->idsp.idct_permutation);
1331         quant_matrix_rebuild(s->chroma_intra_matrix, old_permutation, s->idsp.idct_permutation);
1332         quant_matrix_rebuild(s->chroma_inter_matrix, old_permutation, s->idsp.idct_permutation);
1333
1334         s1->mpeg_enc_ctx_allocated = 1;
1335     }
1336     return 0;
1337 }
1338
1339 static int mpeg1_decode_picture(AVCodecContext *avctx, const uint8_t *buf,
1340                                 int buf_size)
1341 {
1342     Mpeg1Context *s1  = avctx->priv_data;
1343     MpegEncContext *s = &s1->mpeg_enc_ctx;
1344     int ref, f_code, vbv_delay;
1345
1346     init_get_bits(&s->gb, buf, buf_size * 8);
1347
1348     ref = get_bits(&s->gb, 10); /* temporal ref */
1349     s->pict_type = get_bits(&s->gb, 3);
1350     if (s->pict_type == 0 || s->pict_type > 3)
1351         return AVERROR_INVALIDDATA;
1352
1353     vbv_delay = get_bits(&s->gb, 16);
1354     s->vbv_delay = vbv_delay;
1355     if (s->pict_type == AV_PICTURE_TYPE_P ||
1356         s->pict_type == AV_PICTURE_TYPE_B) {
1357         s->full_pel[0] = get_bits1(&s->gb);
1358         f_code = get_bits(&s->gb, 3);
1359         if (f_code == 0 && (avctx->err_recognition & (AV_EF_BITSTREAM|AV_EF_COMPLIANT)))
1360             return AVERROR_INVALIDDATA;
1361         f_code += !f_code;
1362         s->mpeg_f_code[0][0] = f_code;
1363         s->mpeg_f_code[0][1] = f_code;
1364     }
1365     if (s->pict_type == AV_PICTURE_TYPE_B) {
1366         s->full_pel[1] = get_bits1(&s->gb);
1367         f_code = get_bits(&s->gb, 3);
1368         if (f_code == 0 && (avctx->err_recognition & (AV_EF_BITSTREAM|AV_EF_COMPLIANT)))
1369             return AVERROR_INVALIDDATA;
1370         f_code += !f_code;
1371         s->mpeg_f_code[1][0] = f_code;
1372         s->mpeg_f_code[1][1] = f_code;
1373     }
1374     s->current_picture.f->pict_type = s->pict_type;
1375     s->current_picture.f->key_frame = s->pict_type == AV_PICTURE_TYPE_I;
1376
1377     if (avctx->debug & FF_DEBUG_PICT_INFO)
1378         av_log(avctx, AV_LOG_DEBUG,
1379                "vbv_delay %d, ref %d type:%d\n", vbv_delay, ref, s->pict_type);
1380
1381     s->y_dc_scale = 8;
1382     s->c_dc_scale = 8;
1383     return 0;
1384 }
1385
1386 static void mpeg_decode_sequence_extension(Mpeg1Context *s1)
1387 {
1388     MpegEncContext *s = &s1->mpeg_enc_ctx;
1389     int horiz_size_ext, vert_size_ext;
1390     int bit_rate_ext;
1391     AVCPBProperties *cpb_props;
1392
1393     skip_bits(&s->gb, 1); /* profile and level esc*/
1394     s->avctx->profile       = get_bits(&s->gb, 3);
1395     s->avctx->level         = get_bits(&s->gb, 4);
1396     s->progressive_sequence = get_bits1(&s->gb);   /* progressive_sequence */
1397     s->chroma_format        = get_bits(&s->gb, 2); /* chroma_format 1=420, 2=422, 3=444 */
1398
1399     if (!s->chroma_format) {
1400         s->chroma_format = 1;
1401         av_log(s->avctx, AV_LOG_WARNING, "Chroma format invalid\n");
1402     }
1403
1404     horiz_size_ext          = get_bits(&s->gb, 2);
1405     vert_size_ext           = get_bits(&s->gb, 2);
1406     s->width  |= (horiz_size_ext << 12);
1407     s->height |= (vert_size_ext  << 12);
1408     bit_rate_ext = get_bits(&s->gb, 12);  /* XXX: handle it */
1409     s->bit_rate += (bit_rate_ext << 18) * 400LL;
1410     check_marker(s->avctx, &s->gb, "after bit rate extension");
1411     s1->rc_buffer_size += get_bits(&s->gb, 8) * 1024 * 16 << 10;
1412
1413     s->low_delay = get_bits1(&s->gb);
1414     if (s->avctx->flags & AV_CODEC_FLAG_LOW_DELAY)
1415         s->low_delay = 1;
1416
1417     s1->frame_rate_ext.num = get_bits(&s->gb, 2) + 1;
1418     s1->frame_rate_ext.den = get_bits(&s->gb, 5) + 1;
1419
1420     ff_dlog(s->avctx, "sequence extension\n");
1421     s->codec_id = s->avctx->codec_id = AV_CODEC_ID_MPEG2VIDEO;
1422
1423     if (cpb_props = ff_add_cpb_side_data(s->avctx)) {
1424         cpb_props->buffer_size = s1->rc_buffer_size;
1425         if (s->bit_rate != 0x3FFFF*400)
1426             cpb_props->max_bitrate = s->bit_rate;
1427     }
1428
1429     if (s->avctx->debug & FF_DEBUG_PICT_INFO)
1430         av_log(s->avctx, AV_LOG_DEBUG,
1431                "profile: %d, level: %d ps: %d cf:%d vbv buffer: %d, bitrate:%"PRId64"\n",
1432                s->avctx->profile, s->avctx->level, s->progressive_sequence, s->chroma_format,
1433                s1->rc_buffer_size, s->bit_rate);
1434 }
1435
1436 static void mpeg_decode_sequence_display_extension(Mpeg1Context *s1)
1437 {
1438     MpegEncContext *s = &s1->mpeg_enc_ctx;
1439     int color_description, w, h;
1440
1441     skip_bits(&s->gb, 3); /* video format */
1442     color_description = get_bits1(&s->gb);
1443     if (color_description) {
1444         s->avctx->color_primaries = get_bits(&s->gb, 8);
1445         s->avctx->color_trc       = get_bits(&s->gb, 8);
1446         s->avctx->colorspace      = get_bits(&s->gb, 8);
1447     }
1448     w = get_bits(&s->gb, 14);
1449     skip_bits(&s->gb, 1); // marker
1450     h = get_bits(&s->gb, 14);
1451     // remaining 3 bits are zero padding
1452
1453     s1->pan_scan.width  = 16 * w;
1454     s1->pan_scan.height = 16 * h;
1455
1456     if (s->avctx->debug & FF_DEBUG_PICT_INFO)
1457         av_log(s->avctx, AV_LOG_DEBUG, "sde w:%d, h:%d\n", w, h);
1458 }
1459
1460 static void mpeg_decode_picture_display_extension(Mpeg1Context *s1)
1461 {
1462     MpegEncContext *s = &s1->mpeg_enc_ctx;
1463     int i, nofco;
1464
1465     nofco = 1;
1466     if (s->progressive_sequence) {
1467         if (s->repeat_first_field) {
1468             nofco++;
1469             if (s->top_field_first)
1470                 nofco++;
1471         }
1472     } else {
1473         if (s->picture_structure == PICT_FRAME) {
1474             nofco++;
1475             if (s->repeat_first_field)
1476                 nofco++;
1477         }
1478     }
1479     for (i = 0; i < nofco; i++) {
1480         s1->pan_scan.position[i][0] = get_sbits(&s->gb, 16);
1481         skip_bits(&s->gb, 1); // marker
1482         s1->pan_scan.position[i][1] = get_sbits(&s->gb, 16);
1483         skip_bits(&s->gb, 1); // marker
1484     }
1485
1486     if (s->avctx->debug & FF_DEBUG_PICT_INFO)
1487         av_log(s->avctx, AV_LOG_DEBUG,
1488                "pde (%"PRId16",%"PRId16") (%"PRId16",%"PRId16") (%"PRId16",%"PRId16")\n",
1489                s1->pan_scan.position[0][0], s1->pan_scan.position[0][1],
1490                s1->pan_scan.position[1][0], s1->pan_scan.position[1][1],
1491                s1->pan_scan.position[2][0], s1->pan_scan.position[2][1]);
1492 }
1493
1494 static int load_matrix(MpegEncContext *s, uint16_t matrix0[64],
1495                        uint16_t matrix1[64], int intra)
1496 {
1497     int i;
1498
1499     for (i = 0; i < 64; i++) {
1500         int j = s->idsp.idct_permutation[ff_zigzag_direct[i]];
1501         int v = get_bits(&s->gb, 8);
1502         if (v == 0) {
1503             av_log(s->avctx, AV_LOG_ERROR, "matrix damaged\n");
1504             return AVERROR_INVALIDDATA;
1505         }
1506         if (intra && i == 0 && v != 8) {
1507             av_log(s->avctx, AV_LOG_DEBUG, "intra matrix specifies invalid DC quantizer %d, ignoring\n", v);
1508             v = 8; // needed by pink.mpg / issue1046
1509         }
1510         matrix0[j] = v;
1511         if (matrix1)
1512             matrix1[j] = v;
1513     }
1514     return 0;
1515 }
1516
1517 static void mpeg_decode_quant_matrix_extension(MpegEncContext *s)
1518 {
1519     ff_dlog(s->avctx, "matrix extension\n");
1520
1521     if (get_bits1(&s->gb))
1522         load_matrix(s, s->chroma_intra_matrix, s->intra_matrix, 1);
1523     if (get_bits1(&s->gb))
1524         load_matrix(s, s->chroma_inter_matrix, s->inter_matrix, 0);
1525     if (get_bits1(&s->gb))
1526         load_matrix(s, s->chroma_intra_matrix, NULL, 1);
1527     if (get_bits1(&s->gb))
1528         load_matrix(s, s->chroma_inter_matrix, NULL, 0);
1529 }
1530
1531 static void mpeg_decode_picture_coding_extension(Mpeg1Context *s1)
1532 {
1533     MpegEncContext *s = &s1->mpeg_enc_ctx;
1534
1535     s->full_pel[0]       = s->full_pel[1] = 0;
1536     s->mpeg_f_code[0][0] = get_bits(&s->gb, 4);
1537     s->mpeg_f_code[0][1] = get_bits(&s->gb, 4);
1538     s->mpeg_f_code[1][0] = get_bits(&s->gb, 4);
1539     s->mpeg_f_code[1][1] = get_bits(&s->gb, 4);
1540     if (!s->pict_type && s1->mpeg_enc_ctx_allocated) {
1541         av_log(s->avctx, AV_LOG_ERROR,
1542                "Missing picture start code, guessing missing values\n");
1543         if (s->mpeg_f_code[1][0] == 15 && s->mpeg_f_code[1][1] == 15) {
1544             if (s->mpeg_f_code[0][0] == 15 && s->mpeg_f_code[0][1] == 15)
1545                 s->pict_type = AV_PICTURE_TYPE_I;
1546             else
1547                 s->pict_type = AV_PICTURE_TYPE_P;
1548         } else
1549             s->pict_type = AV_PICTURE_TYPE_B;
1550         s->current_picture.f->pict_type = s->pict_type;
1551         s->current_picture.f->key_frame = s->pict_type == AV_PICTURE_TYPE_I;
1552     }
1553     s->mpeg_f_code[0][0] += !s->mpeg_f_code[0][0];
1554     s->mpeg_f_code[0][1] += !s->mpeg_f_code[0][1];
1555     s->mpeg_f_code[1][0] += !s->mpeg_f_code[1][0];
1556     s->mpeg_f_code[1][1] += !s->mpeg_f_code[1][1];
1557
1558     s->intra_dc_precision         = get_bits(&s->gb, 2);
1559     s->picture_structure          = get_bits(&s->gb, 2);
1560     s->top_field_first            = get_bits1(&s->gb);
1561     s->frame_pred_frame_dct       = get_bits1(&s->gb);
1562     s->concealment_motion_vectors = get_bits1(&s->gb);
1563     s->q_scale_type               = get_bits1(&s->gb);
1564     s->intra_vlc_format           = get_bits1(&s->gb);
1565     s->alternate_scan             = get_bits1(&s->gb);
1566     s->repeat_first_field         = get_bits1(&s->gb);
1567     s->chroma_420_type            = get_bits1(&s->gb);
1568     s->progressive_frame          = get_bits1(&s->gb);
1569
1570     if (s->alternate_scan) {
1571         ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_alternate_vertical_scan);
1572         ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_alternate_vertical_scan);
1573     } else {
1574         ff_init_scantable(s->idsp.idct_permutation, &s->inter_scantable, ff_zigzag_direct);
1575         ff_init_scantable(s->idsp.idct_permutation, &s->intra_scantable, ff_zigzag_direct);
1576     }
1577
1578     /* composite display not parsed */
1579     ff_dlog(s->avctx, "intra_dc_precision=%d\n", s->intra_dc_precision);
1580     ff_dlog(s->avctx, "picture_structure=%d\n", s->picture_structure);
1581     ff_dlog(s->avctx, "top field first=%d\n", s->top_field_first);
1582     ff_dlog(s->avctx, "repeat first field=%d\n", s->repeat_first_field);
1583     ff_dlog(s->avctx, "conceal=%d\n", s->concealment_motion_vectors);
1584     ff_dlog(s->avctx, "intra_vlc_format=%d\n", s->intra_vlc_format);
1585     ff_dlog(s->avctx, "alternate_scan=%d\n", s->alternate_scan);
1586     ff_dlog(s->avctx, "frame_pred_frame_dct=%d\n", s->frame_pred_frame_dct);
1587     ff_dlog(s->avctx, "progressive_frame=%d\n", s->progressive_frame);
1588 }
1589
1590 static int mpeg_field_start(MpegEncContext *s, const uint8_t *buf, int buf_size)
1591 {
1592     AVCodecContext *avctx = s->avctx;
1593     Mpeg1Context *s1      = (Mpeg1Context *) s;
1594     int ret;
1595
1596     if (!(avctx->flags2 & AV_CODEC_FLAG2_CHUNKS)) {
1597         if (s->mb_width * s->mb_height * 11LL / (33 * 2 * 8) > buf_size)
1598             return AVERROR_INVALIDDATA;
1599     }
1600
1601     /* start frame decoding */
1602     if (s->first_field || s->picture_structure == PICT_FRAME) {
1603         AVFrameSideData *pan_scan;
1604
1605         if ((ret = ff_mpv_frame_start(s, avctx)) < 0)
1606             return ret;
1607
1608         ff_mpeg_er_frame_start(s);
1609
1610         /* first check if we must repeat the frame */
1611         s->current_picture_ptr->f->repeat_pict = 0;
1612         if (s->repeat_first_field) {
1613             if (s->progressive_sequence) {
1614                 if (s->top_field_first)
1615                     s->current_picture_ptr->f->repeat_pict = 4;
1616                 else
1617                     s->current_picture_ptr->f->repeat_pict = 2;
1618             } else if (s->progressive_frame) {
1619                 s->current_picture_ptr->f->repeat_pict = 1;
1620             }
1621         }
1622
1623         pan_scan = av_frame_new_side_data(s->current_picture_ptr->f,
1624                                           AV_FRAME_DATA_PANSCAN,
1625                                           sizeof(s1->pan_scan));
1626         if (!pan_scan)
1627             return AVERROR(ENOMEM);
1628         memcpy(pan_scan->data, &s1->pan_scan, sizeof(s1->pan_scan));
1629
1630         if (s1->a53_buf_ref) {
1631             AVFrameSideData *sd = av_frame_new_side_data_from_buf(
1632                 s->current_picture_ptr->f, AV_FRAME_DATA_A53_CC,
1633                 s1->a53_buf_ref);
1634             if (!sd)
1635                 av_buffer_unref(&s1->a53_buf_ref);
1636             s1->a53_buf_ref = NULL;
1637         }
1638
1639         if (s1->has_stereo3d) {
1640             AVStereo3D *stereo = av_stereo3d_create_side_data(s->current_picture_ptr->f);
1641             if (!stereo)
1642                 return AVERROR(ENOMEM);
1643
1644             *stereo = s1->stereo3d;
1645             s1->has_stereo3d = 0;
1646         }
1647
1648         if (s1->has_afd) {
1649             AVFrameSideData *sd =
1650                 av_frame_new_side_data(s->current_picture_ptr->f,
1651                                        AV_FRAME_DATA_AFD, 1);
1652             if (!sd)
1653                 return AVERROR(ENOMEM);
1654
1655             *sd->data   = s1->afd;
1656             s1->has_afd = 0;
1657         }
1658
1659         if (HAVE_THREADS && (avctx->active_thread_type & FF_THREAD_FRAME))
1660             ff_thread_finish_setup(avctx);
1661     } else { // second field
1662         int i;
1663
1664         if (!s->current_picture_ptr) {
1665             av_log(s->avctx, AV_LOG_ERROR, "first field missing\n");
1666             return AVERROR_INVALIDDATA;
1667         }
1668
1669         if (s->avctx->hwaccel) {
1670             if ((ret = s->avctx->hwaccel->end_frame(s->avctx)) < 0) {
1671                 av_log(avctx, AV_LOG_ERROR,
1672                        "hardware accelerator failed to decode first field\n");
1673                 return ret;
1674             }
1675         }
1676
1677         for (i = 0; i < 4; i++) {
1678             s->current_picture.f->data[i] = s->current_picture_ptr->f->data[i];
1679             if (s->picture_structure == PICT_BOTTOM_FIELD)
1680                 s->current_picture.f->data[i] +=
1681                     s->current_picture_ptr->f->linesize[i];
1682         }
1683     }
1684
1685     if (avctx->hwaccel) {
1686         if ((ret = avctx->hwaccel->start_frame(avctx, buf, buf_size)) < 0)
1687             return ret;
1688     }
1689
1690     return 0;
1691 }
1692
1693 #define DECODE_SLICE_ERROR -1
1694 #define DECODE_SLICE_OK     0
1695
1696 /**
1697  * Decode a slice.
1698  * MpegEncContext.mb_y must be set to the MB row from the startcode.
1699  * @return DECODE_SLICE_ERROR if the slice is damaged,
1700  *         DECODE_SLICE_OK if this slice is OK
1701  */
1702 static int mpeg_decode_slice(MpegEncContext *s, int mb_y,
1703                              const uint8_t **buf, int buf_size)
1704 {
1705     AVCodecContext *avctx = s->avctx;
1706     const int lowres      = s->avctx->lowres;
1707     const int field_pic   = s->picture_structure != PICT_FRAME;
1708     int ret;
1709
1710     s->resync_mb_x =
1711     s->resync_mb_y = -1;
1712
1713     av_assert0(mb_y < s->mb_height);
1714
1715     init_get_bits(&s->gb, *buf, buf_size * 8);
1716     if (s->codec_id != AV_CODEC_ID_MPEG1VIDEO && s->mb_height > 2800/16)
1717         skip_bits(&s->gb, 3);
1718
1719     ff_mpeg1_clean_buffers(s);
1720     s->interlaced_dct = 0;
1721
1722     s->qscale = mpeg_get_qscale(s);
1723
1724     if (s->qscale == 0) {
1725         av_log(s->avctx, AV_LOG_ERROR, "qscale == 0\n");
1726         return AVERROR_INVALIDDATA;
1727     }
1728
1729     /* extra slice info */
1730     if (skip_1stop_8data_bits(&s->gb) < 0)
1731         return AVERROR_INVALIDDATA;
1732
1733     s->mb_x = 0;
1734
1735     if (mb_y == 0 && s->codec_tag == AV_RL32("SLIF")) {
1736         skip_bits1(&s->gb);
1737     } else {
1738         while (get_bits_left(&s->gb) > 0) {
1739             int code = get_vlc2(&s->gb, ff_mbincr_vlc.table,
1740                                 MBINCR_VLC_BITS, 2);
1741             if (code < 0) {
1742                 av_log(s->avctx, AV_LOG_ERROR, "first mb_incr damaged\n");
1743                 return AVERROR_INVALIDDATA;
1744             }
1745             if (code >= 33) {
1746                 if (code == 33)
1747                     s->mb_x += 33;
1748                 /* otherwise, stuffing, nothing to do */
1749             } else {
1750                 s->mb_x += code;
1751                 break;
1752             }
1753         }
1754     }
1755
1756     if (s->mb_x >= (unsigned) s->mb_width) {
1757         av_log(s->avctx, AV_LOG_ERROR, "initial skip overflow\n");
1758         return AVERROR_INVALIDDATA;
1759     }
1760
1761     if (avctx->hwaccel && avctx->hwaccel->decode_slice) {
1762         const uint8_t *buf_end, *buf_start = *buf - 4; /* include start_code */
1763         int start_code = -1;
1764         buf_end = avpriv_find_start_code(buf_start + 2, *buf + buf_size, &start_code);
1765         if (buf_end < *buf + buf_size)
1766             buf_end -= 4;
1767         s->mb_y = mb_y;
1768         if (avctx->hwaccel->decode_slice(avctx, buf_start, buf_end - buf_start) < 0)
1769             return DECODE_SLICE_ERROR;
1770         *buf = buf_end;
1771         return DECODE_SLICE_OK;
1772     }
1773
1774     s->resync_mb_x = s->mb_x;
1775     s->resync_mb_y = s->mb_y = mb_y;
1776     s->mb_skip_run = 0;
1777     ff_init_block_index(s);
1778
1779     if (s->mb_y == 0 && s->mb_x == 0 && (s->first_field || s->picture_structure == PICT_FRAME)) {
1780         if (s->avctx->debug & FF_DEBUG_PICT_INFO) {
1781             av_log(s->avctx, AV_LOG_DEBUG,
1782                    "qp:%d fc:%2d%2d%2d%2d %s %s %s %s %s dc:%d pstruct:%d fdct:%d cmv:%d qtype:%d ivlc:%d rff:%d %s\n",
1783                    s->qscale,
1784                    s->mpeg_f_code[0][0], s->mpeg_f_code[0][1],
1785                    s->mpeg_f_code[1][0], s->mpeg_f_code[1][1],
1786                    s->pict_type  == AV_PICTURE_TYPE_I ? "I" :
1787                    (s->pict_type == AV_PICTURE_TYPE_P ? "P" :
1788                    (s->pict_type == AV_PICTURE_TYPE_B ? "B" : "S")),
1789                    s->progressive_sequence ? "ps"  : "",
1790                    s->progressive_frame    ? "pf"  : "",
1791                    s->alternate_scan       ? "alt" : "",
1792                    s->top_field_first      ? "top" : "",
1793                    s->intra_dc_precision, s->picture_structure,
1794                    s->frame_pred_frame_dct, s->concealment_motion_vectors,
1795                    s->q_scale_type, s->intra_vlc_format,
1796                    s->repeat_first_field, s->chroma_420_type ? "420" : "");
1797         }
1798     }
1799
1800     for (;;) {
1801         // If 1, we memcpy blocks in xvmcvideo.
1802         if ((CONFIG_MPEG1_XVMC_HWACCEL || CONFIG_MPEG2_XVMC_HWACCEL) && s->pack_pblocks)
1803             ff_xvmc_init_block(s); // set s->block
1804
1805         if ((ret = mpeg_decode_mb(s, s->block)) < 0)
1806             return ret;
1807
1808         // Note motion_val is normally NULL unless we want to extract the MVs.
1809         if (s->current_picture.motion_val[0] && !s->encoding) {
1810             const int wrap = s->b8_stride;
1811             int xy         = s->mb_x * 2 + s->mb_y * 2 * wrap;
1812             int b8_xy      = 4 * (s->mb_x + s->mb_y * s->mb_stride);
1813             int motion_x, motion_y, dir, i;
1814
1815             for (i = 0; i < 2; i++) {
1816                 for (dir = 0; dir < 2; dir++) {
1817                     if (s->mb_intra ||
1818                         (dir == 1 && s->pict_type != AV_PICTURE_TYPE_B)) {
1819                         motion_x = motion_y = 0;
1820                     } else if (s->mv_type == MV_TYPE_16X16 ||
1821                                (s->mv_type == MV_TYPE_FIELD && field_pic)) {
1822                         motion_x = s->mv[dir][0][0];
1823                         motion_y = s->mv[dir][0][1];
1824                     } else { /* if ((s->mv_type == MV_TYPE_FIELD) || (s->mv_type == MV_TYPE_16X8)) */
1825                         motion_x = s->mv[dir][i][0];
1826                         motion_y = s->mv[dir][i][1];
1827                     }
1828
1829                     s->current_picture.motion_val[dir][xy][0]     = motion_x;
1830                     s->current_picture.motion_val[dir][xy][1]     = motion_y;
1831                     s->current_picture.motion_val[dir][xy + 1][0] = motion_x;
1832                     s->current_picture.motion_val[dir][xy + 1][1] = motion_y;
1833                     s->current_picture.ref_index [dir][b8_xy]     =
1834                     s->current_picture.ref_index [dir][b8_xy + 1] = s->field_select[dir][i];
1835                     av_assert2(s->field_select[dir][i] == 0 ||
1836                                s->field_select[dir][i] == 1);
1837                 }
1838                 xy    += wrap;
1839                 b8_xy += 2;
1840             }
1841         }
1842
1843         s->dest[0] += 16 >> lowres;
1844         s->dest[1] +=(16 >> lowres) >> s->chroma_x_shift;
1845         s->dest[2] +=(16 >> lowres) >> s->chroma_x_shift;
1846
1847         ff_mpv_reconstruct_mb(s, s->block);
1848
1849         if (++s->mb_x >= s->mb_width) {
1850             const int mb_size = 16 >> s->avctx->lowres;
1851             int left;
1852
1853             ff_mpeg_draw_horiz_band(s, mb_size * (s->mb_y >> field_pic), mb_size);
1854             ff_mpv_report_decode_progress(s);
1855
1856             s->mb_x  = 0;
1857             s->mb_y += 1 << field_pic;
1858
1859             if (s->mb_y >= s->mb_height) {
1860                 int left   = get_bits_left(&s->gb);
1861                 int is_d10 = s->chroma_format == 2 &&
1862                              s->pict_type == AV_PICTURE_TYPE_I &&
1863                              avctx->profile == 0 && avctx->level == 5 &&
1864                              s->intra_dc_precision == 2 &&
1865                              s->q_scale_type == 1 && s->alternate_scan == 0 &&
1866                              s->progressive_frame == 0
1867                              /* vbv_delay == 0xBBB || 0xE10 */;
1868
1869                 if (left >= 32 && !is_d10) {
1870                     GetBitContext gb = s->gb;
1871                     align_get_bits(&gb);
1872                     if (show_bits(&gb, 24) == 0x060E2B) {
1873                         av_log(avctx, AV_LOG_DEBUG, "Invalid MXF data found in video stream\n");
1874                         is_d10 = 1;
1875                     }
1876                     if (left > 32 && show_bits_long(&gb, 32) == 0x201) {
1877                         av_log(avctx, AV_LOG_DEBUG, "skipping m704 alpha (unsupported)\n");
1878                         goto eos;
1879                     }
1880                 }
1881
1882                 if (left < 0 ||
1883                     (left && show_bits(&s->gb, FFMIN(left, 23)) && !is_d10) ||
1884                     ((avctx->err_recognition & (AV_EF_BITSTREAM | AV_EF_AGGRESSIVE)) && left > 8)) {
1885                     av_log(avctx, AV_LOG_ERROR, "end mismatch left=%d %0X at %d %d\n",
1886                            left, left>0 ? show_bits(&s->gb, FFMIN(left, 23)) : 0, s->mb_x, s->mb_y);
1887                     return AVERROR_INVALIDDATA;
1888                 } else
1889                     goto eos;
1890             }
1891             // There are some files out there which are missing the last slice
1892             // in cases where the slice is completely outside the visible
1893             // area, we detect this here instead of running into the end expecting
1894             // more data
1895             left = get_bits_left(&s->gb);
1896             if (s->mb_y >= ((s->height + 15) >> 4) &&
1897                 !s->progressive_sequence &&
1898                 left <= 25 &&
1899                 left >= 0 &&
1900                 s->mb_skip_run == -1 &&
1901                 (!left || show_bits(&s->gb, left) == 0))
1902                 goto eos;
1903
1904             ff_init_block_index(s);
1905         }
1906
1907         /* skip mb handling */
1908         if (s->mb_skip_run == -1) {
1909             /* read increment again */
1910             s->mb_skip_run = 0;
1911             for (;;) {
1912                 int code = get_vlc2(&s->gb, ff_mbincr_vlc.table,
1913                                     MBINCR_VLC_BITS, 2);
1914                 if (code < 0) {
1915                     av_log(s->avctx, AV_LOG_ERROR, "mb incr damaged\n");
1916                     return AVERROR_INVALIDDATA;
1917                 }
1918                 if (code >= 33) {
1919                     if (code == 33) {
1920                         s->mb_skip_run += 33;
1921                     } else if (code == 35) {
1922                         if (s->mb_skip_run != 0 || show_bits(&s->gb, 15) != 0) {
1923                             av_log(s->avctx, AV_LOG_ERROR, "slice mismatch\n");
1924                             return AVERROR_INVALIDDATA;
1925                         }
1926                         goto eos; /* end of slice */
1927                     }
1928                     /* otherwise, stuffing, nothing to do */
1929                 } else {
1930                     s->mb_skip_run += code;
1931                     break;
1932                 }
1933             }
1934             if (s->mb_skip_run) {
1935                 int i;
1936                 if (s->pict_type == AV_PICTURE_TYPE_I) {
1937                     av_log(s->avctx, AV_LOG_ERROR,
1938                            "skipped MB in I-frame at %d %d\n", s->mb_x, s->mb_y);
1939                     return AVERROR_INVALIDDATA;
1940                 }
1941
1942                 /* skip mb */
1943                 s->mb_intra = 0;
1944                 for (i = 0; i < 12; i++)
1945                     s->block_last_index[i] = -1;
1946                 if (s->picture_structure == PICT_FRAME)
1947                     s->mv_type = MV_TYPE_16X16;
1948                 else
1949                     s->mv_type = MV_TYPE_FIELD;
1950                 if (s->pict_type == AV_PICTURE_TYPE_P) {
1951                     /* if P type, zero motion vector is implied */
1952                     s->mv_dir             = MV_DIR_FORWARD;
1953                     s->mv[0][0][0]        = s->mv[0][0][1]      = 0;
1954                     s->last_mv[0][0][0]   = s->last_mv[0][0][1] = 0;
1955                     s->last_mv[0][1][0]   = s->last_mv[0][1][1] = 0;
1956                     s->field_select[0][0] = (s->picture_structure - 1) & 1;
1957                 } else {
1958                     /* if B type, reuse previous vectors and directions */
1959                     s->mv[0][0][0] = s->last_mv[0][0][0];
1960                     s->mv[0][0][1] = s->last_mv[0][0][1];
1961                     s->mv[1][0][0] = s->last_mv[1][0][0];
1962                     s->mv[1][0][1] = s->last_mv[1][0][1];
1963                     s->field_select[0][0] = (s->picture_structure - 1) & 1;
1964                     s->field_select[1][0] = (s->picture_structure - 1) & 1;
1965                 }
1966             }
1967         }
1968     }
1969 eos: // end of slice
1970     if (get_bits_left(&s->gb) < 0) {
1971         av_log(s, AV_LOG_ERROR, "overread %d\n", -get_bits_left(&s->gb));
1972         return AVERROR_INVALIDDATA;
1973     }
1974     *buf += (get_bits_count(&s->gb) - 1) / 8;
1975     ff_dlog(s, "Slice start:%d %d  end:%d %d\n", s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y);
1976     return 0;
1977 }
1978
1979 static int slice_decode_thread(AVCodecContext *c, void *arg)
1980 {
1981     MpegEncContext *s   = *(void **) arg;
1982     const uint8_t *buf  = s->gb.buffer;
1983     int mb_y            = s->start_mb_y;
1984     const int field_pic = s->picture_structure != PICT_FRAME;
1985
1986     s->er.error_count = (3 * (s->end_mb_y - s->start_mb_y) * s->mb_width) >> field_pic;
1987
1988     for (;;) {
1989         uint32_t start_code;
1990         int ret;
1991
1992         ret = mpeg_decode_slice(s, mb_y, &buf, s->gb.buffer_end - buf);
1993         emms_c();
1994         ff_dlog(c, "ret:%d resync:%d/%d mb:%d/%d ts:%d/%d ec:%d\n",
1995                 ret, s->resync_mb_x, s->resync_mb_y, s->mb_x, s->mb_y,
1996                 s->start_mb_y, s->end_mb_y, s->er.error_count);
1997         if (ret < 0) {
1998             if (c->err_recognition & AV_EF_EXPLODE)
1999                 return ret;
2000             if (s->resync_mb_x >= 0 && s->resync_mb_y >= 0)
2001                 ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
2002                                 s->mb_x, s->mb_y,
2003                                 ER_AC_ERROR | ER_DC_ERROR | ER_MV_ERROR);
2004         } else {
2005             ff_er_add_slice(&s->er, s->resync_mb_x, s->resync_mb_y,
2006                             s->mb_x - 1, s->mb_y,
2007                             ER_AC_END | ER_DC_END | ER_MV_END);
2008         }
2009
2010         if (s->mb_y == s->end_mb_y)
2011             return 0;
2012
2013         start_code = -1;
2014         buf        = avpriv_find_start_code(buf, s->gb.buffer_end, &start_code);
2015         if (start_code < SLICE_MIN_START_CODE || start_code > SLICE_MAX_START_CODE)
2016             return AVERROR_INVALIDDATA;
2017         mb_y       = start_code - SLICE_MIN_START_CODE;
2018         if (s->codec_id != AV_CODEC_ID_MPEG1VIDEO && s->mb_height > 2800/16)
2019             mb_y += (*buf&0xE0)<<2;
2020         mb_y <<= field_pic;
2021         if (s->picture_structure == PICT_BOTTOM_FIELD)
2022             mb_y++;
2023         if (mb_y >= s->end_mb_y)
2024             return AVERROR_INVALIDDATA;
2025     }
2026 }
2027
2028 /**
2029  * Handle slice ends.
2030  * @return 1 if it seems to be the last slice
2031  */
2032 static int slice_end(AVCodecContext *avctx, AVFrame *pict)
2033 {
2034     Mpeg1Context *s1  = avctx->priv_data;
2035     MpegEncContext *s = &s1->mpeg_enc_ctx;
2036
2037     if (!s1->mpeg_enc_ctx_allocated || !s->current_picture_ptr)
2038         return 0;
2039
2040     if (s->avctx->hwaccel) {
2041         int ret = s->avctx->hwaccel->end_frame(s->avctx);
2042         if (ret < 0) {
2043             av_log(avctx, AV_LOG_ERROR,
2044                    "hardware accelerator failed to decode picture\n");
2045             return ret;
2046         }
2047     }
2048
2049     /* end of slice reached */
2050     if (/* s->mb_y << field_pic == s->mb_height && */ !s->first_field && !s1->first_slice) {
2051         /* end of image */
2052
2053         ff_er_frame_end(&s->er);
2054
2055         ff_mpv_frame_end(s);
2056
2057         if (s->pict_type == AV_PICTURE_TYPE_B || s->low_delay) {
2058             int ret = av_frame_ref(pict, s->current_picture_ptr->f);
2059             if (ret < 0)
2060                 return ret;
2061             ff_print_debug_info(s, s->current_picture_ptr, pict);
2062             ff_mpv_export_qp_table(s, pict, s->current_picture_ptr, FF_QSCALE_TYPE_MPEG2);
2063         } else {
2064             if (avctx->active_thread_type & FF_THREAD_FRAME)
2065                 s->picture_number++;
2066             /* latency of 1 frame for I- and P-frames */
2067             /* XXX: use another variable than picture_number */
2068             if (s->last_picture_ptr) {
2069                 int ret = av_frame_ref(pict, s->last_picture_ptr->f);
2070                 if (ret < 0)
2071                     return ret;
2072                 ff_print_debug_info(s, s->last_picture_ptr, pict);
2073                 ff_mpv_export_qp_table(s, pict, s->last_picture_ptr, FF_QSCALE_TYPE_MPEG2);
2074             }
2075         }
2076
2077         return 1;
2078     } else {
2079         return 0;
2080     }
2081 }
2082
2083 static int mpeg1_decode_sequence(AVCodecContext *avctx,
2084                                  const uint8_t *buf, int buf_size)
2085 {
2086     Mpeg1Context *s1  = avctx->priv_data;
2087     MpegEncContext *s = &s1->mpeg_enc_ctx;
2088     int width, height;
2089     int i, v, j;
2090
2091     init_get_bits(&s->gb, buf, buf_size * 8);
2092
2093     width  = get_bits(&s->gb, 12);
2094     height = get_bits(&s->gb, 12);
2095     if (width == 0 || height == 0) {
2096         av_log(avctx, AV_LOG_WARNING,
2097                "Invalid horizontal or vertical size value.\n");
2098         if (avctx->err_recognition & (AV_EF_BITSTREAM | AV_EF_COMPLIANT))
2099             return AVERROR_INVALIDDATA;
2100     }
2101     s->aspect_ratio_info = get_bits(&s->gb, 4);
2102     if (s->aspect_ratio_info == 0) {
2103         av_log(avctx, AV_LOG_ERROR, "aspect ratio has forbidden 0 value\n");
2104         if (avctx->err_recognition & (AV_EF_BITSTREAM | AV_EF_COMPLIANT))
2105             return AVERROR_INVALIDDATA;
2106     }
2107     s->frame_rate_index = get_bits(&s->gb, 4);
2108     if (s->frame_rate_index == 0 || s->frame_rate_index > 13) {
2109         av_log(avctx, AV_LOG_WARNING,
2110                "frame_rate_index %d is invalid\n", s->frame_rate_index);
2111         s->frame_rate_index = 1;
2112     }
2113     s->bit_rate = get_bits(&s->gb, 18) * 400LL;
2114     if (check_marker(s->avctx, &s->gb, "in sequence header") == 0) {
2115         return AVERROR_INVALIDDATA;
2116     }
2117
2118     s1->rc_buffer_size = get_bits(&s->gb, 10) * 1024 * 16;
2119     skip_bits(&s->gb, 1);
2120
2121     /* get matrix */
2122     if (get_bits1(&s->gb)) {
2123         load_matrix(s, s->chroma_intra_matrix, s->intra_matrix, 1);
2124     } else {
2125         for (i = 0; i < 64; i++) {
2126             j = s->idsp.idct_permutation[i];
2127             v = ff_mpeg1_default_intra_matrix[i];
2128             s->intra_matrix[j]        = v;
2129             s->chroma_intra_matrix[j] = v;
2130         }
2131     }
2132     if (get_bits1(&s->gb)) {
2133         load_matrix(s, s->chroma_inter_matrix, s->inter_matrix, 0);
2134     } else {
2135         for (i = 0; i < 64; i++) {
2136             int j = s->idsp.idct_permutation[i];
2137             v = ff_mpeg1_default_non_intra_matrix[i];
2138             s->inter_matrix[j]        = v;
2139             s->chroma_inter_matrix[j] = v;
2140         }
2141     }
2142
2143     if (show_bits(&s->gb, 23) != 0) {
2144         av_log(s->avctx, AV_LOG_ERROR, "sequence header damaged\n");
2145         return AVERROR_INVALIDDATA;
2146     }
2147
2148     s->width  = width;
2149     s->height = height;
2150
2151     /* We set MPEG-2 parameters so that it emulates MPEG-1. */
2152     s->progressive_sequence = 1;
2153     s->progressive_frame    = 1;
2154     s->picture_structure    = PICT_FRAME;
2155     s->first_field          = 0;
2156     s->frame_pred_frame_dct = 1;
2157     s->chroma_format        = 1;
2158     s->codec_id             =
2159     s->avctx->codec_id      = AV_CODEC_ID_MPEG1VIDEO;
2160     s->out_format           = FMT_MPEG1;
2161     s->swap_uv              = 0; // AFAIK VCR2 does not have SEQ_HEADER
2162     if (s->avctx->flags & AV_CODEC_FLAG_LOW_DELAY)
2163         s->low_delay = 1;
2164
2165     if (s->avctx->debug & FF_DEBUG_PICT_INFO)
2166         av_log(s->avctx, AV_LOG_DEBUG, "vbv buffer: %d, bitrate:%"PRId64", aspect_ratio_info: %d \n",
2167                s1->rc_buffer_size, s->bit_rate, s->aspect_ratio_info);
2168
2169     return 0;
2170 }
2171
2172 static int vcr2_init_sequence(AVCodecContext *avctx)
2173 {
2174     Mpeg1Context *s1  = avctx->priv_data;
2175     MpegEncContext *s = &s1->mpeg_enc_ctx;
2176     int i, v, ret;
2177
2178     /* start new MPEG-1 context decoding */
2179     s->out_format = FMT_MPEG1;
2180     if (s1->mpeg_enc_ctx_allocated) {
2181         ff_mpv_common_end(s);
2182         s1->mpeg_enc_ctx_allocated = 0;
2183     }
2184     s->width            = avctx->coded_width;
2185     s->height           = avctx->coded_height;
2186     avctx->has_b_frames = 0; // true?
2187     s->low_delay        = 1;
2188
2189     avctx->pix_fmt = mpeg_get_pixelformat(avctx);
2190     setup_hwaccel_for_pixfmt(avctx);
2191
2192     ff_mpv_idct_init(s);
2193     if ((ret = ff_mpv_common_init(s)) < 0)
2194         return ret;
2195     s1->mpeg_enc_ctx_allocated = 1;
2196
2197     for (i = 0; i < 64; i++) {
2198         int j = s->idsp.idct_permutation[i];
2199         v = ff_mpeg1_default_intra_matrix[i];
2200         s->intra_matrix[j]        = v;
2201         s->chroma_intra_matrix[j] = v;
2202
2203         v = ff_mpeg1_default_non_intra_matrix[i];
2204         s->inter_matrix[j]        = v;
2205         s->chroma_inter_matrix[j] = v;
2206     }
2207
2208     s->progressive_sequence  = 1;
2209     s->progressive_frame     = 1;
2210     s->picture_structure     = PICT_FRAME;
2211     s->first_field           = 0;
2212     s->frame_pred_frame_dct  = 1;
2213     s->chroma_format         = 1;
2214     if (s->codec_tag == AV_RL32("BW10")) {
2215         s->codec_id              = s->avctx->codec_id = AV_CODEC_ID_MPEG1VIDEO;
2216     } else {
2217         s->swap_uv = 1; // in case of xvmc we need to swap uv for each MB
2218         s->codec_id              = s->avctx->codec_id = AV_CODEC_ID_MPEG2VIDEO;
2219     }
2220     s1->save_width           = s->width;
2221     s1->save_height          = s->height;
2222     s1->save_progressive_seq = s->progressive_sequence;
2223     return 0;
2224 }
2225
2226 static int mpeg_decode_a53_cc(AVCodecContext *avctx,
2227                               const uint8_t *p, int buf_size)
2228 {
2229     Mpeg1Context *s1 = avctx->priv_data;
2230
2231     if (buf_size >= 6 &&
2232         p[0] == 'G' && p[1] == 'A' && p[2] == '9' && p[3] == '4' &&
2233         p[4] == 3 && (p[5] & 0x40)) {
2234         /* extract A53 Part 4 CC data */
2235         int cc_count = p[5] & 0x1f;
2236         if (cc_count > 0 && buf_size >= 7 + cc_count * 3) {
2237             int old_size = s1->a53_buf_ref ? s1->a53_buf_ref->size : 0;
2238             const uint64_t new_size = (old_size + cc_count
2239                                             * UINT64_C(3));
2240             int ret;
2241
2242             if (new_size > 3*A53_MAX_CC_COUNT)
2243                 return AVERROR(EINVAL);
2244
2245             ret = av_buffer_realloc(&s1->a53_buf_ref, new_size);
2246             if (ret >= 0)
2247                 memcpy(s1->a53_buf_ref->data + old_size, p + 7, cc_count * UINT64_C(3));
2248
2249             avctx->properties |= FF_CODEC_PROPERTY_CLOSED_CAPTIONS;
2250         }
2251         return 1;
2252     } else if (buf_size >= 2 &&
2253                p[0] == 0x03 && (p[1]&0x7f) == 0x01) {
2254         /* extract SCTE-20 CC data */
2255         GetBitContext gb;
2256         int cc_count = 0;
2257         int i, ret;
2258
2259         init_get_bits(&gb, p + 2, buf_size - 2);
2260         cc_count = get_bits(&gb, 5);
2261         if (cc_count > 0) {
2262             int old_size = s1->a53_buf_ref ? s1->a53_buf_ref->size : 0;
2263             const uint64_t new_size = (old_size + cc_count
2264                                             * UINT64_C(3));
2265             if (new_size > 3*A53_MAX_CC_COUNT)
2266                 return AVERROR(EINVAL);
2267
2268             ret = av_buffer_realloc(&s1->a53_buf_ref, new_size);
2269             if (ret >= 0) {
2270                 uint8_t field, cc1, cc2;
2271                 uint8_t *cap = s1->a53_buf_ref->data;
2272
2273                 memset(s1->a53_buf_ref->data + old_size, 0, cc_count * 3);
2274                 for (i = 0; i < cc_count && get_bits_left(&gb) >= 26; i++) {
2275                     skip_bits(&gb, 2); // priority
2276                     field = get_bits(&gb, 2);
2277                     skip_bits(&gb, 5); // line_offset
2278                     cc1 = get_bits(&gb, 8);
2279                     cc2 = get_bits(&gb, 8);
2280                     skip_bits(&gb, 1); // marker
2281
2282                     if (!field) { // forbidden
2283                         cap[0] = cap[1] = cap[2] = 0x00;
2284                     } else {
2285                         field = (field == 2 ? 1 : 0);
2286                         if (!s1->mpeg_enc_ctx.top_field_first) field = !field;
2287                         cap[0] = 0x04 | field;
2288                         cap[1] = ff_reverse[cc1];
2289                         cap[2] = ff_reverse[cc2];
2290                     }
2291                     cap += 3;
2292                 }
2293             }
2294             avctx->properties |= FF_CODEC_PROPERTY_CLOSED_CAPTIONS;
2295         }
2296         return 1;
2297     } else if (buf_size >= 11 &&
2298                p[0] == 'C' && p[1] == 'C' && p[2] == 0x01 && p[3] == 0xf8) {
2299         /* extract DVD CC data
2300          *
2301          * uint32_t   user_data_start_code        0x000001B2    (big endian)
2302          * uint16_t   user_identifier             0x4343 "CC"
2303          * uint8_t    user_data_type_code         0x01
2304          * uint8_t    caption_block_size          0xF8
2305          * uint8_t
2306          *   bit 7    caption_odd_field_first     1=odd field (CC1/CC2) first  0=even field (CC3/CC4) first
2307          *   bit 6    caption_filler              0
2308          *   bit 5:1  caption_block_count         number of caption blocks (pairs of caption words = frames). Most DVDs use 15 per start of GOP.
2309          *   bit 0    caption_extra_field_added   1=one additional caption word
2310          *
2311          * struct caption_field_block {
2312          *   uint8_t
2313          *     bit 7:1 caption_filler             0x7F (all 1s)
2314          *     bit 0   caption_field_odd          1=odd field (this is CC1/CC2)  0=even field (this is CC3/CC4)
2315          *   uint8_t   caption_first_byte
2316          *   uint8_t   caption_second_byte
2317          * } caption_block[(caption_block_count * 2) + caption_extra_field_added];
2318          *
2319          * Some DVDs encode caption data for both fields with caption_field_odd=1. The only way to decode the fields
2320          * correctly is to start on the field indicated by caption_odd_field_first and count between odd/even fields.
2321          * Don't assume that the first caption word is the odd field. There do exist MPEG files in the wild that start
2322          * on the even field. There also exist DVDs in the wild that encode an odd field count and the
2323          * caption_extra_field_added/caption_odd_field_first bits change per packet to allow that. */
2324         int cc_count = 0;
2325         int i, ret;
2326         // There is a caption count field in the data, but it is often
2327         // incorrect.  So count the number of captions present.
2328         for (i = 5; i + 6 <= buf_size && ((p[i] & 0xfe) == 0xfe); i += 6)
2329             cc_count++;
2330         // Transform the DVD format into A53 Part 4 format
2331         if (cc_count > 0) {
2332             int old_size = s1->a53_buf_ref ? s1->a53_buf_ref->size : 0;
2333             const uint64_t new_size = (old_size + cc_count
2334                                             * UINT64_C(6));
2335             if (new_size > 3*A53_MAX_CC_COUNT)
2336                 return AVERROR(EINVAL);
2337
2338             ret = av_buffer_realloc(&s1->a53_buf_ref, new_size);
2339             if (ret >= 0) {
2340                 uint8_t field1 = !!(p[4] & 0x80);
2341                 uint8_t *cap = s1->a53_buf_ref->data;
2342                 p += 5;
2343                 for (i = 0; i < cc_count; i++) {
2344                     cap[0] = (p[0] == 0xff && field1) ? 0xfc : 0xfd;
2345                     cap[1] = p[1];
2346                     cap[2] = p[2];
2347                     cap[3] = (p[3] == 0xff && !field1) ? 0xfc : 0xfd;
2348                     cap[4] = p[4];
2349                     cap[5] = p[5];
2350                     cap += 6;
2351                     p += 6;
2352                 }
2353             }
2354             avctx->properties |= FF_CODEC_PROPERTY_CLOSED_CAPTIONS;
2355         }
2356         return 1;
2357     }
2358     return 0;
2359 }
2360
2361 static void mpeg_decode_user_data(AVCodecContext *avctx,
2362                                   const uint8_t *p, int buf_size)
2363 {
2364     Mpeg1Context *s = avctx->priv_data;
2365     const uint8_t *buf_end = p + buf_size;
2366     Mpeg1Context *s1 = avctx->priv_data;
2367
2368 #if 0
2369     int i;
2370     for(i=0; !(!p[i-2] && !p[i-1] && p[i]==1) && i<buf_size; i++){
2371         av_log(avctx, AV_LOG_ERROR, "%c", p[i]);
2372     }
2373     av_log(avctx, AV_LOG_ERROR, "\n");
2374 #endif
2375
2376     if (buf_size > 29){
2377         int i;
2378         for(i=0; i<20; i++)
2379             if (!memcmp(p+i, "\0TMPGEXS\0", 9)){
2380                 s->tmpgexs= 1;
2381             }
2382     }
2383     /* we parse the DTG active format information */
2384     if (buf_end - p >= 5 &&
2385         p[0] == 'D' && p[1] == 'T' && p[2] == 'G' && p[3] == '1') {
2386         int flags = p[4];
2387         p += 5;
2388         if (flags & 0x80) {
2389             /* skip event id */
2390             p += 2;
2391         }
2392         if (flags & 0x40) {
2393             if (buf_end - p < 1)
2394                 return;
2395             s1->has_afd = 1;
2396             s1->afd     = p[0] & 0x0f;
2397         }
2398     } else if (buf_end - p >= 6 &&
2399                p[0] == 'J' && p[1] == 'P' && p[2] == '3' && p[3] == 'D' &&
2400                p[4] == 0x03) { // S3D_video_format_length
2401         // the 0x7F mask ignores the reserved_bit value
2402         const uint8_t S3D_video_format_type = p[5] & 0x7F;
2403
2404         if (S3D_video_format_type == 0x03 ||
2405             S3D_video_format_type == 0x04 ||
2406             S3D_video_format_type == 0x08 ||
2407             S3D_video_format_type == 0x23) {
2408
2409             s1->has_stereo3d = 1;
2410
2411             switch (S3D_video_format_type) {
2412             case 0x03:
2413                 s1->stereo3d.type = AV_STEREO3D_SIDEBYSIDE;
2414                 break;
2415             case 0x04:
2416                 s1->stereo3d.type = AV_STEREO3D_TOPBOTTOM;
2417                 break;
2418             case 0x08:
2419                 s1->stereo3d.type = AV_STEREO3D_2D;
2420                 break;
2421             case 0x23:
2422                 s1->stereo3d.type = AV_STEREO3D_SIDEBYSIDE_QUINCUNX;
2423                 break;
2424             }
2425         }
2426     } else if (mpeg_decode_a53_cc(avctx, p, buf_size)) {
2427         return;
2428     }
2429 }
2430
2431 static void mpeg_decode_gop(AVCodecContext *avctx,
2432                             const uint8_t *buf, int buf_size)
2433 {
2434     Mpeg1Context *s1  = avctx->priv_data;
2435     MpegEncContext *s = &s1->mpeg_enc_ctx;
2436     int broken_link;
2437     int64_t tc;
2438
2439     init_get_bits(&s->gb, buf, buf_size * 8);
2440
2441     tc = s-> timecode_frame_start = get_bits(&s->gb, 25);
2442
2443 #if FF_API_PRIVATE_OPT
2444 FF_DISABLE_DEPRECATION_WARNINGS
2445     avctx->timecode_frame_start = tc;
2446 FF_ENABLE_DEPRECATION_WARNINGS
2447 #endif
2448
2449     s->closed_gop = get_bits1(&s->gb);
2450     /* broken_link indicates that after editing the
2451      * reference frames of the first B-Frames after GOP I-Frame
2452      * are missing (open gop) */
2453     broken_link = get_bits1(&s->gb);
2454
2455     if (s->avctx->debug & FF_DEBUG_PICT_INFO) {
2456         char tcbuf[AV_TIMECODE_STR_SIZE];
2457         av_timecode_make_mpeg_tc_string(tcbuf, tc);
2458         av_log(s->avctx, AV_LOG_DEBUG,
2459                "GOP (%s) closed_gop=%d broken_link=%d\n",
2460                tcbuf, s->closed_gop, broken_link);
2461     }
2462 }
2463
2464 static int decode_chunks(AVCodecContext *avctx, AVFrame *picture,
2465                          int *got_output, const uint8_t *buf, int buf_size)
2466 {
2467     Mpeg1Context *s = avctx->priv_data;
2468     MpegEncContext *s2 = &s->mpeg_enc_ctx;
2469     const uint8_t *buf_ptr = buf;
2470     const uint8_t *buf_end = buf + buf_size;
2471     int ret, input_size;
2472     int last_code = 0, skip_frame = 0;
2473     int picture_start_code_seen = 0;
2474
2475     for (;;) {
2476         /* find next start code */
2477         uint32_t start_code = -1;
2478         buf_ptr = avpriv_find_start_code(buf_ptr, buf_end, &start_code);
2479         if (start_code > 0x1ff) {
2480             if (!skip_frame) {
2481                 if (HAVE_THREADS &&
2482                     (avctx->active_thread_type & FF_THREAD_SLICE) &&
2483                     !avctx->hwaccel) {
2484                     int i;
2485                     av_assert0(avctx->thread_count > 1);
2486
2487                     avctx->execute(avctx, slice_decode_thread,
2488                                    &s2->thread_context[0], NULL,
2489                                    s->slice_count, sizeof(void *));
2490                     for (i = 0; i < s->slice_count; i++)
2491                         s2->er.error_count += s2->thread_context[i]->er.error_count;
2492                 }
2493
2494                 ret = slice_end(avctx, picture);
2495                 if (ret < 0)
2496                     return ret;
2497                 else if (ret) {
2498                     // FIXME: merge with the stuff in mpeg_decode_slice
2499                     if (s2->last_picture_ptr || s2->low_delay || s2->pict_type == AV_PICTURE_TYPE_B)
2500                         *got_output = 1;
2501                 }
2502             }
2503             s2->pict_type = 0;
2504
2505             if (avctx->err_recognition & AV_EF_EXPLODE && s2->er.error_count)
2506                 return AVERROR_INVALIDDATA;
2507
2508             return FFMAX(0, buf_ptr - buf - s2->parse_context.last_index);
2509         }
2510
2511         input_size = buf_end - buf_ptr;
2512
2513         if (avctx->debug & FF_DEBUG_STARTCODE)
2514             av_log(avctx, AV_LOG_DEBUG, "%3"PRIX32" at %"PTRDIFF_SPECIFIER" left %d\n",
2515                    start_code, buf_ptr - buf, input_size);
2516
2517         /* prepare data for next start code */
2518         switch (start_code) {
2519         case SEQ_START_CODE:
2520             if (last_code == 0) {
2521                 mpeg1_decode_sequence(avctx, buf_ptr, input_size);
2522                 if (buf != avctx->extradata)
2523                     s->sync = 1;
2524             } else {
2525                 av_log(avctx, AV_LOG_ERROR,
2526                        "ignoring SEQ_START_CODE after %X\n", last_code);
2527                 if (avctx->err_recognition & AV_EF_EXPLODE)
2528                     return AVERROR_INVALIDDATA;
2529             }
2530             break;
2531
2532         case PICTURE_START_CODE:
2533             if (picture_start_code_seen && s2->picture_structure == PICT_FRAME) {
2534                /* If it's a frame picture, there can't be more than one picture header.
2535                   Yet, it does happen and we need to handle it. */
2536                av_log(avctx, AV_LOG_WARNING, "ignoring extra picture following a frame-picture\n");
2537                break;
2538             }
2539             picture_start_code_seen = 1;
2540
2541             if (s2->width <= 0 || s2->height <= 0) {
2542                 av_log(avctx, AV_LOG_ERROR, "Invalid frame dimensions %dx%d.\n",
2543                        s2->width, s2->height);
2544                 return AVERROR_INVALIDDATA;
2545             }
2546
2547             if (s->tmpgexs){
2548                 s2->intra_dc_precision= 3;
2549                 s2->intra_matrix[0]= 1;
2550             }
2551             if (HAVE_THREADS && (avctx->active_thread_type & FF_THREAD_SLICE) &&
2552                 !avctx->hwaccel && s->slice_count) {
2553                 int i;
2554
2555                 avctx->execute(avctx, slice_decode_thread,
2556                                s2->thread_context, NULL,
2557                                s->slice_count, sizeof(void *));
2558                 for (i = 0; i < s->slice_count; i++)
2559                     s2->er.error_count += s2->thread_context[i]->er.error_count;
2560                 s->slice_count = 0;
2561             }
2562             if (last_code == 0 || last_code == SLICE_MIN_START_CODE) {
2563                 ret = mpeg_decode_postinit(avctx);
2564                 if (ret < 0) {
2565                     av_log(avctx, AV_LOG_ERROR,
2566                            "mpeg_decode_postinit() failure\n");
2567                     return ret;
2568                 }
2569
2570                 /* We have a complete image: we try to decompress it. */
2571                 if (mpeg1_decode_picture(avctx, buf_ptr, input_size) < 0)
2572                     s2->pict_type = 0;
2573                 s->first_slice = 1;
2574                 last_code      = PICTURE_START_CODE;
2575             } else {
2576                 av_log(avctx, AV_LOG_ERROR,
2577                        "ignoring pic after %X\n", last_code);
2578                 if (avctx->err_recognition & AV_EF_EXPLODE)
2579                     return AVERROR_INVALIDDATA;
2580             }
2581             break;
2582         case EXT_START_CODE:
2583             init_get_bits(&s2->gb, buf_ptr, input_size * 8);
2584
2585             switch (get_bits(&s2->gb, 4)) {
2586             case 0x1:
2587                 if (last_code == 0) {
2588                     mpeg_decode_sequence_extension(s);
2589                 } else {
2590                     av_log(avctx, AV_LOG_ERROR,
2591                            "ignoring seq ext after %X\n", last_code);
2592                     if (avctx->err_recognition & AV_EF_EXPLODE)
2593                         return AVERROR_INVALIDDATA;
2594                 }
2595                 break;
2596             case 0x2:
2597                 mpeg_decode_sequence_display_extension(s);
2598                 break;
2599             case 0x3:
2600                 mpeg_decode_quant_matrix_extension(s2);
2601                 break;
2602             case 0x7:
2603                 mpeg_decode_picture_display_extension(s);
2604                 break;
2605             case 0x8:
2606                 if (last_code == PICTURE_START_CODE) {
2607                     mpeg_decode_picture_coding_extension(s);
2608                 } else {
2609                     av_log(avctx, AV_LOG_ERROR,
2610                            "ignoring pic cod ext after %X\n", last_code);
2611                     if (avctx->err_recognition & AV_EF_EXPLODE)
2612                         return AVERROR_INVALIDDATA;
2613                 }
2614                 break;
2615             }
2616             break;
2617         case USER_START_CODE:
2618             mpeg_decode_user_data(avctx, buf_ptr, input_size);
2619             break;
2620         case GOP_START_CODE:
2621             if (last_code == 0) {
2622                 s2->first_field = 0;
2623                 mpeg_decode_gop(avctx, buf_ptr, input_size);
2624                 s->sync = 1;
2625             } else {
2626                 av_log(avctx, AV_LOG_ERROR,
2627                        "ignoring GOP_START_CODE after %X\n", last_code);
2628                 if (avctx->err_recognition & AV_EF_EXPLODE)
2629                     return AVERROR_INVALIDDATA;
2630             }
2631             break;
2632         default:
2633             if (start_code >= SLICE_MIN_START_CODE &&
2634                 start_code <= SLICE_MAX_START_CODE && last_code == PICTURE_START_CODE) {
2635                 if (s2->progressive_sequence && !s2->progressive_frame) {
2636                     s2->progressive_frame = 1;
2637                     av_log(s2->avctx, AV_LOG_ERROR,
2638                            "interlaced frame in progressive sequence, ignoring\n");
2639                 }
2640
2641                 if (s2->picture_structure == 0 ||
2642                     (s2->progressive_frame && s2->picture_structure != PICT_FRAME)) {
2643                     av_log(s2->avctx, AV_LOG_ERROR,
2644                            "picture_structure %d invalid, ignoring\n",
2645                            s2->picture_structure);
2646                     s2->picture_structure = PICT_FRAME;
2647                 }
2648
2649                 if (s2->progressive_sequence && !s2->frame_pred_frame_dct)
2650                     av_log(s2->avctx, AV_LOG_WARNING, "invalid frame_pred_frame_dct\n");
2651
2652                 if (s2->picture_structure == PICT_FRAME) {
2653                     s2->first_field = 0;
2654                     s2->v_edge_pos  = 16 * s2->mb_height;
2655                 } else {
2656                     s2->first_field ^= 1;
2657                     s2->v_edge_pos   = 8 * s2->mb_height;
2658                     memset(s2->mbskip_table, 0, s2->mb_stride * s2->mb_height);
2659                 }
2660             }
2661             if (start_code >= SLICE_MIN_START_CODE &&
2662                 start_code <= SLICE_MAX_START_CODE && last_code != 0) {
2663                 const int field_pic = s2->picture_structure != PICT_FRAME;
2664                 int mb_y = start_code - SLICE_MIN_START_CODE;
2665                 last_code = SLICE_MIN_START_CODE;
2666                 if (s2->codec_id != AV_CODEC_ID_MPEG1VIDEO && s2->mb_height > 2800/16)
2667                     mb_y += (*buf_ptr&0xE0)<<2;
2668
2669                 mb_y <<= field_pic;
2670                 if (s2->picture_structure == PICT_BOTTOM_FIELD)
2671                     mb_y++;
2672
2673                 if (buf_end - buf_ptr < 2) {
2674                     av_log(s2->avctx, AV_LOG_ERROR, "slice too small\n");
2675                     return AVERROR_INVALIDDATA;
2676                 }
2677
2678                 if (mb_y >= s2->mb_height) {
2679                     av_log(s2->avctx, AV_LOG_ERROR,
2680                            "slice below image (%d >= %d)\n", mb_y, s2->mb_height);
2681                     return AVERROR_INVALIDDATA;
2682                 }
2683
2684                 if (!s2->last_picture_ptr) {
2685                     /* Skip B-frames if we do not have reference frames and
2686                      * GOP is not closed. */
2687                     if (s2->pict_type == AV_PICTURE_TYPE_B) {
2688                         if (!s2->closed_gop) {
2689                             skip_frame = 1;
2690                             av_log(s2->avctx, AV_LOG_DEBUG,
2691                                    "Skipping B slice due to open GOP\n");
2692                             break;
2693                         }
2694                     }
2695                 }
2696                 if (s2->pict_type == AV_PICTURE_TYPE_I || (s2->avctx->flags2 & AV_CODEC_FLAG2_SHOW_ALL))
2697                     s->sync = 1;
2698                 if (!s2->next_picture_ptr) {
2699                     /* Skip P-frames if we do not have a reference frame or
2700                      * we have an invalid header. */
2701                     if (s2->pict_type == AV_PICTURE_TYPE_P && !s->sync) {
2702                         skip_frame = 1;
2703                         av_log(s2->avctx, AV_LOG_DEBUG,
2704                                "Skipping P slice due to !sync\n");
2705                         break;
2706                     }
2707                 }
2708                 if ((avctx->skip_frame >= AVDISCARD_NONREF &&
2709                      s2->pict_type == AV_PICTURE_TYPE_B) ||
2710                     (avctx->skip_frame >= AVDISCARD_NONKEY &&
2711                      s2->pict_type != AV_PICTURE_TYPE_I) ||
2712                     avctx->skip_frame >= AVDISCARD_ALL) {
2713                     skip_frame = 1;
2714                     break;
2715                 }
2716
2717                 if (!s->mpeg_enc_ctx_allocated)
2718                     break;
2719
2720                 if (s2->codec_id == AV_CODEC_ID_MPEG2VIDEO) {
2721                     if (mb_y < avctx->skip_top ||
2722                         mb_y >= s2->mb_height - avctx->skip_bottom)
2723                         break;
2724                 }
2725
2726                 if (!s2->pict_type) {
2727                     av_log(avctx, AV_LOG_ERROR, "Missing picture start code\n");
2728                     if (avctx->err_recognition & AV_EF_EXPLODE)
2729                         return AVERROR_INVALIDDATA;
2730                     break;
2731                 }
2732
2733                 if (s->first_slice) {
2734                     skip_frame     = 0;
2735                     s->first_slice = 0;
2736                     if ((ret = mpeg_field_start(s2, buf, buf_size)) < 0)
2737                         return ret;
2738                 }
2739                 if (!s2->current_picture_ptr) {
2740                     av_log(avctx, AV_LOG_ERROR,
2741                            "current_picture not initialized\n");
2742                     return AVERROR_INVALIDDATA;
2743                 }
2744
2745                 if (HAVE_THREADS &&
2746                     (avctx->active_thread_type & FF_THREAD_SLICE) &&
2747                     !avctx->hwaccel) {
2748                     int threshold = (s2->mb_height * s->slice_count +
2749                                      s2->slice_context_count / 2) /
2750                                     s2->slice_context_count;
2751                     av_assert0(avctx->thread_count > 1);
2752                     if (threshold <= mb_y) {
2753                         MpegEncContext *thread_context = s2->thread_context[s->slice_count];
2754
2755                         thread_context->start_mb_y = mb_y;
2756                         thread_context->end_mb_y   = s2->mb_height;
2757                         if (s->slice_count) {
2758                             s2->thread_context[s->slice_count - 1]->end_mb_y = mb_y;
2759                             ret = ff_update_duplicate_context(thread_context, s2);
2760                             if (ret < 0)
2761                                 return ret;
2762                         }
2763                         init_get_bits(&thread_context->gb, buf_ptr, input_size * 8);
2764                         s->slice_count++;
2765                     }
2766                     buf_ptr += 2; // FIXME add minimum number of bytes per slice
2767                 } else {
2768                     ret = mpeg_decode_slice(s2, mb_y, &buf_ptr, input_size);
2769                     emms_c();
2770
2771                     if (ret < 0) {
2772                         if (avctx->err_recognition & AV_EF_EXPLODE)
2773                             return ret;
2774                         if (s2->resync_mb_x >= 0 && s2->resync_mb_y >= 0)
2775                             ff_er_add_slice(&s2->er, s2->resync_mb_x,
2776                                             s2->resync_mb_y, s2->mb_x, s2->mb_y,
2777                                             ER_AC_ERROR | ER_DC_ERROR | ER_MV_ERROR);
2778                     } else {
2779                         ff_er_add_slice(&s2->er, s2->resync_mb_x,
2780                                         s2->resync_mb_y, s2->mb_x - 1, s2->mb_y,
2781                                         ER_AC_END | ER_DC_END | ER_MV_END);
2782                     }
2783                 }
2784             }
2785             break;
2786         }
2787     }
2788 }
2789
2790 static int mpeg_decode_frame(AVCodecContext *avctx, void *data,
2791                              int *got_output, AVPacket *avpkt)
2792 {
2793     const uint8_t *buf = avpkt->data;
2794     int ret;
2795     int buf_size = avpkt->size;
2796     Mpeg1Context *s = avctx->priv_data;
2797     AVFrame *picture = data;
2798     MpegEncContext *s2 = &s->mpeg_enc_ctx;
2799
2800     if (buf_size == 0 || (buf_size == 4 && AV_RB32(buf) == SEQ_END_CODE)) {
2801         /* special case for last picture */
2802         if (s2->low_delay == 0 && s2->next_picture_ptr) {
2803             int ret = av_frame_ref(picture, s2->next_picture_ptr->f);
2804             if (ret < 0)
2805                 return ret;
2806
2807             s2->next_picture_ptr = NULL;
2808
2809             *got_output = 1;
2810         }
2811         return buf_size;
2812     }
2813
2814     if (s2->avctx->flags & AV_CODEC_FLAG_TRUNCATED) {
2815         int next = ff_mpeg1_find_frame_end(&s2->parse_context, buf,
2816                                            buf_size, NULL);
2817
2818         if (ff_combine_frame(&s2->parse_context, next,
2819                              (const uint8_t **) &buf, &buf_size) < 0)
2820             return buf_size;
2821     }
2822
2823     s2->codec_tag = avpriv_toupper4(avctx->codec_tag);
2824     if (s->mpeg_enc_ctx_allocated == 0 && (   s2->codec_tag == AV_RL32("VCR2")
2825                                            || s2->codec_tag == AV_RL32("BW10")
2826                                           ))
2827         vcr2_init_sequence(avctx);
2828
2829     s->slice_count = 0;
2830
2831     if (avctx->extradata && !s->extradata_decoded) {
2832         ret = decode_chunks(avctx, picture, got_output,
2833                             avctx->extradata, avctx->extradata_size);
2834         if (*got_output) {
2835             av_log(avctx, AV_LOG_ERROR, "picture in extradata\n");
2836             av_frame_unref(picture);
2837             *got_output = 0;
2838         }
2839         s->extradata_decoded = 1;
2840         if (ret < 0 && (avctx->err_recognition & AV_EF_EXPLODE)) {
2841             s2->current_picture_ptr = NULL;
2842             return ret;
2843         }
2844     }
2845
2846     ret = decode_chunks(avctx, picture, got_output, buf, buf_size);
2847     if (ret<0 || *got_output) {
2848         s2->current_picture_ptr = NULL;
2849
2850         if (s2->timecode_frame_start != -1 && *got_output) {
2851             char tcbuf[AV_TIMECODE_STR_SIZE];
2852             AVFrameSideData *tcside = av_frame_new_side_data(picture,
2853                                                              AV_FRAME_DATA_GOP_TIMECODE,
2854                                                              sizeof(int64_t));
2855             if (!tcside)
2856                 return AVERROR(ENOMEM);
2857             memcpy(tcside->data, &s2->timecode_frame_start, sizeof(int64_t));
2858
2859             av_timecode_make_mpeg_tc_string(tcbuf, s2->timecode_frame_start);
2860             av_dict_set(&picture->metadata, "timecode", tcbuf, 0);
2861
2862             s2->timecode_frame_start = -1;
2863         }
2864     }
2865
2866     return ret;
2867 }
2868
2869 static void flush(AVCodecContext *avctx)
2870 {
2871     Mpeg1Context *s = avctx->priv_data;
2872
2873     s->sync       = 0;
2874
2875     ff_mpeg_flush(avctx);
2876 }
2877
2878 static av_cold int mpeg_decode_end(AVCodecContext *avctx)
2879 {
2880     Mpeg1Context *s = avctx->priv_data;
2881
2882     if (s->mpeg_enc_ctx_allocated)
2883         ff_mpv_common_end(&s->mpeg_enc_ctx);
2884     av_buffer_unref(&s->a53_buf_ref);
2885     return 0;
2886 }
2887
2888 AVCodec ff_mpeg1video_decoder = {
2889     .name                  = "mpeg1video",
2890     .long_name             = NULL_IF_CONFIG_SMALL("MPEG-1 video"),
2891     .type                  = AVMEDIA_TYPE_VIDEO,
2892     .id                    = AV_CODEC_ID_MPEG1VIDEO,
2893     .priv_data_size        = sizeof(Mpeg1Context),
2894     .init                  = mpeg_decode_init,
2895     .close                 = mpeg_decode_end,
2896     .decode                = mpeg_decode_frame,
2897     .capabilities          = AV_CODEC_CAP_DRAW_HORIZ_BAND | AV_CODEC_CAP_DR1 |
2898                              AV_CODEC_CAP_TRUNCATED | AV_CODEC_CAP_DELAY |
2899                              AV_CODEC_CAP_SLICE_THREADS,
2900     .caps_internal         = FF_CODEC_CAP_INIT_THREADSAFE |
2901                              FF_CODEC_CAP_SKIP_FRAME_FILL_PARAM,
2902     .flush                 = flush,
2903     .max_lowres            = 3,
2904     .update_thread_context = ONLY_IF_THREADS_ENABLED(mpeg_decode_update_thread_context),
2905     .hw_configs            = (const AVCodecHWConfigInternal *const []) {
2906 #if CONFIG_MPEG1_NVDEC_HWACCEL
2907                                HWACCEL_NVDEC(mpeg1),
2908 #endif
2909 #if CONFIG_MPEG1_VDPAU_HWACCEL
2910                                HWACCEL_VDPAU(mpeg1),
2911 #endif
2912 #if CONFIG_MPEG1_VIDEOTOOLBOX_HWACCEL
2913                                HWACCEL_VIDEOTOOLBOX(mpeg1),
2914 #endif
2915 #if CONFIG_MPEG1_XVMC_HWACCEL
2916                                HWACCEL_XVMC(mpeg1),
2917 #endif
2918                                NULL
2919                            },
2920 };
2921
2922 AVCodec ff_mpeg2video_decoder = {
2923     .name           = "mpeg2video",
2924     .long_name      = NULL_IF_CONFIG_SMALL("MPEG-2 video"),
2925     .type           = AVMEDIA_TYPE_VIDEO,
2926     .id             = AV_CODEC_ID_MPEG2VIDEO,
2927     .priv_data_size = sizeof(Mpeg1Context),
2928     .init           = mpeg_decode_init,
2929     .close          = mpeg_decode_end,
2930     .decode         = mpeg_decode_frame,
2931     .capabilities   = AV_CODEC_CAP_DRAW_HORIZ_BAND | AV_CODEC_CAP_DR1 |
2932                       AV_CODEC_CAP_TRUNCATED | AV_CODEC_CAP_DELAY |
2933                       AV_CODEC_CAP_SLICE_THREADS,
2934     .caps_internal  = FF_CODEC_CAP_INIT_THREADSAFE |
2935                       FF_CODEC_CAP_SKIP_FRAME_FILL_PARAM,
2936     .flush          = flush,
2937     .max_lowres     = 3,
2938     .profiles       = NULL_IF_CONFIG_SMALL(ff_mpeg2_video_profiles),
2939     .hw_configs     = (const AVCodecHWConfigInternal *const []) {
2940 #if CONFIG_MPEG2_DXVA2_HWACCEL
2941                         HWACCEL_DXVA2(mpeg2),
2942 #endif
2943 #if CONFIG_MPEG2_D3D11VA_HWACCEL
2944                         HWACCEL_D3D11VA(mpeg2),
2945 #endif
2946 #if CONFIG_MPEG2_D3D11VA2_HWACCEL
2947                         HWACCEL_D3D11VA2(mpeg2),
2948 #endif
2949 #if CONFIG_MPEG2_NVDEC_HWACCEL
2950                         HWACCEL_NVDEC(mpeg2),
2951 #endif
2952 #if CONFIG_MPEG2_VAAPI_HWACCEL
2953                         HWACCEL_VAAPI(mpeg2),
2954 #endif
2955 #if CONFIG_MPEG2_VDPAU_HWACCEL
2956                         HWACCEL_VDPAU(mpeg2),
2957 #endif
2958 #if CONFIG_MPEG2_VIDEOTOOLBOX_HWACCEL
2959                         HWACCEL_VIDEOTOOLBOX(mpeg2),
2960 #endif
2961 #if CONFIG_MPEG2_XVMC_HWACCEL
2962                         HWACCEL_XVMC(mpeg2),
2963 #endif
2964                         NULL
2965                     },
2966 };
2967
2968 //legacy decoder
2969 AVCodec ff_mpegvideo_decoder = {
2970     .name           = "mpegvideo",
2971     .long_name      = NULL_IF_CONFIG_SMALL("MPEG-1 video"),
2972     .type           = AVMEDIA_TYPE_VIDEO,
2973     .id             = AV_CODEC_ID_MPEG2VIDEO,
2974     .priv_data_size = sizeof(Mpeg1Context),
2975     .init           = mpeg_decode_init,
2976     .close          = mpeg_decode_end,
2977     .decode         = mpeg_decode_frame,
2978     .capabilities   = AV_CODEC_CAP_DRAW_HORIZ_BAND | AV_CODEC_CAP_DR1 | AV_CODEC_CAP_TRUNCATED | AV_CODEC_CAP_DELAY | AV_CODEC_CAP_SLICE_THREADS,
2979     .caps_internal  = FF_CODEC_CAP_INIT_THREADSAFE |
2980                       FF_CODEC_CAP_SKIP_FRAME_FILL_PARAM,
2981     .flush          = flush,
2982     .max_lowres     = 3,
2983 };
2984
2985 typedef struct IPUContext {
2986     MpegEncContext m;
2987
2988     int flags;
2989     DECLARE_ALIGNED(32, int16_t, block)[6][64];
2990 } IPUContext;
2991
2992 static int ipu_decode_frame(AVCodecContext *avctx, void *data,
2993                             int *got_frame, AVPacket *avpkt)
2994 {
2995     IPUContext *s = avctx->priv_data;
2996     MpegEncContext *m = &s->m;
2997     GetBitContext *gb = &m->gb;
2998     AVFrame * const frame = data;
2999     int ret;
3000
3001     ret = ff_get_buffer(avctx, frame, 0);
3002     if (ret < 0)
3003         return ret;
3004
3005     ret = init_get_bits8(gb, avpkt->data, avpkt->size);
3006     if (ret < 0)
3007         return ret;
3008
3009     s->flags = get_bits(gb, 8);
3010     m->intra_dc_precision = s->flags & 3;
3011     m->q_scale_type = !!(s->flags & 0x40);
3012     m->intra_vlc_format = !!(s->flags & 0x20);
3013     m->alternate_scan = !!(s->flags & 0x10);
3014
3015     if (s->flags & 0x10) {
3016         ff_init_scantable(m->idsp.idct_permutation, &m->inter_scantable, ff_alternate_vertical_scan);
3017         ff_init_scantable(m->idsp.idct_permutation, &m->intra_scantable, ff_alternate_vertical_scan);
3018     } else {
3019         ff_init_scantable(m->idsp.idct_permutation, &m->inter_scantable, ff_zigzag_direct);
3020         ff_init_scantable(m->idsp.idct_permutation, &m->intra_scantable, ff_zigzag_direct);
3021     }
3022
3023     m->last_dc[0] = m->last_dc[1] = m->last_dc[2] = 1 << (7 + (s->flags & 3));
3024     m->qscale = 1;
3025
3026     for (int y = 0; y < avctx->height; y += 16) {
3027         int intraquant;
3028
3029         for (int x = 0; x < avctx->width; x += 16) {
3030             if (x || y) {
3031                 if (!get_bits1(gb))
3032                     return AVERROR_INVALIDDATA;
3033             }
3034             if (get_bits1(gb)) {
3035                 intraquant = 0;
3036             } else {
3037                 if (!get_bits1(gb))
3038                     return AVERROR_INVALIDDATA;
3039                 intraquant = 1;
3040             }
3041
3042             if (s->flags & 4)
3043                 skip_bits1(gb);
3044
3045             if (intraquant)
3046                 m->qscale = mpeg_get_qscale(m);
3047
3048             memset(s->block, 0, sizeof(s->block));
3049
3050             for (int n = 0; n < 6; n++) {
3051                 if (s->flags & 0x80) {
3052                     ret = ff_mpeg1_decode_block_intra(&m->gb,
3053                                                       m->intra_matrix,
3054                                                       m->intra_scantable.permutated,
3055                                                       m->last_dc, s->block[n],
3056                                                       n, m->qscale);
3057                     if (ret >= 0)
3058                         m->block_last_index[n] = ret;
3059                 } else {
3060                     ret = mpeg2_decode_block_intra(m, s->block[n], n);
3061                 }
3062
3063                 if (ret < 0)
3064                     return ret;
3065             }
3066
3067             m->idsp.idct_put(frame->data[0] + y * frame->linesize[0] + x,
3068                              frame->linesize[0], s->block[0]);
3069             m->idsp.idct_put(frame->data[0] + y * frame->linesize[0] + x + 8,
3070                              frame->linesize[0], s->block[1]);
3071             m->idsp.idct_put(frame->data[0] + (y + 8) * frame->linesize[0] + x,
3072                              frame->linesize[0], s->block[2]);
3073             m->idsp.idct_put(frame->data[0] + (y + 8) * frame->linesize[0] + x + 8,
3074                              frame->linesize[0], s->block[3]);
3075             m->idsp.idct_put(frame->data[1] + (y >> 1) * frame->linesize[1] + (x >> 1),
3076                              frame->linesize[1], s->block[4]);
3077             m->idsp.idct_put(frame->data[2] + (y >> 1) * frame->linesize[2] + (x >> 1),
3078                              frame->linesize[2], s->block[5]);
3079         }
3080     }
3081
3082     align_get_bits(gb);
3083     if (get_bits_left(gb) != 32)
3084         return AVERROR_INVALIDDATA;
3085
3086     frame->pict_type = AV_PICTURE_TYPE_I;
3087     frame->key_frame = 1;
3088     *got_frame = 1;
3089
3090     return avpkt->size;
3091 }
3092
3093 static av_cold int ipu_decode_init(AVCodecContext *avctx)
3094 {
3095     IPUContext *s = avctx->priv_data;
3096     MpegEncContext *m = &s->m;
3097
3098     avctx->pix_fmt = AV_PIX_FMT_YUV420P;
3099
3100     ff_mpv_decode_init(m, avctx);
3101     ff_mpv_idct_init(m);
3102     ff_mpeg12_common_init(m);
3103     ff_mpeg12_init_vlcs();
3104
3105     for (int i = 0; i < 64; i++) {
3106         int j = m->idsp.idct_permutation[i];
3107         int v = ff_mpeg1_default_intra_matrix[i];
3108         m->intra_matrix[j]        = v;
3109         m->chroma_intra_matrix[j] = v;
3110     }
3111
3112     for (int i = 0; i < 64; i++) {
3113         int j = m->idsp.idct_permutation[i];
3114         int v = ff_mpeg1_default_non_intra_matrix[i];
3115         m->inter_matrix[j]        = v;
3116         m->chroma_inter_matrix[j] = v;
3117     }
3118
3119     return 0;
3120 }
3121
3122 static av_cold int ipu_decode_end(AVCodecContext *avctx)
3123 {
3124     IPUContext *s = avctx->priv_data;
3125
3126     ff_mpv_common_end(&s->m);
3127
3128     return 0;
3129 }
3130
3131 AVCodec ff_ipu_decoder = {
3132     .name           = "ipu",
3133     .long_name      = NULL_IF_CONFIG_SMALL("IPU Video"),
3134     .type           = AVMEDIA_TYPE_VIDEO,
3135     .id             = AV_CODEC_ID_IPU,
3136     .priv_data_size = sizeof(IPUContext),
3137     .init           = ipu_decode_init,
3138     .decode         = ipu_decode_frame,
3139     .close          = ipu_decode_end,
3140     .capabilities   = AV_CODEC_CAP_DR1,
3141     .caps_internal  = FF_CODEC_CAP_INIT_THREADSAFE | FF_CODEC_CAP_INIT_CLEANUP,
3142 };