2 * MJPEG encoder and decoder
3 * Copyright (c) 2000, 2001 Fabrice Bellard.
5 * This library is free software; you can redistribute it and/or
6 * modify it under the terms of the GNU Lesser General Public
7 * License as published by the Free Software Foundation; either
8 * version 2 of the License, or (at your option) any later version.
10 * This library is distributed in the hope that it will be useful,
11 * but WITHOUT ANY WARRANTY; without even the implied warranty of
12 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
13 * Lesser General Public License for more details.
15 * You should have received a copy of the GNU Lesser General Public
16 * License along with this library; if not, write to the Free Software
17 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
19 * Support for external huffman table, various fixes (AVID workaround),
20 * aspecting and new decode_frame mechanism
21 * by Alex Beregszaszi <alex@naxine.org>
26 #include "mpegvideo.h"
28 /* use two quantizer tables (one for luminance and one for chrominance) */
32 typedef struct MJpegContext {
33 UINT8 huff_size_dc_luminance[12];
34 UINT16 huff_code_dc_luminance[12];
35 UINT8 huff_size_dc_chrominance[12];
36 UINT16 huff_code_dc_chrominance[12];
38 UINT8 huff_size_ac_luminance[256];
39 UINT16 huff_code_ac_luminance[256];
40 UINT8 huff_size_ac_chrominance[256];
41 UINT16 huff_code_ac_chrominance[256];
44 /* JPEG marker codes */
47 SOF0 = 0xc0, /* baseline */
48 SOF1 = 0xc1, /* extended sequential, huffman */
49 SOF2 = 0xc2, /* progressive, huffman */
50 SOF3 = 0xc3, /* lossless, huffman */
52 SOF5 = 0xc5, /* differential sequential, huffman */
53 SOF6 = 0xc6, /* differential progressive, huffman */
54 SOF7 = 0xc7, /* differential lossless, huffman */
55 JPG = 0xc8, /* reserved for JPEG extension */
56 SOF9 = 0xc9, /* extended sequential, arithmetic */
57 SOF10 = 0xca, /* progressive, arithmetic */
58 SOF11 = 0xcb, /* lossless, arithmetic */
60 SOF13 = 0xcd, /* differential sequential, arithmetic */
61 SOF14 = 0xce, /* differential progressive, arithmetic */
62 SOF15 = 0xcf, /* differential lossless, arithmetic */
64 DHT = 0xc4, /* define huffman tables */
66 DAC = 0xcc, /* define arithmetic-coding conditioning */
68 /* restart with modulo 8 count "m" */
78 SOI = 0xd8, /* start of image */
79 EOI = 0xd9, /* end of image */
80 SOS = 0xda, /* start of scan */
81 DQT = 0xdb, /* define quantization tables */
82 DNL = 0xdc, /* define number of lines */
83 DRI = 0xdd, /* define restart interval */
84 DHP = 0xde, /* define hierarchical progression */
85 EXP = 0xdf, /* expand reference components */
119 COM = 0xfe, /* comment */
121 TEM = 0x01, /* temporary private use for arithmetic coding */
123 /* 0x02 -> 0xbf reserved */
127 /* These are the sample quantization tables given in JPEG spec section K.1.
128 * The spec says that the values given produce "good" quality, and
129 * when divided by 2, "very good" quality.
131 static const unsigned char std_luminance_quant_tbl[64] = {
132 16, 11, 10, 16, 24, 40, 51, 61,
133 12, 12, 14, 19, 26, 58, 60, 55,
134 14, 13, 16, 24, 40, 57, 69, 56,
135 14, 17, 22, 29, 51, 87, 80, 62,
136 18, 22, 37, 56, 68, 109, 103, 77,
137 24, 35, 55, 64, 81, 104, 113, 92,
138 49, 64, 78, 87, 103, 121, 120, 101,
139 72, 92, 95, 98, 112, 100, 103, 99
141 static const unsigned char std_chrominance_quant_tbl[64] = {
142 17, 18, 24, 47, 99, 99, 99, 99,
143 18, 21, 26, 66, 99, 99, 99, 99,
144 24, 26, 56, 99, 99, 99, 99, 99,
145 47, 66, 99, 99, 99, 99, 99, 99,
146 99, 99, 99, 99, 99, 99, 99, 99,
147 99, 99, 99, 99, 99, 99, 99, 99,
148 99, 99, 99, 99, 99, 99, 99, 99,
149 99, 99, 99, 99, 99, 99, 99, 99
153 /* Set up the standard Huffman tables (cf. JPEG standard section K.3) */
154 /* IMPORTANT: these are only valid for 8-bit data precision! */
155 static const UINT8 bits_dc_luminance[17] =
156 { /* 0-base */ 0, 0, 1, 5, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0 };
157 static const UINT8 val_dc_luminance[] =
158 { 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11 };
160 static const UINT8 bits_dc_chrominance[17] =
161 { /* 0-base */ 0, 0, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0, 0, 0, 0, 0 };
162 static const UINT8 val_dc_chrominance[] =
163 { 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11 };
165 static const UINT8 bits_ac_luminance[17] =
166 { /* 0-base */ 0, 0, 2, 1, 3, 3, 2, 4, 3, 5, 5, 4, 4, 0, 0, 1, 0x7d };
167 static const UINT8 val_ac_luminance[] =
168 { 0x01, 0x02, 0x03, 0x00, 0x04, 0x11, 0x05, 0x12,
169 0x21, 0x31, 0x41, 0x06, 0x13, 0x51, 0x61, 0x07,
170 0x22, 0x71, 0x14, 0x32, 0x81, 0x91, 0xa1, 0x08,
171 0x23, 0x42, 0xb1, 0xc1, 0x15, 0x52, 0xd1, 0xf0,
172 0x24, 0x33, 0x62, 0x72, 0x82, 0x09, 0x0a, 0x16,
173 0x17, 0x18, 0x19, 0x1a, 0x25, 0x26, 0x27, 0x28,
174 0x29, 0x2a, 0x34, 0x35, 0x36, 0x37, 0x38, 0x39,
175 0x3a, 0x43, 0x44, 0x45, 0x46, 0x47, 0x48, 0x49,
176 0x4a, 0x53, 0x54, 0x55, 0x56, 0x57, 0x58, 0x59,
177 0x5a, 0x63, 0x64, 0x65, 0x66, 0x67, 0x68, 0x69,
178 0x6a, 0x73, 0x74, 0x75, 0x76, 0x77, 0x78, 0x79,
179 0x7a, 0x83, 0x84, 0x85, 0x86, 0x87, 0x88, 0x89,
180 0x8a, 0x92, 0x93, 0x94, 0x95, 0x96, 0x97, 0x98,
181 0x99, 0x9a, 0xa2, 0xa3, 0xa4, 0xa5, 0xa6, 0xa7,
182 0xa8, 0xa9, 0xaa, 0xb2, 0xb3, 0xb4, 0xb5, 0xb6,
183 0xb7, 0xb8, 0xb9, 0xba, 0xc2, 0xc3, 0xc4, 0xc5,
184 0xc6, 0xc7, 0xc8, 0xc9, 0xca, 0xd2, 0xd3, 0xd4,
185 0xd5, 0xd6, 0xd7, 0xd8, 0xd9, 0xda, 0xe1, 0xe2,
186 0xe3, 0xe4, 0xe5, 0xe6, 0xe7, 0xe8, 0xe9, 0xea,
187 0xf1, 0xf2, 0xf3, 0xf4, 0xf5, 0xf6, 0xf7, 0xf8,
191 static const UINT8 bits_ac_chrominance[17] =
192 { /* 0-base */ 0, 0, 2, 1, 2, 4, 4, 3, 4, 7, 5, 4, 4, 0, 1, 2, 0x77 };
194 static const UINT8 val_ac_chrominance[] =
195 { 0x00, 0x01, 0x02, 0x03, 0x11, 0x04, 0x05, 0x21,
196 0x31, 0x06, 0x12, 0x41, 0x51, 0x07, 0x61, 0x71,
197 0x13, 0x22, 0x32, 0x81, 0x08, 0x14, 0x42, 0x91,
198 0xa1, 0xb1, 0xc1, 0x09, 0x23, 0x33, 0x52, 0xf0,
199 0x15, 0x62, 0x72, 0xd1, 0x0a, 0x16, 0x24, 0x34,
200 0xe1, 0x25, 0xf1, 0x17, 0x18, 0x19, 0x1a, 0x26,
201 0x27, 0x28, 0x29, 0x2a, 0x35, 0x36, 0x37, 0x38,
202 0x39, 0x3a, 0x43, 0x44, 0x45, 0x46, 0x47, 0x48,
203 0x49, 0x4a, 0x53, 0x54, 0x55, 0x56, 0x57, 0x58,
204 0x59, 0x5a, 0x63, 0x64, 0x65, 0x66, 0x67, 0x68,
205 0x69, 0x6a, 0x73, 0x74, 0x75, 0x76, 0x77, 0x78,
206 0x79, 0x7a, 0x82, 0x83, 0x84, 0x85, 0x86, 0x87,
207 0x88, 0x89, 0x8a, 0x92, 0x93, 0x94, 0x95, 0x96,
208 0x97, 0x98, 0x99, 0x9a, 0xa2, 0xa3, 0xa4, 0xa5,
209 0xa6, 0xa7, 0xa8, 0xa9, 0xaa, 0xb2, 0xb3, 0xb4,
210 0xb5, 0xb6, 0xb7, 0xb8, 0xb9, 0xba, 0xc2, 0xc3,
211 0xc4, 0xc5, 0xc6, 0xc7, 0xc8, 0xc9, 0xca, 0xd2,
212 0xd3, 0xd4, 0xd5, 0xd6, 0xd7, 0xd8, 0xd9, 0xda,
213 0xe2, 0xe3, 0xe4, 0xe5, 0xe6, 0xe7, 0xe8, 0xe9,
214 0xea, 0xf2, 0xf3, 0xf4, 0xf5, 0xf6, 0xf7, 0xf8,
218 /* isn't this function nicer than the one in the libjpeg ? */
219 static void build_huffman_codes(UINT8 *huff_size, UINT16 *huff_code,
220 const UINT8 *bits_table, const UINT8 *val_table)
222 int i, j, k,nb, code, sym;
229 sym = val_table[k++];
231 huff_code[sym] = code;
238 int mjpeg_init(MpegEncContext *s)
242 m = av_malloc(sizeof(MJpegContext));
248 s->intra_quant_bias= 1<<(QUANT_BIAS_SHIFT-1); //(a + x/2)/x
250 /* build all the huffman tables */
251 build_huffman_codes(m->huff_size_dc_luminance,
252 m->huff_code_dc_luminance,
255 build_huffman_codes(m->huff_size_dc_chrominance,
256 m->huff_code_dc_chrominance,
259 build_huffman_codes(m->huff_size_ac_luminance,
260 m->huff_code_ac_luminance,
263 build_huffman_codes(m->huff_size_ac_chrominance,
264 m->huff_code_ac_chrominance,
272 void mjpeg_close(MpegEncContext *s)
274 av_free(s->mjpeg_ctx);
277 static inline void put_marker(PutBitContext *p, int code)
279 put_bits(p, 8, 0xff);
280 put_bits(p, 8, code);
283 /* table_class: 0 = DC coef, 1 = AC coefs */
284 static int put_huffman_table(MpegEncContext *s, int table_class, int table_id,
285 const UINT8 *bits_table, const UINT8 *value_table)
287 PutBitContext *p = &s->pb;
290 put_bits(p, 4, table_class);
291 put_bits(p, 4, table_id);
296 put_bits(p, 8, bits_table[i]);
300 put_bits(p, 8, value_table[i]);
305 static void jpeg_table_header(MpegEncContext *s)
307 PutBitContext *p = &s->pb;
314 put_bits(p, 16, 2 + 2 * (1 + 64));
316 put_bits(p, 16, 2 + 1 * (1 + 64));
318 put_bits(p, 4, 0); /* 8 bit precision */
319 put_bits(p, 4, 0); /* table 0 */
321 j = s->intra_scantable.permutated[i];
322 put_bits(p, 8, s->intra_matrix[j]);
325 put_bits(p, 4, 0); /* 8 bit precision */
326 put_bits(p, 4, 1); /* table 1 */
328 j = s->intra_scantable.permutated[i];
329 put_bits(p, 8, s->chroma_intra_matrix[j]);
337 put_bits(p, 16, 0); /* patched later */
339 size += put_huffman_table(s, 0, 0, bits_dc_luminance, val_dc_luminance);
340 size += put_huffman_table(s, 0, 1, bits_dc_chrominance, val_dc_chrominance);
342 size += put_huffman_table(s, 1, 0, bits_ac_luminance, val_ac_luminance);
343 size += put_huffman_table(s, 1, 1, bits_ac_chrominance, val_ac_chrominance);
348 static void jpeg_put_comments(MpegEncContext *s)
350 PutBitContext *p = &s->pb;
354 if (s->aspect_ratio_info)
359 put_string(p, "JFIF"); /* this puts the trailing zero-byte too */
360 put_bits(p, 16, 0x0201); /* v 1.02 */
361 put_bits(p, 8, 0); /* units type: 0 - aspect ratio */
362 switch(s->aspect_ratio_info)
364 case FF_ASPECT_4_3_625:
365 case FF_ASPECT_4_3_525:
369 case FF_ASPECT_16_9_625:
370 case FF_ASPECT_16_9_525:
374 case FF_ASPECT_EXTENDED:
375 put_bits(p, 16, s->aspected_width);
376 put_bits(p, 16, s->aspected_height);
378 case FF_ASPECT_SQUARE:
380 put_bits(p, 16, 1); /* aspect: 1:1 */
384 put_bits(p, 8, 0); /* thumbnail width */
385 put_bits(p, 8, 0); /* thumbnail height */
393 put_bits(p, 16, 0); /* patched later */
394 #define MJPEG_VERSION "FFmpeg" LIBAVCODEC_VERSION "b" LIBAVCODEC_BUILD_STR
395 put_string(p, MJPEG_VERSION);
396 size = strlen(MJPEG_VERSION)+3;
403 void mjpeg_picture_header(MpegEncContext *s)
405 put_marker(&s->pb, SOI);
407 if (!s->mjpeg_data_only_frames)
409 jpeg_put_comments(s);
411 if (s->mjpeg_write_tables) jpeg_table_header(s);
413 put_marker(&s->pb, SOF0);
415 put_bits(&s->pb, 16, 17);
416 put_bits(&s->pb, 8, 8); /* 8 bits/component */
417 put_bits(&s->pb, 16, s->height);
418 put_bits(&s->pb, 16, s->width);
419 put_bits(&s->pb, 8, 3); /* 3 components */
422 put_bits(&s->pb, 8, 1); /* component number */
423 put_bits(&s->pb, 4, s->mjpeg_hsample[0]); /* H factor */
424 put_bits(&s->pb, 4, s->mjpeg_vsample[0]); /* V factor */
425 put_bits(&s->pb, 8, 0); /* select matrix */
428 put_bits(&s->pb, 8, 2); /* component number */
429 put_bits(&s->pb, 4, s->mjpeg_hsample[1]); /* H factor */
430 put_bits(&s->pb, 4, s->mjpeg_vsample[1]); /* V factor */
432 put_bits(&s->pb, 8, 1); /* select matrix */
434 put_bits(&s->pb, 8, 0); /* select matrix */
438 put_bits(&s->pb, 8, 3); /* component number */
439 put_bits(&s->pb, 4, s->mjpeg_hsample[2]); /* H factor */
440 put_bits(&s->pb, 4, s->mjpeg_vsample[2]); /* V factor */
442 put_bits(&s->pb, 8, 1); /* select matrix */
444 put_bits(&s->pb, 8, 0); /* select matrix */
449 put_marker(&s->pb, SOS);
450 put_bits(&s->pb, 16, 12); /* length */
451 put_bits(&s->pb, 8, 3); /* 3 components */
454 put_bits(&s->pb, 8, 1); /* index */
455 put_bits(&s->pb, 4, 0); /* DC huffman table index */
456 put_bits(&s->pb, 4, 0); /* AC huffman table index */
459 put_bits(&s->pb, 8, 2); /* index */
460 put_bits(&s->pb, 4, 1); /* DC huffman table index */
461 put_bits(&s->pb, 4, 1); /* AC huffman table index */
464 put_bits(&s->pb, 8, 3); /* index */
465 put_bits(&s->pb, 4, 1); /* DC huffman table index */
466 put_bits(&s->pb, 4, 1); /* AC huffman table index */
468 put_bits(&s->pb, 8, 0); /* Ss (not used) */
469 put_bits(&s->pb, 8, 63); /* Se (not used) */
470 put_bits(&s->pb, 8, 0); /* Ah/Al (not used) */
473 void mjpeg_picture_trailer(MpegEncContext *s)
475 jflush_put_bits(&s->pb);
476 put_marker(&s->pb, EOI);
479 static inline void mjpeg_encode_dc(MpegEncContext *s, int val,
480 UINT8 *huff_size, UINT16 *huff_code)
485 jput_bits(&s->pb, huff_size[0], huff_code[0]);
493 /* compute the log (XXX: optimize) */
500 jput_bits(&s->pb, huff_size[nbits], huff_code[nbits]);
502 jput_bits(&s->pb, nbits, mant & ((1 << nbits) - 1));
506 static void encode_block(MpegEncContext *s, DCTELEM *block, int n)
508 int mant, nbits, code, i, j;
509 int component, dc, run, last_index, val;
510 MJpegContext *m = s->mjpeg_ctx;
512 UINT16 *huff_code_ac;
515 component = (n <= 3 ? 0 : n - 4 + 1);
516 dc = block[0]; /* overflow is impossible */
517 val = dc - s->last_dc[component];
519 mjpeg_encode_dc(s, val, m->huff_size_dc_luminance, m->huff_code_dc_luminance);
520 huff_size_ac = m->huff_size_ac_luminance;
521 huff_code_ac = m->huff_code_ac_luminance;
523 mjpeg_encode_dc(s, val, m->huff_size_dc_chrominance, m->huff_code_dc_chrominance);
524 huff_size_ac = m->huff_size_ac_chrominance;
525 huff_code_ac = m->huff_code_ac_chrominance;
527 s->last_dc[component] = dc;
532 last_index = s->block_last_index[n];
533 for(i=1;i<=last_index;i++) {
534 j = s->intra_scantable.permutated[i];
540 jput_bits(&s->pb, huff_size_ac[0xf0], huff_code_ac[0xf0]);
549 /* compute the log (XXX: optimize) */
555 code = (run << 4) | nbits;
557 jput_bits(&s->pb, huff_size_ac[code], huff_code_ac[code]);
559 jput_bits(&s->pb, nbits, mant & ((1 << nbits) - 1));
564 /* output EOB only if not already 64 values */
565 if (last_index < 63 || run != 0)
566 jput_bits(&s->pb, huff_size_ac[0], huff_code_ac[0]);
569 void mjpeg_encode_mb(MpegEncContext *s,
570 DCTELEM block[6][64])
574 encode_block(s, block[i], i);
578 /******************************************/
581 #define MAX_COMPONENTS 4
583 typedef struct MJpegDecodeContext {
584 AVCodecContext *avctx;
586 int mpeg_enc_ctx_allocated; /* true if decoding context allocated */
588 int start_code; /* current start code */
592 INT16 quant_matrixes[4][64];
595 int org_width, org_height; /* size given at codec init */
596 int first_picture; /* true if decoding first picture */
597 int interlaced; /* true if interlaced */
598 int bottom_field; /* true if bottom field */
602 int component_id[MAX_COMPONENTS];
603 int h_count[MAX_COMPONENTS]; /* horizontal and vertical count for each component */
604 int v_count[MAX_COMPONENTS];
605 int h_max, v_max; /* maximum h and v counts */
606 int quant_index[4]; /* quant table index for each component */
607 int last_dc[MAX_COMPONENTS]; /* last DEQUANTIZED dc (XXX: am I right to do that ?) */
608 UINT8 *current_picture[MAX_COMPONENTS]; /* picture structure */
609 int linesize[MAX_COMPONENTS];
610 DCTELEM block[64] __align8;
612 void (*idct_put)(UINT8 *dest/*align 8*/, int line_size, DCTELEM *block/*align 16*/);
614 int restart_interval;
618 int interlace_polarity;
619 } MJpegDecodeContext;
621 static int mjpeg_decode_dht(MJpegDecodeContext *s);
623 static void build_vlc(VLC *vlc, const UINT8 *bits_table, const UINT8 *val_table,
626 UINT8 huff_size[256];
627 UINT16 huff_code[256];
629 memset(huff_size, 0, sizeof(huff_size));
630 build_huffman_codes(huff_size, huff_code, bits_table, val_table);
632 init_vlc(vlc, 9, nb_codes, huff_size, 1, 1, huff_code, 2, 2);
635 static int mjpeg_decode_init(AVCodecContext *avctx)
637 MJpegDecodeContext *s = avctx->priv_data;
642 /* ugly way to get the idct & scantable */
643 memset(&s2, 0, sizeof(MpegEncContext));
644 s2.flags= avctx->flags;
646 // s2->out_format = FMT_MJPEG;
649 if (MPV_common_init(&s2) < 0)
651 s->scantable= s2.intra_scantable;
652 s->idct_put= s2.idct_put;
655 s->mpeg_enc_ctx_allocated = 0;
656 s->buffer_size = 102400; /* smaller buffer should be enough,
657 but photojpg files could ahive bigger sizes */
658 s->buffer = av_malloc(s->buffer_size);
660 s->first_picture = 1;
661 s->org_width = avctx->width;
662 s->org_height = avctx->height;
664 build_vlc(&s->vlcs[0][0], bits_dc_luminance, val_dc_luminance, 12);
665 build_vlc(&s->vlcs[0][1], bits_dc_chrominance, val_dc_chrominance, 12);
666 build_vlc(&s->vlcs[1][0], bits_ac_luminance, val_ac_luminance, 251);
667 build_vlc(&s->vlcs[1][1], bits_ac_chrominance, val_ac_chrominance, 251);
669 if (avctx->flags & CODEC_FLAG_EXTERN_HUFF)
671 printf("mjpeg: using external huffman table\n");
672 init_get_bits(&s->gb, avctx->extradata, avctx->extradata_size);
674 /* should check for error - but dunno */
680 /* quantize tables */
681 static int mjpeg_decode_dqt(MJpegDecodeContext *s)
683 int len, index, i, j;
685 len = get_bits(&s->gb, 16) - 2;
688 /* only 8 bit precision handled */
689 if (get_bits(&s->gb, 4) != 0)
691 dprintf("dqt: 16bit precision\n");
694 index = get_bits(&s->gb, 4);
697 dprintf("index=%d\n", index);
698 /* read quant table */
700 j = s->scantable.permutated[i];
701 s->quant_matrixes[index][j] = get_bits(&s->gb, 8);
709 /* decode huffman tables and build VLC decoders */
710 static int mjpeg_decode_dht(MJpegDecodeContext *s)
712 int len, index, i, class, n, v, code_max;
713 UINT8 bits_table[17];
714 UINT8 val_table[256];
716 len = get_bits(&s->gb, 16) - 2;
721 class = get_bits(&s->gb, 4);
724 index = get_bits(&s->gb, 4);
729 bits_table[i] = get_bits(&s->gb, 8);
733 if (len < n || n > 256)
738 v = get_bits(&s->gb, 8);
745 /* build VLC and flush previous vlc if present */
746 free_vlc(&s->vlcs[class][index]);
747 dprintf("class=%d index=%d nb_codes=%d\n",
748 class, index, code_max + 1);
749 build_vlc(&s->vlcs[class][index], bits_table, val_table, code_max + 1);
754 static int mjpeg_decode_sof0(MJpegDecodeContext *s)
756 int len, nb_components, i, width, height;
758 /* XXX: verify len field validity */
759 len = get_bits(&s->gb, 16);
760 /* only 8 bits/component accepted */
761 if (get_bits(&s->gb, 8) != 8)
763 height = get_bits(&s->gb, 16);
764 width = get_bits(&s->gb, 16);
765 dprintf("sof0: picture: %dx%d\n", width, height);
767 nb_components = get_bits(&s->gb, 8);
768 if (nb_components <= 0 ||
769 nb_components > MAX_COMPONENTS)
771 s->nb_components = nb_components;
774 for(i=0;i<nb_components;i++) {
776 s->component_id[i] = get_bits(&s->gb, 8) - 1;
777 s->h_count[i] = get_bits(&s->gb, 4);
778 s->v_count[i] = get_bits(&s->gb, 4);
779 /* compute hmax and vmax (only used in interleaved case) */
780 if (s->h_count[i] > s->h_max)
781 s->h_max = s->h_count[i];
782 if (s->v_count[i] > s->v_max)
783 s->v_max = s->v_count[i];
784 s->quant_index[i] = get_bits(&s->gb, 8);
785 if (s->quant_index[i] >= 4)
787 dprintf("component %d %d:%d id: %d quant:%d\n", i, s->h_count[i],
788 s->v_count[i], s->component_id[i], s->quant_index[i]);
791 /* if different size, realloc/alloc picture */
792 /* XXX: also check h_count and v_count */
793 if (width != s->width || height != s->height) {
794 for(i=0;i<MAX_COMPONENTS;i++)
795 av_freep(&s->current_picture[i]);
798 /* test interlaced mode */
799 if (s->first_picture &&
800 s->org_height != 0 &&
801 s->height < ((s->org_height * 3) / 4)) {
803 // s->bottom_field = (s->interlace_polarity) ? 1 : 0;
807 for(i=0;i<nb_components;i++) {
809 w = (s->width + 8 * s->h_max - 1) / (8 * s->h_max);
810 h = (s->height + 8 * s->v_max - 1) / (8 * s->v_max);
811 w = w * 8 * s->h_count[i];
812 h = h * 8 * s->v_count[i];
816 /* memory test is done in mjpeg_decode_sos() */
817 s->current_picture[i] = av_mallocz(w * h);
819 s->first_picture = 0;
822 if (len != (8+(3*nb_components)))
824 dprintf("decode_sof0: error, len(%d) mismatch\n", len);
830 static inline int mjpeg_decode_dc(MJpegDecodeContext *s, int dc_index)
834 code = get_vlc2(&s->gb, s->vlcs[0][dc_index].table, 9, 2);
836 code = get_vlc(&s->gb, &s->vlcs[0][dc_index]);
840 dprintf("mjpeg_decode_dc: bad vlc: %d:%d (%p)\n", 0, dc_index,
841 &s->vlcs[0][dc_index]);
847 diff = get_bits(&s->gb, code);
848 if ((diff & (1 << (code - 1))) == 0)
849 diff = (-1 << code) | (diff + 1);
854 /* decode block and dequantize */
855 static int decode_block(MJpegDecodeContext *s, DCTELEM *block,
856 int component, int dc_index, int ac_index, int quant_index)
858 int nbits, code, i, j, level;
864 val = mjpeg_decode_dc(s, dc_index);
866 dprintf("error dc\n");
869 quant_matrix = s->quant_matrixes[quant_index];
870 val = val * quant_matrix[0] + s->last_dc[component];
871 s->last_dc[component] = val;
874 ac_vlc = &s->vlcs[1][ac_index];
878 code = get_vlc2(&s->gb, s->vlcs[1][ac_index].table, 9, 2);
880 code = get_vlc(&s->gb, ac_vlc);
883 dprintf("error ac\n");
894 level = get_bits(&s->gb, nbits);
895 if ((level & (1 << (nbits - 1))) == 0)
896 level = (-1 << nbits) | (level + 1);
899 dprintf("error count: %d\n", i);
902 j = s->scantable.permutated[i];
903 block[j] = level * quant_matrix[j];
912 static int mjpeg_decode_sos(MJpegDecodeContext *s)
914 int len, nb_components, i, j, n, h, v, ret;
915 int mb_width, mb_height, mb_x, mb_y, vmax, hmax, index, id;
923 /* XXX: verify len field validity */
924 len = get_bits(&s->gb, 16);
925 nb_components = get_bits(&s->gb, 8);
926 if (len != 6+2*nb_components)
928 dprintf("decode_sos: invalid len (%d)\n", len);
931 /* XXX: only interleaved scan accepted */
932 if (nb_components != 3)
934 dprintf("decode_sos: components(%d) mismatch\n", nb_components);
939 for(i=0;i<nb_components;i++) {
940 id = get_bits(&s->gb, 8) - 1;
941 dprintf("component: %d\n", id);
942 /* find component index */
943 for(index=0;index<s->nb_components;index++)
944 if (id == s->component_id[index])
946 if (index == s->nb_components)
948 dprintf("decode_sos: index(%d) out of components\n", index);
952 comp_index[i] = index;
953 nb_blocks[i] = s->h_count[index] * s->v_count[index];
954 h_count[i] = s->h_count[index];
955 v_count[i] = s->v_count[index];
957 dc_index[i] = get_bits(&s->gb, 4);
958 ac_index[i] = get_bits(&s->gb, 4);
960 if (dc_index[i] < 0 || ac_index[i] < 0 ||
961 dc_index[i] >= 4 || ac_index[i] >= 4)
963 switch(s->start_code)
966 if (dc_index[i] > 1 || ac_index[i] > 1)
971 if (dc_index[i] > 3 || ac_index[i] > 3)
975 if (dc_index[i] > 3 || ac_index[i] != 0)
980 skip_bits(&s->gb, 8); /* Ss */
981 skip_bits(&s->gb, 8); /* Se */
982 skip_bits(&s->gb, 8); /* Ah and Al (each are 4 bits) */
984 for(i=0;i<nb_components;i++)
985 s->last_dc[i] = 1024;
987 if (nb_components > 1) {
988 /* interleaved stream */
989 mb_width = (s->width + s->h_max * 8 - 1) / (s->h_max * 8);
990 mb_height = (s->height + s->v_max * 8 - 1) / (s->v_max * 8);
992 h = s->h_max / s->h_count[comp_index[0]];
993 v = s->v_max / s->v_count[comp_index[0]];
994 mb_width = (s->width + h * 8 - 1) / (h * 8);
995 mb_height = (s->height + v * 8 - 1) / (v * 8);
1001 for(mb_y = 0; mb_y < mb_height; mb_y++) {
1002 for(mb_x = 0; mb_x < mb_width; mb_x++) {
1003 for(i=0;i<nb_components;i++) {
1012 if (s->restart_interval && !s->restart_count)
1013 s->restart_count = s->restart_interval;
1015 memset(s->block, 0, sizeof(s->block));
1016 if (decode_block(s, s->block, i,
1017 dc_index[i], ac_index[i],
1018 s->quant_index[c]) < 0) {
1019 dprintf("error y=%d x=%d\n", mb_y, mb_x);
1023 // dprintf("mb: %d %d processed\n", mb_y, mb_x);
1024 ptr = s->current_picture[c] +
1025 (s->linesize[c] * (v * mb_y + y) * 8) +
1027 if (s->interlaced && s->bottom_field)
1028 ptr += s->linesize[c] >> 1;
1029 s->idct_put(ptr, s->linesize[c], s->block);
1036 /* (< 1350) buggy workaround for Spectralfan.mov, should be fixed */
1038 if ((s->restart_interval < 1350) && !--s->restart_count) {
1039 align_get_bits(&s->gb);
1040 skip_bits(&s->gb, 16); /* skip RSTn */
1041 for (j=0; j<nb_components; j++) /* reset dc */
1042 s->last_dc[j] = 1024;
1051 dprintf("decode_sos: ac/dc index out of range\n");
1055 static int mjpeg_decode_dri(MJpegDecodeContext *s)
1057 if (get_bits(&s->gb, 16) != 4)
1059 s->restart_interval = get_bits(&s->gb, 16);
1060 dprintf("restart interval: %d\n", s->restart_interval);
1065 static int mjpeg_decode_app(MJpegDecodeContext *s)
1069 /* XXX: verify len field validity */
1070 len = get_bits(&s->gb, 16);
1074 id = (get_bits(&s->gb, 16) << 16) | get_bits(&s->gb, 16);
1078 /* buggy AVID, it puts EOI only at every 10th frame */
1079 /* also this fourcc is used by non-avid files too, it holds some
1080 informations, but it's always present in AVID creates files */
1081 if (id == ff_get_fourcc("AVI1"))
1088 4bytes field_size_less_padding
1091 // if (s->first_picture)
1092 // printf("mjpeg: workarounding buggy AVID\n");
1093 s->interlace_polarity = get_bits(&s->gb, 8);
1095 skip_bits(&s->gb, 8);
1096 skip_bits(&s->gb, 32);
1097 skip_bits(&s->gb, 32);
1100 // if (s->interlace_polarity)
1101 // printf("mjpeg: interlace polarity: %d\n", s->interlace_polarity);
1107 if (id == ff_get_fourcc("JFIF"))
1110 skip_bits(&s->gb, 8); /* the trailing zero-byte */
1111 printf("mjpeg: JFIF header found (version: %x.%x)\n",
1112 get_bits(&s->gb, 8), get_bits(&s->gb, 8));
1113 if (get_bits(&s->gb, 8) == 0)
1115 s->avctx->aspect_ratio_info = FF_ASPECT_EXTENDED;
1116 s->avctx->aspected_width = get_bits(&s->gb, 16);
1117 s->avctx->aspected_height = get_bits(&s->gb, 16);
1121 skip_bits(&s->gb, 16);
1122 skip_bits(&s->gb, 16);
1124 t_w = get_bits(&s->gb, 8);
1125 t_h = get_bits(&s->gb, 8);
1128 /* skip thumbnail */
1129 if (len-10-(t_w*t_h*3) > 0)
1136 if (id == ff_get_fourcc("Adob") && (get_bits(&s->gb, 8) == 'e'))
1138 printf("mjpeg: Adobe header found\n");
1139 skip_bits(&s->gb, 16); /* version */
1140 skip_bits(&s->gb, 16); /* flags0 */
1141 skip_bits(&s->gb, 16); /* flags1 */
1142 skip_bits(&s->gb, 8); /* transform */
1148 if ((s->start_code == APP1) && (len > (0x28 - 8)))
1150 id = (get_bits(&s->gb, 16) << 16) | get_bits(&s->gb, 16);
1153 if (id == ff_get_fourcc("mjpg")) /* Apple MJPEG-A */
1156 skip_bits(&s->gb, 32); /* field size */
1157 skip_bits(&s->gb, 32); /* pad field size */
1158 skip_bits(&s->gb, 32); /* next off */
1159 skip_bits(&s->gb, 32); /* quant off */
1160 skip_bits(&s->gb, 32); /* huff off */
1161 skip_bits(&s->gb, 32); /* image off */
1162 skip_bits(&s->gb, 32); /* scan off */
1163 skip_bits(&s->gb, 32); /* data off */
1165 if (s->first_picture)
1166 printf("mjpeg: Apple MJPEG-A header found\n");
1171 /* slow but needed for extreme adobe jpegs */
1173 printf("mjpeg: error, decode_app parser read over the end\n");
1175 skip_bits(&s->gb, 8);
1180 static int mjpeg_decode_com(MJpegDecodeContext *s)
1185 /* XXX: verify len field validity */
1186 len = get_bits(&s->gb, 16)-2;
1187 cbuf = av_malloc(len+1);
1189 for (i = 0; i < len; i++)
1190 cbuf[i] = get_bits(&s->gb, 8);
1191 if (cbuf[i-1] == '\n')
1196 printf("mjpeg comment: '%s'\n", cbuf);
1198 /* buggy avid, it puts EOI only at every 10th frame */
1199 if (!strcmp(cbuf, "AVID"))
1202 // if (s->first_picture)
1203 // printf("mjpeg: workarounding buggy AVID\n");
1212 static int valid_marker_list[] =
1214 /* 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, a, b, c, d, e, f */
1215 /* 0 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
1216 /* 1 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
1217 /* 2 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
1218 /* 3 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
1219 /* 4 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
1220 /* 5 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
1221 /* 6 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
1222 /* 7 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
1223 /* 8 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
1224 /* 9 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
1225 /* a */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
1226 /* b */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
1227 /* c */ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1228 /* d */ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1229 /* e */ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
1230 /* f */ 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 0,
1234 /* return the 8 bit start code value and update the search
1235 state. Return -1 if no start code found */
1236 static int find_marker(UINT8 **pbuf_ptr, UINT8 *buf_end)
1245 buf_ptr = *pbuf_ptr;
1246 while (buf_ptr < buf_end) {
1249 if ((v == 0xff) && (v2 >= 0xc0) && (v2 <= 0xfe)) {
1260 dprintf("find_marker skipped %d bytes\n", skipped);
1262 *pbuf_ptr = buf_ptr;
1266 static int mjpeg_decode_frame(AVCodecContext *avctx,
1267 void *data, int *data_size,
1268 UINT8 *buf, int buf_size)
1270 MJpegDecodeContext *s = avctx->priv_data;
1271 UINT8 *buf_end, *buf_ptr;
1273 AVPicture *picture = data;
1277 /* no supplementary picture */
1282 buf_end = buf + buf_size;
1283 while (buf_ptr < buf_end) {
1284 /* find start next marker */
1285 start_code = find_marker(&buf_ptr, buf_end);
1288 if (start_code < 0) {
1291 dprintf("marker=%x avail_size_in_buf=%d\n", start_code, buf_end - buf_ptr);
1293 if ((buf_end - buf_ptr) > s->buffer_size)
1296 s->buffer_size = buf_end-buf_ptr;
1297 s->buffer = av_malloc(s->buffer_size);
1298 dprintf("buffer too small, expanding to %d bytes\n",
1302 /* unescape buffer of SOS */
1303 if (start_code == SOS)
1305 UINT8 *src = buf_ptr;
1306 UINT8 *dst = s->buffer;
1313 if (x == 0xff && *src == 0xff)
1320 if (x >= 0xd0 && x <= 0xd7)
1326 init_get_bits(&s->gb, s->buffer, dst - s->buffer);
1328 dprintf("escaping removed %d bytes\n",
1329 (buf_end - buf_ptr) - (dst - s->buffer));
1332 init_get_bits(&s->gb, buf_ptr, buf_end - buf_ptr);
1334 s->start_code = start_code;
1336 /* process markers */
1337 if (start_code >= 0xd0 && start_code <= 0xd7) {
1338 dprintf("restart marker: %d\n", start_code&0x0f);
1339 } else if (s->first_picture) {
1341 if (start_code >= 0xe0 && start_code <= 0xef)
1342 mjpeg_decode_app(s);
1344 else if (start_code == COM)
1345 mjpeg_decode_com(s);
1348 switch(start_code) {
1350 s->restart_interval = 0;
1351 /* nothing to do on SOI */
1354 mjpeg_decode_dqt(s);
1357 mjpeg_decode_dht(s);
1360 mjpeg_decode_sof0(s);
1366 if (s->interlaced) {
1367 s->bottom_field ^= 1;
1368 /* if not bottom field, do not output image yet */
1369 if (s->bottom_field)
1373 picture->data[i] = s->current_picture[i];
1378 picture->linesize[i] = l;
1380 picture->linesize[i] = (s->interlaced) ?
1381 s->linesize[i] >> 1 : s->linesize[i];
1384 *data_size = sizeof(AVPicture);
1385 avctx->height = s->height;
1388 avctx->width = s->width;
1389 /* XXX: not complete test ! */
1390 switch((s->h_count[0] << 4) | s->v_count[0]) {
1392 avctx->pix_fmt = PIX_FMT_YUV444P;
1395 avctx->pix_fmt = PIX_FMT_YUV422P;
1399 avctx->pix_fmt = PIX_FMT_YUV420P;
1403 /* XXX: infer it with matrix */
1409 mjpeg_decode_sos(s);
1410 /* buggy avid puts EOI every 10-20th frame */
1411 /* if restart period is over process EOI */
1412 if ((s->buggy_avid && !s->interlaced) || s->restart_interval)
1416 mjpeg_decode_dri(s);
1431 printf("mjpeg: unsupported coding type (%x)\n", start_code);
1434 // printf("mjpeg: unsupported marker (%x)\n", start_code);
1439 /* eof process start code */
1440 buf_ptr += (get_bits_count(&s->gb)+7)/8;
1441 dprintf("marker parser used %d bytes (%d bits)\n",
1442 (get_bits_count(&s->gb)+7)/8, get_bits_count(&s->gb));
1448 dprintf("mjpeg decode frame unused %d bytes\n", buf_end - buf_ptr);
1449 // return buf_end - buf_ptr;
1450 return buf_ptr - buf;
1453 static int mjpeg_decode_end(AVCodecContext *avctx)
1455 MJpegDecodeContext *s = avctx->priv_data;
1459 for(i=0;i<MAX_COMPONENTS;i++)
1460 av_free(s->current_picture[i]);
1463 free_vlc(&s->vlcs[i][j]);
1468 AVCodec mjpeg_decoder = {
1472 sizeof(MJpegDecodeContext),