3 * Copyright (c) 2000,2001 Fabrice Bellard
4 * Copyright (c) 2002-2010 Michael Niedermayer <michaelni@gmx.at>
6 * This file is part of FFmpeg.
8 * FFmpeg is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU Lesser General Public
10 * License as published by the Free Software Foundation; either
11 * version 2.1 of the License, or (at your option) any later version.
13 * FFmpeg is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * Lesser General Public License for more details.
18 * You should have received a copy of the GNU Lesser General Public
19 * License along with FFmpeg; if not, write to the Free Software
20 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
23 #include "mpegvideo.h"
25 #include "mpeg4video.h"
27 //The uni_DCtab_* tables below contain unified bits+length tables to encode DC
28 //differences in mpeg4. Unified in the sense that the specification specifies
29 //this encoding in several steps.
30 static uint8_t uni_DCtab_lum_len[512];
31 static uint8_t uni_DCtab_chrom_len[512];
32 static uint16_t uni_DCtab_lum_bits[512];
33 static uint16_t uni_DCtab_chrom_bits[512];
35 //unified encoding tables for run length encoding of coefficients
36 //unified in the sense that the specification specifies the encoding in several steps.
37 static uint32_t uni_mpeg4_intra_rl_bits[64*64*2*2];
38 static uint8_t uni_mpeg4_intra_rl_len [64*64*2*2];
39 static uint32_t uni_mpeg4_inter_rl_bits[64*64*2*2];
40 static uint8_t uni_mpeg4_inter_rl_len [64*64*2*2];
41 //#define UNI_MPEG4_ENC_INDEX(last,run,level) ((last)*128 + (run)*256 + (level))
42 //#define UNI_MPEG4_ENC_INDEX(last,run,level) ((last)*128*64 + (run) + (level)*64)
43 #define UNI_MPEG4_ENC_INDEX(last,run,level) ((last)*128*64 + (run)*128 + (level))
57 * Return the number of bits that encoding the 8x8 block in block would need.
58 * @param[in] block_last_index last index in scantable order that refers to a non zero element in block.
60 static inline int get_block_rate(MpegEncContext * s, DCTELEM block[64], int block_last_index, uint8_t scantable[64]){
65 for(j=1; j<=block_last_index; j++){
66 const int index= scantable[j];
67 int level= block[index];
70 if((level&(~127)) == 0){
71 if(j<block_last_index) rate+= s->intra_ac_vlc_length [UNI_AC_ENC_INDEX(j-last-1, level)];
72 else rate+= s->intra_ac_vlc_last_length[UNI_AC_ENC_INDEX(j-last-1, level)];
74 rate += s->ac_esc_length;
85 * Restore the ac coefficients in block that have been changed by decide_ac_pred().
86 * This function also restores s->block_last_index.
87 * @param[in,out] block MB coefficients, these will be restored
88 * @param[in] dir ac prediction direction for each 8x8 block
89 * @param[out] st scantable for each 8x8 block
90 * @param[in] zigzag_last_index index refering to the last non zero coefficient in zigzag order
92 static inline void restore_ac_coeffs(MpegEncContext * s, DCTELEM block[6][64], const int dir[6], uint8_t *st[6], const int zigzag_last_index[6])
95 memcpy(s->block_last_index, zigzag_last_index, sizeof(int)*6);
98 int16_t *ac_val = s->ac_val[0][0] + s->block_index[n] * 16;
100 st[n]= s->intra_scantable.permutated;
104 block[n][s->dsp.idct_permutation[i ]] = ac_val[i+8];
107 /* left prediction */
109 block[n][s->dsp.idct_permutation[i<<3]]= ac_val[i ];
116 * Return the optimal value (0 or 1) for the ac_pred element for the given MB in mpeg4.
117 * This function will also update s->block_last_index and s->ac_val.
118 * @param[in,out] block MB coefficients, these will be updated if 1 is returned
119 * @param[in] dir ac prediction direction for each 8x8 block
120 * @param[out] st scantable for each 8x8 block
121 * @param[out] zigzag_last_index index refering to the last non zero coefficient in zigzag order
123 static inline int decide_ac_pred(MpegEncContext * s, DCTELEM block[6][64], const int dir[6], uint8_t *st[6], int zigzag_last_index[6])
127 int8_t * const qscale_table= s->current_picture.qscale_table;
129 memcpy(zigzag_last_index, s->block_last_index, sizeof(int)*6);
132 int16_t *ac_val, *ac_val1;
134 score -= get_block_rate(s, block[n], s->block_last_index[n], s->intra_scantable.permutated);
136 ac_val = s->ac_val[0][0] + s->block_index[n] * 16;
139 const int xy= s->mb_x + s->mb_y*s->mb_stride - s->mb_stride;
141 ac_val-= s->block_wrap[n]*16;
142 if(s->mb_y==0 || s->qscale == qscale_table[xy] || n==2 || n==3){
145 const int level= block[n][s->dsp.idct_permutation[i ]];
146 block[n][s->dsp.idct_permutation[i ]] = level - ac_val[i+8];
147 ac_val1[i ]= block[n][s->dsp.idct_permutation[i<<3]];
151 /* different qscale, we must rescale */
153 const int level= block[n][s->dsp.idct_permutation[i ]];
154 block[n][s->dsp.idct_permutation[i ]] = level - ROUNDED_DIV(ac_val[i + 8]*qscale_table[xy], s->qscale);
155 ac_val1[i ]= block[n][s->dsp.idct_permutation[i<<3]];
159 st[n]= s->intra_h_scantable.permutated;
161 const int xy= s->mb_x-1 + s->mb_y*s->mb_stride;
162 /* left prediction */
164 if(s->mb_x==0 || s->qscale == qscale_table[xy] || n==1 || n==3){
167 const int level= block[n][s->dsp.idct_permutation[i<<3]];
168 block[n][s->dsp.idct_permutation[i<<3]]= level - ac_val[i];
170 ac_val1[i+8]= block[n][s->dsp.idct_permutation[i ]];
173 /* different qscale, we must rescale */
175 const int level= block[n][s->dsp.idct_permutation[i<<3]];
176 block[n][s->dsp.idct_permutation[i<<3]]= level - ROUNDED_DIV(ac_val[i]*qscale_table[xy], s->qscale);
178 ac_val1[i+8]= block[n][s->dsp.idct_permutation[i ]];
181 st[n]= s->intra_v_scantable.permutated;
184 for(i=63; i>0; i--) //FIXME optimize
185 if(block[n][ st[n][i] ]) break;
186 s->block_last_index[n]= i;
188 score += get_block_rate(s, block[n], s->block_last_index[n], st[n]);
194 restore_ac_coeffs(s, block, dir, st, zigzag_last_index);
200 * modify mb_type & qscale so that encoding is acually possible in mpeg4
202 void ff_clean_mpeg4_qscales(MpegEncContext *s){
204 int8_t * const qscale_table= s->current_picture.qscale_table;
206 ff_clean_h263_qscales(s);
208 if(s->pict_type== FF_B_TYPE){
210 /* ok, come on, this isn't funny anymore, there's more code for handling this mpeg4 mess than for the actual adaptive quantization */
212 for(i=0; i<s->mb_num; i++){
213 int mb_xy= s->mb_index2xy[i];
214 odd += qscale_table[mb_xy]&1;
217 if(2*odd > s->mb_num) odd=1;
220 for(i=0; i<s->mb_num; i++){
221 int mb_xy= s->mb_index2xy[i];
222 if((qscale_table[mb_xy]&1) != odd)
223 qscale_table[mb_xy]++;
224 if(qscale_table[mb_xy] > 31)
225 qscale_table[mb_xy]= 31;
228 for(i=1; i<s->mb_num; i++){
229 int mb_xy= s->mb_index2xy[i];
230 if(qscale_table[mb_xy] != qscale_table[s->mb_index2xy[i-1]] && (s->mb_type[mb_xy]&CANDIDATE_MB_TYPE_DIRECT)){
231 s->mb_type[mb_xy]|= CANDIDATE_MB_TYPE_BIDIR;
239 * encodes the dc value.
240 * @param n block index (0-3 are luma, 4-5 are chroma)
242 static inline void mpeg4_encode_dc(PutBitContext * s, int level, int n)
245 /* DC will overflow if level is outside the [-255,255] range. */
249 put_bits(s, uni_DCtab_lum_len[level], uni_DCtab_lum_bits[level]);
252 put_bits(s, uni_DCtab_chrom_len[level], uni_DCtab_chrom_bits[level]);
256 /* find number of bits */
266 put_bits(&s->pb, ff_mpeg4_DCtab_lum[size][1], ff_mpeg4_DCtab_lum[size][0]);
269 put_bits(&s->pb, ff_mpeg4_DCtab_chrom[size][1], ff_mpeg4_DCtab_chrom[size][0]);
272 /* encode remaining bits */
275 level = (-level) ^ ((1 << size) - 1);
276 put_bits(&s->pb, size, level);
278 put_bits(&s->pb, 1, 1);
283 static inline int mpeg4_get_dc_length(int level, int n){
285 return uni_DCtab_lum_len[level + 256];
287 return uni_DCtab_chrom_len[level + 256];
292 * encodes a 8x8 block
293 * @param n block index (0-3 are luma, 4-5 are chroma)
295 static inline void mpeg4_encode_block(MpegEncContext * s, DCTELEM * block, int n, int intra_dc,
296 uint8_t *scan_table, PutBitContext *dc_pb, PutBitContext *ac_pb)
298 int i, last_non_zero;
299 #if 0 //variables for the outcommented version
300 int code, sign, last;
305 const int last_index = s->block_last_index[n];
307 if (s->mb_intra) { //Note gcc (3.2.1 at least) will optimize this away
308 /* mpeg4 based DC predictor */
309 mpeg4_encode_dc(dc_pb, intra_dc, n);
310 if(last_index<1) return;
312 rl = &ff_mpeg4_rl_intra;
313 bits_tab= uni_mpeg4_intra_rl_bits;
314 len_tab = uni_mpeg4_intra_rl_len;
316 if(last_index<0) return;
318 rl = &ff_h263_rl_inter;
319 bits_tab= uni_mpeg4_inter_rl_bits;
320 len_tab = uni_mpeg4_inter_rl_len;
324 last_non_zero = i - 1;
326 for (; i < last_index; i++) {
327 int level = block[ scan_table[i] ];
329 int run = i - last_non_zero - 1;
331 if((level&(~127)) == 0){
332 const int index= UNI_MPEG4_ENC_INDEX(0, run, level);
333 put_bits(ac_pb, len_tab[index], bits_tab[index]);
335 put_bits(ac_pb, 7+2+1+6+1+12+1, (3<<23)+(3<<21)+(0<<20)+(run<<14)+(1<<13)+(((level-64)&0xfff)<<1)+1);
340 /*if(i<=last_index)*/{
341 int level = block[ scan_table[i] ];
342 int run = i - last_non_zero - 1;
344 if((level&(~127)) == 0){
345 const int index= UNI_MPEG4_ENC_INDEX(1, run, level);
346 put_bits(ac_pb, len_tab[index], bits_tab[index]);
348 put_bits(ac_pb, 7+2+1+6+1+12+1, (3<<23)+(3<<21)+(1<<20)+(run<<14)+(1<<13)+(((level-64)&0xfff)<<1)+1);
352 for (; i <= last_index; i++) {
353 const int slevel = block[ scan_table[i] ];
356 int run = i - last_non_zero - 1;
357 last = (i == last_index);
364 code = get_rl_index(rl, last, run, level);
365 put_bits(ac_pb, rl->table_vlc[code][1], rl->table_vlc[code][0]);
368 level1 = level - rl->max_level[last][run];
371 code = get_rl_index(rl, last, run, level1);
374 put_bits(ac_pb, 1, 1);
375 if (level > MAX_LEVEL)
377 run1 = run - rl->max_run[last][level] - 1;
380 code = get_rl_index(rl, last, run1, level);
384 put_bits(ac_pb, 1, 1);
385 put_bits(ac_pb, 1, last);
386 put_bits(ac_pb, 6, run);
387 put_bits(ac_pb, 1, 1);
388 put_sbits(ac_pb, 12, slevel);
389 put_bits(ac_pb, 1, 1);
392 put_bits(ac_pb, 1, 0);
393 put_bits(ac_pb, rl->table_vlc[code][1], rl->table_vlc[code][0]);
394 put_bits(ac_pb, 1, sign);
398 put_bits(ac_pb, 1, 0);
399 put_bits(ac_pb, rl->table_vlc[code][1], rl->table_vlc[code][0]);
400 put_bits(ac_pb, 1, sign);
403 put_bits(ac_pb, 1, sign);
411 static int mpeg4_get_block_length(MpegEncContext * s, DCTELEM * block, int n, int intra_dc,
414 int i, last_non_zero;
416 const int last_index = s->block_last_index[n];
419 if (s->mb_intra) { //Note gcc (3.2.1 at least) will optimize this away
420 /* mpeg4 based DC predictor */
421 len += mpeg4_get_dc_length(intra_dc, n);
422 if(last_index<1) return len;
424 len_tab = uni_mpeg4_intra_rl_len;
426 if(last_index<0) return 0;
428 len_tab = uni_mpeg4_inter_rl_len;
432 last_non_zero = i - 1;
433 for (; i < last_index; i++) {
434 int level = block[ scan_table[i] ];
436 int run = i - last_non_zero - 1;
438 if((level&(~127)) == 0){
439 const int index= UNI_MPEG4_ENC_INDEX(0, run, level);
440 len += len_tab[index];
442 len += 7+2+1+6+1+12+1;
447 /*if(i<=last_index)*/{
448 int level = block[ scan_table[i] ];
449 int run = i - last_non_zero - 1;
451 if((level&(~127)) == 0){
452 const int index= UNI_MPEG4_ENC_INDEX(1, run, level);
453 len += len_tab[index];
455 len += 7+2+1+6+1+12+1;
462 static inline void mpeg4_encode_blocks(MpegEncContext * s, DCTELEM block[6][64], int intra_dc[6],
463 uint8_t **scan_table, PutBitContext *dc_pb, PutBitContext *ac_pb){
467 if(s->flags2 & CODEC_FLAG2_NO_OUTPUT){
468 for (i = 0; i < 6; i++) {
469 skip_put_bits(&s->pb, mpeg4_get_block_length(s, block[i], i, intra_dc[i], scan_table[i]));
472 /* encode each block */
473 for (i = 0; i < 6; i++) {
474 mpeg4_encode_block(s, block[i], i, intra_dc[i], scan_table[i], dc_pb, ac_pb);
478 if(s->flags2 & CODEC_FLAG2_NO_OUTPUT){
479 for (i = 0; i < 6; i++) {
480 skip_put_bits(&s->pb, mpeg4_get_block_length(s, block[i], i, 0, s->intra_scantable.permutated));
483 /* encode each block */
484 for (i = 0; i < 6; i++) {
485 mpeg4_encode_block(s, block[i], i, 0, s->intra_scantable.permutated, dc_pb, ac_pb);
491 //FIXME this is duplicated to h263.c
492 static const int dquant_code[5]= {1,0,9,2,3};
494 void mpeg4_encode_mb(MpegEncContext * s,
495 DCTELEM block[6][64],
496 int motion_x, int motion_y)
498 int cbpc, cbpy, pred_x, pred_y;
499 PutBitContext * const pb2 = s->data_partitioning ? &s->pb2 : &s->pb;
500 PutBitContext * const tex_pb = s->data_partitioning && s->pict_type!=FF_B_TYPE ? &s->tex_pb : &s->pb;
501 PutBitContext * const dc_pb = s->data_partitioning && s->pict_type!=FF_I_TYPE ? &s->pb2 : &s->pb;
502 const int interleaved_stats= (s->flags&CODEC_FLAG_PASS1) && !s->data_partitioning ? 1 : 0;
507 if(s->pict_type==FF_B_TYPE){
508 static const int mb_type_table[8]= {-1, 3, 2, 1,-1,-1,-1, 0}; /* convert from mv_dir to type */
509 int mb_type= mb_type_table[s->mv_dir];
516 s->last_mv[i][1][1]= 0;
520 assert(s->dquant>=-2 && s->dquant<=2);
521 assert((s->dquant&1)==0);
524 /* nothing to do if this MB was skipped in the next P Frame */
525 if(s->next_picture.mbskip_table[s->mb_y * s->mb_stride + s->mb_x]){ //FIXME avoid DCT & ...
531 s->mv_dir= MV_DIR_FORWARD; //doesn't matter
532 s->qscale -= s->dquant;
538 cbp= get_b_cbp(s, block, motion_x, motion_y, mb_type);
540 if ((cbp | motion_x | motion_y | mb_type) ==0) {
541 /* direct MB with MV={0,0} */
542 assert(s->dquant==0);
544 put_bits(&s->pb, 1, 1); /* mb not coded modb1=1 */
546 if(interleaved_stats){
554 put_bits(&s->pb, 1, 0); /* mb coded modb1=0 */
555 put_bits(&s->pb, 1, cbp ? 0 : 1); /* modb2 */ //FIXME merge
556 put_bits(&s->pb, mb_type+1, 1); // this table is so simple that we don't need it :)
557 if(cbp) put_bits(&s->pb, 6, cbp);
561 put_bits(&s->pb, 2, (s->dquant>>2)+3);
563 put_bits(&s->pb, 1, 0);
565 s->qscale -= s->dquant;
567 if(!s->progressive_sequence){
569 put_bits(&s->pb, 1, s->interlaced_dct);
570 if(mb_type) // not direct mode
571 put_bits(&s->pb, 1, s->mv_type == MV_TYPE_FIELD);
574 if(interleaved_stats){
575 s->misc_bits+= get_bits_diff(s);
579 assert(s->mv_dir & MV_DIRECT);
580 ff_h263_encode_motion_vector(s, motion_x, motion_y, 1);
584 assert(mb_type > 0 && mb_type < 4);
585 if(s->mv_type != MV_TYPE_FIELD){
586 if(s->mv_dir & MV_DIR_FORWARD){
587 ff_h263_encode_motion_vector(s, s->mv[0][0][0] - s->last_mv[0][0][0],
588 s->mv[0][0][1] - s->last_mv[0][0][1], s->f_code);
589 s->last_mv[0][0][0]= s->last_mv[0][1][0]= s->mv[0][0][0];
590 s->last_mv[0][0][1]= s->last_mv[0][1][1]= s->mv[0][0][1];
593 if(s->mv_dir & MV_DIR_BACKWARD){
594 ff_h263_encode_motion_vector(s, s->mv[1][0][0] - s->last_mv[1][0][0],
595 s->mv[1][0][1] - s->last_mv[1][0][1], s->b_code);
596 s->last_mv[1][0][0]= s->last_mv[1][1][0]= s->mv[1][0][0];
597 s->last_mv[1][0][1]= s->last_mv[1][1][1]= s->mv[1][0][1];
601 if(s->mv_dir & MV_DIR_FORWARD){
602 put_bits(&s->pb, 1, s->field_select[0][0]);
603 put_bits(&s->pb, 1, s->field_select[0][1]);
605 if(s->mv_dir & MV_DIR_BACKWARD){
606 put_bits(&s->pb, 1, s->field_select[1][0]);
607 put_bits(&s->pb, 1, s->field_select[1][1]);
609 if(s->mv_dir & MV_DIR_FORWARD){
611 ff_h263_encode_motion_vector(s, s->mv[0][i][0] - s->last_mv[0][i][0] ,
612 s->mv[0][i][1] - s->last_mv[0][i][1]/2, s->f_code);
613 s->last_mv[0][i][0]= s->mv[0][i][0];
614 s->last_mv[0][i][1]= s->mv[0][i][1]*2;
618 if(s->mv_dir & MV_DIR_BACKWARD){
620 ff_h263_encode_motion_vector(s, s->mv[1][i][0] - s->last_mv[1][i][0] ,
621 s->mv[1][i][1] - s->last_mv[1][i][1]/2, s->b_code);
622 s->last_mv[1][i][0]= s->mv[1][i][0];
623 s->last_mv[1][i][1]= s->mv[1][i][1]*2;
630 if(interleaved_stats){
631 s->mv_bits+= get_bits_diff(s);
634 mpeg4_encode_blocks(s, block, NULL, NULL, NULL, &s->pb);
636 if(interleaved_stats){
637 s->p_tex_bits+= get_bits_diff(s);
640 }else{ /* s->pict_type==FF_B_TYPE */
641 cbp= get_p_cbp(s, block, motion_x, motion_y);
643 if ((cbp | motion_x | motion_y | s->dquant) == 0 && s->mv_type==MV_TYPE_16X16) {
644 /* check if the B frames can skip it too, as we must skip it if we skip here
645 why didn't they just compress the skip-mb bits instead of reusing them ?! */
646 if(s->max_b_frames>0){
653 if(x+16 > s->width) x= s->width-16;
654 if(y+16 > s->height) y= s->height-16;
656 offset= x + y*s->linesize;
657 p_pic= s->new_picture.data[0] + offset;
660 for(i=0; i<s->max_b_frames; i++){
663 Picture *pic= s->reordered_input_picture[i+1];
665 if(pic==NULL || pic->pict_type!=FF_B_TYPE) break;
667 b_pic= pic->data[0] + offset;
668 if(pic->type != FF_BUFFER_TYPE_SHARED)
669 b_pic+= INPLACE_OFFSET;
670 diff= s->dsp.sad[0](NULL, p_pic, b_pic, s->linesize, 16);
671 if(diff>s->qscale*70){ //FIXME check that 70 is optimal
679 if(s->mb_skipped==1){
680 /* skip macroblock */
681 put_bits(&s->pb, 1, 1);
683 if(interleaved_stats){
693 put_bits(&s->pb, 1, 0); /* mb coded */
697 if(s->mv_type==MV_TYPE_16X16){
698 if(s->dquant) cbpc+= 8;
700 ff_h263_inter_MCBPC_bits[cbpc],
701 ff_h263_inter_MCBPC_code[cbpc]);
703 put_bits(pb2, ff_h263_cbpy_tab[cbpy][1], ff_h263_cbpy_tab[cbpy][0]);
705 put_bits(pb2, 2, dquant_code[s->dquant+2]);
707 if(!s->progressive_sequence){
709 put_bits(pb2, 1, s->interlaced_dct);
713 if(interleaved_stats){
714 s->misc_bits+= get_bits_diff(s);
717 /* motion vectors: 16x16 mode */
718 h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
720 ff_h263_encode_motion_vector(s, motion_x - pred_x,
721 motion_y - pred_y, s->f_code);
722 }else if(s->mv_type==MV_TYPE_FIELD){
723 if(s->dquant) cbpc+= 8;
725 ff_h263_inter_MCBPC_bits[cbpc],
726 ff_h263_inter_MCBPC_code[cbpc]);
728 put_bits(pb2, ff_h263_cbpy_tab[cbpy][1], ff_h263_cbpy_tab[cbpy][0]);
730 put_bits(pb2, 2, dquant_code[s->dquant+2]);
732 assert(!s->progressive_sequence);
734 put_bits(pb2, 1, s->interlaced_dct);
737 if(interleaved_stats){
738 s->misc_bits+= get_bits_diff(s);
741 /* motion vectors: 16x8 interlaced mode */
742 h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
745 put_bits(&s->pb, 1, s->field_select[0][0]);
746 put_bits(&s->pb, 1, s->field_select[0][1]);
748 ff_h263_encode_motion_vector(s, s->mv[0][0][0] - pred_x,
749 s->mv[0][0][1] - pred_y, s->f_code);
750 ff_h263_encode_motion_vector(s, s->mv[0][1][0] - pred_x,
751 s->mv[0][1][1] - pred_y, s->f_code);
753 assert(s->mv_type==MV_TYPE_8X8);
755 ff_h263_inter_MCBPC_bits[cbpc+16],
756 ff_h263_inter_MCBPC_code[cbpc+16]);
757 put_bits(pb2, ff_h263_cbpy_tab[cbpy][1], ff_h263_cbpy_tab[cbpy][0]);
759 if(!s->progressive_sequence){
761 put_bits(pb2, 1, s->interlaced_dct);
764 if(interleaved_stats){
765 s->misc_bits+= get_bits_diff(s);
769 /* motion vectors: 8x8 mode*/
770 h263_pred_motion(s, i, 0, &pred_x, &pred_y);
772 ff_h263_encode_motion_vector(s, s->current_picture.motion_val[0][ s->block_index[i] ][0] - pred_x,
773 s->current_picture.motion_val[0][ s->block_index[i] ][1] - pred_y, s->f_code);
777 if(interleaved_stats){
778 s->mv_bits+= get_bits_diff(s);
781 mpeg4_encode_blocks(s, block, NULL, NULL, NULL, tex_pb);
783 if(interleaved_stats){
784 s->p_tex_bits+= get_bits_diff(s);
790 int dc_diff[6]; //dc values with the dc prediction subtracted
791 int dir[6]; //prediction direction
792 int zigzag_last_index[6];
793 uint8_t *scan_table[6];
797 dc_diff[i]= ff_mpeg4_pred_dc(s, i, block[i][0], &dir[i], 1);
800 if(s->flags & CODEC_FLAG_AC_PRED){
801 s->ac_pred= decide_ac_pred(s, block, dir, scan_table, zigzag_last_index);
804 scan_table[i]= s->intra_scantable.permutated;
809 for (i = 0; i < 6; i++) {
810 if (s->block_last_index[i] >= 1)
815 if (s->pict_type == FF_I_TYPE) {
816 if(s->dquant) cbpc+=4;
818 ff_h263_intra_MCBPC_bits[cbpc],
819 ff_h263_intra_MCBPC_code[cbpc]);
821 if(s->dquant) cbpc+=8;
822 put_bits(&s->pb, 1, 0); /* mb coded */
824 ff_h263_inter_MCBPC_bits[cbpc + 4],
825 ff_h263_inter_MCBPC_code[cbpc + 4]);
827 put_bits(pb2, 1, s->ac_pred);
829 put_bits(pb2, ff_h263_cbpy_tab[cbpy][1], ff_h263_cbpy_tab[cbpy][0]);
831 put_bits(dc_pb, 2, dquant_code[s->dquant+2]);
833 if(!s->progressive_sequence){
834 put_bits(dc_pb, 1, s->interlaced_dct);
837 if(interleaved_stats){
838 s->misc_bits+= get_bits_diff(s);
841 mpeg4_encode_blocks(s, block, dc_diff, scan_table, dc_pb, tex_pb);
843 if(interleaved_stats){
844 s->i_tex_bits+= get_bits_diff(s);
848 /* restore ac coeffs & last_index stuff if we messed them up with the prediction */
850 restore_ac_coeffs(s, block, dir, scan_table, zigzag_last_index);
855 * add mpeg4 stuffing bits (01...1)
857 void ff_mpeg4_stuffing(PutBitContext * pbc)
861 length= (-put_bits_count(pbc))&7;
862 if(length) put_bits(pbc, length, (1<<length)-1);
865 /* must be called before writing the header */
866 void ff_set_mpeg4_time(MpegEncContext * s){
867 if(s->pict_type==FF_B_TYPE){
868 ff_mpeg4_init_direct_mv(s);
870 s->last_time_base= s->time_base;
871 s->time_base= s->time/s->avctx->time_base.den;
875 static void mpeg4_encode_gop_header(MpegEncContext * s){
876 int hours, minutes, seconds;
879 put_bits(&s->pb, 16, 0);
880 put_bits(&s->pb, 16, GOP_STARTCODE);
882 time= s->current_picture_ptr->pts;
883 if(s->reordered_input_picture[1])
884 time= FFMIN(time, s->reordered_input_picture[1]->pts);
885 time= time*s->avctx->time_base.num;
887 seconds= time/s->avctx->time_base.den;
888 minutes= seconds/60; seconds %= 60;
889 hours= minutes/60; minutes %= 60;
892 put_bits(&s->pb, 5, hours);
893 put_bits(&s->pb, 6, minutes);
894 put_bits(&s->pb, 1, 1);
895 put_bits(&s->pb, 6, seconds);
897 put_bits(&s->pb, 1, !!(s->flags&CODEC_FLAG_CLOSED_GOP));
898 put_bits(&s->pb, 1, 0); //broken link == NO
900 s->last_time_base= time / s->avctx->time_base.den;
902 ff_mpeg4_stuffing(&s->pb);
905 static void mpeg4_encode_visual_object_header(MpegEncContext * s){
906 int profile_and_level_indication;
909 if(s->avctx->profile != FF_PROFILE_UNKNOWN){
910 profile_and_level_indication = s->avctx->profile << 4;
911 }else if(s->max_b_frames || s->quarter_sample){
912 profile_and_level_indication= 0xF0; // adv simple
914 profile_and_level_indication= 0x00; // simple
917 if(s->avctx->level != FF_LEVEL_UNKNOWN){
918 profile_and_level_indication |= s->avctx->level;
920 profile_and_level_indication |= 1; //level 1
923 if(profile_and_level_indication>>4 == 0xF){
931 put_bits(&s->pb, 16, 0);
932 put_bits(&s->pb, 16, VOS_STARTCODE);
934 put_bits(&s->pb, 8, profile_and_level_indication);
936 put_bits(&s->pb, 16, 0);
937 put_bits(&s->pb, 16, VISUAL_OBJ_STARTCODE);
939 put_bits(&s->pb, 1, 1);
940 put_bits(&s->pb, 4, vo_ver_id);
941 put_bits(&s->pb, 3, 1); //priority
943 put_bits(&s->pb, 4, 1); //visual obj type== video obj
945 put_bits(&s->pb, 1, 0); //video signal type == no clue //FIXME
947 ff_mpeg4_stuffing(&s->pb);
950 static void mpeg4_encode_vol_header(MpegEncContext * s, int vo_number, int vol_number)
954 if (!CONFIG_MPEG4_ENCODER) return;
956 if(s->max_b_frames || s->quarter_sample){
958 s->vo_type= ADV_SIMPLE_VO_TYPE;
961 s->vo_type= SIMPLE_VO_TYPE;
964 put_bits(&s->pb, 16, 0);
965 put_bits(&s->pb, 16, 0x100 + vo_number); /* video obj */
966 put_bits(&s->pb, 16, 0);
967 put_bits(&s->pb, 16, 0x120 + vol_number); /* video obj layer */
969 put_bits(&s->pb, 1, 0); /* random access vol */
970 put_bits(&s->pb, 8, s->vo_type); /* video obj type indication */
971 if(s->workaround_bugs & FF_BUG_MS) {
972 put_bits(&s->pb, 1, 0); /* is obj layer id= no */
974 put_bits(&s->pb, 1, 1); /* is obj layer id= yes */
975 put_bits(&s->pb, 4, vo_ver_id); /* is obj layer ver id */
976 put_bits(&s->pb, 3, 1); /* is obj layer priority */
979 s->aspect_ratio_info= ff_h263_aspect_to_info(s->avctx->sample_aspect_ratio);
981 put_bits(&s->pb, 4, s->aspect_ratio_info);/* aspect ratio info */
982 if (s->aspect_ratio_info == FF_ASPECT_EXTENDED){
983 put_bits(&s->pb, 8, s->avctx->sample_aspect_ratio.num);
984 put_bits(&s->pb, 8, s->avctx->sample_aspect_ratio.den);
987 if(s->workaround_bugs & FF_BUG_MS) { //
988 put_bits(&s->pb, 1, 0); /* vol control parameters= no @@@ */
990 put_bits(&s->pb, 1, 1); /* vol control parameters= yes */
991 put_bits(&s->pb, 2, 1); /* chroma format YUV 420/YV12 */
992 put_bits(&s->pb, 1, s->low_delay);
993 put_bits(&s->pb, 1, 0); /* vbv parameters= no */
996 put_bits(&s->pb, 2, RECT_SHAPE); /* vol shape= rectangle */
997 put_bits(&s->pb, 1, 1); /* marker bit */
999 put_bits(&s->pb, 16, s->avctx->time_base.den);
1000 if (s->time_increment_bits < 1)
1001 s->time_increment_bits = 1;
1002 put_bits(&s->pb, 1, 1); /* marker bit */
1003 put_bits(&s->pb, 1, 0); /* fixed vop rate=no */
1004 put_bits(&s->pb, 1, 1); /* marker bit */
1005 put_bits(&s->pb, 13, s->width); /* vol width */
1006 put_bits(&s->pb, 1, 1); /* marker bit */
1007 put_bits(&s->pb, 13, s->height); /* vol height */
1008 put_bits(&s->pb, 1, 1); /* marker bit */
1009 put_bits(&s->pb, 1, s->progressive_sequence ? 0 : 1);
1010 put_bits(&s->pb, 1, 1); /* obmc disable */
1011 if (vo_ver_id == 1) {
1012 put_bits(&s->pb, 1, s->vol_sprite_usage); /* sprite enable */
1014 put_bits(&s->pb, 2, s->vol_sprite_usage); /* sprite enable */
1017 put_bits(&s->pb, 1, 0); /* not 8 bit == false */
1018 put_bits(&s->pb, 1, s->mpeg_quant); /* quant type= (0=h263 style)*/
1021 ff_write_quant_matrix(&s->pb, s->avctx->intra_matrix);
1022 ff_write_quant_matrix(&s->pb, s->avctx->inter_matrix);
1026 put_bits(&s->pb, 1, s->quarter_sample);
1027 put_bits(&s->pb, 1, 1); /* complexity estimation disable */
1028 s->resync_marker= s->rtp_mode;
1029 put_bits(&s->pb, 1, s->resync_marker ? 0 : 1);/* resync marker disable */
1030 put_bits(&s->pb, 1, s->data_partitioning ? 1 : 0);
1031 if(s->data_partitioning){
1032 put_bits(&s->pb, 1, 0); /* no rvlc */
1035 if (vo_ver_id != 1){
1036 put_bits(&s->pb, 1, 0); /* newpred */
1037 put_bits(&s->pb, 1, 0); /* reduced res vop */
1039 put_bits(&s->pb, 1, 0); /* scalability */
1041 ff_mpeg4_stuffing(&s->pb);
1044 if(!(s->flags & CODEC_FLAG_BITEXACT)){
1045 put_bits(&s->pb, 16, 0);
1046 put_bits(&s->pb, 16, 0x1B2); /* user_data */
1047 ff_put_string(&s->pb, LIBAVCODEC_IDENT, 0);
1051 /* write mpeg4 VOP header */
1052 void mpeg4_encode_picture_header(MpegEncContext * s, int picture_number)
1055 int time_div, time_mod;
1057 if(s->pict_type==FF_I_TYPE){
1058 if(!(s->flags&CODEC_FLAG_GLOBAL_HEADER)){
1059 if(s->strict_std_compliance < FF_COMPLIANCE_VERY_STRICT) //HACK, the reference sw is buggy
1060 mpeg4_encode_visual_object_header(s);
1061 if(s->strict_std_compliance < FF_COMPLIANCE_VERY_STRICT || picture_number==0) //HACK, the reference sw is buggy
1062 mpeg4_encode_vol_header(s, 0, 0);
1064 if(!(s->workaround_bugs & FF_BUG_MS))
1065 mpeg4_encode_gop_header(s);
1068 s->partitioned_frame= s->data_partitioning && s->pict_type!=FF_B_TYPE;
1070 put_bits(&s->pb, 16, 0); /* vop header */
1071 put_bits(&s->pb, 16, VOP_STARTCODE); /* vop header */
1072 put_bits(&s->pb, 2, s->pict_type - 1); /* pict type: I = 0 , P = 1 */
1075 time_div= s->time/s->avctx->time_base.den;
1076 time_mod= s->time%s->avctx->time_base.den;
1077 time_incr= time_div - s->last_time_base;
1078 assert(time_incr >= 0);
1080 put_bits(&s->pb, 1, 1);
1082 put_bits(&s->pb, 1, 0);
1084 put_bits(&s->pb, 1, 1); /* marker */
1085 put_bits(&s->pb, s->time_increment_bits, time_mod); /* time increment */
1086 put_bits(&s->pb, 1, 1); /* marker */
1087 put_bits(&s->pb, 1, 1); /* vop coded */
1088 if ( s->pict_type == FF_P_TYPE
1089 || (s->pict_type == FF_S_TYPE && s->vol_sprite_usage==GMC_SPRITE)) {
1090 put_bits(&s->pb, 1, s->no_rounding); /* rounding type */
1092 put_bits(&s->pb, 3, 0); /* intra dc VLC threshold */
1093 if(!s->progressive_sequence){
1094 put_bits(&s->pb, 1, s->current_picture_ptr->top_field_first);
1095 put_bits(&s->pb, 1, s->alternate_scan);
1097 //FIXME sprite stuff
1099 put_bits(&s->pb, 5, s->qscale);
1101 if (s->pict_type != FF_I_TYPE)
1102 put_bits(&s->pb, 3, s->f_code); /* fcode_for */
1103 if (s->pict_type == FF_B_TYPE)
1104 put_bits(&s->pb, 3, s->b_code); /* fcode_back */
1108 static void init_uni_dc_tab(void)
1110 int level, uni_code, uni_len;
1112 for(level=-256; level<256; level++){
1114 /* find number of bits */
1123 l= (-level) ^ ((1 << size) - 1);
1128 uni_code= ff_mpeg4_DCtab_lum[size][0];
1129 uni_len = ff_mpeg4_DCtab_lum[size][1];
1132 uni_code<<=size; uni_code|=l;
1135 uni_code<<=1; uni_code|=1;
1139 uni_DCtab_lum_bits[level+256]= uni_code;
1140 uni_DCtab_lum_len [level+256]= uni_len;
1143 uni_code= ff_mpeg4_DCtab_chrom[size][0];
1144 uni_len = ff_mpeg4_DCtab_chrom[size][1];
1147 uni_code<<=size; uni_code|=l;
1150 uni_code<<=1; uni_code|=1;
1154 uni_DCtab_chrom_bits[level+256]= uni_code;
1155 uni_DCtab_chrom_len [level+256]= uni_len;
1160 static void init_uni_mpeg4_rl_tab(RLTable *rl, uint32_t *bits_tab, uint8_t *len_tab){
1161 int slevel, run, last;
1163 assert(MAX_LEVEL >= 64);
1164 assert(MAX_RUN >= 63);
1166 for(slevel=-64; slevel<64; slevel++){
1167 if(slevel==0) continue;
1168 for(run=0; run<64; run++){
1169 for(last=0; last<=1; last++){
1170 const int index= UNI_MPEG4_ENC_INDEX(last, run, slevel+64);
1171 int level= slevel < 0 ? -slevel : slevel;
1172 int sign= slevel < 0 ? 1 : 0;
1173 int bits, len, code;
1176 len_tab[index]= 100;
1179 code= get_rl_index(rl, last, run, level);
1180 bits= rl->table_vlc[code][0];
1181 len= rl->table_vlc[code][1];
1182 bits=bits*2+sign; len++;
1184 if(code!=rl->n && len < len_tab[index]){
1185 bits_tab[index]= bits;
1186 len_tab [index]= len;
1189 bits= rl->table_vlc[rl->n][0];
1190 len= rl->table_vlc[rl->n][1];
1191 bits=bits*2; len++; //esc1
1192 level1= level - rl->max_level[last][run];
1194 code= get_rl_index(rl, last, run, level1);
1195 bits<<= rl->table_vlc[code][1];
1196 len += rl->table_vlc[code][1];
1197 bits += rl->table_vlc[code][0];
1198 bits=bits*2+sign; len++;
1200 if(code!=rl->n && len < len_tab[index]){
1201 bits_tab[index]= bits;
1202 len_tab [index]= len;
1206 bits= rl->table_vlc[rl->n][0];
1207 len= rl->table_vlc[rl->n][1];
1208 bits=bits*4+2; len+=2; //esc2
1209 run1 = run - rl->max_run[last][level] - 1;
1211 code= get_rl_index(rl, last, run1, level);
1212 bits<<= rl->table_vlc[code][1];
1213 len += rl->table_vlc[code][1];
1214 bits += rl->table_vlc[code][0];
1215 bits=bits*2+sign; len++;
1217 if(code!=rl->n && len < len_tab[index]){
1218 bits_tab[index]= bits;
1219 len_tab [index]= len;
1223 bits= rl->table_vlc[rl->n][0];
1224 len = rl->table_vlc[rl->n][1];
1225 bits=bits*4+3; len+=2; //esc3
1226 bits=bits*2+last; len++;
1227 bits=bits*64+run; len+=6;
1228 bits=bits*2+1; len++; //marker
1229 bits=bits*4096+(slevel&0xfff); len+=12;
1230 bits=bits*2+1; len++; //marker
1232 if(len < len_tab[index]){
1233 bits_tab[index]= bits;
1234 len_tab [index]= len;
1241 static av_cold int encode_init(AVCodecContext *avctx)
1243 MpegEncContext *s = avctx->priv_data;
1245 static int done = 0;
1247 if((ret=MPV_encode_init(avctx)) < 0)
1255 init_rl(&ff_mpeg4_rl_intra, ff_mpeg4_static_rl_table_store[0]);
1257 init_uni_mpeg4_rl_tab(&ff_mpeg4_rl_intra, uni_mpeg4_intra_rl_bits, uni_mpeg4_intra_rl_len);
1258 init_uni_mpeg4_rl_tab(&ff_h263_rl_inter, uni_mpeg4_inter_rl_bits, uni_mpeg4_inter_rl_len);
1261 s->min_qcoeff= -2048;
1262 s->max_qcoeff= 2047;
1263 s->intra_ac_vlc_length = uni_mpeg4_intra_rl_len;
1264 s->intra_ac_vlc_last_length= uni_mpeg4_intra_rl_len + 128*64;
1265 s->inter_ac_vlc_length = uni_mpeg4_inter_rl_len;
1266 s->inter_ac_vlc_last_length= uni_mpeg4_inter_rl_len + 128*64;
1267 s->luma_dc_vlc_length= uni_DCtab_lum_len;
1268 s->chroma_dc_vlc_length= uni_DCtab_chrom_len;
1269 s->ac_esc_length= 7+2+1+6+1+12+1;
1270 s->y_dc_scale_table= ff_mpeg4_y_dc_scale_table;
1271 s->c_dc_scale_table= ff_mpeg4_c_dc_scale_table;
1273 if(s->flags & CODEC_FLAG_GLOBAL_HEADER){
1275 s->avctx->extradata= av_malloc(1024);
1276 init_put_bits(&s->pb, s->avctx->extradata, 1024);
1278 if(!(s->workaround_bugs & FF_BUG_MS))
1279 mpeg4_encode_visual_object_header(s);
1280 mpeg4_encode_vol_header(s, 0, 0);
1282 // ff_mpeg4_stuffing(&s->pb); ?
1283 flush_put_bits(&s->pb);
1284 s->avctx->extradata_size= (put_bits_count(&s->pb)+7)>>3;
1289 void ff_mpeg4_init_partitions(MpegEncContext *s)
1291 uint8_t *start= put_bits_ptr(&s->pb);
1292 uint8_t *end= s->pb.buf_end;
1293 int size= end - start;
1294 int pb_size = (((intptr_t)start + size/3)&(~3)) - (intptr_t)start;
1295 int tex_size= (size - 2*pb_size)&(~3);
1297 set_put_bits_buffer_size(&s->pb, pb_size);
1298 init_put_bits(&s->tex_pb, start + pb_size , tex_size);
1299 init_put_bits(&s->pb2 , start + pb_size + tex_size, pb_size);
1302 void ff_mpeg4_merge_partitions(MpegEncContext *s)
1304 const int pb2_len = put_bits_count(&s->pb2 );
1305 const int tex_pb_len= put_bits_count(&s->tex_pb);
1306 const int bits= put_bits_count(&s->pb);
1308 if(s->pict_type==FF_I_TYPE){
1309 put_bits(&s->pb, 19, DC_MARKER);
1310 s->misc_bits+=19 + pb2_len + bits - s->last_bits;
1311 s->i_tex_bits+= tex_pb_len;
1313 put_bits(&s->pb, 17, MOTION_MARKER);
1314 s->misc_bits+=17 + pb2_len;
1315 s->mv_bits+= bits - s->last_bits;
1316 s->p_tex_bits+= tex_pb_len;
1319 flush_put_bits(&s->pb2);
1320 flush_put_bits(&s->tex_pb);
1322 set_put_bits_buffer_size(&s->pb, s->pb2.buf_end - s->pb.buf);
1323 ff_copy_bits(&s->pb, s->pb2.buf , pb2_len);
1324 ff_copy_bits(&s->pb, s->tex_pb.buf, tex_pb_len);
1325 s->last_bits= put_bits_count(&s->pb);
1329 void ff_mpeg4_encode_video_packet_header(MpegEncContext *s)
1331 int mb_num_bits= av_log2(s->mb_num - 1) + 1;
1333 put_bits(&s->pb, ff_mpeg4_get_video_packet_prefix_length(s), 0);
1334 put_bits(&s->pb, 1, 1);
1336 put_bits(&s->pb, mb_num_bits, s->mb_x + s->mb_y*s->mb_width);
1337 put_bits(&s->pb, s->quant_precision, s->qscale);
1338 put_bits(&s->pb, 1, 0); /* no HEC */
1341 AVCodec mpeg4_encoder = {
1345 sizeof(MpegEncContext),
1349 .pix_fmts= (const enum PixelFormat[]){PIX_FMT_YUV420P, PIX_FMT_NONE},
1350 .capabilities= CODEC_CAP_DELAY,
1351 .long_name= NULL_IF_CONFIG_SMALL("MPEG-4 part 2"),