3 * Copyright (c) 2000,2001 Fabrice Bellard
4 * Copyright (c) 2002-2010 Michael Niedermayer <michaelni@gmx.at>
6 * This file is part of FFmpeg.
8 * FFmpeg is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU Lesser General Public
10 * License as published by the Free Software Foundation; either
11 * version 2.1 of the License, or (at your option) any later version.
13 * FFmpeg is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
16 * Lesser General Public License for more details.
18 * You should have received a copy of the GNU Lesser General Public
19 * License along with FFmpeg; if not, write to the Free Software
20 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
23 #include "libavutil/attributes.h"
24 #include "libavutil/log.h"
25 #include "libavutil/opt.h"
26 #include "mpegvideo.h"
28 #include "mpeg4video.h"
30 //The uni_DCtab_* tables below contain unified bits+length tables to encode DC
31 //differences in mpeg4. Unified in the sense that the specification specifies
32 //this encoding in several steps.
33 static uint8_t uni_DCtab_lum_len[512];
34 static uint8_t uni_DCtab_chrom_len[512];
35 static uint16_t uni_DCtab_lum_bits[512];
36 static uint16_t uni_DCtab_chrom_bits[512];
38 //unified encoding tables for run length encoding of coefficients
39 //unified in the sense that the specification specifies the encoding in several steps.
40 static uint32_t uni_mpeg4_intra_rl_bits[64*64*2*2];
41 static uint8_t uni_mpeg4_intra_rl_len [64*64*2*2];
42 static uint32_t uni_mpeg4_inter_rl_bits[64*64*2*2];
43 static uint8_t uni_mpeg4_inter_rl_len [64*64*2*2];
44 //#define UNI_MPEG4_ENC_INDEX(last,run,level) ((last)*128 + (run)*256 + (level))
45 //#define UNI_MPEG4_ENC_INDEX(last,run,level) ((last)*128*64 + (run) + (level)*64)
46 #define UNI_MPEG4_ENC_INDEX(last,run,level) ((last)*128*64 + (run)*128 + (level))
60 * Return the number of bits that encoding the 8x8 block in block would need.
61 * @param[in] block_last_index last index in scantable order that refers to a non zero element in block.
63 static inline int get_block_rate(MpegEncContext * s, int16_t block[64], int block_last_index, uint8_t scantable[64]){
68 for(j=1; j<=block_last_index; j++){
69 const int index= scantable[j];
70 int level= block[index];
73 if((level&(~127)) == 0){
74 if(j<block_last_index) rate+= s->intra_ac_vlc_length [UNI_AC_ENC_INDEX(j-last-1, level)];
75 else rate+= s->intra_ac_vlc_last_length[UNI_AC_ENC_INDEX(j-last-1, level)];
77 rate += s->ac_esc_length;
88 * Restore the ac coefficients in block that have been changed by decide_ac_pred().
89 * This function also restores s->block_last_index.
90 * @param[in,out] block MB coefficients, these will be restored
91 * @param[in] dir ac prediction direction for each 8x8 block
92 * @param[out] st scantable for each 8x8 block
93 * @param[in] zigzag_last_index index referring to the last non zero coefficient in zigzag order
95 static inline void restore_ac_coeffs(MpegEncContext * s, int16_t block[6][64], const int dir[6], uint8_t *st[6], const int zigzag_last_index[6])
98 memcpy(s->block_last_index, zigzag_last_index, sizeof(int)*6);
101 int16_t *ac_val = s->ac_val[0][0] + s->block_index[n] * 16;
103 st[n]= s->intra_scantable.permutated;
107 block[n][s->dsp.idct_permutation[i ]] = ac_val[i+8];
110 /* left prediction */
112 block[n][s->dsp.idct_permutation[i<<3]]= ac_val[i ];
119 * Return the optimal value (0 or 1) for the ac_pred element for the given MB in mpeg4.
120 * This function will also update s->block_last_index and s->ac_val.
121 * @param[in,out] block MB coefficients, these will be updated if 1 is returned
122 * @param[in] dir ac prediction direction for each 8x8 block
123 * @param[out] st scantable for each 8x8 block
124 * @param[out] zigzag_last_index index referring to the last non zero coefficient in zigzag order
126 static inline int decide_ac_pred(MpegEncContext * s, int16_t block[6][64], const int dir[6], uint8_t *st[6], int zigzag_last_index[6])
130 int8_t * const qscale_table = s->current_picture.qscale_table;
132 memcpy(zigzag_last_index, s->block_last_index, sizeof(int)*6);
135 int16_t *ac_val, *ac_val1;
137 score -= get_block_rate(s, block[n], s->block_last_index[n], s->intra_scantable.permutated);
139 ac_val = s->ac_val[0][0] + s->block_index[n] * 16;
142 const int xy= s->mb_x + s->mb_y*s->mb_stride - s->mb_stride;
144 ac_val-= s->block_wrap[n]*16;
145 if(s->mb_y==0 || s->qscale == qscale_table[xy] || n==2 || n==3){
148 const int level= block[n][s->dsp.idct_permutation[i ]];
149 block[n][s->dsp.idct_permutation[i ]] = level - ac_val[i+8];
150 ac_val1[i ]= block[n][s->dsp.idct_permutation[i<<3]];
154 /* different qscale, we must rescale */
156 const int level= block[n][s->dsp.idct_permutation[i ]];
157 block[n][s->dsp.idct_permutation[i ]] = level - ROUNDED_DIV(ac_val[i + 8]*qscale_table[xy], s->qscale);
158 ac_val1[i ]= block[n][s->dsp.idct_permutation[i<<3]];
162 st[n]= s->intra_h_scantable.permutated;
164 const int xy= s->mb_x-1 + s->mb_y*s->mb_stride;
165 /* left prediction */
167 if(s->mb_x==0 || s->qscale == qscale_table[xy] || n==1 || n==3){
170 const int level= block[n][s->dsp.idct_permutation[i<<3]];
171 block[n][s->dsp.idct_permutation[i<<3]]= level - ac_val[i];
173 ac_val1[i+8]= block[n][s->dsp.idct_permutation[i ]];
176 /* different qscale, we must rescale */
178 const int level= block[n][s->dsp.idct_permutation[i<<3]];
179 block[n][s->dsp.idct_permutation[i<<3]]= level - ROUNDED_DIV(ac_val[i]*qscale_table[xy], s->qscale);
181 ac_val1[i+8]= block[n][s->dsp.idct_permutation[i ]];
184 st[n]= s->intra_v_scantable.permutated;
187 for(i=63; i>0; i--) //FIXME optimize
188 if(block[n][ st[n][i] ]) break;
189 s->block_last_index[n]= i;
191 score += get_block_rate(s, block[n], s->block_last_index[n], st[n]);
197 restore_ac_coeffs(s, block, dir, st, zigzag_last_index);
203 * modify mb_type & qscale so that encoding is actually possible in mpeg4
205 void ff_clean_mpeg4_qscales(MpegEncContext *s){
207 int8_t * const qscale_table = s->current_picture.qscale_table;
209 ff_clean_h263_qscales(s);
211 if(s->pict_type== AV_PICTURE_TYPE_B){
213 /* ok, come on, this isn't funny anymore, there's more code for handling this mpeg4 mess than for the actual adaptive quantization */
215 for(i=0; i<s->mb_num; i++){
216 int mb_xy= s->mb_index2xy[i];
217 odd += qscale_table[mb_xy]&1;
220 if(2*odd > s->mb_num) odd=1;
223 for(i=0; i<s->mb_num; i++){
224 int mb_xy= s->mb_index2xy[i];
225 if((qscale_table[mb_xy]&1) != odd)
226 qscale_table[mb_xy]++;
227 if(qscale_table[mb_xy] > 31)
228 qscale_table[mb_xy]= 31;
231 for(i=1; i<s->mb_num; i++){
232 int mb_xy= s->mb_index2xy[i];
233 if(qscale_table[mb_xy] != qscale_table[s->mb_index2xy[i-1]] && (s->mb_type[mb_xy]&CANDIDATE_MB_TYPE_DIRECT)){
234 s->mb_type[mb_xy]|= CANDIDATE_MB_TYPE_BIDIR;
242 * Encode the dc value.
243 * @param n block index (0-3 are luma, 4-5 are chroma)
245 static inline void mpeg4_encode_dc(PutBitContext * s, int level, int n)
248 /* DC will overflow if level is outside the [-255,255] range. */
252 put_bits(s, uni_DCtab_lum_len[level], uni_DCtab_lum_bits[level]);
255 put_bits(s, uni_DCtab_chrom_len[level], uni_DCtab_chrom_bits[level]);
259 /* find number of bits */
269 put_bits(&s->pb, ff_mpeg4_DCtab_lum[size][1], ff_mpeg4_DCtab_lum[size][0]);
272 put_bits(&s->pb, ff_mpeg4_DCtab_chrom[size][1], ff_mpeg4_DCtab_chrom[size][0]);
275 /* encode remaining bits */
278 level = (-level) ^ ((1 << size) - 1);
279 put_bits(&s->pb, size, level);
281 put_bits(&s->pb, 1, 1);
286 static inline int mpeg4_get_dc_length(int level, int n){
288 return uni_DCtab_lum_len[level + 256];
290 return uni_DCtab_chrom_len[level + 256];
295 * Encode an 8x8 block.
296 * @param n block index (0-3 are luma, 4-5 are chroma)
298 static inline void mpeg4_encode_block(MpegEncContext * s, int16_t * block, int n, int intra_dc,
299 uint8_t *scan_table, PutBitContext *dc_pb, PutBitContext *ac_pb)
301 int i, last_non_zero;
304 const int last_index = s->block_last_index[n];
306 if (s->mb_intra) { //Note gcc (3.2.1 at least) will optimize this away
307 /* mpeg4 based DC predictor */
308 mpeg4_encode_dc(dc_pb, intra_dc, n);
309 if(last_index<1) return;
311 bits_tab= uni_mpeg4_intra_rl_bits;
312 len_tab = uni_mpeg4_intra_rl_len;
314 if(last_index<0) return;
316 bits_tab= uni_mpeg4_inter_rl_bits;
317 len_tab = uni_mpeg4_inter_rl_len;
321 last_non_zero = i - 1;
322 for (; i < last_index; i++) {
323 int level = block[ scan_table[i] ];
325 int run = i - last_non_zero - 1;
327 if((level&(~127)) == 0){
328 const int index= UNI_MPEG4_ENC_INDEX(0, run, level);
329 put_bits(ac_pb, len_tab[index], bits_tab[index]);
331 put_bits(ac_pb, 7+2+1+6+1+12+1, (3<<23)+(3<<21)+(0<<20)+(run<<14)+(1<<13)+(((level-64)&0xfff)<<1)+1);
336 /*if(i<=last_index)*/{
337 int level = block[ scan_table[i] ];
338 int run = i - last_non_zero - 1;
340 if((level&(~127)) == 0){
341 const int index= UNI_MPEG4_ENC_INDEX(1, run, level);
342 put_bits(ac_pb, len_tab[index], bits_tab[index]);
344 put_bits(ac_pb, 7+2+1+6+1+12+1, (3<<23)+(3<<21)+(1<<20)+(run<<14)+(1<<13)+(((level-64)&0xfff)<<1)+1);
349 static int mpeg4_get_block_length(MpegEncContext * s, int16_t * block, int n, int intra_dc,
352 int i, last_non_zero;
354 const int last_index = s->block_last_index[n];
357 if (s->mb_intra) { //Note gcc (3.2.1 at least) will optimize this away
358 /* mpeg4 based DC predictor */
359 len += mpeg4_get_dc_length(intra_dc, n);
360 if(last_index<1) return len;
362 len_tab = uni_mpeg4_intra_rl_len;
364 if(last_index<0) return 0;
366 len_tab = uni_mpeg4_inter_rl_len;
370 last_non_zero = i - 1;
371 for (; i < last_index; i++) {
372 int level = block[ scan_table[i] ];
374 int run = i - last_non_zero - 1;
376 if((level&(~127)) == 0){
377 const int index= UNI_MPEG4_ENC_INDEX(0, run, level);
378 len += len_tab[index];
380 len += 7+2+1+6+1+12+1;
385 /*if(i<=last_index)*/{
386 int level = block[ scan_table[i] ];
387 int run = i - last_non_zero - 1;
389 if((level&(~127)) == 0){
390 const int index= UNI_MPEG4_ENC_INDEX(1, run, level);
391 len += len_tab[index];
393 len += 7+2+1+6+1+12+1;
400 static inline void mpeg4_encode_blocks(MpegEncContext * s, int16_t block[6][64], int intra_dc[6],
401 uint8_t **scan_table, PutBitContext *dc_pb, PutBitContext *ac_pb){
405 if(s->flags2 & CODEC_FLAG2_NO_OUTPUT){
406 for (i = 0; i < 6; i++) {
407 skip_put_bits(&s->pb, mpeg4_get_block_length(s, block[i], i, intra_dc[i], scan_table[i]));
410 /* encode each block */
411 for (i = 0; i < 6; i++) {
412 mpeg4_encode_block(s, block[i], i, intra_dc[i], scan_table[i], dc_pb, ac_pb);
416 if(s->flags2 & CODEC_FLAG2_NO_OUTPUT){
417 for (i = 0; i < 6; i++) {
418 skip_put_bits(&s->pb, mpeg4_get_block_length(s, block[i], i, 0, s->intra_scantable.permutated));
421 /* encode each block */
422 for (i = 0; i < 6; i++) {
423 mpeg4_encode_block(s, block[i], i, 0, s->intra_scantable.permutated, dc_pb, ac_pb);
429 static inline int get_b_cbp(MpegEncContext * s, int16_t block[6][64],
430 int motion_x, int motion_y, int mb_type)
434 if (s->mpv_flags & FF_MPV_FLAG_CBP_RD) {
436 const int lambda = s->lambda2 >> (FF_LAMBDA_SHIFT - 6);
438 for (i = 0; i < 6; i++)
439 if (s->coded_score[i] < 0) {
440 score += s->coded_score[i];
446 if ((motion_x | motion_y | s->dquant | mb_type) == 0)
447 zero_score -= 4; //2*MV + mb_type + cbp bit
449 zero_score *= lambda;
450 if (zero_score <= score)
454 for (i = 0; i < 6; i++) {
455 if (s->block_last_index[i] >= 0 && ((cbp >> (5 - i)) & 1) == 0) {
456 s->block_last_index[i] = -1;
457 s->dsp.clear_block(s->block[i]);
461 for (i = 0; i < 6; i++) {
462 if (s->block_last_index[i] >= 0)
469 //FIXME this is duplicated to h263.c
470 static const int dquant_code[5]= {1,0,9,2,3};
472 void ff_mpeg4_encode_mb(MpegEncContext * s,
473 int16_t block[6][64],
474 int motion_x, int motion_y)
476 int cbpc, cbpy, pred_x, pred_y;
477 PutBitContext * const pb2 = s->data_partitioning ? &s->pb2 : &s->pb;
478 PutBitContext * const tex_pb = s->data_partitioning && s->pict_type!=AV_PICTURE_TYPE_B ? &s->tex_pb : &s->pb;
479 PutBitContext * const dc_pb = s->data_partitioning && s->pict_type!=AV_PICTURE_TYPE_I ? &s->pb2 : &s->pb;
480 const int interleaved_stats= (s->flags&CODEC_FLAG_PASS1) && !s->data_partitioning ? 1 : 0;
485 if(s->pict_type==AV_PICTURE_TYPE_B){
486 static const int mb_type_table[8]= {-1, 3, 2, 1,-1,-1,-1, 0}; /* convert from mv_dir to type */
487 int mb_type= mb_type_table[s->mv_dir];
494 s->last_mv[i][1][1]= 0;
498 av_assert2(s->dquant>=-2 && s->dquant<=2);
499 av_assert2((s->dquant&1)==0);
500 av_assert2(mb_type>=0);
502 /* nothing to do if this MB was skipped in the next P Frame */
503 if (s->next_picture.mbskip_table[s->mb_y * s->mb_stride + s->mb_x]) { //FIXME avoid DCT & ...
509 s->mv_dir= MV_DIR_FORWARD; //doesn't matter
510 s->qscale -= s->dquant;
516 cbp= get_b_cbp(s, block, motion_x, motion_y, mb_type);
518 if ((cbp | motion_x | motion_y | mb_type) ==0) {
519 /* direct MB with MV={0,0} */
520 av_assert2(s->dquant==0);
522 put_bits(&s->pb, 1, 1); /* mb not coded modb1=1 */
524 if(interleaved_stats){
532 put_bits(&s->pb, 1, 0); /* mb coded modb1=0 */
533 put_bits(&s->pb, 1, cbp ? 0 : 1); /* modb2 */ //FIXME merge
534 put_bits(&s->pb, mb_type+1, 1); // this table is so simple that we don't need it :)
535 if(cbp) put_bits(&s->pb, 6, cbp);
539 put_bits(&s->pb, 2, (s->dquant>>2)+3);
541 put_bits(&s->pb, 1, 0);
543 s->qscale -= s->dquant;
545 if(!s->progressive_sequence){
547 put_bits(&s->pb, 1, s->interlaced_dct);
548 if(mb_type) // not direct mode
549 put_bits(&s->pb, 1, s->mv_type == MV_TYPE_FIELD);
552 if(interleaved_stats){
553 s->misc_bits+= get_bits_diff(s);
557 av_assert2(s->mv_dir & MV_DIRECT);
558 ff_h263_encode_motion_vector(s, motion_x, motion_y, 1);
562 av_assert2(mb_type > 0 && mb_type < 4);
563 if(s->mv_type != MV_TYPE_FIELD){
564 if(s->mv_dir & MV_DIR_FORWARD){
565 ff_h263_encode_motion_vector(s, s->mv[0][0][0] - s->last_mv[0][0][0],
566 s->mv[0][0][1] - s->last_mv[0][0][1], s->f_code);
567 s->last_mv[0][0][0]= s->last_mv[0][1][0]= s->mv[0][0][0];
568 s->last_mv[0][0][1]= s->last_mv[0][1][1]= s->mv[0][0][1];
571 if(s->mv_dir & MV_DIR_BACKWARD){
572 ff_h263_encode_motion_vector(s, s->mv[1][0][0] - s->last_mv[1][0][0],
573 s->mv[1][0][1] - s->last_mv[1][0][1], s->b_code);
574 s->last_mv[1][0][0]= s->last_mv[1][1][0]= s->mv[1][0][0];
575 s->last_mv[1][0][1]= s->last_mv[1][1][1]= s->mv[1][0][1];
579 if(s->mv_dir & MV_DIR_FORWARD){
580 put_bits(&s->pb, 1, s->field_select[0][0]);
581 put_bits(&s->pb, 1, s->field_select[0][1]);
583 if(s->mv_dir & MV_DIR_BACKWARD){
584 put_bits(&s->pb, 1, s->field_select[1][0]);
585 put_bits(&s->pb, 1, s->field_select[1][1]);
587 if(s->mv_dir & MV_DIR_FORWARD){
589 ff_h263_encode_motion_vector(s, s->mv[0][i][0] - s->last_mv[0][i][0] ,
590 s->mv[0][i][1] - s->last_mv[0][i][1]/2, s->f_code);
591 s->last_mv[0][i][0]= s->mv[0][i][0];
592 s->last_mv[0][i][1]= s->mv[0][i][1]*2;
596 if(s->mv_dir & MV_DIR_BACKWARD){
598 ff_h263_encode_motion_vector(s, s->mv[1][i][0] - s->last_mv[1][i][0] ,
599 s->mv[1][i][1] - s->last_mv[1][i][1]/2, s->b_code);
600 s->last_mv[1][i][0]= s->mv[1][i][0];
601 s->last_mv[1][i][1]= s->mv[1][i][1]*2;
608 if(interleaved_stats){
609 s->mv_bits+= get_bits_diff(s);
612 mpeg4_encode_blocks(s, block, NULL, NULL, NULL, &s->pb);
614 if(interleaved_stats){
615 s->p_tex_bits+= get_bits_diff(s);
618 }else{ /* s->pict_type==AV_PICTURE_TYPE_B */
619 cbp= get_p_cbp(s, block, motion_x, motion_y);
621 if ((cbp | motion_x | motion_y | s->dquant) == 0 && s->mv_type==MV_TYPE_16X16) {
622 /* check if the B frames can skip it too, as we must skip it if we skip here
623 why didn't they just compress the skip-mb bits instead of reusing them ?! */
624 if(s->max_b_frames>0){
632 offset= x + y*s->linesize;
633 p_pic = s->new_picture.f.data[0] + offset;
636 for(i=0; i<s->max_b_frames; i++){
639 Picture *pic= s->reordered_input_picture[i+1];
641 if (pic == NULL || pic->f.pict_type != AV_PICTURE_TYPE_B)
644 b_pic = pic->f.data[0] + offset;
646 b_pic+= INPLACE_OFFSET;
648 if(x+16 > s->width || y+16 > s->height){
650 int xe= FFMIN(16, s->width - x);
651 int ye= FFMIN(16, s->height- y);
653 for(y1=0; y1<ye; y1++){
654 for(x1=0; x1<xe; x1++){
655 diff+= FFABS(p_pic[x1+y1*s->linesize] - b_pic[x1+y1*s->linesize]);
658 diff= diff*256/(xe*ye);
660 diff= s->dsp.sad[0](NULL, p_pic, b_pic, s->linesize, 16);
662 if(diff>s->qscale*70){ //FIXME check that 70 is optimal
670 if(s->mb_skipped==1){
671 /* skip macroblock */
672 put_bits(&s->pb, 1, 1);
674 if(interleaved_stats){
684 put_bits(&s->pb, 1, 0); /* mb coded */
688 if(s->mv_type==MV_TYPE_16X16){
689 if(s->dquant) cbpc+= 8;
691 ff_h263_inter_MCBPC_bits[cbpc],
692 ff_h263_inter_MCBPC_code[cbpc]);
694 put_bits(pb2, ff_h263_cbpy_tab[cbpy][1], ff_h263_cbpy_tab[cbpy][0]);
696 put_bits(pb2, 2, dquant_code[s->dquant+2]);
698 if(!s->progressive_sequence){
700 put_bits(pb2, 1, s->interlaced_dct);
704 if(interleaved_stats){
705 s->misc_bits+= get_bits_diff(s);
708 /* motion vectors: 16x16 mode */
709 ff_h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
711 ff_h263_encode_motion_vector(s, motion_x - pred_x,
712 motion_y - pred_y, s->f_code);
713 }else if(s->mv_type==MV_TYPE_FIELD){
714 if(s->dquant) cbpc+= 8;
716 ff_h263_inter_MCBPC_bits[cbpc],
717 ff_h263_inter_MCBPC_code[cbpc]);
719 put_bits(pb2, ff_h263_cbpy_tab[cbpy][1], ff_h263_cbpy_tab[cbpy][0]);
721 put_bits(pb2, 2, dquant_code[s->dquant+2]);
723 av_assert2(!s->progressive_sequence);
725 put_bits(pb2, 1, s->interlaced_dct);
728 if(interleaved_stats){
729 s->misc_bits+= get_bits_diff(s);
732 /* motion vectors: 16x8 interlaced mode */
733 ff_h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
736 put_bits(&s->pb, 1, s->field_select[0][0]);
737 put_bits(&s->pb, 1, s->field_select[0][1]);
739 ff_h263_encode_motion_vector(s, s->mv[0][0][0] - pred_x,
740 s->mv[0][0][1] - pred_y, s->f_code);
741 ff_h263_encode_motion_vector(s, s->mv[0][1][0] - pred_x,
742 s->mv[0][1][1] - pred_y, s->f_code);
744 av_assert2(s->mv_type==MV_TYPE_8X8);
746 ff_h263_inter_MCBPC_bits[cbpc+16],
747 ff_h263_inter_MCBPC_code[cbpc+16]);
748 put_bits(pb2, ff_h263_cbpy_tab[cbpy][1], ff_h263_cbpy_tab[cbpy][0]);
750 if(!s->progressive_sequence){
752 put_bits(pb2, 1, s->interlaced_dct);
755 if(interleaved_stats){
756 s->misc_bits+= get_bits_diff(s);
760 /* motion vectors: 8x8 mode*/
761 ff_h263_pred_motion(s, i, 0, &pred_x, &pred_y);
763 ff_h263_encode_motion_vector(s, s->current_picture.motion_val[0][ s->block_index[i] ][0] - pred_x,
764 s->current_picture.motion_val[0][ s->block_index[i] ][1] - pred_y, s->f_code);
768 if(interleaved_stats){
769 s->mv_bits+= get_bits_diff(s);
772 mpeg4_encode_blocks(s, block, NULL, NULL, NULL, tex_pb);
774 if(interleaved_stats){
775 s->p_tex_bits+= get_bits_diff(s);
781 int dc_diff[6]; //dc values with the dc prediction subtracted
782 int dir[6]; //prediction direction
783 int zigzag_last_index[6];
784 uint8_t *scan_table[6];
788 dc_diff[i]= ff_mpeg4_pred_dc(s, i, block[i][0], &dir[i], 1);
791 if(s->flags & CODEC_FLAG_AC_PRED){
792 s->ac_pred= decide_ac_pred(s, block, dir, scan_table, zigzag_last_index);
795 scan_table[i]= s->intra_scantable.permutated;
800 for (i = 0; i < 6; i++) {
801 if (s->block_last_index[i] >= 1)
806 if (s->pict_type == AV_PICTURE_TYPE_I) {
807 if(s->dquant) cbpc+=4;
809 ff_h263_intra_MCBPC_bits[cbpc],
810 ff_h263_intra_MCBPC_code[cbpc]);
812 if(s->dquant) cbpc+=8;
813 put_bits(&s->pb, 1, 0); /* mb coded */
815 ff_h263_inter_MCBPC_bits[cbpc + 4],
816 ff_h263_inter_MCBPC_code[cbpc + 4]);
818 put_bits(pb2, 1, s->ac_pred);
820 put_bits(pb2, ff_h263_cbpy_tab[cbpy][1], ff_h263_cbpy_tab[cbpy][0]);
822 put_bits(dc_pb, 2, dquant_code[s->dquant+2]);
824 if(!s->progressive_sequence){
825 put_bits(dc_pb, 1, s->interlaced_dct);
828 if(interleaved_stats){
829 s->misc_bits+= get_bits_diff(s);
832 mpeg4_encode_blocks(s, block, dc_diff, scan_table, dc_pb, tex_pb);
834 if(interleaved_stats){
835 s->i_tex_bits+= get_bits_diff(s);
839 /* restore ac coeffs & last_index stuff if we messed them up with the prediction */
841 restore_ac_coeffs(s, block, dir, scan_table, zigzag_last_index);
846 * add mpeg4 stuffing bits (01...1)
848 void ff_mpeg4_stuffing(PutBitContext * pbc)
852 length= (-put_bits_count(pbc))&7;
853 if(length) put_bits(pbc, length, (1<<length)-1);
856 /* must be called before writing the header */
857 void ff_set_mpeg4_time(MpegEncContext * s){
858 if(s->pict_type==AV_PICTURE_TYPE_B){
859 ff_mpeg4_init_direct_mv(s);
861 s->last_time_base= s->time_base;
862 s->time_base= FFUDIV(s->time, s->avctx->time_base.den);
866 static void mpeg4_encode_gop_header(MpegEncContext * s){
867 int hours, minutes, seconds;
870 put_bits(&s->pb, 16, 0);
871 put_bits(&s->pb, 16, GOP_STARTCODE);
873 time = s->current_picture_ptr->f.pts;
874 if(s->reordered_input_picture[1])
875 time = FFMIN(time, s->reordered_input_picture[1]->f.pts);
876 time= time*s->avctx->time_base.num;
877 s->last_time_base= FFUDIV(time, s->avctx->time_base.den);
879 seconds= FFUDIV(time, s->avctx->time_base.den);
880 minutes= FFUDIV(seconds, 60); seconds = FFUMOD(seconds, 60);
881 hours = FFUDIV(minutes, 60); minutes = FFUMOD(minutes, 60);
882 hours = FFUMOD(hours , 24);
884 put_bits(&s->pb, 5, hours);
885 put_bits(&s->pb, 6, minutes);
886 put_bits(&s->pb, 1, 1);
887 put_bits(&s->pb, 6, seconds);
889 put_bits(&s->pb, 1, !!(s->flags&CODEC_FLAG_CLOSED_GOP));
890 put_bits(&s->pb, 1, 0); //broken link == NO
892 ff_mpeg4_stuffing(&s->pb);
895 static void mpeg4_encode_visual_object_header(MpegEncContext * s){
896 int profile_and_level_indication;
899 if(s->avctx->profile != FF_PROFILE_UNKNOWN){
900 profile_and_level_indication = s->avctx->profile << 4;
901 }else if(s->max_b_frames || s->quarter_sample){
902 profile_and_level_indication= 0xF0; // adv simple
904 profile_and_level_indication= 0x00; // simple
907 if(s->avctx->level != FF_LEVEL_UNKNOWN){
908 profile_and_level_indication |= s->avctx->level;
910 profile_and_level_indication |= 1; //level 1
913 if(profile_and_level_indication>>4 == 0xF){
921 put_bits(&s->pb, 16, 0);
922 put_bits(&s->pb, 16, VOS_STARTCODE);
924 put_bits(&s->pb, 8, profile_and_level_indication);
926 put_bits(&s->pb, 16, 0);
927 put_bits(&s->pb, 16, VISUAL_OBJ_STARTCODE);
929 put_bits(&s->pb, 1, 1);
930 put_bits(&s->pb, 4, vo_ver_id);
931 put_bits(&s->pb, 3, 1); //priority
933 put_bits(&s->pb, 4, 1); //visual obj type== video obj
935 put_bits(&s->pb, 1, 0); //video signal type == no clue //FIXME
937 ff_mpeg4_stuffing(&s->pb);
940 static void mpeg4_encode_vol_header(MpegEncContext * s, int vo_number, int vol_number)
944 if (!CONFIG_MPEG4_ENCODER) return;
946 if(s->max_b_frames || s->quarter_sample){
948 s->vo_type= ADV_SIMPLE_VO_TYPE;
951 s->vo_type= SIMPLE_VO_TYPE;
954 put_bits(&s->pb, 16, 0);
955 put_bits(&s->pb, 16, 0x100 + vo_number); /* video obj */
956 put_bits(&s->pb, 16, 0);
957 put_bits(&s->pb, 16, 0x120 + vol_number); /* video obj layer */
959 put_bits(&s->pb, 1, 0); /* random access vol */
960 put_bits(&s->pb, 8, s->vo_type); /* video obj type indication */
961 if(s->workaround_bugs & FF_BUG_MS) {
962 put_bits(&s->pb, 1, 0); /* is obj layer id= no */
964 put_bits(&s->pb, 1, 1); /* is obj layer id= yes */
965 put_bits(&s->pb, 4, vo_ver_id); /* is obj layer ver id */
966 put_bits(&s->pb, 3, 1); /* is obj layer priority */
969 s->aspect_ratio_info= ff_h263_aspect_to_info(s->avctx->sample_aspect_ratio);
971 put_bits(&s->pb, 4, s->aspect_ratio_info);/* aspect ratio info */
972 if (s->aspect_ratio_info == FF_ASPECT_EXTENDED){
973 av_reduce(&s->avctx->sample_aspect_ratio.num, &s->avctx->sample_aspect_ratio.den,
974 s->avctx->sample_aspect_ratio.num, s->avctx->sample_aspect_ratio.den, 255);
975 put_bits(&s->pb, 8, s->avctx->sample_aspect_ratio.num);
976 put_bits(&s->pb, 8, s->avctx->sample_aspect_ratio.den);
979 if(s->workaround_bugs & FF_BUG_MS) { //
980 put_bits(&s->pb, 1, 0); /* vol control parameters= no @@@ */
982 put_bits(&s->pb, 1, 1); /* vol control parameters= yes */
983 put_bits(&s->pb, 2, 1); /* chroma format YUV 420/YV12 */
984 put_bits(&s->pb, 1, s->low_delay);
985 put_bits(&s->pb, 1, 0); /* vbv parameters= no */
988 put_bits(&s->pb, 2, RECT_SHAPE); /* vol shape= rectangle */
989 put_bits(&s->pb, 1, 1); /* marker bit */
991 put_bits(&s->pb, 16, s->avctx->time_base.den);
992 if (s->time_increment_bits < 1)
993 s->time_increment_bits = 1;
994 put_bits(&s->pb, 1, 1); /* marker bit */
995 put_bits(&s->pb, 1, 0); /* fixed vop rate=no */
996 put_bits(&s->pb, 1, 1); /* marker bit */
997 put_bits(&s->pb, 13, s->width); /* vol width */
998 put_bits(&s->pb, 1, 1); /* marker bit */
999 put_bits(&s->pb, 13, s->height); /* vol height */
1000 put_bits(&s->pb, 1, 1); /* marker bit */
1001 put_bits(&s->pb, 1, s->progressive_sequence ? 0 : 1);
1002 put_bits(&s->pb, 1, 1); /* obmc disable */
1003 if (vo_ver_id == 1) {
1004 put_bits(&s->pb, 1, s->vol_sprite_usage); /* sprite enable */
1006 put_bits(&s->pb, 2, s->vol_sprite_usage); /* sprite enable */
1009 put_bits(&s->pb, 1, 0); /* not 8 bit == false */
1010 put_bits(&s->pb, 1, s->mpeg_quant); /* quant type= (0=h263 style)*/
1013 ff_write_quant_matrix(&s->pb, s->avctx->intra_matrix);
1014 ff_write_quant_matrix(&s->pb, s->avctx->inter_matrix);
1018 put_bits(&s->pb, 1, s->quarter_sample);
1019 put_bits(&s->pb, 1, 1); /* complexity estimation disable */
1020 s->resync_marker= s->rtp_mode;
1021 put_bits(&s->pb, 1, s->resync_marker ? 0 : 1);/* resync marker disable */
1022 put_bits(&s->pb, 1, s->data_partitioning ? 1 : 0);
1023 if(s->data_partitioning){
1024 put_bits(&s->pb, 1, 0); /* no rvlc */
1027 if (vo_ver_id != 1){
1028 put_bits(&s->pb, 1, 0); /* newpred */
1029 put_bits(&s->pb, 1, 0); /* reduced res vop */
1031 put_bits(&s->pb, 1, 0); /* scalability */
1033 ff_mpeg4_stuffing(&s->pb);
1036 if(!(s->flags & CODEC_FLAG_BITEXACT)){
1037 put_bits(&s->pb, 16, 0);
1038 put_bits(&s->pb, 16, 0x1B2); /* user_data */
1039 avpriv_put_string(&s->pb, LIBAVCODEC_IDENT, 0);
1043 /* write mpeg4 VOP header */
1044 void ff_mpeg4_encode_picture_header(MpegEncContext * s, int picture_number)
1047 int time_div, time_mod;
1049 if(s->pict_type==AV_PICTURE_TYPE_I){
1050 if(!(s->flags&CODEC_FLAG_GLOBAL_HEADER)){
1051 if(s->strict_std_compliance < FF_COMPLIANCE_VERY_STRICT) //HACK, the reference sw is buggy
1052 mpeg4_encode_visual_object_header(s);
1053 if(s->strict_std_compliance < FF_COMPLIANCE_VERY_STRICT || picture_number==0) //HACK, the reference sw is buggy
1054 mpeg4_encode_vol_header(s, 0, 0);
1056 if(!(s->workaround_bugs & FF_BUG_MS))
1057 mpeg4_encode_gop_header(s);
1060 s->partitioned_frame= s->data_partitioning && s->pict_type!=AV_PICTURE_TYPE_B;
1062 put_bits(&s->pb, 16, 0); /* vop header */
1063 put_bits(&s->pb, 16, VOP_STARTCODE); /* vop header */
1064 put_bits(&s->pb, 2, s->pict_type - 1); /* pict type: I = 0 , P = 1 */
1066 time_div= FFUDIV(s->time, s->avctx->time_base.den);
1067 time_mod= FFUMOD(s->time, s->avctx->time_base.den);
1068 time_incr= time_div - s->last_time_base;
1069 av_assert0(time_incr >= 0);
1071 put_bits(&s->pb, 1, 1);
1073 put_bits(&s->pb, 1, 0);
1075 put_bits(&s->pb, 1, 1); /* marker */
1076 put_bits(&s->pb, s->time_increment_bits, time_mod); /* time increment */
1077 put_bits(&s->pb, 1, 1); /* marker */
1078 put_bits(&s->pb, 1, 1); /* vop coded */
1079 if ( s->pict_type == AV_PICTURE_TYPE_P
1080 || (s->pict_type == AV_PICTURE_TYPE_S && s->vol_sprite_usage==GMC_SPRITE)) {
1081 put_bits(&s->pb, 1, s->no_rounding); /* rounding type */
1083 put_bits(&s->pb, 3, 0); /* intra dc VLC threshold */
1084 if(!s->progressive_sequence){
1085 put_bits(&s->pb, 1, s->current_picture_ptr->f.top_field_first);
1086 put_bits(&s->pb, 1, s->alternate_scan);
1088 //FIXME sprite stuff
1090 put_bits(&s->pb, 5, s->qscale);
1092 if (s->pict_type != AV_PICTURE_TYPE_I)
1093 put_bits(&s->pb, 3, s->f_code); /* fcode_for */
1094 if (s->pict_type == AV_PICTURE_TYPE_B)
1095 put_bits(&s->pb, 3, s->b_code); /* fcode_back */
1099 static av_cold void init_uni_dc_tab(void)
1101 int level, uni_code, uni_len;
1103 for(level=-256; level<256; level++){
1105 /* find number of bits */
1114 l= (-level) ^ ((1 << size) - 1);
1119 uni_code= ff_mpeg4_DCtab_lum[size][0];
1120 uni_len = ff_mpeg4_DCtab_lum[size][1];
1123 uni_code<<=size; uni_code|=l;
1126 uni_code<<=1; uni_code|=1;
1130 uni_DCtab_lum_bits[level+256]= uni_code;
1131 uni_DCtab_lum_len [level+256]= uni_len;
1134 uni_code= ff_mpeg4_DCtab_chrom[size][0];
1135 uni_len = ff_mpeg4_DCtab_chrom[size][1];
1138 uni_code<<=size; uni_code|=l;
1141 uni_code<<=1; uni_code|=1;
1145 uni_DCtab_chrom_bits[level+256]= uni_code;
1146 uni_DCtab_chrom_len [level+256]= uni_len;
1151 static av_cold void init_uni_mpeg4_rl_tab(RLTable *rl, uint32_t *bits_tab,
1154 int slevel, run, last;
1156 av_assert0(MAX_LEVEL >= 64);
1157 av_assert0(MAX_RUN >= 63);
1159 for(slevel=-64; slevel<64; slevel++){
1160 if(slevel==0) continue;
1161 for(run=0; run<64; run++){
1162 for(last=0; last<=1; last++){
1163 const int index= UNI_MPEG4_ENC_INDEX(last, run, slevel+64);
1164 int level= slevel < 0 ? -slevel : slevel;
1165 int sign= slevel < 0 ? 1 : 0;
1166 int bits, len, code;
1169 len_tab[index]= 100;
1172 code= get_rl_index(rl, last, run, level);
1173 bits= rl->table_vlc[code][0];
1174 len= rl->table_vlc[code][1];
1175 bits=bits*2+sign; len++;
1177 if(code!=rl->n && len < len_tab[index]){
1178 bits_tab[index]= bits;
1179 len_tab [index]= len;
1182 bits= rl->table_vlc[rl->n][0];
1183 len= rl->table_vlc[rl->n][1];
1184 bits=bits*2; len++; //esc1
1185 level1= level - rl->max_level[last][run];
1187 code= get_rl_index(rl, last, run, level1);
1188 bits<<= rl->table_vlc[code][1];
1189 len += rl->table_vlc[code][1];
1190 bits += rl->table_vlc[code][0];
1191 bits=bits*2+sign; len++;
1193 if(code!=rl->n && len < len_tab[index]){
1194 bits_tab[index]= bits;
1195 len_tab [index]= len;
1199 bits= rl->table_vlc[rl->n][0];
1200 len= rl->table_vlc[rl->n][1];
1201 bits=bits*4+2; len+=2; //esc2
1202 run1 = run - rl->max_run[last][level] - 1;
1204 code= get_rl_index(rl, last, run1, level);
1205 bits<<= rl->table_vlc[code][1];
1206 len += rl->table_vlc[code][1];
1207 bits += rl->table_vlc[code][0];
1208 bits=bits*2+sign; len++;
1210 if(code!=rl->n && len < len_tab[index]){
1211 bits_tab[index]= bits;
1212 len_tab [index]= len;
1216 bits= rl->table_vlc[rl->n][0];
1217 len = rl->table_vlc[rl->n][1];
1218 bits=bits*4+3; len+=2; //esc3
1219 bits=bits*2+last; len++;
1220 bits=bits*64+run; len+=6;
1221 bits=bits*2+1; len++; //marker
1222 bits=bits*4096+(slevel&0xfff); len+=12;
1223 bits=bits*2+1; len++; //marker
1225 if(len < len_tab[index]){
1226 bits_tab[index]= bits;
1227 len_tab [index]= len;
1234 static av_cold int encode_init(AVCodecContext *avctx)
1236 MpegEncContext *s = avctx->priv_data;
1238 static int done = 0;
1240 if (avctx->width >= (1<<13) || avctx->height >= (1<<13)) {
1241 av_log(avctx, AV_LOG_ERROR, "dimensions too large for MPEG-4\n");
1242 return AVERROR(EINVAL);
1245 if((ret=ff_MPV_encode_init(avctx)) < 0)
1253 ff_init_rl(&ff_mpeg4_rl_intra, ff_mpeg4_static_rl_table_store[0]);
1255 init_uni_mpeg4_rl_tab(&ff_mpeg4_rl_intra, uni_mpeg4_intra_rl_bits, uni_mpeg4_intra_rl_len);
1256 init_uni_mpeg4_rl_tab(&ff_h263_rl_inter, uni_mpeg4_inter_rl_bits, uni_mpeg4_inter_rl_len);
1259 s->min_qcoeff= -2048;
1260 s->max_qcoeff= 2047;
1261 s->intra_ac_vlc_length = uni_mpeg4_intra_rl_len;
1262 s->intra_ac_vlc_last_length= uni_mpeg4_intra_rl_len + 128*64;
1263 s->inter_ac_vlc_length = uni_mpeg4_inter_rl_len;
1264 s->inter_ac_vlc_last_length= uni_mpeg4_inter_rl_len + 128*64;
1265 s->luma_dc_vlc_length= uni_DCtab_lum_len;
1266 s->ac_esc_length= 7+2+1+6+1+12+1;
1267 s->y_dc_scale_table= ff_mpeg4_y_dc_scale_table;
1268 s->c_dc_scale_table= ff_mpeg4_c_dc_scale_table;
1270 if(s->flags & CODEC_FLAG_GLOBAL_HEADER){
1272 s->avctx->extradata= av_malloc(1024);
1273 init_put_bits(&s->pb, s->avctx->extradata, 1024);
1275 if(!(s->workaround_bugs & FF_BUG_MS))
1276 mpeg4_encode_visual_object_header(s);
1277 mpeg4_encode_vol_header(s, 0, 0);
1279 // ff_mpeg4_stuffing(&s->pb); ?
1280 flush_put_bits(&s->pb);
1281 s->avctx->extradata_size= (put_bits_count(&s->pb)+7)>>3;
1286 void ff_mpeg4_init_partitions(MpegEncContext *s)
1288 uint8_t *start= put_bits_ptr(&s->pb);
1289 uint8_t *end= s->pb.buf_end;
1290 int size= end - start;
1291 int pb_size = (((intptr_t)start + size/3)&(~3)) - (intptr_t)start;
1292 int tex_size= (size - 2*pb_size)&(~3);
1294 set_put_bits_buffer_size(&s->pb, pb_size);
1295 init_put_bits(&s->tex_pb, start + pb_size , tex_size);
1296 init_put_bits(&s->pb2 , start + pb_size + tex_size, pb_size);
1299 void ff_mpeg4_merge_partitions(MpegEncContext *s)
1301 const int pb2_len = put_bits_count(&s->pb2 );
1302 const int tex_pb_len= put_bits_count(&s->tex_pb);
1303 const int bits= put_bits_count(&s->pb);
1305 if(s->pict_type==AV_PICTURE_TYPE_I){
1306 put_bits(&s->pb, 19, DC_MARKER);
1307 s->misc_bits+=19 + pb2_len + bits - s->last_bits;
1308 s->i_tex_bits+= tex_pb_len;
1310 put_bits(&s->pb, 17, MOTION_MARKER);
1311 s->misc_bits+=17 + pb2_len;
1312 s->mv_bits+= bits - s->last_bits;
1313 s->p_tex_bits+= tex_pb_len;
1316 flush_put_bits(&s->pb2);
1317 flush_put_bits(&s->tex_pb);
1319 set_put_bits_buffer_size(&s->pb, s->pb2.buf_end - s->pb.buf);
1320 avpriv_copy_bits(&s->pb, s->pb2.buf , pb2_len);
1321 avpriv_copy_bits(&s->pb, s->tex_pb.buf, tex_pb_len);
1322 s->last_bits= put_bits_count(&s->pb);
1326 void ff_mpeg4_encode_video_packet_header(MpegEncContext *s)
1328 int mb_num_bits= av_log2(s->mb_num - 1) + 1;
1330 put_bits(&s->pb, ff_mpeg4_get_video_packet_prefix_length(s), 0);
1331 put_bits(&s->pb, 1, 1);
1333 put_bits(&s->pb, mb_num_bits, s->mb_x + s->mb_y*s->mb_width);
1334 put_bits(&s->pb, s->quant_precision, s->qscale);
1335 put_bits(&s->pb, 1, 0); /* no HEC */
1338 #define OFFSET(x) offsetof(MpegEncContext, x)
1339 #define VE AV_OPT_FLAG_VIDEO_PARAM | AV_OPT_FLAG_ENCODING_PARAM
1340 static const AVOption options[] = {
1341 { "data_partitioning", "Use data partitioning.", OFFSET(data_partitioning), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, 1, VE },
1342 { "alternate_scan", "Enable alternate scantable.", OFFSET(alternate_scan), AV_OPT_TYPE_INT, { .i64 = 0 }, 0, 1, VE },
1347 static const AVClass mpeg4enc_class = {
1348 .class_name = "MPEG4 encoder",
1349 .item_name = av_default_item_name,
1351 .version = LIBAVUTIL_VERSION_INT,
1354 AVCodec ff_mpeg4_encoder = {
1356 .type = AVMEDIA_TYPE_VIDEO,
1357 .id = AV_CODEC_ID_MPEG4,
1358 .priv_data_size = sizeof(MpegEncContext),
1359 .init = encode_init,
1360 .encode2 = ff_MPV_encode_picture,
1361 .close = ff_MPV_encode_end,
1362 .pix_fmts = (const enum AVPixelFormat[]){ AV_PIX_FMT_YUV420P, AV_PIX_FMT_NONE },
1363 .capabilities = CODEC_CAP_DELAY | CODEC_CAP_SLICE_THREADS,
1364 .long_name = NULL_IF_CONFIG_SMALL("MPEG-4 part 2"),
1365 .priv_class = &mpeg4enc_class,