2 * MSMPEG4 encoder backend
3 * Copyright (c) 2001 Fabrice Bellard
4 * Copyright (c) 2002-2004 Michael Niedermayer <michaelni@gmx.at>
6 * msmpeg4v1 & v2 stuff by Michael Niedermayer <michaelni@gmx.at>
8 * This file is part of FFmpeg.
10 * FFmpeg is free software; you can redistribute it and/or
11 * modify it under the terms of the GNU Lesser General Public
12 * License as published by the Free Software Foundation; either
13 * version 2.1 of the License, or (at your option) any later version.
15 * FFmpeg is distributed in the hope that it will be useful,
16 * but WITHOUT ANY WARRANTY; without even the implied warranty of
17 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
18 * Lesser General Public License for more details.
20 * You should have received a copy of the GNU Lesser General Public
21 * License along with FFmpeg; if not, write to the Free Software
22 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
27 * MSMPEG4 encoder backend
33 #include "libavutil/attributes.h"
34 #include "libavutil/avutil.h"
35 #include "libavutil/thread.h"
36 #include "mpegvideo.h"
39 #include "mpeg4video.h"
41 #include "msmpeg4data.h"
46 static uint8_t rl_length[NB_RL_TABLES][MAX_LEVEL+1][MAX_RUN+1][2];
48 /* build the table which associate a (x,y) motion vector to a vlc */
49 static av_cold void init_mv_table(MVTable *tab, uint16_t table_mv_index[4096])
53 tab->table_mv_index = table_mv_index;
55 /* mark all entries as not used */
57 tab->table_mv_index[i] = MSMPEG4_MV_TABLES_NB_ELEMS;
59 for (i = 0; i < MSMPEG4_MV_TABLES_NB_ELEMS; i++) {
60 x = tab->table_mvx[i];
61 y = tab->table_mvy[i];
62 tab->table_mv_index[(x << 6) | y] = i;
66 void ff_msmpeg4_code012(PutBitContext *pb, int n)
72 put_bits(pb, 1, (n >= 2));
76 static int get_size_of_code(const RLTable *rl, int last, int run,
81 int run_diff= intra ? 0 : 1;
83 code = get_rl_index(rl, last, run, level);
84 size+= rl->table_vlc[code][1];
88 level1 = level - rl->max_level[last][run];
91 code = get_rl_index(rl, last, run, level1);
95 if (level > MAX_LEVEL)
97 run1 = run - rl->max_run[last][level] - run_diff;
100 code = get_rl_index(rl, last, run1, level);
107 size+= 1+1+ rl->table_vlc[code][1];
111 size+= 1+1+ rl->table_vlc[code][1];
119 static av_cold void msmpeg4_encode_init_static(void)
121 static uint16_t mv_index_tables[2][4096];
122 init_mv_table(&ff_mv_tables[0], mv_index_tables[0]);
123 init_mv_table(&ff_mv_tables[1], mv_index_tables[1]);
125 for (int i = 0; i < NB_RL_TABLES; i++) {
126 for (int level = 1; level <= MAX_LEVEL; level++) {
127 for (int run = 0; run <= MAX_RUN; run++) {
128 for (int last = 0; last < 2; last++) {
129 rl_length[i][level][run][last] = get_size_of_code(&ff_rl_table[i], last, run, level, 0);
136 av_cold void ff_msmpeg4_encode_init(MpegEncContext *s)
138 static AVOnce init_static_once = AV_ONCE_INIT;
140 ff_msmpeg4_common_init(s);
141 if (s->msmpeg4_version >= 4) {
142 s->min_qcoeff = -255;
146 /* init various encoding tables */
147 ff_thread_once(&init_static_once, msmpeg4_encode_init_static);
150 static void find_best_tables(MpegEncContext * s)
153 int best = 0, best_size = INT_MAX;
154 int chroma_best = 0, best_chroma_size = INT_MAX;
165 for(level=0; level<=MAX_LEVEL; level++){
167 for(run=0; run<=MAX_RUN; run++){
169 const int last_size= size + chroma_size;
170 for(last=0; last<2; last++){
171 int inter_count = s->ac_stats[0][0][level][run][last] + s->ac_stats[0][1][level][run][last];
172 int intra_luma_count = s->ac_stats[1][0][level][run][last];
173 int intra_chroma_count= s->ac_stats[1][1][level][run][last];
175 if(s->pict_type==AV_PICTURE_TYPE_I){
176 size += intra_luma_count *rl_length[i ][level][run][last];
177 chroma_size+= intra_chroma_count*rl_length[i+3][level][run][last];
179 size+= intra_luma_count *rl_length[i ][level][run][last]
180 +intra_chroma_count*rl_length[i+3][level][run][last]
181 +inter_count *rl_length[i+3][level][run][last];
184 if(last_size == size+chroma_size) break;
191 if(chroma_size<best_chroma_size){
192 best_chroma_size= chroma_size;
197 if(s->pict_type==AV_PICTURE_TYPE_P) chroma_best= best;
199 memset(s->ac_stats, 0, sizeof(int)*(MAX_LEVEL+1)*(MAX_RUN+1)*2*2*2);
201 s->rl_table_index = best;
202 s->rl_chroma_table_index= chroma_best;
204 if(s->pict_type != s->last_non_b_pict_type){
205 s->rl_table_index= 2;
206 if(s->pict_type==AV_PICTURE_TYPE_I)
207 s->rl_chroma_table_index= 1;
209 s->rl_chroma_table_index= 2;
214 /* write MSMPEG4 compatible frame header */
215 void ff_msmpeg4_encode_picture_header(MpegEncContext * s, int picture_number)
219 align_put_bits(&s->pb);
220 put_bits(&s->pb, 2, s->pict_type - 1);
222 put_bits(&s->pb, 5, s->qscale);
223 if(s->msmpeg4_version<=2){
224 s->rl_table_index = 2;
225 s->rl_chroma_table_index = 2;
228 s->dc_table_index = 1;
229 s->mv_table_index = 1; /* only if P-frame */
230 s->use_skip_mb_code = 1; /* only if P-frame */
231 s->per_mb_rl_table = 0;
232 if(s->msmpeg4_version==4)
233 s->inter_intra_pred= (s->width*s->height < 320*240 && s->bit_rate<=II_BITRATE && s->pict_type==AV_PICTURE_TYPE_P);
234 ff_dlog(s, "%d %"PRId64" %d %d %d\n", s->pict_type, s->bit_rate,
235 s->inter_intra_pred, s->width, s->height);
237 if (s->pict_type == AV_PICTURE_TYPE_I) {
238 s->slice_height= s->mb_height/1;
239 put_bits(&s->pb, 5, 0x16 + s->mb_height/s->slice_height);
241 if(s->msmpeg4_version==4){
242 ff_msmpeg4_encode_ext_header(s);
243 if(s->bit_rate>MBAC_BITRATE)
244 put_bits(&s->pb, 1, s->per_mb_rl_table);
247 if(s->msmpeg4_version>2){
248 if(!s->per_mb_rl_table){
249 ff_msmpeg4_code012(&s->pb, s->rl_chroma_table_index);
250 ff_msmpeg4_code012(&s->pb, s->rl_table_index);
253 put_bits(&s->pb, 1, s->dc_table_index);
256 put_bits(&s->pb, 1, s->use_skip_mb_code);
258 if(s->msmpeg4_version==4 && s->bit_rate>MBAC_BITRATE)
259 put_bits(&s->pb, 1, s->per_mb_rl_table);
261 if(s->msmpeg4_version>2){
262 if(!s->per_mb_rl_table)
263 ff_msmpeg4_code012(&s->pb, s->rl_table_index);
265 put_bits(&s->pb, 1, s->dc_table_index);
267 put_bits(&s->pb, 1, s->mv_table_index);
271 s->esc3_level_length= 0;
272 s->esc3_run_length= 0;
275 void ff_msmpeg4_encode_ext_header(MpegEncContext * s)
277 unsigned fps = s->avctx->time_base.den / s->avctx->time_base.num / FFMAX(s->avctx->ticks_per_frame, 1);
278 put_bits(&s->pb, 5, FFMIN(fps, 31)); //yes 29.97 -> 29
280 put_bits(&s->pb, 11, FFMIN(s->bit_rate/1024, 2047));
282 if(s->msmpeg4_version>=3)
283 put_bits(&s->pb, 1, s->flipflop_rounding);
285 av_assert0(s->flipflop_rounding==0);
288 void ff_msmpeg4_encode_motion(MpegEncContext * s,
294 /* modulo encoding */
295 /* WARNING : you cannot reach all the MVs even with the modulo
296 encoding. This is a somewhat strange compromise they took !!! */
308 mv = &ff_mv_tables[s->mv_table_index];
310 code = mv->table_mv_index[(mx << 6) | my];
312 mv->table_mv_bits[code],
313 mv->table_mv_code[code]);
314 if (code == MSMPEG4_MV_TABLES_NB_ELEMS) {
315 /* escape : code literally */
316 put_bits(&s->pb, 6, mx);
317 put_bits(&s->pb, 6, my);
321 void ff_msmpeg4_handle_slices(MpegEncContext *s){
323 if (s->slice_height && (s->mb_y % s->slice_height) == 0) {
324 if(s->msmpeg4_version < 4){
325 ff_mpeg4_clean_buffers(s);
327 s->first_slice_line = 1;
329 s->first_slice_line = 0;
334 static void msmpeg4v2_encode_motion(MpegEncContext * s, int val)
336 int range, bit_size, sign, code, bits;
341 put_bits(&s->pb, ff_mvtab[code][1], ff_mvtab[code][0]);
343 bit_size = s->f_code - 1;
344 range = 1 << bit_size;
357 code = (val >> bit_size) + 1;
358 bits = val & (range - 1);
360 put_bits(&s->pb, ff_mvtab[code][1] + 1, (ff_mvtab[code][0] << 1) | sign);
362 put_bits(&s->pb, bit_size, bits);
367 void ff_msmpeg4_encode_mb(MpegEncContext * s,
368 int16_t block[6][64],
369 int motion_x, int motion_y)
371 int cbp, coded_cbp, i;
373 uint8_t *coded_block;
375 ff_msmpeg4_handle_slices(s);
380 for (i = 0; i < 6; i++) {
381 if (s->block_last_index[i] >= 0)
384 if (s->use_skip_mb_code && (cbp | motion_x | motion_y) == 0) {
385 /* skip macroblock */
386 put_bits(&s->pb, 1, 1);
393 if (s->use_skip_mb_code)
394 put_bits(&s->pb, 1, 0); /* mb coded */
396 if(s->msmpeg4_version<=2){
398 ff_v2_mb_type[cbp&3][1],
399 ff_v2_mb_type[cbp&3][0]);
400 if((cbp&3) != 3) coded_cbp= cbp ^ 0x3C;
404 ff_h263_cbpy_tab[coded_cbp>>2][1],
405 ff_h263_cbpy_tab[coded_cbp>>2][0]);
407 s->misc_bits += get_bits_diff(s);
409 ff_h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
410 msmpeg4v2_encode_motion(s, motion_x - pred_x);
411 msmpeg4v2_encode_motion(s, motion_y - pred_y);
414 ff_table_mb_non_intra[cbp + 64][1],
415 ff_table_mb_non_intra[cbp + 64][0]);
417 s->misc_bits += get_bits_diff(s);
420 ff_h263_pred_motion(s, 0, 0, &pred_x, &pred_y);
421 ff_msmpeg4_encode_motion(s, motion_x - pred_x,
425 s->mv_bits += get_bits_diff(s);
427 for (i = 0; i < 6; i++) {
428 ff_msmpeg4_encode_block(s, block[i], i);
430 s->p_tex_bits += get_bits_diff(s);
435 for (i = 0; i < 6; i++) {
437 val = (s->block_last_index[i] >= 1);
438 cbp |= val << (5 - i);
440 /* predict value for close blocks only for luma */
441 pred = ff_msmpeg4_coded_block_pred(s, i, &coded_block);
445 coded_cbp |= val << (5 - i);
448 if(s->msmpeg4_version<=2){
449 if (s->pict_type == AV_PICTURE_TYPE_I) {
451 ff_v2_intra_cbpc[cbp&3][1], ff_v2_intra_cbpc[cbp&3][0]);
453 if (s->use_skip_mb_code)
454 put_bits(&s->pb, 1, 0); /* mb coded */
456 ff_v2_mb_type[(cbp&3) + 4][1],
457 ff_v2_mb_type[(cbp&3) + 4][0]);
459 put_bits(&s->pb, 1, 0); /* no AC prediction yet */
461 ff_h263_cbpy_tab[cbp>>2][1],
462 ff_h263_cbpy_tab[cbp>>2][0]);
464 if (s->pict_type == AV_PICTURE_TYPE_I) {
466 ff_msmp4_mb_i_table[coded_cbp][1], ff_msmp4_mb_i_table[coded_cbp][0]);
468 if (s->use_skip_mb_code)
469 put_bits(&s->pb, 1, 0); /* mb coded */
471 ff_table_mb_non_intra[cbp][1],
472 ff_table_mb_non_intra[cbp][0]);
474 put_bits(&s->pb, 1, 0); /* no AC prediction yet */
475 if(s->inter_intra_pred){
477 put_bits(&s->pb, ff_table_inter_intra[s->h263_aic_dir][1], ff_table_inter_intra[s->h263_aic_dir][0]);
480 s->misc_bits += get_bits_diff(s);
482 for (i = 0; i < 6; i++) {
483 ff_msmpeg4_encode_block(s, block[i], i);
485 s->i_tex_bits += get_bits_diff(s);
490 static void msmpeg4_encode_dc(MpegEncContext * s, int level, int n, int *dir_ptr)
496 pred = ff_msmpeg4_pred_dc(s, n, &dc_val, dir_ptr);
498 /* update predictor */
500 *dc_val = level * s->y_dc_scale;
502 *dc_val = level * s->c_dc_scale;
505 /* do the prediction */
508 if(s->msmpeg4_version<=2){
511 ff_v2_dc_lum_table[level + 256][1],
512 ff_v2_dc_lum_table[level + 256][0]);
515 ff_v2_dc_chroma_table[level + 256][1],
516 ff_v2_dc_chroma_table[level + 256][0]);
528 if (s->dc_table_index == 0) {
530 put_bits(&s->pb, ff_table0_dc_lum[code][1], ff_table0_dc_lum[code][0]);
532 put_bits(&s->pb, ff_table0_dc_chroma[code][1], ff_table0_dc_chroma[code][0]);
536 put_bits(&s->pb, ff_table1_dc_lum[code][1], ff_table1_dc_lum[code][0]);
538 put_bits(&s->pb, ff_table1_dc_chroma[code][1], ff_table1_dc_chroma[code][0]);
543 put_bits(&s->pb, 8, level);
546 put_bits(&s->pb, 1, sign);
551 /* Encoding of a block; very similar to MPEG-4 except for a different
552 * escape coding (same as H.263) and more VLC tables. */
553 void ff_msmpeg4_encode_block(MpegEncContext * s, int16_t * block, int n)
555 int level, run, last, i, j, last_index;
556 int last_non_zero, sign, slevel;
557 int code, run_diff, dc_pred_dir;
559 const uint8_t *scantable;
562 msmpeg4_encode_dc(s, block[0], n, &dc_pred_dir);
565 rl = &ff_rl_table[s->rl_table_index];
567 rl = &ff_rl_table[3 + s->rl_chroma_table_index];
569 run_diff = s->msmpeg4_version>=4;
570 scantable= s->intra_scantable.permutated;
573 rl = &ff_rl_table[3 + s->rl_table_index];
574 if(s->msmpeg4_version<=2)
578 scantable= s->inter_scantable.permutated;
581 /* recalculate block_last_index for M$ wmv1 */
582 if (s->msmpeg4_version >= 4 && s->block_last_index[n] > 0) {
583 for(last_index=63; last_index>=0; last_index--){
584 if(block[scantable[last_index]]) break;
586 s->block_last_index[n]= last_index;
588 last_index = s->block_last_index[n];
590 last_non_zero = i - 1;
591 for (; i <= last_index; i++) {
595 run = i - last_non_zero - 1;
596 last = (i == last_index);
604 if(level<=MAX_LEVEL && run<=MAX_RUN){
605 s->ac_stats[s->mb_intra][n>3][level][run][last]++;
608 s->ac_stats[s->mb_intra][n > 3][40][63][0]++; //esc3 like
610 code = get_rl_index(rl, last, run, level);
611 put_bits(&s->pb, rl->table_vlc[code][1], rl->table_vlc[code][0]);
615 level1 = level - rl->max_level[last][run];
618 code = get_rl_index(rl, last, run, level1);
621 put_bits(&s->pb, 1, 0);
622 if (level > MAX_LEVEL)
624 run1 = run - rl->max_run[last][level] - run_diff;
627 code = get_rl_index(rl, last, run1+1, level);
628 if (s->msmpeg4_version == 4 && code == rl->n)
630 code = get_rl_index(rl, last, run1, level);
634 put_bits(&s->pb, 1, 0);
635 put_bits(&s->pb, 1, last);
636 if(s->msmpeg4_version>=4){
637 if(s->esc3_level_length==0){
638 s->esc3_level_length=8;
639 s->esc3_run_length= 6;
640 //ESCLVLSZ + ESCRUNSZ
642 put_bits(&s->pb, 6, 3);
644 put_bits(&s->pb, 8, 3);
646 put_bits(&s->pb, s->esc3_run_length, run);
647 put_bits(&s->pb, 1, sign);
648 put_bits(&s->pb, s->esc3_level_length, level);
650 put_bits(&s->pb, 6, run);
651 put_sbits(&s->pb, 8, slevel);
655 put_bits(&s->pb, 1, 1);
656 put_bits(&s->pb, rl->table_vlc[code][1], rl->table_vlc[code][0]);
657 put_bits(&s->pb, 1, sign);
661 put_bits(&s->pb, 1, 1);
662 put_bits(&s->pb, rl->table_vlc[code][1], rl->table_vlc[code][0]);
663 put_bits(&s->pb, 1, sign);
666 put_bits(&s->pb, 1, sign);