2 * Copyright (C) 2004 Michael Niedermayer <michaelni@gmx.at>
3 * Copyright (C) 2006 Robert Edele <yartrebo@earthlink.net>
5 * This file is part of FFmpeg.
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
22 #ifndef AVCODEC_SNOW_H
23 #define AVCODEC_SNOW_H
28 #include "rangecoder.h"
30 #include "mpegvideo.h"
37 #define QROOT (1<<QSHIFT)
38 #define LOSSLESS_QLOG -128
40 #define MAX_REF_FRAMES 8
42 #define LOG2_OBMC_MAX 8
43 #define OBMC_MAX (1<<(LOG2_OBMC_MAX))
44 typedef struct BlockNode{
50 //#define TYPE_SPLIT 1
53 //#define TYPE_NOCOLOR 4
54 uint8_t level; //FIXME merge into type?
57 static const BlockNode null_block= { //FIXME add border maybe
58 .color= {128,128,128},
66 #define LOG2_MB_SIZE 4
67 #define MB_SIZE (1<<LOG2_MB_SIZE)
68 #define ENCODER_EXTRA_BITS 4
71 typedef struct x_and_coeff{
76 typedef struct SubBand{
81 int qlog; ///< log(qscale)/log[2^(1/6)]
86 int stride_line; ///< Stride measured in lines, not pixels.
87 x_and_coeff * x_coeff;
88 struct SubBand *parent;
89 uint8_t state[/*7*2*/ 7 + 512][32];
95 SubBand band[MAX_DECOMPOSITIONS][4];
98 int8_t hcoeff[HTAPS_MAX/2];
103 int8_t last_hcoeff[HTAPS_MAX/2];
107 typedef struct SnowContext{
109 AVCodecContext *avctx;
112 VideoDSPContext vdsp;
113 H264QpelContext h264qpel;
116 AVFrame input_picture; ///< new_picture with the internal linesizes
117 AVFrame current_picture;
118 AVFrame last_picture[MAX_REF_FRAMES];
119 uint8_t *halfpel_plane[MAX_REF_FRAMES][4][4];
120 AVFrame mconly_picture;
121 // uint8_t q_context[16];
122 uint8_t header_state[32];
123 uint8_t block_state[128 + 32*128];
127 int spatial_decomposition_type;
128 int last_spatial_decomposition_type;
129 int temporal_decomposition_type;
130 int spatial_decomposition_count;
131 int last_spatial_decomposition_count;
132 int temporal_decomposition_count;
135 int16_t (*ref_mvs[MAX_REF_FRAMES])[2];
136 uint32_t *ref_scores[MAX_REF_FRAMES];
137 DWTELEM *spatial_dwt_buffer;
138 DWTELEM *temp_dwt_buffer;
139 IDWTELEM *spatial_idwt_buffer;
140 IDWTELEM *temp_idwt_buffer;
145 int spatial_scalability;
155 #define QBIAS_SHIFT 3
159 int last_block_max_depth;
160 Plane plane[MAX_PLANES];
162 #define ME_CACHE_SIZE 1024
163 unsigned me_cache[ME_CACHE_SIZE];
164 unsigned me_cache_generation;
169 MpegEncContext m; // needed for motion estimation, should not be used for anything else, the idea is to eventually make the motion estimation independent of MpegEncContext, so this will be removed then (FIXME/XXX)
172 uint8_t *emu_edge_buffer;
176 extern const uint8_t * const ff_obmc_tab[4];
177 extern uint8_t ff_qexp[QROOT];
178 extern int ff_scale_mv_ref[MAX_REF_FRAMES][MAX_REF_FRAMES];
180 /* C bits used by mmx/sse2/altivec */
182 static av_always_inline void snow_interleave_line_header(int * i, int width, IDWTELEM * low, IDWTELEM * high){
186 low[(*i)+1] = low[((*i)+1)>>1];
191 static av_always_inline void snow_interleave_line_footer(int * i, IDWTELEM * low, IDWTELEM * high){
192 for (; (*i)>=0; (*i)-=2){
193 low[(*i)+1] = high[(*i)>>1];
194 low[*i] = low[(*i)>>1];
198 static av_always_inline void snow_horizontal_compose_lift_lead_out(int i, IDWTELEM * dst, IDWTELEM * src, IDWTELEM * ref, int width, int w, int lift_high, int mul, int add, int shift){
200 dst[i] = src[i] - ((mul * (ref[i] + ref[i + 1]) + add) >> shift);
203 if((width^lift_high)&1){
204 dst[w] = src[w] - ((mul * 2 * ref[w] + add) >> shift);
208 static av_always_inline void snow_horizontal_compose_liftS_lead_out(int i, IDWTELEM * dst, IDWTELEM * src, IDWTELEM * ref, int width, int w){
210 dst[i] = src[i] + ((ref[i] + ref[(i+1)]+W_BO + 4 * src[i]) >> W_BS);
214 dst[w] = src[w] + ((2 * ref[w] + W_BO + 4 * src[w]) >> W_BS);
220 int ff_snow_common_init(AVCodecContext *avctx);
221 int ff_snow_common_init_after_header(AVCodecContext *avctx);
222 void ff_snow_common_end(SnowContext *s);
223 void ff_snow_release_buffer(AVCodecContext *avctx);
224 void ff_snow_reset_contexts(SnowContext *s);
225 int ff_snow_alloc_blocks(SnowContext *s);
226 int ff_snow_frame_start(SnowContext *s);
227 void ff_snow_pred_block(SnowContext *s, uint8_t *dst, uint8_t *tmp, int stride,
228 int sx, int sy, int b_w, int b_h, BlockNode *block,
229 int plane_index, int w, int h);
230 /* common inline functions */
231 //XXX doublecheck all of them should stay inlined
233 static inline void snow_set_blocks(SnowContext *s, int level, int x, int y, int l, int cb, int cr, int mx, int my, int ref, int type){
234 const int w= s->b_width << s->block_max_depth;
235 const int rem_depth= s->block_max_depth - level;
236 const int index= (x + y*w) << rem_depth;
237 const int block_w= 1<<rem_depth;
250 for(j=0; j<block_w; j++){
251 for(i=0; i<block_w; i++){
252 s->block[index + i + j*w]= block;
257 static inline void pred_mv(SnowContext *s, int *mx, int *my, int ref,
258 const BlockNode *left, const BlockNode *top, const BlockNode *tr){
259 if(s->ref_frames == 1){
260 *mx = mid_pred(left->mx, top->mx, tr->mx);
261 *my = mid_pred(left->my, top->my, tr->my);
263 const int *scale = ff_scale_mv_ref[ref];
264 *mx = mid_pred((left->mx * scale[left->ref] + 128) >>8,
265 (top ->mx * scale[top ->ref] + 128) >>8,
266 (tr ->mx * scale[tr ->ref] + 128) >>8);
267 *my = mid_pred((left->my * scale[left->ref] + 128) >>8,
268 (top ->my * scale[top ->ref] + 128) >>8,
269 (tr ->my * scale[tr ->ref] + 128) >>8);
273 static av_always_inline int same_block(BlockNode *a, BlockNode *b){
274 if((a->type&BLOCK_INTRA) && (b->type&BLOCK_INTRA)){
275 return !((a->color[0] - b->color[0]) | (a->color[1] - b->color[1]) | (a->color[2] - b->color[2]));
277 return !((a->mx - b->mx) | (a->my - b->my) | (a->ref - b->ref) | ((a->type ^ b->type)&BLOCK_INTRA));
281 //FIXME name cleanup (b_w, block_w, b_width stuff)
282 //XXX should we really inline it?
283 static av_always_inline void add_yblock(SnowContext *s, int sliced, slice_buffer *sb, IDWTELEM *dst, uint8_t *dst8, const uint8_t *obmc, int src_x, int src_y, int b_w, int b_h, int w, int h, int dst_stride, int src_stride, int obmc_stride, int b_x, int b_y, int add, int offset_dst, int plane_index){
284 const int b_width = s->b_width << s->block_max_depth;
285 const int b_height= s->b_height << s->block_max_depth;
286 const int b_stride= b_width;
287 BlockNode *lt= &s->block[b_x + b_y*b_stride];
289 BlockNode *lb= lt+b_stride;
292 int tmp_step= src_stride >= 7*MB_SIZE ? MB_SIZE : MB_SIZE*src_stride;
293 uint8_t *tmp = s->scratchbuf;
300 }else if(b_x + 1 >= b_width){
307 }else if(b_y + 1 >= b_height){
312 if(src_x<0){ //FIXME merge with prev & always round internal width up to *16
315 if(!sliced && !offset_dst)
318 }else if(src_x + b_w > w){
322 obmc -= src_y*obmc_stride;
324 if(!sliced && !offset_dst)
325 dst -= src_y*dst_stride;
327 }else if(src_y + b_h> h){
331 if(b_w<=0 || b_h<=0) return;
333 av_assert2(src_stride > 2*MB_SIZE + 5);
335 if(!sliced && offset_dst)
336 dst += src_x + src_y*dst_stride;
337 dst8+= src_x + src_y*src_stride;
338 // src += src_x + src_y*src_stride;
340 ptmp= tmp + 3*tmp_step;
343 ff_snow_pred_block(s, block[0], tmp, src_stride, src_x, src_y, b_w, b_h, lt, plane_index, w, h);
345 if(same_block(lt, rt)){
350 ff_snow_pred_block(s, block[1], tmp, src_stride, src_x, src_y, b_w, b_h, rt, plane_index, w, h);
353 if(same_block(lt, lb)){
355 }else if(same_block(rt, lb)){
360 ff_snow_pred_block(s, block[2], tmp, src_stride, src_x, src_y, b_w, b_h, lb, plane_index, w, h);
363 if(same_block(lt, rb) ){
365 }else if(same_block(rt, rb)){
367 }else if(same_block(lb, rb)){
371 ff_snow_pred_block(s, block[3], tmp, src_stride, src_x, src_y, b_w, b_h, rb, plane_index, w, h);
374 s->dwt.inner_add_yblock(obmc, obmc_stride, block, b_w, b_h, src_x,src_y, src_stride, sb, add, dst8);
376 for(y=0; y<b_h; y++){
377 //FIXME ugly misuse of obmc_stride
378 const uint8_t *obmc1= obmc + y*obmc_stride;
379 const uint8_t *obmc2= obmc1+ (obmc_stride>>1);
380 const uint8_t *obmc3= obmc1+ obmc_stride*(obmc_stride>>1);
381 const uint8_t *obmc4= obmc3+ (obmc_stride>>1);
382 for(x=0; x<b_w; x++){
383 int v= obmc1[x] * block[3][x + y*src_stride]
384 +obmc2[x] * block[2][x + y*src_stride]
385 +obmc3[x] * block[1][x + y*src_stride]
386 +obmc4[x] * block[0][x + y*src_stride];
388 v <<= 8 - LOG2_OBMC_MAX;
393 v += dst[x + y*dst_stride];
394 v = (v + (1<<(FRAC_BITS-1))) >> FRAC_BITS;
395 if(v&(~255)) v= ~(v>>31);
396 dst8[x + y*src_stride] = v;
398 dst[x + y*dst_stride] -= v;
405 static av_always_inline void predict_slice(SnowContext *s, IDWTELEM *buf, int plane_index, int add, int mb_y){
406 Plane *p= &s->plane[plane_index];
407 const int mb_w= s->b_width << s->block_max_depth;
408 const int mb_h= s->b_height << s->block_max_depth;
410 int block_size = MB_SIZE >> s->block_max_depth;
411 int block_w = plane_index ? block_size>>s->chroma_h_shift : block_size;
412 int block_h = plane_index ? block_size>>s->chroma_v_shift : block_size;
413 const uint8_t *obmc = plane_index ? ff_obmc_tab[s->block_max_depth+s->chroma_h_shift] : ff_obmc_tab[s->block_max_depth];
414 const int obmc_stride= plane_index ? (2*block_size)>>s->chroma_h_shift : 2*block_size;
415 int ref_stride= s->current_picture.linesize[plane_index];
416 uint8_t *dst8= s->current_picture.data[plane_index];
419 av_assert2(s->chroma_h_shift == s->chroma_v_shift); // obmc params assume squares
420 if(s->keyframe || (s->avctx->debug&512)){
425 for(y=block_h*mb_y; y<FFMIN(h,block_h*(mb_y+1)); y++){
427 int v= buf[x + y*w] + (128<<FRAC_BITS) + (1<<(FRAC_BITS-1));
429 if(v&(~255)) v= ~(v>>31);
430 dst8[x + y*ref_stride]= v;
434 for(y=block_h*mb_y; y<FFMIN(h,block_h*(mb_y+1)); y++){
436 buf[x + y*w]-= 128<<FRAC_BITS;
444 for(mb_x=0; mb_x<=mb_w; mb_x++){
445 add_yblock(s, 0, NULL, buf, dst8, obmc,
446 block_w*mb_x - block_w/2,
447 block_h*mb_y - block_h/2,
450 w, ref_stride, obmc_stride,
452 add, 1, plane_index);
456 static av_always_inline void predict_plane(SnowContext *s, IDWTELEM *buf, int plane_index, int add){
457 const int mb_h= s->b_height << s->block_max_depth;
459 for(mb_y=0; mb_y<=mb_h; mb_y++)
460 predict_slice(s, buf, plane_index, add, mb_y);
463 static inline void set_blocks(SnowContext *s, int level, int x, int y, int l, int cb, int cr, int mx, int my, int ref, int type){
464 const int w= s->b_width << s->block_max_depth;
465 const int rem_depth= s->block_max_depth - level;
466 const int index= (x + y*w) << rem_depth;
467 const int block_w= 1<<rem_depth;
468 const int block_h= 1<<rem_depth; //FIXME "w!=h"
481 for(j=0; j<block_h; j++){
482 for(i=0; i<block_w; i++){
483 s->block[index + i + j*w]= block;
488 static inline void init_ref(MotionEstContext *c, uint8_t *src[3], uint8_t *ref[3], uint8_t *ref2[3], int x, int y, int ref_index){
489 SnowContext *s = c->avctx->priv_data;
490 const int offset[3]= {
492 ((y*c->uvstride + x)>>s->chroma_h_shift),
493 ((y*c->uvstride + x)>>s->chroma_h_shift),
497 c->src[0][i]= src [i];
498 c->ref[0][i]= ref [i] + offset[i];
500 av_assert2(!ref_index);
504 /* bitstream functions */
506 extern const int8_t ff_quant3bA[256];
508 #define QEXPSHIFT (7-FRAC_BITS+8) //FIXME try to change this to 0
510 static inline void put_symbol(RangeCoder *c, uint8_t *state, int v, int is_signed){
514 const int a= FFABS(v);
515 const int e= av_log2(a);
516 const int el= FFMIN(e, 10);
517 put_rac(c, state+0, 0);
520 put_rac(c, state+1+i, 1); //1..10
523 put_rac(c, state+1+9, 1); //1..10
525 put_rac(c, state+1+FFMIN(i,9), 0);
527 for(i=e-1; i>=el; i--){
528 put_rac(c, state+22+9, (a>>i)&1); //22..31
531 put_rac(c, state+22+i, (a>>i)&1); //22..31
535 put_rac(c, state+11 + el, v < 0); //11..21
537 put_rac(c, state+0, 1);
541 static inline int get_symbol(RangeCoder *c, uint8_t *state, int is_signed){
542 if(get_rac(c, state+0))
547 while(get_rac(c, state+1 + FFMIN(e,9))){ //1..10
552 for(i=e-1; i>=0; i--){
553 a += a + get_rac(c, state+22 + FFMIN(i,9)); //22..31
556 e= -(is_signed && get_rac(c, state+11 + FFMIN(e,10))); //11..21
561 static inline void put_symbol2(RangeCoder *c, uint8_t *state, int v, int log2){
563 int r= log2>=0 ? 1<<log2 : 1;
566 av_assert2(log2>=-4);
569 put_rac(c, state+4+log2, 1);
574 put_rac(c, state+4+log2, 0);
576 for(i=log2-1; i>=0; i--){
577 put_rac(c, state+31-i, (v>>i)&1);
581 static inline int get_symbol2(RangeCoder *c, uint8_t *state, int log2){
583 int r= log2>=0 ? 1<<log2 : 1;
586 av_assert2(log2>=-4);
588 while(log2<28 && get_rac(c, state+4+log2)){
594 for(i=log2-1; i>=0; i--){
595 v+= get_rac(c, state+31-i)<<i;
601 static inline void unpack_coeffs(SnowContext *s, SubBand *b, SubBand * parent, int orientation){
602 const int w= b->width;
603 const int h= b->height;
607 x_and_coeff *xc= b->x_coeff;
608 x_and_coeff *prev_xc= NULL;
609 x_and_coeff *prev2_xc= xc;
610 x_and_coeff *parent_xc= parent ? parent->x_coeff : NULL;
611 x_and_coeff *prev_parent_xc= parent_xc;
613 runs= get_symbol2(&s->c, b->state[30], 0);
614 if(runs-- > 0) run= get_symbol2(&s->c, b->state[1], 3);
621 if(y && prev_xc->x == 0){
633 if(prev_xc->x == x + 1)
639 if(x>>1 > parent_xc->x){
642 if(x>>1 == parent_xc->x){
646 if(/*ll|*/l|lt|t|rt|p){
647 int context= av_log2(/*FFABS(ll) + */3*(l>>1) + (lt>>1) + (t&~1) + (rt>>1) + (p>>1));
649 v=get_rac(&s->c, &b->state[0][context]);
651 v= 2*(get_symbol2(&s->c, b->state[context + 2], context-4) + 1);
652 v+=get_rac(&s->c, &b->state[0][16 + 1 + 3 + ff_quant3bA[l&0xFF] + 3*ff_quant3bA[t&0xFF]]);
659 if(runs-- > 0) run= get_symbol2(&s->c, b->state[1], 3);
661 v= 2*(get_symbol2(&s->c, b->state[0 + 2], 0-4) + 1);
662 v+=get_rac(&s->c, &b->state[0][16 + 1 + 3]);
670 av_assert2(run >= 0);
671 if(y) max_run= FFMIN(run, prev_xc->x - x - 2);
672 else max_run= FFMIN(run, w-x-1);
674 max_run= FFMIN(max_run, 2*parent_xc->x - x - 1);
675 av_assert2(max_run >= 0 && max_run <= run);
682 (xc++)->x= w+1; //end marker
688 while(parent_xc->x != parent->width+1)
691 prev_parent_xc= parent_xc;
693 parent_xc= prev_parent_xc;
698 (xc++)->x= w+1; //end marker
701 #endif /* AVCODEC_SNOW_H */