]> git.sesse.net Git - ffmpeg/blob - libavcodec/cfhd.c
avcodec/cfhd: Check destination space for bayer before writing
[ffmpeg] / libavcodec / cfhd.c
1 /*
2  * Copyright (c) 2015-2016 Kieran Kunhya <kieran@kunhya.com>
3  *
4  * This file is part of FFmpeg.
5  *
6  * FFmpeg is free software; you can redistribute it and/or
7  * modify it under the terms of the GNU Lesser General Public
8  * License as published by the Free Software Foundation; either
9  * version 2.1 of the License, or (at your option) any later version.
10  *
11  * FFmpeg is distributed in the hope that it will be useful,
12  * but WITHOUT ANY WARRANTY; without even the implied warranty of
13  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
14  * Lesser General Public License for more details.
15  *
16  * You should have received a copy of the GNU Lesser General Public
17  * License along with FFmpeg; if not, write to the Free Software
18  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19  */
20
21 /**
22  * @file
23  * Cineform HD video decoder
24  */
25
26 #include "libavutil/attributes.h"
27 #include "libavutil/buffer.h"
28 #include "libavutil/common.h"
29 #include "libavutil/imgutils.h"
30 #include "libavutil/intreadwrite.h"
31 #include "libavutil/opt.h"
32
33 #include "avcodec.h"
34 #include "bytestream.h"
35 #include "get_bits.h"
36 #include "internal.h"
37 #include "thread.h"
38 #include "cfhd.h"
39
40 #define ALPHA_COMPAND_DC_OFFSET 256
41 #define ALPHA_COMPAND_GAIN 9400
42
43 enum CFHDParam {
44     ChannelCount     =  12,
45     SubbandCount     =  14,
46     ImageWidth       =  20,
47     ImageHeight      =  21,
48     LowpassPrecision =  35,
49     SubbandNumber    =  48,
50     Quantization     =  53,
51     ChannelNumber    =  62,
52     SampleFlags      =  68,
53     BitsPerComponent = 101,
54     ChannelWidth     = 104,
55     ChannelHeight    = 105,
56     PrescaleShift    = 109,
57 };
58
59
60
61 static av_cold int cfhd_init(AVCodecContext *avctx)
62 {
63     CFHDContext *s = avctx->priv_data;
64
65     avctx->bits_per_raw_sample = 10;
66     s->avctx                   = avctx;
67
68     return ff_cfhd_init_vlcs(s);
69 }
70
71 static void init_plane_defaults(CFHDContext *s)
72 {
73     s->subband_num        = 0;
74     s->level              = 0;
75     s->subband_num_actual = 0;
76 }
77
78 static void init_peak_table_defaults(CFHDContext *s)
79 {
80     s->peak.level  = 0;
81     s->peak.offset = 0;
82     memset(&s->peak.base, 0, sizeof(s->peak.base));
83 }
84
85 static void init_frame_defaults(CFHDContext *s)
86 {
87     s->coded_width       = 0;
88     s->coded_height      = 0;
89     s->cropped_height    = 0;
90     s->bpc               = 10;
91     s->channel_cnt       = 4;
92     s->subband_cnt       = SUBBAND_COUNT;
93     s->channel_num       = 0;
94     s->lowpass_precision = 16;
95     s->quantisation      = 1;
96     s->wavelet_depth     = 3;
97     s->pshift            = 1;
98     s->codebook          = 0;
99     s->difference_coding = 0;
100     s->progressive       = 0;
101     init_plane_defaults(s);
102     init_peak_table_defaults(s);
103 }
104
105 /* TODO: merge with VLC tables or use LUT */
106 static inline int dequant_and_decompand(int level, int quantisation, int codebook)
107 {
108     if (codebook == 0 || codebook == 1) {
109         int64_t abslevel = abs(level);
110         if (level < 264)
111             return (abslevel + ((768 * abslevel * abslevel * abslevel) / (255 * 255 * 255))) *
112                FFSIGN(level) * quantisation;
113         else
114             return level * quantisation;
115     } else
116         return level * quantisation;
117 }
118
119 static inline void difference_coding(int16_t *band, int width, int height)
120 {
121
122     int i,j;
123     for (i = 0; i < height; i++) {
124         for (j = 1; j < width; j++) {
125           band[j] += band[j-1];
126         }
127         band += width;
128     }
129 }
130
131 static inline void peak_table(int16_t *band, Peak *peak, int length)
132 {
133     int i;
134     for (i = 0; i < length; i++)
135         if (abs(band[i]) > peak->level)
136             band[i] = bytestream2_get_le16(&peak->base);
137 }
138
139 static inline void process_alpha(int16_t *alpha, int width)
140 {
141     int i, channel;
142     for (i = 0; i < width; i++) {
143         channel   = alpha[i];
144         channel  -= ALPHA_COMPAND_DC_OFFSET;
145         channel <<= 3;
146         channel  *= ALPHA_COMPAND_GAIN;
147         channel >>= 16;
148         channel   = av_clip_uintp2(channel, 12);
149         alpha[i]  = channel;
150     }
151 }
152
153 static inline void process_bayer(AVFrame *frame)
154 {
155     const int linesize = frame->linesize[0];
156     uint16_t *r = (uint16_t *)frame->data[0];
157     uint16_t *g1 = (uint16_t *)(frame->data[0] + 2);
158     uint16_t *g2 = (uint16_t *)(frame->data[0] + frame->linesize[0]);
159     uint16_t *b = (uint16_t *)(frame->data[0] + frame->linesize[0] + 2);
160     const int mid = 2048;
161
162     for (int y = 0; y < frame->height >> 1; y++) {
163         for (int x = 0; x < frame->width; x += 2) {
164             int R, G1, G2, B;
165             int g, rg, bg, gd;
166
167             g  = r[x];
168             rg = g1[x];
169             bg = g2[x];
170             gd = b[x];
171             gd -= mid;
172
173             R  = (rg - mid) * 2 + g;
174             G1 = g + gd;
175             G2 = g - gd;
176             B  = (bg - mid) * 2 + g;
177
178             R  = av_clip_uintp2(R  * 16, 16);
179             G1 = av_clip_uintp2(G1 * 16, 16);
180             G2 = av_clip_uintp2(G2 * 16, 16);
181             B  = av_clip_uintp2(B  * 16, 16);
182
183             r[x]  = R;
184             g1[x] = G1;
185             g2[x] = G2;
186             b[x]  = B;
187         }
188
189         r  += linesize;
190         g1 += linesize;
191         g2 += linesize;
192         b  += linesize;
193     }
194 }
195
196 static inline void filter(int16_t *output, ptrdiff_t out_stride,
197                           int16_t *low, ptrdiff_t low_stride,
198                           int16_t *high, ptrdiff_t high_stride,
199                           int len, int clip)
200 {
201     int16_t tmp;
202     int i;
203
204     for (i = 0; i < len; i++) {
205         if (i == 0) {
206             tmp = (11*low[0*low_stride] - 4*low[1*low_stride] + low[2*low_stride] + 4) >> 3;
207             output[(2*i+0)*out_stride] = (tmp + high[0*high_stride]) >> 1;
208             if (clip)
209                 output[(2*i+0)*out_stride] = av_clip_uintp2_c(output[(2*i+0)*out_stride], clip);
210
211             tmp = ( 5*low[0*low_stride] + 4*low[1*low_stride] - low[2*low_stride] + 4) >> 3;
212             output[(2*i+1)*out_stride] = (tmp - high[0*high_stride]) >> 1;
213             if (clip)
214                 output[(2*i+1)*out_stride] = av_clip_uintp2_c(output[(2*i+1)*out_stride], clip);
215         } else if (i == len-1) {
216             tmp = ( 5*low[i*low_stride] + 4*low[(i-1)*low_stride] - low[(i-2)*low_stride] + 4) >> 3;
217             output[(2*i+0)*out_stride] = (tmp + high[i*high_stride]) >> 1;
218             if (clip)
219                 output[(2*i+0)*out_stride] = av_clip_uintp2_c(output[(2*i+0)*out_stride], clip);
220
221             tmp = (11*low[i*low_stride] - 4*low[(i-1)*low_stride] + low[(i-2)*low_stride] + 4) >> 3;
222             output[(2*i+1)*out_stride] = (tmp - high[i*high_stride]) >> 1;
223             if (clip)
224                 output[(2*i+1)*out_stride] = av_clip_uintp2_c(output[(2*i+1)*out_stride], clip);
225         } else {
226             tmp = (low[(i-1)*low_stride] - low[(i+1)*low_stride] + 4) >> 3;
227             output[(2*i+0)*out_stride] = (tmp + low[i*low_stride] + high[i*high_stride]) >> 1;
228             if (clip)
229                 output[(2*i+0)*out_stride] = av_clip_uintp2_c(output[(2*i+0)*out_stride], clip);
230
231             tmp = (low[(i+1)*low_stride] - low[(i-1)*low_stride] + 4) >> 3;
232             output[(2*i+1)*out_stride] = (tmp + low[i*low_stride] - high[i*high_stride]) >> 1;
233             if (clip)
234                 output[(2*i+1)*out_stride] = av_clip_uintp2_c(output[(2*i+1)*out_stride], clip);
235         }
236     }
237 }
238
239 static inline void interlaced_vertical_filter(int16_t *output, int16_t *low, int16_t *high,
240                          int width, int linesize, int plane)
241 {
242     int i;
243     int16_t even, odd;
244     for (i = 0; i < width; i++) {
245         even = (low[i] - high[i])/2;
246         odd  = (low[i] + high[i])/2;
247         output[i]            = av_clip_uintp2(even, 10);
248         output[i + linesize] = av_clip_uintp2(odd, 10);
249     }
250 }
251 static void horiz_filter(int16_t *output, int16_t *low, int16_t *high,
252                          int width)
253 {
254     filter(output, 1, low, 1, high, 1, width, 0);
255 }
256
257 static void horiz_filter_clip(int16_t *output, int16_t *low, int16_t *high,
258                               int width, int clip)
259 {
260     filter(output, 1, low, 1, high, 1, width, clip);
261 }
262
263 static void horiz_filter_clip_bayer(int16_t *output, int16_t *low, int16_t *high,
264                                     int width, int clip)
265 {
266     filter(output, 2, low, 1, high, 1, width, clip);
267 }
268
269 static void vert_filter(int16_t *output, ptrdiff_t out_stride,
270                         int16_t *low, ptrdiff_t low_stride,
271                         int16_t *high, ptrdiff_t high_stride, int len)
272 {
273     filter(output, out_stride, low, low_stride, high, high_stride, len, 0);
274 }
275
276 static void free_buffers(CFHDContext *s)
277 {
278     int i, j;
279
280     for (i = 0; i < FF_ARRAY_ELEMS(s->plane); i++) {
281         av_freep(&s->plane[i].idwt_buf);
282         av_freep(&s->plane[i].idwt_tmp);
283
284         for (j = 0; j < 9; j++)
285             s->plane[i].subband[j] = NULL;
286
287         for (j = 0; j < 8; j++)
288             s->plane[i].l_h[j] = NULL;
289     }
290     s->a_height = 0;
291     s->a_width  = 0;
292 }
293
294 static int alloc_buffers(AVCodecContext *avctx)
295 {
296     CFHDContext *s = avctx->priv_data;
297     int i, j, ret, planes;
298     int chroma_x_shift, chroma_y_shift;
299     unsigned k;
300
301     if (s->coded_format == AV_PIX_FMT_BAYER_RGGB16) {
302         s->coded_width *= 2;
303         s->coded_height *= 2;
304     }
305
306     if ((ret = ff_set_dimensions(avctx, s->coded_width, s->coded_height)) < 0)
307         return ret;
308     avctx->pix_fmt = s->coded_format;
309
310     if ((ret = av_pix_fmt_get_chroma_sub_sample(s->coded_format,
311                                                 &chroma_x_shift,
312                                                 &chroma_y_shift)) < 0)
313         return ret;
314     planes = av_pix_fmt_count_planes(s->coded_format);
315     if (s->coded_format == AV_PIX_FMT_BAYER_RGGB16) {
316         planes = 4;
317         chroma_x_shift = 1;
318         chroma_y_shift = 1;
319     }
320
321     for (i = 0; i < planes; i++) {
322         int w8, h8, w4, h4, w2, h2;
323         int width  = i ? avctx->width  >> chroma_x_shift : avctx->width;
324         int height = i ? avctx->height >> chroma_y_shift : avctx->height;
325         ptrdiff_t stride = FFALIGN(width  / 8, 8) * 8;
326         if (chroma_y_shift)
327             height = FFALIGN(height / 8, 2) * 8;
328         s->plane[i].width  = width;
329         s->plane[i].height = height;
330         s->plane[i].stride = stride;
331
332         w8 = FFALIGN(s->plane[i].width  / 8, 8);
333         h8 = height / 8;
334         w4 = w8 * 2;
335         h4 = h8 * 2;
336         w2 = w4 * 2;
337         h2 = h4 * 2;
338
339         s->plane[i].idwt_buf =
340             av_mallocz_array(height * stride, sizeof(*s->plane[i].idwt_buf));
341         s->plane[i].idwt_tmp =
342             av_malloc_array(height * stride, sizeof(*s->plane[i].idwt_tmp));
343         if (!s->plane[i].idwt_buf || !s->plane[i].idwt_tmp)
344             return AVERROR(ENOMEM);
345
346         s->plane[i].subband[0] = s->plane[i].idwt_buf;
347         s->plane[i].subband[1] = s->plane[i].idwt_buf + 2 * w8 * h8;
348         s->plane[i].subband[2] = s->plane[i].idwt_buf + 1 * w8 * h8;
349         s->plane[i].subband[3] = s->plane[i].idwt_buf + 3 * w8 * h8;
350         s->plane[i].subband[4] = s->plane[i].idwt_buf + 2 * w4 * h4;
351         s->plane[i].subband[5] = s->plane[i].idwt_buf + 1 * w4 * h4;
352         s->plane[i].subband[6] = s->plane[i].idwt_buf + 3 * w4 * h4;
353         s->plane[i].subband[7] = s->plane[i].idwt_buf + 2 * w2 * h2;
354         s->plane[i].subband[8] = s->plane[i].idwt_buf + 1 * w2 * h2;
355         s->plane[i].subband[9] = s->plane[i].idwt_buf + 3 * w2 * h2;
356
357         for (j = 0; j < DWT_LEVELS; j++) {
358             for (k = 0; k < FF_ARRAY_ELEMS(s->plane[i].band[j]); k++) {
359                 s->plane[i].band[j][k].a_width  = w8 << j;
360                 s->plane[i].band[j][k].a_height = h8 << j;
361             }
362         }
363
364         /* ll2 and ll1 commented out because they are done in-place */
365         s->plane[i].l_h[0] = s->plane[i].idwt_tmp;
366         s->plane[i].l_h[1] = s->plane[i].idwt_tmp + 2 * w8 * h8;
367         // s->plane[i].l_h[2] = ll2;
368         s->plane[i].l_h[3] = s->plane[i].idwt_tmp;
369         s->plane[i].l_h[4] = s->plane[i].idwt_tmp + 2 * w4 * h4;
370         // s->plane[i].l_h[5] = ll1;
371         s->plane[i].l_h[6] = s->plane[i].idwt_tmp;
372         s->plane[i].l_h[7] = s->plane[i].idwt_tmp + 2 * w2 * h2;
373     }
374
375     s->a_height = s->coded_height;
376     s->a_width  = s->coded_width;
377     s->a_format = s->coded_format;
378
379     return 0;
380 }
381
382 static int cfhd_decode(AVCodecContext *avctx, void *data, int *got_frame,
383                        AVPacket *avpkt)
384 {
385     CFHDContext *s = avctx->priv_data;
386     GetByteContext gb;
387     ThreadFrame frame = { .f = data };
388     AVFrame *pic = data;
389     int ret = 0, i, j, planes, plane, got_buffer = 0;
390     int16_t *coeff_data;
391
392     s->coded_format = AV_PIX_FMT_YUV422P10;
393     init_frame_defaults(s);
394     planes = av_pix_fmt_count_planes(s->coded_format);
395
396     bytestream2_init(&gb, avpkt->data, avpkt->size);
397
398     while (bytestream2_get_bytes_left(&gb) > 4) {
399         /* Bit weird but implement the tag parsing as the spec says */
400         uint16_t tagu   = bytestream2_get_be16(&gb);
401         int16_t tag     = (int16_t)tagu;
402         int8_t tag8     = (int8_t)(tagu >> 8);
403         uint16_t abstag = abs(tag);
404         int8_t abs_tag8 = abs(tag8);
405         uint16_t data   = bytestream2_get_be16(&gb);
406         if (abs_tag8 >= 0x60 && abs_tag8 <= 0x6f) {
407             av_log(avctx, AV_LOG_DEBUG, "large len %x\n", ((tagu & 0xff) << 16) | data);
408         } else if (tag == SampleFlags) {
409             av_log(avctx, AV_LOG_DEBUG, "Progressive?%"PRIu16"\n", data);
410             s->progressive = data & 0x0001;
411         } else if (tag == ImageWidth) {
412             av_log(avctx, AV_LOG_DEBUG, "Width %"PRIu16"\n", data);
413             s->coded_width = data;
414         } else if (tag == ImageHeight) {
415             av_log(avctx, AV_LOG_DEBUG, "Height %"PRIu16"\n", data);
416             s->coded_height = data;
417         } else if (tag == 101) {
418             av_log(avctx, AV_LOG_DEBUG, "Bits per component: %"PRIu16"\n", data);
419             if (data < 1 || data > 31) {
420                 av_log(avctx, AV_LOG_ERROR, "Bits per component %d is invalid\n", data);
421                 ret = AVERROR(EINVAL);
422                 break;
423             }
424             s->bpc = data;
425         } else if (tag == ChannelCount) {
426             av_log(avctx, AV_LOG_DEBUG, "Channel Count: %"PRIu16"\n", data);
427             s->channel_cnt = data;
428             if (data > 4) {
429                 av_log(avctx, AV_LOG_ERROR, "Channel Count of %"PRIu16" is unsupported\n", data);
430                 ret = AVERROR_PATCHWELCOME;
431                 break;
432             }
433         } else if (tag == SubbandCount) {
434             av_log(avctx, AV_LOG_DEBUG, "Subband Count: %"PRIu16"\n", data);
435             if (data != SUBBAND_COUNT) {
436                 av_log(avctx, AV_LOG_ERROR, "Subband Count of %"PRIu16" is unsupported\n", data);
437                 ret = AVERROR_PATCHWELCOME;
438                 break;
439             }
440         } else if (tag == ChannelNumber) {
441             s->channel_num = data;
442             av_log(avctx, AV_LOG_DEBUG, "Channel number %"PRIu16"\n", data);
443             if (s->channel_num >= planes) {
444                 av_log(avctx, AV_LOG_ERROR, "Invalid channel number\n");
445                 ret = AVERROR(EINVAL);
446                 break;
447             }
448             init_plane_defaults(s);
449         } else if (tag == SubbandNumber) {
450             if (s->subband_num != 0 && data == 1)  // hack
451                 s->level++;
452             av_log(avctx, AV_LOG_DEBUG, "Subband number %"PRIu16"\n", data);
453             s->subband_num = data;
454             if (s->level >= DWT_LEVELS) {
455                 av_log(avctx, AV_LOG_ERROR, "Invalid level\n");
456                 ret = AVERROR(EINVAL);
457                 break;
458             }
459             if (s->subband_num > 3) {
460                 av_log(avctx, AV_LOG_ERROR, "Invalid subband number\n");
461                 ret = AVERROR(EINVAL);
462                 break;
463             }
464         } else if (tag == 51) {
465             av_log(avctx, AV_LOG_DEBUG, "Subband number actual %"PRIu16"\n", data);
466             s->subband_num_actual = data;
467             if (s->subband_num_actual >= 10) {
468                 av_log(avctx, AV_LOG_ERROR, "Invalid subband number actual\n");
469                 ret = AVERROR(EINVAL);
470                 break;
471             }
472         } else if (tag == LowpassPrecision)
473             av_log(avctx, AV_LOG_DEBUG, "Lowpass precision bits: %"PRIu16"\n", data);
474         else if (tag == Quantization) {
475             s->quantisation = data;
476             av_log(avctx, AV_LOG_DEBUG, "Quantisation: %"PRIu16"\n", data);
477         } else if (tag == PrescaleShift) {
478             s->prescale_shift[0] = (data >> 0) & 0x7;
479             s->prescale_shift[1] = (data >> 3) & 0x7;
480             s->prescale_shift[2] = (data >> 6) & 0x7;
481             av_log(avctx, AV_LOG_DEBUG, "Prescale shift (VC-5): %x\n", data);
482         } else if (tag == 27) {
483             av_log(avctx, AV_LOG_DEBUG, "Lowpass width %"PRIu16"\n", data);
484             if (data < 3 || data > s->plane[s->channel_num].band[0][0].a_width) {
485                 av_log(avctx, AV_LOG_ERROR, "Invalid lowpass width\n");
486                 ret = AVERROR(EINVAL);
487                 break;
488             }
489             s->plane[s->channel_num].band[0][0].width  = data;
490             s->plane[s->channel_num].band[0][0].stride = data;
491         } else if (tag == 28) {
492             av_log(avctx, AV_LOG_DEBUG, "Lowpass height %"PRIu16"\n", data);
493             if (data < 3 || data > s->plane[s->channel_num].band[0][0].a_height) {
494                 av_log(avctx, AV_LOG_ERROR, "Invalid lowpass height\n");
495                 ret = AVERROR(EINVAL);
496                 break;
497             }
498             s->plane[s->channel_num].band[0][0].height = data;
499         } else if (tag == 1)
500             av_log(avctx, AV_LOG_DEBUG, "Sample type? %"PRIu16"\n", data);
501         else if (tag == 10) {
502             if (data != 0) {
503                 avpriv_report_missing_feature(avctx, "Transform type of %"PRIu16, data);
504                 ret = AVERROR_PATCHWELCOME;
505                 break;
506             }
507             av_log(avctx, AV_LOG_DEBUG, "Transform-type? %"PRIu16"\n", data);
508         } else if (abstag >= 0x4000 && abstag <= 0x40ff) {
509             if (abstag == 0x4001)
510                 s->peak.level = 0;
511             av_log(avctx, AV_LOG_DEBUG, "Small chunk length %d %s\n", data * 4, tag < 0 ? "optional" : "required");
512             bytestream2_skipu(&gb, data * 4);
513         } else if (tag == 23) {
514             av_log(avctx, AV_LOG_DEBUG, "Skip frame\n");
515             avpriv_report_missing_feature(avctx, "Skip frame");
516             ret = AVERROR_PATCHWELCOME;
517             break;
518         } else if (tag == 2) {
519             av_log(avctx, AV_LOG_DEBUG, "tag=2 header - skipping %i tag/value pairs\n", data);
520             if (data > bytestream2_get_bytes_left(&gb) / 4) {
521                 av_log(avctx, AV_LOG_ERROR, "too many tag/value pairs (%d)\n", data);
522                 ret = AVERROR_INVALIDDATA;
523                 break;
524             }
525             for (i = 0; i < data; i++) {
526                 uint16_t tag2 = bytestream2_get_be16(&gb);
527                 uint16_t val2 = bytestream2_get_be16(&gb);
528                 av_log(avctx, AV_LOG_DEBUG, "Tag/Value = %x %x\n", tag2, val2);
529             }
530         } else if (tag == 41) {
531             av_log(avctx, AV_LOG_DEBUG, "Highpass width %i channel %i level %i subband %i\n", data, s->channel_num, s->level, s->subband_num);
532             if (data < 3) {
533                 av_log(avctx, AV_LOG_ERROR, "Invalid highpass width\n");
534                 ret = AVERROR(EINVAL);
535                 break;
536             }
537             s->plane[s->channel_num].band[s->level][s->subband_num].width  = data;
538             s->plane[s->channel_num].band[s->level][s->subband_num].stride = FFALIGN(data, 8);
539         } else if (tag == 42) {
540             av_log(avctx, AV_LOG_DEBUG, "Highpass height %i\n", data);
541             if (data < 3) {
542                 av_log(avctx, AV_LOG_ERROR, "Invalid highpass height\n");
543                 ret = AVERROR(EINVAL);
544                 break;
545             }
546             s->plane[s->channel_num].band[s->level][s->subband_num].height = data;
547         } else if (tag == 49) {
548             av_log(avctx, AV_LOG_DEBUG, "Highpass width2 %i\n", data);
549             if (data < 3) {
550                 av_log(avctx, AV_LOG_ERROR, "Invalid highpass width2\n");
551                 ret = AVERROR(EINVAL);
552                 break;
553             }
554             s->plane[s->channel_num].band[s->level][s->subband_num].width  = data;
555             s->plane[s->channel_num].band[s->level][s->subband_num].stride = FFALIGN(data, 8);
556         } else if (tag == 50) {
557             av_log(avctx, AV_LOG_DEBUG, "Highpass height2 %i\n", data);
558             if (data < 3) {
559                 av_log(avctx, AV_LOG_ERROR, "Invalid highpass height2\n");
560                 ret = AVERROR(EINVAL);
561                 break;
562             }
563             s->plane[s->channel_num].band[s->level][s->subband_num].height = data;
564         } else if (tag == 71) {
565             s->codebook = data;
566             av_log(avctx, AV_LOG_DEBUG, "Codebook %i\n", s->codebook);
567         } else if (tag == 72) {
568             s->codebook = data & 0xf;
569             s->difference_coding = (data >> 4) & 1;
570             av_log(avctx, AV_LOG_DEBUG, "Other codebook? %i\n", s->codebook);
571         } else if (tag == 70) {
572             av_log(avctx, AV_LOG_DEBUG, "Subsampling or bit-depth flag? %i\n", data);
573             if (!(data == 10 || data == 12)) {
574                 av_log(avctx, AV_LOG_ERROR, "Invalid bits per channel\n");
575                 ret = AVERROR(EINVAL);
576                 break;
577             }
578             s->bpc = data;
579         } else if (tag == 84) {
580             av_log(avctx, AV_LOG_DEBUG, "Sample format? %i\n", data);
581             if (data == 1) {
582                 s->coded_format = AV_PIX_FMT_YUV422P10;
583             } else if (data == 2) {
584                 s->coded_format = AV_PIX_FMT_BAYER_RGGB16;
585             } else if (data == 3) {
586                 s->coded_format = AV_PIX_FMT_GBRP12;
587             } else if (data == 4) {
588                 s->coded_format = AV_PIX_FMT_GBRAP12;
589             } else {
590                 avpriv_report_missing_feature(avctx, "Sample format of %"PRIu16, data);
591                 ret = AVERROR_PATCHWELCOME;
592                 break;
593             }
594             planes = data == 2 ? 4 : av_pix_fmt_count_planes(s->coded_format);
595         } else if (tag == -85) {
596             av_log(avctx, AV_LOG_DEBUG, "Cropped height %"PRIu16"\n", data);
597             s->cropped_height = data;
598         } else if (tag == -75) {
599             s->peak.offset &= ~0xffff;
600             s->peak.offset |= (data & 0xffff);
601             s->peak.base    = gb;
602             s->peak.level   = 0;
603         } else if (tag == -76) {
604             s->peak.offset &= 0xffff;
605             s->peak.offset |= (data & 0xffffU)<<16;
606             s->peak.base    = gb;
607             s->peak.level   = 0;
608         } else if (tag == -74 && s->peak.offset) {
609             s->peak.level = data;
610             bytestream2_seek(&s->peak.base, s->peak.offset - 4, SEEK_CUR);
611         } else
612             av_log(avctx, AV_LOG_DEBUG,  "Unknown tag %i data %x\n", tag, data);
613
614         /* Some kind of end of header tag */
615         if (tag == 4 && data == 0x1a4a && s->coded_width && s->coded_height &&
616             s->coded_format != AV_PIX_FMT_NONE) {
617             if (s->a_width != s->coded_width || s->a_height != s->coded_height ||
618                 s->a_format != s->coded_format) {
619                 free_buffers(s);
620                 if ((ret = alloc_buffers(avctx)) < 0) {
621                     free_buffers(s);
622                     return ret;
623                 }
624             }
625             ret = ff_set_dimensions(avctx, s->coded_width, s->coded_height);
626             if (ret < 0)
627                 return ret;
628             if (s->cropped_height)
629                 avctx->height = s->cropped_height << (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16);
630             frame.f->width =
631             frame.f->height = 0;
632
633             if ((ret = ff_thread_get_buffer(avctx, &frame, 0)) < 0)
634                 return ret;
635
636             s->coded_width = 0;
637             s->coded_height = 0;
638             s->coded_format = AV_PIX_FMT_NONE;
639             got_buffer = 1;
640         }
641         coeff_data = s->plane[s->channel_num].subband[s->subband_num_actual];
642
643         /* Lowpass coefficients */
644         if (tag == 4 && data == 0xf0f && s->a_width && s->a_height) {
645             int lowpass_height = s->plane[s->channel_num].band[0][0].height;
646             int lowpass_width  = s->plane[s->channel_num].band[0][0].width;
647             int lowpass_a_height = s->plane[s->channel_num].band[0][0].a_height;
648             int lowpass_a_width  = s->plane[s->channel_num].band[0][0].a_width;
649
650             if (!got_buffer) {
651                 av_log(avctx, AV_LOG_ERROR, "No end of header tag found\n");
652                 ret = AVERROR(EINVAL);
653                 goto end;
654             }
655
656             if (lowpass_height > lowpass_a_height || lowpass_width > lowpass_a_width ||
657                 lowpass_a_width * lowpass_a_height * sizeof(int16_t) > bytestream2_get_bytes_left(&gb)) {
658                 av_log(avctx, AV_LOG_ERROR, "Too many lowpass coefficients\n");
659                 ret = AVERROR(EINVAL);
660                 goto end;
661             }
662
663             av_log(avctx, AV_LOG_DEBUG, "Start of lowpass coeffs component %d height:%d, width:%d\n", s->channel_num, lowpass_height, lowpass_width);
664             for (i = 0; i < lowpass_height; i++) {
665                 for (j = 0; j < lowpass_width; j++)
666                     coeff_data[j] = bytestream2_get_be16u(&gb);
667
668                 coeff_data += lowpass_width;
669             }
670
671             /* Align to mod-4 position to continue reading tags */
672             bytestream2_seek(&gb, bytestream2_tell(&gb) & 3, SEEK_CUR);
673
674             /* Copy last line of coefficients if odd height */
675             if (lowpass_height & 1) {
676                 memcpy(&coeff_data[lowpass_height * lowpass_width],
677                        &coeff_data[(lowpass_height - 1) * lowpass_width],
678                        lowpass_width * sizeof(*coeff_data));
679             }
680
681             av_log(avctx, AV_LOG_DEBUG, "Lowpass coefficients %d\n", lowpass_width * lowpass_height);
682         }
683
684         if (tag == 55 && s->subband_num_actual != 255 && s->a_width && s->a_height) {
685             int highpass_height = s->plane[s->channel_num].band[s->level][s->subband_num].height;
686             int highpass_width  = s->plane[s->channel_num].band[s->level][s->subband_num].width;
687             int highpass_a_width = s->plane[s->channel_num].band[s->level][s->subband_num].a_width;
688             int highpass_a_height = s->plane[s->channel_num].band[s->level][s->subband_num].a_height;
689             int highpass_stride = s->plane[s->channel_num].band[s->level][s->subband_num].stride;
690             int expected;
691             int a_expected = highpass_a_height * highpass_a_width;
692             int level, run, coeff;
693             int count = 0, bytes;
694
695             if (!got_buffer) {
696                 av_log(avctx, AV_LOG_ERROR, "No end of header tag found\n");
697                 ret = AVERROR(EINVAL);
698                 goto end;
699             }
700
701             if (highpass_height > highpass_a_height || highpass_width > highpass_a_width || a_expected < highpass_height * (uint64_t)highpass_stride) {
702                 av_log(avctx, AV_LOG_ERROR, "Too many highpass coefficients\n");
703                 ret = AVERROR(EINVAL);
704                 goto end;
705             }
706             expected = highpass_height * highpass_stride;
707
708             av_log(avctx, AV_LOG_DEBUG, "Start subband coeffs plane %i level %i codebook %i expected %i\n", s->channel_num, s->level, s->codebook, expected);
709
710             init_get_bits(&s->gb, gb.buffer, bytestream2_get_bytes_left(&gb) * 8);
711             {
712                 OPEN_READER(re, &s->gb);
713                 if (!s->codebook) {
714                     while (1) {
715                         UPDATE_CACHE(re, &s->gb);
716                         GET_RL_VLC(level, run, re, &s->gb, s->table_9_rl_vlc,
717                                    VLC_BITS, 3, 1);
718
719                         /* escape */
720                         if (level == 64)
721                             break;
722
723                         count += run;
724
725                         if (count > expected)
726                             break;
727
728                         coeff = dequant_and_decompand(level, s->quantisation, 0);
729                         for (i = 0; i < run; i++)
730                             *coeff_data++ = coeff;
731                     }
732                 } else {
733                     while (1) {
734                         UPDATE_CACHE(re, &s->gb);
735                         GET_RL_VLC(level, run, re, &s->gb, s->table_18_rl_vlc,
736                                    VLC_BITS, 3, 1);
737
738                         /* escape */
739                         if (level == 255 && run == 2)
740                             break;
741
742                         count += run;
743
744                         if (count > expected)
745                             break;
746
747                         coeff = dequant_and_decompand(level, s->quantisation, s->codebook);
748                         for (i = 0; i < run; i++)
749                             *coeff_data++ = coeff;
750                     }
751                 }
752                 CLOSE_READER(re, &s->gb);
753             }
754
755             if (count > expected) {
756                 av_log(avctx, AV_LOG_ERROR, "Escape codeword not found, probably corrupt data\n");
757                 ret = AVERROR(EINVAL);
758                 goto end;
759             }
760             if (s->peak.level)
761                 peak_table(coeff_data - count, &s->peak, count);
762             if (s->difference_coding)
763                 difference_coding(s->plane[s->channel_num].subband[s->subband_num_actual], highpass_width, highpass_height);
764
765             bytes = FFALIGN(AV_CEIL_RSHIFT(get_bits_count(&s->gb), 3), 4);
766             if (bytes > bytestream2_get_bytes_left(&gb)) {
767                 av_log(avctx, AV_LOG_ERROR, "Bitstream overread error\n");
768                 ret = AVERROR(EINVAL);
769                 goto end;
770             } else
771                 bytestream2_seek(&gb, bytes, SEEK_CUR);
772
773             av_log(avctx, AV_LOG_DEBUG, "End subband coeffs %i extra %i\n", count, count - expected);
774             s->codebook = 0;
775
776             /* Copy last line of coefficients if odd height */
777             if (highpass_height & 1) {
778                 memcpy(&coeff_data[highpass_height * highpass_stride],
779                        &coeff_data[(highpass_height - 1) * highpass_stride],
780                        highpass_stride * sizeof(*coeff_data));
781             }
782         }
783     }
784
785     if (!s->a_width || !s->a_height || s->a_format == AV_PIX_FMT_NONE ||
786         s->coded_width || s->coded_height || s->coded_format != AV_PIX_FMT_NONE) {
787         av_log(avctx, AV_LOG_ERROR, "Invalid dimensions\n");
788         ret = AVERROR(EINVAL);
789         goto end;
790     }
791
792     if (!got_buffer) {
793         av_log(avctx, AV_LOG_ERROR, "No end of header tag found\n");
794         ret = AVERROR(EINVAL);
795         goto end;
796     }
797
798     planes = av_pix_fmt_count_planes(avctx->pix_fmt);
799     if (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16) {
800         if (!s->progressive)
801             return AVERROR_INVALIDDATA;
802         planes = 4;
803     }
804
805     for (plane = 0; plane < planes && !ret; plane++) {
806         /* level 1 */
807         int lowpass_height  = s->plane[plane].band[0][0].height;
808         int lowpass_width   = s->plane[plane].band[0][0].width;
809         int highpass_stride = s->plane[plane].band[0][1].stride;
810         int act_plane = plane == 1 ? 2 : plane == 2 ? 1 : plane;
811         ptrdiff_t dst_linesize;
812         int16_t *low, *high, *output, *dst;
813
814         if (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16) {
815             act_plane = 0;
816             dst_linesize = pic->linesize[act_plane];
817         } else {
818             dst_linesize = pic->linesize[act_plane] / 2;
819         }
820
821         if (lowpass_height > s->plane[plane].band[0][0].a_height || lowpass_width > s->plane[plane].band[0][0].a_width ||
822             !highpass_stride || s->plane[plane].band[0][1].width > s->plane[plane].band[0][1].a_width) {
823             av_log(avctx, AV_LOG_ERROR, "Invalid plane dimensions\n");
824             ret = AVERROR(EINVAL);
825             goto end;
826         }
827
828         av_log(avctx, AV_LOG_DEBUG, "Decoding level 1 plane %i %i %i %i\n", plane, lowpass_height, lowpass_width, highpass_stride);
829
830         low    = s->plane[plane].subband[0];
831         high   = s->plane[plane].subband[2];
832         output = s->plane[plane].l_h[0];
833         for (i = 0; i < lowpass_width; i++) {
834             vert_filter(output, lowpass_width, low, lowpass_width, high, highpass_stride, lowpass_height);
835             low++;
836             high++;
837             output++;
838         }
839
840         low    = s->plane[plane].subband[1];
841         high   = s->plane[plane].subband[3];
842         output = s->plane[plane].l_h[1];
843
844         for (i = 0; i < lowpass_width; i++) {
845             // note the stride of "low" is highpass_stride
846             vert_filter(output, lowpass_width, low, highpass_stride, high, highpass_stride, lowpass_height);
847             low++;
848             high++;
849             output++;
850         }
851
852         low    = s->plane[plane].l_h[0];
853         high   = s->plane[plane].l_h[1];
854         output = s->plane[plane].subband[0];
855         for (i = 0; i < lowpass_height * 2; i++) {
856             horiz_filter(output, low, high, lowpass_width);
857             low    += lowpass_width;
858             high   += lowpass_width;
859             output += lowpass_width * 2;
860         }
861         if (s->bpc == 12) {
862             output = s->plane[plane].subband[0];
863             for (i = 0; i < lowpass_height * 2; i++) {
864                 for (j = 0; j < lowpass_width * 2; j++)
865                     output[j] *= 4;
866
867                 output += lowpass_width * 2;
868             }
869         }
870
871         /* level 2 */
872         lowpass_height  = s->plane[plane].band[1][1].height;
873         lowpass_width   = s->plane[plane].band[1][1].width;
874         highpass_stride = s->plane[plane].band[1][1].stride;
875
876         if (lowpass_height > s->plane[plane].band[1][1].a_height || lowpass_width > s->plane[plane].band[1][1].a_width ||
877             !highpass_stride || s->plane[plane].band[1][1].width > s->plane[plane].band[1][1].a_width) {
878             av_log(avctx, AV_LOG_ERROR, "Invalid plane dimensions\n");
879             ret = AVERROR(EINVAL);
880             goto end;
881         }
882
883         av_log(avctx, AV_LOG_DEBUG, "Level 2 plane %i %i %i %i\n", plane, lowpass_height, lowpass_width, highpass_stride);
884
885         low    = s->plane[plane].subband[0];
886         high   = s->plane[plane].subband[5];
887         output = s->plane[plane].l_h[3];
888         for (i = 0; i < lowpass_width; i++) {
889             vert_filter(output, lowpass_width, low, lowpass_width, high, highpass_stride, lowpass_height);
890             low++;
891             high++;
892             output++;
893         }
894
895         low    = s->plane[plane].subband[4];
896         high   = s->plane[plane].subband[6];
897         output = s->plane[plane].l_h[4];
898         for (i = 0; i < lowpass_width; i++) {
899             vert_filter(output, lowpass_width, low, highpass_stride, high, highpass_stride, lowpass_height);
900             low++;
901             high++;
902             output++;
903         }
904
905         low    = s->plane[plane].l_h[3];
906         high   = s->plane[plane].l_h[4];
907         output = s->plane[plane].subband[0];
908         for (i = 0; i < lowpass_height * 2; i++) {
909             horiz_filter(output, low, high, lowpass_width);
910             low    += lowpass_width;
911             high   += lowpass_width;
912             output += lowpass_width * 2;
913         }
914
915         output = s->plane[plane].subband[0];
916         for (i = 0; i < lowpass_height * 2; i++) {
917             for (j = 0; j < lowpass_width * 2; j++)
918                 output[j] *= 4;
919
920             output += lowpass_width * 2;
921         }
922
923         /* level 3 */
924         lowpass_height  = s->plane[plane].band[2][1].height;
925         lowpass_width   = s->plane[plane].band[2][1].width;
926         highpass_stride = s->plane[plane].band[2][1].stride;
927
928         if (lowpass_height > s->plane[plane].band[2][1].a_height || lowpass_width > s->plane[plane].band[2][1].a_width ||
929             !highpass_stride || s->plane[plane].band[2][1].width > s->plane[plane].band[2][1].a_width) {
930             av_log(avctx, AV_LOG_ERROR, "Invalid plane dimensions\n");
931             ret = AVERROR(EINVAL);
932             goto end;
933         }
934
935         av_log(avctx, AV_LOG_DEBUG, "Level 3 plane %i %i %i %i\n", plane, lowpass_height, lowpass_width, highpass_stride);
936         if (s->progressive) {
937             low    = s->plane[plane].subband[0];
938             high   = s->plane[plane].subband[8];
939             output = s->plane[plane].l_h[6];
940             for (i = 0; i < lowpass_width; i++) {
941                 vert_filter(output, lowpass_width, low, lowpass_width, high, highpass_stride, lowpass_height);
942                 low++;
943                 high++;
944                 output++;
945             }
946
947             low    = s->plane[plane].subband[7];
948             high   = s->plane[plane].subband[9];
949             output = s->plane[plane].l_h[7];
950             for (i = 0; i < lowpass_width; i++) {
951                 vert_filter(output, lowpass_width, low, highpass_stride, high, highpass_stride, lowpass_height);
952                 low++;
953                 high++;
954                 output++;
955             }
956
957             dst = (int16_t *)pic->data[act_plane];
958             if (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16) {
959                 if (plane & 1)
960                     dst++;
961                 if (plane > 1)
962                     dst += pic->linesize[act_plane] >> 1;
963             }
964             low  = s->plane[plane].l_h[6];
965             high = s->plane[plane].l_h[7];
966
967             if (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16 &&
968                 (lowpass_height * 2 > avctx->coded_height / 2 ||
969                  lowpass_width  * 2 > avctx->coded_width  / 2    )
970                 ) {
971                 ret = AVERROR_INVALIDDATA;
972                 goto end;
973             }
974
975             for (i = 0; i < lowpass_height * 2; i++) {
976                 if (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16)
977                     horiz_filter_clip_bayer(dst, low, high, lowpass_width, s->bpc);
978                 else
979                     horiz_filter_clip(dst, low, high, lowpass_width, s->bpc);
980                 if (avctx->pix_fmt == AV_PIX_FMT_GBRAP12 && act_plane == 3)
981                     process_alpha(dst, lowpass_width * 2);
982                 low  += lowpass_width;
983                 high += lowpass_width;
984                 dst  += dst_linesize;
985             }
986         } else {
987             av_log(avctx, AV_LOG_DEBUG, "interlaced frame ? %d", pic->interlaced_frame);
988             pic->interlaced_frame = 1;
989             low    = s->plane[plane].subband[0];
990             high   = s->plane[plane].subband[7];
991             output = s->plane[plane].l_h[6];
992             for (i = 0; i < lowpass_height; i++) {
993                 horiz_filter(output, low, high, lowpass_width);
994                 low    += lowpass_width;
995                 high   += lowpass_width;
996                 output += lowpass_width * 2;
997             }
998
999             low    = s->plane[plane].subband[8];
1000             high   = s->plane[plane].subband[9];
1001             output = s->plane[plane].l_h[7];
1002             for (i = 0; i < lowpass_height; i++) {
1003                 horiz_filter(output, low, high, lowpass_width);
1004                 low    += lowpass_width;
1005                 high   += lowpass_width;
1006                 output += lowpass_width * 2;
1007             }
1008
1009             dst  = (int16_t *)pic->data[act_plane];
1010             low  = s->plane[plane].l_h[6];
1011             high = s->plane[plane].l_h[7];
1012             for (i = 0; i < lowpass_height; i++) {
1013                 interlaced_vertical_filter(dst, low, high, lowpass_width * 2,  pic->linesize[act_plane]/2, act_plane);
1014                 low  += lowpass_width * 2;
1015                 high += lowpass_width * 2;
1016                 dst  += pic->linesize[act_plane];
1017             }
1018         }
1019     }
1020
1021
1022     if (avctx->pix_fmt == AV_PIX_FMT_BAYER_RGGB16)
1023         process_bayer(pic);
1024 end:
1025     if (ret < 0)
1026         return ret;
1027
1028     *got_frame = 1;
1029     return avpkt->size;
1030 }
1031
1032 static av_cold int cfhd_close(AVCodecContext *avctx)
1033 {
1034     CFHDContext *s = avctx->priv_data;
1035
1036     free_buffers(s);
1037
1038     if (!avctx->internal->is_copy) {
1039         ff_free_vlc(&s->vlc_9);
1040         ff_free_vlc(&s->vlc_18);
1041     }
1042
1043     return 0;
1044 }
1045
1046 AVCodec ff_cfhd_decoder = {
1047     .name             = "cfhd",
1048     .long_name        = NULL_IF_CONFIG_SMALL("Cineform HD"),
1049     .type             = AVMEDIA_TYPE_VIDEO,
1050     .id               = AV_CODEC_ID_CFHD,
1051     .priv_data_size   = sizeof(CFHDContext),
1052     .init             = cfhd_init,
1053     .close            = cfhd_close,
1054     .decode           = cfhd_decode,
1055     .capabilities     = AV_CODEC_CAP_DR1 | AV_CODEC_CAP_FRAME_THREADS,
1056     .caps_internal    = FF_CODEC_CAP_INIT_THREADSAFE | FF_CODEC_CAP_INIT_CLEANUP,
1057 };