3 * Copyright (c) 2007 SmartJog S.A., Baptiste Coudurier <baptiste dot coudurier at smartjog dot com>
4 * Copyright (c) 2011 MirriAd Ltd
5 * Copyright (c) 2015 Christophe Gisquet
7 * 10 bit support added by MirriAd Ltd, Joseph Artsimovich <joseph@mirriad.com>
8 * Slice multithreading and MB interlaced support added by Christophe Gisquet
10 * This file is part of FFmpeg.
12 * FFmpeg is free software; you can redistribute it and/or
13 * modify it under the terms of the GNU Lesser General Public
14 * License as published by the Free Software Foundation; either
15 * version 2.1 of the License, or (at your option) any later version.
17 * FFmpeg is distributed in the hope that it will be useful,
18 * but WITHOUT ANY WARRANTY; without even the implied warranty of
19 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
20 * Lesser General Public License for more details.
22 * You should have received a copy of the GNU Lesser General Public
23 * License along with FFmpeg; if not, write to the Free Software
24 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
27 #include "libavutil/imgutils.h"
28 #include "libavutil/timer.h"
31 #define UNCHECKED_BITSTREAM_READER 1
33 #include "dnxhddata.h"
38 typedef struct RowContext {
39 DECLARE_ALIGNED(16, int16_t, blocks)[12][64];
48 typedef struct DNXHDContext {
49 AVCodecContext *avctx;
54 int64_t cid; ///< compression id
55 unsigned int width, height;
56 enum AVPixelFormat pix_fmt;
57 unsigned int mb_width, mb_height;
58 uint32_t mb_scan_index[68]; /* max for 1080p */
59 int cur_field; ///< current interlaced field
60 VLC ac_vlc, dc_vlc, run_vlc;
63 const CIDEntry *cid_table;
64 int bit_depth; // 8, 10 or 0 if not initialized at all.
68 int (*decode_dct_block)(const struct DNXHDContext *ctx,
69 RowContext *row, int n);
72 #define DNXHD_VLC_BITS 9
73 #define DNXHD_DC_VLC_BITS 7
75 static int dnxhd_decode_dct_block_8(const DNXHDContext *ctx,
76 RowContext *row, int n);
77 static int dnxhd_decode_dct_block_10(const DNXHDContext *ctx,
78 RowContext *row, int n);
79 static int dnxhd_decode_dct_block_10_444(const DNXHDContext *ctx,
80 RowContext *row, int n);
82 static av_cold int dnxhd_decode_init(AVCodecContext *avctx)
84 DNXHDContext *ctx = avctx->priv_data;
88 avctx->colorspace = AVCOL_SPC_BT709;
90 avctx->coded_width = FFALIGN(avctx->width, 16);
91 avctx->coded_height = FFALIGN(avctx->height, 16);
93 ctx->rows = av_mallocz_array(avctx->thread_count, sizeof(RowContext));
95 return AVERROR(ENOMEM);
100 static int dnxhd_init_vlc(DNXHDContext *ctx, uint32_t cid)
102 if (cid != ctx->cid) {
105 if ((index = ff_dnxhd_get_cid_table(cid)) < 0) {
106 av_log(ctx->avctx, AV_LOG_ERROR, "unsupported cid %d\n", cid);
107 return AVERROR(ENOSYS);
109 if (ff_dnxhd_cid_table[index].bit_depth != ctx->bit_depth &&
110 ff_dnxhd_cid_table[index].bit_depth != DNXHD_VARIABLE) {
111 av_log(ctx->avctx, AV_LOG_ERROR, "bit depth mismatches %d %d\n", ff_dnxhd_cid_table[index].bit_depth, ctx->bit_depth);
112 return AVERROR_INVALIDDATA;
114 ctx->cid_table = &ff_dnxhd_cid_table[index];
115 av_log(ctx->avctx, AV_LOG_VERBOSE, "Profile cid %d.\n", cid);
117 ff_free_vlc(&ctx->ac_vlc);
118 ff_free_vlc(&ctx->dc_vlc);
119 ff_free_vlc(&ctx->run_vlc);
121 init_vlc(&ctx->ac_vlc, DNXHD_VLC_BITS, 257,
122 ctx->cid_table->ac_bits, 1, 1,
123 ctx->cid_table->ac_codes, 2, 2, 0);
124 init_vlc(&ctx->dc_vlc, DNXHD_DC_VLC_BITS, ctx->bit_depth + 4,
125 ctx->cid_table->dc_bits, 1, 1,
126 ctx->cid_table->dc_codes, 1, 1, 0);
127 init_vlc(&ctx->run_vlc, DNXHD_VLC_BITS, 62,
128 ctx->cid_table->run_bits, 1, 1,
129 ctx->cid_table->run_codes, 2, 2, 0);
136 static av_cold int dnxhd_decode_init_thread_copy(AVCodecContext *avctx)
138 DNXHDContext *ctx = avctx->priv_data;
140 // make sure VLC tables will be loaded when cid is parsed
143 ctx->rows = av_mallocz_array(avctx->thread_count, sizeof(RowContext));
145 return AVERROR(ENOMEM);
150 static int dnxhd_decode_header(DNXHDContext *ctx, AVFrame *frame,
151 const uint8_t *buf, int buf_size,
154 static const uint8_t header_prefix[] = { 0x00, 0x00, 0x02, 0x80, 0x01 };
155 static const uint8_t header_prefix444[] = { 0x00, 0x00, 0x02, 0x80, 0x02 };
157 int old_bit_depth = ctx->bit_depth;
159 if (buf_size < 0x280) {
160 av_log(ctx->avctx, AV_LOG_ERROR,
161 "buffer too small (%d < 640).\n", buf_size);
162 return AVERROR_INVALIDDATA;
165 if (memcmp(buf, header_prefix, 5) && memcmp(buf, header_prefix444, 5)) {
166 av_log(ctx->avctx, AV_LOG_ERROR,
167 "unknown header 0x%02X 0x%02X 0x%02X 0x%02X 0x%02X\n",
168 buf[0], buf[1], buf[2], buf[3], buf[4]);
169 return AVERROR_INVALIDDATA;
171 if (buf[5] & 2) { /* interlaced */
172 ctx->cur_field = buf[5] & 1;
173 frame->interlaced_frame = 1;
174 frame->top_field_first = first_field ^ ctx->cur_field;
175 av_log(ctx->avctx, AV_LOG_DEBUG,
176 "interlaced %d, cur field %d\n", buf[5] & 3, ctx->cur_field);
180 ctx->mbaff = (buf[0x6] >> 5) & 1;
182 ctx->height = AV_RB16(buf + 0x18);
183 ctx->width = AV_RB16(buf + 0x1a);
185 switch(buf[0x21] >> 5) {
186 case 1: ctx->bit_depth = 8; break;
187 case 2: ctx->bit_depth = 10; break;
189 av_log(ctx->avctx, AV_LOG_ERROR,
190 "Unknown bitdepth indicator (%d)\n", buf[0x21] >> 5);
191 return AVERROR_INVALIDDATA;
193 ctx->avctx->bits_per_raw_sample = ctx->bit_depth;
195 ctx->is_444 = (buf[0x2C] >> 6) & 1;
197 if (ctx->bit_depth == 8) {
198 avpriv_request_sample(ctx->avctx, "4:4:4 8 bits\n");
199 return AVERROR_INVALIDDATA;
201 ctx->decode_dct_block = dnxhd_decode_dct_block_10_444;
202 ctx->pix_fmt = AV_PIX_FMT_YUV444P10;
203 } else if (ctx->bit_depth == 10) {
204 ctx->decode_dct_block = dnxhd_decode_dct_block_10;
205 ctx->pix_fmt = AV_PIX_FMT_YUV422P10;
207 ctx->decode_dct_block = dnxhd_decode_dct_block_8;
208 ctx->pix_fmt = AV_PIX_FMT_YUV422P;
210 if (ctx->bit_depth != old_bit_depth) {
211 ff_blockdsp_init(&ctx->bdsp, ctx->avctx);
212 ff_idctdsp_init(&ctx->idsp, ctx->avctx);
213 ff_init_scantable(ctx->idsp.idct_permutation, &ctx->scantable,
217 cid = AV_RB32(buf + 0x28);
219 if ((ret = dnxhd_init_vlc(ctx, cid)) < 0)
221 if (ctx->mbaff && ctx->cid_table->cid != 1260)
222 av_log(ctx->avctx, AV_LOG_WARNING,
223 "Adaptive MB interlace flag in an unsupported profile.\n");
225 ctx->act = buf[0x2C] & 7;
226 if (ctx->act && ctx->cid_table->cid != 1256)
227 av_log(ctx->avctx, AV_LOG_WARNING,
228 "Adaptive color transform in an unsupported profile.\n");
230 // make sure profile size constraints are respected
231 // DNx100 allows 1920->1440 and 1280->960 subsampling
232 if (ctx->width != ctx->cid_table->width &&
233 ctx->cid_table->width != DNXHD_VARIABLE) {
234 av_reduce(&ctx->avctx->sample_aspect_ratio.num,
235 &ctx->avctx->sample_aspect_ratio.den,
236 ctx->width, ctx->cid_table->width, 255);
237 ctx->width = ctx->cid_table->width;
240 if (buf_size < ctx->cid_table->coding_unit_size) {
241 av_log(ctx->avctx, AV_LOG_ERROR, "incorrect frame size (%d < %d).\n",
242 buf_size, ctx->cid_table->coding_unit_size);
243 return AVERROR_INVALIDDATA;
246 ctx->mb_width = (ctx->width + 15)>> 4;
247 ctx->mb_height = buf[0x16d];
249 if ((ctx->height + 15) >> 4 == ctx->mb_height && frame->interlaced_frame)
252 av_log(ctx->avctx, AV_LOG_VERBOSE, "%dx%d, 4:%s %d bits, MBAFF=%d ACT=%d\n",
253 ctx->width, ctx->height, ctx->is_444 ? "4:4" : "2:2",
254 ctx->bit_depth, ctx->mbaff, ctx->act);
256 if (ctx->mb_height > 68 ||
257 (ctx->mb_height << frame->interlaced_frame) > (ctx->height + 15) >> 4) {
258 av_log(ctx->avctx, AV_LOG_ERROR,
259 "mb height too big: %d\n", ctx->mb_height);
260 return AVERROR_INVALIDDATA;
263 for (i = 0; i < ctx->mb_height; i++) {
264 ctx->mb_scan_index[i] = AV_RB32(buf + 0x170 + (i << 2));
265 ff_dlog(ctx->avctx, "mb scan index %d\n", ctx->mb_scan_index[i]);
266 if (buf_size < ctx->mb_scan_index[i] + 0x280LL) {
267 av_log(ctx->avctx, AV_LOG_ERROR,
268 "invalid mb scan index (%d < %d).\n",
269 buf_size, ctx->mb_scan_index[i] + 0x280);
270 return AVERROR_INVALIDDATA;
277 static av_always_inline int dnxhd_decode_dct_block(const DNXHDContext *ctx,
284 int i, j, index1, index2, len, flags;
285 int level, component, sign;
287 const uint8_t *weight_matrix;
288 const uint8_t *ac_level = ctx->cid_table->ac_level;
289 const uint8_t *ac_flags = ctx->cid_table->ac_flags;
290 int16_t *block = row->blocks[n];
291 const int eob_index = ctx->cid_table->eob_index;
293 OPEN_READER(bs, &row->gb);
295 ctx->bdsp.clear_block(block);
299 component = 1 + (n & 1);
300 scale = row->chroma_scale;
301 weight_matrix = ctx->cid_table->chroma_weight;
304 scale = row->luma_scale;
305 weight_matrix = ctx->cid_table->luma_weight;
308 component = (n >> 1) % 3;
310 scale = row->chroma_scale;
311 weight_matrix = ctx->cid_table->chroma_weight;
313 scale = row->luma_scale;
314 weight_matrix = ctx->cid_table->luma_weight;
318 UPDATE_CACHE(bs, &row->gb);
319 GET_VLC(len, bs, &row->gb, ctx->dc_vlc.table, DNXHD_DC_VLC_BITS, 1);
321 level = GET_CACHE(bs, &row->gb);
322 LAST_SKIP_BITS(bs, &row->gb, len);
324 level = (NEG_USR32(sign ^ level, len) ^ sign) - sign;
325 row->last_dc[component] += level;
327 block[0] = row->last_dc[component];
331 UPDATE_CACHE(bs, &row->gb);
332 GET_VLC(index1, bs, &row->gb, ctx->ac_vlc.table,
335 while (index1 != eob_index) {
336 level = ac_level[index1];
337 flags = ac_flags[index1];
339 sign = SHOW_SBITS(bs, &row->gb, 1);
340 SKIP_BITS(bs, &row->gb, 1);
343 level += SHOW_UBITS(bs, &row->gb, index_bits) << 7;
344 SKIP_BITS(bs, &row->gb, index_bits);
348 UPDATE_CACHE(bs, &row->gb);
349 GET_VLC(index2, bs, &row->gb, ctx->run_vlc.table,
351 i += ctx->cid_table->run[index2];
355 av_log(ctx->avctx, AV_LOG_ERROR, "ac tex damaged %d, %d\n", n, i);
360 j = ctx->scantable.permutated[i];
362 level += scale[i] >> 1;
363 if (level_bias < 32 || weight_matrix[i] != level_bias)
364 level += level_bias; // 1<<(level_shift-1)
365 level >>= level_shift;
367 block[j] = (level ^ sign) - sign;
369 UPDATE_CACHE(bs, &row->gb);
370 GET_VLC(index1, bs, &row->gb, ctx->ac_vlc.table,
374 CLOSE_READER(bs, &row->gb);
378 static int dnxhd_decode_dct_block_8(const DNXHDContext *ctx,
379 RowContext *row, int n)
381 return dnxhd_decode_dct_block(ctx, row, n, 4, 32, 6);
384 static int dnxhd_decode_dct_block_10(const DNXHDContext *ctx,
385 RowContext *row, int n)
387 return dnxhd_decode_dct_block(ctx, row, n, 6, 8, 4);
390 static int dnxhd_decode_dct_block_10_444(const DNXHDContext *ctx,
391 RowContext *row, int n)
393 return dnxhd_decode_dct_block(ctx, row, n, 6, 32, 6);
396 static int dnxhd_decode_macroblock(const DNXHDContext *ctx, RowContext *row,
397 AVFrame *frame, int x, int y)
399 int shift1 = ctx->bit_depth == 10;
400 int dct_linesize_luma = frame->linesize[0];
401 int dct_linesize_chroma = frame->linesize[1];
402 uint8_t *dest_y, *dest_u, *dest_v;
403 int dct_y_offset, dct_x_offset;
405 int interlaced_mb = 0;
408 interlaced_mb = get_bits1(&row->gb);
409 qscale = get_bits(&row->gb, 10);
411 qscale = get_bits(&row->gb, 11);
413 act = get_bits1(&row->gb);
415 static int warned = 0;
418 av_log(ctx->avctx, AV_LOG_ERROR,
419 "Unsupported adaptive color transform, patch welcome.\n");
423 if (qscale != row->last_qscale) {
424 for (i = 0; i < 64; i++) {
425 row->luma_scale[i] = qscale * ctx->cid_table->luma_weight[i];
426 row->chroma_scale[i] = qscale * ctx->cid_table->chroma_weight[i];
428 row->last_qscale = qscale;
431 for (i = 0; i < 8 + 4 * ctx->is_444; i++) {
432 if (ctx->decode_dct_block(ctx, row, i) < 0)
433 return AVERROR_INVALIDDATA;
436 if (frame->interlaced_frame) {
437 dct_linesize_luma <<= 1;
438 dct_linesize_chroma <<= 1;
441 dest_y = frame->data[0] + ((y * dct_linesize_luma) << 4) + (x << (4 + shift1));
442 dest_u = frame->data[1] + ((y * dct_linesize_chroma) << 4) + (x << (3 + shift1 + ctx->is_444));
443 dest_v = frame->data[2] + ((y * dct_linesize_chroma) << 4) + (x << (3 + shift1 + ctx->is_444));
445 if (frame->interlaced_frame && ctx->cur_field) {
446 dest_y += frame->linesize[0];
447 dest_u += frame->linesize[1];
448 dest_v += frame->linesize[2];
451 dct_linesize_luma <<= 1;
452 dct_linesize_chroma <<= 1;
455 dct_y_offset = interlaced_mb ? frame->linesize[0] : (dct_linesize_luma << 3);
456 dct_x_offset = 8 << shift1;
458 ctx->idsp.idct_put(dest_y, dct_linesize_luma, row->blocks[0]);
459 ctx->idsp.idct_put(dest_y + dct_x_offset, dct_linesize_luma, row->blocks[1]);
460 ctx->idsp.idct_put(dest_y + dct_y_offset, dct_linesize_luma, row->blocks[4]);
461 ctx->idsp.idct_put(dest_y + dct_y_offset + dct_x_offset, dct_linesize_luma, row->blocks[5]);
463 if (!(ctx->avctx->flags & AV_CODEC_FLAG_GRAY)) {
464 dct_y_offset = interlaced_mb ? frame->linesize[1] : (dct_linesize_chroma << 3);
465 ctx->idsp.idct_put(dest_u, dct_linesize_chroma, row->blocks[2]);
466 ctx->idsp.idct_put(dest_v, dct_linesize_chroma, row->blocks[3]);
467 ctx->idsp.idct_put(dest_u + dct_y_offset, dct_linesize_chroma, row->blocks[6]);
468 ctx->idsp.idct_put(dest_v + dct_y_offset, dct_linesize_chroma, row->blocks[7]);
471 ctx->idsp.idct_put(dest_y, dct_linesize_luma, row->blocks[0]);
472 ctx->idsp.idct_put(dest_y + dct_x_offset, dct_linesize_luma, row->blocks[1]);
473 ctx->idsp.idct_put(dest_y + dct_y_offset, dct_linesize_luma, row->blocks[6]);
474 ctx->idsp.idct_put(dest_y + dct_y_offset + dct_x_offset, dct_linesize_luma, row->blocks[7]);
476 if (!(ctx->avctx->flags & AV_CODEC_FLAG_GRAY)) {
477 dct_y_offset = interlaced_mb ? frame->linesize[1] : (dct_linesize_chroma << 3);
478 ctx->idsp.idct_put(dest_u, dct_linesize_chroma, row->blocks[2]);
479 ctx->idsp.idct_put(dest_u + dct_x_offset, dct_linesize_chroma, row->blocks[3]);
480 ctx->idsp.idct_put(dest_u + dct_y_offset, dct_linesize_chroma, row->blocks[8]);
481 ctx->idsp.idct_put(dest_u + dct_y_offset + dct_x_offset, dct_linesize_chroma, row->blocks[9]);
482 ctx->idsp.idct_put(dest_v, dct_linesize_chroma, row->blocks[4]);
483 ctx->idsp.idct_put(dest_v + dct_x_offset, dct_linesize_chroma, row->blocks[5]);
484 ctx->idsp.idct_put(dest_v + dct_y_offset, dct_linesize_chroma, row->blocks[10]);
485 ctx->idsp.idct_put(dest_v + dct_y_offset + dct_x_offset, dct_linesize_chroma, row->blocks[11]);
492 static int dnxhd_decode_row(AVCodecContext *avctx, void *data,
493 int rownb, int threadnb)
495 const DNXHDContext *ctx = avctx->priv_data;
496 uint32_t offset = ctx->mb_scan_index[rownb];
497 RowContext *row = ctx->rows + threadnb;
502 row->last_dc[2] = 1 << (ctx->bit_depth + 2); // for levels +2^(bitdepth-1)
503 init_get_bits(&row->gb, ctx->buf + offset, (ctx->buf_size - offset) << 3);
504 for (x = 0; x < ctx->mb_width; x++) {
506 int ret = dnxhd_decode_macroblock(ctx, row, data, x, rownb);
511 //STOP_TIMER("decode macroblock");
517 static int dnxhd_decode_frame(AVCodecContext *avctx, void *data,
518 int *got_frame, AVPacket *avpkt)
520 const uint8_t *buf = avpkt->data;
521 int buf_size = avpkt->size;
522 DNXHDContext *ctx = avctx->priv_data;
523 ThreadFrame frame = { .f = data };
524 AVFrame *picture = data;
528 ff_dlog(avctx, "frame size %d\n", buf_size);
531 if ((ret = dnxhd_decode_header(ctx, picture, buf, buf_size, first_field)) < 0)
534 if ((avctx->width || avctx->height) &&
535 (ctx->width != avctx->width || ctx->height != avctx->height)) {
536 av_log(avctx, AV_LOG_WARNING, "frame size changed: %dx%d -> %dx%d\n",
537 avctx->width, avctx->height, ctx->width, ctx->height);
540 if (avctx->pix_fmt != AV_PIX_FMT_NONE && avctx->pix_fmt != ctx->pix_fmt) {
541 av_log(avctx, AV_LOG_WARNING, "pix_fmt changed: %s -> %s\n",
542 av_get_pix_fmt_name(avctx->pix_fmt), av_get_pix_fmt_name(ctx->pix_fmt));
546 avctx->pix_fmt = ctx->pix_fmt;
547 ret = ff_set_dimensions(avctx, ctx->width, ctx->height);
552 if ((ret = ff_thread_get_buffer(avctx, &frame, 0)) < 0)
554 picture->pict_type = AV_PICTURE_TYPE_I;
555 picture->key_frame = 1;
558 ctx->buf_size = buf_size - 0x280;
559 ctx->buf = buf + 0x280;
560 avctx->execute2(avctx, dnxhd_decode_row, picture, NULL, ctx->mb_height);
562 if (first_field && picture->interlaced_frame) {
563 buf += ctx->cid_table->coding_unit_size;
564 buf_size -= ctx->cid_table->coding_unit_size;
566 goto decode_coding_unit;
570 for (i = 0; i < avctx->thread_count; i++) {
571 ret += ctx->rows[i].errors;
572 ctx->rows[i].errors = 0;
576 av_log(ctx->avctx, AV_LOG_ERROR, "%d lines with errors\n", ret);
577 return AVERROR_INVALIDDATA;
584 static av_cold int dnxhd_decode_close(AVCodecContext *avctx)
586 DNXHDContext *ctx = avctx->priv_data;
588 ff_free_vlc(&ctx->ac_vlc);
589 ff_free_vlc(&ctx->dc_vlc);
590 ff_free_vlc(&ctx->run_vlc);
592 av_freep(&ctx->rows);
597 AVCodec ff_dnxhd_decoder = {
599 .long_name = NULL_IF_CONFIG_SMALL("VC3/DNxHD"),
600 .type = AVMEDIA_TYPE_VIDEO,
601 .id = AV_CODEC_ID_DNXHD,
602 .priv_data_size = sizeof(DNXHDContext),
603 .init = dnxhd_decode_init,
604 .close = dnxhd_decode_close,
605 .decode = dnxhd_decode_frame,
606 .capabilities = AV_CODEC_CAP_DR1 | AV_CODEC_CAP_FRAME_THREADS |
607 AV_CODEC_CAP_SLICE_THREADS,
608 .init_thread_copy = ONLY_IF_THREADS_ENABLED(dnxhd_decode_init_thread_copy),