2 * This file is part of FFmpeg.
4 * FFmpeg is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU Lesser General Public
6 * License as published by the Free Software Foundation; either
7 * version 2.1 of the License, or (at your option) any later version.
9 * FFmpeg is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12 * Lesser General Public License for more details.
14 * You should have received a copy of the GNU Lesser General Public
15 * License along with FFmpeg; if not, write to the Free Software
16 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19 #include "libavutil/avassert.h"
20 #include "libavutil/pixfmt.h"
23 #include "cbs_internal.h"
28 static int cbs_av1_read_uvlc(CodedBitstreamContext *ctx, GetBitContext *gbc,
29 const char *name, uint32_t *write_to,
30 uint32_t range_min, uint32_t range_max)
32 uint32_t zeroes, bits_value, value;
35 if (ctx->trace_enable)
36 position = get_bits_count(gbc);
40 if (get_bits_left(gbc) < 1) {
41 av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid uvlc code at "
42 "%s: bitstream ended.\n", name);
43 return AVERROR_INVALIDDATA;
52 value = MAX_UINT_BITS(32);
54 if (get_bits_left(gbc) < zeroes) {
55 av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid uvlc code at "
56 "%s: bitstream ended.\n", name);
57 return AVERROR_INVALIDDATA;
60 bits_value = get_bits_long(gbc, zeroes);
61 value = bits_value + (UINT32_C(1) << zeroes) - 1;
64 if (ctx->trace_enable) {
70 k = FFMIN(zeroes - 32, 32);
71 for (i = 0; i < k; i++)
74 ff_cbs_trace_syntax_element(ctx, position, name,
81 for (i = 0; i < zeroes; i++)
86 for (j = 0; j < zeroes; j++)
87 bits[i++] = (bits_value >> (zeroes - j - 1) & 1) ? '1' : '0';
91 ff_cbs_trace_syntax_element(ctx, position, name,
95 if (value < range_min || value > range_max) {
96 av_log(ctx->log_ctx, AV_LOG_ERROR, "%s out of range: "
97 "%"PRIu32", but must be in [%"PRIu32",%"PRIu32"].\n",
98 name, value, range_min, range_max);
99 return AVERROR_INVALIDDATA;
106 static int cbs_av1_write_uvlc(CodedBitstreamContext *ctx, PutBitContext *pbc,
107 const char *name, uint32_t value,
108 uint32_t range_min, uint32_t range_max)
111 int position, zeroes;
113 if (value < range_min || value > range_max) {
114 av_log(ctx->log_ctx, AV_LOG_ERROR, "%s out of range: "
115 "%"PRIu32", but must be in [%"PRIu32",%"PRIu32"].\n",
116 name, value, range_min, range_max);
117 return AVERROR_INVALIDDATA;
120 if (ctx->trace_enable)
121 position = put_bits_count(pbc);
127 zeroes = av_log2(value + 1);
128 v = value - (1 << zeroes) + 1;
129 put_bits(pbc, zeroes + 1, 1);
130 put_bits(pbc, zeroes, v);
133 if (ctx->trace_enable) {
137 for (j = 0; j < zeroes; j++)
140 for (j = 0; j < zeroes; j++)
141 bits[i++] = (v >> (zeroes - j - 1) & 1) ? '1' : '0';
143 ff_cbs_trace_syntax_element(ctx, position, name, NULL,
150 static int cbs_av1_read_leb128(CodedBitstreamContext *ctx, GetBitContext *gbc,
151 const char *name, uint64_t *write_to)
154 int position, err, i;
156 if (ctx->trace_enable)
157 position = get_bits_count(gbc);
160 for (i = 0; i < 8; i++) {
161 int subscript[2] = { 1, i };
163 err = ff_cbs_read_unsigned(ctx, gbc, 8, "leb128_byte[i]", subscript,
168 value |= (uint64_t)(byte & 0x7f) << (i * 7);
173 if (value > UINT32_MAX)
174 return AVERROR_INVALIDDATA;
176 if (ctx->trace_enable)
177 ff_cbs_trace_syntax_element(ctx, position, name, NULL, "", value);
183 static int cbs_av1_write_leb128(CodedBitstreamContext *ctx, PutBitContext *pbc,
184 const char *name, uint64_t value)
186 int position, err, len, i;
189 len = (av_log2(value) + 7) / 7;
191 if (ctx->trace_enable)
192 position = put_bits_count(pbc);
194 for (i = 0; i < len; i++) {
195 int subscript[2] = { 1, i };
197 byte = value >> (7 * i) & 0x7f;
201 err = ff_cbs_write_unsigned(ctx, pbc, 8, "leb128_byte[i]", subscript,
207 if (ctx->trace_enable)
208 ff_cbs_trace_syntax_element(ctx, position, name, NULL, "", value);
213 static int cbs_av1_read_ns(CodedBitstreamContext *ctx, GetBitContext *gbc,
214 uint32_t n, const char *name,
215 const int *subscripts, uint32_t *write_to)
217 uint32_t m, v, extra_bit, value;
222 if (ctx->trace_enable)
223 position = get_bits_count(gbc);
228 if (get_bits_left(gbc) < w) {
229 av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid non-symmetric value at "
230 "%s: bitstream ended.\n", name);
231 return AVERROR_INVALIDDATA;
235 v = get_bits(gbc, w - 1);
242 extra_bit = get_bits1(gbc);
243 value = (v << 1) - m + extra_bit;
246 if (ctx->trace_enable) {
249 for (i = 0; i < w - 1; i++)
250 bits[i] = (v >> i & 1) ? '1' : '0';
252 bits[i++] = extra_bit ? '1' : '0';
255 ff_cbs_trace_syntax_element(ctx, position,
256 name, subscripts, bits, value);
263 static int cbs_av1_write_ns(CodedBitstreamContext *ctx, PutBitContext *pbc,
264 uint32_t n, const char *name,
265 const int *subscripts, uint32_t value)
267 uint32_t w, m, v, extra_bit;
271 av_log(ctx->log_ctx, AV_LOG_ERROR, "%s out of range: "
272 "%"PRIu32", but must be in [0,%"PRIu32"].\n",
274 return AVERROR_INVALIDDATA;
277 if (ctx->trace_enable)
278 position = put_bits_count(pbc);
283 if (put_bits_left(pbc) < w)
284 return AVERROR(ENOSPC);
288 put_bits(pbc, w - 1, v);
290 v = m + ((value - m) >> 1);
291 extra_bit = (value - m) & 1;
292 put_bits(pbc, w - 1, v);
293 put_bits(pbc, 1, extra_bit);
296 if (ctx->trace_enable) {
299 for (i = 0; i < w - 1; i++)
300 bits[i] = (v >> i & 1) ? '1' : '0';
302 bits[i++] = extra_bit ? '1' : '0';
305 ff_cbs_trace_syntax_element(ctx, position,
306 name, subscripts, bits, value);
312 static int cbs_av1_read_increment(CodedBitstreamContext *ctx, GetBitContext *gbc,
313 uint32_t range_min, uint32_t range_max,
314 const char *name, uint32_t *write_to)
320 av_assert0(range_min <= range_max && range_max - range_min < sizeof(bits) - 1);
321 if (ctx->trace_enable)
322 position = get_bits_count(gbc);
324 for (i = 0, value = range_min; value < range_max;) {
325 if (get_bits_left(gbc) < 1) {
326 av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid increment value at "
327 "%s: bitstream ended.\n", name);
328 return AVERROR_INVALIDDATA;
330 if (get_bits1(gbc)) {
339 if (ctx->trace_enable) {
341 ff_cbs_trace_syntax_element(ctx, position,
342 name, NULL, bits, value);
349 static int cbs_av1_write_increment(CodedBitstreamContext *ctx, PutBitContext *pbc,
350 uint32_t range_min, uint32_t range_max,
351 const char *name, uint32_t value)
355 av_assert0(range_min <= range_max && range_max - range_min < 32);
356 if (value < range_min || value > range_max) {
357 av_log(ctx->log_ctx, AV_LOG_ERROR, "%s out of range: "
358 "%"PRIu32", but must be in [%"PRIu32",%"PRIu32"].\n",
359 name, value, range_min, range_max);
360 return AVERROR_INVALIDDATA;
363 if (value == range_max)
364 len = range_max - range_min;
366 len = value - range_min + 1;
367 if (put_bits_left(pbc) < len)
368 return AVERROR(ENOSPC);
370 if (ctx->trace_enable) {
373 for (i = 0; i < len; i++) {
374 if (range_min + i == value)
380 ff_cbs_trace_syntax_element(ctx, put_bits_count(pbc),
381 name, NULL, bits, value);
385 put_bits(pbc, len, (1 << len) - 1 - (value != range_max));
390 static int cbs_av1_read_subexp(CodedBitstreamContext *ctx, GetBitContext *gbc,
391 uint32_t range_max, const char *name,
392 const int *subscripts, uint32_t *write_to)
396 uint32_t max_len, len, range_offset, range_bits;
398 if (ctx->trace_enable)
399 position = get_bits_count(gbc);
401 av_assert0(range_max > 0);
402 max_len = av_log2(range_max - 1) - 3;
404 err = cbs_av1_read_increment(ctx, gbc, 0, max_len,
405 "subexp_more_bits", &len);
410 range_bits = 2 + len;
411 range_offset = 1 << range_bits;
418 err = ff_cbs_read_unsigned(ctx, gbc, range_bits,
419 "subexp_bits", NULL, &value,
420 0, MAX_UINT_BITS(range_bits));
425 err = cbs_av1_read_ns(ctx, gbc, range_max - range_offset,
426 "subexp_final_bits", NULL, &value);
430 value += range_offset;
432 if (ctx->trace_enable)
433 ff_cbs_trace_syntax_element(ctx, position,
434 name, subscripts, "", value);
440 static int cbs_av1_write_subexp(CodedBitstreamContext *ctx, PutBitContext *pbc,
441 uint32_t range_max, const char *name,
442 const int *subscripts, uint32_t value)
445 uint32_t max_len, len, range_offset, range_bits;
447 if (value > range_max) {
448 av_log(ctx->log_ctx, AV_LOG_ERROR, "%s out of range: "
449 "%"PRIu32", but must be in [0,%"PRIu32"].\n",
450 name, value, range_max);
451 return AVERROR_INVALIDDATA;
454 if (ctx->trace_enable)
455 position = put_bits_count(pbc);
457 av_assert0(range_max > 0);
458 max_len = av_log2(range_max - 1) - 3;
465 range_bits = av_log2(value);
466 len = range_bits - 2;
468 // The top bin is combined with the one below it.
469 av_assert0(len == max_len + 1);
473 range_offset = 1 << range_bits;
476 err = cbs_av1_write_increment(ctx, pbc, 0, max_len,
477 "subexp_more_bits", len);
482 err = ff_cbs_write_unsigned(ctx, pbc, range_bits,
484 value - range_offset,
485 0, MAX_UINT_BITS(range_bits));
490 err = cbs_av1_write_ns(ctx, pbc, range_max - range_offset,
491 "subexp_final_bits", NULL,
492 value - range_offset);
497 if (ctx->trace_enable)
498 ff_cbs_trace_syntax_element(ctx, position,
499 name, subscripts, "", value);
505 static int cbs_av1_tile_log2(int blksize, int target)
508 for (k = 0; (blksize << k) < target; k++);
512 static int cbs_av1_get_relative_dist(const AV1RawSequenceHeader *seq,
513 unsigned int a, unsigned int b)
515 unsigned int diff, m;
516 if (!seq->enable_order_hint)
519 m = 1 << seq->order_hint_bits_minus_1;
520 diff = (diff & (m - 1)) - (diff & m);
524 static size_t cbs_av1_get_payload_bytes_left(GetBitContext *gbc)
526 GetBitContext tmp = *gbc;
528 for (int i = 0; get_bits_left(&tmp) >= 8; i++) {
529 if (get_bits(&tmp, 8))
536 #define HEADER(name) do { \
537 ff_cbs_trace_header(ctx, name); \
540 #define CHECK(call) do { \
546 #define FUNC_NAME(rw, codec, name) cbs_ ## codec ## _ ## rw ## _ ## name
547 #define FUNC_AV1(rw, name) FUNC_NAME(rw, av1, name)
548 #define FUNC(name) FUNC_AV1(READWRITE, name)
550 #define SUBSCRIPTS(subs, ...) (subs > 0 ? ((int[subs + 1]){ subs, __VA_ARGS__ }) : NULL)
552 #define fb(width, name) \
553 xf(width, name, current->name, 0, MAX_UINT_BITS(width), 0)
554 #define fc(width, name, range_min, range_max) \
555 xf(width, name, current->name, range_min, range_max, 0)
556 #define flag(name) fb(1, name)
557 #define su(width, name) \
558 xsu(width, name, current->name, 0)
560 #define fbs(width, name, subs, ...) \
561 xf(width, name, current->name, 0, MAX_UINT_BITS(width), subs, __VA_ARGS__)
562 #define fcs(width, name, range_min, range_max, subs, ...) \
563 xf(width, name, current->name, range_min, range_max, subs, __VA_ARGS__)
564 #define flags(name, subs, ...) \
565 xf(1, name, current->name, 0, 1, subs, __VA_ARGS__)
566 #define sus(width, name, subs, ...) \
567 xsu(width, name, current->name, subs, __VA_ARGS__)
569 #define fixed(width, name, value) do { \
570 av_unused uint32_t fixed_value = value; \
571 xf(width, name, fixed_value, value, value, 0); \
576 #define READWRITE read
577 #define RWContext GetBitContext
579 #define xf(width, name, var, range_min, range_max, subs, ...) do { \
581 CHECK(ff_cbs_read_unsigned(ctx, rw, width, #name, \
582 SUBSCRIPTS(subs, __VA_ARGS__), \
583 &value, range_min, range_max)); \
587 #define xsu(width, name, var, subs, ...) do { \
589 CHECK(ff_cbs_read_signed(ctx, rw, width, #name, \
590 SUBSCRIPTS(subs, __VA_ARGS__), &value, \
591 MIN_INT_BITS(width), \
592 MAX_INT_BITS(width))); \
596 #define uvlc(name, range_min, range_max) do { \
598 CHECK(cbs_av1_read_uvlc(ctx, rw, #name, \
599 &value, range_min, range_max)); \
600 current->name = value; \
603 #define ns(max_value, name, subs, ...) do { \
605 CHECK(cbs_av1_read_ns(ctx, rw, max_value, #name, \
606 SUBSCRIPTS(subs, __VA_ARGS__), &value)); \
607 current->name = value; \
610 #define increment(name, min, max) do { \
612 CHECK(cbs_av1_read_increment(ctx, rw, min, max, #name, &value)); \
613 current->name = value; \
616 #define subexp(name, max, subs, ...) do { \
618 CHECK(cbs_av1_read_subexp(ctx, rw, max, #name, \
619 SUBSCRIPTS(subs, __VA_ARGS__), &value)); \
620 current->name = value; \
623 #define delta_q(name) do { \
624 uint8_t delta_coded; \
626 xf(1, name.delta_coded, delta_coded, 0, 1, 0); \
628 xsu(1 + 6, name.delta_q, delta_q, 0); \
631 current->name = delta_q; \
634 #define leb128(name) do { \
636 CHECK(cbs_av1_read_leb128(ctx, rw, #name, &value)); \
637 current->name = value; \
640 #define infer(name, value) do { \
641 current->name = value; \
644 #define byte_alignment(rw) (get_bits_count(rw) % 8)
646 #include "cbs_av1_syntax_template.c"
660 #undef byte_alignment
664 #define READWRITE write
665 #define RWContext PutBitContext
667 #define xf(width, name, var, range_min, range_max, subs, ...) do { \
668 CHECK(ff_cbs_write_unsigned(ctx, rw, width, #name, \
669 SUBSCRIPTS(subs, __VA_ARGS__), \
670 var, range_min, range_max)); \
673 #define xsu(width, name, var, subs, ...) do { \
674 CHECK(ff_cbs_write_signed(ctx, rw, width, #name, \
675 SUBSCRIPTS(subs, __VA_ARGS__), var, \
676 MIN_INT_BITS(width), \
677 MAX_INT_BITS(width))); \
680 #define uvlc(name, range_min, range_max) do { \
681 CHECK(cbs_av1_write_uvlc(ctx, rw, #name, current->name, \
682 range_min, range_max)); \
685 #define ns(max_value, name, subs, ...) do { \
686 CHECK(cbs_av1_write_ns(ctx, rw, max_value, #name, \
687 SUBSCRIPTS(subs, __VA_ARGS__), \
691 #define increment(name, min, max) do { \
692 CHECK(cbs_av1_write_increment(ctx, rw, min, max, #name, \
696 #define subexp(name, max, subs, ...) do { \
697 CHECK(cbs_av1_write_subexp(ctx, rw, max, #name, \
698 SUBSCRIPTS(subs, __VA_ARGS__), \
702 #define delta_q(name) do { \
703 xf(1, name.delta_coded, current->name != 0, 0, 1, 0); \
705 xsu(1 + 6, name.delta_q, current->name, 0); \
708 #define leb128(name) do { \
709 CHECK(cbs_av1_write_leb128(ctx, rw, #name, current->name)); \
712 #define infer(name, value) do { \
713 if (current->name != (value)) { \
714 av_log(ctx->log_ctx, AV_LOG_WARNING, "Warning: " \
715 "%s does not match inferred value: " \
716 "%"PRId64", but should be %"PRId64".\n", \
717 #name, (int64_t)current->name, (int64_t)(value)); \
721 #define byte_alignment(rw) (put_bits_count(rw) % 8)
723 #include "cbs_av1_syntax_template.c"
737 #undef byte_alignment
740 static int cbs_av1_split_fragment(CodedBitstreamContext *ctx,
741 CodedBitstreamFragment *frag,
750 // Don't include this parsing in trace output.
751 trace = ctx->trace_enable;
752 ctx->trace_enable = 0;
755 size = frag->data_size;
757 if (INT_MAX / 8 < size) {
758 av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid fragment: "
759 "too large (%"SIZE_SPECIFIER" bytes).\n", size);
760 err = AVERROR_INVALIDDATA;
765 AV1RawOBUHeader header;
768 init_get_bits(&gbc, data, 8 * size);
770 err = cbs_av1_read_obu_header(ctx, &gbc, &header);
774 if (header.obu_has_size_field) {
775 if (get_bits_left(&gbc) < 8) {
776 av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid OBU: fragment "
777 "too short (%"SIZE_SPECIFIER" bytes).\n", size);
778 err = AVERROR_INVALIDDATA;
781 err = cbs_av1_read_leb128(ctx, &gbc, "obu_size", &obu_size);
785 obu_size = size - 1 - header.obu_extension_flag;
787 pos = get_bits_count(&gbc);
788 av_assert0(pos % 8 == 0 && pos / 8 <= size);
790 obu_length = pos / 8 + obu_size;
792 if (size < obu_length) {
793 av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid OBU length: "
794 "%"PRIu64", but only %"SIZE_SPECIFIER" bytes remaining in fragment.\n",
796 err = AVERROR_INVALIDDATA;
800 err = ff_cbs_insert_unit_data(ctx, frag, -1, header.obu_type,
801 data, obu_length, frag->data_ref);
811 ctx->trace_enable = trace;
815 static void cbs_av1_free_tile_data(AV1RawTileData *td)
817 av_buffer_unref(&td->data_ref);
820 static void cbs_av1_free_padding(AV1RawPadding *pd)
822 av_buffer_unref(&pd->payload_ref);
825 static void cbs_av1_free_metadata(AV1RawMetadata *md)
827 switch (md->metadata_type) {
828 case AV1_METADATA_TYPE_ITUT_T35:
829 av_buffer_unref(&md->metadata.itut_t35.payload_ref);
834 static void cbs_av1_free_obu(void *opaque, uint8_t *content)
836 AV1RawOBU *obu = (AV1RawOBU*)content;
838 switch (obu->header.obu_type) {
839 case AV1_OBU_TILE_GROUP:
840 cbs_av1_free_tile_data(&obu->obu.tile_group.tile_data);
843 cbs_av1_free_tile_data(&obu->obu.frame.tile_group.tile_data);
845 case AV1_OBU_TILE_LIST:
846 cbs_av1_free_tile_data(&obu->obu.tile_list.tile_data);
848 case AV1_OBU_METADATA:
849 cbs_av1_free_metadata(&obu->obu.metadata);
851 case AV1_OBU_PADDING:
852 cbs_av1_free_padding(&obu->obu.padding);
859 static int cbs_av1_ref_tile_data(CodedBitstreamContext *ctx,
860 CodedBitstreamUnit *unit,
866 pos = get_bits_count(gbc);
867 if (pos >= 8 * unit->data_size) {
868 av_log(ctx->log_ctx, AV_LOG_ERROR, "Bitstream ended before "
869 "any data in tile group (%d bits read).\n", pos);
870 return AVERROR_INVALIDDATA;
872 // Must be byte-aligned at this point.
873 av_assert0(pos % 8 == 0);
875 td->data_ref = av_buffer_ref(unit->data_ref);
877 return AVERROR(ENOMEM);
879 td->data = unit->data + pos / 8;
880 td->data_size = unit->data_size - pos / 8;
885 static int cbs_av1_read_unit(CodedBitstreamContext *ctx,
886 CodedBitstreamUnit *unit)
888 CodedBitstreamAV1Context *priv = ctx->priv_data;
891 int err, start_pos, end_pos;
893 err = ff_cbs_alloc_unit_content(ctx, unit, sizeof(*obu),
899 err = init_get_bits(&gbc, unit->data, 8 * unit->data_size);
903 err = cbs_av1_read_obu_header(ctx, &gbc, &obu->header);
906 av_assert0(obu->header.obu_type == unit->type);
908 if (obu->header.obu_has_size_field) {
910 err = cbs_av1_read_leb128(ctx, &gbc, "obu_size", &obu_size);
913 obu->obu_size = obu_size;
915 if (unit->data_size < 1 + obu->header.obu_extension_flag) {
916 av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid OBU length: "
917 "unit too short (%"SIZE_SPECIFIER").\n", unit->data_size);
918 return AVERROR_INVALIDDATA;
920 obu->obu_size = unit->data_size - 1 - obu->header.obu_extension_flag;
923 start_pos = get_bits_count(&gbc);
925 if (obu->header.obu_extension_flag) {
926 priv->temporal_id = obu->header.temporal_id;
927 priv->spatial_id = obu->header.spatial_id;
929 if (obu->header.obu_type != AV1_OBU_SEQUENCE_HEADER &&
930 obu->header.obu_type != AV1_OBU_TEMPORAL_DELIMITER &&
931 priv->operating_point_idc) {
932 int in_temporal_layer =
933 (priv->operating_point_idc >> priv->temporal_id ) & 1;
934 int in_spatial_layer =
935 (priv->operating_point_idc >> (priv->spatial_id + 8)) & 1;
936 if (!in_temporal_layer || !in_spatial_layer) {
937 // Decoding will drop this OBU at this operating point.
941 priv->temporal_id = 0;
942 priv->spatial_id = 0;
945 priv->ref = (AV1ReferenceFrameState *)&priv->read_ref;
947 switch (obu->header.obu_type) {
948 case AV1_OBU_SEQUENCE_HEADER:
950 err = cbs_av1_read_sequence_header_obu(ctx, &gbc,
951 &obu->obu.sequence_header);
955 av_buffer_unref(&priv->sequence_header_ref);
956 priv->sequence_header = NULL;
958 priv->sequence_header_ref = av_buffer_ref(unit->content_ref);
959 if (!priv->sequence_header_ref)
960 return AVERROR(ENOMEM);
961 priv->sequence_header = &obu->obu.sequence_header;
964 case AV1_OBU_TEMPORAL_DELIMITER:
966 err = cbs_av1_read_temporal_delimiter_obu(ctx, &gbc);
971 case AV1_OBU_FRAME_HEADER:
972 case AV1_OBU_REDUNDANT_FRAME_HEADER:
974 err = cbs_av1_read_frame_header_obu(ctx, &gbc,
975 &obu->obu.frame_header,
976 obu->header.obu_type ==
977 AV1_OBU_REDUNDANT_FRAME_HEADER,
983 case AV1_OBU_TILE_GROUP:
985 err = cbs_av1_read_tile_group_obu(ctx, &gbc,
986 &obu->obu.tile_group);
990 err = cbs_av1_ref_tile_data(ctx, unit, &gbc,
991 &obu->obu.tile_group.tile_data);
998 err = cbs_av1_read_frame_obu(ctx, &gbc, &obu->obu.frame,
1003 err = cbs_av1_ref_tile_data(ctx, unit, &gbc,
1004 &obu->obu.frame.tile_group.tile_data);
1009 case AV1_OBU_TILE_LIST:
1011 err = cbs_av1_read_tile_list_obu(ctx, &gbc,
1012 &obu->obu.tile_list);
1016 err = cbs_av1_ref_tile_data(ctx, unit, &gbc,
1017 &obu->obu.tile_list.tile_data);
1022 case AV1_OBU_METADATA:
1024 err = cbs_av1_read_metadata_obu(ctx, &gbc, &obu->obu.metadata);
1029 case AV1_OBU_PADDING:
1031 err = cbs_av1_read_padding_obu(ctx, &gbc, &obu->obu.padding);
1037 return AVERROR(ENOSYS);
1040 end_pos = get_bits_count(&gbc);
1041 av_assert0(end_pos <= unit->data_size * 8);
1043 if (obu->obu_size > 0 &&
1044 obu->header.obu_type != AV1_OBU_TILE_GROUP &&
1045 obu->header.obu_type != AV1_OBU_TILE_LIST &&
1046 obu->header.obu_type != AV1_OBU_FRAME) {
1047 int nb_bits = obu->obu_size * 8 + start_pos - end_pos;
1050 return AVERROR_INVALIDDATA;
1052 err = cbs_av1_read_trailing_bits(ctx, &gbc, nb_bits);
1060 static int cbs_av1_write_obu(CodedBitstreamContext *ctx,
1061 CodedBitstreamUnit *unit,
1064 CodedBitstreamAV1Context *priv = ctx->priv_data;
1065 AV1RawOBU *obu = unit->content;
1066 PutBitContext pbc_tmp;
1069 int err, start_pos, end_pos, data_pos;
1071 // OBUs in the normal bitstream format must contain a size field
1072 // in every OBU (in annex B it is optional, but we don't support
1074 obu->header.obu_has_size_field = 1;
1076 err = cbs_av1_write_obu_header(ctx, pbc, &obu->header);
1080 if (obu->header.obu_has_size_field) {
1082 // Add space for the size field to fill later.
1088 start_pos = put_bits_count(pbc);
1090 priv->ref = (AV1ReferenceFrameState *)&priv->write_ref;
1092 switch (obu->header.obu_type) {
1093 case AV1_OBU_SEQUENCE_HEADER:
1095 err = cbs_av1_write_sequence_header_obu(ctx, pbc,
1096 &obu->obu.sequence_header);
1100 av_buffer_unref(&priv->sequence_header_ref);
1101 priv->sequence_header = NULL;
1103 priv->sequence_header_ref = av_buffer_ref(unit->content_ref);
1104 if (!priv->sequence_header_ref)
1105 return AVERROR(ENOMEM);
1106 priv->sequence_header = &obu->obu.sequence_header;
1109 case AV1_OBU_TEMPORAL_DELIMITER:
1111 err = cbs_av1_write_temporal_delimiter_obu(ctx, pbc);
1116 case AV1_OBU_FRAME_HEADER:
1117 case AV1_OBU_REDUNDANT_FRAME_HEADER:
1119 err = cbs_av1_write_frame_header_obu(ctx, pbc,
1120 &obu->obu.frame_header,
1121 obu->header.obu_type ==
1122 AV1_OBU_REDUNDANT_FRAME_HEADER,
1128 case AV1_OBU_TILE_GROUP:
1130 err = cbs_av1_write_tile_group_obu(ctx, pbc,
1131 &obu->obu.tile_group);
1135 td = &obu->obu.tile_group.tile_data;
1140 err = cbs_av1_write_frame_obu(ctx, pbc, &obu->obu.frame, NULL);
1144 td = &obu->obu.frame.tile_group.tile_data;
1147 case AV1_OBU_TILE_LIST:
1149 err = cbs_av1_write_tile_list_obu(ctx, pbc, &obu->obu.tile_list);
1153 td = &obu->obu.tile_list.tile_data;
1156 case AV1_OBU_METADATA:
1158 err = cbs_av1_write_metadata_obu(ctx, pbc, &obu->obu.metadata);
1163 case AV1_OBU_PADDING:
1165 err = cbs_av1_write_padding_obu(ctx, pbc, &obu->obu.padding);
1171 return AVERROR(ENOSYS);
1174 end_pos = put_bits_count(pbc);
1175 header_size = (end_pos - start_pos + 7) / 8;
1177 obu->obu_size = header_size + td->data_size;
1178 } else if (header_size > 0) {
1179 // Add trailing bits and recalculate.
1180 err = cbs_av1_write_trailing_bits(ctx, pbc, 8 - end_pos % 8);
1183 end_pos = put_bits_count(pbc);
1184 obu->obu_size = header_size = (end_pos - start_pos + 7) / 8;
1190 end_pos = put_bits_count(pbc);
1191 // Must now be byte-aligned.
1192 av_assert0(end_pos % 8 == 0);
1193 flush_put_bits(pbc);
1198 err = cbs_av1_write_leb128(ctx, pbc, "obu_size", obu->obu_size);
1202 data_pos = put_bits_count(pbc) / 8;
1203 flush_put_bits(pbc);
1204 av_assert0(data_pos <= start_pos);
1206 if (8 * obu->obu_size > put_bits_left(pbc))
1207 return AVERROR(ENOSPC);
1209 if (obu->obu_size > 0) {
1210 memmove(pbc->buf + data_pos,
1211 pbc->buf + start_pos, header_size);
1212 skip_put_bytes(pbc, header_size);
1215 memcpy(pbc->buf + data_pos + header_size,
1216 td->data, td->data_size);
1217 skip_put_bytes(pbc, td->data_size);
1221 // OBU data must be byte-aligned.
1222 av_assert0(put_bits_count(pbc) % 8 == 0);
1227 static int cbs_av1_assemble_fragment(CodedBitstreamContext *ctx,
1228 CodedBitstreamFragment *frag)
1234 for (i = 0; i < frag->nb_units; i++)
1235 size += frag->units[i].data_size;
1237 frag->data_ref = av_buffer_alloc(size + AV_INPUT_BUFFER_PADDING_SIZE);
1238 if (!frag->data_ref)
1239 return AVERROR(ENOMEM);
1240 frag->data = frag->data_ref->data;
1241 memset(frag->data + size, 0, AV_INPUT_BUFFER_PADDING_SIZE);
1244 for (i = 0; i < frag->nb_units; i++) {
1245 memcpy(frag->data + pos, frag->units[i].data,
1246 frag->units[i].data_size);
1247 pos += frag->units[i].data_size;
1249 av_assert0(pos == size);
1250 frag->data_size = size;
1255 static void cbs_av1_close(CodedBitstreamContext *ctx)
1257 CodedBitstreamAV1Context *priv = ctx->priv_data;
1259 av_buffer_unref(&priv->sequence_header_ref);
1260 av_buffer_unref(&priv->frame_header_ref);
1263 const CodedBitstreamType ff_cbs_type_av1 = {
1264 .codec_id = AV_CODEC_ID_AV1,
1266 .priv_data_size = sizeof(CodedBitstreamAV1Context),
1268 .split_fragment = &cbs_av1_split_fragment,
1269 .read_unit = &cbs_av1_read_unit,
1270 .write_unit = &cbs_av1_write_obu,
1271 .assemble_fragment = &cbs_av1_assemble_fragment,
1273 .close = &cbs_av1_close,