2 * This file is part of FFmpeg.
4 * FFmpeg is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU Lesser General Public
6 * License as published by the Free Software Foundation; either
7 * version 2.1 of the License, or (at your option) any later version.
9 * FFmpeg is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12 * Lesser General Public License for more details.
14 * You should have received a copy of the GNU Lesser General Public
15 * License along with FFmpeg; if not, write to the Free Software
16 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19 #include "libavutil/avassert.h"
20 #include "libavutil/pixfmt.h"
23 #include "cbs_internal.h"
28 static int cbs_av1_read_uvlc(CodedBitstreamContext *ctx, GetBitContext *gbc,
29 const char *name, uint32_t *write_to,
30 uint32_t range_min, uint32_t range_max)
32 uint32_t zeroes, bits_value, value;
35 if (ctx->trace_enable)
36 position = get_bits_count(gbc);
40 if (get_bits_left(gbc) < 1) {
41 av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid uvlc code at "
42 "%s: bitstream ended.\n", name);
43 return AVERROR_INVALIDDATA;
52 value = MAX_UINT_BITS(32);
54 if (get_bits_left(gbc) < zeroes) {
55 av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid uvlc code at "
56 "%s: bitstream ended.\n", name);
57 return AVERROR_INVALIDDATA;
60 bits_value = get_bits_long(gbc, zeroes);
61 value = bits_value + (UINT32_C(1) << zeroes) - 1;
64 if (ctx->trace_enable) {
70 k = FFMIN(zeroes - 32, 32);
71 for (i = 0; i < k; i++)
74 ff_cbs_trace_syntax_element(ctx, position, name,
81 for (i = 0; i < zeroes; i++)
86 for (j = 0; j < zeroes; j++)
87 bits[i++] = (bits_value >> (zeroes - j - 1) & 1) ? '1' : '0';
91 ff_cbs_trace_syntax_element(ctx, position, name,
95 if (value < range_min || value > range_max) {
96 av_log(ctx->log_ctx, AV_LOG_ERROR, "%s out of range: "
97 "%"PRIu32", but must be in [%"PRIu32",%"PRIu32"].\n",
98 name, value, range_min, range_max);
99 return AVERROR_INVALIDDATA;
106 static int cbs_av1_write_uvlc(CodedBitstreamContext *ctx, PutBitContext *pbc,
107 const char *name, uint32_t value,
108 uint32_t range_min, uint32_t range_max)
111 int position, zeroes;
113 if (value < range_min || value > range_max) {
114 av_log(ctx->log_ctx, AV_LOG_ERROR, "%s out of range: "
115 "%"PRIu32", but must be in [%"PRIu32",%"PRIu32"].\n",
116 name, value, range_min, range_max);
117 return AVERROR_INVALIDDATA;
120 if (ctx->trace_enable)
121 position = put_bits_count(pbc);
127 zeroes = av_log2(value + 1);
128 v = value - (1 << zeroes) + 1;
129 put_bits(pbc, zeroes + 1, 1);
130 put_bits(pbc, zeroes, v);
133 if (ctx->trace_enable) {
137 for (j = 0; j < zeroes; j++)
140 for (j = 0; j < zeroes; j++)
141 bits[i++] = (v >> (zeroes - j - 1) & 1) ? '1' : '0';
143 ff_cbs_trace_syntax_element(ctx, position, name, NULL,
150 static int cbs_av1_read_leb128(CodedBitstreamContext *ctx, GetBitContext *gbc,
151 const char *name, uint64_t *write_to)
154 int position, err, i;
156 if (ctx->trace_enable)
157 position = get_bits_count(gbc);
160 for (i = 0; i < 8; i++) {
161 int subscript[2] = { 1, i };
163 err = ff_cbs_read_unsigned(ctx, gbc, 8, "leb128_byte[i]", subscript,
168 value |= (uint64_t)(byte & 0x7f) << (i * 7);
173 if (ctx->trace_enable)
174 ff_cbs_trace_syntax_element(ctx, position, name, NULL, "", value);
180 static int cbs_av1_write_leb128(CodedBitstreamContext *ctx, PutBitContext *pbc,
181 const char *name, uint64_t value)
183 int position, err, len, i;
186 len = (av_log2(value) + 7) / 7;
188 if (ctx->trace_enable)
189 position = put_bits_count(pbc);
191 for (i = 0; i < len; i++) {
192 int subscript[2] = { 1, i };
194 byte = value >> (7 * i) & 0x7f;
198 err = ff_cbs_write_unsigned(ctx, pbc, 8, "leb128_byte[i]", subscript,
204 if (ctx->trace_enable)
205 ff_cbs_trace_syntax_element(ctx, position, name, NULL, "", value);
210 static int cbs_av1_read_su(CodedBitstreamContext *ctx, GetBitContext *gbc,
211 int width, const char *name,
212 const int *subscripts, int32_t *write_to)
217 if (ctx->trace_enable)
218 position = get_bits_count(gbc);
220 if (get_bits_left(gbc) < width) {
221 av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid signed value at "
222 "%s: bitstream ended.\n", name);
223 return AVERROR_INVALIDDATA;
226 value = get_sbits(gbc, width);
228 if (ctx->trace_enable) {
231 for (i = 0; i < width; i++)
232 bits[i] = value & (1 << (width - i - 1)) ? '1' : '0';
235 ff_cbs_trace_syntax_element(ctx, position,
236 name, subscripts, bits, value);
243 static int cbs_av1_write_su(CodedBitstreamContext *ctx, PutBitContext *pbc,
244 int width, const char *name,
245 const int *subscripts, int32_t value)
247 if (put_bits_left(pbc) < width)
248 return AVERROR(ENOSPC);
250 if (ctx->trace_enable) {
253 for (i = 0; i < width; i++)
254 bits[i] = value & (1 << (width - i - 1)) ? '1' : '0';
257 ff_cbs_trace_syntax_element(ctx, put_bits_count(pbc),
258 name, subscripts, bits, value);
261 put_sbits(pbc, width, value);
266 static int cbs_av1_read_ns(CodedBitstreamContext *ctx, GetBitContext *gbc,
267 uint32_t n, const char *name,
268 const int *subscripts, uint32_t *write_to)
270 uint32_t w, m, v, extra_bit, value;
275 if (ctx->trace_enable)
276 position = get_bits_count(gbc);
281 if (get_bits_left(gbc) < w) {
282 av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid non-symmetric value at "
283 "%s: bitstream ended.\n", name);
284 return AVERROR_INVALIDDATA;
288 v = get_bits(gbc, w - 1);
295 extra_bit = get_bits1(gbc);
296 value = (v << 1) - m + extra_bit;
299 if (ctx->trace_enable) {
302 for (i = 0; i < w - 1; i++)
303 bits[i] = (v >> i & 1) ? '1' : '0';
305 bits[i++] = extra_bit ? '1' : '0';
308 ff_cbs_trace_syntax_element(ctx, position,
309 name, subscripts, bits, value);
316 static int cbs_av1_write_ns(CodedBitstreamContext *ctx, PutBitContext *pbc,
317 uint32_t n, const char *name,
318 const int *subscripts, uint32_t value)
320 uint32_t w, m, v, extra_bit;
324 av_log(ctx->log_ctx, AV_LOG_ERROR, "%s out of range: "
325 "%"PRIu32", but must be in [0,%"PRIu32"].\n",
327 return AVERROR_INVALIDDATA;
330 if (ctx->trace_enable)
331 position = put_bits_count(pbc);
336 if (put_bits_left(pbc) < w)
337 return AVERROR(ENOSPC);
341 put_bits(pbc, w - 1, v);
343 v = m + ((value - m) >> 1);
344 extra_bit = (value - m) & 1;
345 put_bits(pbc, w - 1, v);
346 put_bits(pbc, 1, extra_bit);
349 if (ctx->trace_enable) {
352 for (i = 0; i < w - 1; i++)
353 bits[i] = (v >> i & 1) ? '1' : '0';
355 bits[i++] = extra_bit ? '1' : '0';
358 ff_cbs_trace_syntax_element(ctx, position,
359 name, subscripts, bits, value);
365 static int cbs_av1_read_increment(CodedBitstreamContext *ctx, GetBitContext *gbc,
366 uint32_t range_min, uint32_t range_max,
367 const char *name, uint32_t *write_to)
373 av_assert0(range_min <= range_max && range_max - range_min < sizeof(bits) - 1);
374 if (ctx->trace_enable)
375 position = get_bits_count(gbc);
377 for (i = 0, value = range_min; value < range_max;) {
378 if (get_bits_left(gbc) < 1) {
379 av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid increment value at "
380 "%s: bitstream ended.\n", name);
381 return AVERROR_INVALIDDATA;
383 if (get_bits1(gbc)) {
392 if (ctx->trace_enable) {
394 ff_cbs_trace_syntax_element(ctx, position,
395 name, NULL, bits, value);
402 static int cbs_av1_write_increment(CodedBitstreamContext *ctx, PutBitContext *pbc,
403 uint32_t range_min, uint32_t range_max,
404 const char *name, uint32_t value)
408 av_assert0(range_min <= range_max && range_max - range_min < 32);
409 if (value < range_min || value > range_max) {
410 av_log(ctx->log_ctx, AV_LOG_ERROR, "%s out of range: "
411 "%"PRIu32", but must be in [%"PRIu32",%"PRIu32"].\n",
412 name, value, range_min, range_max);
413 return AVERROR_INVALIDDATA;
416 if (value == range_max)
417 len = range_max - range_min;
419 len = value - range_min + 1;
420 if (put_bits_left(pbc) < len)
421 return AVERROR(ENOSPC);
423 if (ctx->trace_enable) {
426 for (i = 0; i < len; i++) {
427 if (range_min + i == value)
433 ff_cbs_trace_syntax_element(ctx, put_bits_count(pbc),
434 name, NULL, bits, value);
438 put_bits(pbc, len, (1 << len) - 1 - (value != range_max));
443 static int cbs_av1_read_subexp(CodedBitstreamContext *ctx, GetBitContext *gbc,
444 uint32_t range_max, const char *name,
445 const int *subscripts, uint32_t *write_to)
449 uint32_t max_len, len, range_offset, range_bits;
451 if (ctx->trace_enable)
452 position = get_bits_count(gbc);
454 av_assert0(range_max > 0);
455 max_len = av_log2(range_max - 1) - 3;
457 err = cbs_av1_read_increment(ctx, gbc, 0, max_len,
458 "subexp_more_bits", &len);
463 range_bits = 2 + len;
464 range_offset = 1 << range_bits;
471 err = ff_cbs_read_unsigned(ctx, gbc, range_bits,
472 "subexp_bits", NULL, &value,
473 0, MAX_UINT_BITS(range_bits));
478 err = cbs_av1_read_ns(ctx, gbc, range_max - range_offset,
479 "subexp_final_bits", NULL, &value);
483 value += range_offset;
485 if (ctx->trace_enable)
486 ff_cbs_trace_syntax_element(ctx, position,
487 name, subscripts, "", value);
493 static int cbs_av1_write_subexp(CodedBitstreamContext *ctx, PutBitContext *pbc,
494 uint32_t range_max, const char *name,
495 const int *subscripts, uint32_t value)
498 uint32_t max_len, len, range_offset, range_bits;
500 if (value > range_max) {
501 av_log(ctx->log_ctx, AV_LOG_ERROR, "%s out of range: "
502 "%"PRIu32", but must be in [0,%"PRIu32"].\n",
503 name, value, range_max);
504 return AVERROR_INVALIDDATA;
507 if (ctx->trace_enable)
508 position = put_bits_count(pbc);
510 av_assert0(range_max > 0);
511 max_len = av_log2(range_max - 1) - 3;
518 range_bits = av_log2(value);
519 len = range_bits - 2;
521 // The top bin is combined with the one below it.
522 av_assert0(len == max_len + 1);
526 range_offset = 1 << range_bits;
529 err = cbs_av1_write_increment(ctx, pbc, 0, max_len,
530 "subexp_more_bits", len);
535 err = ff_cbs_write_unsigned(ctx, pbc, range_bits,
537 value - range_offset,
538 0, MAX_UINT_BITS(range_bits));
543 err = cbs_av1_write_ns(ctx, pbc, range_max - range_offset,
544 "subexp_final_bits", NULL,
545 value - range_offset);
550 if (ctx->trace_enable)
551 ff_cbs_trace_syntax_element(ctx, position,
552 name, subscripts, "", value);
558 static int cbs_av1_tile_log2(int blksize, int target)
561 for (k = 0; (blksize << k) < target; k++);
565 static int cbs_av1_get_relative_dist(const AV1RawSequenceHeader *seq,
566 unsigned int a, unsigned int b)
568 unsigned int diff, m;
569 if (!seq->enable_order_hint)
572 m = 1 << seq->order_hint_bits_minus_1;
573 diff = (diff & (m - 1)) - (diff & m);
578 #define HEADER(name) do { \
579 ff_cbs_trace_header(ctx, name); \
582 #define CHECK(call) do { \
588 #define FUNC_NAME(rw, codec, name) cbs_ ## codec ## _ ## rw ## _ ## name
589 #define FUNC_AV1(rw, name) FUNC_NAME(rw, av1, name)
590 #define FUNC(name) FUNC_AV1(READWRITE, name)
592 #define SUBSCRIPTS(subs, ...) (subs > 0 ? ((int[subs + 1]){ subs, __VA_ARGS__ }) : NULL)
594 #define fb(width, name) \
595 xf(width, name, current->name, 0, MAX_UINT_BITS(width), 0)
596 #define fc(width, name, range_min, range_max) \
597 xf(width, name, current->name, range_min, range_max, 0)
598 #define flag(name) fb(1, name)
599 #define su(width, name) \
600 xsu(width, name, current->name, 0)
602 #define fbs(width, name, subs, ...) \
603 xf(width, name, current->name, 0, MAX_UINT_BITS(width), subs, __VA_ARGS__)
604 #define fcs(width, name, range_min, range_max, subs, ...) \
605 xf(width, name, current->name, range_min, range_max, subs, __VA_ARGS__)
606 #define flags(name, subs, ...) \
607 xf(1, name, current->name, 0, 1, subs, __VA_ARGS__)
608 #define sus(width, name, subs, ...) \
609 xsu(width, name, current->name, subs, __VA_ARGS__)
611 #define fixed(width, name, value) do { \
612 av_unused uint32_t fixed_value = value; \
613 xf(width, name, fixed_value, value, value, 0); \
618 #define READWRITE read
619 #define RWContext GetBitContext
621 #define xf(width, name, var, range_min, range_max, subs, ...) do { \
622 uint32_t value = range_min; \
623 CHECK(ff_cbs_read_unsigned(ctx, rw, width, #name, \
624 SUBSCRIPTS(subs, __VA_ARGS__), \
625 &value, range_min, range_max)); \
629 #define xsu(width, name, var, subs, ...) do { \
631 CHECK(cbs_av1_read_su(ctx, rw, width, #name, \
632 SUBSCRIPTS(subs, __VA_ARGS__), &value)); \
636 #define uvlc(name, range_min, range_max) do { \
637 uint32_t value = range_min; \
638 CHECK(cbs_av1_read_uvlc(ctx, rw, #name, \
639 &value, range_min, range_max)); \
640 current->name = value; \
643 #define ns(max_value, name, subs, ...) do { \
644 uint32_t value = 0; \
645 CHECK(cbs_av1_read_ns(ctx, rw, max_value, #name, \
646 SUBSCRIPTS(subs, __VA_ARGS__), &value)); \
647 current->name = value; \
650 #define increment(name, min, max) do { \
651 uint32_t value = 0; \
652 CHECK(cbs_av1_read_increment(ctx, rw, min, max, #name, &value)); \
653 current->name = value; \
656 #define subexp(name, max, subs, ...) do { \
657 uint32_t value = 0; \
658 CHECK(cbs_av1_read_subexp(ctx, rw, max, #name, \
659 SUBSCRIPTS(subs, __VA_ARGS__), &value)); \
660 current->name = value; \
663 #define delta_q(name) do { \
664 uint8_t delta_coded; \
666 xf(1, name.delta_coded, delta_coded, 0, 1, 0); \
668 xsu(1 + 6, name.delta_q, delta_q, 0); \
671 current->name = delta_q; \
674 #define leb128(name) do { \
675 uint64_t value = 0; \
676 CHECK(cbs_av1_read_leb128(ctx, rw, #name, &value)); \
677 current->name = value; \
680 #define infer(name, value) do { \
681 current->name = value; \
684 #define byte_alignment(rw) (get_bits_count(rw) % 8)
686 #include "cbs_av1_syntax_template.c"
701 #undef byte_alignment
705 #define READWRITE write
706 #define RWContext PutBitContext
708 #define xf(width, name, var, range_min, range_max, subs, ...) do { \
709 CHECK(ff_cbs_write_unsigned(ctx, rw, width, #name, \
710 SUBSCRIPTS(subs, __VA_ARGS__), \
711 var, range_min, range_max)); \
714 #define xsu(width, name, var, subs, ...) do { \
715 CHECK(cbs_av1_write_su(ctx, rw, width, #name, \
716 SUBSCRIPTS(subs, __VA_ARGS__), var)); \
719 #define uvlc(name, range_min, range_max) do { \
720 CHECK(cbs_av1_write_uvlc(ctx, rw, #name, current->name, \
721 range_min, range_max)); \
724 #define ns(max_value, name, subs, ...) do { \
725 CHECK(cbs_av1_write_ns(ctx, rw, max_value, #name, \
726 SUBSCRIPTS(subs, __VA_ARGS__), \
730 #define increment(name, min, max) do { \
731 CHECK(cbs_av1_write_increment(ctx, rw, min, max, #name, \
735 #define subexp(name, max, subs, ...) do { \
736 CHECK(cbs_av1_write_subexp(ctx, rw, max, #name, \
737 SUBSCRIPTS(subs, __VA_ARGS__), \
741 #define delta_q(name) do { \
742 xf(1, name.delta_coded, current->name != 0, 0, 1, 0); \
744 xsu(1 + 6, name.delta_q, current->name, 0); \
747 #define leb128(name) do { \
748 CHECK(cbs_av1_write_leb128(ctx, rw, #name, current->name)); \
751 #define infer(name, value) do { \
752 if (current->name != (value)) { \
753 av_log(ctx->log_ctx, AV_LOG_WARNING, "Warning: " \
754 "%s does not match inferred value: " \
755 "%"PRId64", but should be %"PRId64".\n", \
756 #name, (int64_t)current->name, (int64_t)(value)); \
760 #define byte_alignment(rw) (put_bits_count(rw) % 8)
762 #include "cbs_av1_syntax_template.c"
776 #undef byte_alignment
779 static int cbs_av1_split_fragment(CodedBitstreamContext *ctx,
780 CodedBitstreamFragment *frag,
789 // Don't include this parsing in trace output.
790 trace = ctx->trace_enable;
791 ctx->trace_enable = 0;
794 size = frag->data_size;
796 if (INT_MAX / 8 < size) {
797 av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid fragment: "
798 "too large (%"SIZE_SPECIFIER" bytes).\n", size);
799 err = AVERROR_INVALIDDATA;
804 AV1RawOBUHeader header;
807 init_get_bits(&gbc, data, 8 * size);
809 err = cbs_av1_read_obu_header(ctx, &gbc, &header);
813 if (get_bits_left(&gbc) < 8) {
814 av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid OBU: fragment "
815 "too short (%"SIZE_SPECIFIER" bytes).\n", size);
816 err = AVERROR_INVALIDDATA;
820 if (header.obu_has_size_field) {
821 err = cbs_av1_read_leb128(ctx, &gbc, "obu_size", &obu_size);
825 obu_size = size - 1 - header.obu_extension_flag;
827 pos = get_bits_count(&gbc);
828 av_assert0(pos % 8 == 0 && pos / 8 <= size);
830 obu_length = pos / 8 + obu_size;
832 if (size < obu_length) {
833 av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid OBU length: "
834 "%"PRIu64", but only %"SIZE_SPECIFIER" bytes remaining in fragment.\n",
836 err = AVERROR_INVALIDDATA;
840 err = ff_cbs_insert_unit_data(ctx, frag, -1, header.obu_type,
841 data, obu_length, frag->data_ref);
851 ctx->trace_enable = trace;
855 static void cbs_av1_free_tile_data(AV1RawTileData *td)
857 av_buffer_unref(&td->data_ref);
860 static void cbs_av1_free_metadata(AV1RawMetadata *md)
862 switch (md->metadata_type) {
863 case AV1_METADATA_TYPE_ITUT_T35:
864 av_buffer_unref(&md->metadata.itut_t35.payload_ref);
869 static void cbs_av1_free_obu(void *unit, uint8_t *content)
871 AV1RawOBU *obu = (AV1RawOBU*)content;
873 switch (obu->header.obu_type) {
874 case AV1_OBU_TILE_GROUP:
875 cbs_av1_free_tile_data(&obu->obu.tile_group.tile_data);
878 cbs_av1_free_tile_data(&obu->obu.frame.tile_group.tile_data);
880 case AV1_OBU_TILE_LIST:
881 cbs_av1_free_tile_data(&obu->obu.tile_list.tile_data);
883 case AV1_OBU_METADATA:
884 cbs_av1_free_metadata(&obu->obu.metadata);
891 static int cbs_av1_ref_tile_data(CodedBitstreamContext *ctx,
892 CodedBitstreamUnit *unit,
898 pos = get_bits_count(gbc);
899 if (pos >= 8 * unit->data_size) {
900 av_log(ctx->log_ctx, AV_LOG_ERROR, "Bitstream ended before "
901 "any data in tile group (%d bits read).\n", pos);
902 return AVERROR_INVALIDDATA;
904 // Must be byte-aligned at this point.
905 av_assert0(pos % 8 == 0);
907 td->data_ref = av_buffer_ref(unit->data_ref);
909 return AVERROR(ENOMEM);
911 td->data = unit->data + pos / 8;
912 td->data_size = unit->data_size - pos / 8;
917 static int cbs_av1_read_unit(CodedBitstreamContext *ctx,
918 CodedBitstreamUnit *unit)
920 CodedBitstreamAV1Context *priv = ctx->priv_data;
923 int err, start_pos, end_pos;
925 err = ff_cbs_alloc_unit_content(ctx, unit, sizeof(*obu),
931 err = init_get_bits(&gbc, unit->data, 8 * unit->data_size);
935 err = cbs_av1_read_obu_header(ctx, &gbc, &obu->header);
938 av_assert0(obu->header.obu_type == unit->type);
940 if (obu->header.obu_has_size_field) {
942 err = cbs_av1_read_leb128(ctx, &gbc, "obu_size", &obu_size);
945 obu->obu_size = obu_size;
947 if (unit->data_size < 1 + obu->header.obu_extension_flag) {
948 av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid OBU length: "
949 "unit too short (%"SIZE_SPECIFIER").\n", unit->data_size);
950 return AVERROR_INVALIDDATA;
952 obu->obu_size = unit->data_size - 1 - obu->header.obu_extension_flag;
955 start_pos = get_bits_count(&gbc);
957 if (obu->header.obu_extension_flag) {
958 priv->temporal_id = obu->header.temporal_id;
959 priv->spatial_id = obu->header.temporal_id;
961 if (obu->header.obu_type != AV1_OBU_SEQUENCE_HEADER &&
962 obu->header.obu_type != AV1_OBU_TEMPORAL_DELIMITER &&
963 priv->operating_point_idc) {
964 int in_temporal_layer =
965 (priv->operating_point_idc >> priv->temporal_id ) & 1;
966 int in_spatial_layer =
967 (priv->operating_point_idc >> (priv->spatial_id + 8)) & 1;
968 if (!in_temporal_layer || !in_spatial_layer) {
969 // Decoding will drop this OBU at this operating point.
973 priv->temporal_id = 0;
974 priv->spatial_id = 0;
977 switch (obu->header.obu_type) {
978 case AV1_OBU_SEQUENCE_HEADER:
980 err = cbs_av1_read_sequence_header_obu(ctx, &gbc,
981 &obu->obu.sequence_header);
985 av_buffer_unref(&priv->sequence_header_ref);
986 priv->sequence_header = NULL;
988 priv->sequence_header_ref = av_buffer_ref(unit->content_ref);
989 if (!priv->sequence_header_ref)
990 return AVERROR(ENOMEM);
991 priv->sequence_header = &obu->obu.sequence_header;
994 case AV1_OBU_TEMPORAL_DELIMITER:
996 err = cbs_av1_read_temporal_delimiter_obu(ctx, &gbc);
1001 case AV1_OBU_FRAME_HEADER:
1002 case AV1_OBU_REDUNDANT_FRAME_HEADER:
1004 err = cbs_av1_read_frame_header_obu(ctx, &gbc,
1005 &obu->obu.frame_header,
1006 obu->header.obu_type ==
1007 AV1_OBU_REDUNDANT_FRAME_HEADER,
1013 case AV1_OBU_TILE_GROUP:
1015 err = cbs_av1_read_tile_group_obu(ctx, &gbc,
1016 &obu->obu.tile_group);
1020 err = cbs_av1_ref_tile_data(ctx, unit, &gbc,
1021 &obu->obu.tile_group.tile_data);
1028 err = cbs_av1_read_frame_obu(ctx, &gbc, &obu->obu.frame,
1033 err = cbs_av1_ref_tile_data(ctx, unit, &gbc,
1034 &obu->obu.frame.tile_group.tile_data);
1039 case AV1_OBU_TILE_LIST:
1041 err = cbs_av1_read_tile_list_obu(ctx, &gbc,
1042 &obu->obu.tile_list);
1046 err = cbs_av1_ref_tile_data(ctx, unit, &gbc,
1047 &obu->obu.tile_list.tile_data);
1052 case AV1_OBU_METADATA:
1054 err = cbs_av1_read_metadata_obu(ctx, &gbc, &obu->obu.metadata);
1059 case AV1_OBU_PADDING:
1061 return AVERROR(ENOSYS);
1064 end_pos = get_bits_count(&gbc);
1065 av_assert0(end_pos <= unit->data_size * 8);
1067 if (obu->obu_size > 0 &&
1068 obu->header.obu_type != AV1_OBU_TILE_GROUP &&
1069 obu->header.obu_type != AV1_OBU_FRAME) {
1070 int nb_bits = obu->obu_size * 8 + start_pos - end_pos;
1073 return AVERROR_INVALIDDATA;
1075 err = cbs_av1_read_trailing_bits(ctx, &gbc, nb_bits);
1083 static int cbs_av1_write_obu(CodedBitstreamContext *ctx,
1084 CodedBitstreamUnit *unit,
1087 CodedBitstreamAV1Context *priv = ctx->priv_data;
1088 AV1RawOBU *obu = unit->content;
1089 PutBitContext pbc_tmp;
1092 int err, start_pos, end_pos, data_pos;
1094 // OBUs in the normal bitstream format must contain a size field
1095 // in every OBU (in annex B it is optional, but we don't support
1097 obu->header.obu_has_size_field = 1;
1099 err = cbs_av1_write_obu_header(ctx, pbc, &obu->header);
1103 if (obu->header.obu_has_size_field) {
1105 // Add space for the size field to fill later.
1111 start_pos = put_bits_count(pbc);
1113 switch (obu->header.obu_type) {
1114 case AV1_OBU_SEQUENCE_HEADER:
1116 err = cbs_av1_write_sequence_header_obu(ctx, pbc,
1117 &obu->obu.sequence_header);
1121 av_buffer_unref(&priv->sequence_header_ref);
1122 priv->sequence_header = NULL;
1124 priv->sequence_header_ref = av_buffer_ref(unit->content_ref);
1125 if (!priv->sequence_header_ref)
1126 return AVERROR(ENOMEM);
1127 priv->sequence_header = &obu->obu.sequence_header;
1130 case AV1_OBU_TEMPORAL_DELIMITER:
1132 err = cbs_av1_write_temporal_delimiter_obu(ctx, pbc);
1137 case AV1_OBU_FRAME_HEADER:
1138 case AV1_OBU_REDUNDANT_FRAME_HEADER:
1140 err = cbs_av1_write_frame_header_obu(ctx, pbc,
1141 &obu->obu.frame_header,
1142 obu->header.obu_type ==
1143 AV1_OBU_REDUNDANT_FRAME_HEADER,
1149 case AV1_OBU_TILE_GROUP:
1151 err = cbs_av1_write_tile_group_obu(ctx, pbc,
1152 &obu->obu.tile_group);
1156 td = &obu->obu.tile_group.tile_data;
1161 err = cbs_av1_write_frame_obu(ctx, pbc, &obu->obu.frame, NULL);
1165 td = &obu->obu.frame.tile_group.tile_data;
1168 case AV1_OBU_TILE_LIST:
1170 err = cbs_av1_write_tile_list_obu(ctx, pbc, &obu->obu.tile_list);
1174 td = &obu->obu.tile_list.tile_data;
1177 case AV1_OBU_METADATA:
1179 err = cbs_av1_write_metadata_obu(ctx, pbc, &obu->obu.metadata);
1184 case AV1_OBU_PADDING:
1186 return AVERROR(ENOSYS);
1189 end_pos = put_bits_count(pbc);
1190 header_size = (end_pos - start_pos + 7) / 8;
1192 obu->obu_size = header_size + td->data_size;
1193 } else if (header_size > 0) {
1194 // Add trailing bits and recalculate.
1195 err = cbs_av1_write_trailing_bits(ctx, pbc, 8 - end_pos % 8);
1198 end_pos = put_bits_count(pbc);
1199 obu->obu_size = header_size = (end_pos - start_pos + 7) / 8;
1205 end_pos = put_bits_count(pbc);
1206 // Must now be byte-aligned.
1207 av_assert0(end_pos % 8 == 0);
1208 flush_put_bits(pbc);
1213 err = cbs_av1_write_leb128(ctx, pbc, "obu_size", obu->obu_size);
1217 data_pos = put_bits_count(pbc) / 8;
1218 flush_put_bits(pbc);
1219 av_assert0(data_pos <= start_pos);
1221 if (8 * obu->obu_size > put_bits_left(pbc))
1222 return AVERROR(ENOSPC);
1224 if (obu->obu_size > 0) {
1225 memmove(priv->write_buffer + data_pos,
1226 priv->write_buffer + start_pos, header_size);
1227 skip_put_bytes(pbc, header_size);
1230 memcpy(priv->write_buffer + data_pos + header_size,
1231 td->data, td->data_size);
1232 skip_put_bytes(pbc, td->data_size);
1239 static int cbs_av1_write_unit(CodedBitstreamContext *ctx,
1240 CodedBitstreamUnit *unit)
1242 CodedBitstreamAV1Context *priv = ctx->priv_data;
1246 if (!priv->write_buffer) {
1247 // Initial write buffer size is 1MB.
1248 priv->write_buffer_size = 1024 * 1024;
1250 reallocate_and_try_again:
1251 err = av_reallocp(&priv->write_buffer, priv->write_buffer_size);
1253 av_log(ctx->log_ctx, AV_LOG_ERROR, "Unable to allocate a "
1254 "sufficiently large write buffer (last attempt "
1255 "%"SIZE_SPECIFIER" bytes).\n", priv->write_buffer_size);
1260 init_put_bits(&pbc, priv->write_buffer, priv->write_buffer_size);
1262 err = cbs_av1_write_obu(ctx, unit, &pbc);
1263 if (err == AVERROR(ENOSPC)) {
1265 priv->write_buffer_size *= 2;
1266 goto reallocate_and_try_again;
1271 // Overflow but we didn't notice.
1272 av_assert0(put_bits_count(&pbc) <= 8 * priv->write_buffer_size);
1274 // OBU data must be byte-aligned.
1275 av_assert0(put_bits_count(&pbc) % 8 == 0);
1277 unit->data_size = put_bits_count(&pbc) / 8;
1278 flush_put_bits(&pbc);
1280 err = ff_cbs_alloc_unit_data(ctx, unit, unit->data_size);
1284 memcpy(unit->data, priv->write_buffer, unit->data_size);
1289 static int cbs_av1_assemble_fragment(CodedBitstreamContext *ctx,
1290 CodedBitstreamFragment *frag)
1296 for (i = 0; i < frag->nb_units; i++)
1297 size += frag->units[i].data_size;
1299 frag->data_ref = av_buffer_alloc(size + AV_INPUT_BUFFER_PADDING_SIZE);
1300 if (!frag->data_ref)
1301 return AVERROR(ENOMEM);
1302 frag->data = frag->data_ref->data;
1303 memset(frag->data + size, 0, AV_INPUT_BUFFER_PADDING_SIZE);
1306 for (i = 0; i < frag->nb_units; i++) {
1307 memcpy(frag->data + pos, frag->units[i].data,
1308 frag->units[i].data_size);
1309 pos += frag->units[i].data_size;
1311 av_assert0(pos == size);
1312 frag->data_size = size;
1317 static void cbs_av1_close(CodedBitstreamContext *ctx)
1319 CodedBitstreamAV1Context *priv = ctx->priv_data;
1321 av_buffer_unref(&priv->sequence_header_ref);
1322 av_buffer_unref(&priv->frame_header_ref);
1324 av_freep(&priv->write_buffer);
1327 const CodedBitstreamType ff_cbs_type_av1 = {
1328 .codec_id = AV_CODEC_ID_AV1,
1330 .priv_data_size = sizeof(CodedBitstreamAV1Context),
1332 .split_fragment = &cbs_av1_split_fragment,
1333 .read_unit = &cbs_av1_read_unit,
1334 .write_unit = &cbs_av1_write_unit,
1335 .assemble_fragment = &cbs_av1_assemble_fragment,
1337 .close = &cbs_av1_close,