2 * AV1 helper functions for muxers
3 * Copyright (c) 2018 James Almer <jamrial@gmail.com>
5 * This file is part of FFmpeg.
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
22 #include "libavutil/mem.h"
23 #include "libavcodec/av1.h"
24 #include "libavcodec/av1_parse.h"
25 #include "libavcodec/profiles.h"
26 #include "libavcodec/put_bits.h"
29 #include "avio_internal.h"
31 int ff_av1_filter_obus(AVIOContext *pb, const uint8_t *buf, int size)
33 const uint8_t *end = buf + size;
35 int start_pos, type, temporal_id, spatial_id;
39 int len = parse_obu_header(buf, end - buf, &obu_size, &start_pos,
40 &type, &temporal_id, &spatial_id);
45 case AV1_OBU_TEMPORAL_DELIMITER:
46 case AV1_OBU_REDUNDANT_FRAME_HEADER:
47 case AV1_OBU_TILE_LIST:
51 avio_write(pb, buf, len);
61 int ff_av1_filter_obus_buf(const uint8_t *buf, uint8_t **out, int *size)
66 ret = avio_open_dyn_buf(&pb);
70 ret = ff_av1_filter_obus(pb, buf, *size);
72 ffio_free_dyn_buf(&pb);
77 *size = avio_close_dyn_buf(pb, out);
82 static inline void uvlc(GetBitContext *gb)
84 int leading_zeros = 0;
86 while (get_bits_left(gb)) {
92 if (leading_zeros >= 32)
95 skip_bits_long(gb, leading_zeros);
98 static int parse_color_config(AV1SequenceParameters *seq_params, GetBitContext *gb)
101 int high_bitdepth = get_bits1(gb);
102 if (seq_params->profile == FF_PROFILE_AV1_PROFESSIONAL && high_bitdepth)
103 twelve_bit = get_bits1(gb);
105 seq_params->bitdepth = 8 + (high_bitdepth * 2) + (twelve_bit * 2);
107 if (seq_params->profile == FF_PROFILE_AV1_HIGH)
108 seq_params->monochrome = 0;
110 seq_params->monochrome = get_bits1(gb);
112 seq_params->color_description_present_flag = get_bits1(gb);
113 if (seq_params->color_description_present_flag) {
114 seq_params->color_primaries = get_bits(gb, 8);
115 seq_params->transfer_characteristics = get_bits(gb, 8);
116 seq_params->matrix_coefficients = get_bits(gb, 8);
118 seq_params->color_primaries = AVCOL_PRI_UNSPECIFIED;
119 seq_params->transfer_characteristics = AVCOL_TRC_UNSPECIFIED;
120 seq_params->matrix_coefficients = AVCOL_SPC_UNSPECIFIED;
123 if (seq_params->monochrome) {
124 seq_params->color_range = get_bits1(gb);
125 seq_params->chroma_subsampling_x = 1;
126 seq_params->chroma_subsampling_y = 1;
127 seq_params->chroma_sample_position = 0;
129 } else if (seq_params->color_primaries == AVCOL_PRI_BT709 &&
130 seq_params->transfer_characteristics == AVCOL_TRC_IEC61966_2_1 &&
131 seq_params->matrix_coefficients == AVCOL_SPC_RGB) {
132 seq_params->chroma_subsampling_x = 0;
133 seq_params->chroma_subsampling_y = 0;
135 seq_params->color_range = get_bits1(gb);
137 if (seq_params->profile == FF_PROFILE_AV1_MAIN) {
138 seq_params->chroma_subsampling_x = 1;
139 seq_params->chroma_subsampling_y = 1;
140 } else if (seq_params->profile == FF_PROFILE_AV1_HIGH) {
141 seq_params->chroma_subsampling_x = 0;
142 seq_params->chroma_subsampling_y = 0;
145 seq_params->chroma_subsampling_x = get_bits1(gb);
146 if (seq_params->chroma_subsampling_x)
147 seq_params->chroma_subsampling_y = get_bits1(gb);
149 seq_params->chroma_subsampling_y = 0;
151 seq_params->chroma_subsampling_x = 1;
152 seq_params->chroma_subsampling_y = 0;
155 if (seq_params->chroma_subsampling_x && seq_params->chroma_subsampling_y)
156 seq_params->chroma_sample_position = get_bits(gb, 2);
159 skip_bits1(gb); // separate_uv_delta_q
164 static int parse_sequence_header(AV1SequenceParameters *seq_params, const uint8_t *buf, int size)
167 int reduced_still_picture_header;
168 int frame_width_bits_minus_1, frame_height_bits_minus_1;
171 size_bits = get_obu_bit_length(buf, size, AV1_OBU_SEQUENCE_HEADER);
175 ret = init_get_bits(&gb, buf, size_bits);
179 memset(seq_params, 0, sizeof(*seq_params));
181 seq_params->profile = get_bits(&gb, 3);
183 skip_bits1(&gb); // still_picture
184 reduced_still_picture_header = get_bits1(&gb);
186 if (reduced_still_picture_header) {
187 seq_params->level = get_bits(&gb, 5);
188 seq_params->tier = 0;
190 int initial_display_delay_present_flag, operating_points_cnt_minus_1;
191 int decoder_model_info_present_flag, buffer_delay_length_minus_1;
193 if (get_bits1(&gb)) { // timing_info_present_flag
194 skip_bits_long(&gb, 32); // num_units_in_display_tick
195 skip_bits_long(&gb, 32); // time_scale
197 if (get_bits1(&gb)) // equal_picture_interval
198 uvlc(&gb); // num_ticks_per_picture_minus_1
200 decoder_model_info_present_flag = get_bits1(&gb);
201 if (decoder_model_info_present_flag) {
202 buffer_delay_length_minus_1 = get_bits(&gb, 5);
203 skip_bits_long(&gb, 32); // num_units_in_decoding_tick
204 skip_bits(&gb, 10); // buffer_removal_time_length_minus_1 (5)
205 // frame_presentation_time_length_minus_1 (5)
208 decoder_model_info_present_flag = 0;
210 initial_display_delay_present_flag = get_bits1(&gb);
212 operating_points_cnt_minus_1 = get_bits(&gb, 5);
213 for (int i = 0; i <= operating_points_cnt_minus_1; i++) {
214 int seq_level_idx, seq_tier;
216 skip_bits(&gb, 12); // operating_point_idc
217 seq_level_idx = get_bits(&gb, 5);
219 if (seq_level_idx > 7)
220 seq_tier = get_bits1(&gb);
224 if (decoder_model_info_present_flag) {
225 if (get_bits1(&gb)) { // decoder_model_present_for_this_op
226 skip_bits_long(&gb, buffer_delay_length_minus_1 + 1); // decoder_buffer_delay
227 skip_bits_long(&gb, buffer_delay_length_minus_1 + 1); // encoder_buffer_delay
228 skip_bits1(&gb); // low_delay_mode_flag
232 if (initial_display_delay_present_flag) {
233 if (get_bits1(&gb)) // initial_display_delay_present_for_this_op
234 skip_bits(&gb, 4); // initial_display_delay_minus_1
238 seq_params->level = seq_level_idx;
239 seq_params->tier = seq_tier;
244 frame_width_bits_minus_1 = get_bits(&gb, 4);
245 frame_height_bits_minus_1 = get_bits(&gb, 4);
247 skip_bits(&gb, frame_width_bits_minus_1 + 1); // max_frame_width_minus_1
248 skip_bits(&gb, frame_height_bits_minus_1 + 1); // max_frame_height_minus_1
250 if (!reduced_still_picture_header) {
251 if (get_bits1(&gb)) // frame_id_numbers_present_flag
252 skip_bits(&gb, 7); // delta_frame_id_length_minus_2 (4), additional_frame_id_length_minus_1 (3)
255 skip_bits(&gb, 3); // use_128x128_superblock (1), enable_filter_intra (1), enable_intra_edge_filter (1)
257 if (!reduced_still_picture_header) {
258 int enable_order_hint, seq_force_screen_content_tools;
260 skip_bits(&gb, 4); // enable_interintra_compound (1), enable_masked_compound (1)
261 // enable_warped_motion (1), enable_dual_filter (1)
263 enable_order_hint = get_bits1(&gb);
264 if (enable_order_hint)
265 skip_bits(&gb, 2); // enable_jnt_comp (1), enable_ref_frame_mvs (1)
267 if (get_bits1(&gb)) // seq_choose_screen_content_tools
268 seq_force_screen_content_tools = 2;
270 seq_force_screen_content_tools = get_bits1(&gb);
272 if (seq_force_screen_content_tools) {
273 if (!get_bits1(&gb)) // seq_choose_integer_mv
274 skip_bits1(&gb); // seq_force_integer_mv
277 if (enable_order_hint)
278 skip_bits(&gb, 3); // order_hint_bits_minus_1
281 skip_bits(&gb, 3); // enable_superres (1), enable_cdef (1), enable_restoration (1)
283 parse_color_config(seq_params, &gb);
285 skip_bits1(&gb); // film_grain_params_present
287 if (get_bits_left(&gb))
288 return AVERROR_INVALIDDATA;
293 int ff_av1_parse_seq_header(AV1SequenceParameters *seq, const uint8_t *buf, int size)
296 int start_pos, type, temporal_id, spatial_id;
299 return AVERROR_INVALIDDATA;
302 int len = parse_obu_header(buf, size, &obu_size, &start_pos,
303 &type, &temporal_id, &spatial_id);
308 case AV1_OBU_SEQUENCE_HEADER:
310 return AVERROR_INVALIDDATA;
312 return parse_sequence_header(seq, buf + start_pos, obu_size);
320 return AVERROR_INVALIDDATA;
323 int ff_isom_write_av1c(AVIOContext *pb, const uint8_t *buf, int size)
325 AVIOContext *seq_pb = NULL, *meta_pb = NULL;
326 AV1SequenceParameters seq_params;
331 int start_pos, type, temporal_id, spatial_id;
332 int ret, nb_seq = 0, seq_size, meta_size;
335 return AVERROR_INVALIDDATA;
337 ret = avio_open_dyn_buf(&seq_pb);
340 ret = avio_open_dyn_buf(&meta_pb);
345 int len = parse_obu_header(buf, size, &obu_size, &start_pos,
346 &type, &temporal_id, &spatial_id);
353 case AV1_OBU_SEQUENCE_HEADER:
355 if (!obu_size || nb_seq > 1) {
356 ret = AVERROR_INVALIDDATA;
359 ret = parse_sequence_header(&seq_params, buf + start_pos, obu_size);
363 avio_write(seq_pb, buf, len);
365 case AV1_OBU_METADATA:
367 ret = AVERROR_INVALIDDATA;
370 avio_write(meta_pb, buf, len);
379 seq_size = avio_get_dyn_buf(seq_pb, &seq);
381 ret = AVERROR_INVALIDDATA;
385 init_put_bits(&pbc, header, sizeof(header));
387 put_bits(&pbc, 1, 1); // marker
388 put_bits(&pbc, 7, 1); // version
389 put_bits(&pbc, 3, seq_params.profile);
390 put_bits(&pbc, 5, seq_params.level);
391 put_bits(&pbc, 1, seq_params.tier);
392 put_bits(&pbc, 1, seq_params.bitdepth > 8);
393 put_bits(&pbc, 1, seq_params.bitdepth == 12);
394 put_bits(&pbc, 1, seq_params.monochrome);
395 put_bits(&pbc, 1, seq_params.chroma_subsampling_x);
396 put_bits(&pbc, 1, seq_params.chroma_subsampling_y);
397 put_bits(&pbc, 2, seq_params.chroma_sample_position);
398 put_bits(&pbc, 8, 0); // padding
399 flush_put_bits(&pbc);
401 avio_write(pb, header, sizeof(header));
402 avio_write(pb, seq, seq_size);
404 meta_size = avio_get_dyn_buf(meta_pb, &meta);
406 avio_write(pb, meta, meta_size);
409 ffio_free_dyn_buf(&seq_pb);
410 ffio_free_dyn_buf(&meta_pb);