2 * This file is part of FFmpeg.
4 * FFmpeg is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU Lesser General Public
6 * License as published by the Free Software Foundation; either
7 * version 2.1 of the License, or (at your option) any later version.
9 * FFmpeg is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12 * Lesser General Public License for more details.
14 * You should have received a copy of the GNU Lesser General Public
15 * License along with FFmpeg; if not, write to the Free Software
16 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
19 #include "libavutil/attributes.h"
20 #include "libavutil/avassert.h"
22 #include "bytestream.h"
24 #include "cbs_internal.h"
30 #include "h2645_parse.h"
34 static int cbs_read_ue_golomb(CodedBitstreamContext *ctx, GetBitContext *gbc,
35 const char *name, uint32_t *write_to,
36 uint32_t range_min, uint32_t range_max)
43 position = get_bits_count(gbc);
45 for (i = 0; i < 32; i++) {
46 if (get_bits_left(gbc) < i + 1) {
47 av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid ue-golomb code at "
48 "%s: bitstream ended.\n", name);
49 return AVERROR_INVALIDDATA;
52 bits[i] = k ? '1' : '0';
57 av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid ue-golomb code at "
58 "%s: more than 31 zeroes.\n", name);
59 return AVERROR_INVALIDDATA;
62 for (j = 0; j < i; j++) {
64 bits[i + j + 1] = k ? '1' : '0';
65 value = value << 1 | k;
70 if (ctx->trace_enable)
71 ff_cbs_trace_syntax_element(ctx, position, name, bits, value);
73 if (value < range_min || value > range_max) {
74 av_log(ctx->log_ctx, AV_LOG_ERROR, "%s out of range: "
75 "%"PRIu32", but must be in [%"PRIu32",%"PRIu32"].\n",
76 name, value, range_min, range_max);
77 return AVERROR_INVALIDDATA;
84 static int cbs_read_se_golomb(CodedBitstreamContext *ctx, GetBitContext *gbc,
85 const char *name, int32_t *write_to,
86 int32_t range_min, int32_t range_max)
94 position = get_bits_count(gbc);
96 for (i = 0; i < 32; i++) {
97 if (get_bits_left(gbc) < i + 1) {
98 av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid se-golomb code at "
99 "%s: bitstream ended.\n", name);
100 return AVERROR_INVALIDDATA;
103 bits[i] = k ? '1' : '0';
108 av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid se-golomb code at "
109 "%s: more than 31 zeroes.\n", name);
110 return AVERROR_INVALIDDATA;
113 for (j = 0; j < i; j++) {
115 bits[i + j + 1] = k ? '1' : '0';
120 value = -(int32_t)(v / 2);
124 if (ctx->trace_enable)
125 ff_cbs_trace_syntax_element(ctx, position, name, bits, value);
127 if (value < range_min || value > range_max) {
128 av_log(ctx->log_ctx, AV_LOG_ERROR, "%s out of range: "
129 "%"PRId32", but must be in [%"PRId32",%"PRId32"].\n",
130 name, value, range_min, range_max);
131 return AVERROR_INVALIDDATA;
138 static int cbs_write_ue_golomb(CodedBitstreamContext *ctx, PutBitContext *pbc,
139 const char *name, uint32_t value,
140 uint32_t range_min, uint32_t range_max)
144 if (value < range_min || value > range_max) {
145 av_log(ctx->log_ctx, AV_LOG_ERROR, "%s out of range: "
146 "%"PRIu32", but must be in [%"PRIu32",%"PRIu32"].\n",
147 name, value, range_min, range_max);
148 return AVERROR_INVALIDDATA;
150 av_assert0(value != UINT32_MAX);
152 len = av_log2(value + 1);
153 if (put_bits_left(pbc) < 2 * len + 1)
154 return AVERROR(ENOSPC);
156 if (ctx->trace_enable) {
160 for (i = 0; i < len; i++)
163 for (i = 0; i < len; i++)
164 bits[len + i + 1] = (value + 1) >> (len - i - 1) & 1 ? '1' : '0';
165 bits[len + len + 1] = 0;
167 ff_cbs_trace_syntax_element(ctx, put_bits_count(pbc), name, bits, value);
170 put_bits(pbc, len, 0);
172 put_bits(pbc, len + 1, value + 1);
174 put_bits32(pbc, value + 1);
179 static int cbs_write_se_golomb(CodedBitstreamContext *ctx, PutBitContext *pbc,
180 const char *name, int32_t value,
181 int32_t range_min, int32_t range_max)
186 if (value < range_min || value > range_max) {
187 av_log(ctx->log_ctx, AV_LOG_ERROR, "%s out of range: "
188 "%"PRId32", but must be in [%"PRId32",%"PRId32"].\n",
189 name, value, range_min, range_max);
190 return AVERROR_INVALIDDATA;
192 av_assert0(value != INT32_MIN);
197 uvalue = 2 * (uint32_t)value - 1;
199 uvalue = 2 * (uint32_t)-value;
201 len = av_log2(uvalue + 1);
202 if (put_bits_left(pbc) < 2 * len + 1)
203 return AVERROR(ENOSPC);
205 if (ctx->trace_enable) {
209 for (i = 0; i < len; i++)
212 for (i = 0; i < len; i++)
213 bits[len + i + 1] = (uvalue + 1) >> (len - i - 1) & 1 ? '1' : '0';
214 bits[len + len + 1] = 0;
216 ff_cbs_trace_syntax_element(ctx, put_bits_count(pbc), name, bits, value);
219 put_bits(pbc, len, 0);
221 put_bits(pbc, len + 1, uvalue + 1);
223 put_bits32(pbc, uvalue + 1);
228 #define HEADER(name) do { \
229 ff_cbs_trace_header(ctx, name); \
232 #define CHECK(call) do { \
238 #define FUNC_NAME(rw, codec, name) cbs_ ## codec ## _ ## rw ## _ ## name
239 #define FUNC_H264(rw, name) FUNC_NAME(rw, h264, name)
240 #define FUNC_H265(rw, name) FUNC_NAME(rw, h265, name)
244 #define READWRITE read
245 #define RWContext GetBitContext
247 #define xu(width, name, var, range_min, range_max) do { \
248 uint32_t value = range_min; \
249 CHECK(ff_cbs_read_unsigned(ctx, rw, width, #name, \
250 &value, range_min, range_max)); \
253 #define xue(name, var, range_min, range_max) do { \
254 uint32_t value = range_min; \
255 CHECK(cbs_read_ue_golomb(ctx, rw, #name, \
256 &value, range_min, range_max)); \
259 #define xse(name, var, range_min, range_max) do { \
260 int32_t value = range_min; \
261 CHECK(cbs_read_se_golomb(ctx, rw, #name, \
262 &value, range_min, range_max)); \
267 #define u(width, name, range_min, range_max) \
268 xu(width, name, current->name, range_min, range_max)
269 #define flag(name) u(1, name, 0, 1)
270 #define ue(name, range_min, range_max) \
271 xue(name, current->name, range_min, range_max)
272 #define se(name, range_min, range_max) \
273 xse(name, current->name, range_min, range_max)
275 #define infer(name, value) do { \
276 current->name = value; \
279 static int cbs_h2645_read_more_rbsp_data(GetBitContext *gbc)
281 int bits_left = get_bits_left(gbc);
284 if (show_bits(gbc, bits_left) == 1 << (bits_left - 1))
289 #define more_rbsp_data(var) ((var) = cbs_h2645_read_more_rbsp_data(rw))
291 #define byte_alignment(rw) (get_bits_count(rw) % 8)
293 #define allocate(name, size) do { \
294 name = av_mallocz(size); \
296 return AVERROR(ENOMEM); \
299 #define FUNC(name) FUNC_H264(READWRITE, name)
300 #include "cbs_h264_syntax_template.c"
303 #define FUNC(name) FUNC_H265(READWRITE, name)
304 #include "cbs_h265_syntax_template.c"
318 #undef more_rbsp_data
319 #undef byte_alignment
324 #define READWRITE write
325 #define RWContext PutBitContext
327 #define xu(width, name, var, range_min, range_max) do { \
328 uint32_t value = var; \
329 CHECK(ff_cbs_write_unsigned(ctx, rw, width, #name, \
330 value, range_min, range_max)); \
332 #define xue(name, var, range_min, range_max) do { \
333 uint32_t value = var; \
334 CHECK(cbs_write_ue_golomb(ctx, rw, #name, \
335 value, range_min, range_max)); \
337 #define xse(name, var, range_min, range_max) do { \
338 int32_t value = var; \
339 CHECK(cbs_write_se_golomb(ctx, rw, #name, \
340 value, range_min, range_max)); \
343 #define u(width, name, range_min, range_max) \
344 xu(width, name, current->name, range_min, range_max)
345 #define flag(name) u(1, name, 0, 1)
346 #define ue(name, range_min, range_max) \
347 xue(name, current->name, range_min, range_max)
348 #define se(name, range_min, range_max) \
349 xse(name, current->name, range_min, range_max)
351 #define infer(name, value) do { \
352 if (current->name != (value)) { \
353 av_log(ctx->log_ctx, AV_LOG_WARNING, "Warning: " \
354 "%s does not match inferred value: " \
355 "%"PRId64", but should be %"PRId64".\n", \
356 #name, (int64_t)current->name, (int64_t)(value)); \
360 #define more_rbsp_data(var) (var)
362 #define byte_alignment(rw) (put_bits_count(rw) % 8)
364 #define allocate(name, size) do { \
366 av_log(ctx->log_ctx, AV_LOG_ERROR, "%s must be set " \
367 "for writing.\n", #name); \
368 return AVERROR_INVALIDDATA; \
372 #define FUNC(name) FUNC_H264(READWRITE, name)
373 #include "cbs_h264_syntax_template.c"
376 #define FUNC(name) FUNC_H265(READWRITE, name)
377 #include "cbs_h265_syntax_template.c"
391 #undef more_rbsp_data
392 #undef byte_alignment
396 static void cbs_h264_free_sei(H264RawSEI *sei)
399 for (i = 0; i < sei->payload_count; i++) {
400 H264RawSEIPayload *payload = &sei->payload[i];
402 switch (payload->payload_type) {
403 case H264_SEI_TYPE_BUFFERING_PERIOD:
404 case H264_SEI_TYPE_PIC_TIMING:
405 case H264_SEI_TYPE_RECOVERY_POINT:
406 case H264_SEI_TYPE_DISPLAY_ORIENTATION:
408 case H264_SEI_TYPE_USER_DATA_REGISTERED:
409 av_freep(&payload->payload.user_data_registered.data);
411 case H264_SEI_TYPE_USER_DATA_UNREGISTERED:
412 av_freep(&payload->payload.user_data_unregistered.data);
415 av_freep(&payload->payload.other.data);
421 static void cbs_h264_free_slice(H264RawSlice *slice)
423 av_freep(&slice->data);
426 static void cbs_h264_free_nal_unit(CodedBitstreamUnit *unit)
428 switch (unit->type) {
430 cbs_h264_free_sei(unit->content);
432 case H264_NAL_IDR_SLICE:
434 cbs_h264_free_slice(unit->content);
437 av_freep(&unit->content);
440 static void cbs_h265_free_nal_unit(CodedBitstreamUnit *unit)
442 switch (unit->type) {
444 av_freep(&((H265RawVPS*)unit->content)->extension_data.data);
447 av_freep(&((H265RawSPS*)unit->content)->extension_data.data);
450 av_freep(&((H265RawPPS*)unit->content)->extension_data.data);
452 case HEVC_NAL_TRAIL_N:
453 case HEVC_NAL_TRAIL_R:
456 case HEVC_NAL_STSA_N:
457 case HEVC_NAL_STSA_R:
458 case HEVC_NAL_RADL_N:
459 case HEVC_NAL_RADL_R:
460 case HEVC_NAL_RASL_N:
461 case HEVC_NAL_RASL_R:
462 case HEVC_NAL_BLA_W_LP:
463 case HEVC_NAL_BLA_W_RADL:
464 case HEVC_NAL_BLA_N_LP:
465 case HEVC_NAL_IDR_W_RADL:
466 case HEVC_NAL_IDR_N_LP:
467 case HEVC_NAL_CRA_NUT:
468 av_freep(&((H265RawSlice*)unit->content)->data);
471 av_freep(&unit->content);
474 static int cbs_h2645_fragment_add_nals(CodedBitstreamContext *ctx,
475 CodedBitstreamFragment *frag,
476 const H2645Packet *packet)
480 for (i = 0; i < packet->nb_nals; i++) {
481 const H2645NAL *nal = &packet->nals[i];
482 size_t size = nal->size;
485 // Remove trailing zeroes.
486 while (size > 0 && nal->data[size - 1] == 0)
488 av_assert0(size > 0);
490 data = av_malloc(size + AV_INPUT_BUFFER_PADDING_SIZE);
492 return AVERROR(ENOMEM);
493 memcpy(data, nal->data, size);
494 memset(data + size, 0, AV_INPUT_BUFFER_PADDING_SIZE);
496 err = ff_cbs_insert_unit_data(ctx, frag, -1, nal->type,
507 static int cbs_h2645_split_fragment(CodedBitstreamContext *ctx,
508 CodedBitstreamFragment *frag,
511 enum AVCodecID codec_id = ctx->codec->codec_id;
512 CodedBitstreamH2645Context *priv = ctx->priv_data;
516 av_assert0(frag->data && frag->nb_units == 0);
517 if (frag->data_size == 0)
520 if (header && frag->data[0] && codec_id == AV_CODEC_ID_H264) {
522 size_t size, start, end;
523 int i, count, version;
527 bytestream2_init(&gbc, frag->data, frag->data_size);
529 if (bytestream2_get_bytes_left(&gbc) < 6)
530 return AVERROR_INVALIDDATA;
532 version = bytestream2_get_byte(&gbc);
534 av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid AVCC header: "
535 "first byte %u.", version);
536 return AVERROR_INVALIDDATA;
539 bytestream2_skip(&gbc, 3);
540 priv->nal_length_size = (bytestream2_get_byte(&gbc) & 3) + 1;
543 count = bytestream2_get_byte(&gbc) & 0x1f;
544 start = bytestream2_tell(&gbc);
545 for (i = 0; i < count; i++) {
546 if (bytestream2_get_bytes_left(&gbc) < 2 * (count - i))
547 return AVERROR_INVALIDDATA;
548 size = bytestream2_get_be16(&gbc);
549 if (bytestream2_get_bytes_left(&gbc) < size)
550 return AVERROR_INVALIDDATA;
551 bytestream2_skip(&gbc, size);
553 end = bytestream2_tell(&gbc);
555 err = ff_h2645_packet_split(&priv->read_packet,
556 frag->data + start, end - start,
557 ctx->log_ctx, 1, 2, AV_CODEC_ID_H264, 1);
559 av_log(ctx->log_ctx, AV_LOG_ERROR, "Failed to split AVCC SPS array.\n");
562 err = cbs_h2645_fragment_add_nals(ctx, frag, &priv->read_packet);
567 count = bytestream2_get_byte(&gbc);
568 start = bytestream2_tell(&gbc);
569 for (i = 0; i < count; i++) {
570 if (bytestream2_get_bytes_left(&gbc) < 2 * (count - i))
571 return AVERROR_INVALIDDATA;
572 size = bytestream2_get_be16(&gbc);
573 if (bytestream2_get_bytes_left(&gbc) < size)
574 return AVERROR_INVALIDDATA;
575 bytestream2_skip(&gbc, size);
577 end = bytestream2_tell(&gbc);
579 err = ff_h2645_packet_split(&priv->read_packet,
580 frag->data + start, end - start,
581 ctx->log_ctx, 1, 2, AV_CODEC_ID_H264, 1);
583 av_log(ctx->log_ctx, AV_LOG_ERROR, "Failed to split AVCC PPS array.\n");
586 err = cbs_h2645_fragment_add_nals(ctx, frag, &priv->read_packet);
590 if (bytestream2_get_bytes_left(&gbc) > 0) {
591 av_log(ctx->log_ctx, AV_LOG_WARNING, "%u bytes left at end of AVCC "
592 "header.\n", bytestream2_get_bytes_left(&gbc));
595 } else if (header && frag->data[0] && codec_id == AV_CODEC_ID_HEVC) {
597 size_t size, start, end;
598 int i, j, nb_arrays, nal_unit_type, nb_nals, version;
602 bytestream2_init(&gbc, frag->data, frag->data_size);
604 if (bytestream2_get_bytes_left(&gbc) < 23)
605 return AVERROR_INVALIDDATA;
607 version = bytestream2_get_byte(&gbc);
609 av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid HVCC header: "
610 "first byte %u.", version);
611 return AVERROR_INVALIDDATA;
614 bytestream2_skip(&gbc, 20);
615 priv->nal_length_size = (bytestream2_get_byte(&gbc) & 3) + 1;
617 nb_arrays = bytestream2_get_byte(&gbc);
618 for (i = 0; i < nb_arrays; i++) {
619 nal_unit_type = bytestream2_get_byte(&gbc) & 0x3f;
620 nb_nals = bytestream2_get_be16(&gbc);
622 start = bytestream2_tell(&gbc);
623 for (j = 0; j < nb_nals; j++) {
624 if (bytestream2_get_bytes_left(&gbc) < 2)
625 return AVERROR_INVALIDDATA;
626 size = bytestream2_get_be16(&gbc);
627 if (bytestream2_get_bytes_left(&gbc) < size)
628 return AVERROR_INVALIDDATA;
629 bytestream2_skip(&gbc, size);
631 end = bytestream2_tell(&gbc);
633 err = ff_h2645_packet_split(&priv->read_packet,
634 frag->data + start, end - start,
635 ctx->log_ctx, 1, 2, AV_CODEC_ID_HEVC, 1);
637 av_log(ctx->log_ctx, AV_LOG_ERROR, "Failed to split "
638 "HVCC array %d (%d NAL units of type %d).\n",
639 i, nb_nals, nal_unit_type);
642 err = cbs_h2645_fragment_add_nals(ctx, frag, &priv->read_packet);
648 // Annex B, or later MP4 with already-known parameters.
650 err = ff_h2645_packet_split(&priv->read_packet,
651 frag->data, frag->data_size,
653 priv->mp4, priv->nal_length_size,
658 err = cbs_h2645_fragment_add_nals(ctx, frag, &priv->read_packet);
666 #define cbs_h2645_replace_ps(h26n, ps_name, ps_var, id_element) \
667 static int cbs_h26 ## h26n ## _replace_ ## ps_var(CodedBitstreamContext *ctx, \
668 const H26 ## h26n ## Raw ## ps_name *ps_var) \
670 CodedBitstreamH26 ## h26n ## Context *priv = ctx->priv_data; \
671 unsigned int id = ps_var->id_element; \
672 if (id > FF_ARRAY_ELEMS(priv->ps_var)) { \
673 av_log(ctx->log_ctx, AV_LOG_ERROR, "Invalid " #ps_name \
674 " id : %d.\n", id); \
675 return AVERROR_INVALIDDATA; \
677 av_freep(&priv->ps_var[id]); \
678 priv->ps_var[id] = av_malloc(sizeof(*ps_var)); \
679 if (!priv->ps_var[id]) \
680 return AVERROR(ENOMEM); \
681 memcpy(priv->ps_var[id], ps_var, sizeof(*ps_var)); \
685 cbs_h2645_replace_ps(4, SPS, sps, seq_parameter_set_id)
686 cbs_h2645_replace_ps(4, PPS, pps, pic_parameter_set_id)
687 cbs_h2645_replace_ps(5, VPS, vps, vps_video_parameter_set_id)
688 cbs_h2645_replace_ps(5, SPS, sps, sps_seq_parameter_set_id)
689 cbs_h2645_replace_ps(5, PPS, pps, pps_pic_parameter_set_id)
691 static int cbs_h264_read_nal_unit(CodedBitstreamContext *ctx,
692 CodedBitstreamUnit *unit)
697 err = init_get_bits(&gbc, unit->data, 8 * unit->data_size);
701 switch (unit->type) {
706 sps = av_mallocz(sizeof(*sps));
708 return AVERROR(ENOMEM);
709 err = cbs_h264_read_sps(ctx, &gbc, sps);
711 err = cbs_h264_replace_sps(ctx, sps);
721 case H264_NAL_SPS_EXT:
723 H264RawSPSExtension *sps_ext;
725 sps_ext = av_mallocz(sizeof(*sps_ext));
727 return AVERROR(ENOMEM);
728 err = cbs_h264_read_sps_extension(ctx, &gbc, sps_ext);
734 unit->content = sps_ext;
742 pps = av_mallocz(sizeof(*pps));
744 return AVERROR(ENOMEM);
745 err = cbs_h264_read_pps(ctx, &gbc, pps);
747 err = cbs_h264_replace_pps(ctx, pps);
758 case H264_NAL_IDR_SLICE:
759 case H264_NAL_AUXILIARY_SLICE:
764 slice = av_mallocz(sizeof(*slice));
766 return AVERROR(ENOMEM);
767 err = cbs_h264_read_slice_header(ctx, &gbc, &slice->header);
773 pos = get_bits_count(&gbc);
774 len = unit->data_size;
775 if (!unit->data[len - 1]) {
777 for (z = 0; z < len && !unit->data[len - z - 1]; z++);
778 av_log(ctx->log_ctx, AV_LOG_DEBUG, "Deleted %d trailing zeroes "
779 "from slice data.\n", z);
783 slice->data_size = len - pos / 8;
784 slice->data = av_malloc(slice->data_size +
785 AV_INPUT_BUFFER_PADDING_SIZE);
788 return AVERROR(ENOMEM);
791 unit->data + pos / 8, slice->data_size);
792 memset(slice->data + slice->data_size, 0,
793 AV_INPUT_BUFFER_PADDING_SIZE);
794 slice->data_bit_start = pos % 8;
796 unit->content = slice;
804 aud = av_mallocz(sizeof(*aud));
806 return AVERROR(ENOMEM);
807 err = cbs_h264_read_aud(ctx, &gbc, aud);
821 sei = av_mallocz(sizeof(*sei));
823 return AVERROR(ENOMEM);
824 err = cbs_h264_read_sei(ctx, &gbc, sei);
826 cbs_h264_free_sei(sei);
836 return AVERROR(ENOSYS);
842 static int cbs_h265_read_nal_unit(CodedBitstreamContext *ctx,
843 CodedBitstreamUnit *unit)
848 err = init_get_bits(&gbc, unit->data, 8 * unit->data_size);
852 switch (unit->type) {
857 vps = av_mallocz(sizeof(*vps));
859 return AVERROR(ENOMEM);
860 err = cbs_h265_read_vps(ctx, &gbc, vps);
862 err = cbs_h265_replace_vps(ctx, vps);
875 sps = av_mallocz(sizeof(*sps));
877 return AVERROR(ENOMEM);
878 err = cbs_h265_read_sps(ctx, &gbc, sps);
880 err = cbs_h265_replace_sps(ctx, sps);
894 pps = av_mallocz(sizeof(*pps));
896 return AVERROR(ENOMEM);
897 err = cbs_h265_read_pps(ctx, &gbc, pps);
899 err = cbs_h265_replace_pps(ctx, pps);
909 case HEVC_NAL_TRAIL_N:
910 case HEVC_NAL_TRAIL_R:
913 case HEVC_NAL_STSA_N:
914 case HEVC_NAL_STSA_R:
915 case HEVC_NAL_RADL_N:
916 case HEVC_NAL_RADL_R:
917 case HEVC_NAL_RASL_N:
918 case HEVC_NAL_RASL_R:
919 case HEVC_NAL_BLA_W_LP:
920 case HEVC_NAL_BLA_W_RADL:
921 case HEVC_NAL_BLA_N_LP:
922 case HEVC_NAL_IDR_W_RADL:
923 case HEVC_NAL_IDR_N_LP:
924 case HEVC_NAL_CRA_NUT:
929 slice = av_mallocz(sizeof(*slice));
931 return AVERROR(ENOMEM);
932 err = cbs_h265_read_slice_segment_header(ctx, &gbc, &slice->header);
938 pos = get_bits_count(&gbc);
939 len = unit->data_size;
940 if (!unit->data[len - 1]) {
942 for (z = 0; z < len && !unit->data[len - z - 1]; z++);
943 av_log(ctx->log_ctx, AV_LOG_DEBUG, "Deleted %d trailing zeroes "
944 "from slice data.\n", z);
948 slice->data_size = len - pos / 8;
949 slice->data = av_malloc(slice->data_size +
950 AV_INPUT_BUFFER_PADDING_SIZE);
953 return AVERROR(ENOMEM);
956 unit->data + pos / 8, slice->data_size);
957 memset(slice->data + slice->data_size, 0,
958 AV_INPUT_BUFFER_PADDING_SIZE);
959 slice->data_bit_start = pos % 8;
961 unit->content = slice;
969 aud = av_mallocz(sizeof(*aud));
971 return AVERROR(ENOMEM);
972 err = cbs_h265_read_aud(ctx, &gbc, aud);
983 return AVERROR(ENOSYS);
989 static int cbs_h264_write_nal_unit(CodedBitstreamContext *ctx,
990 CodedBitstreamUnit *unit,
995 switch (unit->type) {
998 H264RawSPS *sps = unit->content;
1000 err = cbs_h264_write_sps(ctx, pbc, sps);
1004 err = cbs_h264_replace_sps(ctx, sps);
1010 case H264_NAL_SPS_EXT:
1012 H264RawSPSExtension *sps_ext = unit->content;
1014 err = cbs_h264_write_sps_extension(ctx, pbc, sps_ext);
1022 H264RawPPS *pps = unit->content;
1024 err = cbs_h264_write_pps(ctx, pbc, pps);
1028 err = cbs_h264_replace_pps(ctx, pps);
1034 case H264_NAL_SLICE:
1035 case H264_NAL_IDR_SLICE:
1036 case H264_NAL_AUXILIARY_SLICE:
1038 H264RawSlice *slice = unit->content;
1040 int bits_left, end, zeroes;
1042 err = cbs_h264_write_slice_header(ctx, pbc, &slice->header);
1047 if (slice->data_size * 8 + 8 > put_bits_left(pbc))
1048 return AVERROR(ENOSPC);
1050 init_get_bits(&gbc, slice->data, slice->data_size * 8);
1051 skip_bits_long(&gbc, slice->data_bit_start);
1053 // Copy in two-byte blocks, but stop before copying the
1054 // rbsp_stop_one_bit in the final byte.
1055 while (get_bits_left(&gbc) > 23)
1056 put_bits(pbc, 16, get_bits(&gbc, 16));
1058 bits_left = get_bits_left(&gbc);
1059 end = get_bits(&gbc, bits_left);
1061 // rbsp_stop_one_bit must be present here.
1063 zeroes = ff_ctz(end);
1064 if (bits_left > zeroes + 1)
1065 put_bits(pbc, bits_left - zeroes - 1,
1066 end >> (zeroes + 1));
1067 put_bits(pbc, 1, 1);
1068 while (put_bits_count(pbc) % 8 != 0)
1069 put_bits(pbc, 1, 0);
1071 // No slice data - that was just the header.
1072 // (Bitstream may be unaligned!)
1079 err = cbs_h264_write_aud(ctx, pbc, unit->content);
1087 err = cbs_h264_write_sei(ctx, pbc, unit->content);
1094 av_log(ctx->log_ctx, AV_LOG_ERROR, "Write unimplemented for "
1095 "NAL unit type %"PRIu32".\n", unit->type);
1096 return AVERROR_PATCHWELCOME;
1102 static int cbs_h265_write_nal_unit(CodedBitstreamContext *ctx,
1103 CodedBitstreamUnit *unit,
1108 switch (unit->type) {
1111 H265RawVPS *vps = unit->content;
1113 err = cbs_h265_write_vps(ctx, pbc, vps);
1117 err = cbs_h265_replace_vps(ctx, vps);
1125 H265RawSPS *sps = unit->content;
1127 err = cbs_h265_write_sps(ctx, pbc, sps);
1131 err = cbs_h265_replace_sps(ctx, sps);
1139 H265RawPPS *pps = unit->content;
1141 err = cbs_h265_write_pps(ctx, pbc, pps);
1145 err = cbs_h265_replace_pps(ctx, pps);
1151 case HEVC_NAL_TRAIL_N:
1152 case HEVC_NAL_TRAIL_R:
1153 case HEVC_NAL_TSA_N:
1154 case HEVC_NAL_TSA_R:
1155 case HEVC_NAL_STSA_N:
1156 case HEVC_NAL_STSA_R:
1157 case HEVC_NAL_RADL_N:
1158 case HEVC_NAL_RADL_R:
1159 case HEVC_NAL_RASL_N:
1160 case HEVC_NAL_RASL_R:
1161 case HEVC_NAL_BLA_W_LP:
1162 case HEVC_NAL_BLA_W_RADL:
1163 case HEVC_NAL_BLA_N_LP:
1164 case HEVC_NAL_IDR_W_RADL:
1165 case HEVC_NAL_IDR_N_LP:
1166 case HEVC_NAL_CRA_NUT:
1168 H265RawSlice *slice = unit->content;
1170 int bits_left, end, zeroes;
1172 err = cbs_h265_write_slice_segment_header(ctx, pbc, &slice->header);
1177 if (slice->data_size * 8 + 8 > put_bits_left(pbc))
1178 return AVERROR(ENOSPC);
1180 init_get_bits(&gbc, slice->data, slice->data_size * 8);
1181 skip_bits_long(&gbc, slice->data_bit_start);
1183 // Copy in two-byte blocks, but stop before copying the
1184 // rbsp_stop_one_bit in the final byte.
1185 while (get_bits_left(&gbc) > 23)
1186 put_bits(pbc, 16, get_bits(&gbc, 16));
1188 bits_left = get_bits_left(&gbc);
1189 end = get_bits(&gbc, bits_left);
1191 // rbsp_stop_one_bit must be present here.
1193 zeroes = ff_ctz(end);
1194 if (bits_left > zeroes + 1)
1195 put_bits(pbc, bits_left - zeroes - 1,
1196 end >> (zeroes + 1));
1197 put_bits(pbc, 1, 1);
1198 while (put_bits_count(pbc) % 8 != 0)
1199 put_bits(pbc, 1, 0);
1201 // No slice data - that was just the header.
1208 err = cbs_h265_write_aud(ctx, pbc, unit->content);
1215 av_log(ctx->log_ctx, AV_LOG_ERROR, "Write unimplemented for "
1216 "NAL unit type %"PRIu32".\n", unit->type);
1217 return AVERROR_PATCHWELCOME;
1223 static int cbs_h2645_write_nal_unit(CodedBitstreamContext *ctx,
1224 CodedBitstreamUnit *unit)
1226 CodedBitstreamH2645Context *priv = ctx->priv_data;
1227 enum AVCodecID codec_id = ctx->codec->codec_id;
1231 if (!priv->write_buffer) {
1232 // Initial write buffer size is 1MB.
1233 priv->write_buffer_size = 1024 * 1024;
1235 reallocate_and_try_again:
1236 err = av_reallocp(&priv->write_buffer, priv->write_buffer_size);
1238 av_log(ctx->log_ctx, AV_LOG_ERROR, "Unable to allocate a "
1239 "sufficiently large write buffer (last attempt "
1240 "%zu bytes).\n", priv->write_buffer_size);
1245 init_put_bits(&pbc, priv->write_buffer, priv->write_buffer_size);
1247 if (codec_id == AV_CODEC_ID_H264)
1248 err = cbs_h264_write_nal_unit(ctx, unit, &pbc);
1250 err = cbs_h265_write_nal_unit(ctx, unit, &pbc);
1252 if (err == AVERROR(ENOSPC)) {
1254 priv->write_buffer_size *= 2;
1255 goto reallocate_and_try_again;
1257 // Overflow but we didn't notice.
1258 av_assert0(put_bits_count(&pbc) <= 8 * priv->write_buffer_size);
1261 // Write failed for some other reason.
1265 if (put_bits_count(&pbc) % 8)
1266 unit->data_bit_padding = 8 - put_bits_count(&pbc) % 8;
1268 unit->data_bit_padding = 0;
1270 unit->data_size = (put_bits_count(&pbc) + 7) / 8;
1271 flush_put_bits(&pbc);
1273 err = av_reallocp(&unit->data, unit->data_size);
1277 memcpy(unit->data, priv->write_buffer, unit->data_size);
1282 static int cbs_h2645_assemble_fragment(CodedBitstreamContext *ctx,
1283 CodedBitstreamFragment *frag)
1286 size_t max_size, dp, sp;
1287 int err, i, zero_run;
1289 for (i = 0; i < frag->nb_units; i++) {
1290 // Data should already all have been written when we get here.
1291 av_assert0(frag->units[i].data);
1295 for (i = 0; i < frag->nb_units; i++) {
1296 // Start code + content with worst-case emulation prevention.
1297 max_size += 3 + frag->units[i].data_size * 3 / 2;
1300 data = av_malloc(max_size);
1302 return AVERROR(ENOMEM);
1305 for (i = 0; i < frag->nb_units; i++) {
1306 CodedBitstreamUnit *unit = &frag->units[i];
1308 if (unit->data_bit_padding > 0) {
1309 if (i < frag->nb_units - 1)
1310 av_log(ctx->log_ctx, AV_LOG_WARNING, "Probably invalid "
1311 "unaligned padding on non-final NAL unit.\n");
1313 frag->data_bit_padding = unit->data_bit_padding;
1316 if ((ctx->codec->codec_id == AV_CODEC_ID_H264 &&
1317 (unit->type == H264_NAL_SPS ||
1318 unit->type == H264_NAL_PPS)) ||
1319 (ctx->codec->codec_id == AV_CODEC_ID_HEVC &&
1320 (unit->type == HEVC_NAL_VPS ||
1321 unit->type == HEVC_NAL_SPS ||
1322 unit->type == HEVC_NAL_PPS)) ||
1323 i == 0 /* (Assume this is the start of an access unit.) */) {
1327 // start_code_prefix_one_3bytes
1333 for (sp = 0; sp < unit->data_size; sp++) {
1335 if (unit->data[sp] == 0)
1340 if ((unit->data[sp] & ~3) == 0) {
1341 // emulation_prevention_three_byte
1344 zero_run = unit->data[sp] == 0;
1346 data[dp++] = unit->data[sp];
1350 av_assert0(dp <= max_size);
1351 err = av_reallocp(&data, dp);
1356 frag->data_size = dp;
1361 static void cbs_h264_close(CodedBitstreamContext *ctx)
1363 CodedBitstreamH264Context *h264 = ctx->priv_data;
1366 ff_h2645_packet_uninit(&h264->common.read_packet);
1368 av_freep(&h264->common.write_buffer);
1370 for (i = 0; i < FF_ARRAY_ELEMS(h264->sps); i++)
1371 av_freep(&h264->sps[i]);
1372 for (i = 0; i < FF_ARRAY_ELEMS(h264->pps); i++)
1373 av_freep(&h264->pps[i]);
1376 static void cbs_h265_close(CodedBitstreamContext *ctx)
1378 CodedBitstreamH265Context *h265 = ctx->priv_data;
1381 ff_h2645_packet_uninit(&h265->common.read_packet);
1383 av_freep(&h265->common.write_buffer);
1385 for (i = 0; i < FF_ARRAY_ELEMS(h265->vps); i++)
1386 av_freep(&h265->vps[i]);
1387 for (i = 0; i < FF_ARRAY_ELEMS(h265->sps); i++)
1388 av_freep(&h265->sps[i]);
1389 for (i = 0; i < FF_ARRAY_ELEMS(h265->pps); i++)
1390 av_freep(&h265->pps[i]);
1393 const CodedBitstreamType ff_cbs_type_h264 = {
1394 .codec_id = AV_CODEC_ID_H264,
1396 .priv_data_size = sizeof(CodedBitstreamH264Context),
1398 .split_fragment = &cbs_h2645_split_fragment,
1399 .read_unit = &cbs_h264_read_nal_unit,
1400 .write_unit = &cbs_h2645_write_nal_unit,
1401 .assemble_fragment = &cbs_h2645_assemble_fragment,
1403 .free_unit = &cbs_h264_free_nal_unit,
1404 .close = &cbs_h264_close,
1407 const CodedBitstreamType ff_cbs_type_h265 = {
1408 .codec_id = AV_CODEC_ID_HEVC,
1410 .priv_data_size = sizeof(CodedBitstreamH265Context),
1412 .split_fragment = &cbs_h2645_split_fragment,
1413 .read_unit = &cbs_h265_read_nal_unit,
1414 .write_unit = &cbs_h2645_write_nal_unit,
1415 .assemble_fragment = &cbs_h2645_assemble_fragment,
1417 .free_unit = &cbs_h265_free_nal_unit,
1418 .close = &cbs_h265_close,