2 * This file is part of FFmpeg.
4 * FFmpeg is free software; you can redistribute it and/or
5 * modify it under the terms of the GNU Lesser General Public
6 * License as published by the Free Software Foundation; either
7 * version 2.1 of the License, or (at your option) any later version.
9 * FFmpeg is distributed in the hope that it will be useful,
10 * but WITHOUT ANY WARRANTY; without even the implied warranty of
11 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
12 * Lesser General Public License for more details.
14 * You should have received a copy of the GNU Lesser General Public
15 * License along with FFmpeg; if not, write to the Free Software
16 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21 #include "libavutil/common.h"
22 #include "libavutil/intreadwrite.h"
23 #include "libavutil/log.h"
24 #include "libavutil/opt.h"
27 #include "av1_parse.h"
29 #include "bsf_internal.h"
30 #include "bytestream.h"
31 #include "h2645_parse.h"
34 #include "vc1_common.h"
36 typedef struct ExtractExtradataContext {
39 int (*extract)(AVBSFContext *ctx, AVPacket *pkt,
40 uint8_t **data, int *size);
42 /* AV1 specific fields */
45 /* H264/HEVC specific fields */
46 H2645Packet h2645_pkt;
50 } ExtractExtradataContext;
52 static int val_in_array(const int *arr, int len, int val)
55 for (i = 0; i < len; i++)
61 static int extract_extradata_av1(AVBSFContext *ctx, AVPacket *pkt,
62 uint8_t **data, int *size)
64 static const int extradata_obu_types[] = {
65 AV1_OBU_SEQUENCE_HEADER, AV1_OBU_METADATA,
67 ExtractExtradataContext *s = ctx->priv_data;
69 int extradata_size = 0, filtered_size = 0;
70 int nb_extradata_obu_types = FF_ARRAY_ELEMS(extradata_obu_types);
71 int i, has_seq = 0, ret = 0;
73 ret = ff_av1_packet_split(&s->av1_pkt, pkt->data, pkt->size, ctx);
77 for (i = 0; i < s->av1_pkt.nb_obus; i++) {
78 AV1OBU *obu = &s->av1_pkt.obus[i];
79 if (val_in_array(extradata_obu_types, nb_extradata_obu_types, obu->type)) {
80 extradata_size += obu->raw_size;
81 if (obu->type == AV1_OBU_SEQUENCE_HEADER)
83 } else if (s->remove) {
84 filtered_size += obu->raw_size;
88 if (extradata_size && has_seq) {
89 AVBufferRef *filtered_buf = NULL;
90 PutByteContext pb_filtered_data, pb_extradata;
94 filtered_buf = av_buffer_alloc(filtered_size + AV_INPUT_BUFFER_PADDING_SIZE);
96 return AVERROR(ENOMEM);
98 memset(filtered_buf->data + filtered_size, 0, AV_INPUT_BUFFER_PADDING_SIZE);
101 extradata = av_malloc(extradata_size + AV_INPUT_BUFFER_PADDING_SIZE);
103 av_buffer_unref(&filtered_buf);
104 return AVERROR(ENOMEM);
106 memset(extradata + extradata_size, 0, AV_INPUT_BUFFER_PADDING_SIZE);
109 *size = extradata_size;
111 bytestream2_init_writer(&pb_extradata, extradata, extradata_size);
113 bytestream2_init_writer(&pb_filtered_data, filtered_buf->data, filtered_size);
115 for (i = 0; i < s->av1_pkt.nb_obus; i++) {
116 AV1OBU *obu = &s->av1_pkt.obus[i];
117 if (val_in_array(extradata_obu_types, nb_extradata_obu_types,
119 bytestream2_put_bufferu(&pb_extradata, obu->raw_data, obu->raw_size);
120 } else if (s->remove) {
121 bytestream2_put_bufferu(&pb_filtered_data, obu->raw_data, obu->raw_size);
126 av_buffer_unref(&pkt->buf);
127 pkt->buf = filtered_buf;
128 pkt->data = filtered_buf->data;
129 pkt->size = filtered_size;
136 static int extract_extradata_h2645(AVBSFContext *ctx, AVPacket *pkt,
137 uint8_t **data, int *size)
139 static const int extradata_nal_types_hevc[] = {
140 HEVC_NAL_VPS, HEVC_NAL_SPS, HEVC_NAL_PPS,
142 static const int extradata_nal_types_h264[] = {
143 H264_NAL_SPS, H264_NAL_PPS,
146 ExtractExtradataContext *s = ctx->priv_data;
148 int extradata_size = 0, filtered_size = 0;
149 const int *extradata_nal_types;
150 int nb_extradata_nal_types;
151 int i, has_sps = 0, has_vps = 0, ret = 0;
153 if (ctx->par_in->codec_id == AV_CODEC_ID_HEVC) {
154 extradata_nal_types = extradata_nal_types_hevc;
155 nb_extradata_nal_types = FF_ARRAY_ELEMS(extradata_nal_types_hevc);
157 extradata_nal_types = extradata_nal_types_h264;
158 nb_extradata_nal_types = FF_ARRAY_ELEMS(extradata_nal_types_h264);
161 ret = ff_h2645_packet_split(&s->h2645_pkt, pkt->data, pkt->size,
162 ctx, 0, 0, ctx->par_in->codec_id, 1, 0);
166 for (i = 0; i < s->h2645_pkt.nb_nals; i++) {
167 H2645NAL *nal = &s->h2645_pkt.nals[i];
168 if (val_in_array(extradata_nal_types, nb_extradata_nal_types, nal->type)) {
169 extradata_size += nal->raw_size + 3;
170 if (ctx->par_in->codec_id == AV_CODEC_ID_HEVC) {
171 if (nal->type == HEVC_NAL_SPS) has_sps = 1;
172 if (nal->type == HEVC_NAL_VPS) has_vps = 1;
174 if (nal->type == H264_NAL_SPS) has_sps = 1;
176 } else if (s->remove) {
177 filtered_size += nal->raw_size + 3;
181 if (extradata_size &&
182 ((ctx->par_in->codec_id == AV_CODEC_ID_HEVC && has_sps && has_vps) ||
183 (ctx->par_in->codec_id == AV_CODEC_ID_H264 && has_sps))) {
184 AVBufferRef *filtered_buf = NULL;
185 PutByteContext pb_filtered_data, pb_extradata;
189 filtered_buf = av_buffer_alloc(filtered_size + AV_INPUT_BUFFER_PADDING_SIZE);
191 return AVERROR(ENOMEM);
193 memset(filtered_buf->data + filtered_size, 0, AV_INPUT_BUFFER_PADDING_SIZE);
196 extradata = av_malloc(extradata_size + AV_INPUT_BUFFER_PADDING_SIZE);
198 av_buffer_unref(&filtered_buf);
199 return AVERROR(ENOMEM);
201 memset(extradata + extradata_size, 0, AV_INPUT_BUFFER_PADDING_SIZE);
204 *size = extradata_size;
206 bytestream2_init_writer(&pb_extradata, extradata, extradata_size);
208 bytestream2_init_writer(&pb_filtered_data, filtered_buf->data, filtered_size);
210 for (i = 0; i < s->h2645_pkt.nb_nals; i++) {
211 H2645NAL *nal = &s->h2645_pkt.nals[i];
212 if (val_in_array(extradata_nal_types, nb_extradata_nal_types,
214 bytestream2_put_be24u(&pb_extradata, 1); //startcode
215 bytestream2_put_bufferu(&pb_extradata, nal->raw_data, nal->raw_size);
216 } else if (s->remove) {
217 bytestream2_put_be24u(&pb_filtered_data, 1); // startcode
218 bytestream2_put_bufferu(&pb_filtered_data, nal->raw_data, nal->raw_size);
223 av_buffer_unref(&pkt->buf);
224 pkt->buf = filtered_buf;
225 pkt->data = filtered_buf->data;
226 pkt->size = filtered_size;
233 static int extract_extradata_vc1(AVBSFContext *ctx, AVPacket *pkt,
234 uint8_t **data, int *size)
236 ExtractExtradataContext *s = ctx->priv_data;
237 const uint8_t *ptr = pkt->data, *end = pkt->data + pkt->size;
238 uint32_t state = UINT32_MAX;
239 int has_extradata = 0, extradata_size = 0;
242 ptr = avpriv_find_start_code(ptr, end, &state);
243 if (state == VC1_CODE_SEQHDR || state == VC1_CODE_ENTRYPOINT) {
245 } else if (has_extradata && IS_MARKER(state)) {
246 extradata_size = ptr - 4 - pkt->data;
251 if (extradata_size) {
252 *data = av_malloc(extradata_size + AV_INPUT_BUFFER_PADDING_SIZE);
254 return AVERROR(ENOMEM);
256 memcpy(*data, pkt->data, extradata_size);
257 memset(*data + extradata_size, 0, AV_INPUT_BUFFER_PADDING_SIZE);
258 *size = extradata_size;
261 pkt->data += extradata_size;
262 pkt->size -= extradata_size;
269 static int extract_extradata_mpeg12(AVBSFContext *ctx, AVPacket *pkt,
270 uint8_t **data, int *size)
272 ExtractExtradataContext *s = ctx->priv_data;
273 uint32_t state = UINT32_MAX;
276 for (i = 0; i < pkt->size; i++) {
277 state = (state << 8) | pkt->data[i];
280 else if (found && state != 0x1B5 && state < 0x200 && state >= 0x100) {
283 *data = av_malloc(*size + AV_INPUT_BUFFER_PADDING_SIZE);
285 return AVERROR(ENOMEM);
287 memcpy(*data, pkt->data, *size);
288 memset(*data + *size, 0, AV_INPUT_BUFFER_PADDING_SIZE);
301 static int extract_extradata_mpeg4(AVBSFContext *ctx, AVPacket *pkt,
302 uint8_t **data, int *size)
304 ExtractExtradataContext *s = ctx->priv_data;
305 const uint8_t *ptr = pkt->data, *end = pkt->data + pkt->size;
306 uint32_t state = UINT32_MAX;
309 ptr = avpriv_find_start_code(ptr, end, &state);
310 if (state == 0x1B3 || state == 0x1B6) {
311 if (ptr - pkt->data > 4) {
312 *size = ptr - 4 - pkt->data;
313 *data = av_malloc(*size + AV_INPUT_BUFFER_PADDING_SIZE);
315 return AVERROR(ENOMEM);
317 memcpy(*data, pkt->data, *size);
318 memset(*data + *size, 0, AV_INPUT_BUFFER_PADDING_SIZE);
331 static const struct {
333 int (*extract)(AVBSFContext *ctx, AVPacket *pkt,
334 uint8_t **data, int *size);
336 { AV_CODEC_ID_AV1, extract_extradata_av1 },
337 { AV_CODEC_ID_AVS2, extract_extradata_mpeg4 },
338 { AV_CODEC_ID_CAVS, extract_extradata_mpeg4 },
339 { AV_CODEC_ID_H264, extract_extradata_h2645 },
340 { AV_CODEC_ID_HEVC, extract_extradata_h2645 },
341 { AV_CODEC_ID_MPEG1VIDEO, extract_extradata_mpeg12 },
342 { AV_CODEC_ID_MPEG2VIDEO, extract_extradata_mpeg12 },
343 { AV_CODEC_ID_MPEG4, extract_extradata_mpeg4 },
344 { AV_CODEC_ID_VC1, extract_extradata_vc1 },
347 static int extract_extradata_init(AVBSFContext *ctx)
349 ExtractExtradataContext *s = ctx->priv_data;
352 for (i = 0; i < FF_ARRAY_ELEMS(extract_tab); i++) {
353 if (extract_tab[i].id == ctx->par_in->codec_id) {
354 s->extract = extract_tab[i].extract;
364 static int extract_extradata_filter(AVBSFContext *ctx, AVPacket *pkt)
366 ExtractExtradataContext *s = ctx->priv_data;
367 uint8_t *extradata = NULL;
371 ret = ff_bsf_get_packet_ref(ctx, pkt);
375 ret = s->extract(ctx, pkt, &extradata, &extradata_size);
380 ret = av_packet_add_side_data(pkt, AV_PKT_DATA_NEW_EXTRADATA,
381 extradata, extradata_size);
383 av_freep(&extradata);
391 av_packet_unref(pkt);
395 static void extract_extradata_close(AVBSFContext *ctx)
397 ExtractExtradataContext *s = ctx->priv_data;
398 ff_av1_packet_uninit(&s->av1_pkt);
399 ff_h2645_packet_uninit(&s->h2645_pkt);
402 static const enum AVCodecID codec_ids[] = {
408 AV_CODEC_ID_MPEG1VIDEO,
409 AV_CODEC_ID_MPEG2VIDEO,
415 #define OFFSET(x) offsetof(ExtractExtradataContext, x)
416 #define FLAGS (AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_BSF_PARAM)
417 static const AVOption options[] = {
418 { "remove", "remove the extradata from the bitstream", OFFSET(remove), AV_OPT_TYPE_INT,
419 { .i64 = 0 }, 0, 1, FLAGS },
423 static const AVClass extract_extradata_class = {
424 .class_name = "extract_extradata",
425 .item_name = av_default_item_name,
427 .version = LIBAVUTIL_VERSION_INT,
430 const AVBitStreamFilter ff_extract_extradata_bsf = {
431 .name = "extract_extradata",
432 .codec_ids = codec_ids,
433 .priv_data_size = sizeof(ExtractExtradataContext),
434 .priv_class = &extract_extradata_class,
435 .init = extract_extradata_init,
436 .filter = extract_extradata_filter,
437 .close = extract_extradata_close,