2 * various utility functions for use within FFmpeg
3 * Copyright (c) 2000, 2001, 2002 Fabrice Bellard
5 * This file is part of FFmpeg.
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
29 #include "libavutil/avassert.h"
30 #include "libavutil/avstring.h"
31 #include "libavutil/dict.h"
32 #include "libavutil/internal.h"
33 #include "libavutil/mathematics.h"
34 #include "libavutil/opt.h"
35 #include "libavutil/parseutils.h"
36 #include "libavutil/pixdesc.h"
37 #include "libavutil/time.h"
38 #include "libavutil/timestamp.h"
40 #include "libavcodec/bytestream.h"
41 #include "libavcodec/internal.h"
42 #include "libavcodec/raw.h"
44 #include "audiointerleave.h"
46 #include "avio_internal.h"
56 #include "libavutil/ffversion.h"
57 const char av_format_ffversion[] = "FFmpeg version " FFMPEG_VERSION;
61 * various utility functions for use within FFmpeg
64 unsigned avformat_version(void)
66 av_assert0(LIBAVFORMAT_VERSION_MICRO >= 100);
67 return LIBAVFORMAT_VERSION_INT;
70 const char *avformat_configuration(void)
72 return FFMPEG_CONFIGURATION;
75 const char *avformat_license(void)
77 #define LICENSE_PREFIX "libavformat license: "
78 return LICENSE_PREFIX FFMPEG_LICENSE + sizeof(LICENSE_PREFIX) - 1;
81 #define RELATIVE_TS_BASE (INT64_MAX - (1LL<<48))
83 static int is_relative(int64_t ts) {
84 return ts > (RELATIVE_TS_BASE - (1LL<<48));
88 * Wrap a given time stamp, if there is an indication for an overflow
91 * @param timestamp the time stamp to wrap
92 * @return resulting time stamp
94 static int64_t wrap_timestamp(AVStream *st, int64_t timestamp)
96 if (st->pts_wrap_behavior != AV_PTS_WRAP_IGNORE &&
97 st->pts_wrap_reference != AV_NOPTS_VALUE && timestamp != AV_NOPTS_VALUE) {
98 if (st->pts_wrap_behavior == AV_PTS_WRAP_ADD_OFFSET &&
99 timestamp < st->pts_wrap_reference)
100 return timestamp + (1ULL << st->pts_wrap_bits);
101 else if (st->pts_wrap_behavior == AV_PTS_WRAP_SUB_OFFSET &&
102 timestamp >= st->pts_wrap_reference)
103 return timestamp - (1ULL << st->pts_wrap_bits);
108 MAKE_ACCESSORS(AVStream, stream, AVRational, r_frame_rate)
109 MAKE_ACCESSORS(AVStream, stream, char *, recommended_encoder_configuration)
110 MAKE_ACCESSORS(AVFormatContext, format, AVCodec *, video_codec)
111 MAKE_ACCESSORS(AVFormatContext, format, AVCodec *, audio_codec)
112 MAKE_ACCESSORS(AVFormatContext, format, AVCodec *, subtitle_codec)
113 MAKE_ACCESSORS(AVFormatContext, format, int, metadata_header_padding)
114 MAKE_ACCESSORS(AVFormatContext, format, void *, opaque)
115 MAKE_ACCESSORS(AVFormatContext, format, av_format_control_message, control_message_cb)
117 int64_t av_stream_get_end_pts(const AVStream *st)
122 struct AVCodecParserContext *av_stream_get_parser(const AVStream *st)
127 void av_format_inject_global_side_data(AVFormatContext *s)
130 s->internal->inject_global_side_data = 1;
131 for (i = 0; i < s->nb_streams; i++) {
132 AVStream *st = s->streams[i];
133 st->inject_global_side_data = 1;
137 int ff_copy_whitelists(AVFormatContext *dst, AVFormatContext *src)
139 av_assert0(!dst->codec_whitelist && !dst->format_whitelist);
140 dst-> codec_whitelist = av_strdup(src->codec_whitelist);
141 dst->format_whitelist = av_strdup(src->format_whitelist);
142 if ( (src-> codec_whitelist && !dst-> codec_whitelist)
143 || (src->format_whitelist && !dst->format_whitelist)) {
144 av_log(dst, AV_LOG_ERROR, "Failed to duplicate whitelist\n");
145 return AVERROR(ENOMEM);
150 static const AVCodec *find_decoder(AVFormatContext *s, AVStream *st, enum AVCodecID codec_id)
152 if (st->codec->codec)
153 return st->codec->codec;
155 switch (st->codec->codec_type) {
156 case AVMEDIA_TYPE_VIDEO:
157 if (s->video_codec) return s->video_codec;
159 case AVMEDIA_TYPE_AUDIO:
160 if (s->audio_codec) return s->audio_codec;
162 case AVMEDIA_TYPE_SUBTITLE:
163 if (s->subtitle_codec) return s->subtitle_codec;
167 return avcodec_find_decoder(codec_id);
170 int av_format_get_probe_score(const AVFormatContext *s)
172 return s->probe_score;
175 /* an arbitrarily chosen "sane" max packet size -- 50M */
176 #define SANE_CHUNK_SIZE (50000000)
178 int ffio_limit(AVIOContext *s, int size)
180 if (s->maxsize>= 0) {
181 int64_t remaining= s->maxsize - avio_tell(s);
182 if (remaining < size) {
183 int64_t newsize = avio_size(s);
184 if (!s->maxsize || s->maxsize<newsize)
185 s->maxsize = newsize - !newsize;
186 remaining= s->maxsize - avio_tell(s);
187 remaining= FFMAX(remaining, 0);
190 if (s->maxsize>= 0 && remaining+1 < size) {
191 av_log(NULL, remaining ? AV_LOG_ERROR : AV_LOG_DEBUG, "Truncating packet of size %d to %"PRId64"\n", size, remaining+1);
198 /* Read the data in sane-sized chunks and append to pkt.
199 * Return the number of bytes read or an error. */
200 static int append_packet_chunked(AVIOContext *s, AVPacket *pkt, int size)
202 int64_t orig_pos = pkt->pos; // av_grow_packet might reset pos
203 int orig_size = pkt->size;
207 int prev_size = pkt->size;
210 /* When the caller requests a lot of data, limit it to the amount
211 * left in file or SANE_CHUNK_SIZE when it is not known. */
213 if (read_size > SANE_CHUNK_SIZE/10) {
214 read_size = ffio_limit(s, read_size);
215 // If filesize/maxsize is unknown, limit to SANE_CHUNK_SIZE
217 read_size = FFMIN(read_size, SANE_CHUNK_SIZE);
220 ret = av_grow_packet(pkt, read_size);
224 ret = avio_read(s, pkt->data + prev_size, read_size);
225 if (ret != read_size) {
226 av_shrink_packet(pkt, prev_size + FFMAX(ret, 0));
233 pkt->flags |= AV_PKT_FLAG_CORRUPT;
238 return pkt->size > orig_size ? pkt->size - orig_size : ret;
241 int av_get_packet(AVIOContext *s, AVPacket *pkt, int size)
246 pkt->pos = avio_tell(s);
248 return append_packet_chunked(s, pkt, size);
251 int av_append_packet(AVIOContext *s, AVPacket *pkt, int size)
254 return av_get_packet(s, pkt, size);
255 return append_packet_chunked(s, pkt, size);
258 int av_filename_number_test(const char *filename)
262 (av_get_frame_filename(buf, sizeof(buf), filename, 1) >= 0);
265 static int set_codec_from_probe_data(AVFormatContext *s, AVStream *st,
268 static const struct {
271 enum AVMediaType type;
273 { "aac", AV_CODEC_ID_AAC, AVMEDIA_TYPE_AUDIO },
274 { "ac3", AV_CODEC_ID_AC3, AVMEDIA_TYPE_AUDIO },
275 { "dts", AV_CODEC_ID_DTS, AVMEDIA_TYPE_AUDIO },
276 { "eac3", AV_CODEC_ID_EAC3, AVMEDIA_TYPE_AUDIO },
277 { "h264", AV_CODEC_ID_H264, AVMEDIA_TYPE_VIDEO },
278 { "hevc", AV_CODEC_ID_HEVC, AVMEDIA_TYPE_VIDEO },
279 { "loas", AV_CODEC_ID_AAC_LATM, AVMEDIA_TYPE_AUDIO },
280 { "m4v", AV_CODEC_ID_MPEG4, AVMEDIA_TYPE_VIDEO },
281 { "mp3", AV_CODEC_ID_MP3, AVMEDIA_TYPE_AUDIO },
282 { "mpegvideo", AV_CODEC_ID_MPEG2VIDEO, AVMEDIA_TYPE_VIDEO },
286 AVInputFormat *fmt = av_probe_input_format3(pd, 1, &score);
288 if (fmt && st->request_probe <= score) {
290 av_log(s, AV_LOG_DEBUG,
291 "Probe with size=%d, packets=%d detected %s with score=%d\n",
292 pd->buf_size, MAX_PROBE_PACKETS - st->probe_packets,
294 for (i = 0; fmt_id_type[i].name; i++) {
295 if (!strcmp(fmt->name, fmt_id_type[i].name)) {
296 st->codec->codec_id = fmt_id_type[i].id;
297 st->codec->codec_type = fmt_id_type[i].type;
305 /************************************************************/
306 /* input media file */
308 int av_demuxer_open(AVFormatContext *ic) {
311 if (ic->format_whitelist && av_match_list(ic->iformat->name, ic->format_whitelist, ',') <= 0) {
312 av_log(ic, AV_LOG_ERROR, "Format not on whitelist\n");
313 return AVERROR(EINVAL);
316 if (ic->iformat->read_header) {
317 err = ic->iformat->read_header(ic);
322 if (ic->pb && !ic->data_offset)
323 ic->data_offset = avio_tell(ic->pb);
328 /* Open input file and probe the format if necessary. */
329 static int init_input(AVFormatContext *s, const char *filename,
330 AVDictionary **options)
333 AVProbeData pd = { filename, NULL, 0 };
334 int score = AVPROBE_SCORE_RETRY;
337 s->flags |= AVFMT_FLAG_CUSTOM_IO;
339 return av_probe_input_buffer2(s->pb, &s->iformat, filename,
340 s, 0, s->format_probesize);
341 else if (s->iformat->flags & AVFMT_NOFILE)
342 av_log(s, AV_LOG_WARNING, "Custom AVIOContext makes no sense and "
343 "will be ignored with AVFMT_NOFILE format.\n");
347 if ((s->iformat && s->iformat->flags & AVFMT_NOFILE) ||
348 (!s->iformat && (s->iformat = av_probe_input_format2(&pd, 0, &score))))
351 if ((ret = avio_open2(&s->pb, filename, AVIO_FLAG_READ | s->avio_flags,
352 &s->interrupt_callback, options)) < 0)
356 return av_probe_input_buffer2(s->pb, &s->iformat, filename,
357 s, 0, s->format_probesize);
360 static AVPacket *add_to_pktbuf(AVPacketList **packet_buffer, AVPacket *pkt,
361 AVPacketList **plast_pktl)
363 AVPacketList *pktl = av_mallocz(sizeof(AVPacketList));
368 (*plast_pktl)->next = pktl;
370 *packet_buffer = pktl;
372 /* Add the packet in the buffered packet list. */
378 int avformat_queue_attached_pictures(AVFormatContext *s)
381 for (i = 0; i < s->nb_streams; i++)
382 if (s->streams[i]->disposition & AV_DISPOSITION_ATTACHED_PIC &&
383 s->streams[i]->discard < AVDISCARD_ALL) {
384 AVPacket copy = s->streams[i]->attached_pic;
385 if (copy.size <= 0) {
386 av_log(s, AV_LOG_WARNING,
387 "Attached picture on stream %d has invalid size, "
391 copy.buf = av_buffer_ref(copy.buf);
393 return AVERROR(ENOMEM);
395 add_to_pktbuf(&s->raw_packet_buffer, ©,
396 &s->raw_packet_buffer_end);
401 int avformat_open_input(AVFormatContext **ps, const char *filename,
402 AVInputFormat *fmt, AVDictionary **options)
404 AVFormatContext *s = *ps;
406 AVDictionary *tmp = NULL;
407 ID3v2ExtraMeta *id3v2_extra_meta = NULL;
409 if (!s && !(s = avformat_alloc_context()))
410 return AVERROR(ENOMEM);
412 av_log(NULL, AV_LOG_ERROR, "Input context has not been properly allocated by avformat_alloc_context() and is not NULL either\n");
413 return AVERROR(EINVAL);
419 av_dict_copy(&tmp, *options, 0);
421 if ((ret = av_opt_set_dict(s, &tmp)) < 0)
424 if ((ret = init_input(s, filename, &tmp)) < 0)
426 s->probe_score = ret;
428 if (s->format_whitelist && av_match_list(s->iformat->name, s->format_whitelist, ',') <= 0) {
429 av_log(s, AV_LOG_ERROR, "Format not on whitelist\n");
430 ret = AVERROR(EINVAL);
434 avio_skip(s->pb, s->skip_initial_bytes);
436 /* Check filename in case an image number is expected. */
437 if (s->iformat->flags & AVFMT_NEEDNUMBER) {
438 if (!av_filename_number_test(filename)) {
439 ret = AVERROR(EINVAL);
444 s->duration = s->start_time = AV_NOPTS_VALUE;
445 av_strlcpy(s->filename, filename ? filename : "", sizeof(s->filename));
447 /* Allocate private data. */
448 if (s->iformat->priv_data_size > 0) {
449 if (!(s->priv_data = av_mallocz(s->iformat->priv_data_size))) {
450 ret = AVERROR(ENOMEM);
453 if (s->iformat->priv_class) {
454 *(const AVClass **) s->priv_data = s->iformat->priv_class;
455 av_opt_set_defaults(s->priv_data);
456 if ((ret = av_opt_set_dict(s->priv_data, &tmp)) < 0)
461 /* e.g. AVFMT_NOFILE formats will not have a AVIOContext */
463 ff_id3v2_read(s, ID3v2_DEFAULT_MAGIC, &id3v2_extra_meta, 0);
465 if (!(s->flags&AVFMT_FLAG_PRIV_OPT) && s->iformat->read_header)
466 if ((ret = s->iformat->read_header(s)) < 0)
469 if (id3v2_extra_meta) {
470 if (!strcmp(s->iformat->name, "mp3") || !strcmp(s->iformat->name, "aac") ||
471 !strcmp(s->iformat->name, "tta")) {
472 if ((ret = ff_id3v2_parse_apic(s, &id3v2_extra_meta)) < 0)
475 av_log(s, AV_LOG_DEBUG, "demuxer does not support additional id3 data, skipping\n");
477 ff_id3v2_free_extra_meta(&id3v2_extra_meta);
479 if ((ret = avformat_queue_attached_pictures(s)) < 0)
482 if (!(s->flags&AVFMT_FLAG_PRIV_OPT) && s->pb && !s->data_offset)
483 s->data_offset = avio_tell(s->pb);
485 s->raw_packet_buffer_remaining_size = RAW_PACKET_BUFFER_SIZE;
488 av_dict_free(options);
495 ff_id3v2_free_extra_meta(&id3v2_extra_meta);
497 if (s->pb && !(s->flags & AVFMT_FLAG_CUSTOM_IO))
499 avformat_free_context(s);
504 /*******************************************************/
506 static void force_codec_ids(AVFormatContext *s, AVStream *st)
508 switch (st->codec->codec_type) {
509 case AVMEDIA_TYPE_VIDEO:
510 if (s->video_codec_id)
511 st->codec->codec_id = s->video_codec_id;
513 case AVMEDIA_TYPE_AUDIO:
514 if (s->audio_codec_id)
515 st->codec->codec_id = s->audio_codec_id;
517 case AVMEDIA_TYPE_SUBTITLE:
518 if (s->subtitle_codec_id)
519 st->codec->codec_id = s->subtitle_codec_id;
524 static int probe_codec(AVFormatContext *s, AVStream *st, const AVPacket *pkt)
526 if (st->request_probe>0) {
527 AVProbeData *pd = &st->probe_data;
529 av_log(s, AV_LOG_DEBUG, "probing stream %d pp:%d\n", st->index, st->probe_packets);
533 uint8_t *new_buf = av_realloc(pd->buf, pd->buf_size+pkt->size+AVPROBE_PADDING_SIZE);
535 av_log(s, AV_LOG_WARNING,
536 "Failed to reallocate probe buffer for stream %d\n",
541 memcpy(pd->buf + pd->buf_size, pkt->data, pkt->size);
542 pd->buf_size += pkt->size;
543 memset(pd->buf + pd->buf_size, 0, AVPROBE_PADDING_SIZE);
546 st->probe_packets = 0;
548 av_log(s, AV_LOG_WARNING,
549 "nothing to probe for stream %d\n", st->index);
553 end= s->raw_packet_buffer_remaining_size <= 0
554 || st->probe_packets<= 0;
556 if (end || av_log2(pd->buf_size) != av_log2(pd->buf_size - pkt->size)) {
557 int score = set_codec_from_probe_data(s, st, pd);
558 if ( (st->codec->codec_id != AV_CODEC_ID_NONE && score > AVPROBE_SCORE_STREAM_RETRY)
562 st->request_probe = -1;
563 if (st->codec->codec_id != AV_CODEC_ID_NONE) {
564 av_log(s, AV_LOG_DEBUG, "probed stream %d\n", st->index);
566 av_log(s, AV_LOG_WARNING, "probed stream %d failed\n", st->index);
568 force_codec_ids(s, st);
574 static int update_wrap_reference(AVFormatContext *s, AVStream *st, int stream_index, AVPacket *pkt)
576 int64_t ref = pkt->dts;
577 int i, pts_wrap_behavior;
578 int64_t pts_wrap_reference;
579 AVProgram *first_program;
581 if (ref == AV_NOPTS_VALUE)
583 if (st->pts_wrap_reference != AV_NOPTS_VALUE || st->pts_wrap_bits >= 63 || ref == AV_NOPTS_VALUE || !s->correct_ts_overflow)
585 ref &= (1LL << st->pts_wrap_bits)-1;
587 // reference time stamp should be 60 s before first time stamp
588 pts_wrap_reference = ref - av_rescale(60, st->time_base.den, st->time_base.num);
589 // if first time stamp is not more than 1/8 and 60s before the wrap point, subtract rather than add wrap offset
590 pts_wrap_behavior = (ref < (1LL << st->pts_wrap_bits) - (1LL << st->pts_wrap_bits-3)) ||
591 (ref < (1LL << st->pts_wrap_bits) - av_rescale(60, st->time_base.den, st->time_base.num)) ?
592 AV_PTS_WRAP_ADD_OFFSET : AV_PTS_WRAP_SUB_OFFSET;
594 first_program = av_find_program_from_stream(s, NULL, stream_index);
596 if (!first_program) {
597 int default_stream_index = av_find_default_stream_index(s);
598 if (s->streams[default_stream_index]->pts_wrap_reference == AV_NOPTS_VALUE) {
599 for (i = 0; i < s->nb_streams; i++) {
600 if (av_find_program_from_stream(s, NULL, i))
602 s->streams[i]->pts_wrap_reference = pts_wrap_reference;
603 s->streams[i]->pts_wrap_behavior = pts_wrap_behavior;
607 st->pts_wrap_reference = s->streams[default_stream_index]->pts_wrap_reference;
608 st->pts_wrap_behavior = s->streams[default_stream_index]->pts_wrap_behavior;
612 AVProgram *program = first_program;
614 if (program->pts_wrap_reference != AV_NOPTS_VALUE) {
615 pts_wrap_reference = program->pts_wrap_reference;
616 pts_wrap_behavior = program->pts_wrap_behavior;
619 program = av_find_program_from_stream(s, program, stream_index);
622 // update every program with differing pts_wrap_reference
623 program = first_program;
625 if (program->pts_wrap_reference != pts_wrap_reference) {
626 for (i = 0; i<program->nb_stream_indexes; i++) {
627 s->streams[program->stream_index[i]]->pts_wrap_reference = pts_wrap_reference;
628 s->streams[program->stream_index[i]]->pts_wrap_behavior = pts_wrap_behavior;
631 program->pts_wrap_reference = pts_wrap_reference;
632 program->pts_wrap_behavior = pts_wrap_behavior;
634 program = av_find_program_from_stream(s, program, stream_index);
640 int ff_read_packet(AVFormatContext *s, AVPacket *pkt)
646 AVPacketList *pktl = s->raw_packet_buffer;
650 st = s->streams[pkt->stream_index];
651 if (s->raw_packet_buffer_remaining_size <= 0)
652 if ((err = probe_codec(s, st, NULL)) < 0)
654 if (st->request_probe <= 0) {
655 s->raw_packet_buffer = pktl->next;
656 s->raw_packet_buffer_remaining_size += pkt->size;
665 ret = s->iformat->read_packet(s, pkt);
667 if (!pktl || ret == AVERROR(EAGAIN))
669 for (i = 0; i < s->nb_streams; i++) {
671 if (st->probe_packets)
672 if ((err = probe_codec(s, st, NULL)) < 0)
674 av_assert0(st->request_probe <= 0);
679 if ((s->flags & AVFMT_FLAG_DISCARD_CORRUPT) &&
680 (pkt->flags & AV_PKT_FLAG_CORRUPT)) {
681 av_log(s, AV_LOG_WARNING,
682 "Dropped corrupted packet (stream = %d)\n",
688 if (pkt->stream_index >= (unsigned)s->nb_streams) {
689 av_log(s, AV_LOG_ERROR, "Invalid stream index %d\n", pkt->stream_index);
693 st = s->streams[pkt->stream_index];
695 if (update_wrap_reference(s, st, pkt->stream_index, pkt) && st->pts_wrap_behavior == AV_PTS_WRAP_SUB_OFFSET) {
696 // correct first time stamps to negative values
697 if (!is_relative(st->first_dts))
698 st->first_dts = wrap_timestamp(st, st->first_dts);
699 if (!is_relative(st->start_time))
700 st->start_time = wrap_timestamp(st, st->start_time);
701 if (!is_relative(st->cur_dts))
702 st->cur_dts = wrap_timestamp(st, st->cur_dts);
705 pkt->dts = wrap_timestamp(st, pkt->dts);
706 pkt->pts = wrap_timestamp(st, pkt->pts);
708 force_codec_ids(s, st);
710 /* TODO: audio: time filter; video: frame reordering (pts != dts) */
711 if (s->use_wallclock_as_timestamps)
712 pkt->dts = pkt->pts = av_rescale_q(av_gettime(), AV_TIME_BASE_Q, st->time_base);
714 if (!pktl && st->request_probe <= 0)
717 add_to_pktbuf(&s->raw_packet_buffer, pkt, &s->raw_packet_buffer_end);
718 s->raw_packet_buffer_remaining_size -= pkt->size;
720 if ((err = probe_codec(s, st, pkt)) < 0)
726 /**********************************************************/
728 static int determinable_frame_size(AVCodecContext *avctx)
730 if (/*avctx->codec_id == AV_CODEC_ID_AAC ||*/
731 avctx->codec_id == AV_CODEC_ID_MP1 ||
732 avctx->codec_id == AV_CODEC_ID_MP2 ||
733 avctx->codec_id == AV_CODEC_ID_MP3/* ||
734 avctx->codec_id == AV_CODEC_ID_CELT*/)
740 * Return the frame duration in seconds. Return 0 if not available.
742 void ff_compute_frame_duration(AVFormatContext *s, int *pnum, int *pden, AVStream *st,
743 AVCodecParserContext *pc, AVPacket *pkt)
745 AVRational codec_framerate = s->iformat ? st->codec->framerate :
746 av_mul_q(av_inv_q(st->codec->time_base), (AVRational){1, st->codec->ticks_per_frame});
751 switch (st->codec->codec_type) {
752 case AVMEDIA_TYPE_VIDEO:
753 if (st->r_frame_rate.num && !pc && s->iformat) {
754 *pnum = st->r_frame_rate.den;
755 *pden = st->r_frame_rate.num;
756 } else if (st->time_base.num * 1000LL > st->time_base.den) {
757 *pnum = st->time_base.num;
758 *pden = st->time_base.den;
759 } else if (codec_framerate.den * 1000LL > codec_framerate.num) {
760 av_assert0(st->codec->ticks_per_frame);
761 av_reduce(pnum, pden,
763 codec_framerate.num * (int64_t)st->codec->ticks_per_frame,
766 if (pc && pc->repeat_pict) {
767 av_assert0(s->iformat); // this may be wrong for interlaced encoding but its not used for that case
768 av_reduce(pnum, pden,
769 (*pnum) * (1LL + pc->repeat_pict),
773 /* If this codec can be interlaced or progressive then we need
774 * a parser to compute duration of a packet. Thus if we have
775 * no parser in such case leave duration undefined. */
776 if (st->codec->ticks_per_frame > 1 && !pc)
780 case AVMEDIA_TYPE_AUDIO:
781 frame_size = av_get_audio_frame_duration(st->codec, pkt->size);
782 if (frame_size <= 0 || st->codec->sample_rate <= 0)
785 *pden = st->codec->sample_rate;
792 static int is_intra_only(AVCodecContext *enc) {
793 const AVCodecDescriptor *desc;
795 if (enc->codec_type != AVMEDIA_TYPE_VIDEO)
798 desc = av_codec_get_codec_descriptor(enc);
800 desc = avcodec_descriptor_get(enc->codec_id);
801 av_codec_set_codec_descriptor(enc, desc);
804 return !!(desc->props & AV_CODEC_PROP_INTRA_ONLY);
808 static int has_decode_delay_been_guessed(AVStream *st)
810 if (st->codec->codec_id != AV_CODEC_ID_H264) return 1;
811 if (!st->info) // if we have left find_stream_info then nb_decoded_frames won't increase anymore for stream copy
813 #if CONFIG_H264_DECODER
814 if (st->codec->has_b_frames &&
815 avpriv_h264_has_num_reorder_frames(st->codec) == st->codec->has_b_frames)
818 if (st->codec->has_b_frames<3)
819 return st->nb_decoded_frames >= 7;
820 else if (st->codec->has_b_frames<4)
821 return st->nb_decoded_frames >= 18;
823 return st->nb_decoded_frames >= 20;
826 static AVPacketList *get_next_pkt(AVFormatContext *s, AVStream *st, AVPacketList *pktl)
830 if (pktl == s->packet_buffer_end)
831 return s->parse_queue;
835 static int64_t select_from_pts_buffer(AVStream *st, int64_t *pts_buffer, int64_t dts) {
836 int onein_oneout = st->codec->codec_id != AV_CODEC_ID_H264 &&
837 st->codec->codec_id != AV_CODEC_ID_HEVC;
840 int delay = st->codec->has_b_frames;
843 if (dts == AV_NOPTS_VALUE) {
844 int64_t best_score = INT64_MAX;
845 for (i = 0; i<delay; i++) {
846 if (st->pts_reorder_error_count[i]) {
847 int64_t score = st->pts_reorder_error[i] / st->pts_reorder_error_count[i];
848 if (score < best_score) {
855 for (i = 0; i<delay; i++) {
856 if (pts_buffer[i] != AV_NOPTS_VALUE) {
857 int64_t diff = FFABS(pts_buffer[i] - dts)
858 + (uint64_t)st->pts_reorder_error[i];
859 diff = FFMAX(diff, st->pts_reorder_error[i]);
860 st->pts_reorder_error[i] = diff;
861 st->pts_reorder_error_count[i]++;
862 if (st->pts_reorder_error_count[i] > 250) {
863 st->pts_reorder_error[i] >>= 1;
864 st->pts_reorder_error_count[i] >>= 1;
871 if (dts == AV_NOPTS_VALUE)
877 static void update_initial_timestamps(AVFormatContext *s, int stream_index,
878 int64_t dts, int64_t pts, AVPacket *pkt)
880 AVStream *st = s->streams[stream_index];
881 AVPacketList *pktl = s->packet_buffer ? s->packet_buffer : s->parse_queue;
882 int64_t pts_buffer[MAX_REORDER_DELAY+1];
886 if (st->first_dts != AV_NOPTS_VALUE ||
887 dts == AV_NOPTS_VALUE ||
888 st->cur_dts == AV_NOPTS_VALUE ||
892 delay = st->codec->has_b_frames;
893 st->first_dts = dts - (st->cur_dts - RELATIVE_TS_BASE);
895 shift = st->first_dts - RELATIVE_TS_BASE;
897 for (i = 0; i<MAX_REORDER_DELAY+1; i++)
898 pts_buffer[i] = AV_NOPTS_VALUE;
900 if (is_relative(pts))
903 for (; pktl; pktl = get_next_pkt(s, st, pktl)) {
904 if (pktl->pkt.stream_index != stream_index)
906 if (is_relative(pktl->pkt.pts))
907 pktl->pkt.pts += shift;
909 if (is_relative(pktl->pkt.dts))
910 pktl->pkt.dts += shift;
912 if (st->start_time == AV_NOPTS_VALUE && pktl->pkt.pts != AV_NOPTS_VALUE)
913 st->start_time = pktl->pkt.pts;
915 if (pktl->pkt.pts != AV_NOPTS_VALUE && delay <= MAX_REORDER_DELAY && has_decode_delay_been_guessed(st)) {
916 pts_buffer[0] = pktl->pkt.pts;
917 for (i = 0; i<delay && pts_buffer[i] > pts_buffer[i + 1]; i++)
918 FFSWAP(int64_t, pts_buffer[i], pts_buffer[i + 1]);
920 pktl->pkt.dts = select_from_pts_buffer(st, pts_buffer, pktl->pkt.dts);
924 if (st->start_time == AV_NOPTS_VALUE)
925 st->start_time = pts;
928 static void update_initial_durations(AVFormatContext *s, AVStream *st,
929 int stream_index, int duration)
931 AVPacketList *pktl = s->packet_buffer ? s->packet_buffer : s->parse_queue;
932 int64_t cur_dts = RELATIVE_TS_BASE;
934 if (st->first_dts != AV_NOPTS_VALUE) {
935 if (st->update_initial_durations_done)
937 st->update_initial_durations_done = 1;
938 cur_dts = st->first_dts;
939 for (; pktl; pktl = get_next_pkt(s, st, pktl)) {
940 if (pktl->pkt.stream_index == stream_index) {
941 if (pktl->pkt.pts != pktl->pkt.dts ||
942 pktl->pkt.dts != AV_NOPTS_VALUE ||
948 if (pktl && pktl->pkt.dts != st->first_dts) {
949 av_log(s, AV_LOG_DEBUG, "first_dts %s not matching first dts %s (pts %s, duration %d) in the queue\n",
950 av_ts2str(st->first_dts), av_ts2str(pktl->pkt.dts), av_ts2str(pktl->pkt.pts), pktl->pkt.duration);
954 av_log(s, AV_LOG_DEBUG, "first_dts %s but no packet with dts in the queue\n", av_ts2str(st->first_dts));
957 pktl = s->packet_buffer ? s->packet_buffer : s->parse_queue;
958 st->first_dts = cur_dts;
959 } else if (st->cur_dts != RELATIVE_TS_BASE)
962 for (; pktl; pktl = get_next_pkt(s, st, pktl)) {
963 if (pktl->pkt.stream_index != stream_index)
965 if (pktl->pkt.pts == pktl->pkt.dts &&
966 (pktl->pkt.dts == AV_NOPTS_VALUE || pktl->pkt.dts == st->first_dts) &&
967 !pktl->pkt.duration) {
968 pktl->pkt.dts = cur_dts;
969 if (!st->codec->has_b_frames)
970 pktl->pkt.pts = cur_dts;
971 // if (st->codec->codec_type != AVMEDIA_TYPE_AUDIO)
972 pktl->pkt.duration = duration;
975 cur_dts = pktl->pkt.dts + pktl->pkt.duration;
978 st->cur_dts = cur_dts;
981 static void compute_pkt_fields(AVFormatContext *s, AVStream *st,
982 AVCodecParserContext *pc, AVPacket *pkt,
983 int64_t next_dts, int64_t next_pts)
985 int num, den, presentation_delayed, delay, i;
988 int onein_oneout = st->codec->codec_id != AV_CODEC_ID_H264 &&
989 st->codec->codec_id != AV_CODEC_ID_HEVC;
991 if (s->flags & AVFMT_FLAG_NOFILLIN)
994 if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO && pkt->dts != AV_NOPTS_VALUE) {
995 if (pkt->dts == pkt->pts && st->last_dts_for_order_check != AV_NOPTS_VALUE) {
996 if (st->last_dts_for_order_check <= pkt->dts) {
999 av_log(s, st->dts_misordered ? AV_LOG_DEBUG : AV_LOG_WARNING,
1000 "DTS %"PRIi64" < %"PRIi64" out of order\n",
1002 st->last_dts_for_order_check);
1003 st->dts_misordered++;
1005 if (st->dts_ordered + st->dts_misordered > 250) {
1006 st->dts_ordered >>= 1;
1007 st->dts_misordered >>= 1;
1011 st->last_dts_for_order_check = pkt->dts;
1012 if (st->dts_ordered < 8*st->dts_misordered && pkt->dts == pkt->pts)
1013 pkt->dts = AV_NOPTS_VALUE;
1016 if ((s->flags & AVFMT_FLAG_IGNDTS) && pkt->pts != AV_NOPTS_VALUE)
1017 pkt->dts = AV_NOPTS_VALUE;
1019 if (pc && pc->pict_type == AV_PICTURE_TYPE_B
1020 && !st->codec->has_b_frames)
1021 //FIXME Set low_delay = 0 when has_b_frames = 1
1022 st->codec->has_b_frames = 1;
1024 /* do we have a video B-frame ? */
1025 delay = st->codec->has_b_frames;
1026 presentation_delayed = 0;
1028 /* XXX: need has_b_frame, but cannot get it if the codec is
1029 * not initialized */
1031 pc && pc->pict_type != AV_PICTURE_TYPE_B)
1032 presentation_delayed = 1;
1034 if (pkt->pts != AV_NOPTS_VALUE && pkt->dts != AV_NOPTS_VALUE &&
1035 st->pts_wrap_bits < 63 &&
1036 pkt->dts - (1LL << (st->pts_wrap_bits - 1)) > pkt->pts) {
1037 if (is_relative(st->cur_dts) || pkt->dts - (1LL<<(st->pts_wrap_bits - 1)) > st->cur_dts) {
1038 pkt->dts -= 1LL << st->pts_wrap_bits;
1040 pkt->pts += 1LL << st->pts_wrap_bits;
1043 /* Some MPEG-2 in MPEG-PS lack dts (issue #171 / input_file.mpg).
1044 * We take the conservative approach and discard both.
1045 * Note: If this is misbehaving for an H.264 file, then possibly
1046 * presentation_delayed is not set correctly. */
1047 if (delay == 1 && pkt->dts == pkt->pts &&
1048 pkt->dts != AV_NOPTS_VALUE && presentation_delayed) {
1049 av_log(s, AV_LOG_DEBUG, "invalid dts/pts combination %"PRIi64"\n", pkt->dts);
1050 if ( strcmp(s->iformat->name, "mov,mp4,m4a,3gp,3g2,mj2")
1051 && strcmp(s->iformat->name, "flv")) // otherwise we discard correct timestamps for vc1-wmapro.ism
1052 pkt->dts = AV_NOPTS_VALUE;
1055 duration = av_mul_q((AVRational) {pkt->duration, 1}, st->time_base);
1056 if (pkt->duration == 0) {
1057 ff_compute_frame_duration(s, &num, &den, st, pc, pkt);
1059 duration = (AVRational) {num, den};
1060 pkt->duration = av_rescale_rnd(1,
1061 num * (int64_t) st->time_base.den,
1062 den * (int64_t) st->time_base.num,
1067 if (pkt->duration != 0 && (s->packet_buffer || s->parse_queue))
1068 update_initial_durations(s, st, pkt->stream_index, pkt->duration);
1070 /* Correct timestamps with byte offset if demuxers only have timestamps
1071 * on packet boundaries */
1072 if (pc && st->need_parsing == AVSTREAM_PARSE_TIMESTAMPS && pkt->size) {
1073 /* this will estimate bitrate based on this frame's duration and size */
1074 offset = av_rescale(pc->offset, pkt->duration, pkt->size);
1075 if (pkt->pts != AV_NOPTS_VALUE)
1077 if (pkt->dts != AV_NOPTS_VALUE)
1081 /* This may be redundant, but it should not hurt. */
1082 if (pkt->dts != AV_NOPTS_VALUE &&
1083 pkt->pts != AV_NOPTS_VALUE &&
1084 pkt->pts > pkt->dts)
1085 presentation_delayed = 1;
1088 "IN delayed:%d pts:%s, dts:%s cur_dts:%s st:%d pc:%p duration:%d delay:%d onein_oneout:%d\n",
1089 presentation_delayed, av_ts2str(pkt->pts), av_ts2str(pkt->dts), av_ts2str(st->cur_dts),
1090 pkt->stream_index, pc, pkt->duration, delay, onein_oneout);
1091 /* Interpolate PTS and DTS if they are not present. We skip H264
1092 * currently because delay and has_b_frames are not reliably set. */
1093 if ((delay == 0 || (delay == 1 && pc)) &&
1095 if (presentation_delayed) {
1096 /* DTS = decompression timestamp */
1097 /* PTS = presentation timestamp */
1098 if (pkt->dts == AV_NOPTS_VALUE)
1099 pkt->dts = st->last_IP_pts;
1100 update_initial_timestamps(s, pkt->stream_index, pkt->dts, pkt->pts, pkt);
1101 if (pkt->dts == AV_NOPTS_VALUE)
1102 pkt->dts = st->cur_dts;
1104 /* This is tricky: the dts must be incremented by the duration
1105 * of the frame we are displaying, i.e. the last I- or P-frame. */
1106 if (st->last_IP_duration == 0)
1107 st->last_IP_duration = pkt->duration;
1108 if (pkt->dts != AV_NOPTS_VALUE)
1109 st->cur_dts = pkt->dts + st->last_IP_duration;
1110 if (pkt->dts != AV_NOPTS_VALUE &&
1111 pkt->pts == AV_NOPTS_VALUE &&
1112 st->last_IP_duration > 0 &&
1113 ((uint64_t)st->cur_dts - (uint64_t)next_dts + 1) <= 2 &&
1114 next_dts != next_pts &&
1115 next_pts != AV_NOPTS_VALUE)
1116 pkt->pts = next_dts;
1118 st->last_IP_duration = pkt->duration;
1119 st->last_IP_pts = pkt->pts;
1120 /* Cannot compute PTS if not present (we can compute it only
1121 * by knowing the future. */
1122 } else if (pkt->pts != AV_NOPTS_VALUE ||
1123 pkt->dts != AV_NOPTS_VALUE ||
1126 /* presentation is not delayed : PTS and DTS are the same */
1127 if (pkt->pts == AV_NOPTS_VALUE)
1128 pkt->pts = pkt->dts;
1129 update_initial_timestamps(s, pkt->stream_index, pkt->pts,
1131 if (pkt->pts == AV_NOPTS_VALUE)
1132 pkt->pts = st->cur_dts;
1133 pkt->dts = pkt->pts;
1134 if (pkt->pts != AV_NOPTS_VALUE)
1135 st->cur_dts = av_add_stable(st->time_base, pkt->pts, duration, 1);
1139 if (pkt->pts != AV_NOPTS_VALUE && delay <= MAX_REORDER_DELAY && has_decode_delay_been_guessed(st)) {
1140 st->pts_buffer[0] = pkt->pts;
1141 for (i = 0; i<delay && st->pts_buffer[i] > st->pts_buffer[i + 1]; i++)
1142 FFSWAP(int64_t, st->pts_buffer[i], st->pts_buffer[i + 1]);
1144 pkt->dts = select_from_pts_buffer(st, st->pts_buffer, pkt->dts);
1146 // We skipped it above so we try here.
1148 // This should happen on the first packet
1149 update_initial_timestamps(s, pkt->stream_index, pkt->dts, pkt->pts, pkt);
1150 if (pkt->dts > st->cur_dts)
1151 st->cur_dts = pkt->dts;
1153 av_dlog(NULL, "OUTdelayed:%d/%d pts:%s, dts:%s cur_dts:%s\n",
1154 presentation_delayed, delay, av_ts2str(pkt->pts), av_ts2str(pkt->dts), av_ts2str(st->cur_dts));
1157 if (is_intra_only(st->codec))
1158 pkt->flags |= AV_PKT_FLAG_KEY;
1160 pkt->convergence_duration = pc->convergence_duration;
1163 static void free_packet_buffer(AVPacketList **pkt_buf, AVPacketList **pkt_buf_end)
1166 AVPacketList *pktl = *pkt_buf;
1167 *pkt_buf = pktl->next;
1168 av_free_packet(&pktl->pkt);
1171 *pkt_buf_end = NULL;
1175 * Parse a packet, add all split parts to parse_queue.
1177 * @param pkt Packet to parse, NULL when flushing the parser at end of stream.
1179 static int parse_packet(AVFormatContext *s, AVPacket *pkt, int stream_index)
1181 AVPacket out_pkt = { 0 }, flush_pkt = { 0 };
1182 AVStream *st = s->streams[stream_index];
1183 uint8_t *data = pkt ? pkt->data : NULL;
1184 int size = pkt ? pkt->size : 0;
1185 int ret = 0, got_output = 0;
1188 av_init_packet(&flush_pkt);
1191 } else if (!size && st->parser->flags & PARSER_FLAG_COMPLETE_FRAMES) {
1192 // preserve 0-size sync packets
1193 compute_pkt_fields(s, st, st->parser, pkt, AV_NOPTS_VALUE, AV_NOPTS_VALUE);
1196 while (size > 0 || (pkt == &flush_pkt && got_output)) {
1198 int64_t next_pts = pkt->pts;
1199 int64_t next_dts = pkt->dts;
1201 av_init_packet(&out_pkt);
1202 len = av_parser_parse2(st->parser, st->codec,
1203 &out_pkt.data, &out_pkt.size, data, size,
1204 pkt->pts, pkt->dts, pkt->pos);
1206 pkt->pts = pkt->dts = AV_NOPTS_VALUE;
1208 /* increment read pointer */
1212 got_output = !!out_pkt.size;
1217 if (pkt->side_data) {
1218 out_pkt.side_data = pkt->side_data;
1219 out_pkt.side_data_elems = pkt->side_data_elems;
1220 pkt->side_data = NULL;
1221 pkt->side_data_elems = 0;
1224 /* set the duration */
1225 out_pkt.duration = 0;
1226 if (st->codec->codec_type == AVMEDIA_TYPE_AUDIO) {
1227 if (st->codec->sample_rate > 0) {
1229 av_rescale_q_rnd(st->parser->duration,
1230 (AVRational) { 1, st->codec->sample_rate },
1236 out_pkt.stream_index = st->index;
1237 out_pkt.pts = st->parser->pts;
1238 out_pkt.dts = st->parser->dts;
1239 out_pkt.pos = st->parser->pos;
1241 if (st->need_parsing == AVSTREAM_PARSE_FULL_RAW)
1242 out_pkt.pos = st->parser->frame_offset;
1244 if (st->parser->key_frame == 1 ||
1245 (st->parser->key_frame == -1 &&
1246 st->parser->pict_type == AV_PICTURE_TYPE_I))
1247 out_pkt.flags |= AV_PKT_FLAG_KEY;
1249 if (st->parser->key_frame == -1 && st->parser->pict_type ==AV_PICTURE_TYPE_NONE && (pkt->flags&AV_PKT_FLAG_KEY))
1250 out_pkt.flags |= AV_PKT_FLAG_KEY;
1252 compute_pkt_fields(s, st, st->parser, &out_pkt, next_dts, next_pts);
1254 if (out_pkt.data == pkt->data && out_pkt.size == pkt->size) {
1255 out_pkt.buf = pkt->buf;
1257 #if FF_API_DESTRUCT_PACKET
1258 FF_DISABLE_DEPRECATION_WARNINGS
1259 out_pkt.destruct = pkt->destruct;
1260 pkt->destruct = NULL;
1261 FF_ENABLE_DEPRECATION_WARNINGS
1264 if ((ret = av_dup_packet(&out_pkt)) < 0)
1267 if (!add_to_pktbuf(&s->parse_queue, &out_pkt, &s->parse_queue_end)) {
1268 av_free_packet(&out_pkt);
1269 ret = AVERROR(ENOMEM);
1274 /* end of the stream => close and free the parser */
1275 if (pkt == &flush_pkt) {
1276 av_parser_close(st->parser);
1281 av_free_packet(pkt);
1285 static int read_from_packet_buffer(AVPacketList **pkt_buffer,
1286 AVPacketList **pkt_buffer_end,
1290 av_assert0(*pkt_buffer);
1293 *pkt_buffer = pktl->next;
1295 *pkt_buffer_end = NULL;
1300 static int64_t ts_to_samples(AVStream *st, int64_t ts)
1302 return av_rescale(ts, st->time_base.num * st->codec->sample_rate, st->time_base.den);
1305 static int read_frame_internal(AVFormatContext *s, AVPacket *pkt)
1307 int ret = 0, i, got_packet = 0;
1308 AVDictionary *metadata = NULL;
1310 av_init_packet(pkt);
1312 while (!got_packet && !s->parse_queue) {
1316 /* read next packet */
1317 ret = ff_read_packet(s, &cur_pkt);
1319 if (ret == AVERROR(EAGAIN))
1321 /* flush the parsers */
1322 for (i = 0; i < s->nb_streams; i++) {
1324 if (st->parser && st->need_parsing)
1325 parse_packet(s, NULL, st->index);
1327 /* all remaining packets are now in parse_queue =>
1328 * really terminate parsing */
1332 st = s->streams[cur_pkt.stream_index];
1334 if (cur_pkt.pts != AV_NOPTS_VALUE &&
1335 cur_pkt.dts != AV_NOPTS_VALUE &&
1336 cur_pkt.pts < cur_pkt.dts) {
1337 av_log(s, AV_LOG_WARNING,
1338 "Invalid timestamps stream=%d, pts=%s, dts=%s, size=%d\n",
1339 cur_pkt.stream_index,
1340 av_ts2str(cur_pkt.pts),
1341 av_ts2str(cur_pkt.dts),
1344 if (s->debug & FF_FDEBUG_TS)
1345 av_log(s, AV_LOG_DEBUG,
1346 "ff_read_packet stream=%d, pts=%s, dts=%s, size=%d, duration=%d, flags=%d\n",
1347 cur_pkt.stream_index,
1348 av_ts2str(cur_pkt.pts),
1349 av_ts2str(cur_pkt.dts),
1350 cur_pkt.size, cur_pkt.duration, cur_pkt.flags);
1352 if (st->need_parsing && !st->parser && !(s->flags & AVFMT_FLAG_NOPARSE)) {
1353 st->parser = av_parser_init(st->codec->codec_id);
1355 av_log(s, AV_LOG_VERBOSE, "parser not found for codec "
1356 "%s, packets or times may be invalid.\n",
1357 avcodec_get_name(st->codec->codec_id));
1358 /* no parser available: just output the raw packets */
1359 st->need_parsing = AVSTREAM_PARSE_NONE;
1360 } else if (st->need_parsing == AVSTREAM_PARSE_HEADERS)
1361 st->parser->flags |= PARSER_FLAG_COMPLETE_FRAMES;
1362 else if (st->need_parsing == AVSTREAM_PARSE_FULL_ONCE)
1363 st->parser->flags |= PARSER_FLAG_ONCE;
1364 else if (st->need_parsing == AVSTREAM_PARSE_FULL_RAW)
1365 st->parser->flags |= PARSER_FLAG_USE_CODEC_TS;
1368 if (!st->need_parsing || !st->parser) {
1369 /* no parsing needed: we just output the packet as is */
1371 compute_pkt_fields(s, st, NULL, pkt, AV_NOPTS_VALUE, AV_NOPTS_VALUE);
1372 if ((s->iformat->flags & AVFMT_GENERIC_INDEX) &&
1373 (pkt->flags & AV_PKT_FLAG_KEY) && pkt->dts != AV_NOPTS_VALUE) {
1374 ff_reduce_index(s, st->index);
1375 av_add_index_entry(st, pkt->pos, pkt->dts,
1376 0, 0, AVINDEX_KEYFRAME);
1379 } else if (st->discard < AVDISCARD_ALL) {
1380 if ((ret = parse_packet(s, &cur_pkt, cur_pkt.stream_index)) < 0)
1384 av_free_packet(&cur_pkt);
1386 if (pkt->flags & AV_PKT_FLAG_KEY)
1387 st->skip_to_keyframe = 0;
1388 if (st->skip_to_keyframe) {
1389 av_free_packet(&cur_pkt);
1397 if (!got_packet && s->parse_queue)
1398 ret = read_from_packet_buffer(&s->parse_queue, &s->parse_queue_end, pkt);
1401 AVStream *st = s->streams[pkt->stream_index];
1402 int discard_padding = 0;
1403 if (st->first_discard_sample && pkt->pts != AV_NOPTS_VALUE) {
1404 int64_t pts = pkt->pts - (is_relative(pkt->pts) ? RELATIVE_TS_BASE : 0);
1405 int64_t sample = ts_to_samples(st, pts);
1406 int duration = ts_to_samples(st, pkt->duration);
1407 int64_t end_sample = sample + duration;
1408 if (duration > 0 && end_sample >= st->first_discard_sample &&
1409 sample < st->last_discard_sample)
1410 discard_padding = FFMIN(end_sample - st->first_discard_sample, duration);
1412 if (st->skip_samples || discard_padding) {
1413 uint8_t *p = av_packet_new_side_data(pkt, AV_PKT_DATA_SKIP_SAMPLES, 10);
1415 AV_WL32(p, st->skip_samples);
1416 AV_WL32(p + 4, discard_padding);
1417 av_log(s, AV_LOG_DEBUG, "demuxer injecting skip %d\n", st->skip_samples);
1419 st->skip_samples = 0;
1422 if (st->inject_global_side_data) {
1423 for (i = 0; i < st->nb_side_data; i++) {
1424 AVPacketSideData *src_sd = &st->side_data[i];
1427 if (av_packet_get_side_data(pkt, src_sd->type, NULL))
1430 dst_data = av_packet_new_side_data(pkt, src_sd->type, src_sd->size);
1432 av_log(s, AV_LOG_WARNING, "Could not inject global side data\n");
1436 memcpy(dst_data, src_sd->data, src_sd->size);
1438 st->inject_global_side_data = 0;
1441 if (!(s->flags & AVFMT_FLAG_KEEP_SIDE_DATA))
1442 av_packet_merge_side_data(pkt);
1445 av_opt_get_dict_val(s, "metadata", AV_OPT_SEARCH_CHILDREN, &metadata);
1447 s->event_flags |= AVFMT_EVENT_FLAG_METADATA_UPDATED;
1448 av_dict_copy(&s->metadata, metadata, 0);
1449 av_dict_free(&metadata);
1450 av_opt_set_dict_val(s, "metadata", NULL, AV_OPT_SEARCH_CHILDREN);
1453 if (s->debug & FF_FDEBUG_TS)
1454 av_log(s, AV_LOG_DEBUG,
1455 "read_frame_internal stream=%d, pts=%s, dts=%s, "
1456 "size=%d, duration=%d, flags=%d\n",
1458 av_ts2str(pkt->pts),
1459 av_ts2str(pkt->dts),
1460 pkt->size, pkt->duration, pkt->flags);
1465 int av_read_frame(AVFormatContext *s, AVPacket *pkt)
1467 const int genpts = s->flags & AVFMT_FLAG_GENPTS;
1473 ret = s->packet_buffer
1474 ? read_from_packet_buffer(&s->packet_buffer,
1475 &s->packet_buffer_end, pkt)
1476 : read_frame_internal(s, pkt);
1483 AVPacketList *pktl = s->packet_buffer;
1486 AVPacket *next_pkt = &pktl->pkt;
1488 if (next_pkt->dts != AV_NOPTS_VALUE) {
1489 int wrap_bits = s->streams[next_pkt->stream_index]->pts_wrap_bits;
1490 // last dts seen for this stream. if any of packets following
1491 // current one had no dts, we will set this to AV_NOPTS_VALUE.
1492 int64_t last_dts = next_pkt->dts;
1493 while (pktl && next_pkt->pts == AV_NOPTS_VALUE) {
1494 if (pktl->pkt.stream_index == next_pkt->stream_index &&
1495 (av_compare_mod(next_pkt->dts, pktl->pkt.dts, 2LL << (wrap_bits - 1)) < 0)) {
1496 if (av_compare_mod(pktl->pkt.pts, pktl->pkt.dts, 2LL << (wrap_bits - 1))) {
1498 next_pkt->pts = pktl->pkt.dts;
1500 if (last_dts != AV_NOPTS_VALUE) {
1501 // Once last dts was set to AV_NOPTS_VALUE, we don't change it.
1502 last_dts = pktl->pkt.dts;
1507 if (eof && next_pkt->pts == AV_NOPTS_VALUE && last_dts != AV_NOPTS_VALUE) {
1508 // Fixing the last reference frame had none pts issue (For MXF etc).
1509 // We only do this when
1511 // 2. we are not able to resolve a pts value for current packet.
1512 // 3. the packets for this stream at the end of the files had valid dts.
1513 next_pkt->pts = last_dts + next_pkt->duration;
1515 pktl = s->packet_buffer;
1518 /* read packet from packet buffer, if there is data */
1519 st = s->streams[next_pkt->stream_index];
1520 if (!(next_pkt->pts == AV_NOPTS_VALUE && st->discard < AVDISCARD_ALL &&
1521 next_pkt->dts != AV_NOPTS_VALUE && !eof)) {
1522 ret = read_from_packet_buffer(&s->packet_buffer,
1523 &s->packet_buffer_end, pkt);
1528 ret = read_frame_internal(s, pkt);
1530 if (pktl && ret != AVERROR(EAGAIN)) {
1537 if (av_dup_packet(add_to_pktbuf(&s->packet_buffer, pkt,
1538 &s->packet_buffer_end)) < 0)
1539 return AVERROR(ENOMEM);
1544 st = s->streams[pkt->stream_index];
1545 if ((s->iformat->flags & AVFMT_GENERIC_INDEX) && pkt->flags & AV_PKT_FLAG_KEY) {
1546 ff_reduce_index(s, st->index);
1547 av_add_index_entry(st, pkt->pos, pkt->dts, 0, 0, AVINDEX_KEYFRAME);
1550 if (is_relative(pkt->dts))
1551 pkt->dts -= RELATIVE_TS_BASE;
1552 if (is_relative(pkt->pts))
1553 pkt->pts -= RELATIVE_TS_BASE;
1558 /* XXX: suppress the packet queue */
1559 static void flush_packet_queue(AVFormatContext *s)
1561 free_packet_buffer(&s->parse_queue, &s->parse_queue_end);
1562 free_packet_buffer(&s->packet_buffer, &s->packet_buffer_end);
1563 free_packet_buffer(&s->raw_packet_buffer, &s->raw_packet_buffer_end);
1565 s->raw_packet_buffer_remaining_size = RAW_PACKET_BUFFER_SIZE;
1568 /*******************************************************/
1571 int av_find_default_stream_index(AVFormatContext *s)
1575 int best_stream = 0;
1576 int best_score = -1;
1578 if (s->nb_streams <= 0)
1580 for (i = 0; i < s->nb_streams; i++) {
1583 if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO &&
1584 !(st->disposition & AV_DISPOSITION_ATTACHED_PIC)) {
1585 if (!st->codec->width && !st->codec->height && !st->codec_info_nb_frames)
1590 if (st->codec->codec_type == AVMEDIA_TYPE_AUDIO) {
1591 if (!st->codec->sample_rate && !st->codec_info_nb_frames)
1597 if (score > best_score) {
1605 /** Flush the frame reader. */
1606 void ff_read_frame_flush(AVFormatContext *s)
1611 flush_packet_queue(s);
1613 /* Reset read state for each stream. */
1614 for (i = 0; i < s->nb_streams; i++) {
1618 av_parser_close(st->parser);
1621 st->last_IP_pts = AV_NOPTS_VALUE;
1622 st->last_dts_for_order_check = AV_NOPTS_VALUE;
1623 if (st->first_dts == AV_NOPTS_VALUE)
1624 st->cur_dts = RELATIVE_TS_BASE;
1626 /* We set the current DTS to an unspecified origin. */
1627 st->cur_dts = AV_NOPTS_VALUE;
1629 st->probe_packets = MAX_PROBE_PACKETS;
1631 for (j = 0; j < MAX_REORDER_DELAY + 1; j++)
1632 st->pts_buffer[j] = AV_NOPTS_VALUE;
1634 if (s->internal->inject_global_side_data)
1635 st->inject_global_side_data = 1;
1639 void ff_update_cur_dts(AVFormatContext *s, AVStream *ref_st, int64_t timestamp)
1643 for (i = 0; i < s->nb_streams; i++) {
1644 AVStream *st = s->streams[i];
1647 av_rescale(timestamp,
1648 st->time_base.den * (int64_t) ref_st->time_base.num,
1649 st->time_base.num * (int64_t) ref_st->time_base.den);
1653 void ff_reduce_index(AVFormatContext *s, int stream_index)
1655 AVStream *st = s->streams[stream_index];
1656 unsigned int max_entries = s->max_index_size / sizeof(AVIndexEntry);
1658 if ((unsigned) st->nb_index_entries >= max_entries) {
1660 for (i = 0; 2 * i < st->nb_index_entries; i++)
1661 st->index_entries[i] = st->index_entries[2 * i];
1662 st->nb_index_entries = i;
1666 int ff_add_index_entry(AVIndexEntry **index_entries,
1667 int *nb_index_entries,
1668 unsigned int *index_entries_allocated_size,
1669 int64_t pos, int64_t timestamp,
1670 int size, int distance, int flags)
1672 AVIndexEntry *entries, *ie;
1675 if ((unsigned) *nb_index_entries + 1 >= UINT_MAX / sizeof(AVIndexEntry))
1678 if (timestamp == AV_NOPTS_VALUE)
1679 return AVERROR(EINVAL);
1681 if (size < 0 || size > 0x3FFFFFFF)
1682 return AVERROR(EINVAL);
1684 if (is_relative(timestamp)) //FIXME this maintains previous behavior but we should shift by the correct offset once known
1685 timestamp -= RELATIVE_TS_BASE;
1687 entries = av_fast_realloc(*index_entries,
1688 index_entries_allocated_size,
1689 (*nb_index_entries + 1) *
1690 sizeof(AVIndexEntry));
1694 *index_entries = entries;
1696 index = ff_index_search_timestamp(*index_entries, *nb_index_entries,
1697 timestamp, AVSEEK_FLAG_ANY);
1700 index = (*nb_index_entries)++;
1701 ie = &entries[index];
1702 av_assert0(index == 0 || ie[-1].timestamp < timestamp);
1704 ie = &entries[index];
1705 if (ie->timestamp != timestamp) {
1706 if (ie->timestamp <= timestamp)
1708 memmove(entries + index + 1, entries + index,
1709 sizeof(AVIndexEntry) * (*nb_index_entries - index));
1710 (*nb_index_entries)++;
1711 } else if (ie->pos == pos && distance < ie->min_distance)
1712 // do not reduce the distance
1713 distance = ie->min_distance;
1717 ie->timestamp = timestamp;
1718 ie->min_distance = distance;
1725 int av_add_index_entry(AVStream *st, int64_t pos, int64_t timestamp,
1726 int size, int distance, int flags)
1728 timestamp = wrap_timestamp(st, timestamp);
1729 return ff_add_index_entry(&st->index_entries, &st->nb_index_entries,
1730 &st->index_entries_allocated_size, pos,
1731 timestamp, size, distance, flags);
1734 int ff_index_search_timestamp(const AVIndexEntry *entries, int nb_entries,
1735 int64_t wanted_timestamp, int flags)
1743 // Optimize appending index entries at the end.
1744 if (b && entries[b - 1].timestamp < wanted_timestamp)
1749 timestamp = entries[m].timestamp;
1750 if (timestamp >= wanted_timestamp)
1752 if (timestamp <= wanted_timestamp)
1755 m = (flags & AVSEEK_FLAG_BACKWARD) ? a : b;
1757 if (!(flags & AVSEEK_FLAG_ANY))
1758 while (m >= 0 && m < nb_entries &&
1759 !(entries[m].flags & AVINDEX_KEYFRAME))
1760 m += (flags & AVSEEK_FLAG_BACKWARD) ? -1 : 1;
1762 if (m == nb_entries)
1767 int av_index_search_timestamp(AVStream *st, int64_t wanted_timestamp, int flags)
1769 return ff_index_search_timestamp(st->index_entries, st->nb_index_entries,
1770 wanted_timestamp, flags);
1773 static int64_t ff_read_timestamp(AVFormatContext *s, int stream_index, int64_t *ppos, int64_t pos_limit,
1774 int64_t (*read_timestamp)(struct AVFormatContext *, int , int64_t *, int64_t ))
1776 int64_t ts = read_timestamp(s, stream_index, ppos, pos_limit);
1777 if (stream_index >= 0)
1778 ts = wrap_timestamp(s->streams[stream_index], ts);
1782 int ff_seek_frame_binary(AVFormatContext *s, int stream_index,
1783 int64_t target_ts, int flags)
1785 AVInputFormat *avif = s->iformat;
1786 int64_t av_uninit(pos_min), av_uninit(pos_max), pos, pos_limit;
1787 int64_t ts_min, ts_max, ts;
1792 if (stream_index < 0)
1795 av_dlog(s, "read_seek: %d %s\n", stream_index, av_ts2str(target_ts));
1798 ts_min = AV_NOPTS_VALUE;
1799 pos_limit = -1; // GCC falsely says it may be uninitialized.
1801 st = s->streams[stream_index];
1802 if (st->index_entries) {
1805 /* FIXME: Whole function must be checked for non-keyframe entries in
1806 * index case, especially read_timestamp(). */
1807 index = av_index_search_timestamp(st, target_ts,
1808 flags | AVSEEK_FLAG_BACKWARD);
1809 index = FFMAX(index, 0);
1810 e = &st->index_entries[index];
1812 if (e->timestamp <= target_ts || e->pos == e->min_distance) {
1814 ts_min = e->timestamp;
1815 av_dlog(s, "using cached pos_min=0x%"PRIx64" dts_min=%s\n",
1816 pos_min, av_ts2str(ts_min));
1818 av_assert1(index == 0);
1821 index = av_index_search_timestamp(st, target_ts,
1822 flags & ~AVSEEK_FLAG_BACKWARD);
1823 av_assert0(index < st->nb_index_entries);
1825 e = &st->index_entries[index];
1826 av_assert1(e->timestamp >= target_ts);
1828 ts_max = e->timestamp;
1829 pos_limit = pos_max - e->min_distance;
1830 av_dlog(s, "using cached pos_max=0x%"PRIx64" pos_limit=0x%"PRIx64
1831 " dts_max=%s\n", pos_max, pos_limit, av_ts2str(ts_max));
1835 pos = ff_gen_search(s, stream_index, target_ts, pos_min, pos_max, pos_limit,
1836 ts_min, ts_max, flags, &ts, avif->read_timestamp);
1841 if ((ret = avio_seek(s->pb, pos, SEEK_SET)) < 0)
1844 ff_read_frame_flush(s);
1845 ff_update_cur_dts(s, st, ts);
1850 int ff_find_last_ts(AVFormatContext *s, int stream_index, int64_t *ts, int64_t *pos,
1851 int64_t (*read_timestamp)(struct AVFormatContext *, int , int64_t *, int64_t ))
1853 int64_t step = 1024;
1854 int64_t limit, ts_max;
1855 int64_t filesize = avio_size(s->pb);
1856 int64_t pos_max = filesize - 1;
1859 pos_max = FFMAX(0, (pos_max) - step);
1860 ts_max = ff_read_timestamp(s, stream_index,
1861 &pos_max, limit, read_timestamp);
1863 } while (ts_max == AV_NOPTS_VALUE && 2*limit > step);
1864 if (ts_max == AV_NOPTS_VALUE)
1868 int64_t tmp_pos = pos_max + 1;
1869 int64_t tmp_ts = ff_read_timestamp(s, stream_index,
1870 &tmp_pos, INT64_MAX, read_timestamp);
1871 if (tmp_ts == AV_NOPTS_VALUE)
1873 av_assert0(tmp_pos > pos_max);
1876 if (tmp_pos >= filesize)
1888 int64_t ff_gen_search(AVFormatContext *s, int stream_index, int64_t target_ts,
1889 int64_t pos_min, int64_t pos_max, int64_t pos_limit,
1890 int64_t ts_min, int64_t ts_max,
1891 int flags, int64_t *ts_ret,
1892 int64_t (*read_timestamp)(struct AVFormatContext *, int,
1893 int64_t *, int64_t))
1900 av_dlog(s, "gen_seek: %d %s\n", stream_index, av_ts2str(target_ts));
1902 if (ts_min == AV_NOPTS_VALUE) {
1903 pos_min = s->data_offset;
1904 ts_min = ff_read_timestamp(s, stream_index, &pos_min, INT64_MAX, read_timestamp);
1905 if (ts_min == AV_NOPTS_VALUE)
1909 if (ts_min >= target_ts) {
1914 if (ts_max == AV_NOPTS_VALUE) {
1915 if ((ret = ff_find_last_ts(s, stream_index, &ts_max, &pos_max, read_timestamp)) < 0)
1917 pos_limit = pos_max;
1920 if (ts_max <= target_ts) {
1925 av_assert0(ts_min < ts_max);
1928 while (pos_min < pos_limit) {
1930 "pos_min=0x%"PRIx64" pos_max=0x%"PRIx64" dts_min=%s dts_max=%s\n",
1931 pos_min, pos_max, av_ts2str(ts_min), av_ts2str(ts_max));
1932 av_assert0(pos_limit <= pos_max);
1934 if (no_change == 0) {
1935 int64_t approximate_keyframe_distance = pos_max - pos_limit;
1936 // interpolate position (better than dichotomy)
1937 pos = av_rescale(target_ts - ts_min, pos_max - pos_min,
1939 pos_min - approximate_keyframe_distance;
1940 } else if (no_change == 1) {
1941 // bisection if interpolation did not change min / max pos last time
1942 pos = (pos_min + pos_limit) >> 1;
1944 /* linear search if bisection failed, can only happen if there
1945 * are very few or no keyframes between min/max */
1950 else if (pos > pos_limit)
1954 // May pass pos_limit instead of -1.
1955 ts = ff_read_timestamp(s, stream_index, &pos, INT64_MAX, read_timestamp);
1960 av_dlog(s, "%"PRId64" %"PRId64" %"PRId64" / %s %s %s"
1961 " target:%s limit:%"PRId64" start:%"PRId64" noc:%d\n",
1962 pos_min, pos, pos_max,
1963 av_ts2str(ts_min), av_ts2str(ts), av_ts2str(ts_max), av_ts2str(target_ts),
1964 pos_limit, start_pos, no_change);
1965 if (ts == AV_NOPTS_VALUE) {
1966 av_log(s, AV_LOG_ERROR, "read_timestamp() failed in the middle\n");
1969 if (target_ts <= ts) {
1970 pos_limit = start_pos - 1;
1974 if (target_ts >= ts) {
1980 pos = (flags & AVSEEK_FLAG_BACKWARD) ? pos_min : pos_max;
1981 ts = (flags & AVSEEK_FLAG_BACKWARD) ? ts_min : ts_max;
1984 ts_min = ff_read_timestamp(s, stream_index, &pos_min, INT64_MAX, read_timestamp);
1986 ts_max = ff_read_timestamp(s, stream_index, &pos_min, INT64_MAX, read_timestamp);
1987 av_dlog(s, "pos=0x%"PRIx64" %s<=%s<=%s\n",
1988 pos, av_ts2str(ts_min), av_ts2str(target_ts), av_ts2str(ts_max));
1994 static int seek_frame_byte(AVFormatContext *s, int stream_index,
1995 int64_t pos, int flags)
1997 int64_t pos_min, pos_max;
1999 pos_min = s->data_offset;
2000 pos_max = avio_size(s->pb) - 1;
2004 else if (pos > pos_max)
2007 avio_seek(s->pb, pos, SEEK_SET);
2009 s->io_repositioned = 1;
2014 static int seek_frame_generic(AVFormatContext *s, int stream_index,
2015 int64_t timestamp, int flags)
2022 st = s->streams[stream_index];
2024 index = av_index_search_timestamp(st, timestamp, flags);
2026 if (index < 0 && st->nb_index_entries &&
2027 timestamp < st->index_entries[0].timestamp)
2030 if (index < 0 || index == st->nb_index_entries - 1) {
2034 if (st->nb_index_entries) {
2035 av_assert0(st->index_entries);
2036 ie = &st->index_entries[st->nb_index_entries - 1];
2037 if ((ret = avio_seek(s->pb, ie->pos, SEEK_SET)) < 0)
2039 ff_update_cur_dts(s, st, ie->timestamp);
2041 if ((ret = avio_seek(s->pb, s->data_offset, SEEK_SET)) < 0)
2047 read_status = av_read_frame(s, &pkt);
2048 } while (read_status == AVERROR(EAGAIN));
2049 if (read_status < 0)
2051 av_free_packet(&pkt);
2052 if (stream_index == pkt.stream_index && pkt.dts > timestamp) {
2053 if (pkt.flags & AV_PKT_FLAG_KEY)
2055 if (nonkey++ > 1000 && st->codec->codec_id != AV_CODEC_ID_CDGRAPHICS) {
2056 av_log(s, AV_LOG_ERROR,"seek_frame_generic failed as this stream seems to contain no keyframes after the target timestamp, %d non keyframes found\n", nonkey);
2061 index = av_index_search_timestamp(st, timestamp, flags);
2066 ff_read_frame_flush(s);
2067 if (s->iformat->read_seek)
2068 if (s->iformat->read_seek(s, stream_index, timestamp, flags) >= 0)
2070 ie = &st->index_entries[index];
2071 if ((ret = avio_seek(s->pb, ie->pos, SEEK_SET)) < 0)
2073 ff_update_cur_dts(s, st, ie->timestamp);
2078 static int seek_frame_internal(AVFormatContext *s, int stream_index,
2079 int64_t timestamp, int flags)
2084 if (flags & AVSEEK_FLAG_BYTE) {
2085 if (s->iformat->flags & AVFMT_NO_BYTE_SEEK)
2087 ff_read_frame_flush(s);
2088 return seek_frame_byte(s, stream_index, timestamp, flags);
2091 if (stream_index < 0) {
2092 stream_index = av_find_default_stream_index(s);
2093 if (stream_index < 0)
2096 st = s->streams[stream_index];
2097 /* timestamp for default must be expressed in AV_TIME_BASE units */
2098 timestamp = av_rescale(timestamp, st->time_base.den,
2099 AV_TIME_BASE * (int64_t) st->time_base.num);
2102 /* first, we try the format specific seek */
2103 if (s->iformat->read_seek) {
2104 ff_read_frame_flush(s);
2105 ret = s->iformat->read_seek(s, stream_index, timestamp, flags);
2111 if (s->iformat->read_timestamp &&
2112 !(s->iformat->flags & AVFMT_NOBINSEARCH)) {
2113 ff_read_frame_flush(s);
2114 return ff_seek_frame_binary(s, stream_index, timestamp, flags);
2115 } else if (!(s->iformat->flags & AVFMT_NOGENSEARCH)) {
2116 ff_read_frame_flush(s);
2117 return seek_frame_generic(s, stream_index, timestamp, flags);
2122 int av_seek_frame(AVFormatContext *s, int stream_index,
2123 int64_t timestamp, int flags)
2127 if (s->iformat->read_seek2 && !s->iformat->read_seek) {
2128 int64_t min_ts = INT64_MIN, max_ts = INT64_MAX;
2129 if ((flags & AVSEEK_FLAG_BACKWARD))
2133 return avformat_seek_file(s, stream_index, min_ts, timestamp, max_ts,
2134 flags & ~AVSEEK_FLAG_BACKWARD);
2137 ret = seek_frame_internal(s, stream_index, timestamp, flags);
2140 ret = avformat_queue_attached_pictures(s);
2145 int avformat_seek_file(AVFormatContext *s, int stream_index, int64_t min_ts,
2146 int64_t ts, int64_t max_ts, int flags)
2148 if (min_ts > ts || max_ts < ts)
2150 if (stream_index < -1 || stream_index >= (int)s->nb_streams)
2151 return AVERROR(EINVAL);
2154 flags |= AVSEEK_FLAG_ANY;
2155 flags &= ~AVSEEK_FLAG_BACKWARD;
2157 if (s->iformat->read_seek2) {
2159 ff_read_frame_flush(s);
2161 if (stream_index == -1 && s->nb_streams == 1) {
2162 AVRational time_base = s->streams[0]->time_base;
2163 ts = av_rescale_q(ts, AV_TIME_BASE_Q, time_base);
2164 min_ts = av_rescale_rnd(min_ts, time_base.den,
2165 time_base.num * (int64_t)AV_TIME_BASE,
2166 AV_ROUND_UP | AV_ROUND_PASS_MINMAX);
2167 max_ts = av_rescale_rnd(max_ts, time_base.den,
2168 time_base.num * (int64_t)AV_TIME_BASE,
2169 AV_ROUND_DOWN | AV_ROUND_PASS_MINMAX);
2172 ret = s->iformat->read_seek2(s, stream_index, min_ts,
2176 ret = avformat_queue_attached_pictures(s);
2180 if (s->iformat->read_timestamp) {
2181 // try to seek via read_timestamp()
2184 // Fall back on old API if new is not implemented but old is.
2185 // Note the old API has somewhat different semantics.
2186 if (s->iformat->read_seek || 1) {
2187 int dir = (ts - (uint64_t)min_ts > (uint64_t)max_ts - ts ? AVSEEK_FLAG_BACKWARD : 0);
2188 int ret = av_seek_frame(s, stream_index, ts, flags | dir);
2189 if (ret<0 && ts != min_ts && max_ts != ts) {
2190 ret = av_seek_frame(s, stream_index, dir ? max_ts : min_ts, flags | dir);
2192 ret = av_seek_frame(s, stream_index, ts, flags | (dir^AVSEEK_FLAG_BACKWARD));
2197 // try some generic seek like seek_frame_generic() but with new ts semantics
2198 return -1; //unreachable
2201 /*******************************************************/
2204 * Return TRUE if the stream has accurate duration in any stream.
2206 * @return TRUE if the stream has accurate duration for at least one component.
2208 static int has_duration(AVFormatContext *ic)
2213 for (i = 0; i < ic->nb_streams; i++) {
2214 st = ic->streams[i];
2215 if (st->duration != AV_NOPTS_VALUE)
2218 if (ic->duration != AV_NOPTS_VALUE)
2224 * Estimate the stream timings from the one of each components.
2226 * Also computes the global bitrate if possible.
2228 static void update_stream_timings(AVFormatContext *ic)
2230 int64_t start_time, start_time1, start_time_text, end_time, end_time1;
2231 int64_t duration, duration1, filesize;
2236 start_time = INT64_MAX;
2237 start_time_text = INT64_MAX;
2238 end_time = INT64_MIN;
2239 duration = INT64_MIN;
2240 for (i = 0; i < ic->nb_streams; i++) {
2241 st = ic->streams[i];
2242 if (st->start_time != AV_NOPTS_VALUE && st->time_base.den) {
2243 start_time1 = av_rescale_q(st->start_time, st->time_base,
2245 if (st->codec->codec_type == AVMEDIA_TYPE_SUBTITLE || st->codec->codec_type == AVMEDIA_TYPE_DATA) {
2246 if (start_time1 < start_time_text)
2247 start_time_text = start_time1;
2249 start_time = FFMIN(start_time, start_time1);
2250 end_time1 = AV_NOPTS_VALUE;
2251 if (st->duration != AV_NOPTS_VALUE) {
2252 end_time1 = start_time1 +
2253 av_rescale_q(st->duration, st->time_base,
2255 end_time = FFMAX(end_time, end_time1);
2257 for (p = NULL; (p = av_find_program_from_stream(ic, p, i)); ) {
2258 if (p->start_time == AV_NOPTS_VALUE || p->start_time > start_time1)
2259 p->start_time = start_time1;
2260 if (p->end_time < end_time1)
2261 p->end_time = end_time1;
2264 if (st->duration != AV_NOPTS_VALUE) {
2265 duration1 = av_rescale_q(st->duration, st->time_base,
2267 duration = FFMAX(duration, duration1);
2270 if (start_time == INT64_MAX || (start_time > start_time_text && start_time - start_time_text < AV_TIME_BASE))
2271 start_time = start_time_text;
2272 else if (start_time > start_time_text)
2273 av_log(ic, AV_LOG_VERBOSE, "Ignoring outlier non primary stream starttime %f\n", start_time_text / (float)AV_TIME_BASE);
2275 if (start_time != INT64_MAX) {
2276 ic->start_time = start_time;
2277 if (end_time != INT64_MIN) {
2278 if (ic->nb_programs) {
2279 for (i = 0; i < ic->nb_programs; i++) {
2280 p = ic->programs[i];
2281 if (p->start_time != AV_NOPTS_VALUE && p->end_time > p->start_time)
2282 duration = FFMAX(duration, p->end_time - p->start_time);
2285 duration = FFMAX(duration, end_time - start_time);
2288 if (duration != INT64_MIN && duration > 0 && ic->duration == AV_NOPTS_VALUE) {
2289 ic->duration = duration;
2291 if (ic->pb && (filesize = avio_size(ic->pb)) > 0 && ic->duration != AV_NOPTS_VALUE) {
2292 /* compute the bitrate */
2293 double bitrate = (double) filesize * 8.0 * AV_TIME_BASE /
2294 (double) ic->duration;
2295 if (bitrate >= 0 && bitrate <= INT_MAX)
2296 ic->bit_rate = bitrate;
2300 static void fill_all_stream_timings(AVFormatContext *ic)
2305 update_stream_timings(ic);
2306 for (i = 0; i < ic->nb_streams; i++) {
2307 st = ic->streams[i];
2308 if (st->start_time == AV_NOPTS_VALUE) {
2309 if (ic->start_time != AV_NOPTS_VALUE)
2310 st->start_time = av_rescale_q(ic->start_time, AV_TIME_BASE_Q,
2312 if (ic->duration != AV_NOPTS_VALUE)
2313 st->duration = av_rescale_q(ic->duration, AV_TIME_BASE_Q,
2319 static void estimate_timings_from_bit_rate(AVFormatContext *ic)
2321 int64_t filesize, duration;
2322 int i, show_warning = 0;
2325 /* if bit_rate is already set, we believe it */
2326 if (ic->bit_rate <= 0) {
2328 for (i = 0; i < ic->nb_streams; i++) {
2329 st = ic->streams[i];
2330 if (st->codec->bit_rate > 0) {
2331 if (INT_MAX - st->codec->bit_rate < bit_rate) {
2335 bit_rate += st->codec->bit_rate;
2336 } else if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO && st->codec_info_nb_frames > 1) {
2337 // If we have a videostream with packets but without a bitrate
2338 // then consider the sum not known
2343 ic->bit_rate = bit_rate;
2346 /* if duration is already set, we believe it */
2347 if (ic->duration == AV_NOPTS_VALUE &&
2348 ic->bit_rate != 0) {
2349 filesize = ic->pb ? avio_size(ic->pb) : 0;
2350 if (filesize > ic->data_offset) {
2351 filesize -= ic->data_offset;
2352 for (i = 0; i < ic->nb_streams; i++) {
2353 st = ic->streams[i];
2354 if ( st->time_base.num <= INT64_MAX / ic->bit_rate
2355 && st->duration == AV_NOPTS_VALUE) {
2356 duration = av_rescale(8 * filesize, st->time_base.den,
2358 (int64_t) st->time_base.num);
2359 st->duration = duration;
2366 av_log(ic, AV_LOG_WARNING,
2367 "Estimating duration from bitrate, this may be inaccurate\n");
2370 #define DURATION_MAX_READ_SIZE 250000LL
2371 #define DURATION_MAX_RETRY 4
2373 /* only usable for MPEG-PS streams */
2374 static void estimate_timings_from_pts(AVFormatContext *ic, int64_t old_offset)
2376 AVPacket pkt1, *pkt = &pkt1;
2378 int num, den, read_size, i, ret;
2379 int found_duration = 0;
2381 int64_t filesize, offset, duration;
2384 /* flush packet queue */
2385 flush_packet_queue(ic);
2387 for (i = 0; i < ic->nb_streams; i++) {
2388 st = ic->streams[i];
2389 if (st->start_time == AV_NOPTS_VALUE &&
2390 st->first_dts == AV_NOPTS_VALUE &&
2391 st->codec->codec_type != AVMEDIA_TYPE_UNKNOWN)
2392 av_log(st->codec, AV_LOG_WARNING,
2393 "start time for stream %d is not set in estimate_timings_from_pts\n", i);
2396 av_parser_close(st->parser);
2401 av_opt_set(ic, "skip_changes", "1", AV_OPT_SEARCH_CHILDREN);
2402 /* estimate the end time (duration) */
2403 /* XXX: may need to support wrapping */
2404 filesize = ic->pb ? avio_size(ic->pb) : 0;
2406 is_end = found_duration;
2407 offset = filesize - (DURATION_MAX_READ_SIZE << retry);
2411 avio_seek(ic->pb, offset, SEEK_SET);
2414 if (read_size >= DURATION_MAX_READ_SIZE << (FFMAX(retry - 1, 0)))
2418 ret = ff_read_packet(ic, pkt);
2419 } while (ret == AVERROR(EAGAIN));
2422 read_size += pkt->size;
2423 st = ic->streams[pkt->stream_index];
2424 if (pkt->pts != AV_NOPTS_VALUE &&
2425 (st->start_time != AV_NOPTS_VALUE ||
2426 st->first_dts != AV_NOPTS_VALUE)) {
2427 if (pkt->duration == 0) {
2428 ff_compute_frame_duration(ic, &num, &den, st, st->parser, pkt);
2430 pkt->duration = av_rescale_rnd(1,
2431 num * (int64_t) st->time_base.den,
2432 den * (int64_t) st->time_base.num,
2436 duration = pkt->pts + pkt->duration;
2438 if (st->start_time != AV_NOPTS_VALUE)
2439 duration -= st->start_time;
2441 duration -= st->first_dts;
2443 if (st->duration == AV_NOPTS_VALUE || st->info->last_duration<= 0 ||
2444 (st->duration < duration && FFABS(duration - st->info->last_duration) < 60LL*st->time_base.den / st->time_base.num))
2445 st->duration = duration;
2446 st->info->last_duration = duration;
2449 av_free_packet(pkt);
2452 /* check if all audio/video streams have valid duration */
2455 for (i = 0; i < ic->nb_streams; i++) {
2456 st = ic->streams[i];
2457 switch (st->codec->codec_type) {
2458 case AVMEDIA_TYPE_VIDEO:
2459 case AVMEDIA_TYPE_AUDIO:
2460 if (st->duration == AV_NOPTS_VALUE)
2467 ++retry <= DURATION_MAX_RETRY);
2469 av_opt_set(ic, "skip_changes", "0", AV_OPT_SEARCH_CHILDREN);
2471 /* warn about audio/video streams which duration could not be estimated */
2472 for (i = 0; i < ic->nb_streams; i++) {
2473 st = ic->streams[i];
2474 if (st->duration == AV_NOPTS_VALUE) {
2475 switch (st->codec->codec_type) {
2476 case AVMEDIA_TYPE_VIDEO:
2477 case AVMEDIA_TYPE_AUDIO:
2478 if (st->start_time != AV_NOPTS_VALUE || st->first_dts != AV_NOPTS_VALUE) {
2479 av_log(ic, AV_LOG_DEBUG, "stream %d : no PTS found at end of file, duration not set\n", i);
2481 av_log(ic, AV_LOG_DEBUG, "stream %d : no TS found at start of file, duration not set\n", i);
2485 fill_all_stream_timings(ic);
2487 avio_seek(ic->pb, old_offset, SEEK_SET);
2488 for (i = 0; i < ic->nb_streams; i++) {
2491 st = ic->streams[i];
2492 st->cur_dts = st->first_dts;
2493 st->last_IP_pts = AV_NOPTS_VALUE;
2494 st->last_dts_for_order_check = AV_NOPTS_VALUE;
2495 for (j = 0; j < MAX_REORDER_DELAY + 1; j++)
2496 st->pts_buffer[j] = AV_NOPTS_VALUE;
2500 static void estimate_timings(AVFormatContext *ic, int64_t old_offset)
2504 /* get the file size, if possible */
2505 if (ic->iformat->flags & AVFMT_NOFILE) {
2508 file_size = avio_size(ic->pb);
2509 file_size = FFMAX(0, file_size);
2512 if ((!strcmp(ic->iformat->name, "mpeg") ||
2513 !strcmp(ic->iformat->name, "mpegts")) &&
2514 file_size && ic->pb->seekable) {
2515 /* get accurate estimate from the PTSes */
2516 estimate_timings_from_pts(ic, old_offset);
2517 ic->duration_estimation_method = AVFMT_DURATION_FROM_PTS;
2518 } else if (has_duration(ic)) {
2519 /* at least one component has timings - we use them for all
2521 fill_all_stream_timings(ic);
2522 ic->duration_estimation_method = AVFMT_DURATION_FROM_STREAM;
2524 /* less precise: use bitrate info */
2525 estimate_timings_from_bit_rate(ic);
2526 ic->duration_estimation_method = AVFMT_DURATION_FROM_BITRATE;
2528 update_stream_timings(ic);
2532 AVStream av_unused *st;
2533 for (i = 0; i < ic->nb_streams; i++) {
2534 st = ic->streams[i];
2535 av_dlog(ic, "%d: start_time: %0.3f duration: %0.3f\n", i,
2536 (double) st->start_time / AV_TIME_BASE,
2537 (double) st->duration / AV_TIME_BASE);
2540 "stream: start_time: %0.3f duration: %0.3f bitrate=%d kb/s\n",
2541 (double) ic->start_time / AV_TIME_BASE,
2542 (double) ic->duration / AV_TIME_BASE,
2543 ic->bit_rate / 1000);
2547 static int has_codec_parameters(AVStream *st, const char **errmsg_ptr)
2549 AVCodecContext *avctx = st->codec;
2551 #define FAIL(errmsg) do { \
2553 *errmsg_ptr = errmsg; \
2557 if ( avctx->codec_id == AV_CODEC_ID_NONE
2558 && avctx->codec_type != AVMEDIA_TYPE_DATA)
2559 FAIL("unknown codec");
2560 switch (avctx->codec_type) {
2561 case AVMEDIA_TYPE_AUDIO:
2562 if (!avctx->frame_size && determinable_frame_size(avctx))
2563 FAIL("unspecified frame size");
2564 if (st->info->found_decoder >= 0 &&
2565 avctx->sample_fmt == AV_SAMPLE_FMT_NONE)
2566 FAIL("unspecified sample format");
2567 if (!avctx->sample_rate)
2568 FAIL("unspecified sample rate");
2569 if (!avctx->channels)
2570 FAIL("unspecified number of channels");
2571 if (st->info->found_decoder >= 0 && !st->nb_decoded_frames && avctx->codec_id == AV_CODEC_ID_DTS)
2572 FAIL("no decodable DTS frames");
2574 case AVMEDIA_TYPE_VIDEO:
2576 FAIL("unspecified size");
2577 if (st->info->found_decoder >= 0 && avctx->pix_fmt == AV_PIX_FMT_NONE)
2578 FAIL("unspecified pixel format");
2579 if (st->codec->codec_id == AV_CODEC_ID_RV30 || st->codec->codec_id == AV_CODEC_ID_RV40)
2580 if (!st->sample_aspect_ratio.num && !st->codec->sample_aspect_ratio.num && !st->codec_info_nb_frames)
2581 FAIL("no frame in rv30/40 and no sar");
2583 case AVMEDIA_TYPE_SUBTITLE:
2584 if (avctx->codec_id == AV_CODEC_ID_HDMV_PGS_SUBTITLE && !avctx->width)
2585 FAIL("unspecified size");
2587 case AVMEDIA_TYPE_DATA:
2588 if (avctx->codec_id == AV_CODEC_ID_NONE) return 1;
2594 /* returns 1 or 0 if or if not decoded data was returned, or a negative error */
2595 static int try_decode_frame(AVFormatContext *s, AVStream *st, AVPacket *avpkt,
2596 AVDictionary **options)
2598 const AVCodec *codec;
2599 int got_picture = 1, ret = 0;
2600 AVFrame *frame = av_frame_alloc();
2601 AVSubtitle subtitle;
2602 AVPacket pkt = *avpkt;
2605 return AVERROR(ENOMEM);
2607 if (!avcodec_is_open(st->codec) &&
2608 st->info->found_decoder <= 0 &&
2609 (st->codec->codec_id != -st->info->found_decoder || !st->codec->codec_id)) {
2610 AVDictionary *thread_opt = NULL;
2612 codec = find_decoder(s, st, st->codec->codec_id);
2615 st->info->found_decoder = -st->codec->codec_id;
2620 /* Force thread count to 1 since the H.264 decoder will not extract
2621 * SPS and PPS to extradata during multi-threaded decoding. */
2622 av_dict_set(options ? options : &thread_opt, "threads", "1", 0);
2623 if (s->codec_whitelist)
2624 av_dict_set(options ? options : &thread_opt, "codec_whitelist", s->codec_whitelist, 0);
2625 ret = avcodec_open2(st->codec, codec, options ? options : &thread_opt);
2627 av_dict_free(&thread_opt);
2629 st->info->found_decoder = -st->codec->codec_id;
2632 st->info->found_decoder = 1;
2633 } else if (!st->info->found_decoder)
2634 st->info->found_decoder = 1;
2636 if (st->info->found_decoder < 0) {
2641 while ((pkt.size > 0 || (!pkt.data && got_picture)) &&
2643 (!has_codec_parameters(st, NULL) || !has_decode_delay_been_guessed(st) ||
2644 (!st->codec_info_nb_frames &&
2645 st->codec->codec->capabilities & CODEC_CAP_CHANNEL_CONF))) {
2647 switch (st->codec->codec_type) {
2648 case AVMEDIA_TYPE_VIDEO:
2649 ret = avcodec_decode_video2(st->codec, frame,
2650 &got_picture, &pkt);
2652 case AVMEDIA_TYPE_AUDIO:
2653 ret = avcodec_decode_audio4(st->codec, frame, &got_picture, &pkt);
2655 case AVMEDIA_TYPE_SUBTITLE:
2656 ret = avcodec_decode_subtitle2(st->codec, &subtitle,
2657 &got_picture, &pkt);
2665 st->nb_decoded_frames++;
2672 if (!pkt.data && !got_picture)
2676 av_frame_free(&frame);
2680 unsigned int ff_codec_get_tag(const AVCodecTag *tags, enum AVCodecID id)
2682 while (tags->id != AV_CODEC_ID_NONE) {
2690 enum AVCodecID ff_codec_get_id(const AVCodecTag *tags, unsigned int tag)
2693 for (i = 0; tags[i].id != AV_CODEC_ID_NONE; i++)
2694 if (tag == tags[i].tag)
2696 for (i = 0; tags[i].id != AV_CODEC_ID_NONE; i++)
2697 if (avpriv_toupper4(tag) == avpriv_toupper4(tags[i].tag))
2699 return AV_CODEC_ID_NONE;
2702 enum AVCodecID ff_get_pcm_codec_id(int bps, int flt, int be, int sflags)
2707 return be ? AV_CODEC_ID_PCM_F32BE : AV_CODEC_ID_PCM_F32LE;
2709 return be ? AV_CODEC_ID_PCM_F64BE : AV_CODEC_ID_PCM_F64LE;
2711 return AV_CODEC_ID_NONE;
2716 if (sflags & (1 << (bps - 1))) {
2719 return AV_CODEC_ID_PCM_S8;
2721 return be ? AV_CODEC_ID_PCM_S16BE : AV_CODEC_ID_PCM_S16LE;
2723 return be ? AV_CODEC_ID_PCM_S24BE : AV_CODEC_ID_PCM_S24LE;
2725 return be ? AV_CODEC_ID_PCM_S32BE : AV_CODEC_ID_PCM_S32LE;
2727 return AV_CODEC_ID_NONE;
2732 return AV_CODEC_ID_PCM_U8;
2734 return be ? AV_CODEC_ID_PCM_U16BE : AV_CODEC_ID_PCM_U16LE;
2736 return be ? AV_CODEC_ID_PCM_U24BE : AV_CODEC_ID_PCM_U24LE;
2738 return be ? AV_CODEC_ID_PCM_U32BE : AV_CODEC_ID_PCM_U32LE;
2740 return AV_CODEC_ID_NONE;
2746 unsigned int av_codec_get_tag(const AVCodecTag *const *tags, enum AVCodecID id)
2749 if (!av_codec_get_tag2(tags, id, &tag))
2754 int av_codec_get_tag2(const AVCodecTag * const *tags, enum AVCodecID id,
2758 for (i = 0; tags && tags[i]; i++) {
2759 const AVCodecTag *codec_tags = tags[i];
2760 while (codec_tags->id != AV_CODEC_ID_NONE) {
2761 if (codec_tags->id == id) {
2762 *tag = codec_tags->tag;
2771 enum AVCodecID av_codec_get_id(const AVCodecTag *const *tags, unsigned int tag)
2774 for (i = 0; tags && tags[i]; i++) {
2775 enum AVCodecID id = ff_codec_get_id(tags[i], tag);
2776 if (id != AV_CODEC_ID_NONE)
2779 return AV_CODEC_ID_NONE;
2782 static void compute_chapters_end(AVFormatContext *s)
2785 int64_t max_time = s->duration +
2786 ((s->start_time == AV_NOPTS_VALUE) ? 0 : s->start_time);
2788 for (i = 0; i < s->nb_chapters; i++)
2789 if (s->chapters[i]->end == AV_NOPTS_VALUE) {
2790 AVChapter *ch = s->chapters[i];
2791 int64_t end = max_time ? av_rescale_q(max_time, AV_TIME_BASE_Q,
2795 for (j = 0; j < s->nb_chapters; j++) {
2796 AVChapter *ch1 = s->chapters[j];
2797 int64_t next_start = av_rescale_q(ch1->start, ch1->time_base,
2799 if (j != i && next_start > ch->start && next_start < end)
2802 ch->end = (end == INT64_MAX) ? ch->start : end;
2806 static int get_std_framerate(int i)
2809 return (i + 1) * 1001;
2813 return ((const int[]) { 40, 48, 50, 60, 80, 120, 240})[i] * 1001 * 12;
2817 return ((const int[]) { 24, 30, 60, 12, 15, 48 })[i] * 1000 * 12;
2820 /* Is the time base unreliable?
2821 * This is a heuristic to balance between quick acceptance of the values in
2822 * the headers vs. some extra checks.
2823 * Old DivX and Xvid often have nonsense timebases like 1fps or 2fps.
2824 * MPEG-2 commonly misuses field repeat flags to store different framerates.
2825 * And there are "variable" fps files this needs to detect as well. */
2826 static int tb_unreliable(AVCodecContext *c)
2828 if (c->time_base.den >= 101L * c->time_base.num ||
2829 c->time_base.den < 5L * c->time_base.num ||
2830 // c->codec_tag == AV_RL32("DIVX") ||
2831 // c->codec_tag == AV_RL32("XVID") ||
2832 c->codec_tag == AV_RL32("mp4v") ||
2833 c->codec_id == AV_CODEC_ID_MPEG2VIDEO ||
2834 c->codec_id == AV_CODEC_ID_GIF ||
2835 c->codec_id == AV_CODEC_ID_H264)
2840 int ff_alloc_extradata(AVCodecContext *avctx, int size)
2844 if (size < 0 || size >= INT32_MAX - FF_INPUT_BUFFER_PADDING_SIZE) {
2845 avctx->extradata_size = 0;
2846 return AVERROR(EINVAL);
2848 avctx->extradata = av_malloc(size + FF_INPUT_BUFFER_PADDING_SIZE);
2849 if (avctx->extradata) {
2850 memset(avctx->extradata + size, 0, FF_INPUT_BUFFER_PADDING_SIZE);
2851 avctx->extradata_size = size;
2854 avctx->extradata_size = 0;
2855 ret = AVERROR(ENOMEM);
2860 int ff_get_extradata(AVCodecContext *avctx, AVIOContext *pb, int size)
2862 int ret = ff_alloc_extradata(avctx, size);
2865 ret = avio_read(pb, avctx->extradata, size);
2867 av_freep(&avctx->extradata);
2868 avctx->extradata_size = 0;
2869 av_log(avctx, AV_LOG_ERROR, "Failed to read extradata of size %d\n", size);
2870 return ret < 0 ? ret : AVERROR_INVALIDDATA;
2876 int ff_rfps_add_frame(AVFormatContext *ic, AVStream *st, int64_t ts)
2879 int64_t last = st->info->last_dts;
2881 if ( ts != AV_NOPTS_VALUE && last != AV_NOPTS_VALUE && ts > last
2882 && ts - (uint64_t)last < INT64_MAX) {
2883 double dts = (is_relative(ts) ? ts - RELATIVE_TS_BASE : ts) * av_q2d(st->time_base);
2884 int64_t duration = ts - last;
2886 if (!st->info->duration_error)
2887 st->info->duration_error = av_mallocz(sizeof(st->info->duration_error[0])*2);
2888 if (!st->info->duration_error)
2889 return AVERROR(ENOMEM);
2891 // if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO)
2892 // av_log(NULL, AV_LOG_ERROR, "%f\n", dts);
2893 for (i = 0; i<MAX_STD_TIMEBASES; i++) {
2894 if (st->info->duration_error[0][1][i] < 1e10) {
2895 int framerate = get_std_framerate(i);
2896 double sdts = dts*framerate/(1001*12);
2897 for (j= 0; j<2; j++) {
2898 int64_t ticks = llrint(sdts+j*0.5);
2899 double error= sdts - ticks + j*0.5;
2900 st->info->duration_error[j][0][i] += error;
2901 st->info->duration_error[j][1][i] += error*error;
2905 st->info->duration_count++;
2906 st->info->rfps_duration_sum += duration;
2908 if (st->info->duration_count % 10 == 0) {
2909 int n = st->info->duration_count;
2910 for (i = 0; i<MAX_STD_TIMEBASES; i++) {
2911 if (st->info->duration_error[0][1][i] < 1e10) {
2912 double a0 = st->info->duration_error[0][0][i] / n;
2913 double error0 = st->info->duration_error[0][1][i] / n - a0*a0;
2914 double a1 = st->info->duration_error[1][0][i] / n;
2915 double error1 = st->info->duration_error[1][1][i] / n - a1*a1;
2916 if (error0 > 0.04 && error1 > 0.04) {
2917 st->info->duration_error[0][1][i] = 2e10;
2918 st->info->duration_error[1][1][i] = 2e10;
2924 // ignore the first 4 values, they might have some random jitter
2925 if (st->info->duration_count > 3 && is_relative(ts) == is_relative(last))
2926 st->info->duration_gcd = av_gcd(st->info->duration_gcd, duration);
2928 if (ts != AV_NOPTS_VALUE)
2929 st->info->last_dts = ts;
2934 void ff_rfps_calculate(AVFormatContext *ic)
2938 for (i = 0; i < ic->nb_streams; i++) {
2939 AVStream *st = ic->streams[i];
2941 if (st->codec->codec_type != AVMEDIA_TYPE_VIDEO)
2943 // the check for tb_unreliable() is not completely correct, since this is not about handling
2944 // a unreliable/inexact time base, but a time base that is finer than necessary, as e.g.
2945 // ipmovie.c produces.
2946 if (tb_unreliable(st->codec) && st->info->duration_count > 15 && st->info->duration_gcd > FFMAX(1, st->time_base.den/(500LL*st->time_base.num)) && !st->r_frame_rate.num)
2947 av_reduce(&st->r_frame_rate.num, &st->r_frame_rate.den, st->time_base.den, st->time_base.num * st->info->duration_gcd, INT_MAX);
2948 if (st->info->duration_count>1 && !st->r_frame_rate.num
2949 && tb_unreliable(st->codec)) {
2951 double best_error= 0.01;
2952 AVRational ref_rate = st->r_frame_rate.num ? st->r_frame_rate : av_inv_q(st->time_base);
2954 for (j= 0; j<MAX_STD_TIMEBASES; j++) {
2957 if (st->info->codec_info_duration && st->info->codec_info_duration*av_q2d(st->time_base) < (1001*12.0)/get_std_framerate(j))
2959 if (!st->info->codec_info_duration && 1.0 < (1001*12.0)/get_std_framerate(j))
2962 if (av_q2d(st->time_base) * st->info->rfps_duration_sum / st->info->duration_count < (1001*12.0 * 0.8)/get_std_framerate(j))
2965 for (k= 0; k<2; k++) {
2966 int n = st->info->duration_count;
2967 double a= st->info->duration_error[k][0][j] / n;
2968 double error= st->info->duration_error[k][1][j]/n - a*a;
2970 if (error < best_error && best_error> 0.000000001) {
2972 num = get_std_framerate(j);
2975 av_log(NULL, AV_LOG_DEBUG, "rfps: %f %f\n", get_std_framerate(j) / 12.0/1001, error);
2978 // do not increase frame rate by more than 1 % in order to match a standard rate.
2979 if (num && (!ref_rate.num || (double)num/(12*1001) < 1.01 * av_q2d(ref_rate)))
2980 av_reduce(&st->r_frame_rate.num, &st->r_frame_rate.den, num, 12*1001, INT_MAX);
2982 if ( !st->avg_frame_rate.num
2983 && st->r_frame_rate.num && st->info->rfps_duration_sum
2984 && st->info->codec_info_duration <= 0
2985 && st->info->duration_count > 2
2986 && fabs(1.0 / (av_q2d(st->r_frame_rate) * av_q2d(st->time_base)) - st->info->rfps_duration_sum / (double)st->info->duration_count) <= 1.0
2988 av_log(ic, AV_LOG_DEBUG, "Setting avg frame rate based on r frame rate\n");
2989 st->avg_frame_rate = st->r_frame_rate;
2992 av_freep(&st->info->duration_error);
2993 st->info->last_dts = AV_NOPTS_VALUE;
2994 st->info->duration_count = 0;
2995 st->info->rfps_duration_sum = 0;
2999 int avformat_find_stream_info(AVFormatContext *ic, AVDictionary **options)
3001 int i, count, ret = 0, j;
3004 AVPacket pkt1, *pkt;
3005 int64_t old_offset = avio_tell(ic->pb);
3006 // new streams might appear, no options for those
3007 int orig_nb_streams = ic->nb_streams;
3009 int64_t max_analyze_duration = ic->max_analyze_duration2;
3010 int64_t max_stream_analyze_duration;
3011 int64_t probesize = ic->probesize2;
3013 if (!max_analyze_duration)
3014 max_analyze_duration = ic->max_analyze_duration;
3016 probesize = ic->probesize;
3017 flush_codecs = probesize > 0;
3019 av_opt_set(ic, "skip_clear", "1", AV_OPT_SEARCH_CHILDREN);
3021 max_stream_analyze_duration = max_analyze_duration;
3022 if (!max_analyze_duration) {
3023 max_stream_analyze_duration =
3024 max_analyze_duration = 5*AV_TIME_BASE;
3025 if (!strcmp(ic->iformat->name, "flv"))
3026 max_stream_analyze_duration = 30*AV_TIME_BASE;
3030 av_log(ic, AV_LOG_DEBUG, "Before avformat_find_stream_info() pos: %"PRId64" bytes read:%"PRId64" seeks:%d\n",
3031 avio_tell(ic->pb), ic->pb->bytes_read, ic->pb->seek_count);
3033 for (i = 0; i < ic->nb_streams; i++) {
3034 const AVCodec *codec;
3035 AVDictionary *thread_opt = NULL;
3036 st = ic->streams[i];
3038 if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO ||
3039 st->codec->codec_type == AVMEDIA_TYPE_SUBTITLE) {
3040 /* if (!st->time_base.num)
3042 if (!st->codec->time_base.num)
3043 st->codec->time_base = st->time_base;
3045 // only for the split stuff
3046 if (!st->parser && !(ic->flags & AVFMT_FLAG_NOPARSE)) {
3047 st->parser = av_parser_init(st->codec->codec_id);
3049 if (st->need_parsing == AVSTREAM_PARSE_HEADERS) {
3050 st->parser->flags |= PARSER_FLAG_COMPLETE_FRAMES;
3051 } else if (st->need_parsing == AVSTREAM_PARSE_FULL_RAW) {
3052 st->parser->flags |= PARSER_FLAG_USE_CODEC_TS;
3054 } else if (st->need_parsing) {
3055 av_log(ic, AV_LOG_VERBOSE, "parser not found for codec "
3056 "%s, packets or times may be invalid.\n",
3057 avcodec_get_name(st->codec->codec_id));
3060 codec = find_decoder(ic, st, st->codec->codec_id);
3062 /* Force thread count to 1 since the H.264 decoder will not extract
3063 * SPS and PPS to extradata during multi-threaded decoding. */
3064 av_dict_set(options ? &options[i] : &thread_opt, "threads", "1", 0);
3066 if (ic->codec_whitelist)
3067 av_dict_set(options ? &options[i] : &thread_opt, "codec_whitelist", ic->codec_whitelist, 0);
3069 /* Ensure that subtitle_header is properly set. */
3070 if (st->codec->codec_type == AVMEDIA_TYPE_SUBTITLE
3071 && codec && !st->codec->codec) {
3072 if (avcodec_open2(st->codec, codec, options ? &options[i] : &thread_opt) < 0)
3073 av_log(ic, AV_LOG_WARNING,
3074 "Failed to open codec in av_find_stream_info\n");
3077 // Try to just open decoders, in case this is enough to get parameters.
3078 if (!has_codec_parameters(st, NULL) && st->request_probe <= 0) {
3079 if (codec && !st->codec->codec)
3080 if (avcodec_open2(st->codec, codec, options ? &options[i] : &thread_opt) < 0)
3081 av_log(ic, AV_LOG_WARNING,
3082 "Failed to open codec in av_find_stream_info\n");
3085 av_dict_free(&thread_opt);
3088 for (i = 0; i < ic->nb_streams; i++) {
3089 #if FF_API_R_FRAME_RATE
3090 ic->streams[i]->info->last_dts = AV_NOPTS_VALUE;
3092 ic->streams[i]->info->fps_first_dts = AV_NOPTS_VALUE;
3093 ic->streams[i]->info->fps_last_dts = AV_NOPTS_VALUE;
3099 int analyzed_all_streams;
3100 if (ff_check_interrupt(&ic->interrupt_callback)) {
3102 av_log(ic, AV_LOG_DEBUG, "interrupted\n");
3106 /* check if one codec still needs to be handled */
3107 for (i = 0; i < ic->nb_streams; i++) {
3108 int fps_analyze_framecount = 20;
3110 st = ic->streams[i];
3111 if (!has_codec_parameters(st, NULL))
3113 /* If the timebase is coarse (like the usual millisecond precision
3114 * of mkv), we need to analyze more frames to reliably arrive at
3115 * the correct fps. */
3116 if (av_q2d(st->time_base) > 0.0005)
3117 fps_analyze_framecount *= 2;
3118 if (!tb_unreliable(st->codec))
3119 fps_analyze_framecount = 0;
3120 if (ic->fps_probe_size >= 0)
3121 fps_analyze_framecount = ic->fps_probe_size;
3122 if (st->disposition & AV_DISPOSITION_ATTACHED_PIC)
3123 fps_analyze_framecount = 0;
3124 /* variable fps and no guess at the real fps */
3125 if (!(st->r_frame_rate.num && st->avg_frame_rate.num) &&
3126 st->info->duration_count < fps_analyze_framecount &&
3127 st->codec->codec_type == AVMEDIA_TYPE_VIDEO)
3129 if (st->parser && st->parser->parser->split &&
3130 !st->codec->extradata)
3132 if (st->first_dts == AV_NOPTS_VALUE &&
3133 !(ic->iformat->flags & AVFMT_NOTIMESTAMPS) &&
3134 st->codec_info_nb_frames < ic->max_ts_probe &&
3135 (st->codec->codec_type == AVMEDIA_TYPE_VIDEO ||
3136 st->codec->codec_type == AVMEDIA_TYPE_AUDIO))
3139 analyzed_all_streams = 0;
3140 if (i == ic->nb_streams) {
3141 analyzed_all_streams = 1;
3142 /* NOTE: If the format has no header, then we need to read some
3143 * packets to get most of the streams, so we cannot stop here. */
3144 if (!(ic->ctx_flags & AVFMTCTX_NOHEADER)) {
3145 /* If we found the info for all the codecs, we can stop. */
3147 av_log(ic, AV_LOG_DEBUG, "All info found\n");
3152 /* We did not get all the codec info, but we read too much data. */
3153 if (read_size >= probesize) {
3155 av_log(ic, AV_LOG_DEBUG,
3156 "Probe buffer size limit of %"PRId64" bytes reached\n", probesize);
3157 for (i = 0; i < ic->nb_streams; i++)
3158 if (!ic->streams[i]->r_frame_rate.num &&
3159 ic->streams[i]->info->duration_count <= 1 &&
3160 ic->streams[i]->codec->codec_type == AVMEDIA_TYPE_VIDEO &&
3161 strcmp(ic->iformat->name, "image2"))
3162 av_log(ic, AV_LOG_WARNING,
3163 "Stream #%d: not enough frames to estimate rate; "
3164 "consider increasing probesize\n", i);
3168 /* NOTE: A new stream can be added there if no header in file
3169 * (AVFMTCTX_NOHEADER). */
3170 ret = read_frame_internal(ic, &pkt1);
3171 if (ret == AVERROR(EAGAIN))
3179 if (ic->flags & AVFMT_FLAG_NOBUFFER)
3180 free_packet_buffer(&ic->packet_buffer, &ic->packet_buffer_end);
3182 pkt = add_to_pktbuf(&ic->packet_buffer, &pkt1,
3183 &ic->packet_buffer_end);
3185 ret = AVERROR(ENOMEM);
3186 goto find_stream_info_err;
3188 if ((ret = av_dup_packet(pkt)) < 0)
3189 goto find_stream_info_err;
3192 st = ic->streams[pkt->stream_index];
3193 if (!(st->disposition & AV_DISPOSITION_ATTACHED_PIC))
3194 read_size += pkt->size;
3196 if (pkt->dts != AV_NOPTS_VALUE && st->codec_info_nb_frames > 1) {
3197 /* check for non-increasing dts */
3198 if (st->info->fps_last_dts != AV_NOPTS_VALUE &&
3199 st->info->fps_last_dts >= pkt->dts) {
3200 av_log(ic, AV_LOG_DEBUG,
3201 "Non-increasing DTS in stream %d: packet %d with DTS "
3202 "%"PRId64", packet %d with DTS %"PRId64"\n",
3203 st->index, st->info->fps_last_dts_idx,
3204 st->info->fps_last_dts, st->codec_info_nb_frames,
3206 st->info->fps_first_dts =
3207 st->info->fps_last_dts = AV_NOPTS_VALUE;
3209 /* Check for a discontinuity in dts. If the difference in dts
3210 * is more than 1000 times the average packet duration in the
3211 * sequence, we treat it as a discontinuity. */
3212 if (st->info->fps_last_dts != AV_NOPTS_VALUE &&
3213 st->info->fps_last_dts_idx > st->info->fps_first_dts_idx &&
3214 (pkt->dts - st->info->fps_last_dts) / 1000 >
3215 (st->info->fps_last_dts - st->info->fps_first_dts) /
3216 (st->info->fps_last_dts_idx - st->info->fps_first_dts_idx)) {
3217 av_log(ic, AV_LOG_WARNING,
3218 "DTS discontinuity in stream %d: packet %d with DTS "
3219 "%"PRId64", packet %d with DTS %"PRId64"\n",
3220 st->index, st->info->fps_last_dts_idx,
3221 st->info->fps_last_dts, st->codec_info_nb_frames,
3223 st->info->fps_first_dts =
3224 st->info->fps_last_dts = AV_NOPTS_VALUE;
3227 /* update stored dts values */
3228 if (st->info->fps_first_dts == AV_NOPTS_VALUE) {
3229 st->info->fps_first_dts = pkt->dts;
3230 st->info->fps_first_dts_idx = st->codec_info_nb_frames;
3232 st->info->fps_last_dts = pkt->dts;
3233 st->info->fps_last_dts_idx = st->codec_info_nb_frames;
3235 if (st->codec_info_nb_frames>1) {
3238 if (st->time_base.den > 0)
3239 t = av_rescale_q(st->info->codec_info_duration, st->time_base, AV_TIME_BASE_Q);
3240 if (st->avg_frame_rate.num > 0)
3241 t = FFMAX(t, av_rescale_q(st->codec_info_nb_frames, av_inv_q(st->avg_frame_rate), AV_TIME_BASE_Q));
3244 && st->codec_info_nb_frames>30
3245 && st->info->fps_first_dts != AV_NOPTS_VALUE
3246 && st->info->fps_last_dts != AV_NOPTS_VALUE)
3247 t = FFMAX(t, av_rescale_q(st->info->fps_last_dts - st->info->fps_first_dts, st->time_base, AV_TIME_BASE_Q));
3249 if (t >= (analyzed_all_streams ? max_analyze_duration : max_stream_analyze_duration)) {
3250 av_log(ic, AV_LOG_VERBOSE, "max_analyze_duration %"PRId64" reached at %"PRId64" microseconds\n",
3251 max_analyze_duration,
3253 if (ic->flags & AVFMT_FLAG_NOBUFFER)
3254 av_packet_unref(pkt);
3257 if (pkt->duration) {
3258 st->info->codec_info_duration += pkt->duration;
3259 st->info->codec_info_duration_fields += st->parser && st->need_parsing && st->codec->ticks_per_frame ==2 ? st->parser->repeat_pict + 1 : 2;
3262 #if FF_API_R_FRAME_RATE
3263 if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO)
3264 ff_rfps_add_frame(ic, st, pkt->dts);
3266 if (st->parser && st->parser->parser->split && !st->codec->extradata) {
3267 int i = st->parser->parser->split(st->codec, pkt->data, pkt->size);
3268 if (i > 0 && i < FF_MAX_EXTRADATA_SIZE) {
3269 if (ff_alloc_extradata(st->codec, i))
3270 return AVERROR(ENOMEM);
3271 memcpy(st->codec->extradata, pkt->data,
3272 st->codec->extradata_size);
3276 /* If still no information, we try to open the codec and to
3277 * decompress the frame. We try to avoid that in most cases as
3278 * it takes longer and uses more memory. For MPEG-4, we need to
3279 * decompress for QuickTime.
3281 * If CODEC_CAP_CHANNEL_CONF is set this will force decoding of at
3282 * least one frame of codec data, this makes sure the codec initializes
3283 * the channel configuration and does not only trust the values from
3285 try_decode_frame(ic, st, pkt,
3286 (options && i < orig_nb_streams) ? &options[i] : NULL);
3288 if (ic->flags & AVFMT_FLAG_NOBUFFER)
3289 av_packet_unref(pkt);
3291 st->codec_info_nb_frames++;
3296 AVPacket empty_pkt = { 0 };
3298 av_init_packet(&empty_pkt);
3300 for (i = 0; i < ic->nb_streams; i++) {
3302 st = ic->streams[i];
3304 /* flush the decoders */
3305 if (st->info->found_decoder == 1) {
3307 err = try_decode_frame(ic, st, &empty_pkt,
3308 (options && i < orig_nb_streams)
3309 ? &options[i] : NULL);
3310 } while (err > 0 && !has_codec_parameters(st, NULL));
3313 av_log(ic, AV_LOG_INFO,
3314 "decoding for stream %d failed\n", st->index);
3320 // close codecs which were opened in try_decode_frame()
3321 for (i = 0; i < ic->nb_streams; i++) {
3322 st = ic->streams[i];
3323 avcodec_close(st->codec);
3326 ff_rfps_calculate(ic);
3328 for (i = 0; i < ic->nb_streams; i++) {
3329 st = ic->streams[i];
3330 if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
3331 if (st->codec->codec_id == AV_CODEC_ID_RAWVIDEO && !st->codec->codec_tag && !st->codec->bits_per_coded_sample) {
3332 uint32_t tag= avcodec_pix_fmt_to_codec_tag(st->codec->pix_fmt);
3333 if (avpriv_find_pix_fmt(avpriv_get_raw_pix_fmt_tags(), tag) == st->codec->pix_fmt)
3334 st->codec->codec_tag= tag;
3337 /* estimate average framerate if not set by demuxer */
3338 if (st->info->codec_info_duration_fields &&
3339 !st->avg_frame_rate.num &&
3340 st->info->codec_info_duration) {
3342 double best_error = 0.01;
3344 if (st->info->codec_info_duration >= INT64_MAX / st->time_base.num / 2||
3345 st->info->codec_info_duration_fields >= INT64_MAX / st->time_base.den ||
3346 st->info->codec_info_duration < 0)
3348 av_reduce(&st->avg_frame_rate.num, &st->avg_frame_rate.den,
3349 st->info->codec_info_duration_fields * (int64_t) st->time_base.den,
3350 st->info->codec_info_duration * 2 * (int64_t) st->time_base.num, 60000);
3352 /* Round guessed framerate to a "standard" framerate if it's
3353 * within 1% of the original estimate. */
3354 for (j = 0; j < MAX_STD_TIMEBASES; j++) {
3355 AVRational std_fps = { get_std_framerate(j), 12 * 1001 };
3356 double error = fabs(av_q2d(st->avg_frame_rate) /
3357 av_q2d(std_fps) - 1);
3359 if (error < best_error) {
3361 best_fps = std_fps.num;
3365 av_reduce(&st->avg_frame_rate.num, &st->avg_frame_rate.den,
3366 best_fps, 12 * 1001, INT_MAX);
3369 if (!st->r_frame_rate.num) {
3370 if ( st->codec->time_base.den * (int64_t) st->time_base.num
3371 <= st->codec->time_base.num * st->codec->ticks_per_frame * (int64_t) st->time_base.den) {
3372 st->r_frame_rate.num = st->codec->time_base.den;
3373 st->r_frame_rate.den = st->codec->time_base.num * st->codec->ticks_per_frame;
3375 st->r_frame_rate.num = st->time_base.den;
3376 st->r_frame_rate.den = st->time_base.num;
3379 if (st->display_aspect_ratio.num && st->display_aspect_ratio.den) {
3380 AVRational hw_ratio = { st->codec->height, st->codec->width };
3381 st->sample_aspect_ratio = av_mul_q(st->display_aspect_ratio,
3384 } else if (st->codec->codec_type == AVMEDIA_TYPE_AUDIO) {
3385 if (!st->codec->bits_per_coded_sample)
3386 st->codec->bits_per_coded_sample =
3387 av_get_bits_per_sample(st->codec->codec_id);
3388 // set stream disposition based on audio service type
3389 switch (st->codec->audio_service_type) {
3390 case AV_AUDIO_SERVICE_TYPE_EFFECTS:
3391 st->disposition = AV_DISPOSITION_CLEAN_EFFECTS;
3393 case AV_AUDIO_SERVICE_TYPE_VISUALLY_IMPAIRED:
3394 st->disposition = AV_DISPOSITION_VISUAL_IMPAIRED;
3396 case AV_AUDIO_SERVICE_TYPE_HEARING_IMPAIRED:
3397 st->disposition = AV_DISPOSITION_HEARING_IMPAIRED;
3399 case AV_AUDIO_SERVICE_TYPE_COMMENTARY:
3400 st->disposition = AV_DISPOSITION_COMMENT;
3402 case AV_AUDIO_SERVICE_TYPE_KARAOKE:
3403 st->disposition = AV_DISPOSITION_KARAOKE;
3410 estimate_timings(ic, old_offset);
3412 av_opt_set(ic, "skip_clear", "0", AV_OPT_SEARCH_CHILDREN);
3414 if (ret >= 0 && ic->nb_streams)
3415 /* We could not have all the codec parameters before EOF. */
3417 for (i = 0; i < ic->nb_streams; i++) {
3419 st = ic->streams[i];
3420 if (!has_codec_parameters(st, &errmsg)) {
3422 avcodec_string(buf, sizeof(buf), st->codec, 0);
3423 av_log(ic, AV_LOG_WARNING,
3424 "Could not find codec parameters for stream %d (%s): %s\n"
3425 "Consider increasing the value for the 'analyzeduration' and 'probesize' options\n",
3432 compute_chapters_end(ic);
3434 find_stream_info_err:
3435 for (i = 0; i < ic->nb_streams; i++) {
3436 st = ic->streams[i];
3437 if (ic->streams[i]->codec->codec_type != AVMEDIA_TYPE_AUDIO)
3438 ic->streams[i]->codec->thread_count = 0;
3440 av_freep(&st->info->duration_error);
3441 av_freep(&ic->streams[i]->info);
3444 av_log(ic, AV_LOG_DEBUG, "After avformat_find_stream_info() pos: %"PRId64" bytes read:%"PRId64" seeks:%d frames:%d\n",
3445 avio_tell(ic->pb), ic->pb->bytes_read, ic->pb->seek_count, count);
3449 AVProgram *av_find_program_from_stream(AVFormatContext *ic, AVProgram *last, int s)
3453 for (i = 0; i < ic->nb_programs; i++) {
3454 if (ic->programs[i] == last) {
3458 for (j = 0; j < ic->programs[i]->nb_stream_indexes; j++)
3459 if (ic->programs[i]->stream_index[j] == s)
3460 return ic->programs[i];
3466 int av_find_best_stream(AVFormatContext *ic, enum AVMediaType type,
3467 int wanted_stream_nb, int related_stream,
3468 AVCodec **decoder_ret, int flags)
3470 int i, nb_streams = ic->nb_streams;
3471 int ret = AVERROR_STREAM_NOT_FOUND, best_count = -1, best_bitrate = -1, best_multiframe = -1, count, bitrate, multiframe;
3472 unsigned *program = NULL;
3473 const AVCodec *decoder = NULL, *best_decoder = NULL;
3475 if (related_stream >= 0 && wanted_stream_nb < 0) {
3476 AVProgram *p = av_find_program_from_stream(ic, NULL, related_stream);
3478 program = p->stream_index;
3479 nb_streams = p->nb_stream_indexes;
3482 for (i = 0; i < nb_streams; i++) {
3483 int real_stream_index = program ? program[i] : i;
3484 AVStream *st = ic->streams[real_stream_index];
3485 AVCodecContext *avctx = st->codec;
3486 if (avctx->codec_type != type)
3488 if (wanted_stream_nb >= 0 && real_stream_index != wanted_stream_nb)
3490 if (wanted_stream_nb != real_stream_index &&
3491 st->disposition & (AV_DISPOSITION_HEARING_IMPAIRED |
3492 AV_DISPOSITION_VISUAL_IMPAIRED))
3494 if (type == AVMEDIA_TYPE_AUDIO && !avctx->channels)
3497 decoder = find_decoder(ic, st, st->codec->codec_id);
3500 ret = AVERROR_DECODER_NOT_FOUND;
3504 count = st->codec_info_nb_frames;
3505 bitrate = avctx->bit_rate;
3507 bitrate = avctx->rc_max_rate;
3508 multiframe = FFMIN(5, count);
3509 if ((best_multiframe > multiframe) ||
3510 (best_multiframe == multiframe && best_bitrate > bitrate) ||
3511 (best_multiframe == multiframe && best_bitrate == bitrate && best_count >= count))
3514 best_bitrate = bitrate;
3515 best_multiframe = multiframe;
3516 ret = real_stream_index;
3517 best_decoder = decoder;
3518 if (program && i == nb_streams - 1 && ret < 0) {
3520 nb_streams = ic->nb_streams;
3521 /* no related stream found, try again with everything */
3526 *decoder_ret = (AVCodec*)best_decoder;
3530 /*******************************************************/
3532 int av_read_play(AVFormatContext *s)
3534 if (s->iformat->read_play)
3535 return s->iformat->read_play(s);
3537 return avio_pause(s->pb, 0);
3538 return AVERROR(ENOSYS);
3541 int av_read_pause(AVFormatContext *s)
3543 if (s->iformat->read_pause)
3544 return s->iformat->read_pause(s);
3546 return avio_pause(s->pb, 1);
3547 return AVERROR(ENOSYS);
3550 void ff_free_stream(AVFormatContext *s, AVStream *st) {
3552 av_assert0(s->nb_streams>0);
3553 av_assert0(s->streams[ s->nb_streams - 1 ] == st);
3555 for (j = 0; j < st->nb_side_data; j++)
3556 av_freep(&st->side_data[j].data);
3557 av_freep(&st->side_data);
3558 st->nb_side_data = 0;
3561 av_parser_close(st->parser);
3563 if (st->attached_pic.data)
3564 av_free_packet(&st->attached_pic);
3565 av_dict_free(&st->metadata);
3566 av_freep(&st->probe_data.buf);
3567 av_freep(&st->index_entries);
3568 av_freep(&st->codec->extradata);
3569 av_freep(&st->codec->subtitle_header);
3570 av_freep(&st->codec);
3571 av_freep(&st->priv_data);
3573 av_freep(&st->info->duration_error);
3574 av_freep(&st->info);
3575 av_freep(&st->recommended_encoder_configuration);
3576 av_freep(&s->streams[ --s->nb_streams ]);
3579 void avformat_free_context(AVFormatContext *s)
3587 if (s->iformat && s->iformat->priv_class && s->priv_data)
3588 av_opt_free(s->priv_data);
3589 if (s->oformat && s->oformat->priv_class && s->priv_data)
3590 av_opt_free(s->priv_data);
3592 for (i = s->nb_streams - 1; i >= 0; i--) {
3593 ff_free_stream(s, s->streams[i]);
3595 for (i = s->nb_programs - 1; i >= 0; i--) {
3596 av_dict_free(&s->programs[i]->metadata);
3597 av_freep(&s->programs[i]->stream_index);
3598 av_freep(&s->programs[i]);
3600 av_freep(&s->programs);
3601 av_freep(&s->priv_data);
3602 while (s->nb_chapters--) {
3603 av_dict_free(&s->chapters[s->nb_chapters]->metadata);
3604 av_freep(&s->chapters[s->nb_chapters]);
3606 av_freep(&s->chapters);
3607 av_dict_free(&s->metadata);
3608 av_freep(&s->streams);
3609 av_freep(&s->internal);
3610 flush_packet_queue(s);
3614 void avformat_close_input(AVFormatContext **ps)
3625 if ((s->iformat && strcmp(s->iformat->name, "image2") && s->iformat->flags & AVFMT_NOFILE) ||
3626 (s->flags & AVFMT_FLAG_CUSTOM_IO))
3629 flush_packet_queue(s);
3632 if (s->iformat->read_close)
3633 s->iformat->read_close(s);
3635 avformat_free_context(s);
3642 AVStream *avformat_new_stream(AVFormatContext *s, const AVCodec *c)
3648 if (s->nb_streams >= INT_MAX/sizeof(*streams))
3650 streams = av_realloc_array(s->streams, s->nb_streams + 1, sizeof(*streams));
3653 s->streams = streams;
3655 st = av_mallocz(sizeof(AVStream));
3658 if (!(st->info = av_mallocz(sizeof(*st->info)))) {
3662 st->info->last_dts = AV_NOPTS_VALUE;
3664 st->codec = avcodec_alloc_context3(c);
3671 /* no default bitrate if decoding */
3672 st->codec->bit_rate = 0;
3674 /* default pts setting is MPEG-like */
3675 avpriv_set_pts_info(st, 33, 1, 90000);
3678 st->index = s->nb_streams;
3679 st->start_time = AV_NOPTS_VALUE;
3680 st->duration = AV_NOPTS_VALUE;
3681 /* we set the current DTS to 0 so that formats without any timestamps
3682 * but durations get some timestamps, formats with some unknown
3683 * timestamps have their first few packets buffered and the
3684 * timestamps corrected before they are returned to the user */
3685 st->cur_dts = s->iformat ? RELATIVE_TS_BASE : 0;
3686 st->first_dts = AV_NOPTS_VALUE;
3687 st->probe_packets = MAX_PROBE_PACKETS;
3688 st->pts_wrap_reference = AV_NOPTS_VALUE;
3689 st->pts_wrap_behavior = AV_PTS_WRAP_IGNORE;
3691 st->last_IP_pts = AV_NOPTS_VALUE;
3692 st->last_dts_for_order_check = AV_NOPTS_VALUE;
3693 for (i = 0; i < MAX_REORDER_DELAY + 1; i++)
3694 st->pts_buffer[i] = AV_NOPTS_VALUE;
3696 st->sample_aspect_ratio = (AVRational) { 0, 1 };
3698 #if FF_API_R_FRAME_RATE
3699 st->info->last_dts = AV_NOPTS_VALUE;
3701 st->info->fps_first_dts = AV_NOPTS_VALUE;
3702 st->info->fps_last_dts = AV_NOPTS_VALUE;
3704 st->inject_global_side_data = s->internal->inject_global_side_data;
3706 s->streams[s->nb_streams++] = st;
3710 AVProgram *av_new_program(AVFormatContext *ac, int id)
3712 AVProgram *program = NULL;
3715 av_dlog(ac, "new_program: id=0x%04x\n", id);
3717 for (i = 0; i < ac->nb_programs; i++)
3718 if (ac->programs[i]->id == id)
3719 program = ac->programs[i];
3722 program = av_mallocz(sizeof(AVProgram));
3725 dynarray_add(&ac->programs, &ac->nb_programs, program);
3726 program->discard = AVDISCARD_NONE;
3729 program->pts_wrap_reference = AV_NOPTS_VALUE;
3730 program->pts_wrap_behavior = AV_PTS_WRAP_IGNORE;
3732 program->start_time =
3733 program->end_time = AV_NOPTS_VALUE;
3738 AVChapter *avpriv_new_chapter(AVFormatContext *s, int id, AVRational time_base,
3739 int64_t start, int64_t end, const char *title)
3741 AVChapter *chapter = NULL;
3744 if (end != AV_NOPTS_VALUE && start > end) {
3745 av_log(s, AV_LOG_ERROR, "Chapter end time %"PRId64" before start %"PRId64"\n", end, start);
3749 for (i = 0; i < s->nb_chapters; i++)
3750 if (s->chapters[i]->id == id)
3751 chapter = s->chapters[i];
3754 chapter = av_mallocz(sizeof(AVChapter));
3757 dynarray_add(&s->chapters, &s->nb_chapters, chapter);
3759 av_dict_set(&chapter->metadata, "title", title, 0);
3761 chapter->time_base = time_base;
3762 chapter->start = start;
3768 void ff_program_add_stream_index(AVFormatContext *ac, int progid, unsigned idx)
3771 AVProgram *program = NULL;
3774 if (idx >= ac->nb_streams) {
3775 av_log(ac, AV_LOG_ERROR, "stream index %d is not valid\n", idx);
3779 for (i = 0; i < ac->nb_programs; i++) {
3780 if (ac->programs[i]->id != progid)
3782 program = ac->programs[i];
3783 for (j = 0; j < program->nb_stream_indexes; j++)
3784 if (program->stream_index[j] == idx)
3787 tmp = av_realloc_array(program->stream_index, program->nb_stream_indexes+1, sizeof(unsigned int));
3790 program->stream_index = tmp;
3791 program->stream_index[program->nb_stream_indexes++] = idx;
3796 uint64_t ff_ntp_time(void)
3798 return (av_gettime() / 1000) * 1000 + NTP_OFFSET_US;
3801 int av_get_frame_filename(char *buf, int buf_size, const char *path, int number)
3804 char *q, buf1[20], c;
3805 int nd, len, percentd_found;
3817 while (av_isdigit(*p))
3818 nd = nd * 10 + *p++ - '0';
3820 } while (av_isdigit(c));
3829 snprintf(buf1, sizeof(buf1), "%0*d", nd, number);
3831 if ((q - buf + len) > buf_size - 1)
3833 memcpy(q, buf1, len);
3841 if ((q - buf) < buf_size - 1)
3845 if (!percentd_found)
3854 void av_url_split(char *proto, int proto_size,
3855 char *authorization, int authorization_size,
3856 char *hostname, int hostname_size,
3857 int *port_ptr, char *path, int path_size, const char *url)
3859 const char *p, *ls, *ls2, *at, *at2, *col, *brk;
3865 if (authorization_size > 0)
3866 authorization[0] = 0;
3867 if (hostname_size > 0)
3872 /* parse protocol */
3873 if ((p = strchr(url, ':'))) {
3874 av_strlcpy(proto, url, FFMIN(proto_size, p + 1 - url));
3881 /* no protocol means plain filename */
3882 av_strlcpy(path, url, path_size);
3886 /* separate path from hostname */
3887 ls = strchr(p, '/');
3888 ls2 = strchr(p, '?');
3892 ls = FFMIN(ls, ls2);
3894 av_strlcpy(path, ls, path_size);
3896 ls = &p[strlen(p)]; // XXX
3898 /* the rest is hostname, use that to parse auth/port */
3900 /* authorization (user[:pass]@hostname) */
3902 while ((at = strchr(p, '@')) && at < ls) {
3903 av_strlcpy(authorization, at2,
3904 FFMIN(authorization_size, at + 1 - at2));
3905 p = at + 1; /* skip '@' */
3908 if (*p == '[' && (brk = strchr(p, ']')) && brk < ls) {
3910 av_strlcpy(hostname, p + 1,
3911 FFMIN(hostname_size, brk - p));
3912 if (brk[1] == ':' && port_ptr)
3913 *port_ptr = atoi(brk + 2);
3914 } else if ((col = strchr(p, ':')) && col < ls) {
3915 av_strlcpy(hostname, p,
3916 FFMIN(col + 1 - p, hostname_size));
3918 *port_ptr = atoi(col + 1);
3920 av_strlcpy(hostname, p,
3921 FFMIN(ls + 1 - p, hostname_size));
3925 char *ff_data_to_hex(char *buff, const uint8_t *src, int s, int lowercase)
3928 static const char hex_table_uc[16] = { '0', '1', '2', '3',
3931 'C', 'D', 'E', 'F' };
3932 static const char hex_table_lc[16] = { '0', '1', '2', '3',
3935 'c', 'd', 'e', 'f' };
3936 const char *hex_table = lowercase ? hex_table_lc : hex_table_uc;
3938 for (i = 0; i < s; i++) {
3939 buff[i * 2] = hex_table[src[i] >> 4];
3940 buff[i * 2 + 1] = hex_table[src[i] & 0xF];
3946 int ff_hex_to_data(uint8_t *data, const char *p)
3953 p += strspn(p, SPACE_CHARS);
3956 c = av_toupper((unsigned char) *p++);
3957 if (c >= '0' && c <= '9')
3959 else if (c >= 'A' && c <= 'F')
3974 void avpriv_set_pts_info(AVStream *s, int pts_wrap_bits,
3975 unsigned int pts_num, unsigned int pts_den)
3978 if (av_reduce(&new_tb.num, &new_tb.den, pts_num, pts_den, INT_MAX)) {
3979 if (new_tb.num != pts_num)
3980 av_log(NULL, AV_LOG_DEBUG,
3981 "st:%d removing common factor %d from timebase\n",
3982 s->index, pts_num / new_tb.num);
3984 av_log(NULL, AV_LOG_WARNING,
3985 "st:%d has too large timebase, reducing\n", s->index);
3987 if (new_tb.num <= 0 || new_tb.den <= 0) {
3988 av_log(NULL, AV_LOG_ERROR,
3989 "Ignoring attempt to set invalid timebase %d/%d for st:%d\n",
3990 new_tb.num, new_tb.den,
3994 s->time_base = new_tb;
3995 av_codec_set_pkt_timebase(s->codec, new_tb);
3996 s->pts_wrap_bits = pts_wrap_bits;
3999 void ff_parse_key_value(const char *str, ff_parse_key_val_cb callback_get_buf,
4002 const char *ptr = str;
4004 /* Parse key=value pairs. */
4007 char *dest = NULL, *dest_end;
4008 int key_len, dest_len = 0;
4010 /* Skip whitespace and potential commas. */
4011 while (*ptr && (av_isspace(*ptr) || *ptr == ','))
4018 if (!(ptr = strchr(key, '=')))
4021 key_len = ptr - key;
4023 callback_get_buf(context, key, key_len, &dest, &dest_len);
4024 dest_end = dest + dest_len - 1;
4028 while (*ptr && *ptr != '\"') {
4032 if (dest && dest < dest_end)
4036 if (dest && dest < dest_end)
4044 for (; *ptr && !(av_isspace(*ptr) || *ptr == ','); ptr++)
4045 if (dest && dest < dest_end)
4053 int ff_find_stream_index(AVFormatContext *s, int id)
4056 for (i = 0; i < s->nb_streams; i++)
4057 if (s->streams[i]->id == id)
4062 int64_t ff_iso8601_to_unix_time(const char *datestr)
4064 struct tm time1 = { 0 }, time2 = { 0 };
4066 ret1 = av_small_strptime(datestr, "%Y - %m - %d %H:%M:%S", &time1);
4067 ret2 = av_small_strptime(datestr, "%Y - %m - %dT%H:%M:%S", &time2);
4069 return av_timegm(&time2);
4071 return av_timegm(&time1);
4074 int avformat_query_codec(const AVOutputFormat *ofmt, enum AVCodecID codec_id,
4078 if (ofmt->query_codec)
4079 return ofmt->query_codec(codec_id, std_compliance);
4080 else if (ofmt->codec_tag)
4081 return !!av_codec_get_tag(ofmt->codec_tag, codec_id);
4082 else if (codec_id == ofmt->video_codec ||
4083 codec_id == ofmt->audio_codec ||
4084 codec_id == ofmt->subtitle_codec)
4087 return AVERROR_PATCHWELCOME;
4090 int avformat_network_init(void)
4094 ff_network_inited_globally = 1;
4095 if ((ret = ff_network_init()) < 0)
4102 int avformat_network_deinit(void)
4111 int ff_add_param_change(AVPacket *pkt, int32_t channels,
4112 uint64_t channel_layout, int32_t sample_rate,
4113 int32_t width, int32_t height)
4119 return AVERROR(EINVAL);
4122 flags |= AV_SIDE_DATA_PARAM_CHANGE_CHANNEL_COUNT;
4124 if (channel_layout) {
4126 flags |= AV_SIDE_DATA_PARAM_CHANGE_CHANNEL_LAYOUT;
4130 flags |= AV_SIDE_DATA_PARAM_CHANGE_SAMPLE_RATE;
4132 if (width || height) {
4134 flags |= AV_SIDE_DATA_PARAM_CHANGE_DIMENSIONS;
4136 data = av_packet_new_side_data(pkt, AV_PKT_DATA_PARAM_CHANGE, size);
4138 return AVERROR(ENOMEM);
4139 bytestream_put_le32(&data, flags);
4141 bytestream_put_le32(&data, channels);
4143 bytestream_put_le64(&data, channel_layout);
4145 bytestream_put_le32(&data, sample_rate);
4146 if (width || height) {
4147 bytestream_put_le32(&data, width);
4148 bytestream_put_le32(&data, height);
4153 AVRational av_guess_sample_aspect_ratio(AVFormatContext *format, AVStream *stream, AVFrame *frame)
4155 AVRational undef = {0, 1};
4156 AVRational stream_sample_aspect_ratio = stream ? stream->sample_aspect_ratio : undef;
4157 AVRational codec_sample_aspect_ratio = stream && stream->codec ? stream->codec->sample_aspect_ratio : undef;
4158 AVRational frame_sample_aspect_ratio = frame ? frame->sample_aspect_ratio : codec_sample_aspect_ratio;
4160 av_reduce(&stream_sample_aspect_ratio.num, &stream_sample_aspect_ratio.den,
4161 stream_sample_aspect_ratio.num, stream_sample_aspect_ratio.den, INT_MAX);
4162 if (stream_sample_aspect_ratio.num <= 0 || stream_sample_aspect_ratio.den <= 0)
4163 stream_sample_aspect_ratio = undef;
4165 av_reduce(&frame_sample_aspect_ratio.num, &frame_sample_aspect_ratio.den,
4166 frame_sample_aspect_ratio.num, frame_sample_aspect_ratio.den, INT_MAX);
4167 if (frame_sample_aspect_ratio.num <= 0 || frame_sample_aspect_ratio.den <= 0)
4168 frame_sample_aspect_ratio = undef;
4170 if (stream_sample_aspect_ratio.num)
4171 return stream_sample_aspect_ratio;
4173 return frame_sample_aspect_ratio;
4176 AVRational av_guess_frame_rate(AVFormatContext *format, AVStream *st, AVFrame *frame)
4178 AVRational fr = st->r_frame_rate;
4179 AVRational codec_fr = st->codec->framerate;
4180 AVRational avg_fr = st->avg_frame_rate;
4182 if (avg_fr.num > 0 && avg_fr.den > 0 && fr.num > 0 && fr.den > 0 &&
4183 av_q2d(avg_fr) < 70 && av_q2d(fr) > 210) {
4188 if (st->codec->ticks_per_frame > 1) {
4189 if ( codec_fr.num > 0 && codec_fr.den > 0 && av_q2d(codec_fr) < av_q2d(fr)*0.7
4190 && fabs(1.0 - av_q2d(av_div_q(avg_fr, fr))) > 0.1)
4197 int avformat_match_stream_specifier(AVFormatContext *s, AVStream *st,
4200 if (*spec <= '9' && *spec >= '0') /* opt:index */
4201 return strtol(spec, NULL, 0) == st->index;
4202 else if (*spec == 'v' || *spec == 'a' || *spec == 's' || *spec == 'd' ||
4203 *spec == 't') { /* opt:[vasdt] */
4204 enum AVMediaType type;
4207 case 'v': type = AVMEDIA_TYPE_VIDEO; break;
4208 case 'a': type = AVMEDIA_TYPE_AUDIO; break;
4209 case 's': type = AVMEDIA_TYPE_SUBTITLE; break;
4210 case 'd': type = AVMEDIA_TYPE_DATA; break;
4211 case 't': type = AVMEDIA_TYPE_ATTACHMENT; break;
4212 default: av_assert0(0);
4214 if (type != st->codec->codec_type)
4216 if (*spec++ == ':') { /* possibly followed by :index */
4217 int i, index = strtol(spec, NULL, 0);
4218 for (i = 0; i < s->nb_streams; i++)
4219 if (s->streams[i]->codec->codec_type == type && index-- == 0)
4220 return i == st->index;
4224 } else if (*spec == 'p' && *(spec + 1) == ':') {
4228 prog_id = strtol(spec, &endptr, 0);
4229 for (i = 0; i < s->nb_programs; i++) {
4230 if (s->programs[i]->id != prog_id)
4233 if (*endptr++ == ':') {
4234 int stream_idx = strtol(endptr, NULL, 0);
4235 return stream_idx >= 0 &&
4236 stream_idx < s->programs[i]->nb_stream_indexes &&
4237 st->index == s->programs[i]->stream_index[stream_idx];
4240 for (j = 0; j < s->programs[i]->nb_stream_indexes; j++)
4241 if (st->index == s->programs[i]->stream_index[j])
4245 } else if (*spec == '#' ||
4246 (*spec == 'i' && *(spec + 1) == ':')) {
4249 spec += 1 + (*spec == 'i');
4250 stream_id = strtol(spec, &endptr, 0);
4252 return stream_id == st->id;
4253 } else if (*spec == 'm' && *(spec + 1) == ':') {
4254 AVDictionaryEntry *tag;
4259 val = strchr(spec, ':');
4261 key = val ? av_strndup(spec, val - spec) : av_strdup(spec);
4263 return AVERROR(ENOMEM);
4265 tag = av_dict_get(st->metadata, key, NULL, 0);
4267 if (!val || !strcmp(tag->value, val + 1))
4276 } else if (!*spec) /* empty specifier, matches everything */
4279 av_log(s, AV_LOG_ERROR, "Invalid stream specifier: %s.\n", spec);
4280 return AVERROR(EINVAL);
4283 int ff_generate_avci_extradata(AVStream *st)
4285 static const uint8_t avci100_1080p_extradata[] = {
4287 0x00, 0x00, 0x00, 0x01, 0x67, 0x7a, 0x10, 0x29,
4288 0xb6, 0xd4, 0x20, 0x22, 0x33, 0x19, 0xc6, 0x63,
4289 0x23, 0x21, 0x01, 0x11, 0x98, 0xce, 0x33, 0x19,
4290 0x18, 0x21, 0x02, 0x56, 0xb9, 0x3d, 0x7d, 0x7e,
4291 0x4f, 0xe3, 0x3f, 0x11, 0xf1, 0x9e, 0x08, 0xb8,
4292 0x8c, 0x54, 0x43, 0xc0, 0x78, 0x02, 0x27, 0xe2,
4293 0x70, 0x1e, 0x30, 0x10, 0x10, 0x14, 0x00, 0x00,
4294 0x03, 0x00, 0x04, 0x00, 0x00, 0x03, 0x00, 0xca,
4295 0x10, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
4297 0x00, 0x00, 0x00, 0x01, 0x68, 0xce, 0x33, 0x48,
4300 static const uint8_t avci100_1080i_extradata[] = {
4302 0x00, 0x00, 0x00, 0x01, 0x67, 0x7a, 0x10, 0x29,
4303 0xb6, 0xd4, 0x20, 0x22, 0x33, 0x19, 0xc6, 0x63,
4304 0x23, 0x21, 0x01, 0x11, 0x98, 0xce, 0x33, 0x19,
4305 0x18, 0x21, 0x03, 0x3a, 0x46, 0x65, 0x6a, 0x65,
4306 0x24, 0xad, 0xe9, 0x12, 0x32, 0x14, 0x1a, 0x26,
4307 0x34, 0xad, 0xa4, 0x41, 0x82, 0x23, 0x01, 0x50,
4308 0x2b, 0x1a, 0x24, 0x69, 0x48, 0x30, 0x40, 0x2e,
4309 0x11, 0x12, 0x08, 0xc6, 0x8c, 0x04, 0x41, 0x28,
4310 0x4c, 0x34, 0xf0, 0x1e, 0x01, 0x13, 0xf2, 0xe0,
4311 0x3c, 0x60, 0x20, 0x20, 0x28, 0x00, 0x00, 0x03,
4312 0x00, 0x08, 0x00, 0x00, 0x03, 0x01, 0x94, 0x00,
4314 0x00, 0x00, 0x00, 0x01, 0x68, 0xce, 0x33, 0x48,
4317 static const uint8_t avci50_1080p_extradata[] = {
4319 0x00, 0x00, 0x00, 0x01, 0x67, 0x6e, 0x10, 0x28,
4320 0xa6, 0xd4, 0x20, 0x32, 0x33, 0x0c, 0x71, 0x18,
4321 0x88, 0x62, 0x10, 0x19, 0x19, 0x86, 0x38, 0x8c,
4322 0x44, 0x30, 0x21, 0x02, 0x56, 0x4e, 0x6f, 0x37,
4323 0xcd, 0xf9, 0xbf, 0x81, 0x6b, 0xf3, 0x7c, 0xde,
4324 0x6e, 0x6c, 0xd3, 0x3c, 0x05, 0xa0, 0x22, 0x7e,
4325 0x5f, 0xfc, 0x00, 0x0c, 0x00, 0x13, 0x8c, 0x04,
4326 0x04, 0x05, 0x00, 0x00, 0x03, 0x00, 0x01, 0x00,
4327 0x00, 0x03, 0x00, 0x32, 0x84, 0x00, 0x00, 0x00,
4329 0x00, 0x00, 0x00, 0x01, 0x68, 0xee, 0x31, 0x12,
4332 static const uint8_t avci50_1080i_extradata[] = {
4334 0x00, 0x00, 0x00, 0x01, 0x67, 0x6e, 0x10, 0x28,
4335 0xa6, 0xd4, 0x20, 0x32, 0x33, 0x0c, 0x71, 0x18,
4336 0x88, 0x62, 0x10, 0x19, 0x19, 0x86, 0x38, 0x8c,
4337 0x44, 0x30, 0x21, 0x02, 0x56, 0x4e, 0x6e, 0x61,
4338 0x87, 0x3e, 0x73, 0x4d, 0x98, 0x0c, 0x03, 0x06,
4339 0x9c, 0x0b, 0x73, 0xe6, 0xc0, 0xb5, 0x18, 0x63,
4340 0x0d, 0x39, 0xe0, 0x5b, 0x02, 0xd4, 0xc6, 0x19,
4341 0x1a, 0x79, 0x8c, 0x32, 0x34, 0x24, 0xf0, 0x16,
4342 0x81, 0x13, 0xf7, 0xff, 0x80, 0x02, 0x00, 0x01,
4343 0xf1, 0x80, 0x80, 0x80, 0xa0, 0x00, 0x00, 0x03,
4344 0x00, 0x20, 0x00, 0x00, 0x06, 0x50, 0x80, 0x00,
4346 0x00, 0x00, 0x00, 0x01, 0x68, 0xee, 0x31, 0x12,
4349 static const uint8_t avci100_720p_extradata[] = {
4351 0x00, 0x00, 0x00, 0x01, 0x67, 0x7a, 0x10, 0x29,
4352 0xb6, 0xd4, 0x20, 0x2a, 0x33, 0x1d, 0xc7, 0x62,
4353 0xa1, 0x08, 0x40, 0x54, 0x66, 0x3b, 0x8e, 0xc5,
4354 0x42, 0x02, 0x10, 0x25, 0x64, 0x2c, 0x89, 0xe8,
4355 0x85, 0xe4, 0x21, 0x4b, 0x90, 0x83, 0x06, 0x95,
4356 0xd1, 0x06, 0x46, 0x97, 0x20, 0xc8, 0xd7, 0x43,
4357 0x08, 0x11, 0xc2, 0x1e, 0x4c, 0x91, 0x0f, 0x01,
4358 0x40, 0x16, 0xec, 0x07, 0x8c, 0x04, 0x04, 0x05,
4359 0x00, 0x00, 0x03, 0x00, 0x01, 0x00, 0x00, 0x03,
4360 0x00, 0x64, 0x84, 0x00, 0x00, 0x00, 0x00, 0x00,
4362 0x00, 0x00, 0x00, 0x01, 0x68, 0xce, 0x31, 0x12,
4365 static const uint8_t avci50_720p_extradata[] = {
4367 0x00, 0x00, 0x00, 0x01, 0x67, 0x6e, 0x10, 0x20,
4368 0xa6, 0xd4, 0x20, 0x32, 0x33, 0x0c, 0x71, 0x18,
4369 0x88, 0x62, 0x10, 0x19, 0x19, 0x86, 0x38, 0x8c,
4370 0x44, 0x30, 0x21, 0x02, 0x56, 0x4e, 0x6f, 0x37,
4371 0xcd, 0xf9, 0xbf, 0x81, 0x6b, 0xf3, 0x7c, 0xde,
4372 0x6e, 0x6c, 0xd3, 0x3c, 0x0f, 0x01, 0x6e, 0xff,
4373 0xc0, 0x00, 0xc0, 0x01, 0x38, 0xc0, 0x40, 0x40,
4374 0x50, 0x00, 0x00, 0x03, 0x00, 0x10, 0x00, 0x00,
4375 0x06, 0x48, 0x40, 0x00, 0x00, 0x00, 0x00, 0x00,
4377 0x00, 0x00, 0x00, 0x01, 0x68, 0xee, 0x31, 0x12,
4381 const uint8_t *data = NULL;
4384 if (st->codec->width == 1920) {
4385 if (st->codec->field_order == AV_FIELD_PROGRESSIVE) {
4386 data = avci100_1080p_extradata;
4387 size = sizeof(avci100_1080p_extradata);
4389 data = avci100_1080i_extradata;
4390 size = sizeof(avci100_1080i_extradata);
4392 } else if (st->codec->width == 1440) {
4393 if (st->codec->field_order == AV_FIELD_PROGRESSIVE) {
4394 data = avci50_1080p_extradata;
4395 size = sizeof(avci50_1080p_extradata);
4397 data = avci50_1080i_extradata;
4398 size = sizeof(avci50_1080i_extradata);
4400 } else if (st->codec->width == 1280) {
4401 data = avci100_720p_extradata;
4402 size = sizeof(avci100_720p_extradata);
4403 } else if (st->codec->width == 960) {
4404 data = avci50_720p_extradata;
4405 size = sizeof(avci50_720p_extradata);
4411 av_freep(&st->codec->extradata);
4412 if (ff_alloc_extradata(st->codec, size))
4413 return AVERROR(ENOMEM);
4414 memcpy(st->codec->extradata, data, size);
4419 uint8_t *av_stream_get_side_data(AVStream *st, enum AVPacketSideDataType type,
4424 for (i = 0; i < st->nb_side_data; i++) {
4425 if (st->side_data[i].type == type) {
4427 *size = st->side_data[i].size;
4428 return st->side_data[i].data;