2 * various utility functions for use within FFmpeg
3 * Copyright (c) 2000, 2001, 2002 Fabrice Bellard
5 * This file is part of FFmpeg.
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
27 #include "libavutil/avassert.h"
28 #include "libavutil/avstring.h"
29 #include "libavutil/dict.h"
30 #include "libavutil/internal.h"
31 #include "libavutil/mathematics.h"
32 #include "libavutil/opt.h"
33 #include "libavutil/parseutils.h"
34 #include "libavutil/pixdesc.h"
35 #include "libavutil/time.h"
36 #include "libavutil/timestamp.h"
38 #include "libavcodec/bytestream.h"
39 #include "libavcodec/internal.h"
40 #include "libavcodec/raw.h"
42 #include "audiointerleave.h"
44 #include "avio_internal.h"
54 #include "libavutil/ffversion.h"
55 const char av_format_ffversion[] = "FFmpeg version " FFMPEG_VERSION;
59 * various utility functions for use within FFmpeg
62 unsigned avformat_version(void)
64 av_assert0(LIBAVFORMAT_VERSION_MICRO >= 100);
65 return LIBAVFORMAT_VERSION_INT;
68 const char *avformat_configuration(void)
70 return FFMPEG_CONFIGURATION;
73 const char *avformat_license(void)
75 #define LICENSE_PREFIX "libavformat license: "
76 return LICENSE_PREFIX FFMPEG_LICENSE + sizeof(LICENSE_PREFIX) - 1;
79 #define RELATIVE_TS_BASE (INT64_MAX - (1LL<<48))
81 static int is_relative(int64_t ts) {
82 return ts > (RELATIVE_TS_BASE - (1LL<<48));
86 * Wrap a given time stamp, if there is an indication for an overflow
89 * @param timestamp the time stamp to wrap
90 * @return resulting time stamp
92 static int64_t wrap_timestamp(AVStream *st, int64_t timestamp)
94 if (st->pts_wrap_behavior != AV_PTS_WRAP_IGNORE &&
95 st->pts_wrap_reference != AV_NOPTS_VALUE && timestamp != AV_NOPTS_VALUE) {
96 if (st->pts_wrap_behavior == AV_PTS_WRAP_ADD_OFFSET &&
97 timestamp < st->pts_wrap_reference)
98 return timestamp + (1ULL << st->pts_wrap_bits);
99 else if (st->pts_wrap_behavior == AV_PTS_WRAP_SUB_OFFSET &&
100 timestamp >= st->pts_wrap_reference)
101 return timestamp - (1ULL << st->pts_wrap_bits);
106 MAKE_ACCESSORS(AVStream, stream, AVRational, r_frame_rate)
107 MAKE_ACCESSORS(AVStream, stream, char *, recommended_encoder_configuration)
108 MAKE_ACCESSORS(AVFormatContext, format, AVCodec *, video_codec)
109 MAKE_ACCESSORS(AVFormatContext, format, AVCodec *, audio_codec)
110 MAKE_ACCESSORS(AVFormatContext, format, AVCodec *, subtitle_codec)
111 MAKE_ACCESSORS(AVFormatContext, format, AVCodec *, data_codec)
112 MAKE_ACCESSORS(AVFormatContext, format, int, metadata_header_padding)
113 MAKE_ACCESSORS(AVFormatContext, format, void *, opaque)
114 MAKE_ACCESSORS(AVFormatContext, format, av_format_control_message, control_message_cb)
115 MAKE_ACCESSORS(AVFormatContext, format, AVOpenCallback, open_cb)
117 int64_t av_stream_get_end_pts(const AVStream *st)
120 return st->priv_pts->val;
122 return AV_NOPTS_VALUE;
125 struct AVCodecParserContext *av_stream_get_parser(const AVStream *st)
130 void av_format_inject_global_side_data(AVFormatContext *s)
133 s->internal->inject_global_side_data = 1;
134 for (i = 0; i < s->nb_streams; i++) {
135 AVStream *st = s->streams[i];
136 st->inject_global_side_data = 1;
140 int ff_copy_whitelists(AVFormatContext *dst, AVFormatContext *src)
142 av_assert0(!dst->codec_whitelist && !dst->format_whitelist);
143 dst-> codec_whitelist = av_strdup(src->codec_whitelist);
144 dst->format_whitelist = av_strdup(src->format_whitelist);
145 if ( (src-> codec_whitelist && !dst-> codec_whitelist)
146 || (src->format_whitelist && !dst->format_whitelist)) {
147 av_log(dst, AV_LOG_ERROR, "Failed to duplicate whitelist\n");
148 return AVERROR(ENOMEM);
153 static const AVCodec *find_decoder(AVFormatContext *s, AVStream *st, enum AVCodecID codec_id)
155 if (st->codec->codec)
156 return st->codec->codec;
158 switch (st->codec->codec_type) {
159 case AVMEDIA_TYPE_VIDEO:
160 if (s->video_codec) return s->video_codec;
162 case AVMEDIA_TYPE_AUDIO:
163 if (s->audio_codec) return s->audio_codec;
165 case AVMEDIA_TYPE_SUBTITLE:
166 if (s->subtitle_codec) return s->subtitle_codec;
170 return avcodec_find_decoder(codec_id);
173 int av_format_get_probe_score(const AVFormatContext *s)
175 return s->probe_score;
178 /* an arbitrarily chosen "sane" max packet size -- 50M */
179 #define SANE_CHUNK_SIZE (50000000)
181 int ffio_limit(AVIOContext *s, int size)
183 if (s->maxsize>= 0) {
184 int64_t remaining= s->maxsize - avio_tell(s);
185 if (remaining < size) {
186 int64_t newsize = avio_size(s);
187 if (!s->maxsize || s->maxsize<newsize)
188 s->maxsize = newsize - !newsize;
189 remaining= s->maxsize - avio_tell(s);
190 remaining= FFMAX(remaining, 0);
193 if (s->maxsize>= 0 && remaining+1 < size) {
194 av_log(NULL, remaining ? AV_LOG_ERROR : AV_LOG_DEBUG, "Truncating packet of size %d to %"PRId64"\n", size, remaining+1);
201 /* Read the data in sane-sized chunks and append to pkt.
202 * Return the number of bytes read or an error. */
203 static int append_packet_chunked(AVIOContext *s, AVPacket *pkt, int size)
205 int64_t orig_pos = pkt->pos; // av_grow_packet might reset pos
206 int orig_size = pkt->size;
210 int prev_size = pkt->size;
213 /* When the caller requests a lot of data, limit it to the amount
214 * left in file or SANE_CHUNK_SIZE when it is not known. */
216 if (read_size > SANE_CHUNK_SIZE/10) {
217 read_size = ffio_limit(s, read_size);
218 // If filesize/maxsize is unknown, limit to SANE_CHUNK_SIZE
220 read_size = FFMIN(read_size, SANE_CHUNK_SIZE);
223 ret = av_grow_packet(pkt, read_size);
227 ret = avio_read(s, pkt->data + prev_size, read_size);
228 if (ret != read_size) {
229 av_shrink_packet(pkt, prev_size + FFMAX(ret, 0));
236 pkt->flags |= AV_PKT_FLAG_CORRUPT;
240 av_packet_unref(pkt);
241 return pkt->size > orig_size ? pkt->size - orig_size : ret;
244 int av_get_packet(AVIOContext *s, AVPacket *pkt, int size)
249 pkt->pos = avio_tell(s);
251 return append_packet_chunked(s, pkt, size);
254 int av_append_packet(AVIOContext *s, AVPacket *pkt, int size)
257 return av_get_packet(s, pkt, size);
258 return append_packet_chunked(s, pkt, size);
261 int av_filename_number_test(const char *filename)
265 (av_get_frame_filename(buf, sizeof(buf), filename, 1) >= 0);
268 static int set_codec_from_probe_data(AVFormatContext *s, AVStream *st,
271 static const struct {
274 enum AVMediaType type;
276 { "aac", AV_CODEC_ID_AAC, AVMEDIA_TYPE_AUDIO },
277 { "ac3", AV_CODEC_ID_AC3, AVMEDIA_TYPE_AUDIO },
278 { "dts", AV_CODEC_ID_DTS, AVMEDIA_TYPE_AUDIO },
279 { "dvbsub", AV_CODEC_ID_DVB_SUBTITLE,AVMEDIA_TYPE_SUBTITLE },
280 { "eac3", AV_CODEC_ID_EAC3, AVMEDIA_TYPE_AUDIO },
281 { "h264", AV_CODEC_ID_H264, AVMEDIA_TYPE_VIDEO },
282 { "hevc", AV_CODEC_ID_HEVC, AVMEDIA_TYPE_VIDEO },
283 { "loas", AV_CODEC_ID_AAC_LATM, AVMEDIA_TYPE_AUDIO },
284 { "m4v", AV_CODEC_ID_MPEG4, AVMEDIA_TYPE_VIDEO },
285 { "mp3", AV_CODEC_ID_MP3, AVMEDIA_TYPE_AUDIO },
286 { "mpegvideo", AV_CODEC_ID_MPEG2VIDEO, AVMEDIA_TYPE_VIDEO },
290 AVInputFormat *fmt = av_probe_input_format3(pd, 1, &score);
292 if (fmt && st->request_probe <= score) {
294 av_log(s, AV_LOG_DEBUG,
295 "Probe with size=%d, packets=%d detected %s with score=%d\n",
296 pd->buf_size, MAX_PROBE_PACKETS - st->probe_packets,
298 for (i = 0; fmt_id_type[i].name; i++) {
299 if (!strcmp(fmt->name, fmt_id_type[i].name)) {
300 st->codec->codec_id = fmt_id_type[i].id;
301 st->codec->codec_type = fmt_id_type[i].type;
309 /************************************************************/
310 /* input media file */
312 int av_demuxer_open(AVFormatContext *ic) {
315 if (ic->format_whitelist && av_match_list(ic->iformat->name, ic->format_whitelist, ',') <= 0) {
316 av_log(ic, AV_LOG_ERROR, "Format not on whitelist\n");
317 return AVERROR(EINVAL);
320 if (ic->iformat->read_header) {
321 err = ic->iformat->read_header(ic);
326 if (ic->pb && !ic->internal->data_offset)
327 ic->internal->data_offset = avio_tell(ic->pb);
332 /* Open input file and probe the format if necessary. */
333 static int init_input(AVFormatContext *s, const char *filename,
334 AVDictionary **options)
337 AVProbeData pd = { filename, NULL, 0 };
338 int score = AVPROBE_SCORE_RETRY;
341 s->flags |= AVFMT_FLAG_CUSTOM_IO;
343 return av_probe_input_buffer2(s->pb, &s->iformat, filename,
344 s, 0, s->format_probesize);
345 else if (s->iformat->flags & AVFMT_NOFILE)
346 av_log(s, AV_LOG_WARNING, "Custom AVIOContext makes no sense and "
347 "will be ignored with AVFMT_NOFILE format.\n");
351 if ((s->iformat && s->iformat->flags & AVFMT_NOFILE) ||
352 (!s->iformat && (s->iformat = av_probe_input_format2(&pd, 0, &score))))
355 if ((ret = avio_open2(&s->pb, filename, AVIO_FLAG_READ | s->avio_flags,
356 &s->interrupt_callback, options)) < 0)
360 return av_probe_input_buffer2(s->pb, &s->iformat, filename,
361 s, 0, s->format_probesize);
364 static int add_to_pktbuf(AVPacketList **packet_buffer, AVPacket *pkt,
365 AVPacketList **plast_pktl, int ref)
367 AVPacketList *pktl = av_mallocz(sizeof(AVPacketList));
371 return AVERROR(ENOMEM);
374 if ((ret = av_packet_ref(&pktl->pkt, pkt)) < 0) {
383 (*plast_pktl)->next = pktl;
385 *packet_buffer = pktl;
387 /* Add the packet in the buffered packet list. */
392 int avformat_queue_attached_pictures(AVFormatContext *s)
395 for (i = 0; i < s->nb_streams; i++)
396 if (s->streams[i]->disposition & AV_DISPOSITION_ATTACHED_PIC &&
397 s->streams[i]->discard < AVDISCARD_ALL) {
398 if (s->streams[i]->attached_pic.size <= 0) {
399 av_log(s, AV_LOG_WARNING,
400 "Attached picture on stream %d has invalid size, "
405 ret = add_to_pktbuf(&s->internal->raw_packet_buffer,
406 &s->streams[i]->attached_pic,
407 &s->internal->raw_packet_buffer_end, 1);
414 int avformat_open_input(AVFormatContext **ps, const char *filename,
415 AVInputFormat *fmt, AVDictionary **options)
417 AVFormatContext *s = *ps;
419 AVDictionary *tmp = NULL;
420 ID3v2ExtraMeta *id3v2_extra_meta = NULL;
422 if (!s && !(s = avformat_alloc_context()))
423 return AVERROR(ENOMEM);
425 av_log(NULL, AV_LOG_ERROR, "Input context has not been properly allocated by avformat_alloc_context() and is not NULL either\n");
426 return AVERROR(EINVAL);
432 av_dict_copy(&tmp, *options, 0);
434 if (s->pb) // must be before any goto fail
435 s->flags |= AVFMT_FLAG_CUSTOM_IO;
437 if ((ret = av_opt_set_dict(s, &tmp)) < 0)
440 if ((ret = init_input(s, filename, &tmp)) < 0)
442 s->probe_score = ret;
444 if (s->format_whitelist && av_match_list(s->iformat->name, s->format_whitelist, ',') <= 0) {
445 av_log(s, AV_LOG_ERROR, "Format not on whitelist\n");
446 ret = AVERROR(EINVAL);
450 avio_skip(s->pb, s->skip_initial_bytes);
452 /* Check filename in case an image number is expected. */
453 if (s->iformat->flags & AVFMT_NEEDNUMBER) {
454 if (!av_filename_number_test(filename)) {
455 ret = AVERROR(EINVAL);
460 s->duration = s->start_time = AV_NOPTS_VALUE;
461 av_strlcpy(s->filename, filename ? filename : "", sizeof(s->filename));
463 /* Allocate private data. */
464 if (s->iformat->priv_data_size > 0) {
465 if (!(s->priv_data = av_mallocz(s->iformat->priv_data_size))) {
466 ret = AVERROR(ENOMEM);
469 if (s->iformat->priv_class) {
470 *(const AVClass **) s->priv_data = s->iformat->priv_class;
471 av_opt_set_defaults(s->priv_data);
472 if ((ret = av_opt_set_dict(s->priv_data, &tmp)) < 0)
477 /* e.g. AVFMT_NOFILE formats will not have a AVIOContext */
479 ff_id3v2_read(s, ID3v2_DEFAULT_MAGIC, &id3v2_extra_meta, 0);
481 if (!(s->flags&AVFMT_FLAG_PRIV_OPT) && s->iformat->read_header)
482 if ((ret = s->iformat->read_header(s)) < 0)
485 if (id3v2_extra_meta) {
486 if (!strcmp(s->iformat->name, "mp3") || !strcmp(s->iformat->name, "aac") ||
487 !strcmp(s->iformat->name, "tta")) {
488 if ((ret = ff_id3v2_parse_apic(s, &id3v2_extra_meta)) < 0)
491 av_log(s, AV_LOG_DEBUG, "demuxer does not support additional id3 data, skipping\n");
493 ff_id3v2_free_extra_meta(&id3v2_extra_meta);
495 if ((ret = avformat_queue_attached_pictures(s)) < 0)
498 if (!(s->flags&AVFMT_FLAG_PRIV_OPT) && s->pb && !s->internal->data_offset)
499 s->internal->data_offset = avio_tell(s->pb);
501 s->internal->raw_packet_buffer_remaining_size = RAW_PACKET_BUFFER_SIZE;
504 av_dict_free(options);
511 ff_id3v2_free_extra_meta(&id3v2_extra_meta);
513 if (s->pb && !(s->flags & AVFMT_FLAG_CUSTOM_IO))
515 avformat_free_context(s);
520 /*******************************************************/
522 static void force_codec_ids(AVFormatContext *s, AVStream *st)
524 switch (st->codec->codec_type) {
525 case AVMEDIA_TYPE_VIDEO:
526 if (s->video_codec_id)
527 st->codec->codec_id = s->video_codec_id;
529 case AVMEDIA_TYPE_AUDIO:
530 if (s->audio_codec_id)
531 st->codec->codec_id = s->audio_codec_id;
533 case AVMEDIA_TYPE_SUBTITLE:
534 if (s->subtitle_codec_id)
535 st->codec->codec_id = s->subtitle_codec_id;
540 static int probe_codec(AVFormatContext *s, AVStream *st, const AVPacket *pkt)
542 if (st->request_probe>0) {
543 AVProbeData *pd = &st->probe_data;
545 av_log(s, AV_LOG_DEBUG, "probing stream %d pp:%d\n", st->index, st->probe_packets);
549 uint8_t *new_buf = av_realloc(pd->buf, pd->buf_size+pkt->size+AVPROBE_PADDING_SIZE);
551 av_log(s, AV_LOG_WARNING,
552 "Failed to reallocate probe buffer for stream %d\n",
557 memcpy(pd->buf + pd->buf_size, pkt->data, pkt->size);
558 pd->buf_size += pkt->size;
559 memset(pd->buf + pd->buf_size, 0, AVPROBE_PADDING_SIZE);
562 st->probe_packets = 0;
564 av_log(s, AV_LOG_WARNING,
565 "nothing to probe for stream %d\n", st->index);
569 end= s->internal->raw_packet_buffer_remaining_size <= 0
570 || st->probe_packets<= 0;
572 if (end || av_log2(pd->buf_size) != av_log2(pd->buf_size - pkt->size)) {
573 int score = set_codec_from_probe_data(s, st, pd);
574 if ( (st->codec->codec_id != AV_CODEC_ID_NONE && score > AVPROBE_SCORE_STREAM_RETRY)
578 st->request_probe = -1;
579 if (st->codec->codec_id != AV_CODEC_ID_NONE) {
580 av_log(s, AV_LOG_DEBUG, "probed stream %d\n", st->index);
582 av_log(s, AV_LOG_WARNING, "probed stream %d failed\n", st->index);
584 force_codec_ids(s, st);
590 static int update_wrap_reference(AVFormatContext *s, AVStream *st, int stream_index, AVPacket *pkt)
592 int64_t ref = pkt->dts;
593 int i, pts_wrap_behavior;
594 int64_t pts_wrap_reference;
595 AVProgram *first_program;
597 if (ref == AV_NOPTS_VALUE)
599 if (st->pts_wrap_reference != AV_NOPTS_VALUE || st->pts_wrap_bits >= 63 || ref == AV_NOPTS_VALUE || !s->correct_ts_overflow)
601 ref &= (1LL << st->pts_wrap_bits)-1;
603 // reference time stamp should be 60 s before first time stamp
604 pts_wrap_reference = ref - av_rescale(60, st->time_base.den, st->time_base.num);
605 // if first time stamp is not more than 1/8 and 60s before the wrap point, subtract rather than add wrap offset
606 pts_wrap_behavior = (ref < (1LL << st->pts_wrap_bits) - (1LL << st->pts_wrap_bits-3)) ||
607 (ref < (1LL << st->pts_wrap_bits) - av_rescale(60, st->time_base.den, st->time_base.num)) ?
608 AV_PTS_WRAP_ADD_OFFSET : AV_PTS_WRAP_SUB_OFFSET;
610 first_program = av_find_program_from_stream(s, NULL, stream_index);
612 if (!first_program) {
613 int default_stream_index = av_find_default_stream_index(s);
614 if (s->streams[default_stream_index]->pts_wrap_reference == AV_NOPTS_VALUE) {
615 for (i = 0; i < s->nb_streams; i++) {
616 if (av_find_program_from_stream(s, NULL, i))
618 s->streams[i]->pts_wrap_reference = pts_wrap_reference;
619 s->streams[i]->pts_wrap_behavior = pts_wrap_behavior;
623 st->pts_wrap_reference = s->streams[default_stream_index]->pts_wrap_reference;
624 st->pts_wrap_behavior = s->streams[default_stream_index]->pts_wrap_behavior;
628 AVProgram *program = first_program;
630 if (program->pts_wrap_reference != AV_NOPTS_VALUE) {
631 pts_wrap_reference = program->pts_wrap_reference;
632 pts_wrap_behavior = program->pts_wrap_behavior;
635 program = av_find_program_from_stream(s, program, stream_index);
638 // update every program with differing pts_wrap_reference
639 program = first_program;
641 if (program->pts_wrap_reference != pts_wrap_reference) {
642 for (i = 0; i<program->nb_stream_indexes; i++) {
643 s->streams[program->stream_index[i]]->pts_wrap_reference = pts_wrap_reference;
644 s->streams[program->stream_index[i]]->pts_wrap_behavior = pts_wrap_behavior;
647 program->pts_wrap_reference = pts_wrap_reference;
648 program->pts_wrap_behavior = pts_wrap_behavior;
650 program = av_find_program_from_stream(s, program, stream_index);
656 int ff_read_packet(AVFormatContext *s, AVPacket *pkt)
662 AVPacketList *pktl = s->internal->raw_packet_buffer;
666 st = s->streams[pkt->stream_index];
667 if (s->internal->raw_packet_buffer_remaining_size <= 0)
668 if ((err = probe_codec(s, st, NULL)) < 0)
670 if (st->request_probe <= 0) {
671 s->internal->raw_packet_buffer = pktl->next;
672 s->internal->raw_packet_buffer_remaining_size += pkt->size;
681 ret = s->iformat->read_packet(s, pkt);
683 if (!pktl || ret == AVERROR(EAGAIN))
685 for (i = 0; i < s->nb_streams; i++) {
687 if (st->probe_packets)
688 if ((err = probe_codec(s, st, NULL)) < 0)
690 av_assert0(st->request_probe <= 0);
696 AVPacket tmp = { 0 };
697 ret = av_packet_ref(&tmp, pkt);
703 if ((s->flags & AVFMT_FLAG_DISCARD_CORRUPT) &&
704 (pkt->flags & AV_PKT_FLAG_CORRUPT)) {
705 av_log(s, AV_LOG_WARNING,
706 "Dropped corrupted packet (stream = %d)\n",
708 av_packet_unref(pkt);
712 if (pkt->stream_index >= (unsigned)s->nb_streams) {
713 av_log(s, AV_LOG_ERROR, "Invalid stream index %d\n", pkt->stream_index);
717 st = s->streams[pkt->stream_index];
719 if (update_wrap_reference(s, st, pkt->stream_index, pkt) && st->pts_wrap_behavior == AV_PTS_WRAP_SUB_OFFSET) {
720 // correct first time stamps to negative values
721 if (!is_relative(st->first_dts))
722 st->first_dts = wrap_timestamp(st, st->first_dts);
723 if (!is_relative(st->start_time))
724 st->start_time = wrap_timestamp(st, st->start_time);
725 if (!is_relative(st->cur_dts))
726 st->cur_dts = wrap_timestamp(st, st->cur_dts);
729 pkt->dts = wrap_timestamp(st, pkt->dts);
730 pkt->pts = wrap_timestamp(st, pkt->pts);
732 force_codec_ids(s, st);
734 /* TODO: audio: time filter; video: frame reordering (pts != dts) */
735 if (s->use_wallclock_as_timestamps)
736 pkt->dts = pkt->pts = av_rescale_q(av_gettime(), AV_TIME_BASE_Q, st->time_base);
738 if (!pktl && st->request_probe <= 0)
741 err = add_to_pktbuf(&s->internal->raw_packet_buffer, pkt,
742 &s->internal->raw_packet_buffer_end, 0);
745 s->internal->raw_packet_buffer_remaining_size -= pkt->size;
747 if ((err = probe_codec(s, st, pkt)) < 0)
753 /**********************************************************/
755 static int determinable_frame_size(AVCodecContext *avctx)
757 if (/*avctx->codec_id == AV_CODEC_ID_AAC ||*/
758 avctx->codec_id == AV_CODEC_ID_MP1 ||
759 avctx->codec_id == AV_CODEC_ID_MP2 ||
760 avctx->codec_id == AV_CODEC_ID_MP3/* ||
761 avctx->codec_id == AV_CODEC_ID_CELT*/)
767 * Return the frame duration in seconds. Return 0 if not available.
769 void ff_compute_frame_duration(AVFormatContext *s, int *pnum, int *pden, AVStream *st,
770 AVCodecParserContext *pc, AVPacket *pkt)
772 AVRational codec_framerate = s->iformat ? st->codec->framerate :
773 av_mul_q(av_inv_q(st->codec->time_base), (AVRational){1, st->codec->ticks_per_frame});
778 switch (st->codec->codec_type) {
779 case AVMEDIA_TYPE_VIDEO:
780 if (st->r_frame_rate.num && !pc && s->iformat) {
781 *pnum = st->r_frame_rate.den;
782 *pden = st->r_frame_rate.num;
783 } else if (st->time_base.num * 1000LL > st->time_base.den) {
784 *pnum = st->time_base.num;
785 *pden = st->time_base.den;
786 } else if (codec_framerate.den * 1000LL > codec_framerate.num) {
787 av_assert0(st->codec->ticks_per_frame);
788 av_reduce(pnum, pden,
790 codec_framerate.num * (int64_t)st->codec->ticks_per_frame,
793 if (pc && pc->repeat_pict) {
794 av_assert0(s->iformat); // this may be wrong for interlaced encoding but its not used for that case
795 av_reduce(pnum, pden,
796 (*pnum) * (1LL + pc->repeat_pict),
800 /* If this codec can be interlaced or progressive then we need
801 * a parser to compute duration of a packet. Thus if we have
802 * no parser in such case leave duration undefined. */
803 if (st->codec->ticks_per_frame > 1 && !pc)
807 case AVMEDIA_TYPE_AUDIO:
808 frame_size = av_get_audio_frame_duration(st->codec, pkt->size);
809 if (frame_size <= 0 || st->codec->sample_rate <= 0)
812 *pden = st->codec->sample_rate;
819 static int is_intra_only(AVCodecContext *enc) {
820 const AVCodecDescriptor *desc;
822 if (enc->codec_type != AVMEDIA_TYPE_VIDEO)
825 desc = av_codec_get_codec_descriptor(enc);
827 desc = avcodec_descriptor_get(enc->codec_id);
828 av_codec_set_codec_descriptor(enc, desc);
831 return !!(desc->props & AV_CODEC_PROP_INTRA_ONLY);
835 static int has_decode_delay_been_guessed(AVStream *st)
837 if (st->codec->codec_id != AV_CODEC_ID_H264) return 1;
838 if (!st->info) // if we have left find_stream_info then nb_decoded_frames won't increase anymore for stream copy
840 #if CONFIG_H264_DECODER
841 if (st->codec->has_b_frames &&
842 avpriv_h264_has_num_reorder_frames(st->codec) == st->codec->has_b_frames)
845 if (st->codec->has_b_frames<3)
846 return st->nb_decoded_frames >= 7;
847 else if (st->codec->has_b_frames<4)
848 return st->nb_decoded_frames >= 18;
850 return st->nb_decoded_frames >= 20;
853 static AVPacketList *get_next_pkt(AVFormatContext *s, AVStream *st, AVPacketList *pktl)
857 if (pktl == s->internal->packet_buffer_end)
858 return s->internal->parse_queue;
862 static int64_t select_from_pts_buffer(AVStream *st, int64_t *pts_buffer, int64_t dts) {
863 int onein_oneout = st->codec->codec_id != AV_CODEC_ID_H264 &&
864 st->codec->codec_id != AV_CODEC_ID_HEVC;
867 int delay = st->codec->has_b_frames;
870 if (dts == AV_NOPTS_VALUE) {
871 int64_t best_score = INT64_MAX;
872 for (i = 0; i<delay; i++) {
873 if (st->pts_reorder_error_count[i]) {
874 int64_t score = st->pts_reorder_error[i] / st->pts_reorder_error_count[i];
875 if (score < best_score) {
882 for (i = 0; i<delay; i++) {
883 if (pts_buffer[i] != AV_NOPTS_VALUE) {
884 int64_t diff = FFABS(pts_buffer[i] - dts)
885 + (uint64_t)st->pts_reorder_error[i];
886 diff = FFMAX(diff, st->pts_reorder_error[i]);
887 st->pts_reorder_error[i] = diff;
888 st->pts_reorder_error_count[i]++;
889 if (st->pts_reorder_error_count[i] > 250) {
890 st->pts_reorder_error[i] >>= 1;
891 st->pts_reorder_error_count[i] >>= 1;
898 if (dts == AV_NOPTS_VALUE)
904 static void update_initial_timestamps(AVFormatContext *s, int stream_index,
905 int64_t dts, int64_t pts, AVPacket *pkt)
907 AVStream *st = s->streams[stream_index];
908 AVPacketList *pktl = s->internal->packet_buffer ? s->internal->packet_buffer : s->internal->parse_queue;
909 int64_t pts_buffer[MAX_REORDER_DELAY+1];
913 if (st->first_dts != AV_NOPTS_VALUE ||
914 dts == AV_NOPTS_VALUE ||
915 st->cur_dts == AV_NOPTS_VALUE ||
919 delay = st->codec->has_b_frames;
920 st->first_dts = dts - (st->cur_dts - RELATIVE_TS_BASE);
922 shift = st->first_dts - RELATIVE_TS_BASE;
924 for (i = 0; i<MAX_REORDER_DELAY+1; i++)
925 pts_buffer[i] = AV_NOPTS_VALUE;
927 if (is_relative(pts))
930 for (; pktl; pktl = get_next_pkt(s, st, pktl)) {
931 if (pktl->pkt.stream_index != stream_index)
933 if (is_relative(pktl->pkt.pts))
934 pktl->pkt.pts += shift;
936 if (is_relative(pktl->pkt.dts))
937 pktl->pkt.dts += shift;
939 if (st->start_time == AV_NOPTS_VALUE && pktl->pkt.pts != AV_NOPTS_VALUE)
940 st->start_time = pktl->pkt.pts;
942 if (pktl->pkt.pts != AV_NOPTS_VALUE && delay <= MAX_REORDER_DELAY && has_decode_delay_been_guessed(st)) {
943 pts_buffer[0] = pktl->pkt.pts;
944 for (i = 0; i<delay && pts_buffer[i] > pts_buffer[i + 1]; i++)
945 FFSWAP(int64_t, pts_buffer[i], pts_buffer[i + 1]);
947 pktl->pkt.dts = select_from_pts_buffer(st, pts_buffer, pktl->pkt.dts);
951 if (st->start_time == AV_NOPTS_VALUE)
952 st->start_time = pts;
955 static void update_initial_durations(AVFormatContext *s, AVStream *st,
956 int stream_index, int duration)
958 AVPacketList *pktl = s->internal->packet_buffer ? s->internal->packet_buffer : s->internal->parse_queue;
959 int64_t cur_dts = RELATIVE_TS_BASE;
961 if (st->first_dts != AV_NOPTS_VALUE) {
962 if (st->update_initial_durations_done)
964 st->update_initial_durations_done = 1;
965 cur_dts = st->first_dts;
966 for (; pktl; pktl = get_next_pkt(s, st, pktl)) {
967 if (pktl->pkt.stream_index == stream_index) {
968 if (pktl->pkt.pts != pktl->pkt.dts ||
969 pktl->pkt.dts != AV_NOPTS_VALUE ||
975 if (pktl && pktl->pkt.dts != st->first_dts) {
976 av_log(s, AV_LOG_DEBUG, "first_dts %s not matching first dts %s (pts %s, duration %"PRId64") in the queue\n",
977 av_ts2str(st->first_dts), av_ts2str(pktl->pkt.dts), av_ts2str(pktl->pkt.pts), pktl->pkt.duration);
981 av_log(s, AV_LOG_DEBUG, "first_dts %s but no packet with dts in the queue\n", av_ts2str(st->first_dts));
984 pktl = s->internal->packet_buffer ? s->internal->packet_buffer : s->internal->parse_queue;
985 st->first_dts = cur_dts;
986 } else if (st->cur_dts != RELATIVE_TS_BASE)
989 for (; pktl; pktl = get_next_pkt(s, st, pktl)) {
990 if (pktl->pkt.stream_index != stream_index)
992 if (pktl->pkt.pts == pktl->pkt.dts &&
993 (pktl->pkt.dts == AV_NOPTS_VALUE || pktl->pkt.dts == st->first_dts) &&
994 !pktl->pkt.duration) {
995 pktl->pkt.dts = cur_dts;
996 if (!st->codec->has_b_frames)
997 pktl->pkt.pts = cur_dts;
998 // if (st->codec->codec_type != AVMEDIA_TYPE_AUDIO)
999 pktl->pkt.duration = duration;
1002 cur_dts = pktl->pkt.dts + pktl->pkt.duration;
1005 st->cur_dts = cur_dts;
1008 static void compute_pkt_fields(AVFormatContext *s, AVStream *st,
1009 AVCodecParserContext *pc, AVPacket *pkt,
1010 int64_t next_dts, int64_t next_pts)
1012 int num, den, presentation_delayed, delay, i;
1014 AVRational duration;
1015 int onein_oneout = st->codec->codec_id != AV_CODEC_ID_H264 &&
1016 st->codec->codec_id != AV_CODEC_ID_HEVC;
1018 if (s->flags & AVFMT_FLAG_NOFILLIN)
1021 if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO && pkt->dts != AV_NOPTS_VALUE) {
1022 if (pkt->dts == pkt->pts && st->last_dts_for_order_check != AV_NOPTS_VALUE) {
1023 if (st->last_dts_for_order_check <= pkt->dts) {
1026 av_log(s, st->dts_misordered ? AV_LOG_DEBUG : AV_LOG_WARNING,
1027 "DTS %"PRIi64" < %"PRIi64" out of order\n",
1029 st->last_dts_for_order_check);
1030 st->dts_misordered++;
1032 if (st->dts_ordered + st->dts_misordered > 250) {
1033 st->dts_ordered >>= 1;
1034 st->dts_misordered >>= 1;
1038 st->last_dts_for_order_check = pkt->dts;
1039 if (st->dts_ordered < 8*st->dts_misordered && pkt->dts == pkt->pts)
1040 pkt->dts = AV_NOPTS_VALUE;
1043 if ((s->flags & AVFMT_FLAG_IGNDTS) && pkt->pts != AV_NOPTS_VALUE)
1044 pkt->dts = AV_NOPTS_VALUE;
1046 if (pc && pc->pict_type == AV_PICTURE_TYPE_B
1047 && !st->codec->has_b_frames)
1048 //FIXME Set low_delay = 0 when has_b_frames = 1
1049 st->codec->has_b_frames = 1;
1051 /* do we have a video B-frame ? */
1052 delay = st->codec->has_b_frames;
1053 presentation_delayed = 0;
1055 /* XXX: need has_b_frame, but cannot get it if the codec is
1056 * not initialized */
1058 pc && pc->pict_type != AV_PICTURE_TYPE_B)
1059 presentation_delayed = 1;
1061 if (pkt->pts != AV_NOPTS_VALUE && pkt->dts != AV_NOPTS_VALUE &&
1062 st->pts_wrap_bits < 63 &&
1063 pkt->dts - (1LL << (st->pts_wrap_bits - 1)) > pkt->pts) {
1064 if (is_relative(st->cur_dts) || pkt->dts - (1LL<<(st->pts_wrap_bits - 1)) > st->cur_dts) {
1065 pkt->dts -= 1LL << st->pts_wrap_bits;
1067 pkt->pts += 1LL << st->pts_wrap_bits;
1070 /* Some MPEG-2 in MPEG-PS lack dts (issue #171 / input_file.mpg).
1071 * We take the conservative approach and discard both.
1072 * Note: If this is misbehaving for an H.264 file, then possibly
1073 * presentation_delayed is not set correctly. */
1074 if (delay == 1 && pkt->dts == pkt->pts &&
1075 pkt->dts != AV_NOPTS_VALUE && presentation_delayed) {
1076 av_log(s, AV_LOG_DEBUG, "invalid dts/pts combination %"PRIi64"\n", pkt->dts);
1077 if ( strcmp(s->iformat->name, "mov,mp4,m4a,3gp,3g2,mj2")
1078 && strcmp(s->iformat->name, "flv")) // otherwise we discard correct timestamps for vc1-wmapro.ism
1079 pkt->dts = AV_NOPTS_VALUE;
1082 duration = av_mul_q((AVRational) {pkt->duration, 1}, st->time_base);
1083 if (pkt->duration == 0) {
1084 ff_compute_frame_duration(s, &num, &den, st, pc, pkt);
1086 duration = (AVRational) {num, den};
1087 pkt->duration = av_rescale_rnd(1,
1088 num * (int64_t) st->time_base.den,
1089 den * (int64_t) st->time_base.num,
1094 if (pkt->duration != 0 && (s->internal->packet_buffer || s->internal->parse_queue))
1095 update_initial_durations(s, st, pkt->stream_index, pkt->duration);
1097 /* Correct timestamps with byte offset if demuxers only have timestamps
1098 * on packet boundaries */
1099 if (pc && st->need_parsing == AVSTREAM_PARSE_TIMESTAMPS && pkt->size) {
1100 /* this will estimate bitrate based on this frame's duration and size */
1101 offset = av_rescale(pc->offset, pkt->duration, pkt->size);
1102 if (pkt->pts != AV_NOPTS_VALUE)
1104 if (pkt->dts != AV_NOPTS_VALUE)
1108 /* This may be redundant, but it should not hurt. */
1109 if (pkt->dts != AV_NOPTS_VALUE &&
1110 pkt->pts != AV_NOPTS_VALUE &&
1111 pkt->pts > pkt->dts)
1112 presentation_delayed = 1;
1114 if (s->debug & FF_FDEBUG_TS)
1115 av_log(s, AV_LOG_TRACE,
1116 "IN delayed:%d pts:%s, dts:%s cur_dts:%s st:%d pc:%p duration:%"PRId64" delay:%d onein_oneout:%d\n",
1117 presentation_delayed, av_ts2str(pkt->pts), av_ts2str(pkt->dts), av_ts2str(st->cur_dts),
1118 pkt->stream_index, pc, pkt->duration, delay, onein_oneout);
1120 /* Interpolate PTS and DTS if they are not present. We skip H264
1121 * currently because delay and has_b_frames are not reliably set. */
1122 if ((delay == 0 || (delay == 1 && pc)) &&
1124 if (presentation_delayed) {
1125 /* DTS = decompression timestamp */
1126 /* PTS = presentation timestamp */
1127 if (pkt->dts == AV_NOPTS_VALUE)
1128 pkt->dts = st->last_IP_pts;
1129 update_initial_timestamps(s, pkt->stream_index, pkt->dts, pkt->pts, pkt);
1130 if (pkt->dts == AV_NOPTS_VALUE)
1131 pkt->dts = st->cur_dts;
1133 /* This is tricky: the dts must be incremented by the duration
1134 * of the frame we are displaying, i.e. the last I- or P-frame. */
1135 if (st->last_IP_duration == 0)
1136 st->last_IP_duration = pkt->duration;
1137 if (pkt->dts != AV_NOPTS_VALUE)
1138 st->cur_dts = pkt->dts + st->last_IP_duration;
1139 if (pkt->dts != AV_NOPTS_VALUE &&
1140 pkt->pts == AV_NOPTS_VALUE &&
1141 st->last_IP_duration > 0 &&
1142 ((uint64_t)st->cur_dts - (uint64_t)next_dts + 1) <= 2 &&
1143 next_dts != next_pts &&
1144 next_pts != AV_NOPTS_VALUE)
1145 pkt->pts = next_dts;
1147 st->last_IP_duration = pkt->duration;
1148 st->last_IP_pts = pkt->pts;
1149 /* Cannot compute PTS if not present (we can compute it only
1150 * by knowing the future. */
1151 } else if (pkt->pts != AV_NOPTS_VALUE ||
1152 pkt->dts != AV_NOPTS_VALUE ||
1155 /* presentation is not delayed : PTS and DTS are the same */
1156 if (pkt->pts == AV_NOPTS_VALUE)
1157 pkt->pts = pkt->dts;
1158 update_initial_timestamps(s, pkt->stream_index, pkt->pts,
1160 if (pkt->pts == AV_NOPTS_VALUE)
1161 pkt->pts = st->cur_dts;
1162 pkt->dts = pkt->pts;
1163 if (pkt->pts != AV_NOPTS_VALUE)
1164 st->cur_dts = av_add_stable(st->time_base, pkt->pts, duration, 1);
1168 if (pkt->pts != AV_NOPTS_VALUE && delay <= MAX_REORDER_DELAY && has_decode_delay_been_guessed(st)) {
1169 st->pts_buffer[0] = pkt->pts;
1170 for (i = 0; i<delay && st->pts_buffer[i] > st->pts_buffer[i + 1]; i++)
1171 FFSWAP(int64_t, st->pts_buffer[i], st->pts_buffer[i + 1]);
1173 pkt->dts = select_from_pts_buffer(st, st->pts_buffer, pkt->dts);
1175 // We skipped it above so we try here.
1177 // This should happen on the first packet
1178 update_initial_timestamps(s, pkt->stream_index, pkt->dts, pkt->pts, pkt);
1179 if (pkt->dts > st->cur_dts)
1180 st->cur_dts = pkt->dts;
1182 if (s->debug & FF_FDEBUG_TS)
1183 av_log(s, AV_LOG_TRACE, "OUTdelayed:%d/%d pts:%s, dts:%s cur_dts:%s\n",
1184 presentation_delayed, delay, av_ts2str(pkt->pts), av_ts2str(pkt->dts), av_ts2str(st->cur_dts));
1187 if (is_intra_only(st->codec))
1188 pkt->flags |= AV_PKT_FLAG_KEY;
1189 #if FF_API_CONVERGENCE_DURATION
1190 FF_DISABLE_DEPRECATION_WARNINGS
1192 pkt->convergence_duration = pc->convergence_duration;
1193 FF_ENABLE_DEPRECATION_WARNINGS
1197 static void free_packet_buffer(AVPacketList **pkt_buf, AVPacketList **pkt_buf_end)
1200 AVPacketList *pktl = *pkt_buf;
1201 *pkt_buf = pktl->next;
1202 av_packet_unref(&pktl->pkt);
1205 *pkt_buf_end = NULL;
1209 * Parse a packet, add all split parts to parse_queue.
1211 * @param pkt Packet to parse, NULL when flushing the parser at end of stream.
1213 static int parse_packet(AVFormatContext *s, AVPacket *pkt, int stream_index)
1215 AVPacket out_pkt = { 0 }, flush_pkt = { 0 };
1216 AVStream *st = s->streams[stream_index];
1217 uint8_t *data = pkt ? pkt->data : NULL;
1218 int size = pkt ? pkt->size : 0;
1219 int ret = 0, got_output = 0;
1222 av_init_packet(&flush_pkt);
1225 } else if (!size && st->parser->flags & PARSER_FLAG_COMPLETE_FRAMES) {
1226 // preserve 0-size sync packets
1227 compute_pkt_fields(s, st, st->parser, pkt, AV_NOPTS_VALUE, AV_NOPTS_VALUE);
1230 while (size > 0 || (pkt == &flush_pkt && got_output)) {
1232 int64_t next_pts = pkt->pts;
1233 int64_t next_dts = pkt->dts;
1235 av_init_packet(&out_pkt);
1236 len = av_parser_parse2(st->parser, st->codec,
1237 &out_pkt.data, &out_pkt.size, data, size,
1238 pkt->pts, pkt->dts, pkt->pos);
1240 pkt->pts = pkt->dts = AV_NOPTS_VALUE;
1242 /* increment read pointer */
1246 got_output = !!out_pkt.size;
1251 if (pkt->side_data) {
1252 out_pkt.side_data = pkt->side_data;
1253 out_pkt.side_data_elems = pkt->side_data_elems;
1254 pkt->side_data = NULL;
1255 pkt->side_data_elems = 0;
1258 /* set the duration */
1259 out_pkt.duration = (st->parser->flags & PARSER_FLAG_COMPLETE_FRAMES) ? pkt->duration : 0;
1260 if (st->codec->codec_type == AVMEDIA_TYPE_AUDIO) {
1261 if (st->codec->sample_rate > 0) {
1263 av_rescale_q_rnd(st->parser->duration,
1264 (AVRational) { 1, st->codec->sample_rate },
1270 out_pkt.stream_index = st->index;
1271 out_pkt.pts = st->parser->pts;
1272 out_pkt.dts = st->parser->dts;
1273 out_pkt.pos = st->parser->pos;
1275 if (st->need_parsing == AVSTREAM_PARSE_FULL_RAW)
1276 out_pkt.pos = st->parser->frame_offset;
1278 if (st->parser->key_frame == 1 ||
1279 (st->parser->key_frame == -1 &&
1280 st->parser->pict_type == AV_PICTURE_TYPE_I))
1281 out_pkt.flags |= AV_PKT_FLAG_KEY;
1283 if (st->parser->key_frame == -1 && st->parser->pict_type ==AV_PICTURE_TYPE_NONE && (pkt->flags&AV_PKT_FLAG_KEY))
1284 out_pkt.flags |= AV_PKT_FLAG_KEY;
1286 compute_pkt_fields(s, st, st->parser, &out_pkt, next_dts, next_pts);
1288 ret = add_to_pktbuf(&s->internal->parse_queue, &out_pkt,
1289 &s->internal->parse_queue_end, 1);
1290 av_packet_unref(&out_pkt);
1295 /* end of the stream => close and free the parser */
1296 if (pkt == &flush_pkt) {
1297 av_parser_close(st->parser);
1302 av_packet_unref(pkt);
1306 static int read_from_packet_buffer(AVPacketList **pkt_buffer,
1307 AVPacketList **pkt_buffer_end,
1311 av_assert0(*pkt_buffer);
1314 *pkt_buffer = pktl->next;
1316 *pkt_buffer_end = NULL;
1321 static int64_t ts_to_samples(AVStream *st, int64_t ts)
1323 return av_rescale(ts, st->time_base.num * st->codec->sample_rate, st->time_base.den);
1326 static int read_frame_internal(AVFormatContext *s, AVPacket *pkt)
1328 int ret = 0, i, got_packet = 0;
1329 AVDictionary *metadata = NULL;
1331 av_init_packet(pkt);
1333 while (!got_packet && !s->internal->parse_queue) {
1337 /* read next packet */
1338 ret = ff_read_packet(s, &cur_pkt);
1340 if (ret == AVERROR(EAGAIN))
1342 /* flush the parsers */
1343 for (i = 0; i < s->nb_streams; i++) {
1345 if (st->parser && st->need_parsing)
1346 parse_packet(s, NULL, st->index);
1348 /* all remaining packets are now in parse_queue =>
1349 * really terminate parsing */
1353 st = s->streams[cur_pkt.stream_index];
1355 if (cur_pkt.pts != AV_NOPTS_VALUE &&
1356 cur_pkt.dts != AV_NOPTS_VALUE &&
1357 cur_pkt.pts < cur_pkt.dts) {
1358 av_log(s, AV_LOG_WARNING,
1359 "Invalid timestamps stream=%d, pts=%s, dts=%s, size=%d\n",
1360 cur_pkt.stream_index,
1361 av_ts2str(cur_pkt.pts),
1362 av_ts2str(cur_pkt.dts),
1365 if (s->debug & FF_FDEBUG_TS)
1366 av_log(s, AV_LOG_DEBUG,
1367 "ff_read_packet stream=%d, pts=%s, dts=%s, size=%d, duration=%"PRId64", flags=%d\n",
1368 cur_pkt.stream_index,
1369 av_ts2str(cur_pkt.pts),
1370 av_ts2str(cur_pkt.dts),
1371 cur_pkt.size, cur_pkt.duration, cur_pkt.flags);
1373 if (st->need_parsing && !st->parser && !(s->flags & AVFMT_FLAG_NOPARSE)) {
1374 st->parser = av_parser_init(st->codec->codec_id);
1376 av_log(s, AV_LOG_VERBOSE, "parser not found for codec "
1377 "%s, packets or times may be invalid.\n",
1378 avcodec_get_name(st->codec->codec_id));
1379 /* no parser available: just output the raw packets */
1380 st->need_parsing = AVSTREAM_PARSE_NONE;
1381 } else if (st->need_parsing == AVSTREAM_PARSE_HEADERS)
1382 st->parser->flags |= PARSER_FLAG_COMPLETE_FRAMES;
1383 else if (st->need_parsing == AVSTREAM_PARSE_FULL_ONCE)
1384 st->parser->flags |= PARSER_FLAG_ONCE;
1385 else if (st->need_parsing == AVSTREAM_PARSE_FULL_RAW)
1386 st->parser->flags |= PARSER_FLAG_USE_CODEC_TS;
1389 if (!st->need_parsing || !st->parser) {
1390 /* no parsing needed: we just output the packet as is */
1392 compute_pkt_fields(s, st, NULL, pkt, AV_NOPTS_VALUE, AV_NOPTS_VALUE);
1393 if ((s->iformat->flags & AVFMT_GENERIC_INDEX) &&
1394 (pkt->flags & AV_PKT_FLAG_KEY) && pkt->dts != AV_NOPTS_VALUE) {
1395 ff_reduce_index(s, st->index);
1396 av_add_index_entry(st, pkt->pos, pkt->dts,
1397 0, 0, AVINDEX_KEYFRAME);
1400 } else if (st->discard < AVDISCARD_ALL) {
1401 if ((ret = parse_packet(s, &cur_pkt, cur_pkt.stream_index)) < 0)
1405 av_packet_unref(&cur_pkt);
1407 if (pkt->flags & AV_PKT_FLAG_KEY)
1408 st->skip_to_keyframe = 0;
1409 if (st->skip_to_keyframe) {
1410 av_packet_unref(&cur_pkt);
1418 if (!got_packet && s->internal->parse_queue)
1419 ret = read_from_packet_buffer(&s->internal->parse_queue, &s->internal->parse_queue_end, pkt);
1422 AVStream *st = s->streams[pkt->stream_index];
1423 int discard_padding = 0;
1424 if (st->first_discard_sample && pkt->pts != AV_NOPTS_VALUE) {
1425 int64_t pts = pkt->pts - (is_relative(pkt->pts) ? RELATIVE_TS_BASE : 0);
1426 int64_t sample = ts_to_samples(st, pts);
1427 int duration = ts_to_samples(st, pkt->duration);
1428 int64_t end_sample = sample + duration;
1429 if (duration > 0 && end_sample >= st->first_discard_sample &&
1430 sample < st->last_discard_sample)
1431 discard_padding = FFMIN(end_sample - st->first_discard_sample, duration);
1433 if (st->start_skip_samples && (pkt->pts == 0 || pkt->pts == RELATIVE_TS_BASE))
1434 st->skip_samples = st->start_skip_samples;
1435 if (st->skip_samples || discard_padding) {
1436 uint8_t *p = av_packet_new_side_data(pkt, AV_PKT_DATA_SKIP_SAMPLES, 10);
1438 AV_WL32(p, st->skip_samples);
1439 AV_WL32(p + 4, discard_padding);
1440 av_log(s, AV_LOG_DEBUG, "demuxer injecting skip %d / discard %d\n", st->skip_samples, discard_padding);
1442 st->skip_samples = 0;
1445 if (st->inject_global_side_data) {
1446 for (i = 0; i < st->nb_side_data; i++) {
1447 AVPacketSideData *src_sd = &st->side_data[i];
1450 if (av_packet_get_side_data(pkt, src_sd->type, NULL))
1453 dst_data = av_packet_new_side_data(pkt, src_sd->type, src_sd->size);
1455 av_log(s, AV_LOG_WARNING, "Could not inject global side data\n");
1459 memcpy(dst_data, src_sd->data, src_sd->size);
1461 st->inject_global_side_data = 0;
1464 if (!(s->flags & AVFMT_FLAG_KEEP_SIDE_DATA))
1465 av_packet_merge_side_data(pkt);
1468 av_opt_get_dict_val(s, "metadata", AV_OPT_SEARCH_CHILDREN, &metadata);
1470 s->event_flags |= AVFMT_EVENT_FLAG_METADATA_UPDATED;
1471 av_dict_copy(&s->metadata, metadata, 0);
1472 av_dict_free(&metadata);
1473 av_opt_set_dict_val(s, "metadata", NULL, AV_OPT_SEARCH_CHILDREN);
1476 if (s->debug & FF_FDEBUG_TS)
1477 av_log(s, AV_LOG_DEBUG,
1478 "read_frame_internal stream=%d, pts=%s, dts=%s, "
1479 "size=%d, duration=%"PRId64", flags=%d\n",
1481 av_ts2str(pkt->pts),
1482 av_ts2str(pkt->dts),
1483 pkt->size, pkt->duration, pkt->flags);
1488 int av_read_frame(AVFormatContext *s, AVPacket *pkt)
1490 const int genpts = s->flags & AVFMT_FLAG_GENPTS;
1496 ret = s->internal->packet_buffer
1497 ? read_from_packet_buffer(&s->internal->packet_buffer,
1498 &s->internal->packet_buffer_end, pkt)
1499 : read_frame_internal(s, pkt);
1506 AVPacketList *pktl = s->internal->packet_buffer;
1509 AVPacket *next_pkt = &pktl->pkt;
1511 if (next_pkt->dts != AV_NOPTS_VALUE) {
1512 int wrap_bits = s->streams[next_pkt->stream_index]->pts_wrap_bits;
1513 // last dts seen for this stream. if any of packets following
1514 // current one had no dts, we will set this to AV_NOPTS_VALUE.
1515 int64_t last_dts = next_pkt->dts;
1516 while (pktl && next_pkt->pts == AV_NOPTS_VALUE) {
1517 if (pktl->pkt.stream_index == next_pkt->stream_index &&
1518 (av_compare_mod(next_pkt->dts, pktl->pkt.dts, 2LL << (wrap_bits - 1)) < 0)) {
1519 if (av_compare_mod(pktl->pkt.pts, pktl->pkt.dts, 2LL << (wrap_bits - 1))) {
1521 next_pkt->pts = pktl->pkt.dts;
1523 if (last_dts != AV_NOPTS_VALUE) {
1524 // Once last dts was set to AV_NOPTS_VALUE, we don't change it.
1525 last_dts = pktl->pkt.dts;
1530 if (eof && next_pkt->pts == AV_NOPTS_VALUE && last_dts != AV_NOPTS_VALUE) {
1531 // Fixing the last reference frame had none pts issue (For MXF etc).
1532 // We only do this when
1534 // 2. we are not able to resolve a pts value for current packet.
1535 // 3. the packets for this stream at the end of the files had valid dts.
1536 next_pkt->pts = last_dts + next_pkt->duration;
1538 pktl = s->internal->packet_buffer;
1541 /* read packet from packet buffer, if there is data */
1542 st = s->streams[next_pkt->stream_index];
1543 if (!(next_pkt->pts == AV_NOPTS_VALUE && st->discard < AVDISCARD_ALL &&
1544 next_pkt->dts != AV_NOPTS_VALUE && !eof)) {
1545 ret = read_from_packet_buffer(&s->internal->packet_buffer,
1546 &s->internal->packet_buffer_end, pkt);
1551 ret = read_frame_internal(s, pkt);
1553 if (pktl && ret != AVERROR(EAGAIN)) {
1560 ret = add_to_pktbuf(&s->internal->packet_buffer, pkt,
1561 &s->internal->packet_buffer_end, 1);
1562 av_packet_unref(pkt);
1569 st = s->streams[pkt->stream_index];
1570 if ((s->iformat->flags & AVFMT_GENERIC_INDEX) && pkt->flags & AV_PKT_FLAG_KEY) {
1571 ff_reduce_index(s, st->index);
1572 av_add_index_entry(st, pkt->pos, pkt->dts, 0, 0, AVINDEX_KEYFRAME);
1575 if (is_relative(pkt->dts))
1576 pkt->dts -= RELATIVE_TS_BASE;
1577 if (is_relative(pkt->pts))
1578 pkt->pts -= RELATIVE_TS_BASE;
1583 /* XXX: suppress the packet queue */
1584 static void flush_packet_queue(AVFormatContext *s)
1588 free_packet_buffer(&s->internal->parse_queue, &s->internal->parse_queue_end);
1589 free_packet_buffer(&s->internal->packet_buffer, &s->internal->packet_buffer_end);
1590 free_packet_buffer(&s->internal->raw_packet_buffer, &s->internal->raw_packet_buffer_end);
1592 s->internal->raw_packet_buffer_remaining_size = RAW_PACKET_BUFFER_SIZE;
1595 /*******************************************************/
1598 int av_find_default_stream_index(AVFormatContext *s)
1602 int best_stream = 0;
1603 int best_score = INT_MIN;
1605 if (s->nb_streams <= 0)
1607 for (i = 0; i < s->nb_streams; i++) {
1610 if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
1611 if (st->disposition & AV_DISPOSITION_ATTACHED_PIC)
1613 if (st->codec->width && st->codec->height)
1617 if (st->codec->codec_type == AVMEDIA_TYPE_AUDIO) {
1618 if (st->codec->sample_rate)
1621 if (st->codec_info_nb_frames)
1624 if (st->discard != AVDISCARD_ALL)
1627 if (score > best_score) {
1635 /** Flush the frame reader. */
1636 void ff_read_frame_flush(AVFormatContext *s)
1641 flush_packet_queue(s);
1643 /* Reset read state for each stream. */
1644 for (i = 0; i < s->nb_streams; i++) {
1648 av_parser_close(st->parser);
1651 st->last_IP_pts = AV_NOPTS_VALUE;
1652 st->last_dts_for_order_check = AV_NOPTS_VALUE;
1653 if (st->first_dts == AV_NOPTS_VALUE)
1654 st->cur_dts = RELATIVE_TS_BASE;
1656 /* We set the current DTS to an unspecified origin. */
1657 st->cur_dts = AV_NOPTS_VALUE;
1659 st->probe_packets = MAX_PROBE_PACKETS;
1661 for (j = 0; j < MAX_REORDER_DELAY + 1; j++)
1662 st->pts_buffer[j] = AV_NOPTS_VALUE;
1664 if (s->internal->inject_global_side_data)
1665 st->inject_global_side_data = 1;
1667 st->skip_samples = 0;
1671 void ff_update_cur_dts(AVFormatContext *s, AVStream *ref_st, int64_t timestamp)
1675 for (i = 0; i < s->nb_streams; i++) {
1676 AVStream *st = s->streams[i];
1679 av_rescale(timestamp,
1680 st->time_base.den * (int64_t) ref_st->time_base.num,
1681 st->time_base.num * (int64_t) ref_st->time_base.den);
1685 void ff_reduce_index(AVFormatContext *s, int stream_index)
1687 AVStream *st = s->streams[stream_index];
1688 unsigned int max_entries = s->max_index_size / sizeof(AVIndexEntry);
1690 if ((unsigned) st->nb_index_entries >= max_entries) {
1692 for (i = 0; 2 * i < st->nb_index_entries; i++)
1693 st->index_entries[i] = st->index_entries[2 * i];
1694 st->nb_index_entries = i;
1698 int ff_add_index_entry(AVIndexEntry **index_entries,
1699 int *nb_index_entries,
1700 unsigned int *index_entries_allocated_size,
1701 int64_t pos, int64_t timestamp,
1702 int size, int distance, int flags)
1704 AVIndexEntry *entries, *ie;
1707 if ((unsigned) *nb_index_entries + 1 >= UINT_MAX / sizeof(AVIndexEntry))
1710 if (timestamp == AV_NOPTS_VALUE)
1711 return AVERROR(EINVAL);
1713 if (size < 0 || size > 0x3FFFFFFF)
1714 return AVERROR(EINVAL);
1716 if (is_relative(timestamp)) //FIXME this maintains previous behavior but we should shift by the correct offset once known
1717 timestamp -= RELATIVE_TS_BASE;
1719 entries = av_fast_realloc(*index_entries,
1720 index_entries_allocated_size,
1721 (*nb_index_entries + 1) *
1722 sizeof(AVIndexEntry));
1726 *index_entries = entries;
1728 index = ff_index_search_timestamp(*index_entries, *nb_index_entries,
1729 timestamp, AVSEEK_FLAG_ANY);
1732 index = (*nb_index_entries)++;
1733 ie = &entries[index];
1734 av_assert0(index == 0 || ie[-1].timestamp < timestamp);
1736 ie = &entries[index];
1737 if (ie->timestamp != timestamp) {
1738 if (ie->timestamp <= timestamp)
1740 memmove(entries + index + 1, entries + index,
1741 sizeof(AVIndexEntry) * (*nb_index_entries - index));
1742 (*nb_index_entries)++;
1743 } else if (ie->pos == pos && distance < ie->min_distance)
1744 // do not reduce the distance
1745 distance = ie->min_distance;
1749 ie->timestamp = timestamp;
1750 ie->min_distance = distance;
1757 int av_add_index_entry(AVStream *st, int64_t pos, int64_t timestamp,
1758 int size, int distance, int flags)
1760 timestamp = wrap_timestamp(st, timestamp);
1761 return ff_add_index_entry(&st->index_entries, &st->nb_index_entries,
1762 &st->index_entries_allocated_size, pos,
1763 timestamp, size, distance, flags);
1766 int ff_index_search_timestamp(const AVIndexEntry *entries, int nb_entries,
1767 int64_t wanted_timestamp, int flags)
1775 // Optimize appending index entries at the end.
1776 if (b && entries[b - 1].timestamp < wanted_timestamp)
1781 timestamp = entries[m].timestamp;
1782 if (timestamp >= wanted_timestamp)
1784 if (timestamp <= wanted_timestamp)
1787 m = (flags & AVSEEK_FLAG_BACKWARD) ? a : b;
1789 if (!(flags & AVSEEK_FLAG_ANY))
1790 while (m >= 0 && m < nb_entries &&
1791 !(entries[m].flags & AVINDEX_KEYFRAME))
1792 m += (flags & AVSEEK_FLAG_BACKWARD) ? -1 : 1;
1794 if (m == nb_entries)
1799 void ff_configure_buffers_for_index(AVFormatContext *s, int64_t time_tolerance)
1802 int64_t pos_delta = 0;
1804 //We could use URLProtocol flags here but as many user applications do not use URLProtocols this would be unreliable
1805 const char *proto = avio_find_protocol_name(s->filename);
1808 av_log(s, AV_LOG_INFO,
1809 "Protocol name not provided, cannot determine if input is local or "
1810 "a network protocol, buffers and access patterns cannot be configured "
1811 "optimally without knowing the protocol\n");
1814 if (proto && !(strcmp(proto, "file") && strcmp(proto, "pipe") && strcmp(proto, "cache")))
1817 for (ist1 = 0; ist1 < s->nb_streams; ist1++) {
1818 AVStream *st1 = s->streams[ist1];
1819 for (ist2 = 0; ist2 < s->nb_streams; ist2++) {
1820 AVStream *st2 = s->streams[ist2];
1826 for (i1 = i2 = 0; i1 < st1->nb_index_entries; i1++) {
1827 AVIndexEntry *e1 = &st1->index_entries[i1];
1828 int64_t e1_pts = av_rescale_q(e1->timestamp, st1->time_base, AV_TIME_BASE_Q);
1830 skip = FFMAX(skip, e1->size);
1831 for (; i2 < st2->nb_index_entries; i2++) {
1832 AVIndexEntry *e2 = &st2->index_entries[i2];
1833 int64_t e2_pts = av_rescale_q(e2->timestamp, st2->time_base, AV_TIME_BASE_Q);
1834 if (e2_pts - e1_pts < time_tolerance)
1836 pos_delta = FFMAX(pos_delta, e1->pos - e2->pos);
1844 /* XXX This could be adjusted depending on protocol*/
1845 if (s->pb->buffer_size < pos_delta && pos_delta < (1<<24)) {
1846 av_log(s, AV_LOG_VERBOSE, "Reconfiguring buffers to size %"PRId64"\n", pos_delta);
1847 ffio_set_buf_size(s->pb, pos_delta);
1848 s->pb->short_seek_threshold = FFMAX(s->pb->short_seek_threshold, pos_delta/2);
1851 if (skip < (1<<23)) {
1852 s->pb->short_seek_threshold = FFMAX(s->pb->short_seek_threshold, skip);
1856 int av_index_search_timestamp(AVStream *st, int64_t wanted_timestamp, int flags)
1858 return ff_index_search_timestamp(st->index_entries, st->nb_index_entries,
1859 wanted_timestamp, flags);
1862 static int64_t ff_read_timestamp(AVFormatContext *s, int stream_index, int64_t *ppos, int64_t pos_limit,
1863 int64_t (*read_timestamp)(struct AVFormatContext *, int , int64_t *, int64_t ))
1865 int64_t ts = read_timestamp(s, stream_index, ppos, pos_limit);
1866 if (stream_index >= 0)
1867 ts = wrap_timestamp(s->streams[stream_index], ts);
1871 int ff_seek_frame_binary(AVFormatContext *s, int stream_index,
1872 int64_t target_ts, int flags)
1874 AVInputFormat *avif = s->iformat;
1875 int64_t av_uninit(pos_min), av_uninit(pos_max), pos, pos_limit;
1876 int64_t ts_min, ts_max, ts;
1881 if (stream_index < 0)
1884 av_log(s, AV_LOG_TRACE, "read_seek: %d %s\n", stream_index, av_ts2str(target_ts));
1887 ts_min = AV_NOPTS_VALUE;
1888 pos_limit = -1; // GCC falsely says it may be uninitialized.
1890 st = s->streams[stream_index];
1891 if (st->index_entries) {
1894 /* FIXME: Whole function must be checked for non-keyframe entries in
1895 * index case, especially read_timestamp(). */
1896 index = av_index_search_timestamp(st, target_ts,
1897 flags | AVSEEK_FLAG_BACKWARD);
1898 index = FFMAX(index, 0);
1899 e = &st->index_entries[index];
1901 if (e->timestamp <= target_ts || e->pos == e->min_distance) {
1903 ts_min = e->timestamp;
1904 av_log(s, AV_LOG_TRACE, "using cached pos_min=0x%"PRIx64" dts_min=%s\n",
1905 pos_min, av_ts2str(ts_min));
1907 av_assert1(index == 0);
1910 index = av_index_search_timestamp(st, target_ts,
1911 flags & ~AVSEEK_FLAG_BACKWARD);
1912 av_assert0(index < st->nb_index_entries);
1914 e = &st->index_entries[index];
1915 av_assert1(e->timestamp >= target_ts);
1917 ts_max = e->timestamp;
1918 pos_limit = pos_max - e->min_distance;
1919 av_log(s, AV_LOG_TRACE, "using cached pos_max=0x%"PRIx64" pos_limit=0x%"PRIx64
1920 " dts_max=%s\n", pos_max, pos_limit, av_ts2str(ts_max));
1924 pos = ff_gen_search(s, stream_index, target_ts, pos_min, pos_max, pos_limit,
1925 ts_min, ts_max, flags, &ts, avif->read_timestamp);
1930 if ((ret = avio_seek(s->pb, pos, SEEK_SET)) < 0)
1933 ff_read_frame_flush(s);
1934 ff_update_cur_dts(s, st, ts);
1939 int ff_find_last_ts(AVFormatContext *s, int stream_index, int64_t *ts, int64_t *pos,
1940 int64_t (*read_timestamp)(struct AVFormatContext *, int , int64_t *, int64_t ))
1942 int64_t step = 1024;
1943 int64_t limit, ts_max;
1944 int64_t filesize = avio_size(s->pb);
1945 int64_t pos_max = filesize - 1;
1948 pos_max = FFMAX(0, (pos_max) - step);
1949 ts_max = ff_read_timestamp(s, stream_index,
1950 &pos_max, limit, read_timestamp);
1952 } while (ts_max == AV_NOPTS_VALUE && 2*limit > step);
1953 if (ts_max == AV_NOPTS_VALUE)
1957 int64_t tmp_pos = pos_max + 1;
1958 int64_t tmp_ts = ff_read_timestamp(s, stream_index,
1959 &tmp_pos, INT64_MAX, read_timestamp);
1960 if (tmp_ts == AV_NOPTS_VALUE)
1962 av_assert0(tmp_pos > pos_max);
1965 if (tmp_pos >= filesize)
1977 int64_t ff_gen_search(AVFormatContext *s, int stream_index, int64_t target_ts,
1978 int64_t pos_min, int64_t pos_max, int64_t pos_limit,
1979 int64_t ts_min, int64_t ts_max,
1980 int flags, int64_t *ts_ret,
1981 int64_t (*read_timestamp)(struct AVFormatContext *, int,
1982 int64_t *, int64_t))
1989 av_log(s, AV_LOG_TRACE, "gen_seek: %d %s\n", stream_index, av_ts2str(target_ts));
1991 if (ts_min == AV_NOPTS_VALUE) {
1992 pos_min = s->internal->data_offset;
1993 ts_min = ff_read_timestamp(s, stream_index, &pos_min, INT64_MAX, read_timestamp);
1994 if (ts_min == AV_NOPTS_VALUE)
1998 if (ts_min >= target_ts) {
2003 if (ts_max == AV_NOPTS_VALUE) {
2004 if ((ret = ff_find_last_ts(s, stream_index, &ts_max, &pos_max, read_timestamp)) < 0)
2006 pos_limit = pos_max;
2009 if (ts_max <= target_ts) {
2014 av_assert0(ts_min < ts_max);
2017 while (pos_min < pos_limit) {
2018 av_log(s, AV_LOG_TRACE,
2019 "pos_min=0x%"PRIx64" pos_max=0x%"PRIx64" dts_min=%s dts_max=%s\n",
2020 pos_min, pos_max, av_ts2str(ts_min), av_ts2str(ts_max));
2021 av_assert0(pos_limit <= pos_max);
2023 if (no_change == 0) {
2024 int64_t approximate_keyframe_distance = pos_max - pos_limit;
2025 // interpolate position (better than dichotomy)
2026 pos = av_rescale(target_ts - ts_min, pos_max - pos_min,
2028 pos_min - approximate_keyframe_distance;
2029 } else if (no_change == 1) {
2030 // bisection if interpolation did not change min / max pos last time
2031 pos = (pos_min + pos_limit) >> 1;
2033 /* linear search if bisection failed, can only happen if there
2034 * are very few or no keyframes between min/max */
2039 else if (pos > pos_limit)
2043 // May pass pos_limit instead of -1.
2044 ts = ff_read_timestamp(s, stream_index, &pos, INT64_MAX, read_timestamp);
2049 av_log(s, AV_LOG_TRACE, "%"PRId64" %"PRId64" %"PRId64" / %s %s %s"
2050 " target:%s limit:%"PRId64" start:%"PRId64" noc:%d\n",
2051 pos_min, pos, pos_max,
2052 av_ts2str(ts_min), av_ts2str(ts), av_ts2str(ts_max), av_ts2str(target_ts),
2053 pos_limit, start_pos, no_change);
2054 if (ts == AV_NOPTS_VALUE) {
2055 av_log(s, AV_LOG_ERROR, "read_timestamp() failed in the middle\n");
2058 if (target_ts <= ts) {
2059 pos_limit = start_pos - 1;
2063 if (target_ts >= ts) {
2069 pos = (flags & AVSEEK_FLAG_BACKWARD) ? pos_min : pos_max;
2070 ts = (flags & AVSEEK_FLAG_BACKWARD) ? ts_min : ts_max;
2073 ts_min = ff_read_timestamp(s, stream_index, &pos_min, INT64_MAX, read_timestamp);
2075 ts_max = ff_read_timestamp(s, stream_index, &pos_min, INT64_MAX, read_timestamp);
2076 av_log(s, AV_LOG_TRACE, "pos=0x%"PRIx64" %s<=%s<=%s\n",
2077 pos, av_ts2str(ts_min), av_ts2str(target_ts), av_ts2str(ts_max));
2083 static int seek_frame_byte(AVFormatContext *s, int stream_index,
2084 int64_t pos, int flags)
2086 int64_t pos_min, pos_max;
2088 pos_min = s->internal->data_offset;
2089 pos_max = avio_size(s->pb) - 1;
2093 else if (pos > pos_max)
2096 avio_seek(s->pb, pos, SEEK_SET);
2098 s->io_repositioned = 1;
2103 static int seek_frame_generic(AVFormatContext *s, int stream_index,
2104 int64_t timestamp, int flags)
2111 st = s->streams[stream_index];
2113 index = av_index_search_timestamp(st, timestamp, flags);
2115 if (index < 0 && st->nb_index_entries &&
2116 timestamp < st->index_entries[0].timestamp)
2119 if (index < 0 || index == st->nb_index_entries - 1) {
2123 if (st->nb_index_entries) {
2124 av_assert0(st->index_entries);
2125 ie = &st->index_entries[st->nb_index_entries - 1];
2126 if ((ret = avio_seek(s->pb, ie->pos, SEEK_SET)) < 0)
2128 ff_update_cur_dts(s, st, ie->timestamp);
2130 if ((ret = avio_seek(s->pb, s->internal->data_offset, SEEK_SET)) < 0)
2136 read_status = av_read_frame(s, &pkt);
2137 } while (read_status == AVERROR(EAGAIN));
2138 if (read_status < 0)
2140 av_packet_unref(&pkt);
2141 if (stream_index == pkt.stream_index && pkt.dts > timestamp) {
2142 if (pkt.flags & AV_PKT_FLAG_KEY)
2144 if (nonkey++ > 1000 && st->codec->codec_id != AV_CODEC_ID_CDGRAPHICS) {
2145 av_log(s, AV_LOG_ERROR,"seek_frame_generic failed as this stream seems to contain no keyframes after the target timestamp, %d non keyframes found\n", nonkey);
2150 index = av_index_search_timestamp(st, timestamp, flags);
2155 ff_read_frame_flush(s);
2156 if (s->iformat->read_seek)
2157 if (s->iformat->read_seek(s, stream_index, timestamp, flags) >= 0)
2159 ie = &st->index_entries[index];
2160 if ((ret = avio_seek(s->pb, ie->pos, SEEK_SET)) < 0)
2162 ff_update_cur_dts(s, st, ie->timestamp);
2167 static int seek_frame_internal(AVFormatContext *s, int stream_index,
2168 int64_t timestamp, int flags)
2173 if (flags & AVSEEK_FLAG_BYTE) {
2174 if (s->iformat->flags & AVFMT_NO_BYTE_SEEK)
2176 ff_read_frame_flush(s);
2177 return seek_frame_byte(s, stream_index, timestamp, flags);
2180 if (stream_index < 0) {
2181 stream_index = av_find_default_stream_index(s);
2182 if (stream_index < 0)
2185 st = s->streams[stream_index];
2186 /* timestamp for default must be expressed in AV_TIME_BASE units */
2187 timestamp = av_rescale(timestamp, st->time_base.den,
2188 AV_TIME_BASE * (int64_t) st->time_base.num);
2191 /* first, we try the format specific seek */
2192 if (s->iformat->read_seek) {
2193 ff_read_frame_flush(s);
2194 ret = s->iformat->read_seek(s, stream_index, timestamp, flags);
2200 if (s->iformat->read_timestamp &&
2201 !(s->iformat->flags & AVFMT_NOBINSEARCH)) {
2202 ff_read_frame_flush(s);
2203 return ff_seek_frame_binary(s, stream_index, timestamp, flags);
2204 } else if (!(s->iformat->flags & AVFMT_NOGENSEARCH)) {
2205 ff_read_frame_flush(s);
2206 return seek_frame_generic(s, stream_index, timestamp, flags);
2211 int av_seek_frame(AVFormatContext *s, int stream_index,
2212 int64_t timestamp, int flags)
2216 if (s->iformat->read_seek2 && !s->iformat->read_seek) {
2217 int64_t min_ts = INT64_MIN, max_ts = INT64_MAX;
2218 if ((flags & AVSEEK_FLAG_BACKWARD))
2222 return avformat_seek_file(s, stream_index, min_ts, timestamp, max_ts,
2223 flags & ~AVSEEK_FLAG_BACKWARD);
2226 ret = seek_frame_internal(s, stream_index, timestamp, flags);
2229 ret = avformat_queue_attached_pictures(s);
2234 int avformat_seek_file(AVFormatContext *s, int stream_index, int64_t min_ts,
2235 int64_t ts, int64_t max_ts, int flags)
2237 if (min_ts > ts || max_ts < ts)
2239 if (stream_index < -1 || stream_index >= (int)s->nb_streams)
2240 return AVERROR(EINVAL);
2243 flags |= AVSEEK_FLAG_ANY;
2244 flags &= ~AVSEEK_FLAG_BACKWARD;
2246 if (s->iformat->read_seek2) {
2248 ff_read_frame_flush(s);
2250 if (stream_index == -1 && s->nb_streams == 1) {
2251 AVRational time_base = s->streams[0]->time_base;
2252 ts = av_rescale_q(ts, AV_TIME_BASE_Q, time_base);
2253 min_ts = av_rescale_rnd(min_ts, time_base.den,
2254 time_base.num * (int64_t)AV_TIME_BASE,
2255 AV_ROUND_UP | AV_ROUND_PASS_MINMAX);
2256 max_ts = av_rescale_rnd(max_ts, time_base.den,
2257 time_base.num * (int64_t)AV_TIME_BASE,
2258 AV_ROUND_DOWN | AV_ROUND_PASS_MINMAX);
2261 ret = s->iformat->read_seek2(s, stream_index, min_ts,
2265 ret = avformat_queue_attached_pictures(s);
2269 if (s->iformat->read_timestamp) {
2270 // try to seek via read_timestamp()
2273 // Fall back on old API if new is not implemented but old is.
2274 // Note the old API has somewhat different semantics.
2275 if (s->iformat->read_seek || 1) {
2276 int dir = (ts - (uint64_t)min_ts > (uint64_t)max_ts - ts ? AVSEEK_FLAG_BACKWARD : 0);
2277 int ret = av_seek_frame(s, stream_index, ts, flags | dir);
2278 if (ret<0 && ts != min_ts && max_ts != ts) {
2279 ret = av_seek_frame(s, stream_index, dir ? max_ts : min_ts, flags | dir);
2281 ret = av_seek_frame(s, stream_index, ts, flags | (dir^AVSEEK_FLAG_BACKWARD));
2286 // try some generic seek like seek_frame_generic() but with new ts semantics
2287 return -1; //unreachable
2290 int avformat_flush(AVFormatContext *s)
2292 ff_read_frame_flush(s);
2296 /*******************************************************/
2299 * Return TRUE if the stream has accurate duration in any stream.
2301 * @return TRUE if the stream has accurate duration for at least one component.
2303 static int has_duration(AVFormatContext *ic)
2308 for (i = 0; i < ic->nb_streams; i++) {
2309 st = ic->streams[i];
2310 if (st->duration != AV_NOPTS_VALUE)
2313 if (ic->duration != AV_NOPTS_VALUE)
2319 * Estimate the stream timings from the one of each components.
2321 * Also computes the global bitrate if possible.
2323 static void update_stream_timings(AVFormatContext *ic)
2325 int64_t start_time, start_time1, start_time_text, end_time, end_time1;
2326 int64_t duration, duration1, filesize;
2331 start_time = INT64_MAX;
2332 start_time_text = INT64_MAX;
2333 end_time = INT64_MIN;
2334 duration = INT64_MIN;
2335 for (i = 0; i < ic->nb_streams; i++) {
2336 st = ic->streams[i];
2337 if (st->start_time != AV_NOPTS_VALUE && st->time_base.den) {
2338 start_time1 = av_rescale_q(st->start_time, st->time_base,
2340 if (st->codec->codec_type == AVMEDIA_TYPE_SUBTITLE || st->codec->codec_type == AVMEDIA_TYPE_DATA) {
2341 if (start_time1 < start_time_text)
2342 start_time_text = start_time1;
2344 start_time = FFMIN(start_time, start_time1);
2345 end_time1 = AV_NOPTS_VALUE;
2346 if (st->duration != AV_NOPTS_VALUE) {
2347 end_time1 = start_time1 +
2348 av_rescale_q(st->duration, st->time_base,
2350 end_time = FFMAX(end_time, end_time1);
2352 for (p = NULL; (p = av_find_program_from_stream(ic, p, i)); ) {
2353 if (p->start_time == AV_NOPTS_VALUE || p->start_time > start_time1)
2354 p->start_time = start_time1;
2355 if (p->end_time < end_time1)
2356 p->end_time = end_time1;
2359 if (st->duration != AV_NOPTS_VALUE) {
2360 duration1 = av_rescale_q(st->duration, st->time_base,
2362 duration = FFMAX(duration, duration1);
2365 if (start_time == INT64_MAX || (start_time > start_time_text && start_time - start_time_text < AV_TIME_BASE))
2366 start_time = start_time_text;
2367 else if (start_time > start_time_text)
2368 av_log(ic, AV_LOG_VERBOSE, "Ignoring outlier non primary stream starttime %f\n", start_time_text / (float)AV_TIME_BASE);
2370 if (start_time != INT64_MAX) {
2371 ic->start_time = start_time;
2372 if (end_time != INT64_MIN) {
2373 if (ic->nb_programs) {
2374 for (i = 0; i < ic->nb_programs; i++) {
2375 p = ic->programs[i];
2376 if (p->start_time != AV_NOPTS_VALUE && p->end_time > p->start_time)
2377 duration = FFMAX(duration, p->end_time - p->start_time);
2380 duration = FFMAX(duration, end_time - start_time);
2383 if (duration != INT64_MIN && duration > 0 && ic->duration == AV_NOPTS_VALUE) {
2384 ic->duration = duration;
2386 if (ic->pb && (filesize = avio_size(ic->pb)) > 0 && ic->duration != AV_NOPTS_VALUE) {
2387 /* compute the bitrate */
2388 double bitrate = (double) filesize * 8.0 * AV_TIME_BASE /
2389 (double) ic->duration;
2390 if (bitrate >= 0 && bitrate <= INT64_MAX)
2391 ic->bit_rate = bitrate;
2395 static void fill_all_stream_timings(AVFormatContext *ic)
2400 update_stream_timings(ic);
2401 for (i = 0; i < ic->nb_streams; i++) {
2402 st = ic->streams[i];
2403 if (st->start_time == AV_NOPTS_VALUE) {
2404 if (ic->start_time != AV_NOPTS_VALUE)
2405 st->start_time = av_rescale_q(ic->start_time, AV_TIME_BASE_Q,
2407 if (ic->duration != AV_NOPTS_VALUE)
2408 st->duration = av_rescale_q(ic->duration, AV_TIME_BASE_Q,
2414 static void estimate_timings_from_bit_rate(AVFormatContext *ic)
2416 int64_t filesize, duration;
2417 int i, show_warning = 0;
2420 /* if bit_rate is already set, we believe it */
2421 if (ic->bit_rate <= 0) {
2423 for (i = 0; i < ic->nb_streams; i++) {
2424 st = ic->streams[i];
2425 if (st->codec->bit_rate > 0) {
2426 if (INT_MAX - st->codec->bit_rate < bit_rate) {
2430 bit_rate += st->codec->bit_rate;
2431 } else if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO && st->codec_info_nb_frames > 1) {
2432 // If we have a videostream with packets but without a bitrate
2433 // then consider the sum not known
2438 ic->bit_rate = bit_rate;
2441 /* if duration is already set, we believe it */
2442 if (ic->duration == AV_NOPTS_VALUE &&
2443 ic->bit_rate != 0) {
2444 filesize = ic->pb ? avio_size(ic->pb) : 0;
2445 if (filesize > ic->internal->data_offset) {
2446 filesize -= ic->internal->data_offset;
2447 for (i = 0; i < ic->nb_streams; i++) {
2448 st = ic->streams[i];
2449 if ( st->time_base.num <= INT64_MAX / ic->bit_rate
2450 && st->duration == AV_NOPTS_VALUE) {
2451 duration = av_rescale(8 * filesize, st->time_base.den,
2453 (int64_t) st->time_base.num);
2454 st->duration = duration;
2461 av_log(ic, AV_LOG_WARNING,
2462 "Estimating duration from bitrate, this may be inaccurate\n");
2465 #define DURATION_MAX_READ_SIZE 250000LL
2466 #define DURATION_MAX_RETRY 4
2468 /* only usable for MPEG-PS streams */
2469 static void estimate_timings_from_pts(AVFormatContext *ic, int64_t old_offset)
2471 AVPacket pkt1, *pkt = &pkt1;
2473 int num, den, read_size, i, ret;
2474 int found_duration = 0;
2476 int64_t filesize, offset, duration;
2479 /* flush packet queue */
2480 flush_packet_queue(ic);
2482 for (i = 0; i < ic->nb_streams; i++) {
2483 st = ic->streams[i];
2484 if (st->start_time == AV_NOPTS_VALUE &&
2485 st->first_dts == AV_NOPTS_VALUE &&
2486 st->codec->codec_type != AVMEDIA_TYPE_UNKNOWN)
2487 av_log(st->codec, AV_LOG_WARNING,
2488 "start time for stream %d is not set in estimate_timings_from_pts\n", i);
2491 av_parser_close(st->parser);
2496 av_opt_set(ic, "skip_changes", "1", AV_OPT_SEARCH_CHILDREN);
2497 /* estimate the end time (duration) */
2498 /* XXX: may need to support wrapping */
2499 filesize = ic->pb ? avio_size(ic->pb) : 0;
2501 is_end = found_duration;
2502 offset = filesize - (DURATION_MAX_READ_SIZE << retry);
2506 avio_seek(ic->pb, offset, SEEK_SET);
2509 if (read_size >= DURATION_MAX_READ_SIZE << (FFMAX(retry - 1, 0)))
2513 ret = ff_read_packet(ic, pkt);
2514 } while (ret == AVERROR(EAGAIN));
2517 read_size += pkt->size;
2518 st = ic->streams[pkt->stream_index];
2519 if (pkt->pts != AV_NOPTS_VALUE &&
2520 (st->start_time != AV_NOPTS_VALUE ||
2521 st->first_dts != AV_NOPTS_VALUE)) {
2522 if (pkt->duration == 0) {
2523 ff_compute_frame_duration(ic, &num, &den, st, st->parser, pkt);
2525 pkt->duration = av_rescale_rnd(1,
2526 num * (int64_t) st->time_base.den,
2527 den * (int64_t) st->time_base.num,
2531 duration = pkt->pts + pkt->duration;
2533 if (st->start_time != AV_NOPTS_VALUE)
2534 duration -= st->start_time;
2536 duration -= st->first_dts;
2538 if (st->duration == AV_NOPTS_VALUE || st->info->last_duration<= 0 ||
2539 (st->duration < duration && FFABS(duration - st->info->last_duration) < 60LL*st->time_base.den / st->time_base.num))
2540 st->duration = duration;
2541 st->info->last_duration = duration;
2544 av_packet_unref(pkt);
2547 /* check if all audio/video streams have valid duration */
2550 for (i = 0; i < ic->nb_streams; i++) {
2551 st = ic->streams[i];
2552 switch (st->codec->codec_type) {
2553 case AVMEDIA_TYPE_VIDEO:
2554 case AVMEDIA_TYPE_AUDIO:
2555 if (st->duration == AV_NOPTS_VALUE)
2562 ++retry <= DURATION_MAX_RETRY);
2564 av_opt_set(ic, "skip_changes", "0", AV_OPT_SEARCH_CHILDREN);
2566 /* warn about audio/video streams which duration could not be estimated */
2567 for (i = 0; i < ic->nb_streams; i++) {
2568 st = ic->streams[i];
2569 if (st->duration == AV_NOPTS_VALUE) {
2570 switch (st->codec->codec_type) {
2571 case AVMEDIA_TYPE_VIDEO:
2572 case AVMEDIA_TYPE_AUDIO:
2573 if (st->start_time != AV_NOPTS_VALUE || st->first_dts != AV_NOPTS_VALUE) {
2574 av_log(ic, AV_LOG_DEBUG, "stream %d : no PTS found at end of file, duration not set\n", i);
2576 av_log(ic, AV_LOG_DEBUG, "stream %d : no TS found at start of file, duration not set\n", i);
2580 fill_all_stream_timings(ic);
2582 avio_seek(ic->pb, old_offset, SEEK_SET);
2583 for (i = 0; i < ic->nb_streams; i++) {
2586 st = ic->streams[i];
2587 st->cur_dts = st->first_dts;
2588 st->last_IP_pts = AV_NOPTS_VALUE;
2589 st->last_dts_for_order_check = AV_NOPTS_VALUE;
2590 for (j = 0; j < MAX_REORDER_DELAY + 1; j++)
2591 st->pts_buffer[j] = AV_NOPTS_VALUE;
2595 static void estimate_timings(AVFormatContext *ic, int64_t old_offset)
2599 /* get the file size, if possible */
2600 if (ic->iformat->flags & AVFMT_NOFILE) {
2603 file_size = avio_size(ic->pb);
2604 file_size = FFMAX(0, file_size);
2607 if ((!strcmp(ic->iformat->name, "mpeg") ||
2608 !strcmp(ic->iformat->name, "mpegts")) &&
2609 file_size && ic->pb->seekable) {
2610 /* get accurate estimate from the PTSes */
2611 estimate_timings_from_pts(ic, old_offset);
2612 ic->duration_estimation_method = AVFMT_DURATION_FROM_PTS;
2613 } else if (has_duration(ic)) {
2614 /* at least one component has timings - we use them for all
2616 fill_all_stream_timings(ic);
2617 ic->duration_estimation_method = AVFMT_DURATION_FROM_STREAM;
2619 /* less precise: use bitrate info */
2620 estimate_timings_from_bit_rate(ic);
2621 ic->duration_estimation_method = AVFMT_DURATION_FROM_BITRATE;
2623 update_stream_timings(ic);
2627 AVStream av_unused *st;
2628 for (i = 0; i < ic->nb_streams; i++) {
2629 st = ic->streams[i];
2630 av_log(ic, AV_LOG_TRACE, "%d: start_time: %0.3f duration: %0.3f\n", i,
2631 (double) st->start_time / AV_TIME_BASE,
2632 (double) st->duration / AV_TIME_BASE);
2634 av_log(ic, AV_LOG_TRACE,
2635 "stream: start_time: %0.3f duration: %0.3f bitrate=%"PRId64" kb/s\n",
2636 (double) ic->start_time / AV_TIME_BASE,
2637 (double) ic->duration / AV_TIME_BASE,
2638 (int64_t)ic->bit_rate / 1000);
2642 static int has_codec_parameters(AVStream *st, const char **errmsg_ptr)
2644 AVCodecContext *avctx = st->codec;
2646 #define FAIL(errmsg) do { \
2648 *errmsg_ptr = errmsg; \
2652 if ( avctx->codec_id == AV_CODEC_ID_NONE
2653 && avctx->codec_type != AVMEDIA_TYPE_DATA)
2654 FAIL("unknown codec");
2655 switch (avctx->codec_type) {
2656 case AVMEDIA_TYPE_AUDIO:
2657 if (!avctx->frame_size && determinable_frame_size(avctx))
2658 FAIL("unspecified frame size");
2659 if (st->info->found_decoder >= 0 &&
2660 avctx->sample_fmt == AV_SAMPLE_FMT_NONE)
2661 FAIL("unspecified sample format");
2662 if (!avctx->sample_rate)
2663 FAIL("unspecified sample rate");
2664 if (!avctx->channels)
2665 FAIL("unspecified number of channels");
2666 if (st->info->found_decoder >= 0 && !st->nb_decoded_frames && avctx->codec_id == AV_CODEC_ID_DTS)
2667 FAIL("no decodable DTS frames");
2669 case AVMEDIA_TYPE_VIDEO:
2671 FAIL("unspecified size");
2672 if (st->info->found_decoder >= 0 && avctx->pix_fmt == AV_PIX_FMT_NONE)
2673 FAIL("unspecified pixel format");
2674 if (st->codec->codec_id == AV_CODEC_ID_RV30 || st->codec->codec_id == AV_CODEC_ID_RV40)
2675 if (!st->sample_aspect_ratio.num && !st->codec->sample_aspect_ratio.num && !st->codec_info_nb_frames)
2676 FAIL("no frame in rv30/40 and no sar");
2678 case AVMEDIA_TYPE_SUBTITLE:
2679 if (avctx->codec_id == AV_CODEC_ID_HDMV_PGS_SUBTITLE && !avctx->width)
2680 FAIL("unspecified size");
2682 case AVMEDIA_TYPE_DATA:
2683 if (avctx->codec_id == AV_CODEC_ID_NONE) return 1;
2689 /* returns 1 or 0 if or if not decoded data was returned, or a negative error */
2690 static int try_decode_frame(AVFormatContext *s, AVStream *st, AVPacket *avpkt,
2691 AVDictionary **options)
2693 const AVCodec *codec;
2694 int got_picture = 1, ret = 0;
2695 AVFrame *frame = av_frame_alloc();
2696 AVSubtitle subtitle;
2697 AVPacket pkt = *avpkt;
2700 return AVERROR(ENOMEM);
2702 if (!avcodec_is_open(st->codec) &&
2703 st->info->found_decoder <= 0 &&
2704 (st->codec->codec_id != -st->info->found_decoder || !st->codec->codec_id)) {
2705 AVDictionary *thread_opt = NULL;
2707 codec = find_decoder(s, st, st->codec->codec_id);
2710 st->info->found_decoder = -st->codec->codec_id;
2715 /* Force thread count to 1 since the H.264 decoder will not extract
2716 * SPS and PPS to extradata during multi-threaded decoding. */
2717 av_dict_set(options ? options : &thread_opt, "threads", "1", 0);
2718 if (s->codec_whitelist)
2719 av_dict_set(options ? options : &thread_opt, "codec_whitelist", s->codec_whitelist, 0);
2720 ret = avcodec_open2(st->codec, codec, options ? options : &thread_opt);
2722 av_dict_free(&thread_opt);
2724 st->info->found_decoder = -st->codec->codec_id;
2727 st->info->found_decoder = 1;
2728 } else if (!st->info->found_decoder)
2729 st->info->found_decoder = 1;
2731 if (st->info->found_decoder < 0) {
2736 while ((pkt.size > 0 || (!pkt.data && got_picture)) &&
2738 (!has_codec_parameters(st, NULL) || !has_decode_delay_been_guessed(st) ||
2739 (!st->codec_info_nb_frames &&
2740 (st->codec->codec->capabilities & AV_CODEC_CAP_CHANNEL_CONF)))) {
2742 switch (st->codec->codec_type) {
2743 case AVMEDIA_TYPE_VIDEO:
2744 ret = avcodec_decode_video2(st->codec, frame,
2745 &got_picture, &pkt);
2747 case AVMEDIA_TYPE_AUDIO:
2748 ret = avcodec_decode_audio4(st->codec, frame, &got_picture, &pkt);
2750 case AVMEDIA_TYPE_SUBTITLE:
2751 ret = avcodec_decode_subtitle2(st->codec, &subtitle,
2752 &got_picture, &pkt);
2760 st->nb_decoded_frames++;
2767 if (!pkt.data && !got_picture)
2771 av_frame_free(&frame);
2775 unsigned int ff_codec_get_tag(const AVCodecTag *tags, enum AVCodecID id)
2777 while (tags->id != AV_CODEC_ID_NONE) {
2785 enum AVCodecID ff_codec_get_id(const AVCodecTag *tags, unsigned int tag)
2788 for (i = 0; tags[i].id != AV_CODEC_ID_NONE; i++)
2789 if (tag == tags[i].tag)
2791 for (i = 0; tags[i].id != AV_CODEC_ID_NONE; i++)
2792 if (avpriv_toupper4(tag) == avpriv_toupper4(tags[i].tag))
2794 return AV_CODEC_ID_NONE;
2797 enum AVCodecID ff_get_pcm_codec_id(int bps, int flt, int be, int sflags)
2802 return be ? AV_CODEC_ID_PCM_F32BE : AV_CODEC_ID_PCM_F32LE;
2804 return be ? AV_CODEC_ID_PCM_F64BE : AV_CODEC_ID_PCM_F64LE;
2806 return AV_CODEC_ID_NONE;
2811 if (sflags & (1 << (bps - 1))) {
2814 return AV_CODEC_ID_PCM_S8;
2816 return be ? AV_CODEC_ID_PCM_S16BE : AV_CODEC_ID_PCM_S16LE;
2818 return be ? AV_CODEC_ID_PCM_S24BE : AV_CODEC_ID_PCM_S24LE;
2820 return be ? AV_CODEC_ID_PCM_S32BE : AV_CODEC_ID_PCM_S32LE;
2822 return AV_CODEC_ID_NONE;
2827 return AV_CODEC_ID_PCM_U8;
2829 return be ? AV_CODEC_ID_PCM_U16BE : AV_CODEC_ID_PCM_U16LE;
2831 return be ? AV_CODEC_ID_PCM_U24BE : AV_CODEC_ID_PCM_U24LE;
2833 return be ? AV_CODEC_ID_PCM_U32BE : AV_CODEC_ID_PCM_U32LE;
2835 return AV_CODEC_ID_NONE;
2841 unsigned int av_codec_get_tag(const AVCodecTag *const *tags, enum AVCodecID id)
2844 if (!av_codec_get_tag2(tags, id, &tag))
2849 int av_codec_get_tag2(const AVCodecTag * const *tags, enum AVCodecID id,
2853 for (i = 0; tags && tags[i]; i++) {
2854 const AVCodecTag *codec_tags = tags[i];
2855 while (codec_tags->id != AV_CODEC_ID_NONE) {
2856 if (codec_tags->id == id) {
2857 *tag = codec_tags->tag;
2866 enum AVCodecID av_codec_get_id(const AVCodecTag *const *tags, unsigned int tag)
2869 for (i = 0; tags && tags[i]; i++) {
2870 enum AVCodecID id = ff_codec_get_id(tags[i], tag);
2871 if (id != AV_CODEC_ID_NONE)
2874 return AV_CODEC_ID_NONE;
2877 static void compute_chapters_end(AVFormatContext *s)
2880 int64_t max_time = s->duration +
2881 ((s->start_time == AV_NOPTS_VALUE) ? 0 : s->start_time);
2883 for (i = 0; i < s->nb_chapters; i++)
2884 if (s->chapters[i]->end == AV_NOPTS_VALUE) {
2885 AVChapter *ch = s->chapters[i];
2886 int64_t end = max_time ? av_rescale_q(max_time, AV_TIME_BASE_Q,
2890 for (j = 0; j < s->nb_chapters; j++) {
2891 AVChapter *ch1 = s->chapters[j];
2892 int64_t next_start = av_rescale_q(ch1->start, ch1->time_base,
2894 if (j != i && next_start > ch->start && next_start < end)
2897 ch->end = (end == INT64_MAX) ? ch->start : end;
2901 static int get_std_framerate(int i)
2904 return (i + 1) * 1001;
2908 return ((const int[]) { 40, 48, 50, 60, 80, 120, 240})[i] * 1001 * 12;
2912 return ((const int[]) { 24, 30, 60, 12, 15, 48 })[i] * 1000 * 12;
2915 /* Is the time base unreliable?
2916 * This is a heuristic to balance between quick acceptance of the values in
2917 * the headers vs. some extra checks.
2918 * Old DivX and Xvid often have nonsense timebases like 1fps or 2fps.
2919 * MPEG-2 commonly misuses field repeat flags to store different framerates.
2920 * And there are "variable" fps files this needs to detect as well. */
2921 static int tb_unreliable(AVCodecContext *c)
2923 if (c->time_base.den >= 101LL * c->time_base.num ||
2924 c->time_base.den < 5LL * c->time_base.num ||
2925 // c->codec_tag == AV_RL32("DIVX") ||
2926 // c->codec_tag == AV_RL32("XVID") ||
2927 c->codec_tag == AV_RL32("mp4v") ||
2928 c->codec_id == AV_CODEC_ID_MPEG2VIDEO ||
2929 c->codec_id == AV_CODEC_ID_GIF ||
2930 c->codec_id == AV_CODEC_ID_HEVC ||
2931 c->codec_id == AV_CODEC_ID_H264)
2936 int ff_alloc_extradata(AVCodecContext *avctx, int size)
2940 if (size < 0 || size >= INT32_MAX - AV_INPUT_BUFFER_PADDING_SIZE) {
2941 avctx->extradata = NULL;
2942 avctx->extradata_size = 0;
2943 return AVERROR(EINVAL);
2945 avctx->extradata = av_malloc(size + AV_INPUT_BUFFER_PADDING_SIZE);
2946 if (avctx->extradata) {
2947 memset(avctx->extradata + size, 0, AV_INPUT_BUFFER_PADDING_SIZE);
2948 avctx->extradata_size = size;
2951 avctx->extradata_size = 0;
2952 ret = AVERROR(ENOMEM);
2957 int ff_get_extradata(AVCodecContext *avctx, AVIOContext *pb, int size)
2959 int ret = ff_alloc_extradata(avctx, size);
2962 ret = avio_read(pb, avctx->extradata, size);
2964 av_freep(&avctx->extradata);
2965 avctx->extradata_size = 0;
2966 av_log(avctx, AV_LOG_ERROR, "Failed to read extradata of size %d\n", size);
2967 return ret < 0 ? ret : AVERROR_INVALIDDATA;
2973 int ff_rfps_add_frame(AVFormatContext *ic, AVStream *st, int64_t ts)
2976 int64_t last = st->info->last_dts;
2978 if ( ts != AV_NOPTS_VALUE && last != AV_NOPTS_VALUE && ts > last
2979 && ts - (uint64_t)last < INT64_MAX) {
2980 double dts = (is_relative(ts) ? ts - RELATIVE_TS_BASE : ts) * av_q2d(st->time_base);
2981 int64_t duration = ts - last;
2983 if (!st->info->duration_error)
2984 st->info->duration_error = av_mallocz(sizeof(st->info->duration_error[0])*2);
2985 if (!st->info->duration_error)
2986 return AVERROR(ENOMEM);
2988 // if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO)
2989 // av_log(NULL, AV_LOG_ERROR, "%f\n", dts);
2990 for (i = 0; i<MAX_STD_TIMEBASES; i++) {
2991 if (st->info->duration_error[0][1][i] < 1e10) {
2992 int framerate = get_std_framerate(i);
2993 double sdts = dts*framerate/(1001*12);
2994 for (j= 0; j<2; j++) {
2995 int64_t ticks = llrint(sdts+j*0.5);
2996 double error= sdts - ticks + j*0.5;
2997 st->info->duration_error[j][0][i] += error;
2998 st->info->duration_error[j][1][i] += error*error;
3002 st->info->duration_count++;
3003 st->info->rfps_duration_sum += duration;
3005 if (st->info->duration_count % 10 == 0) {
3006 int n = st->info->duration_count;
3007 for (i = 0; i<MAX_STD_TIMEBASES; i++) {
3008 if (st->info->duration_error[0][1][i] < 1e10) {
3009 double a0 = st->info->duration_error[0][0][i] / n;
3010 double error0 = st->info->duration_error[0][1][i] / n - a0*a0;
3011 double a1 = st->info->duration_error[1][0][i] / n;
3012 double error1 = st->info->duration_error[1][1][i] / n - a1*a1;
3013 if (error0 > 0.04 && error1 > 0.04) {
3014 st->info->duration_error[0][1][i] = 2e10;
3015 st->info->duration_error[1][1][i] = 2e10;
3021 // ignore the first 4 values, they might have some random jitter
3022 if (st->info->duration_count > 3 && is_relative(ts) == is_relative(last))
3023 st->info->duration_gcd = av_gcd(st->info->duration_gcd, duration);
3025 if (ts != AV_NOPTS_VALUE)
3026 st->info->last_dts = ts;
3031 void ff_rfps_calculate(AVFormatContext *ic)
3035 for (i = 0; i < ic->nb_streams; i++) {
3036 AVStream *st = ic->streams[i];
3038 if (st->codec->codec_type != AVMEDIA_TYPE_VIDEO)
3040 // the check for tb_unreliable() is not completely correct, since this is not about handling
3041 // a unreliable/inexact time base, but a time base that is finer than necessary, as e.g.
3042 // ipmovie.c produces.
3043 if (tb_unreliable(st->codec) && st->info->duration_count > 15 && st->info->duration_gcd > FFMAX(1, st->time_base.den/(500LL*st->time_base.num)) && !st->r_frame_rate.num)
3044 av_reduce(&st->r_frame_rate.num, &st->r_frame_rate.den, st->time_base.den, st->time_base.num * st->info->duration_gcd, INT_MAX);
3045 if (st->info->duration_count>1 && !st->r_frame_rate.num
3046 && tb_unreliable(st->codec)) {
3048 double best_error= 0.01;
3049 AVRational ref_rate = st->r_frame_rate.num ? st->r_frame_rate : av_inv_q(st->time_base);
3051 for (j= 0; j<MAX_STD_TIMEBASES; j++) {
3054 if (st->info->codec_info_duration && st->info->codec_info_duration*av_q2d(st->time_base) < (1001*12.0)/get_std_framerate(j))
3056 if (!st->info->codec_info_duration && get_std_framerate(j) < 1001*12)
3059 if (av_q2d(st->time_base) * st->info->rfps_duration_sum / st->info->duration_count < (1001*12.0 * 0.8)/get_std_framerate(j))
3062 for (k= 0; k<2; k++) {
3063 int n = st->info->duration_count;
3064 double a= st->info->duration_error[k][0][j] / n;
3065 double error= st->info->duration_error[k][1][j]/n - a*a;
3067 if (error < best_error && best_error> 0.000000001) {
3069 num = get_std_framerate(j);
3072 av_log(ic, AV_LOG_DEBUG, "rfps: %f %f\n", get_std_framerate(j) / 12.0/1001, error);
3075 // do not increase frame rate by more than 1 % in order to match a standard rate.
3076 if (num && (!ref_rate.num || (double)num/(12*1001) < 1.01 * av_q2d(ref_rate)))
3077 av_reduce(&st->r_frame_rate.num, &st->r_frame_rate.den, num, 12*1001, INT_MAX);
3079 if ( !st->avg_frame_rate.num
3080 && st->r_frame_rate.num && st->info->rfps_duration_sum
3081 && st->info->codec_info_duration <= 0
3082 && st->info->duration_count > 2
3083 && fabs(1.0 / (av_q2d(st->r_frame_rate) * av_q2d(st->time_base)) - st->info->rfps_duration_sum / (double)st->info->duration_count) <= 1.0
3085 av_log(ic, AV_LOG_DEBUG, "Setting avg frame rate based on r frame rate\n");
3086 st->avg_frame_rate = st->r_frame_rate;
3089 av_freep(&st->info->duration_error);
3090 st->info->last_dts = AV_NOPTS_VALUE;
3091 st->info->duration_count = 0;
3092 st->info->rfps_duration_sum = 0;
3096 int avformat_find_stream_info(AVFormatContext *ic, AVDictionary **options)
3098 int i, count, ret = 0, j;
3101 AVPacket pkt1, *pkt;
3102 int64_t old_offset = avio_tell(ic->pb);
3103 // new streams might appear, no options for those
3104 int orig_nb_streams = ic->nb_streams;
3106 int64_t max_analyze_duration = ic->max_analyze_duration;
3107 int64_t max_stream_analyze_duration;
3108 int64_t max_subtitle_analyze_duration;
3109 int64_t probesize = ic->probesize;
3111 flush_codecs = probesize > 0;
3113 av_opt_set(ic, "skip_clear", "1", AV_OPT_SEARCH_CHILDREN);
3115 max_stream_analyze_duration = max_analyze_duration;
3116 max_subtitle_analyze_duration = max_analyze_duration;
3117 if (!max_analyze_duration) {
3118 max_stream_analyze_duration =
3119 max_analyze_duration = 5*AV_TIME_BASE;
3120 max_subtitle_analyze_duration = 30*AV_TIME_BASE;
3121 if (!strcmp(ic->iformat->name, "flv"))
3122 max_stream_analyze_duration = 90*AV_TIME_BASE;
3126 av_log(ic, AV_LOG_DEBUG, "Before avformat_find_stream_info() pos: %"PRId64" bytes read:%"PRId64" seeks:%d\n",
3127 avio_tell(ic->pb), ic->pb->bytes_read, ic->pb->seek_count);
3129 for (i = 0; i < ic->nb_streams; i++) {
3130 const AVCodec *codec;
3131 AVDictionary *thread_opt = NULL;
3132 st = ic->streams[i];
3134 if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO ||
3135 st->codec->codec_type == AVMEDIA_TYPE_SUBTITLE) {
3136 /* if (!st->time_base.num)
3138 if (!st->codec->time_base.num)
3139 st->codec->time_base = st->time_base;
3141 // only for the split stuff
3142 if (!st->parser && !(ic->flags & AVFMT_FLAG_NOPARSE)) {
3143 st->parser = av_parser_init(st->codec->codec_id);
3145 if (st->need_parsing == AVSTREAM_PARSE_HEADERS) {
3146 st->parser->flags |= PARSER_FLAG_COMPLETE_FRAMES;
3147 } else if (st->need_parsing == AVSTREAM_PARSE_FULL_RAW) {
3148 st->parser->flags |= PARSER_FLAG_USE_CODEC_TS;
3150 } else if (st->need_parsing) {
3151 av_log(ic, AV_LOG_VERBOSE, "parser not found for codec "
3152 "%s, packets or times may be invalid.\n",
3153 avcodec_get_name(st->codec->codec_id));
3156 codec = find_decoder(ic, st, st->codec->codec_id);
3158 /* Force thread count to 1 since the H.264 decoder will not extract
3159 * SPS and PPS to extradata during multi-threaded decoding. */
3160 av_dict_set(options ? &options[i] : &thread_opt, "threads", "1", 0);
3162 if (ic->codec_whitelist)
3163 av_dict_set(options ? &options[i] : &thread_opt, "codec_whitelist", ic->codec_whitelist, 0);
3165 /* Ensure that subtitle_header is properly set. */
3166 if (st->codec->codec_type == AVMEDIA_TYPE_SUBTITLE
3167 && codec && !st->codec->codec) {
3168 if (avcodec_open2(st->codec, codec, options ? &options[i] : &thread_opt) < 0)
3169 av_log(ic, AV_LOG_WARNING,
3170 "Failed to open codec in av_find_stream_info\n");
3173 // Try to just open decoders, in case this is enough to get parameters.
3174 if (!has_codec_parameters(st, NULL) && st->request_probe <= 0) {
3175 if (codec && !st->codec->codec)
3176 if (avcodec_open2(st->codec, codec, options ? &options[i] : &thread_opt) < 0)
3177 av_log(ic, AV_LOG_WARNING,
3178 "Failed to open codec in av_find_stream_info\n");
3181 av_dict_free(&thread_opt);
3184 for (i = 0; i < ic->nb_streams; i++) {
3185 #if FF_API_R_FRAME_RATE
3186 ic->streams[i]->info->last_dts = AV_NOPTS_VALUE;
3188 ic->streams[i]->info->fps_first_dts = AV_NOPTS_VALUE;
3189 ic->streams[i]->info->fps_last_dts = AV_NOPTS_VALUE;
3195 int analyzed_all_streams;
3196 if (ff_check_interrupt(&ic->interrupt_callback)) {
3198 av_log(ic, AV_LOG_DEBUG, "interrupted\n");
3202 /* check if one codec still needs to be handled */
3203 for (i = 0; i < ic->nb_streams; i++) {
3204 int fps_analyze_framecount = 20;
3206 st = ic->streams[i];
3207 if (!has_codec_parameters(st, NULL))
3209 /* If the timebase is coarse (like the usual millisecond precision
3210 * of mkv), we need to analyze more frames to reliably arrive at
3211 * the correct fps. */
3212 if (av_q2d(st->time_base) > 0.0005)
3213 fps_analyze_framecount *= 2;
3214 if (!tb_unreliable(st->codec))
3215 fps_analyze_framecount = 0;
3216 if (ic->fps_probe_size >= 0)
3217 fps_analyze_framecount = ic->fps_probe_size;
3218 if (st->disposition & AV_DISPOSITION_ATTACHED_PIC)
3219 fps_analyze_framecount = 0;
3220 /* variable fps and no guess at the real fps */
3221 if (!(st->r_frame_rate.num && st->avg_frame_rate.num) &&
3222 st->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
3223 int count = (ic->iformat->flags & AVFMT_NOTIMESTAMPS) ?
3224 st->info->codec_info_duration_fields/2 :
3225 st->info->duration_count;
3226 if (count < fps_analyze_framecount)
3229 if (st->parser && st->parser->parser->split &&
3230 !st->codec->extradata)
3232 if (st->first_dts == AV_NOPTS_VALUE &&
3233 !(ic->iformat->flags & AVFMT_NOTIMESTAMPS) &&
3234 st->codec_info_nb_frames < ic->max_ts_probe &&
3235 (st->codec->codec_type == AVMEDIA_TYPE_VIDEO ||
3236 st->codec->codec_type == AVMEDIA_TYPE_AUDIO))
3239 analyzed_all_streams = 0;
3240 if (i == ic->nb_streams) {
3241 analyzed_all_streams = 1;
3242 /* NOTE: If the format has no header, then we need to read some
3243 * packets to get most of the streams, so we cannot stop here. */
3244 if (!(ic->ctx_flags & AVFMTCTX_NOHEADER)) {
3245 /* If we found the info for all the codecs, we can stop. */
3247 av_log(ic, AV_LOG_DEBUG, "All info found\n");
3252 /* We did not get all the codec info, but we read too much data. */
3253 if (read_size >= probesize) {
3255 av_log(ic, AV_LOG_DEBUG,
3256 "Probe buffer size limit of %"PRId64" bytes reached\n", probesize);
3257 for (i = 0; i < ic->nb_streams; i++)
3258 if (!ic->streams[i]->r_frame_rate.num &&
3259 ic->streams[i]->info->duration_count <= 1 &&
3260 ic->streams[i]->codec->codec_type == AVMEDIA_TYPE_VIDEO &&
3261 strcmp(ic->iformat->name, "image2"))
3262 av_log(ic, AV_LOG_WARNING,
3263 "Stream #%d: not enough frames to estimate rate; "
3264 "consider increasing probesize\n", i);
3268 /* NOTE: A new stream can be added there if no header in file
3269 * (AVFMTCTX_NOHEADER). */
3270 ret = read_frame_internal(ic, &pkt1);
3271 if (ret == AVERROR(EAGAIN))
3281 if (!(ic->flags & AVFMT_FLAG_NOBUFFER)) {
3282 ret = add_to_pktbuf(&ic->internal->packet_buffer, pkt,
3283 &ic->internal->packet_buffer_end, 0);
3285 goto find_stream_info_err;
3288 st = ic->streams[pkt->stream_index];
3289 if (!(st->disposition & AV_DISPOSITION_ATTACHED_PIC))
3290 read_size += pkt->size;
3292 if (pkt->dts != AV_NOPTS_VALUE && st->codec_info_nb_frames > 1) {
3293 /* check for non-increasing dts */
3294 if (st->info->fps_last_dts != AV_NOPTS_VALUE &&
3295 st->info->fps_last_dts >= pkt->dts) {
3296 av_log(ic, AV_LOG_DEBUG,
3297 "Non-increasing DTS in stream %d: packet %d with DTS "
3298 "%"PRId64", packet %d with DTS %"PRId64"\n",
3299 st->index, st->info->fps_last_dts_idx,
3300 st->info->fps_last_dts, st->codec_info_nb_frames,
3302 st->info->fps_first_dts =
3303 st->info->fps_last_dts = AV_NOPTS_VALUE;
3305 /* Check for a discontinuity in dts. If the difference in dts
3306 * is more than 1000 times the average packet duration in the
3307 * sequence, we treat it as a discontinuity. */
3308 if (st->info->fps_last_dts != AV_NOPTS_VALUE &&
3309 st->info->fps_last_dts_idx > st->info->fps_first_dts_idx &&
3310 (pkt->dts - st->info->fps_last_dts) / 1000 >
3311 (st->info->fps_last_dts - st->info->fps_first_dts) /
3312 (st->info->fps_last_dts_idx - st->info->fps_first_dts_idx)) {
3313 av_log(ic, AV_LOG_WARNING,
3314 "DTS discontinuity in stream %d: packet %d with DTS "
3315 "%"PRId64", packet %d with DTS %"PRId64"\n",
3316 st->index, st->info->fps_last_dts_idx,
3317 st->info->fps_last_dts, st->codec_info_nb_frames,
3319 st->info->fps_first_dts =
3320 st->info->fps_last_dts = AV_NOPTS_VALUE;
3323 /* update stored dts values */
3324 if (st->info->fps_first_dts == AV_NOPTS_VALUE) {
3325 st->info->fps_first_dts = pkt->dts;
3326 st->info->fps_first_dts_idx = st->codec_info_nb_frames;
3328 st->info->fps_last_dts = pkt->dts;
3329 st->info->fps_last_dts_idx = st->codec_info_nb_frames;
3331 if (st->codec_info_nb_frames>1) {
3335 if (st->time_base.den > 0)
3336 t = av_rescale_q(st->info->codec_info_duration, st->time_base, AV_TIME_BASE_Q);
3337 if (st->avg_frame_rate.num > 0)
3338 t = FFMAX(t, av_rescale_q(st->codec_info_nb_frames, av_inv_q(st->avg_frame_rate), AV_TIME_BASE_Q));
3341 && st->codec_info_nb_frames>30
3342 && st->info->fps_first_dts != AV_NOPTS_VALUE
3343 && st->info->fps_last_dts != AV_NOPTS_VALUE)
3344 t = FFMAX(t, av_rescale_q(st->info->fps_last_dts - st->info->fps_first_dts, st->time_base, AV_TIME_BASE_Q));
3346 if (analyzed_all_streams) limit = max_analyze_duration;
3347 else if (st->codec->codec_type == AVMEDIA_TYPE_SUBTITLE) limit = max_subtitle_analyze_duration;
3348 else limit = max_stream_analyze_duration;
3351 av_log(ic, AV_LOG_VERBOSE, "max_analyze_duration %"PRId64" reached at %"PRId64" microseconds st:%d\n",
3353 t, pkt->stream_index);
3354 if (ic->flags & AVFMT_FLAG_NOBUFFER)
3355 av_packet_unref(pkt);
3358 if (pkt->duration) {
3359 if (st->codec->codec_type == AVMEDIA_TYPE_SUBTITLE && pkt->pts != AV_NOPTS_VALUE && pkt->pts >= st->start_time) {
3360 st->info->codec_info_duration = FFMIN(pkt->pts - st->start_time, st->info->codec_info_duration + pkt->duration);
3362 st->info->codec_info_duration += pkt->duration;
3363 st->info->codec_info_duration_fields += st->parser && st->need_parsing && st->codec->ticks_per_frame ==2 ? st->parser->repeat_pict + 1 : 2;
3366 #if FF_API_R_FRAME_RATE
3367 if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO)
3368 ff_rfps_add_frame(ic, st, pkt->dts);
3370 if (st->parser && st->parser->parser->split && !st->codec->extradata) {
3371 int i = st->parser->parser->split(st->codec, pkt->data, pkt->size);
3372 if (i > 0 && i < FF_MAX_EXTRADATA_SIZE) {
3373 if (ff_alloc_extradata(st->codec, i))
3374 return AVERROR(ENOMEM);
3375 memcpy(st->codec->extradata, pkt->data,
3376 st->codec->extradata_size);
3380 /* If still no information, we try to open the codec and to
3381 * decompress the frame. We try to avoid that in most cases as
3382 * it takes longer and uses more memory. For MPEG-4, we need to
3383 * decompress for QuickTime.
3385 * If AV_CODEC_CAP_CHANNEL_CONF is set this will force decoding of at
3386 * least one frame of codec data, this makes sure the codec initializes
3387 * the channel configuration and does not only trust the values from
3389 try_decode_frame(ic, st, pkt,
3390 (options && i < orig_nb_streams) ? &options[i] : NULL);
3392 if (ic->flags & AVFMT_FLAG_NOBUFFER)
3393 av_packet_unref(pkt);
3395 st->codec_info_nb_frames++;
3400 AVPacket empty_pkt = { 0 };
3402 av_init_packet(&empty_pkt);
3404 for (i = 0; i < ic->nb_streams; i++) {
3406 st = ic->streams[i];
3408 /* flush the decoders */
3409 if (st->info->found_decoder == 1) {
3411 err = try_decode_frame(ic, st, &empty_pkt,
3412 (options && i < orig_nb_streams)
3413 ? &options[i] : NULL);
3414 } while (err > 0 && !has_codec_parameters(st, NULL));
3417 av_log(ic, AV_LOG_INFO,
3418 "decoding for stream %d failed\n", st->index);
3424 // close codecs which were opened in try_decode_frame()
3425 for (i = 0; i < ic->nb_streams; i++) {
3426 st = ic->streams[i];
3427 avcodec_close(st->codec);
3430 ff_rfps_calculate(ic);
3432 for (i = 0; i < ic->nb_streams; i++) {
3433 st = ic->streams[i];
3434 if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
3435 if (st->codec->codec_id == AV_CODEC_ID_RAWVIDEO && !st->codec->codec_tag && !st->codec->bits_per_coded_sample) {
3436 uint32_t tag= avcodec_pix_fmt_to_codec_tag(st->codec->pix_fmt);
3437 if (avpriv_find_pix_fmt(avpriv_get_raw_pix_fmt_tags(), tag) == st->codec->pix_fmt)
3438 st->codec->codec_tag= tag;
3441 /* estimate average framerate if not set by demuxer */
3442 if (st->info->codec_info_duration_fields &&
3443 !st->avg_frame_rate.num &&
3444 st->info->codec_info_duration) {
3446 double best_error = 0.01;
3448 if (st->info->codec_info_duration >= INT64_MAX / st->time_base.num / 2||
3449 st->info->codec_info_duration_fields >= INT64_MAX / st->time_base.den ||
3450 st->info->codec_info_duration < 0)
3452 av_reduce(&st->avg_frame_rate.num, &st->avg_frame_rate.den,
3453 st->info->codec_info_duration_fields * (int64_t) st->time_base.den,
3454 st->info->codec_info_duration * 2 * (int64_t) st->time_base.num, 60000);
3456 /* Round guessed framerate to a "standard" framerate if it's
3457 * within 1% of the original estimate. */
3458 for (j = 0; j < MAX_STD_TIMEBASES; j++) {
3459 AVRational std_fps = { get_std_framerate(j), 12 * 1001 };
3460 double error = fabs(av_q2d(st->avg_frame_rate) /
3461 av_q2d(std_fps) - 1);
3463 if (error < best_error) {
3465 best_fps = std_fps.num;
3469 av_reduce(&st->avg_frame_rate.num, &st->avg_frame_rate.den,
3470 best_fps, 12 * 1001, INT_MAX);
3473 if (!st->r_frame_rate.num) {
3474 if ( st->codec->time_base.den * (int64_t) st->time_base.num
3475 <= st->codec->time_base.num * st->codec->ticks_per_frame * (int64_t) st->time_base.den) {
3476 st->r_frame_rate.num = st->codec->time_base.den;
3477 st->r_frame_rate.den = st->codec->time_base.num * st->codec->ticks_per_frame;
3479 st->r_frame_rate.num = st->time_base.den;
3480 st->r_frame_rate.den = st->time_base.num;
3483 if (st->display_aspect_ratio.num && st->display_aspect_ratio.den) {
3484 AVRational hw_ratio = { st->codec->height, st->codec->width };
3485 st->sample_aspect_ratio = av_mul_q(st->display_aspect_ratio,
3488 } else if (st->codec->codec_type == AVMEDIA_TYPE_AUDIO) {
3489 if (!st->codec->bits_per_coded_sample)
3490 st->codec->bits_per_coded_sample =
3491 av_get_bits_per_sample(st->codec->codec_id);
3492 // set stream disposition based on audio service type
3493 switch (st->codec->audio_service_type) {
3494 case AV_AUDIO_SERVICE_TYPE_EFFECTS:
3495 st->disposition = AV_DISPOSITION_CLEAN_EFFECTS;
3497 case AV_AUDIO_SERVICE_TYPE_VISUALLY_IMPAIRED:
3498 st->disposition = AV_DISPOSITION_VISUAL_IMPAIRED;
3500 case AV_AUDIO_SERVICE_TYPE_HEARING_IMPAIRED:
3501 st->disposition = AV_DISPOSITION_HEARING_IMPAIRED;
3503 case AV_AUDIO_SERVICE_TYPE_COMMENTARY:
3504 st->disposition = AV_DISPOSITION_COMMENT;
3506 case AV_AUDIO_SERVICE_TYPE_KARAOKE:
3507 st->disposition = AV_DISPOSITION_KARAOKE;
3514 estimate_timings(ic, old_offset);
3516 av_opt_set(ic, "skip_clear", "0", AV_OPT_SEARCH_CHILDREN);
3518 if (ret >= 0 && ic->nb_streams)
3519 /* We could not have all the codec parameters before EOF. */
3521 for (i = 0; i < ic->nb_streams; i++) {
3523 st = ic->streams[i];
3524 if (!has_codec_parameters(st, &errmsg)) {
3526 avcodec_string(buf, sizeof(buf), st->codec, 0);
3527 av_log(ic, AV_LOG_WARNING,
3528 "Could not find codec parameters for stream %d (%s): %s\n"
3529 "Consider increasing the value for the 'analyzeduration' and 'probesize' options\n",
3536 compute_chapters_end(ic);
3538 find_stream_info_err:
3539 for (i = 0; i < ic->nb_streams; i++) {
3540 st = ic->streams[i];
3541 if (ic->streams[i]->codec->codec_type != AVMEDIA_TYPE_AUDIO)
3542 ic->streams[i]->codec->thread_count = 0;
3544 av_freep(&st->info->duration_error);
3545 av_freep(&ic->streams[i]->info);
3548 av_log(ic, AV_LOG_DEBUG, "After avformat_find_stream_info() pos: %"PRId64" bytes read:%"PRId64" seeks:%d frames:%d\n",
3549 avio_tell(ic->pb), ic->pb->bytes_read, ic->pb->seek_count, count);
3553 AVProgram *av_find_program_from_stream(AVFormatContext *ic, AVProgram *last, int s)
3557 for (i = 0; i < ic->nb_programs; i++) {
3558 if (ic->programs[i] == last) {
3562 for (j = 0; j < ic->programs[i]->nb_stream_indexes; j++)
3563 if (ic->programs[i]->stream_index[j] == s)
3564 return ic->programs[i];
3570 int av_find_best_stream(AVFormatContext *ic, enum AVMediaType type,
3571 int wanted_stream_nb, int related_stream,
3572 AVCodec **decoder_ret, int flags)
3574 int i, nb_streams = ic->nb_streams;
3575 int ret = AVERROR_STREAM_NOT_FOUND, best_count = -1, best_bitrate = -1, best_multiframe = -1, count, bitrate, multiframe;
3576 unsigned *program = NULL;
3577 const AVCodec *decoder = NULL, *best_decoder = NULL;
3579 if (related_stream >= 0 && wanted_stream_nb < 0) {
3580 AVProgram *p = av_find_program_from_stream(ic, NULL, related_stream);
3582 program = p->stream_index;
3583 nb_streams = p->nb_stream_indexes;
3586 for (i = 0; i < nb_streams; i++) {
3587 int real_stream_index = program ? program[i] : i;
3588 AVStream *st = ic->streams[real_stream_index];
3589 AVCodecContext *avctx = st->codec;
3590 if (avctx->codec_type != type)
3592 if (wanted_stream_nb >= 0 && real_stream_index != wanted_stream_nb)
3594 if (wanted_stream_nb != real_stream_index &&
3595 st->disposition & (AV_DISPOSITION_HEARING_IMPAIRED |
3596 AV_DISPOSITION_VISUAL_IMPAIRED))
3598 if (type == AVMEDIA_TYPE_AUDIO && !(avctx->channels && avctx->sample_rate))
3601 decoder = find_decoder(ic, st, st->codec->codec_id);
3604 ret = AVERROR_DECODER_NOT_FOUND;
3608 count = st->codec_info_nb_frames;
3609 bitrate = avctx->bit_rate;
3611 bitrate = avctx->rc_max_rate;
3612 multiframe = FFMIN(5, count);
3613 if ((best_multiframe > multiframe) ||
3614 (best_multiframe == multiframe && best_bitrate > bitrate) ||
3615 (best_multiframe == multiframe && best_bitrate == bitrate && best_count >= count))
3618 best_bitrate = bitrate;
3619 best_multiframe = multiframe;
3620 ret = real_stream_index;
3621 best_decoder = decoder;
3622 if (program && i == nb_streams - 1 && ret < 0) {
3624 nb_streams = ic->nb_streams;
3625 /* no related stream found, try again with everything */
3630 *decoder_ret = (AVCodec*)best_decoder;
3634 /*******************************************************/
3636 int av_read_play(AVFormatContext *s)
3638 if (s->iformat->read_play)
3639 return s->iformat->read_play(s);
3641 return avio_pause(s->pb, 0);
3642 return AVERROR(ENOSYS);
3645 int av_read_pause(AVFormatContext *s)
3647 if (s->iformat->read_pause)
3648 return s->iformat->read_pause(s);
3650 return avio_pause(s->pb, 1);
3651 return AVERROR(ENOSYS);
3654 static void free_stream(AVStream **pst)
3656 AVStream *st = *pst;
3662 for (i = 0; i < st->nb_side_data; i++)
3663 av_freep(&st->side_data[i].data);
3664 av_freep(&st->side_data);
3667 av_parser_close(st->parser);
3669 if (st->attached_pic.data)
3670 av_packet_unref(&st->attached_pic);
3672 av_freep(&st->internal);
3674 av_dict_free(&st->metadata);
3675 av_freep(&st->probe_data.buf);
3676 av_freep(&st->index_entries);
3677 av_freep(&st->codec->extradata);
3678 av_freep(&st->codec->subtitle_header);
3679 av_freep(&st->codec);
3680 av_freep(&st->priv_data);
3682 av_freep(&st->info->duration_error);
3683 av_freep(&st->info);
3684 av_freep(&st->recommended_encoder_configuration);
3685 av_freep(&st->priv_pts);
3690 void ff_free_stream(AVFormatContext *s, AVStream *st)
3692 av_assert0(s->nb_streams>0);
3693 av_assert0(s->streams[ s->nb_streams - 1 ] == st);
3695 free_stream(&s->streams[ --s->nb_streams ]);
3698 void avformat_free_context(AVFormatContext *s)
3706 if (s->iformat && s->iformat->priv_class && s->priv_data)
3707 av_opt_free(s->priv_data);
3708 if (s->oformat && s->oformat->priv_class && s->priv_data)
3709 av_opt_free(s->priv_data);
3711 for (i = s->nb_streams - 1; i >= 0; i--)
3712 ff_free_stream(s, s->streams[i]);
3715 for (i = s->nb_programs - 1; i >= 0; i--) {
3716 av_dict_free(&s->programs[i]->metadata);
3717 av_freep(&s->programs[i]->stream_index);
3718 av_freep(&s->programs[i]);
3720 av_freep(&s->programs);
3721 av_freep(&s->priv_data);
3722 while (s->nb_chapters--) {
3723 av_dict_free(&s->chapters[s->nb_chapters]->metadata);
3724 av_freep(&s->chapters[s->nb_chapters]);
3726 av_freep(&s->chapters);
3727 av_dict_free(&s->metadata);
3728 av_freep(&s->streams);
3729 av_freep(&s->internal);
3730 flush_packet_queue(s);
3734 void avformat_close_input(AVFormatContext **ps)
3745 if ((s->iformat && strcmp(s->iformat->name, "image2") && s->iformat->flags & AVFMT_NOFILE) ||
3746 (s->flags & AVFMT_FLAG_CUSTOM_IO))
3749 flush_packet_queue(s);
3752 if (s->iformat->read_close)
3753 s->iformat->read_close(s);
3755 avformat_free_context(s);
3762 AVStream *avformat_new_stream(AVFormatContext *s, const AVCodec *c)
3768 if (s->nb_streams >= INT_MAX/sizeof(*streams))
3770 streams = av_realloc_array(s->streams, s->nb_streams + 1, sizeof(*streams));
3773 s->streams = streams;
3775 st = av_mallocz(sizeof(AVStream));
3778 if (!(st->info = av_mallocz(sizeof(*st->info)))) {
3782 st->info->last_dts = AV_NOPTS_VALUE;
3784 st->codec = avcodec_alloc_context3(c);
3791 st->internal = av_mallocz(sizeof(*st->internal));
3796 /* no default bitrate if decoding */
3797 st->codec->bit_rate = 0;
3799 /* default pts setting is MPEG-like */
3800 avpriv_set_pts_info(st, 33, 1, 90000);
3801 /* we set the current DTS to 0 so that formats without any timestamps
3802 * but durations get some timestamps, formats with some unknown
3803 * timestamps have their first few packets buffered and the
3804 * timestamps corrected before they are returned to the user */
3805 st->cur_dts = RELATIVE_TS_BASE;
3807 st->cur_dts = AV_NOPTS_VALUE;
3810 st->index = s->nb_streams;
3811 st->start_time = AV_NOPTS_VALUE;
3812 st->duration = AV_NOPTS_VALUE;
3813 st->first_dts = AV_NOPTS_VALUE;
3814 st->probe_packets = MAX_PROBE_PACKETS;
3815 st->pts_wrap_reference = AV_NOPTS_VALUE;
3816 st->pts_wrap_behavior = AV_PTS_WRAP_IGNORE;
3818 st->last_IP_pts = AV_NOPTS_VALUE;
3819 st->last_dts_for_order_check = AV_NOPTS_VALUE;
3820 for (i = 0; i < MAX_REORDER_DELAY + 1; i++)
3821 st->pts_buffer[i] = AV_NOPTS_VALUE;
3823 st->sample_aspect_ratio = (AVRational) { 0, 1 };
3825 #if FF_API_R_FRAME_RATE
3826 st->info->last_dts = AV_NOPTS_VALUE;
3828 st->info->fps_first_dts = AV_NOPTS_VALUE;
3829 st->info->fps_last_dts = AV_NOPTS_VALUE;
3831 st->inject_global_side_data = s->internal->inject_global_side_data;
3833 s->streams[s->nb_streams++] = st;
3840 AVProgram *av_new_program(AVFormatContext *ac, int id)
3842 AVProgram *program = NULL;
3845 av_log(ac, AV_LOG_TRACE, "new_program: id=0x%04x\n", id);
3847 for (i = 0; i < ac->nb_programs; i++)
3848 if (ac->programs[i]->id == id)
3849 program = ac->programs[i];
3852 program = av_mallocz(sizeof(AVProgram));
3855 dynarray_add(&ac->programs, &ac->nb_programs, program);
3856 program->discard = AVDISCARD_NONE;
3859 program->pts_wrap_reference = AV_NOPTS_VALUE;
3860 program->pts_wrap_behavior = AV_PTS_WRAP_IGNORE;
3862 program->start_time =
3863 program->end_time = AV_NOPTS_VALUE;
3868 AVChapter *avpriv_new_chapter(AVFormatContext *s, int id, AVRational time_base,
3869 int64_t start, int64_t end, const char *title)
3871 AVChapter *chapter = NULL;
3874 if (end != AV_NOPTS_VALUE && start > end) {
3875 av_log(s, AV_LOG_ERROR, "Chapter end time %"PRId64" before start %"PRId64"\n", end, start);
3879 for (i = 0; i < s->nb_chapters; i++)
3880 if (s->chapters[i]->id == id)
3881 chapter = s->chapters[i];
3884 chapter = av_mallocz(sizeof(AVChapter));
3887 dynarray_add(&s->chapters, &s->nb_chapters, chapter);
3889 av_dict_set(&chapter->metadata, "title", title, 0);
3891 chapter->time_base = time_base;
3892 chapter->start = start;
3898 void ff_program_add_stream_index(AVFormatContext *ac, int progid, unsigned idx)
3901 AVProgram *program = NULL;
3904 if (idx >= ac->nb_streams) {
3905 av_log(ac, AV_LOG_ERROR, "stream index %d is not valid\n", idx);
3909 for (i = 0; i < ac->nb_programs; i++) {
3910 if (ac->programs[i]->id != progid)
3912 program = ac->programs[i];
3913 for (j = 0; j < program->nb_stream_indexes; j++)
3914 if (program->stream_index[j] == idx)
3917 tmp = av_realloc_array(program->stream_index, program->nb_stream_indexes+1, sizeof(unsigned int));
3920 program->stream_index = tmp;
3921 program->stream_index[program->nb_stream_indexes++] = idx;
3926 uint64_t ff_ntp_time(void)
3928 return (av_gettime() / 1000) * 1000 + NTP_OFFSET_US;
3931 int av_get_frame_filename(char *buf, int buf_size, const char *path, int number)
3934 char *q, buf1[20], c;
3935 int nd, len, percentd_found;
3947 while (av_isdigit(*p))
3948 nd = nd * 10 + *p++ - '0';
3950 } while (av_isdigit(c));
3961 snprintf(buf1, sizeof(buf1), "%0*d", nd, number);
3963 if ((q - buf + len) > buf_size - 1)
3965 memcpy(q, buf1, len);
3973 if ((q - buf) < buf_size - 1)
3977 if (!percentd_found)
3986 void av_url_split(char *proto, int proto_size,
3987 char *authorization, int authorization_size,
3988 char *hostname, int hostname_size,
3989 int *port_ptr, char *path, int path_size, const char *url)
3991 const char *p, *ls, *ls2, *at, *at2, *col, *brk;
3997 if (authorization_size > 0)
3998 authorization[0] = 0;
3999 if (hostname_size > 0)
4004 /* parse protocol */
4005 if ((p = strchr(url, ':'))) {
4006 av_strlcpy(proto, url, FFMIN(proto_size, p + 1 - url));
4013 /* no protocol means plain filename */
4014 av_strlcpy(path, url, path_size);
4018 /* separate path from hostname */
4019 ls = strchr(p, '/');
4020 ls2 = strchr(p, '?');
4024 ls = FFMIN(ls, ls2);
4026 av_strlcpy(path, ls, path_size);
4028 ls = &p[strlen(p)]; // XXX
4030 /* the rest is hostname, use that to parse auth/port */
4032 /* authorization (user[:pass]@hostname) */
4034 while ((at = strchr(p, '@')) && at < ls) {
4035 av_strlcpy(authorization, at2,
4036 FFMIN(authorization_size, at + 1 - at2));
4037 p = at + 1; /* skip '@' */
4040 if (*p == '[' && (brk = strchr(p, ']')) && brk < ls) {
4042 av_strlcpy(hostname, p + 1,
4043 FFMIN(hostname_size, brk - p));
4044 if (brk[1] == ':' && port_ptr)
4045 *port_ptr = atoi(brk + 2);
4046 } else if ((col = strchr(p, ':')) && col < ls) {
4047 av_strlcpy(hostname, p,
4048 FFMIN(col + 1 - p, hostname_size));
4050 *port_ptr = atoi(col + 1);
4052 av_strlcpy(hostname, p,
4053 FFMIN(ls + 1 - p, hostname_size));
4057 char *ff_data_to_hex(char *buff, const uint8_t *src, int s, int lowercase)
4060 static const char hex_table_uc[16] = { '0', '1', '2', '3',
4063 'C', 'D', 'E', 'F' };
4064 static const char hex_table_lc[16] = { '0', '1', '2', '3',
4067 'c', 'd', 'e', 'f' };
4068 const char *hex_table = lowercase ? hex_table_lc : hex_table_uc;
4070 for (i = 0; i < s; i++) {
4071 buff[i * 2] = hex_table[src[i] >> 4];
4072 buff[i * 2 + 1] = hex_table[src[i] & 0xF];
4078 int ff_hex_to_data(uint8_t *data, const char *p)
4085 p += strspn(p, SPACE_CHARS);
4088 c = av_toupper((unsigned char) *p++);
4089 if (c >= '0' && c <= '9')
4091 else if (c >= 'A' && c <= 'F')
4106 void avpriv_set_pts_info(AVStream *s, int pts_wrap_bits,
4107 unsigned int pts_num, unsigned int pts_den)
4110 if (av_reduce(&new_tb.num, &new_tb.den, pts_num, pts_den, INT_MAX)) {
4111 if (new_tb.num != pts_num)
4112 av_log(NULL, AV_LOG_DEBUG,
4113 "st:%d removing common factor %d from timebase\n",
4114 s->index, pts_num / new_tb.num);
4116 av_log(NULL, AV_LOG_WARNING,
4117 "st:%d has too large timebase, reducing\n", s->index);
4119 if (new_tb.num <= 0 || new_tb.den <= 0) {
4120 av_log(NULL, AV_LOG_ERROR,
4121 "Ignoring attempt to set invalid timebase %d/%d for st:%d\n",
4122 new_tb.num, new_tb.den,
4126 s->time_base = new_tb;
4127 av_codec_set_pkt_timebase(s->codec, new_tb);
4128 s->pts_wrap_bits = pts_wrap_bits;
4131 void ff_parse_key_value(const char *str, ff_parse_key_val_cb callback_get_buf,
4134 const char *ptr = str;
4136 /* Parse key=value pairs. */
4139 char *dest = NULL, *dest_end;
4140 int key_len, dest_len = 0;
4142 /* Skip whitespace and potential commas. */
4143 while (*ptr && (av_isspace(*ptr) || *ptr == ','))
4150 if (!(ptr = strchr(key, '=')))
4153 key_len = ptr - key;
4155 callback_get_buf(context, key, key_len, &dest, &dest_len);
4156 dest_end = dest + dest_len - 1;
4160 while (*ptr && *ptr != '\"') {
4164 if (dest && dest < dest_end)
4168 if (dest && dest < dest_end)
4176 for (; *ptr && !(av_isspace(*ptr) || *ptr == ','); ptr++)
4177 if (dest && dest < dest_end)
4185 int ff_find_stream_index(AVFormatContext *s, int id)
4188 for (i = 0; i < s->nb_streams; i++)
4189 if (s->streams[i]->id == id)
4194 int64_t ff_iso8601_to_unix_time(const char *datestr)
4196 struct tm time1 = { 0 }, time2 = { 0 };
4197 const char *ret1, *ret2;
4198 ret1 = av_small_strptime(datestr, "%Y - %m - %d %T", &time1);
4199 ret2 = av_small_strptime(datestr, "%Y - %m - %dT%T", &time2);
4201 return av_timegm(&time2);
4203 return av_timegm(&time1);
4206 int avformat_query_codec(const AVOutputFormat *ofmt, enum AVCodecID codec_id,
4210 unsigned int codec_tag;
4211 if (ofmt->query_codec)
4212 return ofmt->query_codec(codec_id, std_compliance);
4213 else if (ofmt->codec_tag)
4214 return !!av_codec_get_tag2(ofmt->codec_tag, codec_id, &codec_tag);
4215 else if (codec_id == ofmt->video_codec ||
4216 codec_id == ofmt->audio_codec ||
4217 codec_id == ofmt->subtitle_codec)
4220 return AVERROR_PATCHWELCOME;
4223 int avformat_network_init(void)
4227 ff_network_inited_globally = 1;
4228 if ((ret = ff_network_init()) < 0)
4230 if ((ret = ff_tls_init()) < 0)
4236 int avformat_network_deinit(void)
4241 ff_network_inited_globally = 0;
4246 int ff_add_param_change(AVPacket *pkt, int32_t channels,
4247 uint64_t channel_layout, int32_t sample_rate,
4248 int32_t width, int32_t height)
4254 return AVERROR(EINVAL);
4257 flags |= AV_SIDE_DATA_PARAM_CHANGE_CHANNEL_COUNT;
4259 if (channel_layout) {
4261 flags |= AV_SIDE_DATA_PARAM_CHANGE_CHANNEL_LAYOUT;
4265 flags |= AV_SIDE_DATA_PARAM_CHANGE_SAMPLE_RATE;
4267 if (width || height) {
4269 flags |= AV_SIDE_DATA_PARAM_CHANGE_DIMENSIONS;
4271 data = av_packet_new_side_data(pkt, AV_PKT_DATA_PARAM_CHANGE, size);
4273 return AVERROR(ENOMEM);
4274 bytestream_put_le32(&data, flags);
4276 bytestream_put_le32(&data, channels);
4278 bytestream_put_le64(&data, channel_layout);
4280 bytestream_put_le32(&data, sample_rate);
4281 if (width || height) {
4282 bytestream_put_le32(&data, width);
4283 bytestream_put_le32(&data, height);
4288 AVRational av_guess_sample_aspect_ratio(AVFormatContext *format, AVStream *stream, AVFrame *frame)
4290 AVRational undef = {0, 1};
4291 AVRational stream_sample_aspect_ratio = stream ? stream->sample_aspect_ratio : undef;
4292 AVRational codec_sample_aspect_ratio = stream && stream->codec ? stream->codec->sample_aspect_ratio : undef;
4293 AVRational frame_sample_aspect_ratio = frame ? frame->sample_aspect_ratio : codec_sample_aspect_ratio;
4295 av_reduce(&stream_sample_aspect_ratio.num, &stream_sample_aspect_ratio.den,
4296 stream_sample_aspect_ratio.num, stream_sample_aspect_ratio.den, INT_MAX);
4297 if (stream_sample_aspect_ratio.num <= 0 || stream_sample_aspect_ratio.den <= 0)
4298 stream_sample_aspect_ratio = undef;
4300 av_reduce(&frame_sample_aspect_ratio.num, &frame_sample_aspect_ratio.den,
4301 frame_sample_aspect_ratio.num, frame_sample_aspect_ratio.den, INT_MAX);
4302 if (frame_sample_aspect_ratio.num <= 0 || frame_sample_aspect_ratio.den <= 0)
4303 frame_sample_aspect_ratio = undef;
4305 if (stream_sample_aspect_ratio.num)
4306 return stream_sample_aspect_ratio;
4308 return frame_sample_aspect_ratio;
4311 AVRational av_guess_frame_rate(AVFormatContext *format, AVStream *st, AVFrame *frame)
4313 AVRational fr = st->r_frame_rate;
4314 AVRational codec_fr = st->codec->framerate;
4315 AVRational avg_fr = st->avg_frame_rate;
4317 if (avg_fr.num > 0 && avg_fr.den > 0 && fr.num > 0 && fr.den > 0 &&
4318 av_q2d(avg_fr) < 70 && av_q2d(fr) > 210) {
4323 if (st->codec->ticks_per_frame > 1) {
4324 if ( codec_fr.num > 0 && codec_fr.den > 0 &&
4325 (fr.num == 0 || av_q2d(codec_fr) < av_q2d(fr)*0.7 && fabs(1.0 - av_q2d(av_div_q(avg_fr, fr))) > 0.1))
4332 int avformat_match_stream_specifier(AVFormatContext *s, AVStream *st,
4335 if (*spec <= '9' && *spec >= '0') /* opt:index */
4336 return strtol(spec, NULL, 0) == st->index;
4337 else if (*spec == 'v' || *spec == 'a' || *spec == 's' || *spec == 'd' ||
4338 *spec == 't' || *spec == 'V') { /* opt:[vasdtV] */
4339 enum AVMediaType type;
4343 case 'v': type = AVMEDIA_TYPE_VIDEO; break;
4344 case 'a': type = AVMEDIA_TYPE_AUDIO; break;
4345 case 's': type = AVMEDIA_TYPE_SUBTITLE; break;
4346 case 'd': type = AVMEDIA_TYPE_DATA; break;
4347 case 't': type = AVMEDIA_TYPE_ATTACHMENT; break;
4348 case 'V': type = AVMEDIA_TYPE_VIDEO; nopic = 1; break;
4349 default: av_assert0(0);
4351 if (type != st->codec->codec_type)
4353 if (nopic && (st->disposition & AV_DISPOSITION_ATTACHED_PIC))
4355 if (*spec++ == ':') { /* possibly followed by :index */
4356 int i, index = strtol(spec, NULL, 0);
4357 for (i = 0; i < s->nb_streams; i++)
4358 if (s->streams[i]->codec->codec_type == type &&
4359 !(nopic && (st->disposition & AV_DISPOSITION_ATTACHED_PIC)) &&
4361 return i == st->index;
4365 } else if (*spec == 'p' && *(spec + 1) == ':') {
4369 prog_id = strtol(spec, &endptr, 0);
4370 for (i = 0; i < s->nb_programs; i++) {
4371 if (s->programs[i]->id != prog_id)
4374 if (*endptr++ == ':') {
4375 int stream_idx = strtol(endptr, NULL, 0);
4376 return stream_idx >= 0 &&
4377 stream_idx < s->programs[i]->nb_stream_indexes &&
4378 st->index == s->programs[i]->stream_index[stream_idx];
4381 for (j = 0; j < s->programs[i]->nb_stream_indexes; j++)
4382 if (st->index == s->programs[i]->stream_index[j])
4386 } else if (*spec == '#' ||
4387 (*spec == 'i' && *(spec + 1) == ':')) {
4390 spec += 1 + (*spec == 'i');
4391 stream_id = strtol(spec, &endptr, 0);
4393 return stream_id == st->id;
4394 } else if (*spec == 'm' && *(spec + 1) == ':') {
4395 AVDictionaryEntry *tag;
4400 val = strchr(spec, ':');
4402 key = val ? av_strndup(spec, val - spec) : av_strdup(spec);
4404 return AVERROR(ENOMEM);
4406 tag = av_dict_get(st->metadata, key, NULL, 0);
4408 if (!val || !strcmp(tag->value, val + 1))
4417 } else if (*spec == 'u') {
4418 AVCodecContext *avctx = st->codec;
4420 switch (avctx->codec_type) {
4421 case AVMEDIA_TYPE_AUDIO:
4422 val = avctx->sample_rate && avctx->channels;
4423 if (avctx->sample_fmt == AV_SAMPLE_FMT_NONE)
4426 case AVMEDIA_TYPE_VIDEO:
4427 val = avctx->width && avctx->height;
4428 if (avctx->pix_fmt == AV_PIX_FMT_NONE)
4431 case AVMEDIA_TYPE_UNKNOWN:
4438 return avctx->codec_id != AV_CODEC_ID_NONE && val != 0;
4439 } else if (!*spec) /* empty specifier, matches everything */
4442 av_log(s, AV_LOG_ERROR, "Invalid stream specifier: %s.\n", spec);
4443 return AVERROR(EINVAL);
4446 int ff_generate_avci_extradata(AVStream *st)
4448 static const uint8_t avci100_1080p_extradata[] = {
4450 0x00, 0x00, 0x00, 0x01, 0x67, 0x7a, 0x10, 0x29,
4451 0xb6, 0xd4, 0x20, 0x22, 0x33, 0x19, 0xc6, 0x63,
4452 0x23, 0x21, 0x01, 0x11, 0x98, 0xce, 0x33, 0x19,
4453 0x18, 0x21, 0x02, 0x56, 0xb9, 0x3d, 0x7d, 0x7e,
4454 0x4f, 0xe3, 0x3f, 0x11, 0xf1, 0x9e, 0x08, 0xb8,
4455 0x8c, 0x54, 0x43, 0xc0, 0x78, 0x02, 0x27, 0xe2,
4456 0x70, 0x1e, 0x30, 0x10, 0x10, 0x14, 0x00, 0x00,
4457 0x03, 0x00, 0x04, 0x00, 0x00, 0x03, 0x00, 0xca,
4458 0x10, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
4460 0x00, 0x00, 0x00, 0x01, 0x68, 0xce, 0x33, 0x48,
4463 static const uint8_t avci100_1080i_extradata[] = {
4465 0x00, 0x00, 0x00, 0x01, 0x67, 0x7a, 0x10, 0x29,
4466 0xb6, 0xd4, 0x20, 0x22, 0x33, 0x19, 0xc6, 0x63,
4467 0x23, 0x21, 0x01, 0x11, 0x98, 0xce, 0x33, 0x19,
4468 0x18, 0x21, 0x03, 0x3a, 0x46, 0x65, 0x6a, 0x65,
4469 0x24, 0xad, 0xe9, 0x12, 0x32, 0x14, 0x1a, 0x26,
4470 0x34, 0xad, 0xa4, 0x41, 0x82, 0x23, 0x01, 0x50,
4471 0x2b, 0x1a, 0x24, 0x69, 0x48, 0x30, 0x40, 0x2e,
4472 0x11, 0x12, 0x08, 0xc6, 0x8c, 0x04, 0x41, 0x28,
4473 0x4c, 0x34, 0xf0, 0x1e, 0x01, 0x13, 0xf2, 0xe0,
4474 0x3c, 0x60, 0x20, 0x20, 0x28, 0x00, 0x00, 0x03,
4475 0x00, 0x08, 0x00, 0x00, 0x03, 0x01, 0x94, 0x20,
4477 0x00, 0x00, 0x00, 0x01, 0x68, 0xce, 0x33, 0x48,
4480 static const uint8_t avci50_1080p_extradata[] = {
4482 0x00, 0x00, 0x00, 0x01, 0x67, 0x6e, 0x10, 0x28,
4483 0xa6, 0xd4, 0x20, 0x32, 0x33, 0x0c, 0x71, 0x18,
4484 0x88, 0x62, 0x10, 0x19, 0x19, 0x86, 0x38, 0x8c,
4485 0x44, 0x30, 0x21, 0x02, 0x56, 0x4e, 0x6f, 0x37,
4486 0xcd, 0xf9, 0xbf, 0x81, 0x6b, 0xf3, 0x7c, 0xde,
4487 0x6e, 0x6c, 0xd3, 0x3c, 0x05, 0xa0, 0x22, 0x7e,
4488 0x5f, 0xfc, 0x00, 0x0c, 0x00, 0x13, 0x8c, 0x04,
4489 0x04, 0x05, 0x00, 0x00, 0x03, 0x00, 0x01, 0x00,
4490 0x00, 0x03, 0x00, 0x32, 0x84, 0x00, 0x00, 0x00,
4492 0x00, 0x00, 0x00, 0x01, 0x68, 0xee, 0x31, 0x12,
4495 static const uint8_t avci50_1080i_extradata[] = {
4497 0x00, 0x00, 0x00, 0x01, 0x67, 0x6e, 0x10, 0x28,
4498 0xa6, 0xd4, 0x20, 0x32, 0x33, 0x0c, 0x71, 0x18,
4499 0x88, 0x62, 0x10, 0x19, 0x19, 0x86, 0x38, 0x8c,
4500 0x44, 0x30, 0x21, 0x02, 0x56, 0x4e, 0x6e, 0x61,
4501 0x87, 0x3e, 0x73, 0x4d, 0x98, 0x0c, 0x03, 0x06,
4502 0x9c, 0x0b, 0x73, 0xe6, 0xc0, 0xb5, 0x18, 0x63,
4503 0x0d, 0x39, 0xe0, 0x5b, 0x02, 0xd4, 0xc6, 0x19,
4504 0x1a, 0x79, 0x8c, 0x32, 0x34, 0x24, 0xf0, 0x16,
4505 0x81, 0x13, 0xf7, 0xff, 0x80, 0x02, 0x00, 0x01,
4506 0xf1, 0x80, 0x80, 0x80, 0xa0, 0x00, 0x00, 0x03,
4507 0x00, 0x20, 0x00, 0x00, 0x06, 0x50, 0x80, 0x00,
4509 0x00, 0x00, 0x00, 0x01, 0x68, 0xee, 0x31, 0x12,
4512 static const uint8_t avci100_720p_extradata[] = {
4514 0x00, 0x00, 0x00, 0x01, 0x67, 0x7a, 0x10, 0x29,
4515 0xb6, 0xd4, 0x20, 0x2a, 0x33, 0x1d, 0xc7, 0x62,
4516 0xa1, 0x08, 0x40, 0x54, 0x66, 0x3b, 0x8e, 0xc5,
4517 0x42, 0x02, 0x10, 0x25, 0x64, 0x2c, 0x89, 0xe8,
4518 0x85, 0xe4, 0x21, 0x4b, 0x90, 0x83, 0x06, 0x95,
4519 0xd1, 0x06, 0x46, 0x97, 0x20, 0xc8, 0xd7, 0x43,
4520 0x08, 0x11, 0xc2, 0x1e, 0x4c, 0x91, 0x0f, 0x01,
4521 0x40, 0x16, 0xec, 0x07, 0x8c, 0x04, 0x04, 0x05,
4522 0x00, 0x00, 0x03, 0x00, 0x01, 0x00, 0x00, 0x03,
4523 0x00, 0x64, 0x84, 0x00, 0x00, 0x00, 0x00, 0x00,
4525 0x00, 0x00, 0x00, 0x01, 0x68, 0xce, 0x31, 0x12,
4528 static const uint8_t avci50_720p_extradata[] = {
4530 0x00, 0x00, 0x00, 0x01, 0x67, 0x6e, 0x10, 0x20,
4531 0xa6, 0xd4, 0x20, 0x32, 0x33, 0x0c, 0x71, 0x18,
4532 0x88, 0x62, 0x10, 0x19, 0x19, 0x86, 0x38, 0x8c,
4533 0x44, 0x30, 0x21, 0x02, 0x56, 0x4e, 0x6f, 0x37,
4534 0xcd, 0xf9, 0xbf, 0x81, 0x6b, 0xf3, 0x7c, 0xde,
4535 0x6e, 0x6c, 0xd3, 0x3c, 0x0f, 0x01, 0x6e, 0xff,
4536 0xc0, 0x00, 0xc0, 0x01, 0x38, 0xc0, 0x40, 0x40,
4537 0x50, 0x00, 0x00, 0x03, 0x00, 0x10, 0x00, 0x00,
4538 0x06, 0x48, 0x40, 0x00, 0x00, 0x00, 0x00, 0x00,
4540 0x00, 0x00, 0x00, 0x01, 0x68, 0xee, 0x31, 0x12,
4544 const uint8_t *data = NULL;
4547 if (st->codec->width == 1920) {
4548 if (st->codec->field_order == AV_FIELD_PROGRESSIVE) {
4549 data = avci100_1080p_extradata;
4550 size = sizeof(avci100_1080p_extradata);
4552 data = avci100_1080i_extradata;
4553 size = sizeof(avci100_1080i_extradata);
4555 } else if (st->codec->width == 1440) {
4556 if (st->codec->field_order == AV_FIELD_PROGRESSIVE) {
4557 data = avci50_1080p_extradata;
4558 size = sizeof(avci50_1080p_extradata);
4560 data = avci50_1080i_extradata;
4561 size = sizeof(avci50_1080i_extradata);
4563 } else if (st->codec->width == 1280) {
4564 data = avci100_720p_extradata;
4565 size = sizeof(avci100_720p_extradata);
4566 } else if (st->codec->width == 960) {
4567 data = avci50_720p_extradata;
4568 size = sizeof(avci50_720p_extradata);
4574 av_freep(&st->codec->extradata);
4575 if (ff_alloc_extradata(st->codec, size))
4576 return AVERROR(ENOMEM);
4577 memcpy(st->codec->extradata, data, size);
4582 uint8_t *av_stream_get_side_data(AVStream *st, enum AVPacketSideDataType type,
4587 for (i = 0; i < st->nb_side_data; i++) {
4588 if (st->side_data[i].type == type) {
4590 *size = st->side_data[i].size;
4591 return st->side_data[i].data;
4597 uint8_t *ff_stream_new_side_data(AVStream *st, enum AVPacketSideDataType type,
4600 AVPacketSideData *sd, *tmp;
4602 uint8_t *data = av_malloc(size);
4607 for (i = 0; i < st->nb_side_data; i++) {
4608 sd = &st->side_data[i];
4610 if (sd->type == type) {
4611 av_freep(&sd->data);
4618 tmp = av_realloc_array(st->side_data, st->nb_side_data + 1, sizeof(*tmp));
4624 st->side_data = tmp;
4627 sd = &st->side_data[st->nb_side_data - 1];