2 * various utility functions for use within FFmpeg
3 * Copyright (c) 2000, 2001, 2002 Fabrice Bellard
5 * This file is part of FFmpeg.
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
27 #include "libavutil/avassert.h"
28 #include "libavutil/avstring.h"
29 #include "libavutil/dict.h"
30 #include "libavutil/internal.h"
31 #include "libavutil/mathematics.h"
32 #include "libavutil/opt.h"
33 #include "libavutil/parseutils.h"
34 #include "libavutil/pixdesc.h"
35 #include "libavutil/time.h"
36 #include "libavutil/timestamp.h"
38 #include "libavcodec/bytestream.h"
39 #include "libavcodec/internal.h"
40 #include "libavcodec/raw.h"
42 #include "audiointerleave.h"
44 #include "avio_internal.h"
54 #include "libavutil/ffversion.h"
55 const char av_format_ffversion[] = "FFmpeg version " FFMPEG_VERSION;
59 * various utility functions for use within FFmpeg
62 unsigned avformat_version(void)
64 av_assert0(LIBAVFORMAT_VERSION_MICRO >= 100);
65 return LIBAVFORMAT_VERSION_INT;
68 const char *avformat_configuration(void)
70 return FFMPEG_CONFIGURATION;
73 const char *avformat_license(void)
75 #define LICENSE_PREFIX "libavformat license: "
76 return LICENSE_PREFIX FFMPEG_LICENSE + sizeof(LICENSE_PREFIX) - 1;
79 #define RELATIVE_TS_BASE (INT64_MAX - (1LL<<48))
81 static int is_relative(int64_t ts) {
82 return ts > (RELATIVE_TS_BASE - (1LL<<48));
86 * Wrap a given time stamp, if there is an indication for an overflow
89 * @param timestamp the time stamp to wrap
90 * @return resulting time stamp
92 static int64_t wrap_timestamp(AVStream *st, int64_t timestamp)
94 if (st->pts_wrap_behavior != AV_PTS_WRAP_IGNORE &&
95 st->pts_wrap_reference != AV_NOPTS_VALUE && timestamp != AV_NOPTS_VALUE) {
96 if (st->pts_wrap_behavior == AV_PTS_WRAP_ADD_OFFSET &&
97 timestamp < st->pts_wrap_reference)
98 return timestamp + (1ULL << st->pts_wrap_bits);
99 else if (st->pts_wrap_behavior == AV_PTS_WRAP_SUB_OFFSET &&
100 timestamp >= st->pts_wrap_reference)
101 return timestamp - (1ULL << st->pts_wrap_bits);
106 MAKE_ACCESSORS(AVStream, stream, AVRational, r_frame_rate)
107 MAKE_ACCESSORS(AVStream, stream, char *, recommended_encoder_configuration)
108 MAKE_ACCESSORS(AVFormatContext, format, AVCodec *, video_codec)
109 MAKE_ACCESSORS(AVFormatContext, format, AVCodec *, audio_codec)
110 MAKE_ACCESSORS(AVFormatContext, format, AVCodec *, subtitle_codec)
111 MAKE_ACCESSORS(AVFormatContext, format, AVCodec *, data_codec)
112 MAKE_ACCESSORS(AVFormatContext, format, int, metadata_header_padding)
113 MAKE_ACCESSORS(AVFormatContext, format, void *, opaque)
114 MAKE_ACCESSORS(AVFormatContext, format, av_format_control_message, control_message_cb)
115 MAKE_ACCESSORS(AVFormatContext, format, AVOpenCallback, open_cb)
117 int64_t av_stream_get_end_pts(const AVStream *st)
120 return st->priv_pts->val;
122 return AV_NOPTS_VALUE;
125 struct AVCodecParserContext *av_stream_get_parser(const AVStream *st)
130 void av_format_inject_global_side_data(AVFormatContext *s)
133 s->internal->inject_global_side_data = 1;
134 for (i = 0; i < s->nb_streams; i++) {
135 AVStream *st = s->streams[i];
136 st->inject_global_side_data = 1;
140 int ff_copy_whitelists(AVFormatContext *dst, AVFormatContext *src)
142 av_assert0(!dst->codec_whitelist && !dst->format_whitelist);
143 dst-> codec_whitelist = av_strdup(src->codec_whitelist);
144 dst->format_whitelist = av_strdup(src->format_whitelist);
145 if ( (src-> codec_whitelist && !dst-> codec_whitelist)
146 || (src->format_whitelist && !dst->format_whitelist)) {
147 av_log(dst, AV_LOG_ERROR, "Failed to duplicate whitelist\n");
148 return AVERROR(ENOMEM);
153 static const AVCodec *find_decoder(AVFormatContext *s, AVStream *st, enum AVCodecID codec_id)
155 if (st->codec->codec)
156 return st->codec->codec;
158 switch (st->codec->codec_type) {
159 case AVMEDIA_TYPE_VIDEO:
160 if (s->video_codec) return s->video_codec;
162 case AVMEDIA_TYPE_AUDIO:
163 if (s->audio_codec) return s->audio_codec;
165 case AVMEDIA_TYPE_SUBTITLE:
166 if (s->subtitle_codec) return s->subtitle_codec;
170 return avcodec_find_decoder(codec_id);
173 int av_format_get_probe_score(const AVFormatContext *s)
175 return s->probe_score;
178 /* an arbitrarily chosen "sane" max packet size -- 50M */
179 #define SANE_CHUNK_SIZE (50000000)
181 int ffio_limit(AVIOContext *s, int size)
183 if (s->maxsize>= 0) {
184 int64_t remaining= s->maxsize - avio_tell(s);
185 if (remaining < size) {
186 int64_t newsize = avio_size(s);
187 if (!s->maxsize || s->maxsize<newsize)
188 s->maxsize = newsize - !newsize;
189 remaining= s->maxsize - avio_tell(s);
190 remaining= FFMAX(remaining, 0);
193 if (s->maxsize>= 0 && remaining+1 < size) {
194 av_log(NULL, remaining ? AV_LOG_ERROR : AV_LOG_DEBUG, "Truncating packet of size %d to %"PRId64"\n", size, remaining+1);
201 /* Read the data in sane-sized chunks and append to pkt.
202 * Return the number of bytes read or an error. */
203 static int append_packet_chunked(AVIOContext *s, AVPacket *pkt, int size)
205 int64_t orig_pos = pkt->pos; // av_grow_packet might reset pos
206 int orig_size = pkt->size;
210 int prev_size = pkt->size;
213 /* When the caller requests a lot of data, limit it to the amount
214 * left in file or SANE_CHUNK_SIZE when it is not known. */
216 if (read_size > SANE_CHUNK_SIZE/10) {
217 read_size = ffio_limit(s, read_size);
218 // If filesize/maxsize is unknown, limit to SANE_CHUNK_SIZE
220 read_size = FFMIN(read_size, SANE_CHUNK_SIZE);
223 ret = av_grow_packet(pkt, read_size);
227 ret = avio_read(s, pkt->data + prev_size, read_size);
228 if (ret != read_size) {
229 av_shrink_packet(pkt, prev_size + FFMAX(ret, 0));
236 pkt->flags |= AV_PKT_FLAG_CORRUPT;
240 av_packet_unref(pkt);
241 return pkt->size > orig_size ? pkt->size - orig_size : ret;
244 int av_get_packet(AVIOContext *s, AVPacket *pkt, int size)
249 pkt->pos = avio_tell(s);
251 return append_packet_chunked(s, pkt, size);
254 int av_append_packet(AVIOContext *s, AVPacket *pkt, int size)
257 return av_get_packet(s, pkt, size);
258 return append_packet_chunked(s, pkt, size);
261 int av_filename_number_test(const char *filename)
265 (av_get_frame_filename(buf, sizeof(buf), filename, 1) >= 0);
268 static int set_codec_from_probe_data(AVFormatContext *s, AVStream *st,
271 static const struct {
274 enum AVMediaType type;
276 { "aac", AV_CODEC_ID_AAC, AVMEDIA_TYPE_AUDIO },
277 { "ac3", AV_CODEC_ID_AC3, AVMEDIA_TYPE_AUDIO },
278 { "dts", AV_CODEC_ID_DTS, AVMEDIA_TYPE_AUDIO },
279 { "dvbsub", AV_CODEC_ID_DVB_SUBTITLE,AVMEDIA_TYPE_SUBTITLE },
280 { "eac3", AV_CODEC_ID_EAC3, AVMEDIA_TYPE_AUDIO },
281 { "h264", AV_CODEC_ID_H264, AVMEDIA_TYPE_VIDEO },
282 { "hevc", AV_CODEC_ID_HEVC, AVMEDIA_TYPE_VIDEO },
283 { "loas", AV_CODEC_ID_AAC_LATM, AVMEDIA_TYPE_AUDIO },
284 { "m4v", AV_CODEC_ID_MPEG4, AVMEDIA_TYPE_VIDEO },
285 { "mp3", AV_CODEC_ID_MP3, AVMEDIA_TYPE_AUDIO },
286 { "mpegvideo", AV_CODEC_ID_MPEG2VIDEO, AVMEDIA_TYPE_VIDEO },
290 AVInputFormat *fmt = av_probe_input_format3(pd, 1, &score);
292 if (fmt && st->request_probe <= score) {
294 av_log(s, AV_LOG_DEBUG,
295 "Probe with size=%d, packets=%d detected %s with score=%d\n",
296 pd->buf_size, MAX_PROBE_PACKETS - st->probe_packets,
298 for (i = 0; fmt_id_type[i].name; i++) {
299 if (!strcmp(fmt->name, fmt_id_type[i].name)) {
300 st->codec->codec_id = fmt_id_type[i].id;
301 st->codec->codec_type = fmt_id_type[i].type;
309 /************************************************************/
310 /* input media file */
312 int av_demuxer_open(AVFormatContext *ic) {
315 if (ic->format_whitelist && av_match_list(ic->iformat->name, ic->format_whitelist, ',') <= 0) {
316 av_log(ic, AV_LOG_ERROR, "Format not on whitelist\n");
317 return AVERROR(EINVAL);
320 if (ic->iformat->read_header) {
321 err = ic->iformat->read_header(ic);
326 if (ic->pb && !ic->internal->data_offset)
327 ic->internal->data_offset = avio_tell(ic->pb);
332 /* Open input file and probe the format if necessary. */
333 static int init_input(AVFormatContext *s, const char *filename,
334 AVDictionary **options)
337 AVProbeData pd = { filename, NULL, 0 };
338 int score = AVPROBE_SCORE_RETRY;
341 s->flags |= AVFMT_FLAG_CUSTOM_IO;
343 return av_probe_input_buffer2(s->pb, &s->iformat, filename,
344 s, 0, s->format_probesize);
345 else if (s->iformat->flags & AVFMT_NOFILE)
346 av_log(s, AV_LOG_WARNING, "Custom AVIOContext makes no sense and "
347 "will be ignored with AVFMT_NOFILE format.\n");
351 if ((s->iformat && s->iformat->flags & AVFMT_NOFILE) ||
352 (!s->iformat && (s->iformat = av_probe_input_format2(&pd, 0, &score))))
355 if ((ret = avio_open2(&s->pb, filename, AVIO_FLAG_READ | s->avio_flags,
356 &s->interrupt_callback, options)) < 0)
360 return av_probe_input_buffer2(s->pb, &s->iformat, filename,
361 s, 0, s->format_probesize);
364 static int add_to_pktbuf(AVPacketList **packet_buffer, AVPacket *pkt,
365 AVPacketList **plast_pktl, int ref)
367 AVPacketList *pktl = av_mallocz(sizeof(AVPacketList));
371 return AVERROR(ENOMEM);
374 if ((ret = av_packet_ref(&pktl->pkt, pkt)) < 0) {
383 (*plast_pktl)->next = pktl;
385 *packet_buffer = pktl;
387 /* Add the packet in the buffered packet list. */
392 int avformat_queue_attached_pictures(AVFormatContext *s)
395 for (i = 0; i < s->nb_streams; i++)
396 if (s->streams[i]->disposition & AV_DISPOSITION_ATTACHED_PIC &&
397 s->streams[i]->discard < AVDISCARD_ALL) {
398 if (s->streams[i]->attached_pic.size <= 0) {
399 av_log(s, AV_LOG_WARNING,
400 "Attached picture on stream %d has invalid size, "
405 ret = add_to_pktbuf(&s->internal->raw_packet_buffer,
406 &s->streams[i]->attached_pic,
407 &s->internal->raw_packet_buffer_end, 1);
414 int avformat_open_input(AVFormatContext **ps, const char *filename,
415 AVInputFormat *fmt, AVDictionary **options)
417 AVFormatContext *s = *ps;
419 AVDictionary *tmp = NULL;
420 ID3v2ExtraMeta *id3v2_extra_meta = NULL;
422 if (!s && !(s = avformat_alloc_context()))
423 return AVERROR(ENOMEM);
425 av_log(NULL, AV_LOG_ERROR, "Input context has not been properly allocated by avformat_alloc_context() and is not NULL either\n");
426 return AVERROR(EINVAL);
432 av_dict_copy(&tmp, *options, 0);
434 if (s->pb) // must be before any goto fail
435 s->flags |= AVFMT_FLAG_CUSTOM_IO;
437 if ((ret = av_opt_set_dict(s, &tmp)) < 0)
440 if ((ret = init_input(s, filename, &tmp)) < 0)
442 s->probe_score = ret;
444 if (s->format_whitelist && av_match_list(s->iformat->name, s->format_whitelist, ',') <= 0) {
445 av_log(s, AV_LOG_ERROR, "Format not on whitelist\n");
446 ret = AVERROR(EINVAL);
450 avio_skip(s->pb, s->skip_initial_bytes);
452 /* Check filename in case an image number is expected. */
453 if (s->iformat->flags & AVFMT_NEEDNUMBER) {
454 if (!av_filename_number_test(filename)) {
455 ret = AVERROR(EINVAL);
460 s->duration = s->start_time = AV_NOPTS_VALUE;
461 av_strlcpy(s->filename, filename ? filename : "", sizeof(s->filename));
463 /* Allocate private data. */
464 if (s->iformat->priv_data_size > 0) {
465 if (!(s->priv_data = av_mallocz(s->iformat->priv_data_size))) {
466 ret = AVERROR(ENOMEM);
469 if (s->iformat->priv_class) {
470 *(const AVClass **) s->priv_data = s->iformat->priv_class;
471 av_opt_set_defaults(s->priv_data);
472 if ((ret = av_opt_set_dict(s->priv_data, &tmp)) < 0)
477 /* e.g. AVFMT_NOFILE formats will not have a AVIOContext */
479 ff_id3v2_read(s, ID3v2_DEFAULT_MAGIC, &id3v2_extra_meta, 0);
481 if (!(s->flags&AVFMT_FLAG_PRIV_OPT) && s->iformat->read_header)
482 if ((ret = s->iformat->read_header(s)) < 0)
485 if (id3v2_extra_meta) {
486 if (!strcmp(s->iformat->name, "mp3") || !strcmp(s->iformat->name, "aac") ||
487 !strcmp(s->iformat->name, "tta")) {
488 if ((ret = ff_id3v2_parse_apic(s, &id3v2_extra_meta)) < 0)
491 av_log(s, AV_LOG_DEBUG, "demuxer does not support additional id3 data, skipping\n");
493 ff_id3v2_free_extra_meta(&id3v2_extra_meta);
495 if ((ret = avformat_queue_attached_pictures(s)) < 0)
498 if (!(s->flags&AVFMT_FLAG_PRIV_OPT) && s->pb && !s->internal->data_offset)
499 s->internal->data_offset = avio_tell(s->pb);
501 s->internal->raw_packet_buffer_remaining_size = RAW_PACKET_BUFFER_SIZE;
504 av_dict_free(options);
511 ff_id3v2_free_extra_meta(&id3v2_extra_meta);
513 if (s->pb && !(s->flags & AVFMT_FLAG_CUSTOM_IO))
515 avformat_free_context(s);
520 /*******************************************************/
522 static void force_codec_ids(AVFormatContext *s, AVStream *st)
524 switch (st->codec->codec_type) {
525 case AVMEDIA_TYPE_VIDEO:
526 if (s->video_codec_id)
527 st->codec->codec_id = s->video_codec_id;
529 case AVMEDIA_TYPE_AUDIO:
530 if (s->audio_codec_id)
531 st->codec->codec_id = s->audio_codec_id;
533 case AVMEDIA_TYPE_SUBTITLE:
534 if (s->subtitle_codec_id)
535 st->codec->codec_id = s->subtitle_codec_id;
540 static int probe_codec(AVFormatContext *s, AVStream *st, const AVPacket *pkt)
542 if (st->request_probe>0) {
543 AVProbeData *pd = &st->probe_data;
545 av_log(s, AV_LOG_DEBUG, "probing stream %d pp:%d\n", st->index, st->probe_packets);
549 uint8_t *new_buf = av_realloc(pd->buf, pd->buf_size+pkt->size+AVPROBE_PADDING_SIZE);
551 av_log(s, AV_LOG_WARNING,
552 "Failed to reallocate probe buffer for stream %d\n",
557 memcpy(pd->buf + pd->buf_size, pkt->data, pkt->size);
558 pd->buf_size += pkt->size;
559 memset(pd->buf + pd->buf_size, 0, AVPROBE_PADDING_SIZE);
562 st->probe_packets = 0;
564 av_log(s, AV_LOG_WARNING,
565 "nothing to probe for stream %d\n", st->index);
569 end= s->internal->raw_packet_buffer_remaining_size <= 0
570 || st->probe_packets<= 0;
572 if (end || av_log2(pd->buf_size) != av_log2(pd->buf_size - pkt->size)) {
573 int score = set_codec_from_probe_data(s, st, pd);
574 if ( (st->codec->codec_id != AV_CODEC_ID_NONE && score > AVPROBE_SCORE_STREAM_RETRY)
578 st->request_probe = -1;
579 if (st->codec->codec_id != AV_CODEC_ID_NONE) {
580 av_log(s, AV_LOG_DEBUG, "probed stream %d\n", st->index);
582 av_log(s, AV_LOG_WARNING, "probed stream %d failed\n", st->index);
584 force_codec_ids(s, st);
590 static int update_wrap_reference(AVFormatContext *s, AVStream *st, int stream_index, AVPacket *pkt)
592 int64_t ref = pkt->dts;
593 int i, pts_wrap_behavior;
594 int64_t pts_wrap_reference;
595 AVProgram *first_program;
597 if (ref == AV_NOPTS_VALUE)
599 if (st->pts_wrap_reference != AV_NOPTS_VALUE || st->pts_wrap_bits >= 63 || ref == AV_NOPTS_VALUE || !s->correct_ts_overflow)
601 ref &= (1LL << st->pts_wrap_bits)-1;
603 // reference time stamp should be 60 s before first time stamp
604 pts_wrap_reference = ref - av_rescale(60, st->time_base.den, st->time_base.num);
605 // if first time stamp is not more than 1/8 and 60s before the wrap point, subtract rather than add wrap offset
606 pts_wrap_behavior = (ref < (1LL << st->pts_wrap_bits) - (1LL << st->pts_wrap_bits-3)) ||
607 (ref < (1LL << st->pts_wrap_bits) - av_rescale(60, st->time_base.den, st->time_base.num)) ?
608 AV_PTS_WRAP_ADD_OFFSET : AV_PTS_WRAP_SUB_OFFSET;
610 first_program = av_find_program_from_stream(s, NULL, stream_index);
612 if (!first_program) {
613 int default_stream_index = av_find_default_stream_index(s);
614 if (s->streams[default_stream_index]->pts_wrap_reference == AV_NOPTS_VALUE) {
615 for (i = 0; i < s->nb_streams; i++) {
616 if (av_find_program_from_stream(s, NULL, i))
618 s->streams[i]->pts_wrap_reference = pts_wrap_reference;
619 s->streams[i]->pts_wrap_behavior = pts_wrap_behavior;
623 st->pts_wrap_reference = s->streams[default_stream_index]->pts_wrap_reference;
624 st->pts_wrap_behavior = s->streams[default_stream_index]->pts_wrap_behavior;
628 AVProgram *program = first_program;
630 if (program->pts_wrap_reference != AV_NOPTS_VALUE) {
631 pts_wrap_reference = program->pts_wrap_reference;
632 pts_wrap_behavior = program->pts_wrap_behavior;
635 program = av_find_program_from_stream(s, program, stream_index);
638 // update every program with differing pts_wrap_reference
639 program = first_program;
641 if (program->pts_wrap_reference != pts_wrap_reference) {
642 for (i = 0; i<program->nb_stream_indexes; i++) {
643 s->streams[program->stream_index[i]]->pts_wrap_reference = pts_wrap_reference;
644 s->streams[program->stream_index[i]]->pts_wrap_behavior = pts_wrap_behavior;
647 program->pts_wrap_reference = pts_wrap_reference;
648 program->pts_wrap_behavior = pts_wrap_behavior;
650 program = av_find_program_from_stream(s, program, stream_index);
656 int ff_read_packet(AVFormatContext *s, AVPacket *pkt)
662 AVPacketList *pktl = s->internal->raw_packet_buffer;
666 st = s->streams[pkt->stream_index];
667 if (s->internal->raw_packet_buffer_remaining_size <= 0)
668 if ((err = probe_codec(s, st, NULL)) < 0)
670 if (st->request_probe <= 0) {
671 s->internal->raw_packet_buffer = pktl->next;
672 s->internal->raw_packet_buffer_remaining_size += pkt->size;
681 ret = s->iformat->read_packet(s, pkt);
683 if (!pktl || ret == AVERROR(EAGAIN))
685 for (i = 0; i < s->nb_streams; i++) {
687 if (st->probe_packets)
688 if ((err = probe_codec(s, st, NULL)) < 0)
690 av_assert0(st->request_probe <= 0);
696 AVPacket tmp = { 0 };
697 ret = av_packet_ref(&tmp, pkt);
703 if ((s->flags & AVFMT_FLAG_DISCARD_CORRUPT) &&
704 (pkt->flags & AV_PKT_FLAG_CORRUPT)) {
705 av_log(s, AV_LOG_WARNING,
706 "Dropped corrupted packet (stream = %d)\n",
708 av_packet_unref(pkt);
712 if (pkt->stream_index >= (unsigned)s->nb_streams) {
713 av_log(s, AV_LOG_ERROR, "Invalid stream index %d\n", pkt->stream_index);
717 st = s->streams[pkt->stream_index];
719 if (update_wrap_reference(s, st, pkt->stream_index, pkt) && st->pts_wrap_behavior == AV_PTS_WRAP_SUB_OFFSET) {
720 // correct first time stamps to negative values
721 if (!is_relative(st->first_dts))
722 st->first_dts = wrap_timestamp(st, st->first_dts);
723 if (!is_relative(st->start_time))
724 st->start_time = wrap_timestamp(st, st->start_time);
725 if (!is_relative(st->cur_dts))
726 st->cur_dts = wrap_timestamp(st, st->cur_dts);
729 pkt->dts = wrap_timestamp(st, pkt->dts);
730 pkt->pts = wrap_timestamp(st, pkt->pts);
732 force_codec_ids(s, st);
734 /* TODO: audio: time filter; video: frame reordering (pts != dts) */
735 if (s->use_wallclock_as_timestamps)
736 pkt->dts = pkt->pts = av_rescale_q(av_gettime(), AV_TIME_BASE_Q, st->time_base);
738 if (!pktl && st->request_probe <= 0)
741 err = add_to_pktbuf(&s->internal->raw_packet_buffer, pkt,
742 &s->internal->raw_packet_buffer_end, 0);
745 s->internal->raw_packet_buffer_remaining_size -= pkt->size;
747 if ((err = probe_codec(s, st, pkt)) < 0)
753 /**********************************************************/
755 static int determinable_frame_size(AVCodecContext *avctx)
757 if (/*avctx->codec_id == AV_CODEC_ID_AAC ||*/
758 avctx->codec_id == AV_CODEC_ID_MP1 ||
759 avctx->codec_id == AV_CODEC_ID_MP2 ||
760 avctx->codec_id == AV_CODEC_ID_MP3/* ||
761 avctx->codec_id == AV_CODEC_ID_CELT*/)
767 * Return the frame duration in seconds. Return 0 if not available.
769 void ff_compute_frame_duration(AVFormatContext *s, int *pnum, int *pden, AVStream *st,
770 AVCodecParserContext *pc, AVPacket *pkt)
772 AVRational codec_framerate = s->iformat ? st->codec->framerate :
773 av_mul_q(av_inv_q(st->codec->time_base), (AVRational){1, st->codec->ticks_per_frame});
778 switch (st->codec->codec_type) {
779 case AVMEDIA_TYPE_VIDEO:
780 if (st->r_frame_rate.num && !pc && s->iformat) {
781 *pnum = st->r_frame_rate.den;
782 *pden = st->r_frame_rate.num;
783 } else if (st->time_base.num * 1000LL > st->time_base.den) {
784 *pnum = st->time_base.num;
785 *pden = st->time_base.den;
786 } else if (codec_framerate.den * 1000LL > codec_framerate.num) {
787 av_assert0(st->codec->ticks_per_frame);
788 av_reduce(pnum, pden,
790 codec_framerate.num * (int64_t)st->codec->ticks_per_frame,
793 if (pc && pc->repeat_pict) {
794 av_assert0(s->iformat); // this may be wrong for interlaced encoding but its not used for that case
795 av_reduce(pnum, pden,
796 (*pnum) * (1LL + pc->repeat_pict),
800 /* If this codec can be interlaced or progressive then we need
801 * a parser to compute duration of a packet. Thus if we have
802 * no parser in such case leave duration undefined. */
803 if (st->codec->ticks_per_frame > 1 && !pc)
807 case AVMEDIA_TYPE_AUDIO:
808 frame_size = av_get_audio_frame_duration(st->codec, pkt->size);
809 if (frame_size <= 0 || st->codec->sample_rate <= 0)
812 *pden = st->codec->sample_rate;
819 static int is_intra_only(AVCodecContext *enc) {
820 const AVCodecDescriptor *desc;
822 if (enc->codec_type != AVMEDIA_TYPE_VIDEO)
825 desc = av_codec_get_codec_descriptor(enc);
827 desc = avcodec_descriptor_get(enc->codec_id);
828 av_codec_set_codec_descriptor(enc, desc);
831 return !!(desc->props & AV_CODEC_PROP_INTRA_ONLY);
835 static int has_decode_delay_been_guessed(AVStream *st)
837 if (st->codec->codec_id != AV_CODEC_ID_H264) return 1;
838 if (!st->info) // if we have left find_stream_info then nb_decoded_frames won't increase anymore for stream copy
840 #if CONFIG_H264_DECODER
841 if (st->codec->has_b_frames &&
842 avpriv_h264_has_num_reorder_frames(st->codec) == st->codec->has_b_frames)
845 if (st->codec->has_b_frames<3)
846 return st->nb_decoded_frames >= 7;
847 else if (st->codec->has_b_frames<4)
848 return st->nb_decoded_frames >= 18;
850 return st->nb_decoded_frames >= 20;
853 static AVPacketList *get_next_pkt(AVFormatContext *s, AVStream *st, AVPacketList *pktl)
857 if (pktl == s->internal->packet_buffer_end)
858 return s->internal->parse_queue;
862 static int64_t select_from_pts_buffer(AVStream *st, int64_t *pts_buffer, int64_t dts) {
863 int onein_oneout = st->codec->codec_id != AV_CODEC_ID_H264 &&
864 st->codec->codec_id != AV_CODEC_ID_HEVC;
867 int delay = st->codec->has_b_frames;
870 if (dts == AV_NOPTS_VALUE) {
871 int64_t best_score = INT64_MAX;
872 for (i = 0; i<delay; i++) {
873 if (st->pts_reorder_error_count[i]) {
874 int64_t score = st->pts_reorder_error[i] / st->pts_reorder_error_count[i];
875 if (score < best_score) {
882 for (i = 0; i<delay; i++) {
883 if (pts_buffer[i] != AV_NOPTS_VALUE) {
884 int64_t diff = FFABS(pts_buffer[i] - dts)
885 + (uint64_t)st->pts_reorder_error[i];
886 diff = FFMAX(diff, st->pts_reorder_error[i]);
887 st->pts_reorder_error[i] = diff;
888 st->pts_reorder_error_count[i]++;
889 if (st->pts_reorder_error_count[i] > 250) {
890 st->pts_reorder_error[i] >>= 1;
891 st->pts_reorder_error_count[i] >>= 1;
898 if (dts == AV_NOPTS_VALUE)
904 static void update_initial_timestamps(AVFormatContext *s, int stream_index,
905 int64_t dts, int64_t pts, AVPacket *pkt)
907 AVStream *st = s->streams[stream_index];
908 AVPacketList *pktl = s->internal->packet_buffer ? s->internal->packet_buffer : s->internal->parse_queue;
909 int64_t pts_buffer[MAX_REORDER_DELAY+1];
913 if (st->first_dts != AV_NOPTS_VALUE ||
914 dts == AV_NOPTS_VALUE ||
915 st->cur_dts == AV_NOPTS_VALUE ||
919 delay = st->codec->has_b_frames;
920 st->first_dts = dts - (st->cur_dts - RELATIVE_TS_BASE);
922 shift = st->first_dts - RELATIVE_TS_BASE;
924 for (i = 0; i<MAX_REORDER_DELAY+1; i++)
925 pts_buffer[i] = AV_NOPTS_VALUE;
927 if (is_relative(pts))
930 for (; pktl; pktl = get_next_pkt(s, st, pktl)) {
931 if (pktl->pkt.stream_index != stream_index)
933 if (is_relative(pktl->pkt.pts))
934 pktl->pkt.pts += shift;
936 if (is_relative(pktl->pkt.dts))
937 pktl->pkt.dts += shift;
939 if (st->start_time == AV_NOPTS_VALUE && pktl->pkt.pts != AV_NOPTS_VALUE)
940 st->start_time = pktl->pkt.pts;
942 if (pktl->pkt.pts != AV_NOPTS_VALUE && delay <= MAX_REORDER_DELAY && has_decode_delay_been_guessed(st)) {
943 pts_buffer[0] = pktl->pkt.pts;
944 for (i = 0; i<delay && pts_buffer[i] > pts_buffer[i + 1]; i++)
945 FFSWAP(int64_t, pts_buffer[i], pts_buffer[i + 1]);
947 pktl->pkt.dts = select_from_pts_buffer(st, pts_buffer, pktl->pkt.dts);
951 if (st->start_time == AV_NOPTS_VALUE)
952 st->start_time = pts;
955 static void update_initial_durations(AVFormatContext *s, AVStream *st,
956 int stream_index, int duration)
958 AVPacketList *pktl = s->internal->packet_buffer ? s->internal->packet_buffer : s->internal->parse_queue;
959 int64_t cur_dts = RELATIVE_TS_BASE;
961 if (st->first_dts != AV_NOPTS_VALUE) {
962 if (st->update_initial_durations_done)
964 st->update_initial_durations_done = 1;
965 cur_dts = st->first_dts;
966 for (; pktl; pktl = get_next_pkt(s, st, pktl)) {
967 if (pktl->pkt.stream_index == stream_index) {
968 if (pktl->pkt.pts != pktl->pkt.dts ||
969 pktl->pkt.dts != AV_NOPTS_VALUE ||
975 if (pktl && pktl->pkt.dts != st->first_dts) {
976 av_log(s, AV_LOG_DEBUG, "first_dts %s not matching first dts %s (pts %s, duration %"PRId64") in the queue\n",
977 av_ts2str(st->first_dts), av_ts2str(pktl->pkt.dts), av_ts2str(pktl->pkt.pts), pktl->pkt.duration);
981 av_log(s, AV_LOG_DEBUG, "first_dts %s but no packet with dts in the queue\n", av_ts2str(st->first_dts));
984 pktl = s->internal->packet_buffer ? s->internal->packet_buffer : s->internal->parse_queue;
985 st->first_dts = cur_dts;
986 } else if (st->cur_dts != RELATIVE_TS_BASE)
989 for (; pktl; pktl = get_next_pkt(s, st, pktl)) {
990 if (pktl->pkt.stream_index != stream_index)
992 if (pktl->pkt.pts == pktl->pkt.dts &&
993 (pktl->pkt.dts == AV_NOPTS_VALUE || pktl->pkt.dts == st->first_dts) &&
994 !pktl->pkt.duration) {
995 pktl->pkt.dts = cur_dts;
996 if (!st->codec->has_b_frames)
997 pktl->pkt.pts = cur_dts;
998 // if (st->codec->codec_type != AVMEDIA_TYPE_AUDIO)
999 pktl->pkt.duration = duration;
1002 cur_dts = pktl->pkt.dts + pktl->pkt.duration;
1005 st->cur_dts = cur_dts;
1008 static void compute_pkt_fields(AVFormatContext *s, AVStream *st,
1009 AVCodecParserContext *pc, AVPacket *pkt,
1010 int64_t next_dts, int64_t next_pts)
1012 int num, den, presentation_delayed, delay, i;
1014 AVRational duration;
1015 int onein_oneout = st->codec->codec_id != AV_CODEC_ID_H264 &&
1016 st->codec->codec_id != AV_CODEC_ID_HEVC;
1018 if (s->flags & AVFMT_FLAG_NOFILLIN)
1021 if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO && pkt->dts != AV_NOPTS_VALUE) {
1022 if (pkt->dts == pkt->pts && st->last_dts_for_order_check != AV_NOPTS_VALUE) {
1023 if (st->last_dts_for_order_check <= pkt->dts) {
1026 av_log(s, st->dts_misordered ? AV_LOG_DEBUG : AV_LOG_WARNING,
1027 "DTS %"PRIi64" < %"PRIi64" out of order\n",
1029 st->last_dts_for_order_check);
1030 st->dts_misordered++;
1032 if (st->dts_ordered + st->dts_misordered > 250) {
1033 st->dts_ordered >>= 1;
1034 st->dts_misordered >>= 1;
1038 st->last_dts_for_order_check = pkt->dts;
1039 if (st->dts_ordered < 8*st->dts_misordered && pkt->dts == pkt->pts)
1040 pkt->dts = AV_NOPTS_VALUE;
1043 if ((s->flags & AVFMT_FLAG_IGNDTS) && pkt->pts != AV_NOPTS_VALUE)
1044 pkt->dts = AV_NOPTS_VALUE;
1046 if (pc && pc->pict_type == AV_PICTURE_TYPE_B
1047 && !st->codec->has_b_frames)
1048 //FIXME Set low_delay = 0 when has_b_frames = 1
1049 st->codec->has_b_frames = 1;
1051 /* do we have a video B-frame ? */
1052 delay = st->codec->has_b_frames;
1053 presentation_delayed = 0;
1055 /* XXX: need has_b_frame, but cannot get it if the codec is
1056 * not initialized */
1058 pc && pc->pict_type != AV_PICTURE_TYPE_B)
1059 presentation_delayed = 1;
1061 if (pkt->pts != AV_NOPTS_VALUE && pkt->dts != AV_NOPTS_VALUE &&
1062 st->pts_wrap_bits < 63 &&
1063 pkt->dts - (1LL << (st->pts_wrap_bits - 1)) > pkt->pts) {
1064 if (is_relative(st->cur_dts) || pkt->dts - (1LL<<(st->pts_wrap_bits - 1)) > st->cur_dts) {
1065 pkt->dts -= 1LL << st->pts_wrap_bits;
1067 pkt->pts += 1LL << st->pts_wrap_bits;
1070 /* Some MPEG-2 in MPEG-PS lack dts (issue #171 / input_file.mpg).
1071 * We take the conservative approach and discard both.
1072 * Note: If this is misbehaving for an H.264 file, then possibly
1073 * presentation_delayed is not set correctly. */
1074 if (delay == 1 && pkt->dts == pkt->pts &&
1075 pkt->dts != AV_NOPTS_VALUE && presentation_delayed) {
1076 av_log(s, AV_LOG_DEBUG, "invalid dts/pts combination %"PRIi64"\n", pkt->dts);
1077 if ( strcmp(s->iformat->name, "mov,mp4,m4a,3gp,3g2,mj2")
1078 && strcmp(s->iformat->name, "flv")) // otherwise we discard correct timestamps for vc1-wmapro.ism
1079 pkt->dts = AV_NOPTS_VALUE;
1082 duration = av_mul_q((AVRational) {pkt->duration, 1}, st->time_base);
1083 if (pkt->duration == 0) {
1084 ff_compute_frame_duration(s, &num, &den, st, pc, pkt);
1086 duration = (AVRational) {num, den};
1087 pkt->duration = av_rescale_rnd(1,
1088 num * (int64_t) st->time_base.den,
1089 den * (int64_t) st->time_base.num,
1094 if (pkt->duration != 0 && (s->internal->packet_buffer || s->internal->parse_queue))
1095 update_initial_durations(s, st, pkt->stream_index, pkt->duration);
1097 /* Correct timestamps with byte offset if demuxers only have timestamps
1098 * on packet boundaries */
1099 if (pc && st->need_parsing == AVSTREAM_PARSE_TIMESTAMPS && pkt->size) {
1100 /* this will estimate bitrate based on this frame's duration and size */
1101 offset = av_rescale(pc->offset, pkt->duration, pkt->size);
1102 if (pkt->pts != AV_NOPTS_VALUE)
1104 if (pkt->dts != AV_NOPTS_VALUE)
1108 /* This may be redundant, but it should not hurt. */
1109 if (pkt->dts != AV_NOPTS_VALUE &&
1110 pkt->pts != AV_NOPTS_VALUE &&
1111 pkt->pts > pkt->dts)
1112 presentation_delayed = 1;
1114 if (s->debug & FF_FDEBUG_TS)
1115 av_log(s, AV_LOG_TRACE,
1116 "IN delayed:%d pts:%s, dts:%s cur_dts:%s st:%d pc:%p duration:%"PRId64" delay:%d onein_oneout:%d\n",
1117 presentation_delayed, av_ts2str(pkt->pts), av_ts2str(pkt->dts), av_ts2str(st->cur_dts),
1118 pkt->stream_index, pc, pkt->duration, delay, onein_oneout);
1120 /* Interpolate PTS and DTS if they are not present. We skip H264
1121 * currently because delay and has_b_frames are not reliably set. */
1122 if ((delay == 0 || (delay == 1 && pc)) &&
1124 if (presentation_delayed) {
1125 /* DTS = decompression timestamp */
1126 /* PTS = presentation timestamp */
1127 if (pkt->dts == AV_NOPTS_VALUE)
1128 pkt->dts = st->last_IP_pts;
1129 update_initial_timestamps(s, pkt->stream_index, pkt->dts, pkt->pts, pkt);
1130 if (pkt->dts == AV_NOPTS_VALUE)
1131 pkt->dts = st->cur_dts;
1133 /* This is tricky: the dts must be incremented by the duration
1134 * of the frame we are displaying, i.e. the last I- or P-frame. */
1135 if (st->last_IP_duration == 0)
1136 st->last_IP_duration = pkt->duration;
1137 if (pkt->dts != AV_NOPTS_VALUE)
1138 st->cur_dts = pkt->dts + st->last_IP_duration;
1139 if (pkt->dts != AV_NOPTS_VALUE &&
1140 pkt->pts == AV_NOPTS_VALUE &&
1141 st->last_IP_duration > 0 &&
1142 ((uint64_t)st->cur_dts - (uint64_t)next_dts + 1) <= 2 &&
1143 next_dts != next_pts &&
1144 next_pts != AV_NOPTS_VALUE)
1145 pkt->pts = next_dts;
1147 st->last_IP_duration = pkt->duration;
1148 st->last_IP_pts = pkt->pts;
1149 /* Cannot compute PTS if not present (we can compute it only
1150 * by knowing the future. */
1151 } else if (pkt->pts != AV_NOPTS_VALUE ||
1152 pkt->dts != AV_NOPTS_VALUE ||
1155 /* presentation is not delayed : PTS and DTS are the same */
1156 if (pkt->pts == AV_NOPTS_VALUE)
1157 pkt->pts = pkt->dts;
1158 update_initial_timestamps(s, pkt->stream_index, pkt->pts,
1160 if (pkt->pts == AV_NOPTS_VALUE)
1161 pkt->pts = st->cur_dts;
1162 pkt->dts = pkt->pts;
1163 if (pkt->pts != AV_NOPTS_VALUE)
1164 st->cur_dts = av_add_stable(st->time_base, pkt->pts, duration, 1);
1168 if (pkt->pts != AV_NOPTS_VALUE && delay <= MAX_REORDER_DELAY && has_decode_delay_been_guessed(st)) {
1169 st->pts_buffer[0] = pkt->pts;
1170 for (i = 0; i<delay && st->pts_buffer[i] > st->pts_buffer[i + 1]; i++)
1171 FFSWAP(int64_t, st->pts_buffer[i], st->pts_buffer[i + 1]);
1173 pkt->dts = select_from_pts_buffer(st, st->pts_buffer, pkt->dts);
1175 // We skipped it above so we try here.
1177 // This should happen on the first packet
1178 update_initial_timestamps(s, pkt->stream_index, pkt->dts, pkt->pts, pkt);
1179 if (pkt->dts > st->cur_dts)
1180 st->cur_dts = pkt->dts;
1182 if (s->debug & FF_FDEBUG_TS)
1183 av_log(s, AV_LOG_TRACE, "OUTdelayed:%d/%d pts:%s, dts:%s cur_dts:%s\n",
1184 presentation_delayed, delay, av_ts2str(pkt->pts), av_ts2str(pkt->dts), av_ts2str(st->cur_dts));
1187 if (is_intra_only(st->codec))
1188 pkt->flags |= AV_PKT_FLAG_KEY;
1189 #if FF_API_CONVERGENCE_DURATION
1190 FF_DISABLE_DEPRECATION_WARNINGS
1192 pkt->convergence_duration = pc->convergence_duration;
1193 FF_ENABLE_DEPRECATION_WARNINGS
1197 static void free_packet_buffer(AVPacketList **pkt_buf, AVPacketList **pkt_buf_end)
1200 AVPacketList *pktl = *pkt_buf;
1201 *pkt_buf = pktl->next;
1202 av_packet_unref(&pktl->pkt);
1205 *pkt_buf_end = NULL;
1209 * Parse a packet, add all split parts to parse_queue.
1211 * @param pkt Packet to parse, NULL when flushing the parser at end of stream.
1213 static int parse_packet(AVFormatContext *s, AVPacket *pkt, int stream_index)
1215 AVPacket out_pkt = { 0 }, flush_pkt = { 0 };
1216 AVStream *st = s->streams[stream_index];
1217 uint8_t *data = pkt ? pkt->data : NULL;
1218 int size = pkt ? pkt->size : 0;
1219 int ret = 0, got_output = 0;
1222 av_init_packet(&flush_pkt);
1225 } else if (!size && st->parser->flags & PARSER_FLAG_COMPLETE_FRAMES) {
1226 // preserve 0-size sync packets
1227 compute_pkt_fields(s, st, st->parser, pkt, AV_NOPTS_VALUE, AV_NOPTS_VALUE);
1230 while (size > 0 || (pkt == &flush_pkt && got_output)) {
1232 int64_t next_pts = pkt->pts;
1233 int64_t next_dts = pkt->dts;
1235 av_init_packet(&out_pkt);
1236 len = av_parser_parse2(st->parser, st->codec,
1237 &out_pkt.data, &out_pkt.size, data, size,
1238 pkt->pts, pkt->dts, pkt->pos);
1240 pkt->pts = pkt->dts = AV_NOPTS_VALUE;
1242 /* increment read pointer */
1246 got_output = !!out_pkt.size;
1251 if (pkt->side_data) {
1252 out_pkt.side_data = pkt->side_data;
1253 out_pkt.side_data_elems = pkt->side_data_elems;
1254 pkt->side_data = NULL;
1255 pkt->side_data_elems = 0;
1258 /* set the duration */
1259 out_pkt.duration = (st->parser->flags & PARSER_FLAG_COMPLETE_FRAMES) ? pkt->duration : 0;
1260 if (st->codec->codec_type == AVMEDIA_TYPE_AUDIO) {
1261 if (st->codec->sample_rate > 0) {
1263 av_rescale_q_rnd(st->parser->duration,
1264 (AVRational) { 1, st->codec->sample_rate },
1270 out_pkt.stream_index = st->index;
1271 out_pkt.pts = st->parser->pts;
1272 out_pkt.dts = st->parser->dts;
1273 out_pkt.pos = st->parser->pos;
1275 if (st->need_parsing == AVSTREAM_PARSE_FULL_RAW)
1276 out_pkt.pos = st->parser->frame_offset;
1278 if (st->parser->key_frame == 1 ||
1279 (st->parser->key_frame == -1 &&
1280 st->parser->pict_type == AV_PICTURE_TYPE_I))
1281 out_pkt.flags |= AV_PKT_FLAG_KEY;
1283 if (st->parser->key_frame == -1 && st->parser->pict_type ==AV_PICTURE_TYPE_NONE && (pkt->flags&AV_PKT_FLAG_KEY))
1284 out_pkt.flags |= AV_PKT_FLAG_KEY;
1286 compute_pkt_fields(s, st, st->parser, &out_pkt, next_dts, next_pts);
1288 if ((ret = add_to_pktbuf(&s->internal->parse_queue, &out_pkt,
1289 &s->internal->parse_queue_end,
1291 av_packet_unref(&out_pkt);
1296 /* end of the stream => close and free the parser */
1297 if (pkt == &flush_pkt) {
1298 av_parser_close(st->parser);
1303 av_packet_unref(pkt);
1307 static int read_from_packet_buffer(AVPacketList **pkt_buffer,
1308 AVPacketList **pkt_buffer_end,
1312 av_assert0(*pkt_buffer);
1315 *pkt_buffer = pktl->next;
1317 *pkt_buffer_end = NULL;
1322 static int64_t ts_to_samples(AVStream *st, int64_t ts)
1324 return av_rescale(ts, st->time_base.num * st->codec->sample_rate, st->time_base.den);
1327 static int read_frame_internal(AVFormatContext *s, AVPacket *pkt)
1329 int ret = 0, i, got_packet = 0;
1330 AVDictionary *metadata = NULL;
1332 av_init_packet(pkt);
1334 while (!got_packet && !s->internal->parse_queue) {
1338 /* read next packet */
1339 ret = ff_read_packet(s, &cur_pkt);
1341 if (ret == AVERROR(EAGAIN))
1343 /* flush the parsers */
1344 for (i = 0; i < s->nb_streams; i++) {
1346 if (st->parser && st->need_parsing)
1347 parse_packet(s, NULL, st->index);
1349 /* all remaining packets are now in parse_queue =>
1350 * really terminate parsing */
1354 st = s->streams[cur_pkt.stream_index];
1356 if (cur_pkt.pts != AV_NOPTS_VALUE &&
1357 cur_pkt.dts != AV_NOPTS_VALUE &&
1358 cur_pkt.pts < cur_pkt.dts) {
1359 av_log(s, AV_LOG_WARNING,
1360 "Invalid timestamps stream=%d, pts=%s, dts=%s, size=%d\n",
1361 cur_pkt.stream_index,
1362 av_ts2str(cur_pkt.pts),
1363 av_ts2str(cur_pkt.dts),
1366 if (s->debug & FF_FDEBUG_TS)
1367 av_log(s, AV_LOG_DEBUG,
1368 "ff_read_packet stream=%d, pts=%s, dts=%s, size=%d, duration=%"PRId64", flags=%d\n",
1369 cur_pkt.stream_index,
1370 av_ts2str(cur_pkt.pts),
1371 av_ts2str(cur_pkt.dts),
1372 cur_pkt.size, cur_pkt.duration, cur_pkt.flags);
1374 if (st->need_parsing && !st->parser && !(s->flags & AVFMT_FLAG_NOPARSE)) {
1375 st->parser = av_parser_init(st->codec->codec_id);
1377 av_log(s, AV_LOG_VERBOSE, "parser not found for codec "
1378 "%s, packets or times may be invalid.\n",
1379 avcodec_get_name(st->codec->codec_id));
1380 /* no parser available: just output the raw packets */
1381 st->need_parsing = AVSTREAM_PARSE_NONE;
1382 } else if (st->need_parsing == AVSTREAM_PARSE_HEADERS)
1383 st->parser->flags |= PARSER_FLAG_COMPLETE_FRAMES;
1384 else if (st->need_parsing == AVSTREAM_PARSE_FULL_ONCE)
1385 st->parser->flags |= PARSER_FLAG_ONCE;
1386 else if (st->need_parsing == AVSTREAM_PARSE_FULL_RAW)
1387 st->parser->flags |= PARSER_FLAG_USE_CODEC_TS;
1390 if (!st->need_parsing || !st->parser) {
1391 /* no parsing needed: we just output the packet as is */
1393 compute_pkt_fields(s, st, NULL, pkt, AV_NOPTS_VALUE, AV_NOPTS_VALUE);
1394 if ((s->iformat->flags & AVFMT_GENERIC_INDEX) &&
1395 (pkt->flags & AV_PKT_FLAG_KEY) && pkt->dts != AV_NOPTS_VALUE) {
1396 ff_reduce_index(s, st->index);
1397 av_add_index_entry(st, pkt->pos, pkt->dts,
1398 0, 0, AVINDEX_KEYFRAME);
1401 } else if (st->discard < AVDISCARD_ALL) {
1402 if ((ret = parse_packet(s, &cur_pkt, cur_pkt.stream_index)) < 0)
1406 av_packet_unref(&cur_pkt);
1408 if (pkt->flags & AV_PKT_FLAG_KEY)
1409 st->skip_to_keyframe = 0;
1410 if (st->skip_to_keyframe) {
1411 av_packet_unref(&cur_pkt);
1419 if (!got_packet && s->internal->parse_queue)
1420 ret = read_from_packet_buffer(&s->internal->parse_queue, &s->internal->parse_queue_end, pkt);
1423 AVStream *st = s->streams[pkt->stream_index];
1424 int discard_padding = 0;
1425 if (st->first_discard_sample && pkt->pts != AV_NOPTS_VALUE) {
1426 int64_t pts = pkt->pts - (is_relative(pkt->pts) ? RELATIVE_TS_BASE : 0);
1427 int64_t sample = ts_to_samples(st, pts);
1428 int duration = ts_to_samples(st, pkt->duration);
1429 int64_t end_sample = sample + duration;
1430 if (duration > 0 && end_sample >= st->first_discard_sample &&
1431 sample < st->last_discard_sample)
1432 discard_padding = FFMIN(end_sample - st->first_discard_sample, duration);
1434 if (st->start_skip_samples && (pkt->pts == 0 || pkt->pts == RELATIVE_TS_BASE))
1435 st->skip_samples = st->start_skip_samples;
1436 if (st->skip_samples || discard_padding) {
1437 uint8_t *p = av_packet_new_side_data(pkt, AV_PKT_DATA_SKIP_SAMPLES, 10);
1439 AV_WL32(p, st->skip_samples);
1440 AV_WL32(p + 4, discard_padding);
1441 av_log(s, AV_LOG_DEBUG, "demuxer injecting skip %d / discard %d\n", st->skip_samples, discard_padding);
1443 st->skip_samples = 0;
1446 if (st->inject_global_side_data) {
1447 for (i = 0; i < st->nb_side_data; i++) {
1448 AVPacketSideData *src_sd = &st->side_data[i];
1451 if (av_packet_get_side_data(pkt, src_sd->type, NULL))
1454 dst_data = av_packet_new_side_data(pkt, src_sd->type, src_sd->size);
1456 av_log(s, AV_LOG_WARNING, "Could not inject global side data\n");
1460 memcpy(dst_data, src_sd->data, src_sd->size);
1462 st->inject_global_side_data = 0;
1465 if (!(s->flags & AVFMT_FLAG_KEEP_SIDE_DATA))
1466 av_packet_merge_side_data(pkt);
1469 av_opt_get_dict_val(s, "metadata", AV_OPT_SEARCH_CHILDREN, &metadata);
1471 s->event_flags |= AVFMT_EVENT_FLAG_METADATA_UPDATED;
1472 av_dict_copy(&s->metadata, metadata, 0);
1473 av_dict_free(&metadata);
1474 av_opt_set_dict_val(s, "metadata", NULL, AV_OPT_SEARCH_CHILDREN);
1477 if (s->debug & FF_FDEBUG_TS)
1478 av_log(s, AV_LOG_DEBUG,
1479 "read_frame_internal stream=%d, pts=%s, dts=%s, "
1480 "size=%d, duration=%"PRId64", flags=%d\n",
1482 av_ts2str(pkt->pts),
1483 av_ts2str(pkt->dts),
1484 pkt->size, pkt->duration, pkt->flags);
1489 int av_read_frame(AVFormatContext *s, AVPacket *pkt)
1491 const int genpts = s->flags & AVFMT_FLAG_GENPTS;
1497 ret = s->internal->packet_buffer
1498 ? read_from_packet_buffer(&s->internal->packet_buffer,
1499 &s->internal->packet_buffer_end, pkt)
1500 : read_frame_internal(s, pkt);
1507 AVPacketList *pktl = s->internal->packet_buffer;
1510 AVPacket *next_pkt = &pktl->pkt;
1512 if (next_pkt->dts != AV_NOPTS_VALUE) {
1513 int wrap_bits = s->streams[next_pkt->stream_index]->pts_wrap_bits;
1514 // last dts seen for this stream. if any of packets following
1515 // current one had no dts, we will set this to AV_NOPTS_VALUE.
1516 int64_t last_dts = next_pkt->dts;
1517 while (pktl && next_pkt->pts == AV_NOPTS_VALUE) {
1518 if (pktl->pkt.stream_index == next_pkt->stream_index &&
1519 (av_compare_mod(next_pkt->dts, pktl->pkt.dts, 2LL << (wrap_bits - 1)) < 0)) {
1520 if (av_compare_mod(pktl->pkt.pts, pktl->pkt.dts, 2LL << (wrap_bits - 1))) {
1522 next_pkt->pts = pktl->pkt.dts;
1524 if (last_dts != AV_NOPTS_VALUE) {
1525 // Once last dts was set to AV_NOPTS_VALUE, we don't change it.
1526 last_dts = pktl->pkt.dts;
1531 if (eof && next_pkt->pts == AV_NOPTS_VALUE && last_dts != AV_NOPTS_VALUE) {
1532 // Fixing the last reference frame had none pts issue (For MXF etc).
1533 // We only do this when
1535 // 2. we are not able to resolve a pts value for current packet.
1536 // 3. the packets for this stream at the end of the files had valid dts.
1537 next_pkt->pts = last_dts + next_pkt->duration;
1539 pktl = s->internal->packet_buffer;
1542 /* read packet from packet buffer, if there is data */
1543 st = s->streams[next_pkt->stream_index];
1544 if (!(next_pkt->pts == AV_NOPTS_VALUE && st->discard < AVDISCARD_ALL &&
1545 next_pkt->dts != AV_NOPTS_VALUE && !eof)) {
1546 ret = read_from_packet_buffer(&s->internal->packet_buffer,
1547 &s->internal->packet_buffer_end, pkt);
1552 ret = read_frame_internal(s, pkt);
1554 if (pktl && ret != AVERROR(EAGAIN)) {
1561 ret = add_to_pktbuf(&s->internal->packet_buffer, pkt,
1562 &s->internal->packet_buffer_end, 1);
1569 st = s->streams[pkt->stream_index];
1570 if ((s->iformat->flags & AVFMT_GENERIC_INDEX) && pkt->flags & AV_PKT_FLAG_KEY) {
1571 ff_reduce_index(s, st->index);
1572 av_add_index_entry(st, pkt->pos, pkt->dts, 0, 0, AVINDEX_KEYFRAME);
1575 if (is_relative(pkt->dts))
1576 pkt->dts -= RELATIVE_TS_BASE;
1577 if (is_relative(pkt->pts))
1578 pkt->pts -= RELATIVE_TS_BASE;
1583 /* XXX: suppress the packet queue */
1584 static void flush_packet_queue(AVFormatContext *s)
1588 free_packet_buffer(&s->internal->parse_queue, &s->internal->parse_queue_end);
1589 free_packet_buffer(&s->internal->packet_buffer, &s->internal->packet_buffer_end);
1590 free_packet_buffer(&s->internal->raw_packet_buffer, &s->internal->raw_packet_buffer_end);
1592 s->internal->raw_packet_buffer_remaining_size = RAW_PACKET_BUFFER_SIZE;
1595 /*******************************************************/
1598 int av_find_default_stream_index(AVFormatContext *s)
1602 int best_stream = 0;
1603 int best_score = INT_MIN;
1605 if (s->nb_streams <= 0)
1607 for (i = 0; i < s->nb_streams; i++) {
1610 if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
1611 if (st->disposition & AV_DISPOSITION_ATTACHED_PIC)
1613 if (st->codec->width && st->codec->height)
1617 if (st->codec->codec_type == AVMEDIA_TYPE_AUDIO) {
1618 if (st->codec->sample_rate)
1621 if (st->codec_info_nb_frames)
1624 if (st->discard != AVDISCARD_ALL)
1627 if (score > best_score) {
1635 /** Flush the frame reader. */
1636 void ff_read_frame_flush(AVFormatContext *s)
1641 flush_packet_queue(s);
1643 /* Reset read state for each stream. */
1644 for (i = 0; i < s->nb_streams; i++) {
1648 av_parser_close(st->parser);
1651 st->last_IP_pts = AV_NOPTS_VALUE;
1652 st->last_dts_for_order_check = AV_NOPTS_VALUE;
1653 if (st->first_dts == AV_NOPTS_VALUE)
1654 st->cur_dts = RELATIVE_TS_BASE;
1656 /* We set the current DTS to an unspecified origin. */
1657 st->cur_dts = AV_NOPTS_VALUE;
1659 st->probe_packets = MAX_PROBE_PACKETS;
1661 for (j = 0; j < MAX_REORDER_DELAY + 1; j++)
1662 st->pts_buffer[j] = AV_NOPTS_VALUE;
1664 if (s->internal->inject_global_side_data)
1665 st->inject_global_side_data = 1;
1667 st->skip_samples = 0;
1671 void ff_update_cur_dts(AVFormatContext *s, AVStream *ref_st, int64_t timestamp)
1675 for (i = 0; i < s->nb_streams; i++) {
1676 AVStream *st = s->streams[i];
1679 av_rescale(timestamp,
1680 st->time_base.den * (int64_t) ref_st->time_base.num,
1681 st->time_base.num * (int64_t) ref_st->time_base.den);
1685 void ff_reduce_index(AVFormatContext *s, int stream_index)
1687 AVStream *st = s->streams[stream_index];
1688 unsigned int max_entries = s->max_index_size / sizeof(AVIndexEntry);
1690 if ((unsigned) st->nb_index_entries >= max_entries) {
1692 for (i = 0; 2 * i < st->nb_index_entries; i++)
1693 st->index_entries[i] = st->index_entries[2 * i];
1694 st->nb_index_entries = i;
1698 int ff_add_index_entry(AVIndexEntry **index_entries,
1699 int *nb_index_entries,
1700 unsigned int *index_entries_allocated_size,
1701 int64_t pos, int64_t timestamp,
1702 int size, int distance, int flags)
1704 AVIndexEntry *entries, *ie;
1707 if ((unsigned) *nb_index_entries + 1 >= UINT_MAX / sizeof(AVIndexEntry))
1710 if (timestamp == AV_NOPTS_VALUE)
1711 return AVERROR(EINVAL);
1713 if (size < 0 || size > 0x3FFFFFFF)
1714 return AVERROR(EINVAL);
1716 if (is_relative(timestamp)) //FIXME this maintains previous behavior but we should shift by the correct offset once known
1717 timestamp -= RELATIVE_TS_BASE;
1719 entries = av_fast_realloc(*index_entries,
1720 index_entries_allocated_size,
1721 (*nb_index_entries + 1) *
1722 sizeof(AVIndexEntry));
1726 *index_entries = entries;
1728 index = ff_index_search_timestamp(*index_entries, *nb_index_entries,
1729 timestamp, AVSEEK_FLAG_ANY);
1732 index = (*nb_index_entries)++;
1733 ie = &entries[index];
1734 av_assert0(index == 0 || ie[-1].timestamp < timestamp);
1736 ie = &entries[index];
1737 if (ie->timestamp != timestamp) {
1738 if (ie->timestamp <= timestamp)
1740 memmove(entries + index + 1, entries + index,
1741 sizeof(AVIndexEntry) * (*nb_index_entries - index));
1742 (*nb_index_entries)++;
1743 } else if (ie->pos == pos && distance < ie->min_distance)
1744 // do not reduce the distance
1745 distance = ie->min_distance;
1749 ie->timestamp = timestamp;
1750 ie->min_distance = distance;
1757 int av_add_index_entry(AVStream *st, int64_t pos, int64_t timestamp,
1758 int size, int distance, int flags)
1760 timestamp = wrap_timestamp(st, timestamp);
1761 return ff_add_index_entry(&st->index_entries, &st->nb_index_entries,
1762 &st->index_entries_allocated_size, pos,
1763 timestamp, size, distance, flags);
1766 int ff_index_search_timestamp(const AVIndexEntry *entries, int nb_entries,
1767 int64_t wanted_timestamp, int flags)
1775 // Optimize appending index entries at the end.
1776 if (b && entries[b - 1].timestamp < wanted_timestamp)
1781 timestamp = entries[m].timestamp;
1782 if (timestamp >= wanted_timestamp)
1784 if (timestamp <= wanted_timestamp)
1787 m = (flags & AVSEEK_FLAG_BACKWARD) ? a : b;
1789 if (!(flags & AVSEEK_FLAG_ANY))
1790 while (m >= 0 && m < nb_entries &&
1791 !(entries[m].flags & AVINDEX_KEYFRAME))
1792 m += (flags & AVSEEK_FLAG_BACKWARD) ? -1 : 1;
1794 if (m == nb_entries)
1799 void ff_configure_buffers_for_index(AVFormatContext *s, int64_t time_tolerance)
1802 int64_t pos_delta = 0;
1804 //We could use URLProtocol flags here but as many user applications do not use URLProtocols this would be unreliable
1805 const char *proto = avio_find_protocol_name(s->filename);
1808 av_log(s, AV_LOG_INFO,
1809 "Protocol name not provided, cannot determine if input is local or "
1810 "a network protocol, buffers and access patterns cannot be configured "
1811 "optimally without knowing the protocol\n");
1814 if (proto && !(strcmp(proto, "file") && strcmp(proto, "pipe") && strcmp(proto, "cache")))
1817 for (ist1 = 0; ist1 < s->nb_streams; ist1++) {
1818 AVStream *st1 = s->streams[ist1];
1819 for (ist2 = 0; ist2 < s->nb_streams; ist2++) {
1820 AVStream *st2 = s->streams[ist2];
1826 for (i1 = i2 = 0; i1 < st1->nb_index_entries; i1++) {
1827 AVIndexEntry *e1 = &st1->index_entries[i1];
1828 int64_t e1_pts = av_rescale_q(e1->timestamp, st1->time_base, AV_TIME_BASE_Q);
1830 skip = FFMAX(skip, e1->size);
1831 for (; i2 < st2->nb_index_entries; i2++) {
1832 AVIndexEntry *e2 = &st2->index_entries[i2];
1833 int64_t e2_pts = av_rescale_q(e2->timestamp, st2->time_base, AV_TIME_BASE_Q);
1834 if (e2_pts - e1_pts < time_tolerance)
1836 pos_delta = FFMAX(pos_delta, e1->pos - e2->pos);
1844 /* XXX This could be adjusted depending on protocol*/
1845 if (s->pb->buffer_size < pos_delta && pos_delta < (1<<24)) {
1846 av_log(s, AV_LOG_VERBOSE, "Reconfiguring buffers to size %"PRId64"\n", pos_delta);
1847 ffio_set_buf_size(s->pb, pos_delta);
1848 s->pb->short_seek_threshold = FFMAX(s->pb->short_seek_threshold, pos_delta/2);
1851 if (skip < (1<<23)) {
1852 s->pb->short_seek_threshold = FFMAX(s->pb->short_seek_threshold, skip);
1856 int av_index_search_timestamp(AVStream *st, int64_t wanted_timestamp, int flags)
1858 return ff_index_search_timestamp(st->index_entries, st->nb_index_entries,
1859 wanted_timestamp, flags);
1862 static int64_t ff_read_timestamp(AVFormatContext *s, int stream_index, int64_t *ppos, int64_t pos_limit,
1863 int64_t (*read_timestamp)(struct AVFormatContext *, int , int64_t *, int64_t ))
1865 int64_t ts = read_timestamp(s, stream_index, ppos, pos_limit);
1866 if (stream_index >= 0)
1867 ts = wrap_timestamp(s->streams[stream_index], ts);
1871 int ff_seek_frame_binary(AVFormatContext *s, int stream_index,
1872 int64_t target_ts, int flags)
1874 AVInputFormat *avif = s->iformat;
1875 int64_t av_uninit(pos_min), av_uninit(pos_max), pos, pos_limit;
1876 int64_t ts_min, ts_max, ts;
1881 if (stream_index < 0)
1884 av_log(s, AV_LOG_TRACE, "read_seek: %d %s\n", stream_index, av_ts2str(target_ts));
1887 ts_min = AV_NOPTS_VALUE;
1888 pos_limit = -1; // GCC falsely says it may be uninitialized.
1890 st = s->streams[stream_index];
1891 if (st->index_entries) {
1894 /* FIXME: Whole function must be checked for non-keyframe entries in
1895 * index case, especially read_timestamp(). */
1896 index = av_index_search_timestamp(st, target_ts,
1897 flags | AVSEEK_FLAG_BACKWARD);
1898 index = FFMAX(index, 0);
1899 e = &st->index_entries[index];
1901 if (e->timestamp <= target_ts || e->pos == e->min_distance) {
1903 ts_min = e->timestamp;
1904 av_log(s, AV_LOG_TRACE, "using cached pos_min=0x%"PRIx64" dts_min=%s\n",
1905 pos_min, av_ts2str(ts_min));
1907 av_assert1(index == 0);
1910 index = av_index_search_timestamp(st, target_ts,
1911 flags & ~AVSEEK_FLAG_BACKWARD);
1912 av_assert0(index < st->nb_index_entries);
1914 e = &st->index_entries[index];
1915 av_assert1(e->timestamp >= target_ts);
1917 ts_max = e->timestamp;
1918 pos_limit = pos_max - e->min_distance;
1919 av_log(s, AV_LOG_TRACE, "using cached pos_max=0x%"PRIx64" pos_limit=0x%"PRIx64
1920 " dts_max=%s\n", pos_max, pos_limit, av_ts2str(ts_max));
1924 pos = ff_gen_search(s, stream_index, target_ts, pos_min, pos_max, pos_limit,
1925 ts_min, ts_max, flags, &ts, avif->read_timestamp);
1930 if ((ret = avio_seek(s->pb, pos, SEEK_SET)) < 0)
1933 ff_read_frame_flush(s);
1934 ff_update_cur_dts(s, st, ts);
1939 int ff_find_last_ts(AVFormatContext *s, int stream_index, int64_t *ts, int64_t *pos,
1940 int64_t (*read_timestamp)(struct AVFormatContext *, int , int64_t *, int64_t ))
1942 int64_t step = 1024;
1943 int64_t limit, ts_max;
1944 int64_t filesize = avio_size(s->pb);
1945 int64_t pos_max = filesize - 1;
1948 pos_max = FFMAX(0, (pos_max) - step);
1949 ts_max = ff_read_timestamp(s, stream_index,
1950 &pos_max, limit, read_timestamp);
1952 } while (ts_max == AV_NOPTS_VALUE && 2*limit > step);
1953 if (ts_max == AV_NOPTS_VALUE)
1957 int64_t tmp_pos = pos_max + 1;
1958 int64_t tmp_ts = ff_read_timestamp(s, stream_index,
1959 &tmp_pos, INT64_MAX, read_timestamp);
1960 if (tmp_ts == AV_NOPTS_VALUE)
1962 av_assert0(tmp_pos > pos_max);
1965 if (tmp_pos >= filesize)
1977 int64_t ff_gen_search(AVFormatContext *s, int stream_index, int64_t target_ts,
1978 int64_t pos_min, int64_t pos_max, int64_t pos_limit,
1979 int64_t ts_min, int64_t ts_max,
1980 int flags, int64_t *ts_ret,
1981 int64_t (*read_timestamp)(struct AVFormatContext *, int,
1982 int64_t *, int64_t))
1989 av_log(s, AV_LOG_TRACE, "gen_seek: %d %s\n", stream_index, av_ts2str(target_ts));
1991 if (ts_min == AV_NOPTS_VALUE) {
1992 pos_min = s->internal->data_offset;
1993 ts_min = ff_read_timestamp(s, stream_index, &pos_min, INT64_MAX, read_timestamp);
1994 if (ts_min == AV_NOPTS_VALUE)
1998 if (ts_min >= target_ts) {
2003 if (ts_max == AV_NOPTS_VALUE) {
2004 if ((ret = ff_find_last_ts(s, stream_index, &ts_max, &pos_max, read_timestamp)) < 0)
2006 pos_limit = pos_max;
2009 if (ts_max <= target_ts) {
2014 av_assert0(ts_min < ts_max);
2017 while (pos_min < pos_limit) {
2018 av_log(s, AV_LOG_TRACE,
2019 "pos_min=0x%"PRIx64" pos_max=0x%"PRIx64" dts_min=%s dts_max=%s\n",
2020 pos_min, pos_max, av_ts2str(ts_min), av_ts2str(ts_max));
2021 av_assert0(pos_limit <= pos_max);
2023 if (no_change == 0) {
2024 int64_t approximate_keyframe_distance = pos_max - pos_limit;
2025 // interpolate position (better than dichotomy)
2026 pos = av_rescale(target_ts - ts_min, pos_max - pos_min,
2028 pos_min - approximate_keyframe_distance;
2029 } else if (no_change == 1) {
2030 // bisection if interpolation did not change min / max pos last time
2031 pos = (pos_min + pos_limit) >> 1;
2033 /* linear search if bisection failed, can only happen if there
2034 * are very few or no keyframes between min/max */
2039 else if (pos > pos_limit)
2043 // May pass pos_limit instead of -1.
2044 ts = ff_read_timestamp(s, stream_index, &pos, INT64_MAX, read_timestamp);
2049 av_log(s, AV_LOG_TRACE, "%"PRId64" %"PRId64" %"PRId64" / %s %s %s"
2050 " target:%s limit:%"PRId64" start:%"PRId64" noc:%d\n",
2051 pos_min, pos, pos_max,
2052 av_ts2str(ts_min), av_ts2str(ts), av_ts2str(ts_max), av_ts2str(target_ts),
2053 pos_limit, start_pos, no_change);
2054 if (ts == AV_NOPTS_VALUE) {
2055 av_log(s, AV_LOG_ERROR, "read_timestamp() failed in the middle\n");
2058 if (target_ts <= ts) {
2059 pos_limit = start_pos - 1;
2063 if (target_ts >= ts) {
2069 pos = (flags & AVSEEK_FLAG_BACKWARD) ? pos_min : pos_max;
2070 ts = (flags & AVSEEK_FLAG_BACKWARD) ? ts_min : ts_max;
2073 ts_min = ff_read_timestamp(s, stream_index, &pos_min, INT64_MAX, read_timestamp);
2075 ts_max = ff_read_timestamp(s, stream_index, &pos_min, INT64_MAX, read_timestamp);
2076 av_log(s, AV_LOG_TRACE, "pos=0x%"PRIx64" %s<=%s<=%s\n",
2077 pos, av_ts2str(ts_min), av_ts2str(target_ts), av_ts2str(ts_max));
2083 static int seek_frame_byte(AVFormatContext *s, int stream_index,
2084 int64_t pos, int flags)
2086 int64_t pos_min, pos_max;
2088 pos_min = s->internal->data_offset;
2089 pos_max = avio_size(s->pb) - 1;
2093 else if (pos > pos_max)
2096 avio_seek(s->pb, pos, SEEK_SET);
2098 s->io_repositioned = 1;
2103 static int seek_frame_generic(AVFormatContext *s, int stream_index,
2104 int64_t timestamp, int flags)
2111 st = s->streams[stream_index];
2113 index = av_index_search_timestamp(st, timestamp, flags);
2115 if (index < 0 && st->nb_index_entries &&
2116 timestamp < st->index_entries[0].timestamp)
2119 if (index < 0 || index == st->nb_index_entries - 1) {
2123 if (st->nb_index_entries) {
2124 av_assert0(st->index_entries);
2125 ie = &st->index_entries[st->nb_index_entries - 1];
2126 if ((ret = avio_seek(s->pb, ie->pos, SEEK_SET)) < 0)
2128 ff_update_cur_dts(s, st, ie->timestamp);
2130 if ((ret = avio_seek(s->pb, s->internal->data_offset, SEEK_SET)) < 0)
2136 read_status = av_read_frame(s, &pkt);
2137 } while (read_status == AVERROR(EAGAIN));
2138 if (read_status < 0)
2140 av_packet_unref(&pkt);
2141 if (stream_index == pkt.stream_index && pkt.dts > timestamp) {
2142 if (pkt.flags & AV_PKT_FLAG_KEY)
2144 if (nonkey++ > 1000 && st->codec->codec_id != AV_CODEC_ID_CDGRAPHICS) {
2145 av_log(s, AV_LOG_ERROR,"seek_frame_generic failed as this stream seems to contain no keyframes after the target timestamp, %d non keyframes found\n", nonkey);
2150 index = av_index_search_timestamp(st, timestamp, flags);
2155 ff_read_frame_flush(s);
2156 if (s->iformat->read_seek)
2157 if (s->iformat->read_seek(s, stream_index, timestamp, flags) >= 0)
2159 ie = &st->index_entries[index];
2160 if ((ret = avio_seek(s->pb, ie->pos, SEEK_SET)) < 0)
2162 ff_update_cur_dts(s, st, ie->timestamp);
2167 static int seek_frame_internal(AVFormatContext *s, int stream_index,
2168 int64_t timestamp, int flags)
2173 if (flags & AVSEEK_FLAG_BYTE) {
2174 if (s->iformat->flags & AVFMT_NO_BYTE_SEEK)
2176 ff_read_frame_flush(s);
2177 return seek_frame_byte(s, stream_index, timestamp, flags);
2180 if (stream_index < 0) {
2181 stream_index = av_find_default_stream_index(s);
2182 if (stream_index < 0)
2185 st = s->streams[stream_index];
2186 /* timestamp for default must be expressed in AV_TIME_BASE units */
2187 timestamp = av_rescale(timestamp, st->time_base.den,
2188 AV_TIME_BASE * (int64_t) st->time_base.num);
2191 /* first, we try the format specific seek */
2192 if (s->iformat->read_seek) {
2193 ff_read_frame_flush(s);
2194 ret = s->iformat->read_seek(s, stream_index, timestamp, flags);
2200 if (s->iformat->read_timestamp &&
2201 !(s->iformat->flags & AVFMT_NOBINSEARCH)) {
2202 ff_read_frame_flush(s);
2203 return ff_seek_frame_binary(s, stream_index, timestamp, flags);
2204 } else if (!(s->iformat->flags & AVFMT_NOGENSEARCH)) {
2205 ff_read_frame_flush(s);
2206 return seek_frame_generic(s, stream_index, timestamp, flags);
2211 int av_seek_frame(AVFormatContext *s, int stream_index,
2212 int64_t timestamp, int flags)
2216 if (s->iformat->read_seek2 && !s->iformat->read_seek) {
2217 int64_t min_ts = INT64_MIN, max_ts = INT64_MAX;
2218 if ((flags & AVSEEK_FLAG_BACKWARD))
2222 return avformat_seek_file(s, stream_index, min_ts, timestamp, max_ts,
2223 flags & ~AVSEEK_FLAG_BACKWARD);
2226 ret = seek_frame_internal(s, stream_index, timestamp, flags);
2229 ret = avformat_queue_attached_pictures(s);
2234 int avformat_seek_file(AVFormatContext *s, int stream_index, int64_t min_ts,
2235 int64_t ts, int64_t max_ts, int flags)
2237 if (min_ts > ts || max_ts < ts)
2239 if (stream_index < -1 || stream_index >= (int)s->nb_streams)
2240 return AVERROR(EINVAL);
2243 flags |= AVSEEK_FLAG_ANY;
2244 flags &= ~AVSEEK_FLAG_BACKWARD;
2246 if (s->iformat->read_seek2) {
2248 ff_read_frame_flush(s);
2250 if (stream_index == -1 && s->nb_streams == 1) {
2251 AVRational time_base = s->streams[0]->time_base;
2252 ts = av_rescale_q(ts, AV_TIME_BASE_Q, time_base);
2253 min_ts = av_rescale_rnd(min_ts, time_base.den,
2254 time_base.num * (int64_t)AV_TIME_BASE,
2255 AV_ROUND_UP | AV_ROUND_PASS_MINMAX);
2256 max_ts = av_rescale_rnd(max_ts, time_base.den,
2257 time_base.num * (int64_t)AV_TIME_BASE,
2258 AV_ROUND_DOWN | AV_ROUND_PASS_MINMAX);
2261 ret = s->iformat->read_seek2(s, stream_index, min_ts,
2265 ret = avformat_queue_attached_pictures(s);
2269 if (s->iformat->read_timestamp) {
2270 // try to seek via read_timestamp()
2273 // Fall back on old API if new is not implemented but old is.
2274 // Note the old API has somewhat different semantics.
2275 if (s->iformat->read_seek || 1) {
2276 int dir = (ts - (uint64_t)min_ts > (uint64_t)max_ts - ts ? AVSEEK_FLAG_BACKWARD : 0);
2277 int ret = av_seek_frame(s, stream_index, ts, flags | dir);
2278 if (ret<0 && ts != min_ts && max_ts != ts) {
2279 ret = av_seek_frame(s, stream_index, dir ? max_ts : min_ts, flags | dir);
2281 ret = av_seek_frame(s, stream_index, ts, flags | (dir^AVSEEK_FLAG_BACKWARD));
2286 // try some generic seek like seek_frame_generic() but with new ts semantics
2287 return -1; //unreachable
2290 int avformat_flush(AVFormatContext *s)
2292 ff_read_frame_flush(s);
2296 /*******************************************************/
2299 * Return TRUE if the stream has accurate duration in any stream.
2301 * @return TRUE if the stream has accurate duration for at least one component.
2303 static int has_duration(AVFormatContext *ic)
2308 for (i = 0; i < ic->nb_streams; i++) {
2309 st = ic->streams[i];
2310 if (st->duration != AV_NOPTS_VALUE)
2313 if (ic->duration != AV_NOPTS_VALUE)
2319 * Estimate the stream timings from the one of each components.
2321 * Also computes the global bitrate if possible.
2323 static void update_stream_timings(AVFormatContext *ic)
2325 int64_t start_time, start_time1, start_time_text, end_time, end_time1;
2326 int64_t duration, duration1, filesize;
2331 start_time = INT64_MAX;
2332 start_time_text = INT64_MAX;
2333 end_time = INT64_MIN;
2334 duration = INT64_MIN;
2335 for (i = 0; i < ic->nb_streams; i++) {
2336 st = ic->streams[i];
2337 if (st->start_time != AV_NOPTS_VALUE && st->time_base.den) {
2338 start_time1 = av_rescale_q(st->start_time, st->time_base,
2340 if (st->codec->codec_type == AVMEDIA_TYPE_SUBTITLE || st->codec->codec_type == AVMEDIA_TYPE_DATA) {
2341 if (start_time1 < start_time_text)
2342 start_time_text = start_time1;
2344 start_time = FFMIN(start_time, start_time1);
2345 end_time1 = AV_NOPTS_VALUE;
2346 if (st->duration != AV_NOPTS_VALUE) {
2347 end_time1 = start_time1 +
2348 av_rescale_q(st->duration, st->time_base,
2350 end_time = FFMAX(end_time, end_time1);
2352 for (p = NULL; (p = av_find_program_from_stream(ic, p, i)); ) {
2353 if (p->start_time == AV_NOPTS_VALUE || p->start_time > start_time1)
2354 p->start_time = start_time1;
2355 if (p->end_time < end_time1)
2356 p->end_time = end_time1;
2359 if (st->duration != AV_NOPTS_VALUE) {
2360 duration1 = av_rescale_q(st->duration, st->time_base,
2362 duration = FFMAX(duration, duration1);
2365 if (start_time == INT64_MAX || (start_time > start_time_text && start_time - start_time_text < AV_TIME_BASE))
2366 start_time = start_time_text;
2367 else if (start_time > start_time_text)
2368 av_log(ic, AV_LOG_VERBOSE, "Ignoring outlier non primary stream starttime %f\n", start_time_text / (float)AV_TIME_BASE);
2370 if (start_time != INT64_MAX) {
2371 ic->start_time = start_time;
2372 if (end_time != INT64_MIN) {
2373 if (ic->nb_programs) {
2374 for (i = 0; i < ic->nb_programs; i++) {
2375 p = ic->programs[i];
2376 if (p->start_time != AV_NOPTS_VALUE && p->end_time > p->start_time)
2377 duration = FFMAX(duration, p->end_time - p->start_time);
2380 duration = FFMAX(duration, end_time - start_time);
2383 if (duration != INT64_MIN && duration > 0 && ic->duration == AV_NOPTS_VALUE) {
2384 ic->duration = duration;
2386 if (ic->pb && (filesize = avio_size(ic->pb)) > 0 && ic->duration != AV_NOPTS_VALUE) {
2387 /* compute the bitrate */
2388 double bitrate = (double) filesize * 8.0 * AV_TIME_BASE /
2389 (double) ic->duration;
2390 if (bitrate >= 0 && bitrate <= INT64_MAX)
2391 ic->bit_rate = bitrate;
2395 static void fill_all_stream_timings(AVFormatContext *ic)
2400 update_stream_timings(ic);
2401 for (i = 0; i < ic->nb_streams; i++) {
2402 st = ic->streams[i];
2403 if (st->start_time == AV_NOPTS_VALUE) {
2404 if (ic->start_time != AV_NOPTS_VALUE)
2405 st->start_time = av_rescale_q(ic->start_time, AV_TIME_BASE_Q,
2407 if (ic->duration != AV_NOPTS_VALUE)
2408 st->duration = av_rescale_q(ic->duration, AV_TIME_BASE_Q,
2414 static void estimate_timings_from_bit_rate(AVFormatContext *ic)
2416 int64_t filesize, duration;
2417 int i, show_warning = 0;
2420 /* if bit_rate is already set, we believe it */
2421 if (ic->bit_rate <= 0) {
2423 for (i = 0; i < ic->nb_streams; i++) {
2424 st = ic->streams[i];
2425 if (st->codec->bit_rate > 0) {
2426 if (INT_MAX - st->codec->bit_rate < bit_rate) {
2430 bit_rate += st->codec->bit_rate;
2431 } else if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO && st->codec_info_nb_frames > 1) {
2432 // If we have a videostream with packets but without a bitrate
2433 // then consider the sum not known
2438 ic->bit_rate = bit_rate;
2441 /* if duration is already set, we believe it */
2442 if (ic->duration == AV_NOPTS_VALUE &&
2443 ic->bit_rate != 0) {
2444 filesize = ic->pb ? avio_size(ic->pb) : 0;
2445 if (filesize > ic->internal->data_offset) {
2446 filesize -= ic->internal->data_offset;
2447 for (i = 0; i < ic->nb_streams; i++) {
2448 st = ic->streams[i];
2449 if ( st->time_base.num <= INT64_MAX / ic->bit_rate
2450 && st->duration == AV_NOPTS_VALUE) {
2451 duration = av_rescale(8 * filesize, st->time_base.den,
2453 (int64_t) st->time_base.num);
2454 st->duration = duration;
2461 av_log(ic, AV_LOG_WARNING,
2462 "Estimating duration from bitrate, this may be inaccurate\n");
2465 #define DURATION_MAX_READ_SIZE 250000LL
2466 #define DURATION_MAX_RETRY 4
2468 /* only usable for MPEG-PS streams */
2469 static void estimate_timings_from_pts(AVFormatContext *ic, int64_t old_offset)
2471 AVPacket pkt1, *pkt = &pkt1;
2473 int num, den, read_size, i, ret;
2474 int found_duration = 0;
2476 int64_t filesize, offset, duration;
2479 /* flush packet queue */
2480 flush_packet_queue(ic);
2482 for (i = 0; i < ic->nb_streams; i++) {
2483 st = ic->streams[i];
2484 if (st->start_time == AV_NOPTS_VALUE &&
2485 st->first_dts == AV_NOPTS_VALUE &&
2486 st->codec->codec_type != AVMEDIA_TYPE_UNKNOWN)
2487 av_log(st->codec, AV_LOG_WARNING,
2488 "start time for stream %d is not set in estimate_timings_from_pts\n", i);
2491 av_parser_close(st->parser);
2496 av_opt_set(ic, "skip_changes", "1", AV_OPT_SEARCH_CHILDREN);
2497 /* estimate the end time (duration) */
2498 /* XXX: may need to support wrapping */
2499 filesize = ic->pb ? avio_size(ic->pb) : 0;
2501 is_end = found_duration;
2502 offset = filesize - (DURATION_MAX_READ_SIZE << retry);
2506 avio_seek(ic->pb, offset, SEEK_SET);
2509 if (read_size >= DURATION_MAX_READ_SIZE << (FFMAX(retry - 1, 0)))
2513 ret = ff_read_packet(ic, pkt);
2514 } while (ret == AVERROR(EAGAIN));
2517 read_size += pkt->size;
2518 st = ic->streams[pkt->stream_index];
2519 if (pkt->pts != AV_NOPTS_VALUE &&
2520 (st->start_time != AV_NOPTS_VALUE ||
2521 st->first_dts != AV_NOPTS_VALUE)) {
2522 if (pkt->duration == 0) {
2523 ff_compute_frame_duration(ic, &num, &den, st, st->parser, pkt);
2525 pkt->duration = av_rescale_rnd(1,
2526 num * (int64_t) st->time_base.den,
2527 den * (int64_t) st->time_base.num,
2531 duration = pkt->pts + pkt->duration;
2533 if (st->start_time != AV_NOPTS_VALUE)
2534 duration -= st->start_time;
2536 duration -= st->first_dts;
2538 if (st->duration == AV_NOPTS_VALUE || st->info->last_duration<= 0 ||
2539 (st->duration < duration && FFABS(duration - st->info->last_duration) < 60LL*st->time_base.den / st->time_base.num))
2540 st->duration = duration;
2541 st->info->last_duration = duration;
2544 av_packet_unref(pkt);
2547 /* check if all audio/video streams have valid duration */
2550 for (i = 0; i < ic->nb_streams; i++) {
2551 st = ic->streams[i];
2552 switch (st->codec->codec_type) {
2553 case AVMEDIA_TYPE_VIDEO:
2554 case AVMEDIA_TYPE_AUDIO:
2555 if (st->duration == AV_NOPTS_VALUE)
2562 ++retry <= DURATION_MAX_RETRY);
2564 av_opt_set(ic, "skip_changes", "0", AV_OPT_SEARCH_CHILDREN);
2566 /* warn about audio/video streams which duration could not be estimated */
2567 for (i = 0; i < ic->nb_streams; i++) {
2568 st = ic->streams[i];
2569 if (st->duration == AV_NOPTS_VALUE) {
2570 switch (st->codec->codec_type) {
2571 case AVMEDIA_TYPE_VIDEO:
2572 case AVMEDIA_TYPE_AUDIO:
2573 if (st->start_time != AV_NOPTS_VALUE || st->first_dts != AV_NOPTS_VALUE) {
2574 av_log(ic, AV_LOG_DEBUG, "stream %d : no PTS found at end of file, duration not set\n", i);
2576 av_log(ic, AV_LOG_DEBUG, "stream %d : no TS found at start of file, duration not set\n", i);
2580 fill_all_stream_timings(ic);
2582 avio_seek(ic->pb, old_offset, SEEK_SET);
2583 for (i = 0; i < ic->nb_streams; i++) {
2586 st = ic->streams[i];
2587 st->cur_dts = st->first_dts;
2588 st->last_IP_pts = AV_NOPTS_VALUE;
2589 st->last_dts_for_order_check = AV_NOPTS_VALUE;
2590 for (j = 0; j < MAX_REORDER_DELAY + 1; j++)
2591 st->pts_buffer[j] = AV_NOPTS_VALUE;
2595 static void estimate_timings(AVFormatContext *ic, int64_t old_offset)
2599 /* get the file size, if possible */
2600 if (ic->iformat->flags & AVFMT_NOFILE) {
2603 file_size = avio_size(ic->pb);
2604 file_size = FFMAX(0, file_size);
2607 if ((!strcmp(ic->iformat->name, "mpeg") ||
2608 !strcmp(ic->iformat->name, "mpegts")) &&
2609 file_size && ic->pb->seekable) {
2610 /* get accurate estimate from the PTSes */
2611 estimate_timings_from_pts(ic, old_offset);
2612 ic->duration_estimation_method = AVFMT_DURATION_FROM_PTS;
2613 } else if (has_duration(ic)) {
2614 /* at least one component has timings - we use them for all
2616 fill_all_stream_timings(ic);
2617 ic->duration_estimation_method = AVFMT_DURATION_FROM_STREAM;
2619 /* less precise: use bitrate info */
2620 estimate_timings_from_bit_rate(ic);
2621 ic->duration_estimation_method = AVFMT_DURATION_FROM_BITRATE;
2623 update_stream_timings(ic);
2627 AVStream av_unused *st;
2628 for (i = 0; i < ic->nb_streams; i++) {
2629 st = ic->streams[i];
2630 av_log(ic, AV_LOG_TRACE, "%d: start_time: %0.3f duration: %0.3f\n", i,
2631 (double) st->start_time / AV_TIME_BASE,
2632 (double) st->duration / AV_TIME_BASE);
2634 av_log(ic, AV_LOG_TRACE,
2635 "stream: start_time: %0.3f duration: %0.3f bitrate=%"PRId64" kb/s\n",
2636 (double) ic->start_time / AV_TIME_BASE,
2637 (double) ic->duration / AV_TIME_BASE,
2638 (int64_t)ic->bit_rate / 1000);
2642 static int has_codec_parameters(AVStream *st, const char **errmsg_ptr)
2644 AVCodecContext *avctx = st->codec;
2646 #define FAIL(errmsg) do { \
2648 *errmsg_ptr = errmsg; \
2652 if ( avctx->codec_id == AV_CODEC_ID_NONE
2653 && avctx->codec_type != AVMEDIA_TYPE_DATA)
2654 FAIL("unknown codec");
2655 switch (avctx->codec_type) {
2656 case AVMEDIA_TYPE_AUDIO:
2657 if (!avctx->frame_size && determinable_frame_size(avctx))
2658 FAIL("unspecified frame size");
2659 if (st->info->found_decoder >= 0 &&
2660 avctx->sample_fmt == AV_SAMPLE_FMT_NONE)
2661 FAIL("unspecified sample format");
2662 if (!avctx->sample_rate)
2663 FAIL("unspecified sample rate");
2664 if (!avctx->channels)
2665 FAIL("unspecified number of channels");
2666 if (st->info->found_decoder >= 0 && !st->nb_decoded_frames && avctx->codec_id == AV_CODEC_ID_DTS)
2667 FAIL("no decodable DTS frames");
2669 case AVMEDIA_TYPE_VIDEO:
2671 FAIL("unspecified size");
2672 if (st->info->found_decoder >= 0 && avctx->pix_fmt == AV_PIX_FMT_NONE)
2673 FAIL("unspecified pixel format");
2674 if (st->codec->codec_id == AV_CODEC_ID_RV30 || st->codec->codec_id == AV_CODEC_ID_RV40)
2675 if (!st->sample_aspect_ratio.num && !st->codec->sample_aspect_ratio.num && !st->codec_info_nb_frames)
2676 FAIL("no frame in rv30/40 and no sar");
2678 case AVMEDIA_TYPE_SUBTITLE:
2679 if (avctx->codec_id == AV_CODEC_ID_HDMV_PGS_SUBTITLE && !avctx->width)
2680 FAIL("unspecified size");
2682 case AVMEDIA_TYPE_DATA:
2683 if (avctx->codec_id == AV_CODEC_ID_NONE) return 1;
2689 /* returns 1 or 0 if or if not decoded data was returned, or a negative error */
2690 static int try_decode_frame(AVFormatContext *s, AVStream *st, AVPacket *avpkt,
2691 AVDictionary **options)
2693 const AVCodec *codec;
2694 int got_picture = 1, ret = 0;
2695 AVFrame *frame = av_frame_alloc();
2696 AVSubtitle subtitle;
2697 AVPacket pkt = *avpkt;
2700 return AVERROR(ENOMEM);
2702 if (!avcodec_is_open(st->codec) &&
2703 st->info->found_decoder <= 0 &&
2704 (st->codec->codec_id != -st->info->found_decoder || !st->codec->codec_id)) {
2705 AVDictionary *thread_opt = NULL;
2707 codec = find_decoder(s, st, st->codec->codec_id);
2710 st->info->found_decoder = -st->codec->codec_id;
2715 /* Force thread count to 1 since the H.264 decoder will not extract
2716 * SPS and PPS to extradata during multi-threaded decoding. */
2717 av_dict_set(options ? options : &thread_opt, "threads", "1", 0);
2718 if (s->codec_whitelist)
2719 av_dict_set(options ? options : &thread_opt, "codec_whitelist", s->codec_whitelist, 0);
2720 ret = avcodec_open2(st->codec, codec, options ? options : &thread_opt);
2722 av_dict_free(&thread_opt);
2724 st->info->found_decoder = -st->codec->codec_id;
2727 st->info->found_decoder = 1;
2728 } else if (!st->info->found_decoder)
2729 st->info->found_decoder = 1;
2731 if (st->info->found_decoder < 0) {
2736 while ((pkt.size > 0 || (!pkt.data && got_picture)) &&
2738 (!has_codec_parameters(st, NULL) || !has_decode_delay_been_guessed(st) ||
2739 (!st->codec_info_nb_frames &&
2740 (st->codec->codec->capabilities & AV_CODEC_CAP_CHANNEL_CONF)))) {
2742 switch (st->codec->codec_type) {
2743 case AVMEDIA_TYPE_VIDEO:
2744 ret = avcodec_decode_video2(st->codec, frame,
2745 &got_picture, &pkt);
2747 case AVMEDIA_TYPE_AUDIO:
2748 ret = avcodec_decode_audio4(st->codec, frame, &got_picture, &pkt);
2750 case AVMEDIA_TYPE_SUBTITLE:
2751 ret = avcodec_decode_subtitle2(st->codec, &subtitle,
2752 &got_picture, &pkt);
2760 st->nb_decoded_frames++;
2767 if (!pkt.data && !got_picture)
2771 av_frame_free(&frame);
2775 unsigned int ff_codec_get_tag(const AVCodecTag *tags, enum AVCodecID id)
2777 while (tags->id != AV_CODEC_ID_NONE) {
2785 enum AVCodecID ff_codec_get_id(const AVCodecTag *tags, unsigned int tag)
2788 for (i = 0; tags[i].id != AV_CODEC_ID_NONE; i++)
2789 if (tag == tags[i].tag)
2791 for (i = 0; tags[i].id != AV_CODEC_ID_NONE; i++)
2792 if (avpriv_toupper4(tag) == avpriv_toupper4(tags[i].tag))
2794 return AV_CODEC_ID_NONE;
2797 enum AVCodecID ff_get_pcm_codec_id(int bps, int flt, int be, int sflags)
2802 return be ? AV_CODEC_ID_PCM_F32BE : AV_CODEC_ID_PCM_F32LE;
2804 return be ? AV_CODEC_ID_PCM_F64BE : AV_CODEC_ID_PCM_F64LE;
2806 return AV_CODEC_ID_NONE;
2811 if (sflags & (1 << (bps - 1))) {
2814 return AV_CODEC_ID_PCM_S8;
2816 return be ? AV_CODEC_ID_PCM_S16BE : AV_CODEC_ID_PCM_S16LE;
2818 return be ? AV_CODEC_ID_PCM_S24BE : AV_CODEC_ID_PCM_S24LE;
2820 return be ? AV_CODEC_ID_PCM_S32BE : AV_CODEC_ID_PCM_S32LE;
2822 return AV_CODEC_ID_NONE;
2827 return AV_CODEC_ID_PCM_U8;
2829 return be ? AV_CODEC_ID_PCM_U16BE : AV_CODEC_ID_PCM_U16LE;
2831 return be ? AV_CODEC_ID_PCM_U24BE : AV_CODEC_ID_PCM_U24LE;
2833 return be ? AV_CODEC_ID_PCM_U32BE : AV_CODEC_ID_PCM_U32LE;
2835 return AV_CODEC_ID_NONE;
2841 unsigned int av_codec_get_tag(const AVCodecTag *const *tags, enum AVCodecID id)
2844 if (!av_codec_get_tag2(tags, id, &tag))
2849 int av_codec_get_tag2(const AVCodecTag * const *tags, enum AVCodecID id,
2853 for (i = 0; tags && tags[i]; i++) {
2854 const AVCodecTag *codec_tags = tags[i];
2855 while (codec_tags->id != AV_CODEC_ID_NONE) {
2856 if (codec_tags->id == id) {
2857 *tag = codec_tags->tag;
2866 enum AVCodecID av_codec_get_id(const AVCodecTag *const *tags, unsigned int tag)
2869 for (i = 0; tags && tags[i]; i++) {
2870 enum AVCodecID id = ff_codec_get_id(tags[i], tag);
2871 if (id != AV_CODEC_ID_NONE)
2874 return AV_CODEC_ID_NONE;
2877 static void compute_chapters_end(AVFormatContext *s)
2880 int64_t max_time = s->duration +
2881 ((s->start_time == AV_NOPTS_VALUE) ? 0 : s->start_time);
2883 for (i = 0; i < s->nb_chapters; i++)
2884 if (s->chapters[i]->end == AV_NOPTS_VALUE) {
2885 AVChapter *ch = s->chapters[i];
2886 int64_t end = max_time ? av_rescale_q(max_time, AV_TIME_BASE_Q,
2890 for (j = 0; j < s->nb_chapters; j++) {
2891 AVChapter *ch1 = s->chapters[j];
2892 int64_t next_start = av_rescale_q(ch1->start, ch1->time_base,
2894 if (j != i && next_start > ch->start && next_start < end)
2897 ch->end = (end == INT64_MAX) ? ch->start : end;
2901 static int get_std_framerate(int i)
2904 return (i + 1) * 1001;
2908 return ((const int[]) { 40, 48, 50, 60, 80, 120, 240})[i] * 1001 * 12;
2912 return ((const int[]) { 24, 30, 60, 12, 15, 48 })[i] * 1000 * 12;
2915 /* Is the time base unreliable?
2916 * This is a heuristic to balance between quick acceptance of the values in
2917 * the headers vs. some extra checks.
2918 * Old DivX and Xvid often have nonsense timebases like 1fps or 2fps.
2919 * MPEG-2 commonly misuses field repeat flags to store different framerates.
2920 * And there are "variable" fps files this needs to detect as well. */
2921 static int tb_unreliable(AVCodecContext *c)
2923 if (c->time_base.den >= 101LL * c->time_base.num ||
2924 c->time_base.den < 5LL * c->time_base.num ||
2925 // c->codec_tag == AV_RL32("DIVX") ||
2926 // c->codec_tag == AV_RL32("XVID") ||
2927 c->codec_tag == AV_RL32("mp4v") ||
2928 c->codec_id == AV_CODEC_ID_MPEG2VIDEO ||
2929 c->codec_id == AV_CODEC_ID_GIF ||
2930 c->codec_id == AV_CODEC_ID_HEVC ||
2931 c->codec_id == AV_CODEC_ID_H264)
2936 int ff_alloc_extradata(AVCodecContext *avctx, int size)
2940 if (size < 0 || size >= INT32_MAX - AV_INPUT_BUFFER_PADDING_SIZE) {
2941 avctx->extradata = NULL;
2942 avctx->extradata_size = 0;
2943 return AVERROR(EINVAL);
2945 avctx->extradata = av_malloc(size + AV_INPUT_BUFFER_PADDING_SIZE);
2946 if (avctx->extradata) {
2947 memset(avctx->extradata + size, 0, AV_INPUT_BUFFER_PADDING_SIZE);
2948 avctx->extradata_size = size;
2951 avctx->extradata_size = 0;
2952 ret = AVERROR(ENOMEM);
2957 int ff_get_extradata(AVCodecContext *avctx, AVIOContext *pb, int size)
2959 int ret = ff_alloc_extradata(avctx, size);
2962 ret = avio_read(pb, avctx->extradata, size);
2964 av_freep(&avctx->extradata);
2965 avctx->extradata_size = 0;
2966 av_log(avctx, AV_LOG_ERROR, "Failed to read extradata of size %d\n", size);
2967 return ret < 0 ? ret : AVERROR_INVALIDDATA;
2973 int ff_rfps_add_frame(AVFormatContext *ic, AVStream *st, int64_t ts)
2976 int64_t last = st->info->last_dts;
2978 if ( ts != AV_NOPTS_VALUE && last != AV_NOPTS_VALUE && ts > last
2979 && ts - (uint64_t)last < INT64_MAX) {
2980 double dts = (is_relative(ts) ? ts - RELATIVE_TS_BASE : ts) * av_q2d(st->time_base);
2981 int64_t duration = ts - last;
2983 if (!st->info->duration_error)
2984 st->info->duration_error = av_mallocz(sizeof(st->info->duration_error[0])*2);
2985 if (!st->info->duration_error)
2986 return AVERROR(ENOMEM);
2988 // if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO)
2989 // av_log(NULL, AV_LOG_ERROR, "%f\n", dts);
2990 for (i = 0; i<MAX_STD_TIMEBASES; i++) {
2991 if (st->info->duration_error[0][1][i] < 1e10) {
2992 int framerate = get_std_framerate(i);
2993 double sdts = dts*framerate/(1001*12);
2994 for (j= 0; j<2; j++) {
2995 int64_t ticks = llrint(sdts+j*0.5);
2996 double error= sdts - ticks + j*0.5;
2997 st->info->duration_error[j][0][i] += error;
2998 st->info->duration_error[j][1][i] += error*error;
3002 st->info->duration_count++;
3003 st->info->rfps_duration_sum += duration;
3005 if (st->info->duration_count % 10 == 0) {
3006 int n = st->info->duration_count;
3007 for (i = 0; i<MAX_STD_TIMEBASES; i++) {
3008 if (st->info->duration_error[0][1][i] < 1e10) {
3009 double a0 = st->info->duration_error[0][0][i] / n;
3010 double error0 = st->info->duration_error[0][1][i] / n - a0*a0;
3011 double a1 = st->info->duration_error[1][0][i] / n;
3012 double error1 = st->info->duration_error[1][1][i] / n - a1*a1;
3013 if (error0 > 0.04 && error1 > 0.04) {
3014 st->info->duration_error[0][1][i] = 2e10;
3015 st->info->duration_error[1][1][i] = 2e10;
3021 // ignore the first 4 values, they might have some random jitter
3022 if (st->info->duration_count > 3 && is_relative(ts) == is_relative(last))
3023 st->info->duration_gcd = av_gcd(st->info->duration_gcd, duration);
3025 if (ts != AV_NOPTS_VALUE)
3026 st->info->last_dts = ts;
3031 void ff_rfps_calculate(AVFormatContext *ic)
3035 for (i = 0; i < ic->nb_streams; i++) {
3036 AVStream *st = ic->streams[i];
3038 if (st->codec->codec_type != AVMEDIA_TYPE_VIDEO)
3040 // the check for tb_unreliable() is not completely correct, since this is not about handling
3041 // a unreliable/inexact time base, but a time base that is finer than necessary, as e.g.
3042 // ipmovie.c produces.
3043 if (tb_unreliable(st->codec) && st->info->duration_count > 15 && st->info->duration_gcd > FFMAX(1, st->time_base.den/(500LL*st->time_base.num)) && !st->r_frame_rate.num)
3044 av_reduce(&st->r_frame_rate.num, &st->r_frame_rate.den, st->time_base.den, st->time_base.num * st->info->duration_gcd, INT_MAX);
3045 if (st->info->duration_count>1 && !st->r_frame_rate.num
3046 && tb_unreliable(st->codec)) {
3048 double best_error= 0.01;
3049 AVRational ref_rate = st->r_frame_rate.num ? st->r_frame_rate : av_inv_q(st->time_base);
3051 for (j= 0; j<MAX_STD_TIMEBASES; j++) {
3054 if (st->info->codec_info_duration && st->info->codec_info_duration*av_q2d(st->time_base) < (1001*12.0)/get_std_framerate(j))
3056 if (!st->info->codec_info_duration && get_std_framerate(j) < 1001*12)
3059 if (av_q2d(st->time_base) * st->info->rfps_duration_sum / st->info->duration_count < (1001*12.0 * 0.8)/get_std_framerate(j))
3062 for (k= 0; k<2; k++) {
3063 int n = st->info->duration_count;
3064 double a= st->info->duration_error[k][0][j] / n;
3065 double error= st->info->duration_error[k][1][j]/n - a*a;
3067 if (error < best_error && best_error> 0.000000001) {
3069 num = get_std_framerate(j);
3072 av_log(ic, AV_LOG_DEBUG, "rfps: %f %f\n", get_std_framerate(j) / 12.0/1001, error);
3075 // do not increase frame rate by more than 1 % in order to match a standard rate.
3076 if (num && (!ref_rate.num || (double)num/(12*1001) < 1.01 * av_q2d(ref_rate)))
3077 av_reduce(&st->r_frame_rate.num, &st->r_frame_rate.den, num, 12*1001, INT_MAX);
3079 if ( !st->avg_frame_rate.num
3080 && st->r_frame_rate.num && st->info->rfps_duration_sum
3081 && st->info->codec_info_duration <= 0
3082 && st->info->duration_count > 2
3083 && fabs(1.0 / (av_q2d(st->r_frame_rate) * av_q2d(st->time_base)) - st->info->rfps_duration_sum / (double)st->info->duration_count) <= 1.0
3085 av_log(ic, AV_LOG_DEBUG, "Setting avg frame rate based on r frame rate\n");
3086 st->avg_frame_rate = st->r_frame_rate;
3089 av_freep(&st->info->duration_error);
3090 st->info->last_dts = AV_NOPTS_VALUE;
3091 st->info->duration_count = 0;
3092 st->info->rfps_duration_sum = 0;
3096 int avformat_find_stream_info(AVFormatContext *ic, AVDictionary **options)
3098 int i, count, ret = 0, j;
3101 AVPacket pkt1, *pkt;
3102 int64_t old_offset = avio_tell(ic->pb);
3103 // new streams might appear, no options for those
3104 int orig_nb_streams = ic->nb_streams;
3106 int64_t max_analyze_duration = ic->max_analyze_duration;
3107 int64_t max_stream_analyze_duration;
3108 int64_t max_subtitle_analyze_duration;
3109 int64_t probesize = ic->probesize;
3111 flush_codecs = probesize > 0;
3113 av_opt_set(ic, "skip_clear", "1", AV_OPT_SEARCH_CHILDREN);
3115 max_stream_analyze_duration = max_analyze_duration;
3116 max_subtitle_analyze_duration = max_analyze_duration;
3117 if (!max_analyze_duration) {
3118 max_stream_analyze_duration =
3119 max_analyze_duration = 5*AV_TIME_BASE;
3120 max_subtitle_analyze_duration = 30*AV_TIME_BASE;
3121 if (!strcmp(ic->iformat->name, "flv"))
3122 max_stream_analyze_duration = 90*AV_TIME_BASE;
3126 av_log(ic, AV_LOG_DEBUG, "Before avformat_find_stream_info() pos: %"PRId64" bytes read:%"PRId64" seeks:%d\n",
3127 avio_tell(ic->pb), ic->pb->bytes_read, ic->pb->seek_count);
3129 for (i = 0; i < ic->nb_streams; i++) {
3130 const AVCodec *codec;
3131 AVDictionary *thread_opt = NULL;
3132 st = ic->streams[i];
3134 if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO ||
3135 st->codec->codec_type == AVMEDIA_TYPE_SUBTITLE) {
3136 /* if (!st->time_base.num)
3138 if (!st->codec->time_base.num)
3139 st->codec->time_base = st->time_base;
3141 // only for the split stuff
3142 if (!st->parser && !(ic->flags & AVFMT_FLAG_NOPARSE)) {
3143 st->parser = av_parser_init(st->codec->codec_id);
3145 if (st->need_parsing == AVSTREAM_PARSE_HEADERS) {
3146 st->parser->flags |= PARSER_FLAG_COMPLETE_FRAMES;
3147 } else if (st->need_parsing == AVSTREAM_PARSE_FULL_RAW) {
3148 st->parser->flags |= PARSER_FLAG_USE_CODEC_TS;
3150 } else if (st->need_parsing) {
3151 av_log(ic, AV_LOG_VERBOSE, "parser not found for codec "
3152 "%s, packets or times may be invalid.\n",
3153 avcodec_get_name(st->codec->codec_id));
3156 codec = find_decoder(ic, st, st->codec->codec_id);
3158 /* Force thread count to 1 since the H.264 decoder will not extract
3159 * SPS and PPS to extradata during multi-threaded decoding. */
3160 av_dict_set(options ? &options[i] : &thread_opt, "threads", "1", 0);
3162 if (ic->codec_whitelist)
3163 av_dict_set(options ? &options[i] : &thread_opt, "codec_whitelist", ic->codec_whitelist, 0);
3165 /* Ensure that subtitle_header is properly set. */
3166 if (st->codec->codec_type == AVMEDIA_TYPE_SUBTITLE
3167 && codec && !st->codec->codec) {
3168 if (avcodec_open2(st->codec, codec, options ? &options[i] : &thread_opt) < 0)
3169 av_log(ic, AV_LOG_WARNING,
3170 "Failed to open codec in av_find_stream_info\n");
3173 // Try to just open decoders, in case this is enough to get parameters.
3174 if (!has_codec_parameters(st, NULL) && st->request_probe <= 0) {
3175 if (codec && !st->codec->codec)
3176 if (avcodec_open2(st->codec, codec, options ? &options[i] : &thread_opt) < 0)
3177 av_log(ic, AV_LOG_WARNING,
3178 "Failed to open codec in av_find_stream_info\n");
3181 av_dict_free(&thread_opt);
3184 for (i = 0; i < ic->nb_streams; i++) {
3185 #if FF_API_R_FRAME_RATE
3186 ic->streams[i]->info->last_dts = AV_NOPTS_VALUE;
3188 ic->streams[i]->info->fps_first_dts = AV_NOPTS_VALUE;
3189 ic->streams[i]->info->fps_last_dts = AV_NOPTS_VALUE;
3195 int analyzed_all_streams;
3196 if (ff_check_interrupt(&ic->interrupt_callback)) {
3198 av_log(ic, AV_LOG_DEBUG, "interrupted\n");
3202 /* check if one codec still needs to be handled */
3203 for (i = 0; i < ic->nb_streams; i++) {
3204 int fps_analyze_framecount = 20;
3206 st = ic->streams[i];
3207 if (!has_codec_parameters(st, NULL))
3209 /* If the timebase is coarse (like the usual millisecond precision
3210 * of mkv), we need to analyze more frames to reliably arrive at
3211 * the correct fps. */
3212 if (av_q2d(st->time_base) > 0.0005)
3213 fps_analyze_framecount *= 2;
3214 if (!tb_unreliable(st->codec))
3215 fps_analyze_framecount = 0;
3216 if (ic->fps_probe_size >= 0)
3217 fps_analyze_framecount = ic->fps_probe_size;
3218 if (st->disposition & AV_DISPOSITION_ATTACHED_PIC)
3219 fps_analyze_framecount = 0;
3220 /* variable fps and no guess at the real fps */
3221 if (!(st->r_frame_rate.num && st->avg_frame_rate.num) &&
3222 st->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
3223 int count = (ic->iformat->flags & AVFMT_NOTIMESTAMPS) ?
3224 st->info->codec_info_duration_fields/2 :
3225 st->info->duration_count;
3226 if (count < fps_analyze_framecount)
3229 if (st->parser && st->parser->parser->split &&
3230 !st->codec->extradata)
3232 if (st->first_dts == AV_NOPTS_VALUE &&
3233 !(ic->iformat->flags & AVFMT_NOTIMESTAMPS) &&
3234 st->codec_info_nb_frames < ic->max_ts_probe &&
3235 (st->codec->codec_type == AVMEDIA_TYPE_VIDEO ||
3236 st->codec->codec_type == AVMEDIA_TYPE_AUDIO))
3239 analyzed_all_streams = 0;
3240 if (i == ic->nb_streams) {
3241 analyzed_all_streams = 1;
3242 /* NOTE: If the format has no header, then we need to read some
3243 * packets to get most of the streams, so we cannot stop here. */
3244 if (!(ic->ctx_flags & AVFMTCTX_NOHEADER)) {
3245 /* If we found the info for all the codecs, we can stop. */
3247 av_log(ic, AV_LOG_DEBUG, "All info found\n");
3252 /* We did not get all the codec info, but we read too much data. */
3253 if (read_size >= probesize) {
3255 av_log(ic, AV_LOG_DEBUG,
3256 "Probe buffer size limit of %"PRId64" bytes reached\n", probesize);
3257 for (i = 0; i < ic->nb_streams; i++)
3258 if (!ic->streams[i]->r_frame_rate.num &&
3259 ic->streams[i]->info->duration_count <= 1 &&
3260 ic->streams[i]->codec->codec_type == AVMEDIA_TYPE_VIDEO &&
3261 strcmp(ic->iformat->name, "image2"))
3262 av_log(ic, AV_LOG_WARNING,
3263 "Stream #%d: not enough frames to estimate rate; "
3264 "consider increasing probesize\n", i);
3268 /* NOTE: A new stream can be added there if no header in file
3269 * (AVFMTCTX_NOHEADER). */
3270 ret = read_frame_internal(ic, &pkt1);
3271 if (ret == AVERROR(EAGAIN))
3281 if (!(ic->flags & AVFMT_FLAG_NOBUFFER)) {
3282 ret = add_to_pktbuf(&ic->internal->packet_buffer, pkt,
3283 &ic->internal->packet_buffer_end, 0);
3285 goto find_stream_info_err;
3288 st = ic->streams[pkt->stream_index];
3289 if (!(st->disposition & AV_DISPOSITION_ATTACHED_PIC))
3290 read_size += pkt->size;
3292 if (pkt->dts != AV_NOPTS_VALUE && st->codec_info_nb_frames > 1) {
3293 /* check for non-increasing dts */
3294 if (st->info->fps_last_dts != AV_NOPTS_VALUE &&
3295 st->info->fps_last_dts >= pkt->dts) {
3296 av_log(ic, AV_LOG_DEBUG,
3297 "Non-increasing DTS in stream %d: packet %d with DTS "
3298 "%"PRId64", packet %d with DTS %"PRId64"\n",
3299 st->index, st->info->fps_last_dts_idx,
3300 st->info->fps_last_dts, st->codec_info_nb_frames,
3302 st->info->fps_first_dts =
3303 st->info->fps_last_dts = AV_NOPTS_VALUE;
3305 /* Check for a discontinuity in dts. If the difference in dts
3306 * is more than 1000 times the average packet duration in the
3307 * sequence, we treat it as a discontinuity. */
3308 if (st->info->fps_last_dts != AV_NOPTS_VALUE &&
3309 st->info->fps_last_dts_idx > st->info->fps_first_dts_idx &&
3310 (pkt->dts - st->info->fps_last_dts) / 1000 >
3311 (st->info->fps_last_dts - st->info->fps_first_dts) /
3312 (st->info->fps_last_dts_idx - st->info->fps_first_dts_idx)) {
3313 av_log(ic, AV_LOG_WARNING,
3314 "DTS discontinuity in stream %d: packet %d with DTS "
3315 "%"PRId64", packet %d with DTS %"PRId64"\n",
3316 st->index, st->info->fps_last_dts_idx,
3317 st->info->fps_last_dts, st->codec_info_nb_frames,
3319 st->info->fps_first_dts =
3320 st->info->fps_last_dts = AV_NOPTS_VALUE;
3323 /* update stored dts values */
3324 if (st->info->fps_first_dts == AV_NOPTS_VALUE) {
3325 st->info->fps_first_dts = pkt->dts;
3326 st->info->fps_first_dts_idx = st->codec_info_nb_frames;
3328 st->info->fps_last_dts = pkt->dts;
3329 st->info->fps_last_dts_idx = st->codec_info_nb_frames;
3331 if (st->codec_info_nb_frames>1) {
3335 if (st->time_base.den > 0)
3336 t = av_rescale_q(st->info->codec_info_duration, st->time_base, AV_TIME_BASE_Q);
3337 if (st->avg_frame_rate.num > 0)
3338 t = FFMAX(t, av_rescale_q(st->codec_info_nb_frames, av_inv_q(st->avg_frame_rate), AV_TIME_BASE_Q));
3341 && st->codec_info_nb_frames>30
3342 && st->info->fps_first_dts != AV_NOPTS_VALUE
3343 && st->info->fps_last_dts != AV_NOPTS_VALUE)
3344 t = FFMAX(t, av_rescale_q(st->info->fps_last_dts - st->info->fps_first_dts, st->time_base, AV_TIME_BASE_Q));
3346 if (analyzed_all_streams) limit = max_analyze_duration;
3347 else if (st->codec->codec_type == AVMEDIA_TYPE_SUBTITLE) limit = max_subtitle_analyze_duration;
3348 else limit = max_stream_analyze_duration;
3351 av_log(ic, AV_LOG_VERBOSE, "max_analyze_duration %"PRId64" reached at %"PRId64" microseconds st:%d\n",
3353 t, pkt->stream_index);
3354 if (ic->flags & AVFMT_FLAG_NOBUFFER)
3355 av_packet_unref(pkt);
3358 if (pkt->duration) {
3359 if (st->codec->codec_type == AVMEDIA_TYPE_SUBTITLE && pkt->pts != AV_NOPTS_VALUE && pkt->pts >= st->start_time) {
3360 st->info->codec_info_duration = FFMIN(pkt->pts - st->start_time, st->info->codec_info_duration + pkt->duration);
3362 st->info->codec_info_duration += pkt->duration;
3363 st->info->codec_info_duration_fields += st->parser && st->need_parsing && st->codec->ticks_per_frame ==2 ? st->parser->repeat_pict + 1 : 2;
3366 #if FF_API_R_FRAME_RATE
3367 if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO)
3368 ff_rfps_add_frame(ic, st, pkt->dts);
3370 if (st->parser && st->parser->parser->split && !st->codec->extradata) {
3371 int i = st->parser->parser->split(st->codec, pkt->data, pkt->size);
3372 if (i > 0 && i < FF_MAX_EXTRADATA_SIZE) {
3373 if (ff_alloc_extradata(st->codec, i))
3374 return AVERROR(ENOMEM);
3375 memcpy(st->codec->extradata, pkt->data,
3376 st->codec->extradata_size);
3380 /* If still no information, we try to open the codec and to
3381 * decompress the frame. We try to avoid that in most cases as
3382 * it takes longer and uses more memory. For MPEG-4, we need to
3383 * decompress for QuickTime.
3385 * If AV_CODEC_CAP_CHANNEL_CONF is set this will force decoding of at
3386 * least one frame of codec data, this makes sure the codec initializes
3387 * the channel configuration and does not only trust the values from
3389 try_decode_frame(ic, st, pkt,
3390 (options && i < orig_nb_streams) ? &options[i] : NULL);
3392 if (ic->flags & AVFMT_FLAG_NOBUFFER)
3393 av_packet_unref(pkt);
3395 st->codec_info_nb_frames++;
3400 AVPacket empty_pkt = { 0 };
3402 av_init_packet(&empty_pkt);
3404 for (i = 0; i < ic->nb_streams; i++) {
3406 st = ic->streams[i];
3408 /* flush the decoders */
3409 if (st->info->found_decoder == 1) {
3411 err = try_decode_frame(ic, st, &empty_pkt,
3412 (options && i < orig_nb_streams)
3413 ? &options[i] : NULL);
3414 } while (err > 0 && !has_codec_parameters(st, NULL));
3417 av_log(ic, AV_LOG_INFO,
3418 "decoding for stream %d failed\n", st->index);
3424 // close codecs which were opened in try_decode_frame()
3425 for (i = 0; i < ic->nb_streams; i++) {
3426 st = ic->streams[i];
3427 avcodec_close(st->codec);
3430 ff_rfps_calculate(ic);
3432 for (i = 0; i < ic->nb_streams; i++) {
3433 st = ic->streams[i];
3434 if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
3435 if (st->codec->codec_id == AV_CODEC_ID_RAWVIDEO && !st->codec->codec_tag && !st->codec->bits_per_coded_sample) {
3436 uint32_t tag= avcodec_pix_fmt_to_codec_tag(st->codec->pix_fmt);
3437 if (avpriv_find_pix_fmt(avpriv_get_raw_pix_fmt_tags(), tag) == st->codec->pix_fmt)
3438 st->codec->codec_tag= tag;
3441 /* estimate average framerate if not set by demuxer */
3442 if (st->info->codec_info_duration_fields &&
3443 !st->avg_frame_rate.num &&
3444 st->info->codec_info_duration) {
3446 double best_error = 0.01;
3448 if (st->info->codec_info_duration >= INT64_MAX / st->time_base.num / 2||
3449 st->info->codec_info_duration_fields >= INT64_MAX / st->time_base.den ||
3450 st->info->codec_info_duration < 0)
3452 av_reduce(&st->avg_frame_rate.num, &st->avg_frame_rate.den,
3453 st->info->codec_info_duration_fields * (int64_t) st->time_base.den,
3454 st->info->codec_info_duration * 2 * (int64_t) st->time_base.num, 60000);
3456 /* Round guessed framerate to a "standard" framerate if it's
3457 * within 1% of the original estimate. */
3458 for (j = 0; j < MAX_STD_TIMEBASES; j++) {
3459 AVRational std_fps = { get_std_framerate(j), 12 * 1001 };
3460 double error = fabs(av_q2d(st->avg_frame_rate) /
3461 av_q2d(std_fps) - 1);
3463 if (error < best_error) {
3465 best_fps = std_fps.num;
3469 av_reduce(&st->avg_frame_rate.num, &st->avg_frame_rate.den,
3470 best_fps, 12 * 1001, INT_MAX);
3473 if (!st->r_frame_rate.num) {
3474 if ( st->codec->time_base.den * (int64_t) st->time_base.num
3475 <= st->codec->time_base.num * st->codec->ticks_per_frame * (int64_t) st->time_base.den) {
3476 st->r_frame_rate.num = st->codec->time_base.den;
3477 st->r_frame_rate.den = st->codec->time_base.num * st->codec->ticks_per_frame;
3479 st->r_frame_rate.num = st->time_base.den;
3480 st->r_frame_rate.den = st->time_base.num;
3483 if (st->display_aspect_ratio.num && st->display_aspect_ratio.den) {
3484 AVRational hw_ratio = { st->codec->height, st->codec->width };
3485 st->sample_aspect_ratio = av_mul_q(st->display_aspect_ratio,
3488 } else if (st->codec->codec_type == AVMEDIA_TYPE_AUDIO) {
3489 if (!st->codec->bits_per_coded_sample)
3490 st->codec->bits_per_coded_sample =
3491 av_get_bits_per_sample(st->codec->codec_id);
3492 // set stream disposition based on audio service type
3493 switch (st->codec->audio_service_type) {
3494 case AV_AUDIO_SERVICE_TYPE_EFFECTS:
3495 st->disposition = AV_DISPOSITION_CLEAN_EFFECTS;
3497 case AV_AUDIO_SERVICE_TYPE_VISUALLY_IMPAIRED:
3498 st->disposition = AV_DISPOSITION_VISUAL_IMPAIRED;
3500 case AV_AUDIO_SERVICE_TYPE_HEARING_IMPAIRED:
3501 st->disposition = AV_DISPOSITION_HEARING_IMPAIRED;
3503 case AV_AUDIO_SERVICE_TYPE_COMMENTARY:
3504 st->disposition = AV_DISPOSITION_COMMENT;
3506 case AV_AUDIO_SERVICE_TYPE_KARAOKE:
3507 st->disposition = AV_DISPOSITION_KARAOKE;
3514 estimate_timings(ic, old_offset);
3516 av_opt_set(ic, "skip_clear", "0", AV_OPT_SEARCH_CHILDREN);
3518 if (ret >= 0 && ic->nb_streams)
3519 /* We could not have all the codec parameters before EOF. */
3521 for (i = 0; i < ic->nb_streams; i++) {
3523 st = ic->streams[i];
3524 if (!has_codec_parameters(st, &errmsg)) {
3526 avcodec_string(buf, sizeof(buf), st->codec, 0);
3527 av_log(ic, AV_LOG_WARNING,
3528 "Could not find codec parameters for stream %d (%s): %s\n"
3529 "Consider increasing the value for the 'analyzeduration' and 'probesize' options\n",
3536 compute_chapters_end(ic);
3538 find_stream_info_err:
3539 for (i = 0; i < ic->nb_streams; i++) {
3540 st = ic->streams[i];
3541 if (ic->streams[i]->codec->codec_type != AVMEDIA_TYPE_AUDIO)
3542 ic->streams[i]->codec->thread_count = 0;
3544 av_freep(&st->info->duration_error);
3545 av_freep(&ic->streams[i]->info);
3548 av_log(ic, AV_LOG_DEBUG, "After avformat_find_stream_info() pos: %"PRId64" bytes read:%"PRId64" seeks:%d frames:%d\n",
3549 avio_tell(ic->pb), ic->pb->bytes_read, ic->pb->seek_count, count);
3553 AVProgram *av_find_program_from_stream(AVFormatContext *ic, AVProgram *last, int s)
3557 for (i = 0; i < ic->nb_programs; i++) {
3558 if (ic->programs[i] == last) {
3562 for (j = 0; j < ic->programs[i]->nb_stream_indexes; j++)
3563 if (ic->programs[i]->stream_index[j] == s)
3564 return ic->programs[i];
3570 int av_find_best_stream(AVFormatContext *ic, enum AVMediaType type,
3571 int wanted_stream_nb, int related_stream,
3572 AVCodec **decoder_ret, int flags)
3574 int i, nb_streams = ic->nb_streams;
3575 int ret = AVERROR_STREAM_NOT_FOUND, best_count = -1, best_bitrate = -1, best_multiframe = -1, count, bitrate, multiframe;
3576 unsigned *program = NULL;
3577 const AVCodec *decoder = NULL, *best_decoder = NULL;
3579 if (related_stream >= 0 && wanted_stream_nb < 0) {
3580 AVProgram *p = av_find_program_from_stream(ic, NULL, related_stream);
3582 program = p->stream_index;
3583 nb_streams = p->nb_stream_indexes;
3586 for (i = 0; i < nb_streams; i++) {
3587 int real_stream_index = program ? program[i] : i;
3588 AVStream *st = ic->streams[real_stream_index];
3589 AVCodecContext *avctx = st->codec;
3590 if (avctx->codec_type != type)
3592 if (wanted_stream_nb >= 0 && real_stream_index != wanted_stream_nb)
3594 if (wanted_stream_nb != real_stream_index &&
3595 st->disposition & (AV_DISPOSITION_HEARING_IMPAIRED |
3596 AV_DISPOSITION_VISUAL_IMPAIRED))
3598 if (type == AVMEDIA_TYPE_AUDIO && !(avctx->channels && avctx->sample_rate))
3601 decoder = find_decoder(ic, st, st->codec->codec_id);
3604 ret = AVERROR_DECODER_NOT_FOUND;
3608 count = st->codec_info_nb_frames;
3609 bitrate = avctx->bit_rate;
3611 bitrate = avctx->rc_max_rate;
3612 multiframe = FFMIN(5, count);
3613 if ((best_multiframe > multiframe) ||
3614 (best_multiframe == multiframe && best_bitrate > bitrate) ||
3615 (best_multiframe == multiframe && best_bitrate == bitrate && best_count >= count))
3618 best_bitrate = bitrate;
3619 best_multiframe = multiframe;
3620 ret = real_stream_index;
3621 best_decoder = decoder;
3622 if (program && i == nb_streams - 1 && ret < 0) {
3624 nb_streams = ic->nb_streams;
3625 /* no related stream found, try again with everything */
3630 *decoder_ret = (AVCodec*)best_decoder;
3634 /*******************************************************/
3636 int av_read_play(AVFormatContext *s)
3638 if (s->iformat->read_play)
3639 return s->iformat->read_play(s);
3641 return avio_pause(s->pb, 0);
3642 return AVERROR(ENOSYS);
3645 int av_read_pause(AVFormatContext *s)
3647 if (s->iformat->read_pause)
3648 return s->iformat->read_pause(s);
3650 return avio_pause(s->pb, 1);
3651 return AVERROR(ENOSYS);
3654 void ff_free_stream(AVFormatContext *s, AVStream *st) {
3656 av_assert0(s->nb_streams>0);
3657 av_assert0(s->streams[ s->nb_streams - 1 ] == st);
3659 for (j = 0; j < st->nb_side_data; j++)
3660 av_freep(&st->side_data[j].data);
3661 av_freep(&st->side_data);
3662 st->nb_side_data = 0;
3665 av_parser_close(st->parser);
3667 if (st->attached_pic.data)
3668 av_packet_unref(&st->attached_pic);
3669 av_dict_free(&st->metadata);
3670 av_freep(&st->probe_data.buf);
3671 av_freep(&st->index_entries);
3672 av_freep(&st->codec->extradata);
3673 av_freep(&st->codec->subtitle_header);
3674 av_freep(&st->codec);
3675 av_freep(&st->priv_data);
3677 av_freep(&st->info->duration_error);
3678 av_freep(&st->info);
3679 av_freep(&st->recommended_encoder_configuration);
3680 av_freep(&st->priv_pts);
3681 av_freep(&s->streams[ --s->nb_streams ]);
3684 void avformat_free_context(AVFormatContext *s)
3692 if (s->iformat && s->iformat->priv_class && s->priv_data)
3693 av_opt_free(s->priv_data);
3694 if (s->oformat && s->oformat->priv_class && s->priv_data)
3695 av_opt_free(s->priv_data);
3697 for (i = s->nb_streams - 1; i >= 0; i--) {
3698 ff_free_stream(s, s->streams[i]);
3700 for (i = s->nb_programs - 1; i >= 0; i--) {
3701 av_dict_free(&s->programs[i]->metadata);
3702 av_freep(&s->programs[i]->stream_index);
3703 av_freep(&s->programs[i]);
3705 av_freep(&s->programs);
3706 av_freep(&s->priv_data);
3707 while (s->nb_chapters--) {
3708 av_dict_free(&s->chapters[s->nb_chapters]->metadata);
3709 av_freep(&s->chapters[s->nb_chapters]);
3711 av_freep(&s->chapters);
3712 av_dict_free(&s->metadata);
3713 av_freep(&s->streams);
3714 av_freep(&s->internal);
3715 flush_packet_queue(s);
3719 void avformat_close_input(AVFormatContext **ps)
3730 if ((s->iformat && strcmp(s->iformat->name, "image2") && s->iformat->flags & AVFMT_NOFILE) ||
3731 (s->flags & AVFMT_FLAG_CUSTOM_IO))
3734 flush_packet_queue(s);
3737 if (s->iformat->read_close)
3738 s->iformat->read_close(s);
3740 avformat_free_context(s);
3747 AVStream *avformat_new_stream(AVFormatContext *s, const AVCodec *c)
3753 if (s->nb_streams >= INT_MAX/sizeof(*streams))
3755 streams = av_realloc_array(s->streams, s->nb_streams + 1, sizeof(*streams));
3758 s->streams = streams;
3760 st = av_mallocz(sizeof(AVStream));
3763 if (!(st->info = av_mallocz(sizeof(*st->info)))) {
3767 st->info->last_dts = AV_NOPTS_VALUE;
3769 st->codec = avcodec_alloc_context3(c);
3776 /* no default bitrate if decoding */
3777 st->codec->bit_rate = 0;
3779 /* default pts setting is MPEG-like */
3780 avpriv_set_pts_info(st, 33, 1, 90000);
3783 st->index = s->nb_streams;
3784 st->start_time = AV_NOPTS_VALUE;
3785 st->duration = AV_NOPTS_VALUE;
3786 /* we set the current DTS to 0 so that formats without any timestamps
3787 * but durations get some timestamps, formats with some unknown
3788 * timestamps have their first few packets buffered and the
3789 * timestamps corrected before they are returned to the user */
3790 st->cur_dts = s->iformat ? RELATIVE_TS_BASE : 0;
3791 st->first_dts = AV_NOPTS_VALUE;
3792 st->probe_packets = MAX_PROBE_PACKETS;
3793 st->pts_wrap_reference = AV_NOPTS_VALUE;
3794 st->pts_wrap_behavior = AV_PTS_WRAP_IGNORE;
3796 st->last_IP_pts = AV_NOPTS_VALUE;
3797 st->last_dts_for_order_check = AV_NOPTS_VALUE;
3798 for (i = 0; i < MAX_REORDER_DELAY + 1; i++)
3799 st->pts_buffer[i] = AV_NOPTS_VALUE;
3801 st->sample_aspect_ratio = (AVRational) { 0, 1 };
3803 #if FF_API_R_FRAME_RATE
3804 st->info->last_dts = AV_NOPTS_VALUE;
3806 st->info->fps_first_dts = AV_NOPTS_VALUE;
3807 st->info->fps_last_dts = AV_NOPTS_VALUE;
3809 st->inject_global_side_data = s->internal->inject_global_side_data;
3811 s->streams[s->nb_streams++] = st;
3815 AVProgram *av_new_program(AVFormatContext *ac, int id)
3817 AVProgram *program = NULL;
3820 av_log(ac, AV_LOG_TRACE, "new_program: id=0x%04x\n", id);
3822 for (i = 0; i < ac->nb_programs; i++)
3823 if (ac->programs[i]->id == id)
3824 program = ac->programs[i];
3827 program = av_mallocz(sizeof(AVProgram));
3830 dynarray_add(&ac->programs, &ac->nb_programs, program);
3831 program->discard = AVDISCARD_NONE;
3834 program->pts_wrap_reference = AV_NOPTS_VALUE;
3835 program->pts_wrap_behavior = AV_PTS_WRAP_IGNORE;
3837 program->start_time =
3838 program->end_time = AV_NOPTS_VALUE;
3843 AVChapter *avpriv_new_chapter(AVFormatContext *s, int id, AVRational time_base,
3844 int64_t start, int64_t end, const char *title)
3846 AVChapter *chapter = NULL;
3849 if (end != AV_NOPTS_VALUE && start > end) {
3850 av_log(s, AV_LOG_ERROR, "Chapter end time %"PRId64" before start %"PRId64"\n", end, start);
3854 for (i = 0; i < s->nb_chapters; i++)
3855 if (s->chapters[i]->id == id)
3856 chapter = s->chapters[i];
3859 chapter = av_mallocz(sizeof(AVChapter));
3862 dynarray_add(&s->chapters, &s->nb_chapters, chapter);
3864 av_dict_set(&chapter->metadata, "title", title, 0);
3866 chapter->time_base = time_base;
3867 chapter->start = start;
3873 void ff_program_add_stream_index(AVFormatContext *ac, int progid, unsigned idx)
3876 AVProgram *program = NULL;
3879 if (idx >= ac->nb_streams) {
3880 av_log(ac, AV_LOG_ERROR, "stream index %d is not valid\n", idx);
3884 for (i = 0; i < ac->nb_programs; i++) {
3885 if (ac->programs[i]->id != progid)
3887 program = ac->programs[i];
3888 for (j = 0; j < program->nb_stream_indexes; j++)
3889 if (program->stream_index[j] == idx)
3892 tmp = av_realloc_array(program->stream_index, program->nb_stream_indexes+1, sizeof(unsigned int));
3895 program->stream_index = tmp;
3896 program->stream_index[program->nb_stream_indexes++] = idx;
3901 uint64_t ff_ntp_time(void)
3903 return (av_gettime() / 1000) * 1000 + NTP_OFFSET_US;
3906 int av_get_frame_filename(char *buf, int buf_size, const char *path, int number)
3909 char *q, buf1[20], c;
3910 int nd, len, percentd_found;
3922 while (av_isdigit(*p))
3923 nd = nd * 10 + *p++ - '0';
3925 } while (av_isdigit(c));
3936 snprintf(buf1, sizeof(buf1), "%0*d", nd, number);
3938 if ((q - buf + len) > buf_size - 1)
3940 memcpy(q, buf1, len);
3948 if ((q - buf) < buf_size - 1)
3952 if (!percentd_found)
3961 void av_url_split(char *proto, int proto_size,
3962 char *authorization, int authorization_size,
3963 char *hostname, int hostname_size,
3964 int *port_ptr, char *path, int path_size, const char *url)
3966 const char *p, *ls, *ls2, *at, *at2, *col, *brk;
3972 if (authorization_size > 0)
3973 authorization[0] = 0;
3974 if (hostname_size > 0)
3979 /* parse protocol */
3980 if ((p = strchr(url, ':'))) {
3981 av_strlcpy(proto, url, FFMIN(proto_size, p + 1 - url));
3988 /* no protocol means plain filename */
3989 av_strlcpy(path, url, path_size);
3993 /* separate path from hostname */
3994 ls = strchr(p, '/');
3995 ls2 = strchr(p, '?');
3999 ls = FFMIN(ls, ls2);
4001 av_strlcpy(path, ls, path_size);
4003 ls = &p[strlen(p)]; // XXX
4005 /* the rest is hostname, use that to parse auth/port */
4007 /* authorization (user[:pass]@hostname) */
4009 while ((at = strchr(p, '@')) && at < ls) {
4010 av_strlcpy(authorization, at2,
4011 FFMIN(authorization_size, at + 1 - at2));
4012 p = at + 1; /* skip '@' */
4015 if (*p == '[' && (brk = strchr(p, ']')) && brk < ls) {
4017 av_strlcpy(hostname, p + 1,
4018 FFMIN(hostname_size, brk - p));
4019 if (brk[1] == ':' && port_ptr)
4020 *port_ptr = atoi(brk + 2);
4021 } else if ((col = strchr(p, ':')) && col < ls) {
4022 av_strlcpy(hostname, p,
4023 FFMIN(col + 1 - p, hostname_size));
4025 *port_ptr = atoi(col + 1);
4027 av_strlcpy(hostname, p,
4028 FFMIN(ls + 1 - p, hostname_size));
4032 char *ff_data_to_hex(char *buff, const uint8_t *src, int s, int lowercase)
4035 static const char hex_table_uc[16] = { '0', '1', '2', '3',
4038 'C', 'D', 'E', 'F' };
4039 static const char hex_table_lc[16] = { '0', '1', '2', '3',
4042 'c', 'd', 'e', 'f' };
4043 const char *hex_table = lowercase ? hex_table_lc : hex_table_uc;
4045 for (i = 0; i < s; i++) {
4046 buff[i * 2] = hex_table[src[i] >> 4];
4047 buff[i * 2 + 1] = hex_table[src[i] & 0xF];
4053 int ff_hex_to_data(uint8_t *data, const char *p)
4060 p += strspn(p, SPACE_CHARS);
4063 c = av_toupper((unsigned char) *p++);
4064 if (c >= '0' && c <= '9')
4066 else if (c >= 'A' && c <= 'F')
4081 void avpriv_set_pts_info(AVStream *s, int pts_wrap_bits,
4082 unsigned int pts_num, unsigned int pts_den)
4085 if (av_reduce(&new_tb.num, &new_tb.den, pts_num, pts_den, INT_MAX)) {
4086 if (new_tb.num != pts_num)
4087 av_log(NULL, AV_LOG_DEBUG,
4088 "st:%d removing common factor %d from timebase\n",
4089 s->index, pts_num / new_tb.num);
4091 av_log(NULL, AV_LOG_WARNING,
4092 "st:%d has too large timebase, reducing\n", s->index);
4094 if (new_tb.num <= 0 || new_tb.den <= 0) {
4095 av_log(NULL, AV_LOG_ERROR,
4096 "Ignoring attempt to set invalid timebase %d/%d for st:%d\n",
4097 new_tb.num, new_tb.den,
4101 s->time_base = new_tb;
4102 av_codec_set_pkt_timebase(s->codec, new_tb);
4103 s->pts_wrap_bits = pts_wrap_bits;
4106 void ff_parse_key_value(const char *str, ff_parse_key_val_cb callback_get_buf,
4109 const char *ptr = str;
4111 /* Parse key=value pairs. */
4114 char *dest = NULL, *dest_end;
4115 int key_len, dest_len = 0;
4117 /* Skip whitespace and potential commas. */
4118 while (*ptr && (av_isspace(*ptr) || *ptr == ','))
4125 if (!(ptr = strchr(key, '=')))
4128 key_len = ptr - key;
4130 callback_get_buf(context, key, key_len, &dest, &dest_len);
4131 dest_end = dest + dest_len - 1;
4135 while (*ptr && *ptr != '\"') {
4139 if (dest && dest < dest_end)
4143 if (dest && dest < dest_end)
4151 for (; *ptr && !(av_isspace(*ptr) || *ptr == ','); ptr++)
4152 if (dest && dest < dest_end)
4160 int ff_find_stream_index(AVFormatContext *s, int id)
4163 for (i = 0; i < s->nb_streams; i++)
4164 if (s->streams[i]->id == id)
4169 int64_t ff_iso8601_to_unix_time(const char *datestr)
4171 struct tm time1 = { 0 }, time2 = { 0 };
4172 const char *ret1, *ret2;
4173 ret1 = av_small_strptime(datestr, "%Y - %m - %d %T", &time1);
4174 ret2 = av_small_strptime(datestr, "%Y - %m - %dT%T", &time2);
4176 return av_timegm(&time2);
4178 return av_timegm(&time1);
4181 int avformat_query_codec(const AVOutputFormat *ofmt, enum AVCodecID codec_id,
4185 unsigned int codec_tag;
4186 if (ofmt->query_codec)
4187 return ofmt->query_codec(codec_id, std_compliance);
4188 else if (ofmt->codec_tag)
4189 return !!av_codec_get_tag2(ofmt->codec_tag, codec_id, &codec_tag);
4190 else if (codec_id == ofmt->video_codec ||
4191 codec_id == ofmt->audio_codec ||
4192 codec_id == ofmt->subtitle_codec)
4195 return AVERROR_PATCHWELCOME;
4198 int avformat_network_init(void)
4202 ff_network_inited_globally = 1;
4203 if ((ret = ff_network_init()) < 0)
4205 if ((ret = ff_tls_init()) < 0)
4211 int avformat_network_deinit(void)
4216 ff_network_inited_globally = 0;
4221 int ff_add_param_change(AVPacket *pkt, int32_t channels,
4222 uint64_t channel_layout, int32_t sample_rate,
4223 int32_t width, int32_t height)
4229 return AVERROR(EINVAL);
4232 flags |= AV_SIDE_DATA_PARAM_CHANGE_CHANNEL_COUNT;
4234 if (channel_layout) {
4236 flags |= AV_SIDE_DATA_PARAM_CHANGE_CHANNEL_LAYOUT;
4240 flags |= AV_SIDE_DATA_PARAM_CHANGE_SAMPLE_RATE;
4242 if (width || height) {
4244 flags |= AV_SIDE_DATA_PARAM_CHANGE_DIMENSIONS;
4246 data = av_packet_new_side_data(pkt, AV_PKT_DATA_PARAM_CHANGE, size);
4248 return AVERROR(ENOMEM);
4249 bytestream_put_le32(&data, flags);
4251 bytestream_put_le32(&data, channels);
4253 bytestream_put_le64(&data, channel_layout);
4255 bytestream_put_le32(&data, sample_rate);
4256 if (width || height) {
4257 bytestream_put_le32(&data, width);
4258 bytestream_put_le32(&data, height);
4263 AVRational av_guess_sample_aspect_ratio(AVFormatContext *format, AVStream *stream, AVFrame *frame)
4265 AVRational undef = {0, 1};
4266 AVRational stream_sample_aspect_ratio = stream ? stream->sample_aspect_ratio : undef;
4267 AVRational codec_sample_aspect_ratio = stream && stream->codec ? stream->codec->sample_aspect_ratio : undef;
4268 AVRational frame_sample_aspect_ratio = frame ? frame->sample_aspect_ratio : codec_sample_aspect_ratio;
4270 av_reduce(&stream_sample_aspect_ratio.num, &stream_sample_aspect_ratio.den,
4271 stream_sample_aspect_ratio.num, stream_sample_aspect_ratio.den, INT_MAX);
4272 if (stream_sample_aspect_ratio.num <= 0 || stream_sample_aspect_ratio.den <= 0)
4273 stream_sample_aspect_ratio = undef;
4275 av_reduce(&frame_sample_aspect_ratio.num, &frame_sample_aspect_ratio.den,
4276 frame_sample_aspect_ratio.num, frame_sample_aspect_ratio.den, INT_MAX);
4277 if (frame_sample_aspect_ratio.num <= 0 || frame_sample_aspect_ratio.den <= 0)
4278 frame_sample_aspect_ratio = undef;
4280 if (stream_sample_aspect_ratio.num)
4281 return stream_sample_aspect_ratio;
4283 return frame_sample_aspect_ratio;
4286 AVRational av_guess_frame_rate(AVFormatContext *format, AVStream *st, AVFrame *frame)
4288 AVRational fr = st->r_frame_rate;
4289 AVRational codec_fr = st->codec->framerate;
4290 AVRational avg_fr = st->avg_frame_rate;
4292 if (avg_fr.num > 0 && avg_fr.den > 0 && fr.num > 0 && fr.den > 0 &&
4293 av_q2d(avg_fr) < 70 && av_q2d(fr) > 210) {
4298 if (st->codec->ticks_per_frame > 1) {
4299 if ( codec_fr.num > 0 && codec_fr.den > 0 &&
4300 (fr.num == 0 || av_q2d(codec_fr) < av_q2d(fr)*0.7 && fabs(1.0 - av_q2d(av_div_q(avg_fr, fr))) > 0.1))
4307 int avformat_match_stream_specifier(AVFormatContext *s, AVStream *st,
4310 if (*spec <= '9' && *spec >= '0') /* opt:index */
4311 return strtol(spec, NULL, 0) == st->index;
4312 else if (*spec == 'v' || *spec == 'a' || *spec == 's' || *spec == 'd' ||
4313 *spec == 't' || *spec == 'V') { /* opt:[vasdtV] */
4314 enum AVMediaType type;
4318 case 'v': type = AVMEDIA_TYPE_VIDEO; break;
4319 case 'a': type = AVMEDIA_TYPE_AUDIO; break;
4320 case 's': type = AVMEDIA_TYPE_SUBTITLE; break;
4321 case 'd': type = AVMEDIA_TYPE_DATA; break;
4322 case 't': type = AVMEDIA_TYPE_ATTACHMENT; break;
4323 case 'V': type = AVMEDIA_TYPE_VIDEO; nopic = 1; break;
4324 default: av_assert0(0);
4326 if (type != st->codec->codec_type)
4328 if (nopic && (st->disposition & AV_DISPOSITION_ATTACHED_PIC))
4330 if (*spec++ == ':') { /* possibly followed by :index */
4331 int i, index = strtol(spec, NULL, 0);
4332 for (i = 0; i < s->nb_streams; i++)
4333 if (s->streams[i]->codec->codec_type == type &&
4334 !(nopic && (st->disposition & AV_DISPOSITION_ATTACHED_PIC)) &&
4336 return i == st->index;
4340 } else if (*spec == 'p' && *(spec + 1) == ':') {
4344 prog_id = strtol(spec, &endptr, 0);
4345 for (i = 0; i < s->nb_programs; i++) {
4346 if (s->programs[i]->id != prog_id)
4349 if (*endptr++ == ':') {
4350 int stream_idx = strtol(endptr, NULL, 0);
4351 return stream_idx >= 0 &&
4352 stream_idx < s->programs[i]->nb_stream_indexes &&
4353 st->index == s->programs[i]->stream_index[stream_idx];
4356 for (j = 0; j < s->programs[i]->nb_stream_indexes; j++)
4357 if (st->index == s->programs[i]->stream_index[j])
4361 } else if (*spec == '#' ||
4362 (*spec == 'i' && *(spec + 1) == ':')) {
4365 spec += 1 + (*spec == 'i');
4366 stream_id = strtol(spec, &endptr, 0);
4368 return stream_id == st->id;
4369 } else if (*spec == 'm' && *(spec + 1) == ':') {
4370 AVDictionaryEntry *tag;
4375 val = strchr(spec, ':');
4377 key = val ? av_strndup(spec, val - spec) : av_strdup(spec);
4379 return AVERROR(ENOMEM);
4381 tag = av_dict_get(st->metadata, key, NULL, 0);
4383 if (!val || !strcmp(tag->value, val + 1))
4392 } else if (*spec == 'u') {
4393 AVCodecContext *avctx = st->codec;
4395 switch (avctx->codec_type) {
4396 case AVMEDIA_TYPE_AUDIO:
4397 val = avctx->sample_rate && avctx->channels;
4398 if (avctx->sample_fmt == AV_SAMPLE_FMT_NONE)
4401 case AVMEDIA_TYPE_VIDEO:
4402 val = avctx->width && avctx->height;
4403 if (avctx->pix_fmt == AV_PIX_FMT_NONE)
4406 case AVMEDIA_TYPE_UNKNOWN:
4413 return avctx->codec_id != AV_CODEC_ID_NONE && val != 0;
4414 } else if (!*spec) /* empty specifier, matches everything */
4417 av_log(s, AV_LOG_ERROR, "Invalid stream specifier: %s.\n", spec);
4418 return AVERROR(EINVAL);
4421 int ff_generate_avci_extradata(AVStream *st)
4423 static const uint8_t avci100_1080p_extradata[] = {
4425 0x00, 0x00, 0x00, 0x01, 0x67, 0x7a, 0x10, 0x29,
4426 0xb6, 0xd4, 0x20, 0x22, 0x33, 0x19, 0xc6, 0x63,
4427 0x23, 0x21, 0x01, 0x11, 0x98, 0xce, 0x33, 0x19,
4428 0x18, 0x21, 0x02, 0x56, 0xb9, 0x3d, 0x7d, 0x7e,
4429 0x4f, 0xe3, 0x3f, 0x11, 0xf1, 0x9e, 0x08, 0xb8,
4430 0x8c, 0x54, 0x43, 0xc0, 0x78, 0x02, 0x27, 0xe2,
4431 0x70, 0x1e, 0x30, 0x10, 0x10, 0x14, 0x00, 0x00,
4432 0x03, 0x00, 0x04, 0x00, 0x00, 0x03, 0x00, 0xca,
4433 0x10, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
4435 0x00, 0x00, 0x00, 0x01, 0x68, 0xce, 0x33, 0x48,
4438 static const uint8_t avci100_1080i_extradata[] = {
4440 0x00, 0x00, 0x00, 0x01, 0x67, 0x7a, 0x10, 0x29,
4441 0xb6, 0xd4, 0x20, 0x22, 0x33, 0x19, 0xc6, 0x63,
4442 0x23, 0x21, 0x01, 0x11, 0x98, 0xce, 0x33, 0x19,
4443 0x18, 0x21, 0x03, 0x3a, 0x46, 0x65, 0x6a, 0x65,
4444 0x24, 0xad, 0xe9, 0x12, 0x32, 0x14, 0x1a, 0x26,
4445 0x34, 0xad, 0xa4, 0x41, 0x82, 0x23, 0x01, 0x50,
4446 0x2b, 0x1a, 0x24, 0x69, 0x48, 0x30, 0x40, 0x2e,
4447 0x11, 0x12, 0x08, 0xc6, 0x8c, 0x04, 0x41, 0x28,
4448 0x4c, 0x34, 0xf0, 0x1e, 0x01, 0x13, 0xf2, 0xe0,
4449 0x3c, 0x60, 0x20, 0x20, 0x28, 0x00, 0x00, 0x03,
4450 0x00, 0x08, 0x00, 0x00, 0x03, 0x01, 0x94, 0x20,
4452 0x00, 0x00, 0x00, 0x01, 0x68, 0xce, 0x33, 0x48,
4455 static const uint8_t avci50_1080p_extradata[] = {
4457 0x00, 0x00, 0x00, 0x01, 0x67, 0x6e, 0x10, 0x28,
4458 0xa6, 0xd4, 0x20, 0x32, 0x33, 0x0c, 0x71, 0x18,
4459 0x88, 0x62, 0x10, 0x19, 0x19, 0x86, 0x38, 0x8c,
4460 0x44, 0x30, 0x21, 0x02, 0x56, 0x4e, 0x6f, 0x37,
4461 0xcd, 0xf9, 0xbf, 0x81, 0x6b, 0xf3, 0x7c, 0xde,
4462 0x6e, 0x6c, 0xd3, 0x3c, 0x05, 0xa0, 0x22, 0x7e,
4463 0x5f, 0xfc, 0x00, 0x0c, 0x00, 0x13, 0x8c, 0x04,
4464 0x04, 0x05, 0x00, 0x00, 0x03, 0x00, 0x01, 0x00,
4465 0x00, 0x03, 0x00, 0x32, 0x84, 0x00, 0x00, 0x00,
4467 0x00, 0x00, 0x00, 0x01, 0x68, 0xee, 0x31, 0x12,
4470 static const uint8_t avci50_1080i_extradata[] = {
4472 0x00, 0x00, 0x00, 0x01, 0x67, 0x6e, 0x10, 0x28,
4473 0xa6, 0xd4, 0x20, 0x32, 0x33, 0x0c, 0x71, 0x18,
4474 0x88, 0x62, 0x10, 0x19, 0x19, 0x86, 0x38, 0x8c,
4475 0x44, 0x30, 0x21, 0x02, 0x56, 0x4e, 0x6e, 0x61,
4476 0x87, 0x3e, 0x73, 0x4d, 0x98, 0x0c, 0x03, 0x06,
4477 0x9c, 0x0b, 0x73, 0xe6, 0xc0, 0xb5, 0x18, 0x63,
4478 0x0d, 0x39, 0xe0, 0x5b, 0x02, 0xd4, 0xc6, 0x19,
4479 0x1a, 0x79, 0x8c, 0x32, 0x34, 0x24, 0xf0, 0x16,
4480 0x81, 0x13, 0xf7, 0xff, 0x80, 0x02, 0x00, 0x01,
4481 0xf1, 0x80, 0x80, 0x80, 0xa0, 0x00, 0x00, 0x03,
4482 0x00, 0x20, 0x00, 0x00, 0x06, 0x50, 0x80, 0x00,
4484 0x00, 0x00, 0x00, 0x01, 0x68, 0xee, 0x31, 0x12,
4487 static const uint8_t avci100_720p_extradata[] = {
4489 0x00, 0x00, 0x00, 0x01, 0x67, 0x7a, 0x10, 0x29,
4490 0xb6, 0xd4, 0x20, 0x2a, 0x33, 0x1d, 0xc7, 0x62,
4491 0xa1, 0x08, 0x40, 0x54, 0x66, 0x3b, 0x8e, 0xc5,
4492 0x42, 0x02, 0x10, 0x25, 0x64, 0x2c, 0x89, 0xe8,
4493 0x85, 0xe4, 0x21, 0x4b, 0x90, 0x83, 0x06, 0x95,
4494 0xd1, 0x06, 0x46, 0x97, 0x20, 0xc8, 0xd7, 0x43,
4495 0x08, 0x11, 0xc2, 0x1e, 0x4c, 0x91, 0x0f, 0x01,
4496 0x40, 0x16, 0xec, 0x07, 0x8c, 0x04, 0x04, 0x05,
4497 0x00, 0x00, 0x03, 0x00, 0x01, 0x00, 0x00, 0x03,
4498 0x00, 0x64, 0x84, 0x00, 0x00, 0x00, 0x00, 0x00,
4500 0x00, 0x00, 0x00, 0x01, 0x68, 0xce, 0x31, 0x12,
4503 static const uint8_t avci50_720p_extradata[] = {
4505 0x00, 0x00, 0x00, 0x01, 0x67, 0x6e, 0x10, 0x20,
4506 0xa6, 0xd4, 0x20, 0x32, 0x33, 0x0c, 0x71, 0x18,
4507 0x88, 0x62, 0x10, 0x19, 0x19, 0x86, 0x38, 0x8c,
4508 0x44, 0x30, 0x21, 0x02, 0x56, 0x4e, 0x6f, 0x37,
4509 0xcd, 0xf9, 0xbf, 0x81, 0x6b, 0xf3, 0x7c, 0xde,
4510 0x6e, 0x6c, 0xd3, 0x3c, 0x0f, 0x01, 0x6e, 0xff,
4511 0xc0, 0x00, 0xc0, 0x01, 0x38, 0xc0, 0x40, 0x40,
4512 0x50, 0x00, 0x00, 0x03, 0x00, 0x10, 0x00, 0x00,
4513 0x06, 0x48, 0x40, 0x00, 0x00, 0x00, 0x00, 0x00,
4515 0x00, 0x00, 0x00, 0x01, 0x68, 0xee, 0x31, 0x12,
4519 const uint8_t *data = NULL;
4522 if (st->codec->width == 1920) {
4523 if (st->codec->field_order == AV_FIELD_PROGRESSIVE) {
4524 data = avci100_1080p_extradata;
4525 size = sizeof(avci100_1080p_extradata);
4527 data = avci100_1080i_extradata;
4528 size = sizeof(avci100_1080i_extradata);
4530 } else if (st->codec->width == 1440) {
4531 if (st->codec->field_order == AV_FIELD_PROGRESSIVE) {
4532 data = avci50_1080p_extradata;
4533 size = sizeof(avci50_1080p_extradata);
4535 data = avci50_1080i_extradata;
4536 size = sizeof(avci50_1080i_extradata);
4538 } else if (st->codec->width == 1280) {
4539 data = avci100_720p_extradata;
4540 size = sizeof(avci100_720p_extradata);
4541 } else if (st->codec->width == 960) {
4542 data = avci50_720p_extradata;
4543 size = sizeof(avci50_720p_extradata);
4549 av_freep(&st->codec->extradata);
4550 if (ff_alloc_extradata(st->codec, size))
4551 return AVERROR(ENOMEM);
4552 memcpy(st->codec->extradata, data, size);
4557 uint8_t *av_stream_get_side_data(AVStream *st, enum AVPacketSideDataType type,
4562 for (i = 0; i < st->nb_side_data; i++) {
4563 if (st->side_data[i].type == type) {
4565 *size = st->side_data[i].size;
4566 return st->side_data[i].data;
4572 uint8_t *ff_stream_new_side_data(AVStream *st, enum AVPacketSideDataType type,
4575 AVPacketSideData *sd, *tmp;
4577 uint8_t *data = av_malloc(size);
4582 for (i = 0; i < st->nb_side_data; i++) {
4583 sd = &st->side_data[i];
4585 if (sd->type == type) {
4586 av_freep(&sd->data);
4593 tmp = av_realloc_array(st->side_data, st->nb_side_data + 1, sizeof(*tmp));
4599 st->side_data = tmp;
4602 sd = &st->side_data[st->nb_side_data - 1];