2 * various utility functions for use within FFmpeg
3 * Copyright (c) 2000, 2001, 2002 Fabrice Bellard
5 * This file is part of FFmpeg.
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
26 #include "libavutil/avassert.h"
27 #include "libavutil/avstring.h"
28 #include "libavutil/dict.h"
29 #include "libavutil/internal.h"
30 #include "libavutil/mathematics.h"
31 #include "libavutil/opt.h"
32 #include "libavutil/parseutils.h"
33 #include "libavutil/pixfmt.h"
34 #include "libavutil/thread.h"
35 #include "libavutil/time.h"
36 #include "libavutil/timestamp.h"
38 #include "libavcodec/bytestream.h"
39 #include "libavcodec/internal.h"
40 #include "libavcodec/packet_internal.h"
41 #include "libavcodec/raw.h"
44 #include "avio_internal.h"
52 #include "libavutil/ffversion.h"
53 const char av_format_ffversion[] = "FFmpeg version " FFMPEG_VERSION;
55 static AVMutex avformat_mutex = AV_MUTEX_INITIALIZER;
59 * various utility functions for use within FFmpeg
62 unsigned avformat_version(void)
64 av_assert0(LIBAVFORMAT_VERSION_MICRO >= 100);
65 return LIBAVFORMAT_VERSION_INT;
68 const char *avformat_configuration(void)
70 return FFMPEG_CONFIGURATION;
73 const char *avformat_license(void)
75 #define LICENSE_PREFIX "libavformat license: "
76 return &LICENSE_PREFIX FFMPEG_LICENSE[sizeof(LICENSE_PREFIX) - 1];
79 int ff_lock_avformat(void)
81 return ff_mutex_lock(&avformat_mutex) ? -1 : 0;
84 int ff_unlock_avformat(void)
86 return ff_mutex_unlock(&avformat_mutex) ? -1 : 0;
89 #define RELATIVE_TS_BASE (INT64_MAX - (1LL<<48))
91 static int is_relative(int64_t ts) {
92 return ts > (RELATIVE_TS_BASE - (1LL<<48));
96 * Wrap a given time stamp, if there is an indication for an overflow
99 * @param timestamp the time stamp to wrap
100 * @return resulting time stamp
102 static int64_t wrap_timestamp(const AVStream *st, int64_t timestamp)
104 if (st->internal->pts_wrap_behavior != AV_PTS_WRAP_IGNORE && st->pts_wrap_bits < 64 &&
105 st->internal->pts_wrap_reference != AV_NOPTS_VALUE && timestamp != AV_NOPTS_VALUE) {
106 if (st->internal->pts_wrap_behavior == AV_PTS_WRAP_ADD_OFFSET &&
107 timestamp < st->internal->pts_wrap_reference)
108 return timestamp + (1ULL << st->pts_wrap_bits);
109 else if (st->internal->pts_wrap_behavior == AV_PTS_WRAP_SUB_OFFSET &&
110 timestamp >= st->internal->pts_wrap_reference)
111 return timestamp - (1ULL << st->pts_wrap_bits);
116 #if FF_API_FORMAT_GET_SET
117 MAKE_ACCESSORS(AVStream, stream, AVRational, r_frame_rate)
118 #if FF_API_LAVF_FFSERVER
119 FF_DISABLE_DEPRECATION_WARNINGS
120 MAKE_ACCESSORS(AVStream, stream, char *, recommended_encoder_configuration)
121 FF_ENABLE_DEPRECATION_WARNINGS
123 MAKE_ACCESSORS(AVFormatContext, format, AVCodec *, video_codec)
124 MAKE_ACCESSORS(AVFormatContext, format, AVCodec *, audio_codec)
125 MAKE_ACCESSORS(AVFormatContext, format, AVCodec *, subtitle_codec)
126 MAKE_ACCESSORS(AVFormatContext, format, AVCodec *, data_codec)
127 MAKE_ACCESSORS(AVFormatContext, format, int, metadata_header_padding)
128 MAKE_ACCESSORS(AVFormatContext, format, void *, opaque)
129 MAKE_ACCESSORS(AVFormatContext, format, av_format_control_message, control_message_cb)
130 #if FF_API_OLD_OPEN_CALLBACKS
131 FF_DISABLE_DEPRECATION_WARNINGS
132 MAKE_ACCESSORS(AVFormatContext, format, AVOpenCallback, open_cb)
133 FF_ENABLE_DEPRECATION_WARNINGS
137 int64_t av_stream_get_end_pts(const AVStream *st)
139 if (st->internal->priv_pts) {
140 return st->internal->priv_pts->val;
142 return AV_NOPTS_VALUE;
145 struct AVCodecParserContext *av_stream_get_parser(const AVStream *st)
150 void av_format_inject_global_side_data(AVFormatContext *s)
153 s->internal->inject_global_side_data = 1;
154 for (i = 0; i < s->nb_streams; i++) {
155 AVStream *st = s->streams[i];
156 st->internal->inject_global_side_data = 1;
160 int ff_copy_whiteblacklists(AVFormatContext *dst, const AVFormatContext *src)
162 av_assert0(!dst->codec_whitelist &&
163 !dst->format_whitelist &&
164 !dst->protocol_whitelist &&
165 !dst->protocol_blacklist);
166 dst-> codec_whitelist = av_strdup(src->codec_whitelist);
167 dst->format_whitelist = av_strdup(src->format_whitelist);
168 dst->protocol_whitelist = av_strdup(src->protocol_whitelist);
169 dst->protocol_blacklist = av_strdup(src->protocol_blacklist);
170 if ( (src-> codec_whitelist && !dst-> codec_whitelist)
171 || (src-> format_whitelist && !dst-> format_whitelist)
172 || (src->protocol_whitelist && !dst->protocol_whitelist)
173 || (src->protocol_blacklist && !dst->protocol_blacklist)) {
174 av_log(dst, AV_LOG_ERROR, "Failed to duplicate black/whitelist\n");
175 return AVERROR(ENOMEM);
180 static const AVCodec *find_decoder(AVFormatContext *s, const AVStream *st, enum AVCodecID codec_id)
182 #if FF_API_LAVF_AVCTX
183 FF_DISABLE_DEPRECATION_WARNINGS
184 if (st->codec->codec)
185 return st->codec->codec;
186 FF_ENABLE_DEPRECATION_WARNINGS
189 switch (st->codecpar->codec_type) {
190 case AVMEDIA_TYPE_VIDEO:
191 if (s->video_codec) return s->video_codec;
193 case AVMEDIA_TYPE_AUDIO:
194 if (s->audio_codec) return s->audio_codec;
196 case AVMEDIA_TYPE_SUBTITLE:
197 if (s->subtitle_codec) return s->subtitle_codec;
201 return avcodec_find_decoder(codec_id);
204 static const AVCodec *find_probe_decoder(AVFormatContext *s, const AVStream *st, enum AVCodecID codec_id)
206 const AVCodec *codec;
208 #if CONFIG_H264_DECODER
209 /* Other parts of the code assume this decoder to be used for h264,
210 * so force it if possible. */
211 if (codec_id == AV_CODEC_ID_H264)
212 return avcodec_find_decoder_by_name("h264");
215 codec = find_decoder(s, st, codec_id);
219 if (codec->capabilities & AV_CODEC_CAP_AVOID_PROBING) {
220 const AVCodec *probe_codec = NULL;
222 while ((probe_codec = av_codec_iterate(&iter))) {
223 if (probe_codec->id == codec->id &&
224 av_codec_is_decoder(probe_codec) &&
225 !(probe_codec->capabilities & (AV_CODEC_CAP_AVOID_PROBING | AV_CODEC_CAP_EXPERIMENTAL))) {
234 #if FF_API_FORMAT_GET_SET
235 int av_format_get_probe_score(const AVFormatContext *s)
237 return s->probe_score;
241 /* an arbitrarily chosen "sane" max packet size -- 50M */
242 #define SANE_CHUNK_SIZE (50000000)
244 int ffio_limit(AVIOContext *s, int size)
246 if (s->maxsize>= 0) {
247 int64_t pos = avio_tell(s);
248 int64_t remaining= s->maxsize - pos;
249 if (remaining < size) {
250 int64_t newsize = avio_size(s);
251 if (!s->maxsize || s->maxsize<newsize)
252 s->maxsize = newsize - !newsize;
253 if (pos > s->maxsize && s->maxsize >= 0)
254 s->maxsize = AVERROR(EIO);
256 remaining = s->maxsize - pos;
259 if (s->maxsize >= 0 && remaining < size && size > 1) {
260 av_log(NULL, remaining ? AV_LOG_ERROR : AV_LOG_DEBUG,
261 "Truncating packet of size %d to %"PRId64"\n",
262 size, remaining + !remaining);
263 size = remaining + !remaining;
269 /* Read the data in sane-sized chunks and append to pkt.
270 * Return the number of bytes read or an error. */
271 static int append_packet_chunked(AVIOContext *s, AVPacket *pkt, int size)
273 int orig_size = pkt->size;
277 int prev_size = pkt->size;
280 /* When the caller requests a lot of data, limit it to the amount
281 * left in file or SANE_CHUNK_SIZE when it is not known. */
283 if (read_size > SANE_CHUNK_SIZE/10) {
284 read_size = ffio_limit(s, read_size);
285 // If filesize/maxsize is unknown, limit to SANE_CHUNK_SIZE
287 read_size = FFMIN(read_size, SANE_CHUNK_SIZE);
290 ret = av_grow_packet(pkt, read_size);
294 ret = avio_read(s, pkt->data + prev_size, read_size);
295 if (ret != read_size) {
296 av_shrink_packet(pkt, prev_size + FFMAX(ret, 0));
303 pkt->flags |= AV_PKT_FLAG_CORRUPT;
306 av_packet_unref(pkt);
307 return pkt->size > orig_size ? pkt->size - orig_size : ret;
310 int av_get_packet(AVIOContext *s, AVPacket *pkt, int size)
312 #if FF_API_INIT_PACKET
313 FF_DISABLE_DEPRECATION_WARNINGS
317 FF_ENABLE_DEPRECATION_WARNINGS
319 av_packet_unref(pkt);
321 pkt->pos = avio_tell(s);
323 return append_packet_chunked(s, pkt, size);
326 int av_append_packet(AVIOContext *s, AVPacket *pkt, int size)
329 return av_get_packet(s, pkt, size);
330 return append_packet_chunked(s, pkt, size);
333 int av_filename_number_test(const char *filename)
337 (av_get_frame_filename(buf, sizeof(buf), filename, 1) >= 0);
340 static int set_codec_from_probe_data(AVFormatContext *s, AVStream *st,
343 static const struct {
346 enum AVMediaType type;
348 { "aac", AV_CODEC_ID_AAC, AVMEDIA_TYPE_AUDIO },
349 { "ac3", AV_CODEC_ID_AC3, AVMEDIA_TYPE_AUDIO },
350 { "aptx", AV_CODEC_ID_APTX, AVMEDIA_TYPE_AUDIO },
351 { "dts", AV_CODEC_ID_DTS, AVMEDIA_TYPE_AUDIO },
352 { "dvbsub", AV_CODEC_ID_DVB_SUBTITLE,AVMEDIA_TYPE_SUBTITLE },
353 { "dvbtxt", AV_CODEC_ID_DVB_TELETEXT,AVMEDIA_TYPE_SUBTITLE },
354 { "eac3", AV_CODEC_ID_EAC3, AVMEDIA_TYPE_AUDIO },
355 { "h264", AV_CODEC_ID_H264, AVMEDIA_TYPE_VIDEO },
356 { "hevc", AV_CODEC_ID_HEVC, AVMEDIA_TYPE_VIDEO },
357 { "loas", AV_CODEC_ID_AAC_LATM, AVMEDIA_TYPE_AUDIO },
358 { "m4v", AV_CODEC_ID_MPEG4, AVMEDIA_TYPE_VIDEO },
359 { "mjpeg_2000",AV_CODEC_ID_JPEG2000, AVMEDIA_TYPE_VIDEO },
360 { "mp3", AV_CODEC_ID_MP3, AVMEDIA_TYPE_AUDIO },
361 { "mpegvideo", AV_CODEC_ID_MPEG2VIDEO, AVMEDIA_TYPE_VIDEO },
362 { "truehd", AV_CODEC_ID_TRUEHD, AVMEDIA_TYPE_AUDIO },
366 const AVInputFormat *fmt = av_probe_input_format3(pd, 1, &score);
370 av_log(s, AV_LOG_DEBUG,
371 "Probe with size=%d, packets=%d detected %s with score=%d\n",
372 pd->buf_size, s->max_probe_packets - st->probe_packets,
374 for (i = 0; fmt_id_type[i].name; i++) {
375 if (!strcmp(fmt->name, fmt_id_type[i].name)) {
376 if (fmt_id_type[i].type != AVMEDIA_TYPE_AUDIO &&
377 st->codecpar->sample_rate)
379 if (st->internal->request_probe > score &&
380 st->codecpar->codec_id != fmt_id_type[i].id)
382 st->codecpar->codec_id = fmt_id_type[i].id;
383 st->codecpar->codec_type = fmt_id_type[i].type;
384 st->internal->need_context_update = 1;
385 #if FF_API_LAVF_AVCTX
386 FF_DISABLE_DEPRECATION_WARNINGS
387 st->codec->codec_type = st->codecpar->codec_type;
388 st->codec->codec_id = st->codecpar->codec_id;
389 FF_ENABLE_DEPRECATION_WARNINGS
398 /************************************************************/
399 /* input media file */
401 #if FF_API_DEMUXER_OPEN
402 int av_demuxer_open(AVFormatContext *ic) {
405 if (ic->format_whitelist && av_match_list(ic->iformat->name, ic->format_whitelist, ',') <= 0) {
406 av_log(ic, AV_LOG_ERROR, "Format not on whitelist \'%s\'\n", ic->format_whitelist);
407 return AVERROR(EINVAL);
410 if (ic->iformat->read_header) {
411 err = ic->iformat->read_header(ic);
416 if (ic->pb && !ic->internal->data_offset)
417 ic->internal->data_offset = avio_tell(ic->pb);
422 /* Open input file and probe the format if necessary. */
423 static int init_input(AVFormatContext *s, const char *filename,
424 AVDictionary **options)
427 AVProbeData pd = { filename, NULL, 0 };
428 int score = AVPROBE_SCORE_RETRY;
431 s->flags |= AVFMT_FLAG_CUSTOM_IO;
433 return av_probe_input_buffer2(s->pb, &s->iformat, filename,
434 s, 0, s->format_probesize);
435 else if (s->iformat->flags & AVFMT_NOFILE)
436 av_log(s, AV_LOG_WARNING, "Custom AVIOContext makes no sense and "
437 "will be ignored with AVFMT_NOFILE format.\n");
441 if ((s->iformat && s->iformat->flags & AVFMT_NOFILE) ||
442 (!s->iformat && (s->iformat = av_probe_input_format2(&pd, 0, &score))))
445 if ((ret = s->io_open(s, &s->pb, filename, AVIO_FLAG_READ | s->avio_flags, options)) < 0)
450 return av_probe_input_buffer2(s->pb, &s->iformat, filename,
451 s, 0, s->format_probesize);
454 int avformat_queue_attached_pictures(AVFormatContext *s)
457 for (i = 0; i < s->nb_streams; i++)
458 if (s->streams[i]->disposition & AV_DISPOSITION_ATTACHED_PIC &&
459 s->streams[i]->discard < AVDISCARD_ALL) {
460 if (s->streams[i]->attached_pic.size <= 0) {
461 av_log(s, AV_LOG_WARNING,
462 "Attached picture on stream %d has invalid size, "
467 ret = avpriv_packet_list_put(&s->internal->raw_packet_buffer,
468 &s->internal->raw_packet_buffer_end,
469 &s->streams[i]->attached_pic,
477 int ff_add_attached_pic(AVFormatContext *s, AVStream *st0, AVIOContext *pb,
478 AVBufferRef **buf, int size)
484 if (!st && !(st = avformat_new_stream(s, NULL)))
485 return AVERROR(ENOMEM);
486 pkt = &st->attached_pic;
489 av_packet_unref(pkt);
491 pkt->data = (*buf)->data;
492 pkt->size = (*buf)->size - AV_INPUT_BUFFER_PADDING_SIZE;
495 ret = av_get_packet(pb, pkt, size);
499 st->disposition |= AV_DISPOSITION_ATTACHED_PIC;
500 st->codecpar->codec_type = AVMEDIA_TYPE_VIDEO;
502 pkt->stream_index = st->index;
503 pkt->flags |= AV_PKT_FLAG_KEY;
508 ff_free_stream(s, st);
512 static int update_stream_avctx(AVFormatContext *s)
515 for (i = 0; i < s->nb_streams; i++) {
516 AVStream *st = s->streams[i];
518 if (!st->internal->need_context_update)
521 /* close parser, because it depends on the codec */
522 if (st->parser && st->internal->avctx->codec_id != st->codecpar->codec_id) {
523 av_parser_close(st->parser);
527 /* update internal codec context, for the parser */
528 ret = avcodec_parameters_to_context(st->internal->avctx, st->codecpar);
532 #if FF_API_LAVF_AVCTX
533 FF_DISABLE_DEPRECATION_WARNINGS
534 /* update deprecated public codec context */
535 ret = avcodec_parameters_to_context(st->codec, st->codecpar);
538 FF_ENABLE_DEPRECATION_WARNINGS
541 st->internal->need_context_update = 0;
547 int avformat_open_input(AVFormatContext **ps, const char *filename,
548 ff_const59 AVInputFormat *fmt, AVDictionary **options)
550 AVFormatContext *s = *ps;
552 AVDictionary *tmp = NULL;
553 ID3v2ExtraMeta *id3v2_extra_meta = NULL;
555 if (!s && !(s = avformat_alloc_context()))
556 return AVERROR(ENOMEM);
558 av_log(NULL, AV_LOG_ERROR, "Input context has not been properly allocated by avformat_alloc_context() and is not NULL either\n");
559 return AVERROR(EINVAL);
565 av_dict_copy(&tmp, *options, 0);
567 if (s->pb) // must be before any goto fail
568 s->flags |= AVFMT_FLAG_CUSTOM_IO;
570 if ((ret = av_opt_set_dict(s, &tmp)) < 0)
573 if (!(s->url = av_strdup(filename ? filename : ""))) {
574 ret = AVERROR(ENOMEM);
578 #if FF_API_FORMAT_FILENAME
579 FF_DISABLE_DEPRECATION_WARNINGS
580 av_strlcpy(s->filename, filename ? filename : "", sizeof(s->filename));
581 FF_ENABLE_DEPRECATION_WARNINGS
583 if ((ret = init_input(s, filename, &tmp)) < 0)
585 s->probe_score = ret;
587 if (!s->protocol_whitelist && s->pb && s->pb->protocol_whitelist) {
588 s->protocol_whitelist = av_strdup(s->pb->protocol_whitelist);
589 if (!s->protocol_whitelist) {
590 ret = AVERROR(ENOMEM);
595 if (!s->protocol_blacklist && s->pb && s->pb->protocol_blacklist) {
596 s->protocol_blacklist = av_strdup(s->pb->protocol_blacklist);
597 if (!s->protocol_blacklist) {
598 ret = AVERROR(ENOMEM);
603 if (s->format_whitelist && av_match_list(s->iformat->name, s->format_whitelist, ',') <= 0) {
604 av_log(s, AV_LOG_ERROR, "Format not on whitelist \'%s\'\n", s->format_whitelist);
605 ret = AVERROR(EINVAL);
609 avio_skip(s->pb, s->skip_initial_bytes);
611 /* Check filename in case an image number is expected. */
612 if (s->iformat->flags & AVFMT_NEEDNUMBER) {
613 if (!av_filename_number_test(filename)) {
614 ret = AVERROR(EINVAL);
619 s->duration = s->start_time = AV_NOPTS_VALUE;
621 /* Allocate private data. */
622 if (s->iformat->priv_data_size > 0) {
623 if (!(s->priv_data = av_mallocz(s->iformat->priv_data_size))) {
624 ret = AVERROR(ENOMEM);
627 if (s->iformat->priv_class) {
628 *(const AVClass **) s->priv_data = s->iformat->priv_class;
629 av_opt_set_defaults(s->priv_data);
630 if ((ret = av_opt_set_dict(s->priv_data, &tmp)) < 0)
635 /* e.g. AVFMT_NOFILE formats will not have a AVIOContext */
637 ff_id3v2_read_dict(s->pb, &s->internal->id3v2_meta, ID3v2_DEFAULT_MAGIC, &id3v2_extra_meta);
639 #if FF_API_DEMUXER_OPEN
640 if (!(s->flags&AVFMT_FLAG_PRIV_OPT) && s->iformat->read_header)
642 if (s->iformat->read_header)
644 if ((ret = s->iformat->read_header(s)) < 0)
648 s->metadata = s->internal->id3v2_meta;
649 s->internal->id3v2_meta = NULL;
650 } else if (s->internal->id3v2_meta) {
651 av_log(s, AV_LOG_WARNING, "Discarding ID3 tags because more suitable tags were found.\n");
652 av_dict_free(&s->internal->id3v2_meta);
655 if (id3v2_extra_meta) {
656 if (!strcmp(s->iformat->name, "mp3") || !strcmp(s->iformat->name, "aac") ||
657 !strcmp(s->iformat->name, "tta") || !strcmp(s->iformat->name, "wav")) {
658 if ((ret = ff_id3v2_parse_apic(s, id3v2_extra_meta)) < 0)
660 if ((ret = ff_id3v2_parse_chapters(s, id3v2_extra_meta)) < 0)
662 if ((ret = ff_id3v2_parse_priv(s, id3v2_extra_meta)) < 0)
665 av_log(s, AV_LOG_DEBUG, "demuxer does not support additional id3 data, skipping\n");
667 ff_id3v2_free_extra_meta(&id3v2_extra_meta);
669 if ((ret = avformat_queue_attached_pictures(s)) < 0)
672 #if FF_API_DEMUXER_OPEN
673 if (!(s->flags&AVFMT_FLAG_PRIV_OPT) && s->pb && !s->internal->data_offset)
675 if (s->pb && !s->internal->data_offset)
677 s->internal->data_offset = avio_tell(s->pb);
679 s->internal->raw_packet_buffer_remaining_size = RAW_PACKET_BUFFER_SIZE;
681 update_stream_avctx(s);
683 for (i = 0; i < s->nb_streams; i++)
684 s->streams[i]->internal->orig_codec_id = s->streams[i]->codecpar->codec_id;
687 av_dict_free(options);
694 if (s->iformat->read_close)
695 s->iformat->read_close(s);
697 ff_id3v2_free_extra_meta(&id3v2_extra_meta);
699 if (s->pb && !(s->flags & AVFMT_FLAG_CUSTOM_IO))
701 avformat_free_context(s);
706 /*******************************************************/
708 static void force_codec_ids(AVFormatContext *s, AVStream *st)
710 switch (st->codecpar->codec_type) {
711 case AVMEDIA_TYPE_VIDEO:
712 if (s->video_codec_id)
713 st->codecpar->codec_id = s->video_codec_id;
715 case AVMEDIA_TYPE_AUDIO:
716 if (s->audio_codec_id)
717 st->codecpar->codec_id = s->audio_codec_id;
719 case AVMEDIA_TYPE_SUBTITLE:
720 if (s->subtitle_codec_id)
721 st->codecpar->codec_id = s->subtitle_codec_id;
723 case AVMEDIA_TYPE_DATA:
724 if (s->data_codec_id)
725 st->codecpar->codec_id = s->data_codec_id;
730 static int probe_codec(AVFormatContext *s, AVStream *st, const AVPacket *pkt)
732 if (st->internal->request_probe>0) {
733 AVProbeData *pd = &st->internal->probe_data;
735 av_log(s, AV_LOG_DEBUG, "probing stream %d pp:%d\n", st->index, st->probe_packets);
739 uint8_t *new_buf = av_realloc(pd->buf, pd->buf_size+pkt->size+AVPROBE_PADDING_SIZE);
741 av_log(s, AV_LOG_WARNING,
742 "Failed to reallocate probe buffer for stream %d\n",
747 memcpy(pd->buf + pd->buf_size, pkt->data, pkt->size);
748 pd->buf_size += pkt->size;
749 memset(pd->buf + pd->buf_size, 0, AVPROBE_PADDING_SIZE);
752 st->probe_packets = 0;
754 av_log(s, AV_LOG_WARNING,
755 "nothing to probe for stream %d\n", st->index);
759 end= s->internal->raw_packet_buffer_remaining_size <= 0
760 || st->probe_packets<= 0;
762 if (end || av_log2(pd->buf_size) != av_log2(pd->buf_size - pkt->size)) {
763 int score = set_codec_from_probe_data(s, st, pd);
764 if ( (st->codecpar->codec_id != AV_CODEC_ID_NONE && score > AVPROBE_SCORE_STREAM_RETRY)
768 st->internal->request_probe = -1;
769 if (st->codecpar->codec_id != AV_CODEC_ID_NONE) {
770 av_log(s, AV_LOG_DEBUG, "probed stream %d\n", st->index);
772 av_log(s, AV_LOG_WARNING, "probed stream %d failed\n", st->index);
774 force_codec_ids(s, st);
780 static int update_wrap_reference(AVFormatContext *s, AVStream *st, int stream_index, AVPacket *pkt)
782 int64_t ref = pkt->dts;
783 int i, pts_wrap_behavior;
784 int64_t pts_wrap_reference;
785 AVProgram *first_program;
787 if (ref == AV_NOPTS_VALUE)
789 if (st->internal->pts_wrap_reference != AV_NOPTS_VALUE || st->pts_wrap_bits >= 63 || ref == AV_NOPTS_VALUE || !s->correct_ts_overflow)
791 ref &= (1LL << st->pts_wrap_bits)-1;
793 // reference time stamp should be 60 s before first time stamp
794 pts_wrap_reference = ref - av_rescale(60, st->time_base.den, st->time_base.num);
795 // if first time stamp is not more than 1/8 and 60s before the wrap point, subtract rather than add wrap offset
796 pts_wrap_behavior = (ref < (1LL << st->pts_wrap_bits) - (1LL << st->pts_wrap_bits-3)) ||
797 (ref < (1LL << st->pts_wrap_bits) - av_rescale(60, st->time_base.den, st->time_base.num)) ?
798 AV_PTS_WRAP_ADD_OFFSET : AV_PTS_WRAP_SUB_OFFSET;
800 first_program = av_find_program_from_stream(s, NULL, stream_index);
802 if (!first_program) {
803 int default_stream_index = av_find_default_stream_index(s);
804 if (s->streams[default_stream_index]->internal->pts_wrap_reference == AV_NOPTS_VALUE) {
805 for (i = 0; i < s->nb_streams; i++) {
806 if (av_find_program_from_stream(s, NULL, i))
808 s->streams[i]->internal->pts_wrap_reference = pts_wrap_reference;
809 s->streams[i]->internal->pts_wrap_behavior = pts_wrap_behavior;
813 st->internal->pts_wrap_reference = s->streams[default_stream_index]->internal->pts_wrap_reference;
814 st->internal->pts_wrap_behavior = s->streams[default_stream_index]->internal->pts_wrap_behavior;
818 AVProgram *program = first_program;
820 if (program->pts_wrap_reference != AV_NOPTS_VALUE) {
821 pts_wrap_reference = program->pts_wrap_reference;
822 pts_wrap_behavior = program->pts_wrap_behavior;
825 program = av_find_program_from_stream(s, program, stream_index);
828 // update every program with differing pts_wrap_reference
829 program = first_program;
831 if (program->pts_wrap_reference != pts_wrap_reference) {
832 for (i = 0; i<program->nb_stream_indexes; i++) {
833 s->streams[program->stream_index[i]]->internal->pts_wrap_reference = pts_wrap_reference;
834 s->streams[program->stream_index[i]]->internal->pts_wrap_behavior = pts_wrap_behavior;
837 program->pts_wrap_reference = pts_wrap_reference;
838 program->pts_wrap_behavior = pts_wrap_behavior;
840 program = av_find_program_from_stream(s, program, stream_index);
846 int ff_read_packet(AVFormatContext *s, AVPacket *pkt)
851 #if FF_API_INIT_PACKET
852 FF_DISABLE_DEPRECATION_WARNINGS
856 FF_ENABLE_DEPRECATION_WARNINGS
858 av_packet_unref(pkt);
862 PacketList *pktl = s->internal->raw_packet_buffer;
863 const AVPacket *pkt1;
866 st = s->streams[pktl->pkt.stream_index];
867 if (s->internal->raw_packet_buffer_remaining_size <= 0)
868 if ((err = probe_codec(s, st, NULL)) < 0)
870 if (st->internal->request_probe <= 0) {
871 avpriv_packet_list_get(&s->internal->raw_packet_buffer,
872 &s->internal->raw_packet_buffer_end, pkt);
873 s->internal->raw_packet_buffer_remaining_size += pkt->size;
878 err = s->iformat->read_packet(s, pkt);
880 av_packet_unref(pkt);
882 /* Some demuxers return FFERROR_REDO when they consume
883 data and discard it (ignored streams, junk, extradata).
884 We must re-call the demuxer to get the real packet. */
885 if (err == FFERROR_REDO)
887 if (!pktl || err == AVERROR(EAGAIN))
889 for (i = 0; i < s->nb_streams; i++) {
891 if (st->probe_packets || st->internal->request_probe > 0)
892 if ((err = probe_codec(s, st, NULL)) < 0)
894 av_assert0(st->internal->request_probe <= 0);
899 err = av_packet_make_refcounted(pkt);
901 av_packet_unref(pkt);
905 if (pkt->flags & AV_PKT_FLAG_CORRUPT) {
906 av_log(s, AV_LOG_WARNING,
907 "Packet corrupt (stream = %d, dts = %s)",
908 pkt->stream_index, av_ts2str(pkt->dts));
909 if (s->flags & AVFMT_FLAG_DISCARD_CORRUPT) {
910 av_log(s, AV_LOG_WARNING, ", dropping it.\n");
911 av_packet_unref(pkt);
914 av_log(s, AV_LOG_WARNING, ".\n");
917 av_assert0(pkt->stream_index < (unsigned)s->nb_streams &&
918 "Invalid stream index.\n");
920 st = s->streams[pkt->stream_index];
922 if (update_wrap_reference(s, st, pkt->stream_index, pkt) && st->internal->pts_wrap_behavior == AV_PTS_WRAP_SUB_OFFSET) {
923 // correct first time stamps to negative values
924 if (!is_relative(st->first_dts))
925 st->first_dts = wrap_timestamp(st, st->first_dts);
926 if (!is_relative(st->start_time))
927 st->start_time = wrap_timestamp(st, st->start_time);
928 if (!is_relative(st->cur_dts))
929 st->cur_dts = wrap_timestamp(st, st->cur_dts);
932 pkt->dts = wrap_timestamp(st, pkt->dts);
933 pkt->pts = wrap_timestamp(st, pkt->pts);
935 force_codec_ids(s, st);
937 /* TODO: audio: time filter; video: frame reordering (pts != dts) */
938 if (s->use_wallclock_as_timestamps)
939 pkt->dts = pkt->pts = av_rescale_q(av_gettime(), AV_TIME_BASE_Q, st->time_base);
941 if (!pktl && st->internal->request_probe <= 0)
944 err = avpriv_packet_list_put(&s->internal->raw_packet_buffer,
945 &s->internal->raw_packet_buffer_end,
948 av_packet_unref(pkt);
951 pkt1 = &s->internal->raw_packet_buffer_end->pkt;
952 s->internal->raw_packet_buffer_remaining_size -= pkt1->size;
954 if ((err = probe_codec(s, st, pkt1)) < 0)
960 /**********************************************************/
962 static int determinable_frame_size(AVCodecContext *avctx)
964 switch(avctx->codec_id) {
965 case AV_CODEC_ID_MP1:
966 case AV_CODEC_ID_MP2:
967 case AV_CODEC_ID_MP3:
968 case AV_CODEC_ID_CODEC2:
976 * Return the frame duration in seconds. Return 0 if not available.
978 void ff_compute_frame_duration(AVFormatContext *s, int *pnum, int *pden, AVStream *st,
979 AVCodecParserContext *pc, AVPacket *pkt)
981 AVRational codec_framerate = s->iformat ? st->internal->avctx->framerate :
982 av_mul_q(av_inv_q(st->internal->avctx->time_base), (AVRational){1, st->internal->avctx->ticks_per_frame});
983 int frame_size, sample_rate;
985 #if FF_API_LAVF_AVCTX
986 FF_DISABLE_DEPRECATION_WARNINGS
987 if ((!codec_framerate.den || !codec_framerate.num) && st->codec->time_base.den && st->codec->time_base.num)
988 codec_framerate = av_mul_q(av_inv_q(st->codec->time_base), (AVRational){1, st->codec->ticks_per_frame});
989 FF_ENABLE_DEPRECATION_WARNINGS
994 switch (st->codecpar->codec_type) {
995 case AVMEDIA_TYPE_VIDEO:
996 if (st->r_frame_rate.num && !pc && s->iformat) {
997 *pnum = st->r_frame_rate.den;
998 *pden = st->r_frame_rate.num;
999 } else if (st->time_base.num * 1000LL > st->time_base.den) {
1000 *pnum = st->time_base.num;
1001 *pden = st->time_base.den;
1002 } else if (codec_framerate.den * 1000LL > codec_framerate.num) {
1003 av_assert0(st->internal->avctx->ticks_per_frame);
1004 av_reduce(pnum, pden,
1005 codec_framerate.den,
1006 codec_framerate.num * (int64_t)st->internal->avctx->ticks_per_frame,
1009 if (pc && pc->repeat_pict) {
1010 av_assert0(s->iformat); // this may be wrong for interlaced encoding but its not used for that case
1011 av_reduce(pnum, pden,
1012 (*pnum) * (1LL + pc->repeat_pict),
1016 /* If this codec can be interlaced or progressive then we need
1017 * a parser to compute duration of a packet. Thus if we have
1018 * no parser in such case leave duration undefined. */
1019 if (st->internal->avctx->ticks_per_frame > 1 && !pc)
1023 case AVMEDIA_TYPE_AUDIO:
1024 if (st->internal->avctx_inited) {
1025 frame_size = av_get_audio_frame_duration(st->internal->avctx, pkt->size);
1026 sample_rate = st->internal->avctx->sample_rate;
1028 frame_size = av_get_audio_frame_duration2(st->codecpar, pkt->size);
1029 sample_rate = st->codecpar->sample_rate;
1031 if (frame_size <= 0 || sample_rate <= 0)
1034 *pden = sample_rate;
1041 int ff_is_intra_only(enum AVCodecID id)
1043 const AVCodecDescriptor *d = avcodec_descriptor_get(id);
1046 if ((d->type == AVMEDIA_TYPE_VIDEO || d->type == AVMEDIA_TYPE_AUDIO) &&
1047 !(d->props & AV_CODEC_PROP_INTRA_ONLY))
1052 static int has_decode_delay_been_guessed(AVStream *st)
1054 if (st->codecpar->codec_id != AV_CODEC_ID_H264) return 1;
1055 if (!st->internal->info) // if we have left find_stream_info then nb_decoded_frames won't increase anymore for stream copy
1057 #if CONFIG_H264_DECODER
1058 if (st->internal->avctx->has_b_frames &&
1059 avpriv_h264_has_num_reorder_frames(st->internal->avctx) == st->internal->avctx->has_b_frames)
1062 if (st->internal->avctx->has_b_frames<3)
1063 return st->internal->nb_decoded_frames >= 7;
1064 else if (st->internal->avctx->has_b_frames<4)
1065 return st->internal->nb_decoded_frames >= 18;
1067 return st->internal->nb_decoded_frames >= 20;
1070 static PacketList *get_next_pkt(AVFormatContext *s, AVStream *st, PacketList *pktl)
1074 if (pktl == s->internal->packet_buffer_end)
1075 return s->internal->parse_queue;
1079 static int64_t select_from_pts_buffer(AVStream *st, int64_t *pts_buffer, int64_t dts) {
1080 int onein_oneout = st->codecpar->codec_id != AV_CODEC_ID_H264 &&
1081 st->codecpar->codec_id != AV_CODEC_ID_HEVC;
1084 int delay = st->internal->avctx->has_b_frames;
1087 if (dts == AV_NOPTS_VALUE) {
1088 int64_t best_score = INT64_MAX;
1089 for (i = 0; i<delay; i++) {
1090 if (st->internal->pts_reorder_error_count[i]) {
1091 int64_t score = st->internal->pts_reorder_error[i] / st->internal->pts_reorder_error_count[i];
1092 if (score < best_score) {
1094 dts = pts_buffer[i];
1099 for (i = 0; i<delay; i++) {
1100 if (pts_buffer[i] != AV_NOPTS_VALUE) {
1101 int64_t diff = FFABS(pts_buffer[i] - dts)
1102 + (uint64_t)st->internal->pts_reorder_error[i];
1103 diff = FFMAX(diff, st->internal->pts_reorder_error[i]);
1104 st->internal->pts_reorder_error[i] = diff;
1105 st->internal->pts_reorder_error_count[i]++;
1106 if (st->internal->pts_reorder_error_count[i] > 250) {
1107 st->internal->pts_reorder_error[i] >>= 1;
1108 st->internal->pts_reorder_error_count[i] >>= 1;
1115 if (dts == AV_NOPTS_VALUE)
1116 dts = pts_buffer[0];
1122 * Updates the dts of packets of a stream in pkt_buffer, by re-ordering the pts
1123 * of the packets in a window.
1125 static void update_dts_from_pts(AVFormatContext *s, int stream_index,
1126 PacketList *pkt_buffer)
1128 AVStream *st = s->streams[stream_index];
1129 int delay = st->internal->avctx->has_b_frames;
1132 int64_t pts_buffer[MAX_REORDER_DELAY+1];
1134 for (i = 0; i<MAX_REORDER_DELAY+1; i++)
1135 pts_buffer[i] = AV_NOPTS_VALUE;
1137 for (; pkt_buffer; pkt_buffer = get_next_pkt(s, st, pkt_buffer)) {
1138 if (pkt_buffer->pkt.stream_index != stream_index)
1141 if (pkt_buffer->pkt.pts != AV_NOPTS_VALUE && delay <= MAX_REORDER_DELAY) {
1142 pts_buffer[0] = pkt_buffer->pkt.pts;
1143 for (i = 0; i<delay && pts_buffer[i] > pts_buffer[i + 1]; i++)
1144 FFSWAP(int64_t, pts_buffer[i], pts_buffer[i + 1]);
1146 pkt_buffer->pkt.dts = select_from_pts_buffer(st, pts_buffer, pkt_buffer->pkt.dts);
1151 static void update_initial_timestamps(AVFormatContext *s, int stream_index,
1152 int64_t dts, int64_t pts, AVPacket *pkt)
1154 AVStream *st = s->streams[stream_index];
1155 PacketList *pktl = s->internal->packet_buffer ? s->internal->packet_buffer : s->internal->parse_queue;
1156 PacketList *pktl_it;
1160 if (st->first_dts != AV_NOPTS_VALUE ||
1161 dts == AV_NOPTS_VALUE ||
1162 st->cur_dts == AV_NOPTS_VALUE ||
1163 st->cur_dts < INT_MIN + RELATIVE_TS_BASE ||
1164 dts < INT_MIN + (st->cur_dts - RELATIVE_TS_BASE) ||
1168 st->first_dts = dts - (st->cur_dts - RELATIVE_TS_BASE);
1170 shift = (uint64_t)st->first_dts - RELATIVE_TS_BASE;
1172 if (is_relative(pts))
1175 for (pktl_it = pktl; pktl_it; pktl_it = get_next_pkt(s, st, pktl_it)) {
1176 if (pktl_it->pkt.stream_index != stream_index)
1178 if (is_relative(pktl_it->pkt.pts))
1179 pktl_it->pkt.pts += shift;
1181 if (is_relative(pktl_it->pkt.dts))
1182 pktl_it->pkt.dts += shift;
1184 if (st->start_time == AV_NOPTS_VALUE && pktl_it->pkt.pts != AV_NOPTS_VALUE) {
1185 st->start_time = pktl_it->pkt.pts;
1186 if (st->codecpar->codec_type == AVMEDIA_TYPE_AUDIO && st->codecpar->sample_rate)
1187 st->start_time = av_sat_add64(st->start_time, av_rescale_q(st->internal->skip_samples, (AVRational){1, st->codecpar->sample_rate}, st->time_base));
1191 if (has_decode_delay_been_guessed(st)) {
1192 update_dts_from_pts(s, stream_index, pktl);
1195 if (st->start_time == AV_NOPTS_VALUE) {
1196 if (st->codecpar->codec_type == AVMEDIA_TYPE_AUDIO || !(pkt->flags & AV_PKT_FLAG_DISCARD)) {
1197 st->start_time = pts;
1199 if (st->codecpar->codec_type == AVMEDIA_TYPE_AUDIO && st->codecpar->sample_rate)
1200 st->start_time = av_sat_add64(st->start_time, av_rescale_q(st->internal->skip_samples, (AVRational){1, st->codecpar->sample_rate}, st->time_base));
1204 static void update_initial_durations(AVFormatContext *s, AVStream *st,
1205 int stream_index, int64_t duration)
1207 PacketList *pktl = s->internal->packet_buffer ? s->internal->packet_buffer : s->internal->parse_queue;
1208 int64_t cur_dts = RELATIVE_TS_BASE;
1210 if (st->first_dts != AV_NOPTS_VALUE) {
1211 if (st->internal->update_initial_durations_done)
1213 st->internal->update_initial_durations_done = 1;
1214 cur_dts = st->first_dts;
1215 for (; pktl; pktl = get_next_pkt(s, st, pktl)) {
1216 if (pktl->pkt.stream_index == stream_index) {
1217 if (pktl->pkt.pts != pktl->pkt.dts ||
1218 pktl->pkt.dts != AV_NOPTS_VALUE ||
1221 cur_dts -= duration;
1224 if (pktl && pktl->pkt.dts != st->first_dts) {
1225 av_log(s, AV_LOG_DEBUG, "first_dts %s not matching first dts %s (pts %s, duration %"PRId64") in the queue\n",
1226 av_ts2str(st->first_dts), av_ts2str(pktl->pkt.dts), av_ts2str(pktl->pkt.pts), pktl->pkt.duration);
1230 av_log(s, AV_LOG_DEBUG, "first_dts %s but no packet with dts in the queue\n", av_ts2str(st->first_dts));
1233 pktl = s->internal->packet_buffer ? s->internal->packet_buffer : s->internal->parse_queue;
1234 st->first_dts = cur_dts;
1235 } else if (st->cur_dts != RELATIVE_TS_BASE)
1238 for (; pktl; pktl = get_next_pkt(s, st, pktl)) {
1239 if (pktl->pkt.stream_index != stream_index)
1241 if ((pktl->pkt.pts == pktl->pkt.dts ||
1242 pktl->pkt.pts == AV_NOPTS_VALUE) &&
1243 (pktl->pkt.dts == AV_NOPTS_VALUE ||
1244 pktl->pkt.dts == st->first_dts ||
1245 pktl->pkt.dts == RELATIVE_TS_BASE) &&
1246 !pktl->pkt.duration) {
1247 pktl->pkt.dts = cur_dts;
1248 if (!st->internal->avctx->has_b_frames)
1249 pktl->pkt.pts = cur_dts;
1250 pktl->pkt.duration = duration;
1253 cur_dts = pktl->pkt.dts + pktl->pkt.duration;
1256 st->cur_dts = cur_dts;
1259 static void compute_pkt_fields(AVFormatContext *s, AVStream *st,
1260 AVCodecParserContext *pc, AVPacket *pkt,
1261 int64_t next_dts, int64_t next_pts)
1263 int num, den, presentation_delayed, delay, i;
1265 AVRational duration;
1266 int onein_oneout = st->codecpar->codec_id != AV_CODEC_ID_H264 &&
1267 st->codecpar->codec_id != AV_CODEC_ID_HEVC;
1269 if (s->flags & AVFMT_FLAG_NOFILLIN)
1272 if (st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO && pkt->dts != AV_NOPTS_VALUE) {
1273 if (pkt->dts == pkt->pts && st->internal->last_dts_for_order_check != AV_NOPTS_VALUE) {
1274 if (st->internal->last_dts_for_order_check <= pkt->dts) {
1275 st->internal->dts_ordered++;
1277 av_log(s, st->internal->dts_misordered ? AV_LOG_DEBUG : AV_LOG_WARNING,
1278 "DTS %"PRIi64" < %"PRIi64" out of order\n",
1280 st->internal->last_dts_for_order_check);
1281 st->internal->dts_misordered++;
1283 if (st->internal->dts_ordered + st->internal->dts_misordered > 250) {
1284 st->internal->dts_ordered >>= 1;
1285 st->internal->dts_misordered >>= 1;
1289 st->internal->last_dts_for_order_check = pkt->dts;
1290 if (st->internal->dts_ordered < 8*st->internal->dts_misordered && pkt->dts == pkt->pts)
1291 pkt->dts = AV_NOPTS_VALUE;
1294 if ((s->flags & AVFMT_FLAG_IGNDTS) && pkt->pts != AV_NOPTS_VALUE)
1295 pkt->dts = AV_NOPTS_VALUE;
1297 if (pc && pc->pict_type == AV_PICTURE_TYPE_B
1298 && !st->internal->avctx->has_b_frames)
1299 //FIXME Set low_delay = 0 when has_b_frames = 1
1300 st->internal->avctx->has_b_frames = 1;
1302 /* do we have a video B-frame ? */
1303 delay = st->internal->avctx->has_b_frames;
1304 presentation_delayed = 0;
1306 /* XXX: need has_b_frame, but cannot get it if the codec is
1307 * not initialized */
1309 pc && pc->pict_type != AV_PICTURE_TYPE_B)
1310 presentation_delayed = 1;
1312 if (pkt->pts != AV_NOPTS_VALUE && pkt->dts != AV_NOPTS_VALUE &&
1313 st->pts_wrap_bits < 63 && pkt->dts > INT64_MIN + (1LL << st->pts_wrap_bits) &&
1314 pkt->dts - (1LL << (st->pts_wrap_bits - 1)) > pkt->pts) {
1315 if (is_relative(st->cur_dts) || pkt->dts - (1LL<<(st->pts_wrap_bits - 1)) > st->cur_dts) {
1316 pkt->dts -= 1LL << st->pts_wrap_bits;
1318 pkt->pts += 1LL << st->pts_wrap_bits;
1321 /* Some MPEG-2 in MPEG-PS lack dts (issue #171 / input_file.mpg).
1322 * We take the conservative approach and discard both.
1323 * Note: If this is misbehaving for an H.264 file, then possibly
1324 * presentation_delayed is not set correctly. */
1325 if (delay == 1 && pkt->dts == pkt->pts &&
1326 pkt->dts != AV_NOPTS_VALUE && presentation_delayed) {
1327 av_log(s, AV_LOG_DEBUG, "invalid dts/pts combination %"PRIi64"\n", pkt->dts);
1328 if ( strcmp(s->iformat->name, "mov,mp4,m4a,3gp,3g2,mj2")
1329 && strcmp(s->iformat->name, "flv")) // otherwise we discard correct timestamps for vc1-wmapro.ism
1330 pkt->dts = AV_NOPTS_VALUE;
1333 duration = av_mul_q((AVRational) {pkt->duration, 1}, st->time_base);
1334 if (pkt->duration <= 0) {
1335 ff_compute_frame_duration(s, &num, &den, st, pc, pkt);
1337 duration = (AVRational) {num, den};
1338 pkt->duration = av_rescale_rnd(1,
1339 num * (int64_t) st->time_base.den,
1340 den * (int64_t) st->time_base.num,
1345 if (pkt->duration > 0 && (s->internal->packet_buffer || s->internal->parse_queue))
1346 update_initial_durations(s, st, pkt->stream_index, pkt->duration);
1348 /* Correct timestamps with byte offset if demuxers only have timestamps
1349 * on packet boundaries */
1350 if (pc && st->need_parsing == AVSTREAM_PARSE_TIMESTAMPS && pkt->size) {
1351 /* this will estimate bitrate based on this frame's duration and size */
1352 offset = av_rescale(pc->offset, pkt->duration, pkt->size);
1353 if (pkt->pts != AV_NOPTS_VALUE)
1355 if (pkt->dts != AV_NOPTS_VALUE)
1359 /* This may be redundant, but it should not hurt. */
1360 if (pkt->dts != AV_NOPTS_VALUE &&
1361 pkt->pts != AV_NOPTS_VALUE &&
1362 pkt->pts > pkt->dts)
1363 presentation_delayed = 1;
1365 if (s->debug & FF_FDEBUG_TS)
1366 av_log(s, AV_LOG_DEBUG,
1367 "IN delayed:%d pts:%s, dts:%s cur_dts:%s st:%d pc:%p duration:%"PRId64" delay:%d onein_oneout:%d\n",
1368 presentation_delayed, av_ts2str(pkt->pts), av_ts2str(pkt->dts), av_ts2str(st->cur_dts),
1369 pkt->stream_index, pc, pkt->duration, delay, onein_oneout);
1371 /* Interpolate PTS and DTS if they are not present. We skip H264
1372 * currently because delay and has_b_frames are not reliably set. */
1373 if ((delay == 0 || (delay == 1 && pc)) &&
1375 if (presentation_delayed) {
1376 /* DTS = decompression timestamp */
1377 /* PTS = presentation timestamp */
1378 if (pkt->dts == AV_NOPTS_VALUE)
1379 pkt->dts = st->last_IP_pts;
1380 update_initial_timestamps(s, pkt->stream_index, pkt->dts, pkt->pts, pkt);
1381 if (pkt->dts == AV_NOPTS_VALUE)
1382 pkt->dts = st->cur_dts;
1384 /* This is tricky: the dts must be incremented by the duration
1385 * of the frame we are displaying, i.e. the last I- or P-frame. */
1386 if (st->last_IP_duration == 0 && (uint64_t)pkt->duration <= INT32_MAX)
1387 st->last_IP_duration = pkt->duration;
1388 if (pkt->dts != AV_NOPTS_VALUE)
1389 st->cur_dts = av_sat_add64(pkt->dts, st->last_IP_duration);
1390 if (pkt->dts != AV_NOPTS_VALUE &&
1391 pkt->pts == AV_NOPTS_VALUE &&
1392 st->last_IP_duration > 0 &&
1393 ((uint64_t)st->cur_dts - (uint64_t)next_dts + 1) <= 2 &&
1394 next_dts != next_pts &&
1395 next_pts != AV_NOPTS_VALUE)
1396 pkt->pts = next_dts;
1398 if ((uint64_t)pkt->duration <= INT32_MAX)
1399 st->last_IP_duration = pkt->duration;
1400 st->last_IP_pts = pkt->pts;
1401 /* Cannot compute PTS if not present (we can compute it only
1402 * by knowing the future. */
1403 } else if (pkt->pts != AV_NOPTS_VALUE ||
1404 pkt->dts != AV_NOPTS_VALUE ||
1405 pkt->duration > 0 ) {
1407 /* presentation is not delayed : PTS and DTS are the same */
1408 if (pkt->pts == AV_NOPTS_VALUE)
1409 pkt->pts = pkt->dts;
1410 update_initial_timestamps(s, pkt->stream_index, pkt->pts,
1412 if (pkt->pts == AV_NOPTS_VALUE)
1413 pkt->pts = st->cur_dts;
1414 pkt->dts = pkt->pts;
1415 if (pkt->pts != AV_NOPTS_VALUE && duration.num >= 0)
1416 st->cur_dts = av_add_stable(st->time_base, pkt->pts, duration, 1);
1420 if (pkt->pts != AV_NOPTS_VALUE && delay <= MAX_REORDER_DELAY) {
1421 st->internal->pts_buffer[0] = pkt->pts;
1422 for (i = 0; i<delay && st->internal->pts_buffer[i] > st->internal->pts_buffer[i + 1]; i++)
1423 FFSWAP(int64_t, st->internal->pts_buffer[i], st->internal->pts_buffer[i + 1]);
1425 if(has_decode_delay_been_guessed(st))
1426 pkt->dts = select_from_pts_buffer(st, st->internal->pts_buffer, pkt->dts);
1428 // We skipped it above so we try here.
1430 // This should happen on the first packet
1431 update_initial_timestamps(s, pkt->stream_index, pkt->dts, pkt->pts, pkt);
1432 if (pkt->dts > st->cur_dts)
1433 st->cur_dts = pkt->dts;
1435 if (s->debug & FF_FDEBUG_TS)
1436 av_log(s, AV_LOG_DEBUG, "OUTdelayed:%d/%d pts:%s, dts:%s cur_dts:%s st:%d (%d)\n",
1437 presentation_delayed, delay, av_ts2str(pkt->pts), av_ts2str(pkt->dts), av_ts2str(st->cur_dts), st->index, st->id);
1440 if (st->codecpar->codec_type == AVMEDIA_TYPE_DATA || ff_is_intra_only(st->codecpar->codec_id))
1441 pkt->flags |= AV_PKT_FLAG_KEY;
1442 #if FF_API_CONVERGENCE_DURATION
1443 FF_DISABLE_DEPRECATION_WARNINGS
1445 pkt->convergence_duration = pc->convergence_duration;
1446 FF_ENABLE_DEPRECATION_WARNINGS
1451 * Parse a packet, add all split parts to parse_queue.
1453 * @param pkt Packet to parse; must not be NULL.
1454 * @param flush Indicates whether to flush. If set, pkt must be blank.
1456 static int parse_packet(AVFormatContext *s, AVPacket *pkt,
1457 int stream_index, int flush)
1459 AVPacket *out_pkt = s->internal->parse_pkt;
1460 AVStream *st = s->streams[stream_index];
1461 uint8_t *data = pkt->data;
1462 int size = pkt->size;
1463 int ret = 0, got_output = flush;
1465 if (!size && !flush && st->parser->flags & PARSER_FLAG_COMPLETE_FRAMES) {
1466 // preserve 0-size sync packets
1467 compute_pkt_fields(s, st, st->parser, pkt, AV_NOPTS_VALUE, AV_NOPTS_VALUE);
1470 while (size > 0 || (flush && got_output)) {
1472 int64_t next_pts = pkt->pts;
1473 int64_t next_dts = pkt->dts;
1475 len = av_parser_parse2(st->parser, st->internal->avctx,
1476 &out_pkt->data, &out_pkt->size, data, size,
1477 pkt->pts, pkt->dts, pkt->pos);
1479 pkt->pts = pkt->dts = AV_NOPTS_VALUE;
1481 /* increment read pointer */
1482 av_assert1(data || !len);
1483 data = len ? data + len : data;
1486 got_output = !!out_pkt->size;
1491 if (pkt->buf && out_pkt->data == pkt->data) {
1492 /* reference pkt->buf only when out_pkt->data is guaranteed to point
1493 * to data in it and not in the parser's internal buffer. */
1494 /* XXX: Ensure this is the case with all parsers when st->parser->flags
1495 * is PARSER_FLAG_COMPLETE_FRAMES and check for that instead? */
1496 out_pkt->buf = av_buffer_ref(pkt->buf);
1497 if (!out_pkt->buf) {
1498 ret = AVERROR(ENOMEM);
1502 ret = av_packet_make_refcounted(out_pkt);
1507 if (pkt->side_data) {
1508 out_pkt->side_data = pkt->side_data;
1509 out_pkt->side_data_elems = pkt->side_data_elems;
1510 pkt->side_data = NULL;
1511 pkt->side_data_elems = 0;
1514 /* set the duration */
1515 out_pkt->duration = (st->parser->flags & PARSER_FLAG_COMPLETE_FRAMES) ? pkt->duration : 0;
1516 if (st->codecpar->codec_type == AVMEDIA_TYPE_AUDIO) {
1517 if (st->internal->avctx->sample_rate > 0) {
1519 av_rescale_q_rnd(st->parser->duration,
1520 (AVRational) { 1, st->internal->avctx->sample_rate },
1526 out_pkt->stream_index = st->index;
1527 out_pkt->pts = st->parser->pts;
1528 out_pkt->dts = st->parser->dts;
1529 out_pkt->pos = st->parser->pos;
1530 out_pkt->flags |= pkt->flags & AV_PKT_FLAG_DISCARD;
1532 if (st->need_parsing == AVSTREAM_PARSE_FULL_RAW)
1533 out_pkt->pos = st->parser->frame_offset;
1535 if (st->parser->key_frame == 1 ||
1536 (st->parser->key_frame == -1 &&
1537 st->parser->pict_type == AV_PICTURE_TYPE_I))
1538 out_pkt->flags |= AV_PKT_FLAG_KEY;
1540 if (st->parser->key_frame == -1 && st->parser->pict_type ==AV_PICTURE_TYPE_NONE && (pkt->flags&AV_PKT_FLAG_KEY))
1541 out_pkt->flags |= AV_PKT_FLAG_KEY;
1543 compute_pkt_fields(s, st, st->parser, out_pkt, next_dts, next_pts);
1545 ret = avpriv_packet_list_put(&s->internal->parse_queue,
1546 &s->internal->parse_queue_end,
1552 /* end of the stream => close and free the parser */
1554 av_parser_close(st->parser);
1560 av_packet_unref(out_pkt);
1561 av_packet_unref(pkt);
1565 static int64_t ts_to_samples(AVStream *st, int64_t ts)
1567 return av_rescale(ts, st->time_base.num * st->codecpar->sample_rate, st->time_base.den);
1570 static int read_frame_internal(AVFormatContext *s, AVPacket *pkt)
1572 int ret, i, got_packet = 0;
1573 AVDictionary *metadata = NULL;
1575 while (!got_packet && !s->internal->parse_queue) {
1578 /* read next packet */
1579 ret = ff_read_packet(s, pkt);
1581 if (ret == AVERROR(EAGAIN))
1583 /* flush the parsers */
1584 for (i = 0; i < s->nb_streams; i++) {
1586 if (st->parser && st->need_parsing)
1587 parse_packet(s, pkt, st->index, 1);
1589 /* all remaining packets are now in parse_queue =>
1590 * really terminate parsing */
1594 st = s->streams[pkt->stream_index];
1596 st->event_flags |= AVSTREAM_EVENT_FLAG_NEW_PACKETS;
1598 /* update context if required */
1599 if (st->internal->need_context_update) {
1600 if (avcodec_is_open(st->internal->avctx)) {
1601 av_log(s, AV_LOG_DEBUG, "Demuxer context update while decoder is open, closing and trying to re-open\n");
1602 avcodec_close(st->internal->avctx);
1603 st->internal->info->found_decoder = 0;
1606 /* close parser, because it depends on the codec */
1607 if (st->parser && st->internal->avctx->codec_id != st->codecpar->codec_id) {
1608 av_parser_close(st->parser);
1612 ret = avcodec_parameters_to_context(st->internal->avctx, st->codecpar);
1614 av_packet_unref(pkt);
1618 #if FF_API_LAVF_AVCTX
1619 FF_DISABLE_DEPRECATION_WARNINGS
1620 /* update deprecated public codec context */
1621 ret = avcodec_parameters_to_context(st->codec, st->codecpar);
1623 av_packet_unref(pkt);
1626 FF_ENABLE_DEPRECATION_WARNINGS
1629 st->internal->need_context_update = 0;
1632 if (pkt->pts != AV_NOPTS_VALUE &&
1633 pkt->dts != AV_NOPTS_VALUE &&
1634 pkt->pts < pkt->dts) {
1635 av_log(s, AV_LOG_WARNING,
1636 "Invalid timestamps stream=%d, pts=%s, dts=%s, size=%d\n",
1638 av_ts2str(pkt->pts),
1639 av_ts2str(pkt->dts),
1642 if (s->debug & FF_FDEBUG_TS)
1643 av_log(s, AV_LOG_DEBUG,
1644 "ff_read_packet stream=%d, pts=%s, dts=%s, size=%d, duration=%"PRId64", flags=%d\n",
1646 av_ts2str(pkt->pts),
1647 av_ts2str(pkt->dts),
1648 pkt->size, pkt->duration, pkt->flags);
1650 if (st->need_parsing && !st->parser && !(s->flags & AVFMT_FLAG_NOPARSE)) {
1651 st->parser = av_parser_init(st->codecpar->codec_id);
1653 av_log(s, AV_LOG_VERBOSE, "parser not found for codec "
1654 "%s, packets or times may be invalid.\n",
1655 avcodec_get_name(st->codecpar->codec_id));
1656 /* no parser available: just output the raw packets */
1657 st->need_parsing = AVSTREAM_PARSE_NONE;
1658 } else if (st->need_parsing == AVSTREAM_PARSE_HEADERS)
1659 st->parser->flags |= PARSER_FLAG_COMPLETE_FRAMES;
1660 else if (st->need_parsing == AVSTREAM_PARSE_FULL_ONCE)
1661 st->parser->flags |= PARSER_FLAG_ONCE;
1662 else if (st->need_parsing == AVSTREAM_PARSE_FULL_RAW)
1663 st->parser->flags |= PARSER_FLAG_USE_CODEC_TS;
1666 if (!st->need_parsing || !st->parser) {
1667 /* no parsing needed: we just output the packet as is */
1668 compute_pkt_fields(s, st, NULL, pkt, AV_NOPTS_VALUE, AV_NOPTS_VALUE);
1669 if ((s->iformat->flags & AVFMT_GENERIC_INDEX) &&
1670 (pkt->flags & AV_PKT_FLAG_KEY) && pkt->dts != AV_NOPTS_VALUE) {
1671 ff_reduce_index(s, st->index);
1672 av_add_index_entry(st, pkt->pos, pkt->dts,
1673 0, 0, AVINDEX_KEYFRAME);
1676 } else if (st->discard < AVDISCARD_ALL) {
1677 if ((ret = parse_packet(s, pkt, pkt->stream_index, 0)) < 0)
1679 st->codecpar->sample_rate = st->internal->avctx->sample_rate;
1680 st->codecpar->bit_rate = st->internal->avctx->bit_rate;
1681 st->codecpar->channels = st->internal->avctx->channels;
1682 st->codecpar->channel_layout = st->internal->avctx->channel_layout;
1683 st->codecpar->codec_id = st->internal->avctx->codec_id;
1686 av_packet_unref(pkt);
1688 if (pkt->flags & AV_PKT_FLAG_KEY)
1689 st->internal->skip_to_keyframe = 0;
1690 if (st->internal->skip_to_keyframe) {
1691 av_packet_unref(pkt);
1696 if (!got_packet && s->internal->parse_queue)
1697 ret = avpriv_packet_list_get(&s->internal->parse_queue, &s->internal->parse_queue_end, pkt);
1700 AVStream *st = s->streams[pkt->stream_index];
1701 int discard_padding = 0;
1702 if (st->internal->first_discard_sample && pkt->pts != AV_NOPTS_VALUE) {
1703 int64_t pts = pkt->pts - (is_relative(pkt->pts) ? RELATIVE_TS_BASE : 0);
1704 int64_t sample = ts_to_samples(st, pts);
1705 int duration = ts_to_samples(st, pkt->duration);
1706 int64_t end_sample = sample + duration;
1707 if (duration > 0 && end_sample >= st->internal->first_discard_sample &&
1708 sample < st->internal->last_discard_sample)
1709 discard_padding = FFMIN(end_sample - st->internal->first_discard_sample, duration);
1711 if (st->internal->start_skip_samples && (pkt->pts == 0 || pkt->pts == RELATIVE_TS_BASE))
1712 st->internal->skip_samples = st->internal->start_skip_samples;
1713 if (st->internal->skip_samples || discard_padding) {
1714 uint8_t *p = av_packet_new_side_data(pkt, AV_PKT_DATA_SKIP_SAMPLES, 10);
1716 AV_WL32(p, st->internal->skip_samples);
1717 AV_WL32(p + 4, discard_padding);
1718 av_log(s, AV_LOG_DEBUG, "demuxer injecting skip %d / discard %d\n", st->internal->skip_samples, discard_padding);
1720 st->internal->skip_samples = 0;
1723 if (st->internal->inject_global_side_data) {
1724 for (i = 0; i < st->nb_side_data; i++) {
1725 AVPacketSideData *src_sd = &st->side_data[i];
1728 if (av_packet_get_side_data(pkt, src_sd->type, NULL))
1731 dst_data = av_packet_new_side_data(pkt, src_sd->type, src_sd->size);
1733 av_log(s, AV_LOG_WARNING, "Could not inject global side data\n");
1737 memcpy(dst_data, src_sd->data, src_sd->size);
1739 st->internal->inject_global_side_data = 0;
1743 av_opt_get_dict_val(s, "metadata", AV_OPT_SEARCH_CHILDREN, &metadata);
1745 s->event_flags |= AVFMT_EVENT_FLAG_METADATA_UPDATED;
1746 av_dict_copy(&s->metadata, metadata, 0);
1747 av_dict_free(&metadata);
1748 av_opt_set_dict_val(s, "metadata", NULL, AV_OPT_SEARCH_CHILDREN);
1751 #if FF_API_LAVF_AVCTX
1752 update_stream_avctx(s);
1755 if (s->debug & FF_FDEBUG_TS)
1756 av_log(s, AV_LOG_DEBUG,
1757 "read_frame_internal stream=%d, pts=%s, dts=%s, "
1758 "size=%d, duration=%"PRId64", flags=%d\n",
1760 av_ts2str(pkt->pts),
1761 av_ts2str(pkt->dts),
1762 pkt->size, pkt->duration, pkt->flags);
1764 /* A demuxer might have returned EOF because of an IO error, let's
1765 * propagate this back to the user. */
1766 if (ret == AVERROR_EOF && s->pb && s->pb->error < 0 && s->pb->error != AVERROR(EAGAIN))
1772 int av_read_frame(AVFormatContext *s, AVPacket *pkt)
1774 const int genpts = s->flags & AVFMT_FLAG_GENPTS;
1780 ret = s->internal->packet_buffer
1781 ? avpriv_packet_list_get(&s->internal->packet_buffer,
1782 &s->internal->packet_buffer_end, pkt)
1783 : read_frame_internal(s, pkt);
1790 PacketList *pktl = s->internal->packet_buffer;
1793 AVPacket *next_pkt = &pktl->pkt;
1795 if (next_pkt->dts != AV_NOPTS_VALUE) {
1796 int wrap_bits = s->streams[next_pkt->stream_index]->pts_wrap_bits;
1797 // last dts seen for this stream. if any of packets following
1798 // current one had no dts, we will set this to AV_NOPTS_VALUE.
1799 int64_t last_dts = next_pkt->dts;
1800 av_assert2(wrap_bits <= 64);
1801 while (pktl && next_pkt->pts == AV_NOPTS_VALUE) {
1802 if (pktl->pkt.stream_index == next_pkt->stream_index &&
1803 av_compare_mod(next_pkt->dts, pktl->pkt.dts, 2ULL << (wrap_bits - 1)) < 0) {
1804 if (av_compare_mod(pktl->pkt.pts, pktl->pkt.dts, 2ULL << (wrap_bits - 1))) {
1806 next_pkt->pts = pktl->pkt.dts;
1808 if (last_dts != AV_NOPTS_VALUE) {
1809 // Once last dts was set to AV_NOPTS_VALUE, we don't change it.
1810 last_dts = pktl->pkt.dts;
1815 if (eof && next_pkt->pts == AV_NOPTS_VALUE && last_dts != AV_NOPTS_VALUE) {
1816 // Fixing the last reference frame had none pts issue (For MXF etc).
1817 // We only do this when
1819 // 2. we are not able to resolve a pts value for current packet.
1820 // 3. the packets for this stream at the end of the files had valid dts.
1821 next_pkt->pts = last_dts + next_pkt->duration;
1823 pktl = s->internal->packet_buffer;
1826 /* read packet from packet buffer, if there is data */
1827 st = s->streams[next_pkt->stream_index];
1828 if (!(next_pkt->pts == AV_NOPTS_VALUE && st->discard < AVDISCARD_ALL &&
1829 next_pkt->dts != AV_NOPTS_VALUE && !eof)) {
1830 ret = avpriv_packet_list_get(&s->internal->packet_buffer,
1831 &s->internal->packet_buffer_end, pkt);
1836 ret = read_frame_internal(s, pkt);
1838 if (pktl && ret != AVERROR(EAGAIN)) {
1845 ret = avpriv_packet_list_put(&s->internal->packet_buffer,
1846 &s->internal->packet_buffer_end,
1849 av_packet_unref(pkt);
1856 st = s->streams[pkt->stream_index];
1857 if ((s->iformat->flags & AVFMT_GENERIC_INDEX) && pkt->flags & AV_PKT_FLAG_KEY) {
1858 ff_reduce_index(s, st->index);
1859 av_add_index_entry(st, pkt->pos, pkt->dts, 0, 0, AVINDEX_KEYFRAME);
1862 if (is_relative(pkt->dts))
1863 pkt->dts -= RELATIVE_TS_BASE;
1864 if (is_relative(pkt->pts))
1865 pkt->pts -= RELATIVE_TS_BASE;
1870 /* XXX: suppress the packet queue */
1871 static void flush_packet_queue(AVFormatContext *s)
1875 avpriv_packet_list_free(&s->internal->parse_queue, &s->internal->parse_queue_end);
1876 avpriv_packet_list_free(&s->internal->packet_buffer, &s->internal->packet_buffer_end);
1877 avpriv_packet_list_free(&s->internal->raw_packet_buffer, &s->internal->raw_packet_buffer_end);
1879 s->internal->raw_packet_buffer_remaining_size = RAW_PACKET_BUFFER_SIZE;
1882 /*******************************************************/
1885 int av_find_default_stream_index(AVFormatContext *s)
1889 int best_stream = 0;
1890 int best_score = INT_MIN;
1892 if (s->nb_streams <= 0)
1894 for (i = 0; i < s->nb_streams; i++) {
1897 if (st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO) {
1898 if (st->disposition & AV_DISPOSITION_ATTACHED_PIC)
1900 if (st->codecpar->width && st->codecpar->height)
1904 if (st->codecpar->codec_type == AVMEDIA_TYPE_AUDIO) {
1905 if (st->codecpar->sample_rate)
1908 if (st->codec_info_nb_frames)
1911 if (st->discard != AVDISCARD_ALL)
1914 if (score > best_score) {
1922 /** Flush the frame reader. */
1923 void ff_read_frame_flush(AVFormatContext *s)
1928 flush_packet_queue(s);
1930 /* Reset read state for each stream. */
1931 for (i = 0; i < s->nb_streams; i++) {
1935 av_parser_close(st->parser);
1938 st->last_IP_pts = AV_NOPTS_VALUE;
1939 st->internal->last_dts_for_order_check = AV_NOPTS_VALUE;
1940 if (st->first_dts == AV_NOPTS_VALUE)
1941 st->cur_dts = RELATIVE_TS_BASE;
1943 /* We set the current DTS to an unspecified origin. */
1944 st->cur_dts = AV_NOPTS_VALUE;
1946 st->probe_packets = s->max_probe_packets;
1948 for (j = 0; j < MAX_REORDER_DELAY + 1; j++)
1949 st->internal->pts_buffer[j] = AV_NOPTS_VALUE;
1951 if (s->internal->inject_global_side_data)
1952 st->internal->inject_global_side_data = 1;
1954 st->internal->skip_samples = 0;
1958 void ff_update_cur_dts(AVFormatContext *s, AVStream *ref_st, int64_t timestamp)
1962 for (i = 0; i < s->nb_streams; i++) {
1963 AVStream *st = s->streams[i];
1966 av_rescale(timestamp,
1967 st->time_base.den * (int64_t) ref_st->time_base.num,
1968 st->time_base.num * (int64_t) ref_st->time_base.den);
1972 void ff_reduce_index(AVFormatContext *s, int stream_index)
1974 AVStream *st = s->streams[stream_index];
1975 unsigned int max_entries = s->max_index_size / sizeof(AVIndexEntry);
1977 if ((unsigned) st->internal->nb_index_entries >= max_entries) {
1979 for (i = 0; 2 * i < st->internal->nb_index_entries; i++)
1980 st->internal->index_entries[i] = st->internal->index_entries[2 * i];
1981 st->internal->nb_index_entries = i;
1985 int ff_add_index_entry(AVIndexEntry **index_entries,
1986 int *nb_index_entries,
1987 unsigned int *index_entries_allocated_size,
1988 int64_t pos, int64_t timestamp,
1989 int size, int distance, int flags)
1991 AVIndexEntry *entries, *ie;
1994 if ((unsigned) *nb_index_entries + 1 >= UINT_MAX / sizeof(AVIndexEntry))
1997 if (timestamp == AV_NOPTS_VALUE)
1998 return AVERROR(EINVAL);
2000 if (size < 0 || size > 0x3FFFFFFF)
2001 return AVERROR(EINVAL);
2003 if (is_relative(timestamp)) //FIXME this maintains previous behavior but we should shift by the correct offset once known
2004 timestamp -= RELATIVE_TS_BASE;
2006 entries = av_fast_realloc(*index_entries,
2007 index_entries_allocated_size,
2008 (*nb_index_entries + 1) *
2009 sizeof(AVIndexEntry));
2013 *index_entries = entries;
2015 index = ff_index_search_timestamp(*index_entries, *nb_index_entries,
2016 timestamp, AVSEEK_FLAG_ANY);
2019 index = (*nb_index_entries)++;
2020 ie = &entries[index];
2021 av_assert0(index == 0 || ie[-1].timestamp < timestamp);
2023 ie = &entries[index];
2024 if (ie->timestamp != timestamp) {
2025 if (ie->timestamp <= timestamp)
2027 memmove(entries + index + 1, entries + index,
2028 sizeof(AVIndexEntry) * (*nb_index_entries - index));
2029 (*nb_index_entries)++;
2030 } else if (ie->pos == pos && distance < ie->min_distance)
2031 // do not reduce the distance
2032 distance = ie->min_distance;
2036 ie->timestamp = timestamp;
2037 ie->min_distance = distance;
2044 int av_add_index_entry(AVStream *st, int64_t pos, int64_t timestamp,
2045 int size, int distance, int flags)
2047 timestamp = wrap_timestamp(st, timestamp);
2048 return ff_add_index_entry(&st->internal->index_entries, &st->internal->nb_index_entries,
2049 &st->internal->index_entries_allocated_size, pos,
2050 timestamp, size, distance, flags);
2053 int ff_index_search_timestamp(const AVIndexEntry *entries, int nb_entries,
2054 int64_t wanted_timestamp, int flags)
2062 // Optimize appending index entries at the end.
2063 if (b && entries[b - 1].timestamp < wanted_timestamp)
2069 // Search for the next non-discarded packet.
2070 while ((entries[m].flags & AVINDEX_DISCARD_FRAME) && m < b && m < nb_entries - 1) {
2072 if (m == b && entries[m].timestamp >= wanted_timestamp) {
2078 timestamp = entries[m].timestamp;
2079 if (timestamp >= wanted_timestamp)
2081 if (timestamp <= wanted_timestamp)
2084 m = (flags & AVSEEK_FLAG_BACKWARD) ? a : b;
2086 if (!(flags & AVSEEK_FLAG_ANY))
2087 while (m >= 0 && m < nb_entries &&
2088 !(entries[m].flags & AVINDEX_KEYFRAME))
2089 m += (flags & AVSEEK_FLAG_BACKWARD) ? -1 : 1;
2091 if (m == nb_entries)
2096 void ff_configure_buffers_for_index(AVFormatContext *s, int64_t time_tolerance)
2099 int64_t pos_delta = 0;
2101 //We could use URLProtocol flags here but as many user applications do not use URLProtocols this would be unreliable
2102 const char *proto = avio_find_protocol_name(s->url);
2104 av_assert0(time_tolerance >= 0);
2107 av_log(s, AV_LOG_INFO,
2108 "Protocol name not provided, cannot determine if input is local or "
2109 "a network protocol, buffers and access patterns cannot be configured "
2110 "optimally without knowing the protocol\n");
2113 if (proto && !(strcmp(proto, "file") && strcmp(proto, "pipe") && strcmp(proto, "cache")))
2116 for (ist1 = 0; ist1 < s->nb_streams; ist1++) {
2117 AVStream *st1 = s->streams[ist1];
2118 for (ist2 = 0; ist2 < s->nb_streams; ist2++) {
2119 AVStream *st2 = s->streams[ist2];
2125 for (i1 = i2 = 0; i1 < st1->internal->nb_index_entries; i1++) {
2126 AVIndexEntry *e1 = &st1->internal->index_entries[i1];
2127 int64_t e1_pts = av_rescale_q(e1->timestamp, st1->time_base, AV_TIME_BASE_Q);
2129 skip = FFMAX(skip, e1->size);
2130 for (; i2 < st2->internal->nb_index_entries; i2++) {
2131 AVIndexEntry *e2 = &st2->internal->index_entries[i2];
2132 int64_t e2_pts = av_rescale_q(e2->timestamp, st2->time_base, AV_TIME_BASE_Q);
2133 if (e2_pts < e1_pts || e2_pts - (uint64_t)e1_pts < time_tolerance)
2135 pos_delta = FFMAX(pos_delta, e1->pos - e2->pos);
2143 /* XXX This could be adjusted depending on protocol*/
2144 if (s->pb->buffer_size < pos_delta && pos_delta < (1<<24)) {
2145 av_log(s, AV_LOG_VERBOSE, "Reconfiguring buffers to size %"PRId64"\n", pos_delta);
2147 /* realloc the buffer and the original data will be retained */
2148 if (ffio_realloc_buf(s->pb, pos_delta)) {
2149 av_log(s, AV_LOG_ERROR, "Realloc buffer fail.\n");
2153 s->pb->short_seek_threshold = FFMAX(s->pb->short_seek_threshold, pos_delta/2);
2156 if (skip < (1<<23)) {
2157 s->pb->short_seek_threshold = FFMAX(s->pb->short_seek_threshold, skip);
2161 int av_index_search_timestamp(AVStream *st, int64_t wanted_timestamp, int flags)
2163 return ff_index_search_timestamp(st->internal->index_entries, st->internal->nb_index_entries,
2164 wanted_timestamp, flags);
2167 static int64_t ff_read_timestamp(AVFormatContext *s, int stream_index, int64_t *ppos, int64_t pos_limit,
2168 int64_t (*read_timestamp)(struct AVFormatContext *, int , int64_t *, int64_t ))
2170 int64_t ts = read_timestamp(s, stream_index, ppos, pos_limit);
2171 if (stream_index >= 0)
2172 ts = wrap_timestamp(s->streams[stream_index], ts);
2176 int ff_seek_frame_binary(AVFormatContext *s, int stream_index,
2177 int64_t target_ts, int flags)
2179 const AVInputFormat *avif = s->iformat;
2180 int64_t av_uninit(pos_min), av_uninit(pos_max), pos, pos_limit;
2181 int64_t ts_min, ts_max, ts;
2186 if (stream_index < 0)
2189 av_log(s, AV_LOG_TRACE, "read_seek: %d %s\n", stream_index, av_ts2str(target_ts));
2192 ts_min = AV_NOPTS_VALUE;
2193 pos_limit = -1; // GCC falsely says it may be uninitialized.
2195 st = s->streams[stream_index];
2196 if (st->internal->index_entries) {
2199 /* FIXME: Whole function must be checked for non-keyframe entries in
2200 * index case, especially read_timestamp(). */
2201 index = av_index_search_timestamp(st, target_ts,
2202 flags | AVSEEK_FLAG_BACKWARD);
2203 index = FFMAX(index, 0);
2204 e = &st->internal->index_entries[index];
2206 if (e->timestamp <= target_ts || e->pos == e->min_distance) {
2208 ts_min = e->timestamp;
2209 av_log(s, AV_LOG_TRACE, "using cached pos_min=0x%"PRIx64" dts_min=%s\n",
2210 pos_min, av_ts2str(ts_min));
2212 av_assert1(index == 0);
2215 index = av_index_search_timestamp(st, target_ts,
2216 flags & ~AVSEEK_FLAG_BACKWARD);
2217 av_assert0(index < st->internal->nb_index_entries);
2219 e = &st->internal->index_entries[index];
2220 av_assert1(e->timestamp >= target_ts);
2222 ts_max = e->timestamp;
2223 pos_limit = pos_max - e->min_distance;
2224 av_log(s, AV_LOG_TRACE, "using cached pos_max=0x%"PRIx64" pos_limit=0x%"PRIx64
2225 " dts_max=%s\n", pos_max, pos_limit, av_ts2str(ts_max));
2229 pos = ff_gen_search(s, stream_index, target_ts, pos_min, pos_max, pos_limit,
2230 ts_min, ts_max, flags, &ts, avif->read_timestamp);
2235 if ((ret = avio_seek(s->pb, pos, SEEK_SET)) < 0)
2238 ff_read_frame_flush(s);
2239 ff_update_cur_dts(s, st, ts);
2244 int ff_find_last_ts(AVFormatContext *s, int stream_index, int64_t *ts, int64_t *pos,
2245 int64_t (*read_timestamp)(struct AVFormatContext *, int , int64_t *, int64_t ))
2247 int64_t step = 1024;
2248 int64_t limit, ts_max;
2249 int64_t filesize = avio_size(s->pb);
2250 int64_t pos_max = filesize - 1;
2253 pos_max = FFMAX(0, (pos_max) - step);
2254 ts_max = ff_read_timestamp(s, stream_index,
2255 &pos_max, limit, read_timestamp);
2257 } while (ts_max == AV_NOPTS_VALUE && 2*limit > step);
2258 if (ts_max == AV_NOPTS_VALUE)
2262 int64_t tmp_pos = pos_max + 1;
2263 int64_t tmp_ts = ff_read_timestamp(s, stream_index,
2264 &tmp_pos, INT64_MAX, read_timestamp);
2265 if (tmp_ts == AV_NOPTS_VALUE)
2267 av_assert0(tmp_pos > pos_max);
2270 if (tmp_pos >= filesize)
2282 int64_t ff_gen_search(AVFormatContext *s, int stream_index, int64_t target_ts,
2283 int64_t pos_min, int64_t pos_max, int64_t pos_limit,
2284 int64_t ts_min, int64_t ts_max,
2285 int flags, int64_t *ts_ret,
2286 int64_t (*read_timestamp)(struct AVFormatContext *, int,
2287 int64_t *, int64_t))
2294 av_log(s, AV_LOG_TRACE, "gen_seek: %d %s\n", stream_index, av_ts2str(target_ts));
2296 if (ts_min == AV_NOPTS_VALUE) {
2297 pos_min = s->internal->data_offset;
2298 ts_min = ff_read_timestamp(s, stream_index, &pos_min, INT64_MAX, read_timestamp);
2299 if (ts_min == AV_NOPTS_VALUE)
2303 if (ts_min >= target_ts) {
2308 if (ts_max == AV_NOPTS_VALUE) {
2309 if ((ret = ff_find_last_ts(s, stream_index, &ts_max, &pos_max, read_timestamp)) < 0)
2311 pos_limit = pos_max;
2314 if (ts_max <= target_ts) {
2319 av_assert0(ts_min < ts_max);
2322 while (pos_min < pos_limit) {
2323 av_log(s, AV_LOG_TRACE,
2324 "pos_min=0x%"PRIx64" pos_max=0x%"PRIx64" dts_min=%s dts_max=%s\n",
2325 pos_min, pos_max, av_ts2str(ts_min), av_ts2str(ts_max));
2326 av_assert0(pos_limit <= pos_max);
2328 if (no_change == 0) {
2329 int64_t approximate_keyframe_distance = pos_max - pos_limit;
2330 // interpolate position (better than dichotomy)
2331 pos = av_rescale(target_ts - ts_min, pos_max - pos_min,
2333 pos_min - approximate_keyframe_distance;
2334 } else if (no_change == 1) {
2335 // bisection if interpolation did not change min / max pos last time
2336 pos = (pos_min + pos_limit) >> 1;
2338 /* linear search if bisection failed, can only happen if there
2339 * are very few or no keyframes between min/max */
2344 else if (pos > pos_limit)
2348 // May pass pos_limit instead of -1.
2349 ts = ff_read_timestamp(s, stream_index, &pos, INT64_MAX, read_timestamp);
2354 av_log(s, AV_LOG_TRACE, "%"PRId64" %"PRId64" %"PRId64" / %s %s %s"
2355 " target:%s limit:%"PRId64" start:%"PRId64" noc:%d\n",
2356 pos_min, pos, pos_max,
2357 av_ts2str(ts_min), av_ts2str(ts), av_ts2str(ts_max), av_ts2str(target_ts),
2358 pos_limit, start_pos, no_change);
2359 if (ts == AV_NOPTS_VALUE) {
2360 av_log(s, AV_LOG_ERROR, "read_timestamp() failed in the middle\n");
2363 if (target_ts <= ts) {
2364 pos_limit = start_pos - 1;
2368 if (target_ts >= ts) {
2374 pos = (flags & AVSEEK_FLAG_BACKWARD) ? pos_min : pos_max;
2375 ts = (flags & AVSEEK_FLAG_BACKWARD) ? ts_min : ts_max;
2378 ts_min = ff_read_timestamp(s, stream_index, &pos_min, INT64_MAX, read_timestamp);
2380 ts_max = ff_read_timestamp(s, stream_index, &pos_min, INT64_MAX, read_timestamp);
2381 av_log(s, AV_LOG_TRACE, "pos=0x%"PRIx64" %s<=%s<=%s\n",
2382 pos, av_ts2str(ts_min), av_ts2str(target_ts), av_ts2str(ts_max));
2388 static int seek_frame_byte(AVFormatContext *s, int stream_index,
2389 int64_t pos, int flags)
2391 int64_t pos_min, pos_max;
2393 pos_min = s->internal->data_offset;
2394 pos_max = avio_size(s->pb) - 1;
2398 else if (pos > pos_max)
2401 avio_seek(s->pb, pos, SEEK_SET);
2403 s->io_repositioned = 1;
2408 static int seek_frame_generic(AVFormatContext *s, int stream_index,
2409 int64_t timestamp, int flags)
2416 st = s->streams[stream_index];
2418 index = av_index_search_timestamp(st, timestamp, flags);
2420 if (index < 0 && st->internal->nb_index_entries &&
2421 timestamp < st->internal->index_entries[0].timestamp)
2424 if (index < 0 || index == st->internal->nb_index_entries - 1) {
2425 AVPacket *pkt = s->internal->pkt;
2428 if (st->internal->nb_index_entries) {
2429 av_assert0(st->internal->index_entries);
2430 ie = &st->internal->index_entries[st->internal->nb_index_entries - 1];
2431 if ((ret = avio_seek(s->pb, ie->pos, SEEK_SET)) < 0)
2433 ff_update_cur_dts(s, st, ie->timestamp);
2435 if ((ret = avio_seek(s->pb, s->internal->data_offset, SEEK_SET)) < 0)
2438 av_packet_unref(pkt);
2442 read_status = av_read_frame(s, pkt);
2443 } while (read_status == AVERROR(EAGAIN));
2444 if (read_status < 0)
2446 if (stream_index == pkt->stream_index && pkt->dts > timestamp) {
2447 if (pkt->flags & AV_PKT_FLAG_KEY) {
2448 av_packet_unref(pkt);
2451 if (nonkey++ > 1000 && st->codecpar->codec_id != AV_CODEC_ID_CDGRAPHICS) {
2452 av_log(s, AV_LOG_ERROR,"seek_frame_generic failed as this stream seems to contain no keyframes after the target timestamp, %d non keyframes found\n", nonkey);
2453 av_packet_unref(pkt);
2457 av_packet_unref(pkt);
2459 index = av_index_search_timestamp(st, timestamp, flags);
2464 ff_read_frame_flush(s);
2465 if (s->iformat->read_seek)
2466 if (s->iformat->read_seek(s, stream_index, timestamp, flags) >= 0)
2468 ie = &st->internal->index_entries[index];
2469 if ((ret = avio_seek(s->pb, ie->pos, SEEK_SET)) < 0)
2471 ff_update_cur_dts(s, st, ie->timestamp);
2476 static int seek_frame_internal(AVFormatContext *s, int stream_index,
2477 int64_t timestamp, int flags)
2482 if (flags & AVSEEK_FLAG_BYTE) {
2483 if (s->iformat->flags & AVFMT_NO_BYTE_SEEK)
2485 ff_read_frame_flush(s);
2486 return seek_frame_byte(s, stream_index, timestamp, flags);
2489 if (stream_index < 0) {
2490 stream_index = av_find_default_stream_index(s);
2491 if (stream_index < 0)
2494 st = s->streams[stream_index];
2495 /* timestamp for default must be expressed in AV_TIME_BASE units */
2496 timestamp = av_rescale(timestamp, st->time_base.den,
2497 AV_TIME_BASE * (int64_t) st->time_base.num);
2500 /* first, we try the format specific seek */
2501 if (s->iformat->read_seek) {
2502 ff_read_frame_flush(s);
2503 ret = s->iformat->read_seek(s, stream_index, timestamp, flags);
2509 if (s->iformat->read_timestamp &&
2510 !(s->iformat->flags & AVFMT_NOBINSEARCH)) {
2511 ff_read_frame_flush(s);
2512 return ff_seek_frame_binary(s, stream_index, timestamp, flags);
2513 } else if (!(s->iformat->flags & AVFMT_NOGENSEARCH)) {
2514 ff_read_frame_flush(s);
2515 return seek_frame_generic(s, stream_index, timestamp, flags);
2520 int av_seek_frame(AVFormatContext *s, int stream_index,
2521 int64_t timestamp, int flags)
2525 if (s->iformat->read_seek2 && !s->iformat->read_seek) {
2526 int64_t min_ts = INT64_MIN, max_ts = INT64_MAX;
2527 if ((flags & AVSEEK_FLAG_BACKWARD))
2531 return avformat_seek_file(s, stream_index, min_ts, timestamp, max_ts,
2532 flags & ~AVSEEK_FLAG_BACKWARD);
2535 ret = seek_frame_internal(s, stream_index, timestamp, flags);
2538 ret = avformat_queue_attached_pictures(s);
2543 int avformat_seek_file(AVFormatContext *s, int stream_index, int64_t min_ts,
2544 int64_t ts, int64_t max_ts, int flags)
2546 if (min_ts > ts || max_ts < ts)
2548 if (stream_index < -1 || stream_index >= (int)s->nb_streams)
2549 return AVERROR(EINVAL);
2552 flags |= AVSEEK_FLAG_ANY;
2553 flags &= ~AVSEEK_FLAG_BACKWARD;
2555 if (s->iformat->read_seek2) {
2557 ff_read_frame_flush(s);
2559 if (stream_index == -1 && s->nb_streams == 1) {
2560 AVRational time_base = s->streams[0]->time_base;
2561 ts = av_rescale_q(ts, AV_TIME_BASE_Q, time_base);
2562 min_ts = av_rescale_rnd(min_ts, time_base.den,
2563 time_base.num * (int64_t)AV_TIME_BASE,
2564 AV_ROUND_UP | AV_ROUND_PASS_MINMAX);
2565 max_ts = av_rescale_rnd(max_ts, time_base.den,
2566 time_base.num * (int64_t)AV_TIME_BASE,
2567 AV_ROUND_DOWN | AV_ROUND_PASS_MINMAX);
2571 ret = s->iformat->read_seek2(s, stream_index, min_ts,
2575 ret = avformat_queue_attached_pictures(s);
2579 if (s->iformat->read_timestamp) {
2580 // try to seek via read_timestamp()
2583 // Fall back on old API if new is not implemented but old is.
2584 // Note the old API has somewhat different semantics.
2585 if (s->iformat->read_seek || 1) {
2586 int dir = (ts - (uint64_t)min_ts > (uint64_t)max_ts - ts ? AVSEEK_FLAG_BACKWARD : 0);
2587 int ret = av_seek_frame(s, stream_index, ts, flags | dir);
2588 if (ret<0 && ts != min_ts && max_ts != ts) {
2589 ret = av_seek_frame(s, stream_index, dir ? max_ts : min_ts, flags | dir);
2591 ret = av_seek_frame(s, stream_index, ts, flags | (dir^AVSEEK_FLAG_BACKWARD));
2596 // try some generic seek like seek_frame_generic() but with new ts semantics
2597 return -1; //unreachable
2600 int avformat_flush(AVFormatContext *s)
2602 ff_read_frame_flush(s);
2606 /*******************************************************/
2609 * Return TRUE if the stream has accurate duration in any stream.
2611 * @return TRUE if the stream has accurate duration for at least one component.
2613 static int has_duration(AVFormatContext *ic)
2618 for (i = 0; i < ic->nb_streams; i++) {
2619 st = ic->streams[i];
2620 if (st->duration != AV_NOPTS_VALUE)
2623 if (ic->duration != AV_NOPTS_VALUE)
2629 * Estimate the stream timings from the one of each components.
2631 * Also computes the global bitrate if possible.
2633 static void update_stream_timings(AVFormatContext *ic)
2635 int64_t start_time, start_time1, start_time_text, end_time, end_time1, end_time_text;
2636 int64_t duration, duration1, duration_text, filesize;
2640 start_time = INT64_MAX;
2641 start_time_text = INT64_MAX;
2642 end_time = INT64_MIN;
2643 end_time_text = INT64_MIN;
2644 duration = INT64_MIN;
2645 duration_text = INT64_MIN;
2647 for (i = 0; i < ic->nb_streams; i++) {
2648 AVStream *st = ic->streams[i];
2649 int is_text = st->codecpar->codec_type == AVMEDIA_TYPE_SUBTITLE ||
2650 st->codecpar->codec_type == AVMEDIA_TYPE_DATA;
2651 if (st->start_time != AV_NOPTS_VALUE && st->time_base.den) {
2652 start_time1 = av_rescale_q(st->start_time, st->time_base,
2655 start_time_text = FFMIN(start_time_text, start_time1);
2657 start_time = FFMIN(start_time, start_time1);
2658 end_time1 = av_rescale_q_rnd(st->duration, st->time_base,
2660 AV_ROUND_NEAR_INF|AV_ROUND_PASS_MINMAX);
2661 if (end_time1 != AV_NOPTS_VALUE && (end_time1 > 0 ? start_time1 <= INT64_MAX - end_time1 : start_time1 >= INT64_MIN - end_time1)) {
2662 end_time1 += start_time1;
2664 end_time_text = FFMAX(end_time_text, end_time1);
2666 end_time = FFMAX(end_time, end_time1);
2668 for (p = NULL; (p = av_find_program_from_stream(ic, p, i)); ) {
2669 if (p->start_time == AV_NOPTS_VALUE || p->start_time > start_time1)
2670 p->start_time = start_time1;
2671 if (p->end_time < end_time1)
2672 p->end_time = end_time1;
2675 if (st->duration != AV_NOPTS_VALUE) {
2676 duration1 = av_rescale_q(st->duration, st->time_base,
2679 duration_text = FFMAX(duration_text, duration1);
2681 duration = FFMAX(duration, duration1);
2684 if (start_time == INT64_MAX || (start_time > start_time_text && start_time - (uint64_t)start_time_text < AV_TIME_BASE))
2685 start_time = start_time_text;
2686 else if (start_time > start_time_text)
2687 av_log(ic, AV_LOG_VERBOSE, "Ignoring outlier non primary stream starttime %f\n", start_time_text / (float)AV_TIME_BASE);
2689 if (end_time == INT64_MIN || (end_time < end_time_text && end_time_text - (uint64_t)end_time < AV_TIME_BASE))
2690 end_time = end_time_text;
2691 else if (end_time < end_time_text)
2692 av_log(ic, AV_LOG_VERBOSE, "Ignoring outlier non primary stream endtime %f\n", end_time_text / (float)AV_TIME_BASE);
2694 if (duration == INT64_MIN || (duration < duration_text && duration_text - duration < AV_TIME_BASE))
2695 duration = duration_text;
2696 else if (duration < duration_text)
2697 av_log(ic, AV_LOG_VERBOSE, "Ignoring outlier non primary stream duration %f\n", duration_text / (float)AV_TIME_BASE);
2699 if (start_time != INT64_MAX) {
2700 ic->start_time = start_time;
2701 if (end_time != INT64_MIN) {
2702 if (ic->nb_programs > 1) {
2703 for (i = 0; i < ic->nb_programs; i++) {
2704 p = ic->programs[i];
2705 if (p->start_time != AV_NOPTS_VALUE &&
2706 p->end_time > p->start_time &&
2707 p->end_time - (uint64_t)p->start_time <= INT64_MAX)
2708 duration = FFMAX(duration, p->end_time - p->start_time);
2710 } else if (end_time >= start_time && end_time - (uint64_t)start_time <= INT64_MAX) {
2711 duration = FFMAX(duration, end_time - start_time);
2715 if (duration != INT64_MIN && duration > 0 && ic->duration == AV_NOPTS_VALUE) {
2716 ic->duration = duration;
2718 if (ic->pb && (filesize = avio_size(ic->pb)) > 0 && ic->duration > 0) {
2719 /* compute the bitrate */
2720 double bitrate = (double) filesize * 8.0 * AV_TIME_BASE /
2721 (double) ic->duration;
2722 if (bitrate >= 0 && bitrate <= INT64_MAX)
2723 ic->bit_rate = bitrate;
2727 static void fill_all_stream_timings(AVFormatContext *ic)
2732 update_stream_timings(ic);
2733 for (i = 0; i < ic->nb_streams; i++) {
2734 st = ic->streams[i];
2735 if (st->start_time == AV_NOPTS_VALUE) {
2736 if (ic->start_time != AV_NOPTS_VALUE)
2737 st->start_time = av_rescale_q(ic->start_time, AV_TIME_BASE_Q,
2739 if (ic->duration != AV_NOPTS_VALUE)
2740 st->duration = av_rescale_q(ic->duration, AV_TIME_BASE_Q,
2746 static void estimate_timings_from_bit_rate(AVFormatContext *ic)
2748 int64_t filesize, duration;
2749 int i, show_warning = 0;
2752 /* if bit_rate is already set, we believe it */
2753 if (ic->bit_rate <= 0) {
2754 int64_t bit_rate = 0;
2755 for (i = 0; i < ic->nb_streams; i++) {
2756 st = ic->streams[i];
2757 if (st->codecpar->bit_rate <= 0 && st->internal->avctx->bit_rate > 0)
2758 st->codecpar->bit_rate = st->internal->avctx->bit_rate;
2759 if (st->codecpar->bit_rate > 0) {
2760 if (INT64_MAX - st->codecpar->bit_rate < bit_rate) {
2764 bit_rate += st->codecpar->bit_rate;
2765 } else if (st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO && st->codec_info_nb_frames > 1) {
2766 // If we have a videostream with packets but without a bitrate
2767 // then consider the sum not known
2772 ic->bit_rate = bit_rate;
2775 /* if duration is already set, we believe it */
2776 if (ic->duration == AV_NOPTS_VALUE &&
2777 ic->bit_rate != 0) {
2778 filesize = ic->pb ? avio_size(ic->pb) : 0;
2779 if (filesize > ic->internal->data_offset) {
2780 filesize -= ic->internal->data_offset;
2781 for (i = 0; i < ic->nb_streams; i++) {
2782 st = ic->streams[i];
2783 if ( st->time_base.num <= INT64_MAX / ic->bit_rate
2784 && st->duration == AV_NOPTS_VALUE) {
2785 duration = av_rescale(filesize, 8LL * st->time_base.den,
2787 (int64_t) st->time_base.num);
2788 st->duration = duration;
2795 av_log(ic, AV_LOG_WARNING,
2796 "Estimating duration from bitrate, this may be inaccurate\n");
2799 #define DURATION_MAX_READ_SIZE 250000LL
2800 #define DURATION_MAX_RETRY 6
2802 /* only usable for MPEG-PS streams */
2803 static void estimate_timings_from_pts(AVFormatContext *ic, int64_t old_offset)
2805 AVPacket *pkt = ic->internal->pkt;
2807 int num, den, read_size, i, ret;
2808 int found_duration = 0;
2810 int64_t filesize, offset, duration;
2813 /* flush packet queue */
2814 flush_packet_queue(ic);
2816 for (i = 0; i < ic->nb_streams; i++) {
2817 st = ic->streams[i];
2818 if (st->start_time == AV_NOPTS_VALUE &&
2819 st->first_dts == AV_NOPTS_VALUE &&
2820 st->codecpar->codec_type != AVMEDIA_TYPE_UNKNOWN)
2821 av_log(ic, AV_LOG_WARNING,
2822 "start time for stream %d is not set in estimate_timings_from_pts\n", i);
2825 av_parser_close(st->parser);
2830 if (ic->skip_estimate_duration_from_pts) {
2831 av_log(ic, AV_LOG_INFO, "Skipping duration calculation in estimate_timings_from_pts\n");
2832 goto skip_duration_calc;
2835 av_opt_set(ic, "skip_changes", "1", AV_OPT_SEARCH_CHILDREN);
2836 /* estimate the end time (duration) */
2837 /* XXX: may need to support wrapping */
2838 filesize = ic->pb ? avio_size(ic->pb) : 0;
2840 is_end = found_duration;
2841 offset = filesize - (DURATION_MAX_READ_SIZE << retry);
2845 avio_seek(ic->pb, offset, SEEK_SET);
2848 if (read_size >= DURATION_MAX_READ_SIZE << (FFMAX(retry - 1, 0)))
2852 ret = ff_read_packet(ic, pkt);
2853 } while (ret == AVERROR(EAGAIN));
2856 read_size += pkt->size;
2857 st = ic->streams[pkt->stream_index];
2858 if (pkt->pts != AV_NOPTS_VALUE &&
2859 (st->start_time != AV_NOPTS_VALUE ||
2860 st->first_dts != AV_NOPTS_VALUE)) {
2861 if (pkt->duration == 0) {
2862 ff_compute_frame_duration(ic, &num, &den, st, st->parser, pkt);
2864 pkt->duration = av_rescale_rnd(1,
2865 num * (int64_t) st->time_base.den,
2866 den * (int64_t) st->time_base.num,
2870 duration = pkt->pts + pkt->duration;
2872 if (st->start_time != AV_NOPTS_VALUE)
2873 duration -= st->start_time;
2875 duration -= st->first_dts;
2877 if (st->duration == AV_NOPTS_VALUE || st->internal->info->last_duration<= 0 ||
2878 (st->duration < duration && FFABS(duration - st->internal->info->last_duration) < 60LL*st->time_base.den / st->time_base.num))
2879 st->duration = duration;
2880 st->internal->info->last_duration = duration;
2883 av_packet_unref(pkt);
2886 /* check if all audio/video streams have valid duration */
2889 for (i = 0; i < ic->nb_streams; i++) {
2890 st = ic->streams[i];
2891 switch (st->codecpar->codec_type) {
2892 case AVMEDIA_TYPE_VIDEO:
2893 case AVMEDIA_TYPE_AUDIO:
2894 if (st->duration == AV_NOPTS_VALUE)
2901 ++retry <= DURATION_MAX_RETRY);
2903 av_opt_set(ic, "skip_changes", "0", AV_OPT_SEARCH_CHILDREN);
2905 /* warn about audio/video streams which duration could not be estimated */
2906 for (i = 0; i < ic->nb_streams; i++) {
2907 st = ic->streams[i];
2908 if (st->duration == AV_NOPTS_VALUE) {
2909 switch (st->codecpar->codec_type) {
2910 case AVMEDIA_TYPE_VIDEO:
2911 case AVMEDIA_TYPE_AUDIO:
2912 if (st->start_time != AV_NOPTS_VALUE || st->first_dts != AV_NOPTS_VALUE) {
2913 av_log(ic, AV_LOG_WARNING, "stream %d : no PTS found at end of file, duration not set\n", i);
2915 av_log(ic, AV_LOG_WARNING, "stream %d : no TS found at start of file, duration not set\n", i);
2920 fill_all_stream_timings(ic);
2922 avio_seek(ic->pb, old_offset, SEEK_SET);
2923 for (i = 0; i < ic->nb_streams; i++) {
2926 st = ic->streams[i];
2927 st->cur_dts = st->first_dts;
2928 st->last_IP_pts = AV_NOPTS_VALUE;
2929 st->internal->last_dts_for_order_check = AV_NOPTS_VALUE;
2930 for (j = 0; j < MAX_REORDER_DELAY + 1; j++)
2931 st->internal->pts_buffer[j] = AV_NOPTS_VALUE;
2935 /* 1:1 map to AVDurationEstimationMethod */
2936 static const char *const duration_name[] = {
2937 [AVFMT_DURATION_FROM_PTS] = "pts",
2938 [AVFMT_DURATION_FROM_STREAM] = "stream",
2939 [AVFMT_DURATION_FROM_BITRATE] = "bit rate",
2942 static const char *duration_estimate_name(enum AVDurationEstimationMethod method)
2944 return duration_name[method];
2947 static void estimate_timings(AVFormatContext *ic, int64_t old_offset)
2951 /* get the file size, if possible */
2952 if (ic->iformat->flags & AVFMT_NOFILE) {
2955 file_size = avio_size(ic->pb);
2956 file_size = FFMAX(0, file_size);
2959 if ((!strcmp(ic->iformat->name, "mpeg") ||
2960 !strcmp(ic->iformat->name, "mpegts")) &&
2961 file_size && (ic->pb->seekable & AVIO_SEEKABLE_NORMAL)) {
2962 /* get accurate estimate from the PTSes */
2963 estimate_timings_from_pts(ic, old_offset);
2964 ic->duration_estimation_method = AVFMT_DURATION_FROM_PTS;
2965 } else if (has_duration(ic)) {
2966 /* at least one component has timings - we use them for all
2968 fill_all_stream_timings(ic);
2969 /* nut demuxer estimate the duration from PTS */
2970 if(!strcmp(ic->iformat->name, "nut"))
2971 ic->duration_estimation_method = AVFMT_DURATION_FROM_PTS;
2973 ic->duration_estimation_method = AVFMT_DURATION_FROM_STREAM;
2975 /* less precise: use bitrate info */
2976 estimate_timings_from_bit_rate(ic);
2977 ic->duration_estimation_method = AVFMT_DURATION_FROM_BITRATE;
2979 update_stream_timings(ic);
2981 for (unsigned i = 0; i < ic->nb_streams; i++) {
2982 AVStream *st = ic->streams[i];
2983 if (st->time_base.den)
2984 av_log(ic, AV_LOG_TRACE, "stream %u: start_time: %s duration: %s\n", i,
2985 av_ts2timestr(st->start_time, &st->time_base),
2986 av_ts2timestr(st->duration, &st->time_base));
2988 av_log(ic, AV_LOG_TRACE,
2989 "format: start_time: %s duration: %s (estimate from %s) bitrate=%"PRId64" kb/s\n",
2990 av_ts2timestr(ic->start_time, &AV_TIME_BASE_Q),
2991 av_ts2timestr(ic->duration, &AV_TIME_BASE_Q),
2992 duration_estimate_name(ic->duration_estimation_method),
2993 (int64_t)ic->bit_rate / 1000);
2996 static int has_codec_parameters(AVStream *st, const char **errmsg_ptr)
2998 AVCodecContext *avctx = st->internal->avctx;
3000 #define FAIL(errmsg) do { \
3002 *errmsg_ptr = errmsg; \
3006 if ( avctx->codec_id == AV_CODEC_ID_NONE
3007 && avctx->codec_type != AVMEDIA_TYPE_DATA)
3008 FAIL("unknown codec");
3009 switch (avctx->codec_type) {
3010 case AVMEDIA_TYPE_AUDIO:
3011 if (!avctx->frame_size && determinable_frame_size(avctx))
3012 FAIL("unspecified frame size");
3013 if (st->internal->info->found_decoder >= 0 &&
3014 avctx->sample_fmt == AV_SAMPLE_FMT_NONE)
3015 FAIL("unspecified sample format");
3016 if (!avctx->sample_rate)
3017 FAIL("unspecified sample rate");
3018 if (!avctx->channels)
3019 FAIL("unspecified number of channels");
3020 if (st->internal->info->found_decoder >= 0 && !st->internal->nb_decoded_frames && avctx->codec_id == AV_CODEC_ID_DTS)
3021 FAIL("no decodable DTS frames");
3023 case AVMEDIA_TYPE_VIDEO:
3025 FAIL("unspecified size");
3026 if (st->internal->info->found_decoder >= 0 && avctx->pix_fmt == AV_PIX_FMT_NONE)
3027 FAIL("unspecified pixel format");
3028 if (st->codecpar->codec_id == AV_CODEC_ID_RV30 || st->codecpar->codec_id == AV_CODEC_ID_RV40)
3029 if (!st->sample_aspect_ratio.num && !st->codecpar->sample_aspect_ratio.num && !st->codec_info_nb_frames)
3030 FAIL("no frame in rv30/40 and no sar");
3032 case AVMEDIA_TYPE_SUBTITLE:
3033 if (avctx->codec_id == AV_CODEC_ID_HDMV_PGS_SUBTITLE && !avctx->width)
3034 FAIL("unspecified size");
3036 case AVMEDIA_TYPE_DATA:
3037 if (avctx->codec_id == AV_CODEC_ID_NONE) return 1;
3043 /* returns 1 or 0 if or if not decoded data was returned, or a negative error */
3044 static int try_decode_frame(AVFormatContext *s, AVStream *st,
3045 const AVPacket *avpkt, AVDictionary **options)
3047 AVCodecContext *avctx = st->internal->avctx;
3048 const AVCodec *codec;
3049 int got_picture = 1, ret = 0;
3050 AVFrame *frame = av_frame_alloc();
3051 AVSubtitle subtitle;
3052 AVPacket pkt = *avpkt;
3053 int do_skip_frame = 0;
3054 enum AVDiscard skip_frame;
3057 return AVERROR(ENOMEM);
3059 if (!avcodec_is_open(avctx) &&
3060 st->internal->info->found_decoder <= 0 &&
3061 (st->codecpar->codec_id != -st->internal->info->found_decoder || !st->codecpar->codec_id)) {
3062 AVDictionary *thread_opt = NULL;
3064 codec = find_probe_decoder(s, st, st->codecpar->codec_id);
3067 st->internal->info->found_decoder = -st->codecpar->codec_id;
3072 /* Force thread count to 1 since the H.264 decoder will not extract
3073 * SPS and PPS to extradata during multi-threaded decoding. */
3074 av_dict_set(options ? options : &thread_opt, "threads", "1", 0);
3075 /* Force lowres to 0. The decoder might reduce the video size by the
3076 * lowres factor, and we don't want that propagated to the stream's
3078 av_dict_set(options ? options : &thread_opt, "lowres", "0", 0);
3079 if (s->codec_whitelist)
3080 av_dict_set(options ? options : &thread_opt, "codec_whitelist", s->codec_whitelist, 0);
3081 ret = avcodec_open2(avctx, codec, options ? options : &thread_opt);
3083 av_dict_free(&thread_opt);
3085 st->internal->info->found_decoder = -avctx->codec_id;
3088 st->internal->info->found_decoder = 1;
3089 } else if (!st->internal->info->found_decoder)
3090 st->internal->info->found_decoder = 1;
3092 if (st->internal->info->found_decoder < 0) {
3097 if (avpriv_codec_get_cap_skip_frame_fill_param(avctx->codec)) {
3099 skip_frame = avctx->skip_frame;
3100 avctx->skip_frame = AVDISCARD_ALL;
3103 while ((pkt.size > 0 || (!pkt.data && got_picture)) &&
3105 (!has_codec_parameters(st, NULL) || !has_decode_delay_been_guessed(st) ||
3106 (!st->codec_info_nb_frames &&
3107 (avctx->codec->capabilities & AV_CODEC_CAP_CHANNEL_CONF)))) {
3109 if (avctx->codec_type == AVMEDIA_TYPE_VIDEO ||
3110 avctx->codec_type == AVMEDIA_TYPE_AUDIO) {
3111 ret = avcodec_send_packet(avctx, &pkt);
3112 if (ret < 0 && ret != AVERROR(EAGAIN) && ret != AVERROR_EOF)
3116 ret = avcodec_receive_frame(avctx, frame);
3119 if (ret == AVERROR(EAGAIN) || ret == AVERROR_EOF)
3121 } else if (avctx->codec_type == AVMEDIA_TYPE_SUBTITLE) {
3122 ret = avcodec_decode_subtitle2(avctx, &subtitle,
3123 &got_picture, &pkt);
3125 avsubtitle_free(&subtitle);
3131 st->internal->nb_decoded_frames++;
3136 if (!pkt.data && !got_picture)
3140 if (do_skip_frame) {
3141 avctx->skip_frame = skip_frame;
3144 av_frame_free(&frame);
3148 unsigned int ff_codec_get_tag(const AVCodecTag *tags, enum AVCodecID id)
3150 while (tags->id != AV_CODEC_ID_NONE) {
3158 enum AVCodecID ff_codec_get_id(const AVCodecTag *tags, unsigned int tag)
3161 for (i = 0; tags[i].id != AV_CODEC_ID_NONE; i++)
3162 if (tag == tags[i].tag)
3164 for (i = 0; tags[i].id != AV_CODEC_ID_NONE; i++)
3165 if (avpriv_toupper4(tag) == avpriv_toupper4(tags[i].tag))
3167 return AV_CODEC_ID_NONE;
3170 enum AVCodecID ff_get_pcm_codec_id(int bps, int flt, int be, int sflags)
3172 if (bps <= 0 || bps > 64)
3173 return AV_CODEC_ID_NONE;
3178 return be ? AV_CODEC_ID_PCM_F32BE : AV_CODEC_ID_PCM_F32LE;
3180 return be ? AV_CODEC_ID_PCM_F64BE : AV_CODEC_ID_PCM_F64LE;
3182 return AV_CODEC_ID_NONE;
3187 if (sflags & (1 << (bps - 1))) {
3190 return AV_CODEC_ID_PCM_S8;
3192 return be ? AV_CODEC_ID_PCM_S16BE : AV_CODEC_ID_PCM_S16LE;
3194 return be ? AV_CODEC_ID_PCM_S24BE : AV_CODEC_ID_PCM_S24LE;
3196 return be ? AV_CODEC_ID_PCM_S32BE : AV_CODEC_ID_PCM_S32LE;
3198 return be ? AV_CODEC_ID_PCM_S64BE : AV_CODEC_ID_PCM_S64LE;
3200 return AV_CODEC_ID_NONE;
3205 return AV_CODEC_ID_PCM_U8;
3207 return be ? AV_CODEC_ID_PCM_U16BE : AV_CODEC_ID_PCM_U16LE;
3209 return be ? AV_CODEC_ID_PCM_U24BE : AV_CODEC_ID_PCM_U24LE;
3211 return be ? AV_CODEC_ID_PCM_U32BE : AV_CODEC_ID_PCM_U32LE;
3213 return AV_CODEC_ID_NONE;
3219 unsigned int av_codec_get_tag(const AVCodecTag *const *tags, enum AVCodecID id)
3222 if (!av_codec_get_tag2(tags, id, &tag))
3227 int av_codec_get_tag2(const AVCodecTag * const *tags, enum AVCodecID id,
3231 for (i = 0; tags && tags[i]; i++) {
3232 const AVCodecTag *codec_tags = tags[i];
3233 while (codec_tags->id != AV_CODEC_ID_NONE) {
3234 if (codec_tags->id == id) {
3235 *tag = codec_tags->tag;
3244 enum AVCodecID av_codec_get_id(const AVCodecTag *const *tags, unsigned int tag)
3247 for (i = 0; tags && tags[i]; i++) {
3248 enum AVCodecID id = ff_codec_get_id(tags[i], tag);
3249 if (id != AV_CODEC_ID_NONE)
3252 return AV_CODEC_ID_NONE;
3255 static int chapter_start_cmp(const void *p1, const void *p2)
3257 AVChapter *ch1 = *(AVChapter**)p1;
3258 AVChapter *ch2 = *(AVChapter**)p2;
3259 int delta = av_compare_ts(ch1->start, ch1->time_base, ch2->start, ch2->time_base);
3262 return (ch1 > ch2) - (ch1 < ch2);
3265 static int compute_chapters_end(AVFormatContext *s)
3268 int64_t max_time = 0;
3269 AVChapter **timetable = av_malloc(s->nb_chapters * sizeof(*timetable));
3272 return AVERROR(ENOMEM);
3274 if (s->duration > 0 && s->start_time < INT64_MAX - s->duration)
3275 max_time = s->duration +
3276 ((s->start_time == AV_NOPTS_VALUE) ? 0 : s->start_time);
3278 for (i = 0; i < s->nb_chapters; i++)
3279 timetable[i] = s->chapters[i];
3280 qsort(timetable, s->nb_chapters, sizeof(*timetable), chapter_start_cmp);
3282 for (i = 0; i < s->nb_chapters; i++)
3283 if (timetable[i]->end == AV_NOPTS_VALUE) {
3284 AVChapter *ch = timetable[i];
3285 int64_t end = max_time ? av_rescale_q(max_time, AV_TIME_BASE_Q,
3289 if (i + 1 < s->nb_chapters) {
3290 AVChapter *ch1 = timetable[i + 1];
3291 int64_t next_start = av_rescale_q(ch1->start, ch1->time_base,
3293 if (next_start > ch->start && next_start < end)
3296 ch->end = (end == INT64_MAX || end < ch->start) ? ch->start : end;
3302 static int get_std_framerate(int i)
3305 return (i + 1) * 1001;
3309 return (i + 31) * 1001 * 12;
3313 return ((const int[]) { 80, 120, 240})[i] * 1001 * 12;
3317 return ((const int[]) { 24, 30, 60, 12, 15, 48 })[i] * 1000 * 12;
3320 /* Is the time base unreliable?
3321 * This is a heuristic to balance between quick acceptance of the values in
3322 * the headers vs. some extra checks.
3323 * Old DivX and Xvid often have nonsense timebases like 1fps or 2fps.
3324 * MPEG-2 commonly misuses field repeat flags to store different framerates.
3325 * And there are "variable" fps files this needs to detect as well. */
3326 static int tb_unreliable(AVCodecContext *c)
3328 if (c->time_base.den >= 101LL * c->time_base.num ||
3329 c->time_base.den < 5LL * c->time_base.num ||
3330 // c->codec_tag == AV_RL32("DIVX") ||
3331 // c->codec_tag == AV_RL32("XVID") ||
3332 c->codec_tag == AV_RL32("mp4v") ||
3333 c->codec_id == AV_CODEC_ID_MPEG2VIDEO ||
3334 c->codec_id == AV_CODEC_ID_GIF ||
3335 c->codec_id == AV_CODEC_ID_HEVC ||
3336 c->codec_id == AV_CODEC_ID_H264)
3341 int ff_alloc_extradata(AVCodecParameters *par, int size)
3343 av_freep(&par->extradata);
3344 par->extradata_size = 0;
3346 if (size < 0 || size >= INT32_MAX - AV_INPUT_BUFFER_PADDING_SIZE)
3347 return AVERROR(EINVAL);
3349 par->extradata = av_malloc(size + AV_INPUT_BUFFER_PADDING_SIZE);
3350 if (!par->extradata)
3351 return AVERROR(ENOMEM);
3353 memset(par->extradata + size, 0, AV_INPUT_BUFFER_PADDING_SIZE);
3354 par->extradata_size = size;
3359 int ff_get_extradata(AVFormatContext *s, AVCodecParameters *par, AVIOContext *pb, int size)
3361 int ret = ff_alloc_extradata(par, size);
3364 ret = avio_read(pb, par->extradata, size);
3366 av_freep(&par->extradata);
3367 par->extradata_size = 0;
3368 av_log(s, AV_LOG_ERROR, "Failed to read extradata of size %d\n", size);
3369 return ret < 0 ? ret : AVERROR_INVALIDDATA;
3375 int ff_rfps_add_frame(AVFormatContext *ic, AVStream *st, int64_t ts)
3378 int64_t last = st->internal->info->last_dts;
3380 if ( ts != AV_NOPTS_VALUE && last != AV_NOPTS_VALUE && ts > last
3381 && ts - (uint64_t)last < INT64_MAX) {
3382 double dts = (is_relative(ts) ? ts - RELATIVE_TS_BASE : ts) * av_q2d(st->time_base);
3383 int64_t duration = ts - last;
3385 if (!st->internal->info->duration_error)
3386 st->internal->info->duration_error = av_mallocz(sizeof(st->internal->info->duration_error[0])*2);
3387 if (!st->internal->info->duration_error)
3388 return AVERROR(ENOMEM);
3390 // if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO)
3391 // av_log(NULL, AV_LOG_ERROR, "%f\n", dts);
3392 for (i = 0; i<MAX_STD_TIMEBASES; i++) {
3393 if (st->internal->info->duration_error[0][1][i] < 1e10) {
3394 int framerate = get_std_framerate(i);
3395 double sdts = dts*framerate/(1001*12);
3396 for (j= 0; j<2; j++) {
3397 int64_t ticks = llrint(sdts+j*0.5);
3398 double error= sdts - ticks + j*0.5;
3399 st->internal->info->duration_error[j][0][i] += error;
3400 st->internal->info->duration_error[j][1][i] += error*error;
3404 if (st->internal->info->rfps_duration_sum <= INT64_MAX - duration) {
3405 st->internal->info->duration_count++;
3406 st->internal->info->rfps_duration_sum += duration;
3409 if (st->internal->info->duration_count % 10 == 0) {
3410 int n = st->internal->info->duration_count;
3411 for (i = 0; i<MAX_STD_TIMEBASES; i++) {
3412 if (st->internal->info->duration_error[0][1][i] < 1e10) {
3413 double a0 = st->internal->info->duration_error[0][0][i] / n;
3414 double error0 = st->internal->info->duration_error[0][1][i] / n - a0*a0;
3415 double a1 = st->internal->info->duration_error[1][0][i] / n;
3416 double error1 = st->internal->info->duration_error[1][1][i] / n - a1*a1;
3417 if (error0 > 0.04 && error1 > 0.04) {
3418 st->internal->info->duration_error[0][1][i] = 2e10;
3419 st->internal->info->duration_error[1][1][i] = 2e10;
3425 // ignore the first 4 values, they might have some random jitter
3426 if (st->internal->info->duration_count > 3 && is_relative(ts) == is_relative(last))
3427 st->internal->info->duration_gcd = av_gcd(st->internal->info->duration_gcd, duration);
3429 if (ts != AV_NOPTS_VALUE)
3430 st->internal->info->last_dts = ts;
3435 void ff_rfps_calculate(AVFormatContext *ic)
3439 for (i = 0; i < ic->nb_streams; i++) {
3440 AVStream *st = ic->streams[i];
3442 if (st->codecpar->codec_type != AVMEDIA_TYPE_VIDEO)
3444 // the check for tb_unreliable() is not completely correct, since this is not about handling
3445 // an unreliable/inexact time base, but a time base that is finer than necessary, as e.g.
3446 // ipmovie.c produces.
3447 if (tb_unreliable(st->internal->avctx) && st->internal->info->duration_count > 15 && st->internal->info->duration_gcd > FFMAX(1, st->time_base.den/(500LL*st->time_base.num)) && !st->r_frame_rate.num &&
3448 st->internal->info->duration_gcd < INT64_MAX / st->time_base.num)
3449 av_reduce(&st->r_frame_rate.num, &st->r_frame_rate.den, st->time_base.den, st->time_base.num * st->internal->info->duration_gcd, INT_MAX);
3450 if (st->internal->info->duration_count>1 && !st->r_frame_rate.num
3451 && tb_unreliable(st->internal->avctx)) {
3453 double best_error= 0.01;
3454 AVRational ref_rate = st->r_frame_rate.num ? st->r_frame_rate : av_inv_q(st->time_base);
3456 for (j= 0; j<MAX_STD_TIMEBASES; j++) {
3459 if (st->internal->info->codec_info_duration &&
3460 st->internal->info->codec_info_duration*av_q2d(st->time_base) < (1001*11.5)/get_std_framerate(j))
3462 if (!st->internal->info->codec_info_duration && get_std_framerate(j) < 1001*12)
3465 if (av_q2d(st->time_base) * st->internal->info->rfps_duration_sum / st->internal->info->duration_count < (1001*12.0 * 0.8)/get_std_framerate(j))
3468 for (k= 0; k<2; k++) {
3469 int n = st->internal->info->duration_count;
3470 double a= st->internal->info->duration_error[k][0][j] / n;
3471 double error= st->internal->info->duration_error[k][1][j]/n - a*a;
3473 if (error < best_error && best_error> 0.000000001) {
3475 num = get_std_framerate(j);
3478 av_log(ic, AV_LOG_DEBUG, "rfps: %f %f\n", get_std_framerate(j) / 12.0/1001, error);
3481 // do not increase frame rate by more than 1 % in order to match a standard rate.
3482 if (num && (!ref_rate.num || (double)num/(12*1001) < 1.01 * av_q2d(ref_rate)))
3483 av_reduce(&st->r_frame_rate.num, &st->r_frame_rate.den, num, 12*1001, INT_MAX);
3485 if ( !st->avg_frame_rate.num
3486 && st->r_frame_rate.num && st->internal->info->rfps_duration_sum
3487 && st->internal->info->codec_info_duration <= 0
3488 && st->internal->info->duration_count > 2
3489 && fabs(1.0 / (av_q2d(st->r_frame_rate) * av_q2d(st->time_base)) - st->internal->info->rfps_duration_sum / (double)st->internal->info->duration_count) <= 1.0
3491 av_log(ic, AV_LOG_DEBUG, "Setting avg frame rate based on r frame rate\n");
3492 st->avg_frame_rate = st->r_frame_rate;
3495 av_freep(&st->internal->info->duration_error);
3496 st->internal->info->last_dts = AV_NOPTS_VALUE;
3497 st->internal->info->duration_count = 0;
3498 st->internal->info->rfps_duration_sum = 0;
3502 static int extract_extradata_check(AVStream *st)
3504 const AVBitStreamFilter *f;
3506 f = av_bsf_get_by_name("extract_extradata");
3511 const enum AVCodecID *ids;
3512 for (ids = f->codec_ids; *ids != AV_CODEC_ID_NONE; ids++)
3513 if (*ids == st->codecpar->codec_id)
3520 static int extract_extradata_init(AVStream *st)
3522 AVStreamInternal *sti = st->internal;
3523 const AVBitStreamFilter *f;
3526 f = av_bsf_get_by_name("extract_extradata");
3530 /* check that the codec id is supported */
3531 ret = extract_extradata_check(st);
3535 ret = av_bsf_alloc(f, &sti->extract_extradata.bsf);
3539 ret = avcodec_parameters_copy(sti->extract_extradata.bsf->par_in,
3544 sti->extract_extradata.bsf->time_base_in = st->time_base;
3546 ret = av_bsf_init(sti->extract_extradata.bsf);
3551 sti->extract_extradata.inited = 1;
3555 av_bsf_free(&sti->extract_extradata.bsf);
3559 static int extract_extradata(AVFormatContext *s, AVStream *st, const AVPacket *pkt)
3561 AVStreamInternal *sti = st->internal;
3562 AVPacket *pkt_ref = s->internal->parse_pkt;
3565 if (!sti->extract_extradata.inited) {
3566 ret = extract_extradata_init(st);
3571 if (sti->extract_extradata.inited && !sti->extract_extradata.bsf)
3574 ret = av_packet_ref(pkt_ref, pkt);
3578 ret = av_bsf_send_packet(sti->extract_extradata.bsf, pkt_ref);
3580 av_packet_unref(pkt_ref);
3584 while (ret >= 0 && !sti->avctx->extradata) {
3585 ret = av_bsf_receive_packet(sti->extract_extradata.bsf, pkt_ref);
3587 if (ret != AVERROR(EAGAIN) && ret != AVERROR_EOF)
3592 for (int i = 0; i < pkt_ref->side_data_elems; i++) {
3593 AVPacketSideData *side_data = &pkt_ref->side_data[i];
3594 if (side_data->type == AV_PKT_DATA_NEW_EXTRADATA) {
3595 sti->avctx->extradata = side_data->data;
3596 sti->avctx->extradata_size = side_data->size;
3597 side_data->data = NULL;
3598 side_data->size = 0;
3602 av_packet_unref(pkt_ref);
3608 static int add_coded_side_data(AVStream *st, AVCodecContext *avctx)
3612 for (i = 0; i < avctx->nb_coded_side_data; i++) {
3613 const AVPacketSideData *sd_src = &avctx->coded_side_data[i];
3615 dst_data = av_stream_new_side_data(st, sd_src->type, sd_src->size);
3617 return AVERROR(ENOMEM);
3618 memcpy(dst_data, sd_src->data, sd_src->size);
3623 int avformat_find_stream_info(AVFormatContext *ic, AVDictionary **options)
3625 int i, count = 0, ret = 0, j;
3628 AVCodecContext *avctx;
3629 AVPacket *pkt1 = ic->internal->pkt;
3630 int64_t old_offset = avio_tell(ic->pb);
3631 // new streams might appear, no options for those
3632 int orig_nb_streams = ic->nb_streams;
3634 int64_t max_analyze_duration = ic->max_analyze_duration;
3635 int64_t max_stream_analyze_duration;
3636 int64_t max_subtitle_analyze_duration;
3637 int64_t probesize = ic->probesize;
3638 int eof_reached = 0;
3639 int *missing_streams = av_opt_ptr(ic->iformat->priv_class, ic->priv_data, "missing_streams");
3641 flush_codecs = probesize > 0;
3643 av_opt_set(ic, "skip_clear", "1", AV_OPT_SEARCH_CHILDREN);
3645 max_stream_analyze_duration = max_analyze_duration;
3646 max_subtitle_analyze_duration = max_analyze_duration;
3647 if (!max_analyze_duration) {
3648 max_stream_analyze_duration =
3649 max_analyze_duration = 5*AV_TIME_BASE;
3650 max_subtitle_analyze_duration = 30*AV_TIME_BASE;
3651 if (!strcmp(ic->iformat->name, "flv"))
3652 max_stream_analyze_duration = 90*AV_TIME_BASE;
3653 if (!strcmp(ic->iformat->name, "mpeg") || !strcmp(ic->iformat->name, "mpegts"))
3654 max_stream_analyze_duration = 7*AV_TIME_BASE;
3658 av_log(ic, AV_LOG_DEBUG, "Before avformat_find_stream_info() pos: %"PRId64" bytes read:%"PRId64" seeks:%d nb_streams:%d\n",
3659 avio_tell(ic->pb), ic->pb->bytes_read, ic->pb->seek_count, ic->nb_streams);
3661 for (i = 0; i < ic->nb_streams; i++) {
3662 const AVCodec *codec;
3663 AVDictionary *thread_opt = NULL;
3664 st = ic->streams[i];
3665 avctx = st->internal->avctx;
3667 if (st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO ||
3668 st->codecpar->codec_type == AVMEDIA_TYPE_SUBTITLE) {
3669 /* if (!st->time_base.num)
3671 if (!avctx->time_base.num)
3672 avctx->time_base = st->time_base;
3675 /* check if the caller has overridden the codec id */
3676 #if FF_API_LAVF_AVCTX
3677 FF_DISABLE_DEPRECATION_WARNINGS
3678 if (st->codec->codec_id != st->internal->orig_codec_id) {
3679 st->codecpar->codec_id = st->codec->codec_id;
3680 st->codecpar->codec_type = st->codec->codec_type;
3681 st->internal->orig_codec_id = st->codec->codec_id;
3683 FF_ENABLE_DEPRECATION_WARNINGS
3685 // only for the split stuff
3686 if (!st->parser && !(ic->flags & AVFMT_FLAG_NOPARSE) && st->internal->request_probe <= 0) {
3687 st->parser = av_parser_init(st->codecpar->codec_id);
3689 if (st->need_parsing == AVSTREAM_PARSE_HEADERS) {
3690 st->parser->flags |= PARSER_FLAG_COMPLETE_FRAMES;
3691 } else if (st->need_parsing == AVSTREAM_PARSE_FULL_RAW) {
3692 st->parser->flags |= PARSER_FLAG_USE_CODEC_TS;
3694 } else if (st->need_parsing) {
3695 av_log(ic, AV_LOG_VERBOSE, "parser not found for codec "
3696 "%s, packets or times may be invalid.\n",
3697 avcodec_get_name(st->codecpar->codec_id));
3701 if (st->codecpar->codec_id != st->internal->orig_codec_id)
3702 st->internal->orig_codec_id = st->codecpar->codec_id;
3704 ret = avcodec_parameters_to_context(avctx, st->codecpar);
3706 goto find_stream_info_err;
3707 if (st->internal->request_probe <= 0)
3708 st->internal->avctx_inited = 1;
3710 codec = find_probe_decoder(ic, st, st->codecpar->codec_id);
3712 /* Force thread count to 1 since the H.264 decoder will not extract
3713 * SPS and PPS to extradata during multi-threaded decoding. */
3714 av_dict_set(options ? &options[i] : &thread_opt, "threads", "1", 0);
3715 /* Force lowres to 0. The decoder might reduce the video size by the
3716 * lowres factor, and we don't want that propagated to the stream's
3718 av_dict_set(options ? &options[i] : &thread_opt, "lowres", "0", 0);
3720 if (ic->codec_whitelist)
3721 av_dict_set(options ? &options[i] : &thread_opt, "codec_whitelist", ic->codec_whitelist, 0);
3723 /* Ensure that subtitle_header is properly set. */
3724 if (st->codecpar->codec_type == AVMEDIA_TYPE_SUBTITLE
3725 && codec && !avctx->codec) {
3726 if (avcodec_open2(avctx, codec, options ? &options[i] : &thread_opt) < 0)
3727 av_log(ic, AV_LOG_WARNING,
3728 "Failed to open codec in %s\n",__FUNCTION__);
3731 // Try to just open decoders, in case this is enough to get parameters.
3732 if (!has_codec_parameters(st, NULL) && st->internal->request_probe <= 0) {
3733 if (codec && !avctx->codec)
3734 if (avcodec_open2(avctx, codec, options ? &options[i] : &thread_opt) < 0)
3735 av_log(ic, AV_LOG_WARNING,
3736 "Failed to open codec in %s\n",__FUNCTION__);
3739 av_dict_free(&thread_opt);
3742 for (i = 0; i < ic->nb_streams; i++) {
3743 #if FF_API_R_FRAME_RATE
3744 ic->streams[i]->internal->info->last_dts = AV_NOPTS_VALUE;
3746 ic->streams[i]->internal->info->fps_first_dts = AV_NOPTS_VALUE;
3747 ic->streams[i]->internal->info->fps_last_dts = AV_NOPTS_VALUE;
3752 const AVPacket *pkt;
3753 int analyzed_all_streams;
3754 if (ff_check_interrupt(&ic->interrupt_callback)) {
3756 av_log(ic, AV_LOG_DEBUG, "interrupted\n");
3760 /* check if one codec still needs to be handled */
3761 for (i = 0; i < ic->nb_streams; i++) {
3762 int fps_analyze_framecount = 20;
3765 st = ic->streams[i];
3766 if (!has_codec_parameters(st, NULL))
3768 /* If the timebase is coarse (like the usual millisecond precision
3769 * of mkv), we need to analyze more frames to reliably arrive at
3770 * the correct fps. */
3771 if (av_q2d(st->time_base) > 0.0005)
3772 fps_analyze_framecount *= 2;
3773 if (!tb_unreliable(st->internal->avctx))
3774 fps_analyze_framecount = 0;
3775 if (ic->fps_probe_size >= 0)
3776 fps_analyze_framecount = ic->fps_probe_size;
3777 if (st->disposition & AV_DISPOSITION_ATTACHED_PIC)
3778 fps_analyze_framecount = 0;
3779 /* variable fps and no guess at the real fps */
3780 count = (ic->iformat->flags & AVFMT_NOTIMESTAMPS) ?
3781 st->internal->info->codec_info_duration_fields/2 :
3782 st->internal->info->duration_count;
3783 if (!(st->r_frame_rate.num && st->avg_frame_rate.num) &&
3784 st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO) {
3785 if (count < fps_analyze_framecount)
3788 // Look at the first 3 frames if there is evidence of frame delay
3789 // but the decoder delay is not set.
3790 if (st->internal->info->frame_delay_evidence && count < 2 && st->internal->avctx->has_b_frames == 0)
3792 if (!st->internal->avctx->extradata &&
3793 (!st->internal->extract_extradata.inited ||
3794 st->internal->extract_extradata.bsf) &&
3795 extract_extradata_check(st))
3797 if (st->first_dts == AV_NOPTS_VALUE &&
3798 !(ic->iformat->flags & AVFMT_NOTIMESTAMPS) &&
3799 st->codec_info_nb_frames < ((st->disposition & AV_DISPOSITION_ATTACHED_PIC) ? 1 : ic->max_ts_probe) &&
3800 (st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO ||
3801 st->codecpar->codec_type == AVMEDIA_TYPE_AUDIO))
3804 analyzed_all_streams = 0;
3805 if (!missing_streams || !*missing_streams)
3806 if (i == ic->nb_streams) {
3807 analyzed_all_streams = 1;
3808 /* NOTE: If the format has no header, then we need to read some
3809 * packets to get most of the streams, so we cannot stop here. */
3810 if (!(ic->ctx_flags & AVFMTCTX_NOHEADER)) {
3811 /* If we found the info for all the codecs, we can stop. */
3813 av_log(ic, AV_LOG_DEBUG, "All info found\n");
3818 /* We did not get all the codec info, but we read too much data. */
3819 if (read_size >= probesize) {
3821 av_log(ic, AV_LOG_DEBUG,
3822 "Probe buffer size limit of %"PRId64" bytes reached\n", probesize);
3823 for (i = 0; i < ic->nb_streams; i++)
3824 if (!ic->streams[i]->r_frame_rate.num &&
3825 ic->streams[i]->internal->info->duration_count <= 1 &&
3826 ic->streams[i]->codecpar->codec_type == AVMEDIA_TYPE_VIDEO &&
3827 strcmp(ic->iformat->name, "image2"))
3828 av_log(ic, AV_LOG_WARNING,
3829 "Stream #%d: not enough frames to estimate rate; "
3830 "consider increasing probesize\n", i);
3834 /* NOTE: A new stream can be added there if no header in file
3835 * (AVFMTCTX_NOHEADER). */
3836 ret = read_frame_internal(ic, pkt1);
3837 if (ret == AVERROR(EAGAIN))
3846 if (!(ic->flags & AVFMT_FLAG_NOBUFFER)) {
3847 ret = avpriv_packet_list_put(&ic->internal->packet_buffer,
3848 &ic->internal->packet_buffer_end,
3851 goto unref_then_goto_end;
3853 pkt = &ic->internal->packet_buffer_end->pkt;
3858 st = ic->streams[pkt->stream_index];
3859 if (!(st->disposition & AV_DISPOSITION_ATTACHED_PIC))
3860 read_size += pkt->size;
3862 avctx = st->internal->avctx;
3863 if (!st->internal->avctx_inited) {
3864 ret = avcodec_parameters_to_context(avctx, st->codecpar);
3866 goto unref_then_goto_end;
3867 st->internal->avctx_inited = 1;
3870 if (pkt->dts != AV_NOPTS_VALUE && st->codec_info_nb_frames > 1) {
3871 /* check for non-increasing dts */
3872 if (st->internal->info->fps_last_dts != AV_NOPTS_VALUE &&
3873 st->internal->info->fps_last_dts >= pkt->dts) {
3874 av_log(ic, AV_LOG_DEBUG,
3875 "Non-increasing DTS in stream %d: packet %d with DTS "
3876 "%"PRId64", packet %d with DTS %"PRId64"\n",
3877 st->index, st->internal->info->fps_last_dts_idx,
3878 st->internal->info->fps_last_dts, st->codec_info_nb_frames,
3880 st->internal->info->fps_first_dts =
3881 st->internal->info->fps_last_dts = AV_NOPTS_VALUE;
3883 /* Check for a discontinuity in dts. If the difference in dts
3884 * is more than 1000 times the average packet duration in the
3885 * sequence, we treat it as a discontinuity. */
3886 if (st->internal->info->fps_last_dts != AV_NOPTS_VALUE &&
3887 st->internal->info->fps_last_dts_idx > st->internal->info->fps_first_dts_idx &&
3888 (pkt->dts - (uint64_t)st->internal->info->fps_last_dts) / 1000 >
3889 (st->internal->info->fps_last_dts - (uint64_t)st->internal->info->fps_first_dts) /
3890 (st->internal->info->fps_last_dts_idx - st->internal->info->fps_first_dts_idx)) {
3891 av_log(ic, AV_LOG_WARNING,
3892 "DTS discontinuity in stream %d: packet %d with DTS "
3893 "%"PRId64", packet %d with DTS %"PRId64"\n",
3894 st->index, st->internal->info->fps_last_dts_idx,
3895 st->internal->info->fps_last_dts, st->codec_info_nb_frames,
3897 st->internal->info->fps_first_dts =
3898 st->internal->info->fps_last_dts = AV_NOPTS_VALUE;
3901 /* update stored dts values */
3902 if (st->internal->info->fps_first_dts == AV_NOPTS_VALUE) {
3903 st->internal->info->fps_first_dts = pkt->dts;
3904 st->internal->info->fps_first_dts_idx = st->codec_info_nb_frames;
3906 st->internal->info->fps_last_dts = pkt->dts;
3907 st->internal->info->fps_last_dts_idx = st->codec_info_nb_frames;
3909 if (st->codec_info_nb_frames>1) {
3913 if (st->time_base.den > 0)
3914 t = av_rescale_q(st->internal->info->codec_info_duration, st->time_base, AV_TIME_BASE_Q);
3915 if (st->avg_frame_rate.num > 0)
3916 t = FFMAX(t, av_rescale_q(st->codec_info_nb_frames, av_inv_q(st->avg_frame_rate), AV_TIME_BASE_Q));
3919 && st->codec_info_nb_frames>30
3920 && st->internal->info->fps_first_dts != AV_NOPTS_VALUE
3921 && st->internal->info->fps_last_dts != AV_NOPTS_VALUE) {
3922 int64_t dur = av_sat_sub64(st->internal->info->fps_last_dts, st->internal->info->fps_first_dts);
3923 t = FFMAX(t, av_rescale_q(dur, st->time_base, AV_TIME_BASE_Q));
3926 if (analyzed_all_streams) limit = max_analyze_duration;
3927 else if (avctx->codec_type == AVMEDIA_TYPE_SUBTITLE) limit = max_subtitle_analyze_duration;
3928 else limit = max_stream_analyze_duration;
3931 av_log(ic, AV_LOG_VERBOSE, "max_analyze_duration %"PRId64" reached at %"PRId64" microseconds st:%d\n",
3933 t, pkt->stream_index);
3934 if (ic->flags & AVFMT_FLAG_NOBUFFER)
3935 av_packet_unref(pkt1);
3938 if (pkt->duration) {
3939 if (avctx->codec_type == AVMEDIA_TYPE_SUBTITLE && pkt->pts != AV_NOPTS_VALUE && st->start_time != AV_NOPTS_VALUE && pkt->pts >= st->start_time) {
3940 st->internal->info->codec_info_duration = FFMIN(pkt->pts - st->start_time, st->internal->info->codec_info_duration + pkt->duration);
3942 st->internal->info->codec_info_duration += pkt->duration;
3943 st->internal->info->codec_info_duration_fields += st->parser && st->need_parsing && avctx->ticks_per_frame ==2 ? st->parser->repeat_pict + 1 : 2;
3946 if (st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO) {
3947 #if FF_API_R_FRAME_RATE
3948 ff_rfps_add_frame(ic, st, pkt->dts);
3950 if (pkt->dts != pkt->pts && pkt->dts != AV_NOPTS_VALUE && pkt->pts != AV_NOPTS_VALUE)
3951 st->internal->info->frame_delay_evidence = 1;
3953 if (!st->internal->avctx->extradata) {
3954 ret = extract_extradata(ic, st, pkt);
3956 goto unref_then_goto_end;
3959 /* If still no information, we try to open the codec and to
3960 * decompress the frame. We try to avoid that in most cases as
3961 * it takes longer and uses more memory. For MPEG-4, we need to
3962 * decompress for QuickTime.
3964 * If AV_CODEC_CAP_CHANNEL_CONF is set this will force decoding of at
3965 * least one frame of codec data, this makes sure the codec initializes
3966 * the channel configuration and does not only trust the values from
3968 try_decode_frame(ic, st, pkt,
3969 (options && i < orig_nb_streams) ? &options[i] : NULL);
3971 if (ic->flags & AVFMT_FLAG_NOBUFFER)
3972 av_packet_unref(pkt1);
3974 st->codec_info_nb_frames++;
3980 for (stream_index = 0; stream_index < ic->nb_streams; stream_index++) {
3981 st = ic->streams[stream_index];
3982 avctx = st->internal->avctx;
3983 if (!has_codec_parameters(st, NULL)) {
3984 const AVCodec *codec = find_probe_decoder(ic, st, st->codecpar->codec_id);
3985 if (codec && !avctx->codec) {
3986 AVDictionary *opts = NULL;
3987 if (ic->codec_whitelist)
3988 av_dict_set(&opts, "codec_whitelist", ic->codec_whitelist, 0);
3989 if (avcodec_open2(avctx, codec, (options && stream_index < orig_nb_streams) ? &options[stream_index] : &opts) < 0)
3990 av_log(ic, AV_LOG_WARNING,
3991 "Failed to open codec in %s\n",__FUNCTION__);
3992 av_dict_free(&opts);
3996 // EOF already reached while reading the stream above.
3997 // So continue with reoordering DTS with whatever delay we have.
3998 if (ic->internal->packet_buffer && !has_decode_delay_been_guessed(st)) {
3999 update_dts_from_pts(ic, stream_index, ic->internal->packet_buffer);
4005 AVPacket *empty_pkt = ic->internal->pkt;
4007 av_packet_unref(empty_pkt);
4009 for (i = 0; i < ic->nb_streams; i++) {
4011 st = ic->streams[i];
4013 /* flush the decoders */
4014 if (st->internal->info->found_decoder == 1) {
4016 err = try_decode_frame(ic, st, empty_pkt,
4017 (options && i < orig_nb_streams)
4018 ? &options[i] : NULL);
4019 } while (err > 0 && !has_codec_parameters(st, NULL));
4022 av_log(ic, AV_LOG_INFO,
4023 "decoding for stream %d failed\n", st->index);
4029 ff_rfps_calculate(ic);
4031 for (i = 0; i < ic->nb_streams; i++) {
4032 st = ic->streams[i];
4033 avctx = st->internal->avctx;
4034 if (avctx->codec_type == AVMEDIA_TYPE_VIDEO) {
4035 if (avctx->codec_id == AV_CODEC_ID_RAWVIDEO && !avctx->codec_tag && !avctx->bits_per_coded_sample) {
4036 uint32_t tag= avcodec_pix_fmt_to_codec_tag(avctx->pix_fmt);
4037 if (avpriv_find_pix_fmt(avpriv_get_raw_pix_fmt_tags(), tag) == avctx->pix_fmt)
4038 avctx->codec_tag= tag;
4041 /* estimate average framerate if not set by demuxer */
4042 if (st->internal->info->codec_info_duration_fields &&
4043 !st->avg_frame_rate.num &&
4044 st->internal->info->codec_info_duration) {
4046 double best_error = 0.01;
4047 AVRational codec_frame_rate = avctx->framerate;
4049 if (st->internal->info->codec_info_duration >= INT64_MAX / st->time_base.num / 2||
4050 st->internal->info->codec_info_duration_fields >= INT64_MAX / st->time_base.den ||
4051 st->internal->info->codec_info_duration < 0)
4053 av_reduce(&st->avg_frame_rate.num, &st->avg_frame_rate.den,
4054 st->internal->info->codec_info_duration_fields * (int64_t) st->time_base.den,
4055 st->internal->info->codec_info_duration * 2 * (int64_t) st->time_base.num, 60000);
4057 /* Round guessed framerate to a "standard" framerate if it's
4058 * within 1% of the original estimate. */
4059 for (j = 0; j < MAX_STD_TIMEBASES; j++) {
4060 AVRational std_fps = { get_std_framerate(j), 12 * 1001 };
4061 double error = fabs(av_q2d(st->avg_frame_rate) /
4062 av_q2d(std_fps) - 1);
4064 if (error < best_error) {
4066 best_fps = std_fps.num;
4069 if (ic->internal->prefer_codec_framerate && codec_frame_rate.num > 0 && codec_frame_rate.den > 0) {
4070 error = fabs(av_q2d(codec_frame_rate) /
4071 av_q2d(std_fps) - 1);
4072 if (error < best_error) {
4074 best_fps = std_fps.num;
4079 av_reduce(&st->avg_frame_rate.num, &st->avg_frame_rate.den,
4080 best_fps, 12 * 1001, INT_MAX);
4083 if (!st->r_frame_rate.num) {
4084 if ( avctx->time_base.den * (int64_t) st->time_base.num
4085 <= avctx->time_base.num * avctx->ticks_per_frame * (uint64_t) st->time_base.den) {
4086 av_reduce(&st->r_frame_rate.num, &st->r_frame_rate.den,
4087 avctx->time_base.den, (int64_t)avctx->time_base.num * avctx->ticks_per_frame, INT_MAX);
4089 st->r_frame_rate.num = st->time_base.den;
4090 st->r_frame_rate.den = st->time_base.num;
4093 if (st->internal->display_aspect_ratio.num && st->internal->display_aspect_ratio.den) {
4094 AVRational hw_ratio = { avctx->height, avctx->width };
4095 st->sample_aspect_ratio = av_mul_q(st->internal->display_aspect_ratio,
4098 } else if (avctx->codec_type == AVMEDIA_TYPE_AUDIO) {
4099 if (!avctx->bits_per_coded_sample)
4100 avctx->bits_per_coded_sample =
4101 av_get_bits_per_sample(avctx->codec_id);
4102 // set stream disposition based on audio service type
4103 switch (avctx->audio_service_type) {
4104 case AV_AUDIO_SERVICE_TYPE_EFFECTS:
4105 st->disposition = AV_DISPOSITION_CLEAN_EFFECTS;
4107 case AV_AUDIO_SERVICE_TYPE_VISUALLY_IMPAIRED:
4108 st->disposition = AV_DISPOSITION_VISUAL_IMPAIRED;
4110 case AV_AUDIO_SERVICE_TYPE_HEARING_IMPAIRED:
4111 st->disposition = AV_DISPOSITION_HEARING_IMPAIRED;
4113 case AV_AUDIO_SERVICE_TYPE_COMMENTARY:
4114 st->disposition = AV_DISPOSITION_COMMENT;
4116 case AV_AUDIO_SERVICE_TYPE_KARAOKE:
4117 st->disposition = AV_DISPOSITION_KARAOKE;
4124 estimate_timings(ic, old_offset);
4126 av_opt_set(ic, "skip_clear", "0", AV_OPT_SEARCH_CHILDREN);
4128 if (ret >= 0 && ic->nb_streams)
4129 /* We could not have all the codec parameters before EOF. */
4131 for (i = 0; i < ic->nb_streams; i++) {
4133 st = ic->streams[i];
4135 /* if no packet was ever seen, update context now for has_codec_parameters */
4136 if (!st->internal->avctx_inited) {
4137 if (st->codecpar->codec_type == AVMEDIA_TYPE_AUDIO &&
4138 st->codecpar->format == AV_SAMPLE_FMT_NONE)
4139 st->codecpar->format = st->internal->avctx->sample_fmt;
4140 ret = avcodec_parameters_to_context(st->internal->avctx, st->codecpar);
4142 goto find_stream_info_err;
4144 if (!has_codec_parameters(st, &errmsg)) {
4146 avcodec_string(buf, sizeof(buf), st->internal->avctx, 0);
4147 av_log(ic, AV_LOG_WARNING,
4148 "Could not find codec parameters for stream %d (%s): %s\n"
4149 "Consider increasing the value for the 'analyzeduration' (%"PRId64") and 'probesize' (%"PRId64") options\n",
4150 i, buf, errmsg, ic->max_analyze_duration, ic->probesize);
4156 ret = compute_chapters_end(ic);
4158 goto find_stream_info_err;
4160 /* update the stream parameters from the internal codec contexts */
4161 for (i = 0; i < ic->nb_streams; i++) {
4162 st = ic->streams[i];
4164 if (st->internal->avctx_inited) {
4165 ret = avcodec_parameters_from_context(st->codecpar, st->internal->avctx);
4167 goto find_stream_info_err;
4168 ret = add_coded_side_data(st, st->internal->avctx);
4170 goto find_stream_info_err;
4173 #if FF_API_LAVF_AVCTX
4174 FF_DISABLE_DEPRECATION_WARNINGS
4175 ret = avcodec_parameters_to_context(st->codec, st->codecpar);
4177 goto find_stream_info_err;
4179 // The old API (AVStream.codec) "requires" the resolution to be adjusted
4180 // by the lowres factor.
4181 if (st->internal->avctx->lowres && st->internal->avctx->width) {
4182 st->codec->lowres = st->internal->avctx->lowres;
4183 st->codec->width = st->internal->avctx->width;
4184 st->codec->height = st->internal->avctx->height;
4187 if (st->codec->codec_tag != MKTAG('t','m','c','d')) {
4188 st->codec->time_base = st->internal->avctx->time_base;
4189 st->codec->ticks_per_frame = st->internal->avctx->ticks_per_frame;
4191 st->codec->framerate = st->avg_frame_rate;
4193 if (st->internal->avctx->subtitle_header) {
4194 st->codec->subtitle_header = av_malloc(st->internal->avctx->subtitle_header_size);
4195 if (!st->codec->subtitle_header)
4196 goto find_stream_info_err;
4197 st->codec->subtitle_header_size = st->internal->avctx->subtitle_header_size;
4198 memcpy(st->codec->subtitle_header, st->internal->avctx->subtitle_header,
4199 st->codec->subtitle_header_size);
4202 // Fields unavailable in AVCodecParameters
4203 st->codec->coded_width = st->internal->avctx->coded_width;
4204 st->codec->coded_height = st->internal->avctx->coded_height;
4205 st->codec->properties = st->internal->avctx->properties;
4206 FF_ENABLE_DEPRECATION_WARNINGS
4209 st->internal->avctx_inited = 0;
4212 find_stream_info_err:
4213 for (i = 0; i < ic->nb_streams; i++) {
4214 st = ic->streams[i];
4215 if (st->internal->info)
4216 av_freep(&st->internal->info->duration_error);
4217 avcodec_close(ic->streams[i]->internal->avctx);
4218 av_freep(&ic->streams[i]->internal->info);
4219 av_bsf_free(&ic->streams[i]->internal->extract_extradata.bsf);
4222 av_log(ic, AV_LOG_DEBUG, "After avformat_find_stream_info() pos: %"PRId64" bytes read:%"PRId64" seeks:%d frames:%d\n",
4223 avio_tell(ic->pb), ic->pb->bytes_read, ic->pb->seek_count, count);
4226 unref_then_goto_end:
4227 av_packet_unref(pkt1);
4228 goto find_stream_info_err;
4231 AVProgram *av_find_program_from_stream(AVFormatContext *ic, AVProgram *last, int s)
4235 for (i = 0; i < ic->nb_programs; i++) {
4236 if (ic->programs[i] == last) {
4240 for (j = 0; j < ic->programs[i]->nb_stream_indexes; j++)
4241 if (ic->programs[i]->stream_index[j] == s)
4242 return ic->programs[i];
4248 int av_find_best_stream(AVFormatContext *ic, enum AVMediaType type,
4249 int wanted_stream_nb, int related_stream,
4250 AVCodec **decoder_ret, int flags)
4252 int i, nb_streams = ic->nb_streams;
4253 int ret = AVERROR_STREAM_NOT_FOUND;
4254 int best_count = -1, best_multiframe = -1, best_disposition = -1;
4255 int count, multiframe, disposition;
4256 int64_t best_bitrate = -1;
4258 unsigned *program = NULL;
4259 const AVCodec *decoder = NULL, *best_decoder = NULL;
4261 if (related_stream >= 0 && wanted_stream_nb < 0) {
4262 AVProgram *p = av_find_program_from_stream(ic, NULL, related_stream);
4264 program = p->stream_index;
4265 nb_streams = p->nb_stream_indexes;
4268 for (i = 0; i < nb_streams; i++) {
4269 int real_stream_index = program ? program[i] : i;
4270 AVStream *st = ic->streams[real_stream_index];
4271 AVCodecParameters *par = st->codecpar;
4272 if (par->codec_type != type)
4274 if (wanted_stream_nb >= 0 && real_stream_index != wanted_stream_nb)
4276 if (type == AVMEDIA_TYPE_AUDIO && !(par->channels && par->sample_rate))
4279 decoder = find_decoder(ic, st, par->codec_id);
4282 ret = AVERROR_DECODER_NOT_FOUND;
4286 disposition = !(st->disposition & (AV_DISPOSITION_HEARING_IMPAIRED | AV_DISPOSITION_VISUAL_IMPAIRED))
4287 + !! (st->disposition & AV_DISPOSITION_DEFAULT);
4288 count = st->codec_info_nb_frames;
4289 bitrate = par->bit_rate;
4290 multiframe = FFMIN(5, count);
4291 if ((best_disposition > disposition) ||
4292 (best_disposition == disposition && best_multiframe > multiframe) ||
4293 (best_disposition == disposition && best_multiframe == multiframe && best_bitrate > bitrate) ||
4294 (best_disposition == disposition && best_multiframe == multiframe && best_bitrate == bitrate && best_count >= count))
4296 best_disposition = disposition;
4298 best_bitrate = bitrate;
4299 best_multiframe = multiframe;
4300 ret = real_stream_index;
4301 best_decoder = decoder;
4302 if (program && i == nb_streams - 1 && ret < 0) {
4304 nb_streams = ic->nb_streams;
4305 /* no related stream found, try again with everything */
4310 *decoder_ret = (AVCodec*)best_decoder;
4314 /*******************************************************/
4316 int av_read_play(AVFormatContext *s)
4318 if (s->iformat->read_play)
4319 return s->iformat->read_play(s);
4321 return avio_pause(s->pb, 0);
4322 return AVERROR(ENOSYS);
4325 int av_read_pause(AVFormatContext *s)
4327 if (s->iformat->read_pause)
4328 return s->iformat->read_pause(s);
4330 return avio_pause(s->pb, 1);
4331 return AVERROR(ENOSYS);
4334 int ff_stream_encode_params_copy(AVStream *dst, const AVStream *src)
4339 dst->time_base = src->time_base;
4340 dst->nb_frames = src->nb_frames;
4341 dst->disposition = src->disposition;
4342 dst->sample_aspect_ratio = src->sample_aspect_ratio;
4343 dst->avg_frame_rate = src->avg_frame_rate;
4344 dst->r_frame_rate = src->r_frame_rate;
4346 av_dict_free(&dst->metadata);
4347 ret = av_dict_copy(&dst->metadata, src->metadata, 0);
4351 ret = avcodec_parameters_copy(dst->codecpar, src->codecpar);
4355 /* Free existing side data*/
4356 for (i = 0; i < dst->nb_side_data; i++)
4357 av_free(dst->side_data[i].data);
4358 av_freep(&dst->side_data);
4359 dst->nb_side_data = 0;
4361 /* Copy side data if present */
4362 if (src->nb_side_data) {
4363 dst->side_data = av_mallocz_array(src->nb_side_data,
4364 sizeof(AVPacketSideData));
4365 if (!dst->side_data)
4366 return AVERROR(ENOMEM);
4367 dst->nb_side_data = src->nb_side_data;
4369 for (i = 0; i < src->nb_side_data; i++) {
4370 uint8_t *data = av_memdup(src->side_data[i].data,
4371 src->side_data[i].size);
4373 return AVERROR(ENOMEM);
4374 dst->side_data[i].type = src->side_data[i].type;
4375 dst->side_data[i].size = src->side_data[i].size;
4376 dst->side_data[i].data = data;
4380 #if FF_API_LAVF_FFSERVER
4381 FF_DISABLE_DEPRECATION_WARNINGS
4382 av_freep(&dst->recommended_encoder_configuration);
4383 if (src->recommended_encoder_configuration) {
4384 const char *conf_str = src->recommended_encoder_configuration;
4385 dst->recommended_encoder_configuration = av_strdup(conf_str);
4386 if (!dst->recommended_encoder_configuration)
4387 return AVERROR(ENOMEM);
4389 FF_ENABLE_DEPRECATION_WARNINGS
4395 static void free_stream(AVStream **pst)
4397 AVStream *st = *pst;
4403 for (i = 0; i < st->nb_side_data; i++)
4404 av_freep(&st->side_data[i].data);
4405 av_freep(&st->side_data);
4408 av_parser_close(st->parser);
4410 if (st->attached_pic.data)
4411 av_packet_unref(&st->attached_pic);
4414 avcodec_free_context(&st->internal->avctx);
4415 av_bsf_free(&st->internal->bsfc);
4416 av_freep(&st->internal->priv_pts);
4417 av_freep(&st->internal->index_entries);
4418 av_freep(&st->internal->probe_data.buf);
4420 av_bsf_free(&st->internal->extract_extradata.bsf);
4422 if (st->internal->info)
4423 av_freep(&st->internal->info->duration_error);
4424 av_freep(&st->internal->info);
4426 av_freep(&st->internal);
4428 av_dict_free(&st->metadata);
4429 avcodec_parameters_free(&st->codecpar);
4430 #if FF_API_LAVF_AVCTX
4431 FF_DISABLE_DEPRECATION_WARNINGS
4432 avcodec_free_context(&st->codec);
4433 FF_ENABLE_DEPRECATION_WARNINGS
4435 av_freep(&st->priv_data);
4436 #if FF_API_LAVF_FFSERVER
4437 FF_DISABLE_DEPRECATION_WARNINGS
4438 av_freep(&st->recommended_encoder_configuration);
4439 FF_ENABLE_DEPRECATION_WARNINGS
4445 void ff_free_stream(AVFormatContext *s, AVStream *st)
4447 av_assert0(s->nb_streams>0);
4448 av_assert0(s->streams[ s->nb_streams - 1 ] == st);
4450 free_stream(&s->streams[ --s->nb_streams ]);
4453 void avformat_free_context(AVFormatContext *s)
4460 if (s->oformat && s->oformat->deinit && s->internal->initialized)
4461 s->oformat->deinit(s);
4464 if (s->iformat && s->iformat->priv_class && s->priv_data)
4465 av_opt_free(s->priv_data);
4466 if (s->oformat && s->oformat->priv_class && s->priv_data)
4467 av_opt_free(s->priv_data);
4469 for (i = 0; i < s->nb_streams; i++)
4470 free_stream(&s->streams[i]);
4473 for (i = 0; i < s->nb_programs; i++) {
4474 av_dict_free(&s->programs[i]->metadata);
4475 av_freep(&s->programs[i]->stream_index);
4476 av_freep(&s->programs[i]);
4480 av_freep(&s->programs);
4481 av_freep(&s->priv_data);
4482 while (s->nb_chapters--) {
4483 av_dict_free(&s->chapters[s->nb_chapters]->metadata);
4484 av_freep(&s->chapters[s->nb_chapters]);
4486 av_freep(&s->chapters);
4487 av_dict_free(&s->metadata);
4488 av_dict_free(&s->internal->id3v2_meta);
4489 av_packet_free(&s->internal->pkt);
4490 av_packet_free(&s->internal->parse_pkt);
4491 av_freep(&s->streams);
4492 flush_packet_queue(s);
4493 av_freep(&s->internal);
4498 void avformat_close_input(AVFormatContext **ps)
4509 if ((s->iformat && strcmp(s->iformat->name, "image2") && s->iformat->flags & AVFMT_NOFILE) ||
4510 (s->flags & AVFMT_FLAG_CUSTOM_IO))
4513 flush_packet_queue(s);
4516 if (s->iformat->read_close)
4517 s->iformat->read_close(s);
4519 avformat_free_context(s);
4526 AVStream *avformat_new_stream(AVFormatContext *s, const AVCodec *c)
4532 if (s->nb_streams >= s->max_streams) {
4533 av_log(s, AV_LOG_ERROR, "Number of streams exceeds max_streams parameter"
4534 " (%d), see the documentation if you wish to increase it\n",
4538 streams = av_realloc_array(s->streams, s->nb_streams + 1, sizeof(*streams));
4541 s->streams = streams;
4543 st = av_mallocz(sizeof(AVStream));
4547 #if FF_API_LAVF_AVCTX
4548 FF_DISABLE_DEPRECATION_WARNINGS
4549 st->codec = avcodec_alloc_context3(c);
4554 FF_ENABLE_DEPRECATION_WARNINGS
4557 st->internal = av_mallocz(sizeof(*st->internal));
4561 st->internal->info = av_mallocz(sizeof(*st->internal->info));
4562 if (!st->internal->info)
4564 st->internal->info->last_dts = AV_NOPTS_VALUE;
4566 st->codecpar = avcodec_parameters_alloc();
4570 st->internal->avctx = avcodec_alloc_context3(NULL);
4571 if (!st->internal->avctx)
4575 #if FF_API_LAVF_AVCTX
4576 FF_DISABLE_DEPRECATION_WARNINGS
4577 /* no default bitrate if decoding */
4578 st->codec->bit_rate = 0;
4579 FF_ENABLE_DEPRECATION_WARNINGS
4582 /* default pts setting is MPEG-like */
4583 avpriv_set_pts_info(st, 33, 1, 90000);
4584 /* we set the current DTS to 0 so that formats without any timestamps
4585 * but durations get some timestamps, formats with some unknown
4586 * timestamps have their first few packets buffered and the
4587 * timestamps corrected before they are returned to the user */
4588 st->cur_dts = RELATIVE_TS_BASE;
4590 st->cur_dts = AV_NOPTS_VALUE;
4593 st->index = s->nb_streams;
4594 st->start_time = AV_NOPTS_VALUE;
4595 st->duration = AV_NOPTS_VALUE;
4596 st->first_dts = AV_NOPTS_VALUE;
4597 st->probe_packets = s->max_probe_packets;
4598 st->internal->pts_wrap_reference = AV_NOPTS_VALUE;
4599 st->internal->pts_wrap_behavior = AV_PTS_WRAP_IGNORE;
4601 st->last_IP_pts = AV_NOPTS_VALUE;
4602 st->internal->last_dts_for_order_check = AV_NOPTS_VALUE;
4603 for (i = 0; i < MAX_REORDER_DELAY + 1; i++)
4604 st->internal->pts_buffer[i] = AV_NOPTS_VALUE;
4606 st->sample_aspect_ratio = (AVRational) { 0, 1 };
4608 #if FF_API_R_FRAME_RATE
4609 st->internal->info->last_dts = AV_NOPTS_VALUE;
4611 st->internal->info->fps_first_dts = AV_NOPTS_VALUE;
4612 st->internal->info->fps_last_dts = AV_NOPTS_VALUE;
4614 st->internal->inject_global_side_data = s->internal->inject_global_side_data;
4616 st->internal->need_context_update = 1;
4618 s->streams[s->nb_streams++] = st;
4625 AVProgram *av_new_program(AVFormatContext *ac, int id)
4627 AVProgram *program = NULL;
4630 av_log(ac, AV_LOG_TRACE, "new_program: id=0x%04x\n", id);
4632 for (i = 0; i < ac->nb_programs; i++)
4633 if (ac->programs[i]->id == id)
4634 program = ac->programs[i];
4637 program = av_mallocz(sizeof(AVProgram));
4640 ret = av_dynarray_add_nofree(&ac->programs, &ac->nb_programs, program);
4645 program->discard = AVDISCARD_NONE;
4646 program->pmt_version = -1;
4648 program->pts_wrap_reference = AV_NOPTS_VALUE;
4649 program->pts_wrap_behavior = AV_PTS_WRAP_IGNORE;
4650 program->start_time =
4651 program->end_time = AV_NOPTS_VALUE;
4656 #if FF_API_CHAPTER_ID_INT
4657 AVChapter *avpriv_new_chapter(AVFormatContext *s, int id, AVRational time_base,
4659 AVChapter *avpriv_new_chapter(AVFormatContext *s, int64_t id, AVRational time_base,
4661 int64_t start, int64_t end, const char *title)
4663 AVChapter *chapter = NULL;
4666 if (end != AV_NOPTS_VALUE && start > end) {
4667 av_log(s, AV_LOG_ERROR, "Chapter end time %"PRId64" before start %"PRId64"\n", end, start);
4671 if (!s->nb_chapters) {
4672 s->internal->chapter_ids_monotonic = 1;
4673 } else if (!s->internal->chapter_ids_monotonic || s->chapters[s->nb_chapters-1]->id >= id) {
4674 s->internal->chapter_ids_monotonic = 0;
4675 for (i = 0; i < s->nb_chapters; i++)
4676 if (s->chapters[i]->id == id)
4677 chapter = s->chapters[i];
4681 chapter = av_mallocz(sizeof(AVChapter));
4684 ret = av_dynarray_add_nofree(&s->chapters, &s->nb_chapters, chapter);
4690 av_dict_set(&chapter->metadata, "title", title, 0);
4692 chapter->time_base = time_base;
4693 chapter->start = start;
4699 void av_program_add_stream_index(AVFormatContext *ac, int progid, unsigned idx)
4702 AVProgram *program = NULL;
4705 if (idx >= ac->nb_streams) {
4706 av_log(ac, AV_LOG_ERROR, "stream index %d is not valid\n", idx);
4710 for (i = 0; i < ac->nb_programs; i++) {
4711 if (ac->programs[i]->id != progid)
4713 program = ac->programs[i];
4714 for (j = 0; j < program->nb_stream_indexes; j++)
4715 if (program->stream_index[j] == idx)
4718 tmp = av_realloc_array(program->stream_index, program->nb_stream_indexes+1, sizeof(unsigned int));
4721 program->stream_index = tmp;
4722 program->stream_index[program->nb_stream_indexes++] = idx;
4727 uint64_t ff_ntp_time(void)
4729 return (av_gettime() / 1000) * 1000 + NTP_OFFSET_US;
4732 uint64_t ff_get_formatted_ntp_time(uint64_t ntp_time_us)
4734 uint64_t ntp_ts, frac_part, sec;
4737 //current ntp time in seconds and micro seconds
4738 sec = ntp_time_us / 1000000;
4739 usec = ntp_time_us % 1000000;
4741 //encoding in ntp timestamp format
4742 frac_part = usec * 0xFFFFFFFFULL;
4743 frac_part /= 1000000;
4745 if (sec > 0xFFFFFFFFULL)
4746 av_log(NULL, AV_LOG_WARNING, "NTP time format roll over detected\n");
4749 ntp_ts |= frac_part;
4754 uint64_t ff_parse_ntp_time(uint64_t ntp_ts)
4756 uint64_t sec = ntp_ts >> 32;
4757 uint64_t frac_part = ntp_ts & 0xFFFFFFFFULL;
4758 uint64_t usec = (frac_part * 1000000) / 0xFFFFFFFFULL;
4760 return (sec * 1000000) + usec;
4763 int av_get_frame_filename2(char *buf, int buf_size, const char *path, int number, int flags)
4766 char *q, buf1[20], c;
4767 int nd, len, percentd_found;
4779 while (av_isdigit(*p)) {
4780 if (nd >= INT_MAX / 10 - 255)
4782 nd = nd * 10 + *p++ - '0';
4785 } while (av_isdigit(c));
4791 if (!(flags & AV_FRAME_FILENAME_FLAGS_MULTIPLE) && percentd_found)
4796 snprintf(buf1, sizeof(buf1), "%0*d", nd, number);
4798 if ((q - buf + len) > buf_size - 1)
4800 memcpy(q, buf1, len);
4808 if ((q - buf) < buf_size - 1)
4812 if (!percentd_found)
4821 int av_get_frame_filename(char *buf, int buf_size, const char *path, int number)
4823 return av_get_frame_filename2(buf, buf_size, path, number, 0);
4826 void av_url_split(char *proto, int proto_size,
4827 char *authorization, int authorization_size,
4828 char *hostname, int hostname_size,
4829 int *port_ptr, char *path, int path_size, const char *url)
4831 const char *p, *ls, *at, *at2, *col, *brk;
4837 if (authorization_size > 0)
4838 authorization[0] = 0;
4839 if (hostname_size > 0)
4844 /* parse protocol */
4845 if ((p = strchr(url, ':'))) {
4846 av_strlcpy(proto, url, FFMIN(proto_size, p + 1 - url));
4853 /* no protocol means plain filename */
4854 av_strlcpy(path, url, path_size);
4858 /* separate path from hostname */
4859 ls = p + strcspn(p, "/?#");
4860 av_strlcpy(path, ls, path_size);
4862 /* the rest is hostname, use that to parse auth/port */
4864 /* authorization (user[:pass]@hostname) */
4866 while ((at = strchr(p, '@')) && at < ls) {
4867 av_strlcpy(authorization, at2,
4868 FFMIN(authorization_size, at + 1 - at2));
4869 p = at + 1; /* skip '@' */
4872 if (*p == '[' && (brk = strchr(p, ']')) && brk < ls) {
4874 av_strlcpy(hostname, p + 1,
4875 FFMIN(hostname_size, brk - p));
4876 if (brk[1] == ':' && port_ptr)
4877 *port_ptr = atoi(brk + 2);
4878 } else if ((col = strchr(p, ':')) && col < ls) {
4879 av_strlcpy(hostname, p,
4880 FFMIN(col + 1 - p, hostname_size));
4882 *port_ptr = atoi(col + 1);
4884 av_strlcpy(hostname, p,
4885 FFMIN(ls + 1 - p, hostname_size));
4889 int ff_mkdir_p(const char *path)
4892 char *temp = av_strdup(path);
4896 if (!path || !temp) {
4900 if (!av_strncasecmp(temp, "/", 1) || !av_strncasecmp(temp, "\\", 1)) {
4902 } else if (!av_strncasecmp(temp, "./", 2) || !av_strncasecmp(temp, ".\\", 2)) {
4906 for ( ; *pos != '\0'; ++pos) {
4907 if (*pos == '/' || *pos == '\\') {
4910 ret = mkdir(temp, 0755);
4915 if ((*(pos - 1) != '/') || (*(pos - 1) != '\\')) {
4916 ret = mkdir(temp, 0755);
4923 char *ff_data_to_hex(char *buff, const uint8_t *src, int s, int lowercase)
4926 static const char hex_table_uc[16] = { '0', '1', '2', '3',
4929 'C', 'D', 'E', 'F' };
4930 static const char hex_table_lc[16] = { '0', '1', '2', '3',
4933 'c', 'd', 'e', 'f' };
4934 const char *hex_table = lowercase ? hex_table_lc : hex_table_uc;
4936 for (i = 0; i < s; i++) {
4937 buff[i * 2] = hex_table[src[i] >> 4];
4938 buff[i * 2 + 1] = hex_table[src[i] & 0xF];
4944 int ff_hex_to_data(uint8_t *data, const char *p)
4951 p += strspn(p, SPACE_CHARS);
4954 c = av_toupper((unsigned char) *p++);
4955 if (c >= '0' && c <= '9')
4957 else if (c >= 'A' && c <= 'F')
4972 void avpriv_set_pts_info(AVStream *s, int pts_wrap_bits,
4973 unsigned int pts_num, unsigned int pts_den)
4976 if (av_reduce(&new_tb.num, &new_tb.den, pts_num, pts_den, INT_MAX)) {
4977 if (new_tb.num != pts_num)
4978 av_log(NULL, AV_LOG_DEBUG,
4979 "st:%d removing common factor %d from timebase\n",
4980 s->index, pts_num / new_tb.num);
4982 av_log(NULL, AV_LOG_WARNING,
4983 "st:%d has too large timebase, reducing\n", s->index);
4985 if (new_tb.num <= 0 || new_tb.den <= 0) {
4986 av_log(NULL, AV_LOG_ERROR,
4987 "Ignoring attempt to set invalid timebase %d/%d for st:%d\n",
4988 new_tb.num, new_tb.den,
4992 s->time_base = new_tb;
4993 #if FF_API_LAVF_AVCTX
4994 FF_DISABLE_DEPRECATION_WARNINGS
4995 s->codec->pkt_timebase = new_tb;
4996 FF_ENABLE_DEPRECATION_WARNINGS
4998 s->internal->avctx->pkt_timebase = new_tb;
4999 s->pts_wrap_bits = pts_wrap_bits;
5002 void ff_parse_key_value(const char *str, ff_parse_key_val_cb callback_get_buf,
5005 const char *ptr = str;
5007 /* Parse key=value pairs. */
5010 char *dest = NULL, *dest_end;
5011 int key_len, dest_len = 0;
5013 /* Skip whitespace and potential commas. */
5014 while (*ptr && (av_isspace(*ptr) || *ptr == ','))
5021 if (!(ptr = strchr(key, '=')))
5024 key_len = ptr - key;
5026 callback_get_buf(context, key, key_len, &dest, &dest_len);
5027 dest_end = dest + dest_len - 1;
5031 while (*ptr && *ptr != '\"') {
5035 if (dest && dest < dest_end)
5039 if (dest && dest < dest_end)
5047 for (; *ptr && !(av_isspace(*ptr) || *ptr == ','); ptr++)
5048 if (dest && dest < dest_end)
5056 int ff_find_stream_index(AVFormatContext *s, int id)
5059 for (i = 0; i < s->nb_streams; i++)
5060 if (s->streams[i]->id == id)
5065 int avformat_query_codec(const AVOutputFormat *ofmt, enum AVCodecID codec_id,
5069 unsigned int codec_tag;
5070 if (ofmt->query_codec)
5071 return ofmt->query_codec(codec_id, std_compliance);
5072 else if (ofmt->codec_tag)
5073 return !!av_codec_get_tag2(ofmt->codec_tag, codec_id, &codec_tag);
5074 else if (codec_id == ofmt->video_codec ||
5075 codec_id == ofmt->audio_codec ||
5076 codec_id == ofmt->subtitle_codec ||
5077 codec_id == ofmt->data_codec)
5080 return AVERROR_PATCHWELCOME;
5083 int avformat_network_init(void)
5087 if ((ret = ff_network_init()) < 0)
5089 if ((ret = ff_tls_init()) < 0)
5095 int avformat_network_deinit(void)
5104 int ff_add_param_change(AVPacket *pkt, int32_t channels,
5105 uint64_t channel_layout, int32_t sample_rate,
5106 int32_t width, int32_t height)
5112 return AVERROR(EINVAL);
5115 flags |= AV_SIDE_DATA_PARAM_CHANGE_CHANNEL_COUNT;
5117 if (channel_layout) {
5119 flags |= AV_SIDE_DATA_PARAM_CHANGE_CHANNEL_LAYOUT;
5123 flags |= AV_SIDE_DATA_PARAM_CHANGE_SAMPLE_RATE;
5125 if (width || height) {
5127 flags |= AV_SIDE_DATA_PARAM_CHANGE_DIMENSIONS;
5129 data = av_packet_new_side_data(pkt, AV_PKT_DATA_PARAM_CHANGE, size);
5131 return AVERROR(ENOMEM);
5132 bytestream_put_le32(&data, flags);
5134 bytestream_put_le32(&data, channels);
5136 bytestream_put_le64(&data, channel_layout);
5138 bytestream_put_le32(&data, sample_rate);
5139 if (width || height) {
5140 bytestream_put_le32(&data, width);
5141 bytestream_put_le32(&data, height);
5146 AVRational av_guess_sample_aspect_ratio(AVFormatContext *format, AVStream *stream, AVFrame *frame)
5148 AVRational undef = {0, 1};
5149 AVRational stream_sample_aspect_ratio = stream ? stream->sample_aspect_ratio : undef;
5150 AVRational codec_sample_aspect_ratio = stream && stream->codecpar ? stream->codecpar->sample_aspect_ratio : undef;
5151 AVRational frame_sample_aspect_ratio = frame ? frame->sample_aspect_ratio : codec_sample_aspect_ratio;
5153 av_reduce(&stream_sample_aspect_ratio.num, &stream_sample_aspect_ratio.den,
5154 stream_sample_aspect_ratio.num, stream_sample_aspect_ratio.den, INT_MAX);
5155 if (stream_sample_aspect_ratio.num <= 0 || stream_sample_aspect_ratio.den <= 0)
5156 stream_sample_aspect_ratio = undef;
5158 av_reduce(&frame_sample_aspect_ratio.num, &frame_sample_aspect_ratio.den,
5159 frame_sample_aspect_ratio.num, frame_sample_aspect_ratio.den, INT_MAX);
5160 if (frame_sample_aspect_ratio.num <= 0 || frame_sample_aspect_ratio.den <= 0)
5161 frame_sample_aspect_ratio = undef;
5163 if (stream_sample_aspect_ratio.num)
5164 return stream_sample_aspect_ratio;
5166 return frame_sample_aspect_ratio;
5169 AVRational av_guess_frame_rate(AVFormatContext *format, AVStream *st, AVFrame *frame)
5171 AVRational fr = st->r_frame_rate;
5172 AVRational codec_fr = st->internal->avctx->framerate;
5173 AVRational avg_fr = st->avg_frame_rate;
5175 if (avg_fr.num > 0 && avg_fr.den > 0 && fr.num > 0 && fr.den > 0 &&
5176 av_q2d(avg_fr) < 70 && av_q2d(fr) > 210) {
5181 if (st->internal->avctx->ticks_per_frame > 1) {
5182 if ( codec_fr.num > 0 && codec_fr.den > 0 &&
5183 (fr.num == 0 || av_q2d(codec_fr) < av_q2d(fr)*0.7 && fabs(1.0 - av_q2d(av_div_q(avg_fr, fr))) > 0.1))
5191 * Matches a stream specifier (but ignores requested index).
5193 * @param indexptr set to point to the requested stream index if there is one
5195 * @return <0 on error
5196 * 0 if st is NOT a matching stream
5197 * >0 if st is a matching stream
5199 static int match_stream_specifier(AVFormatContext *s, AVStream *st,
5200 const char *spec, const char **indexptr, AVProgram **p)
5202 int match = 1; /* Stores if the specifier matches so far. */
5204 if (*spec <= '9' && *spec >= '0') { /* opt:index */
5208 } else if (*spec == 'v' || *spec == 'a' || *spec == 's' || *spec == 'd' ||
5209 *spec == 't' || *spec == 'V') { /* opt:[vasdtV] */
5210 enum AVMediaType type;
5214 case 'v': type = AVMEDIA_TYPE_VIDEO; break;
5215 case 'a': type = AVMEDIA_TYPE_AUDIO; break;
5216 case 's': type = AVMEDIA_TYPE_SUBTITLE; break;
5217 case 'd': type = AVMEDIA_TYPE_DATA; break;
5218 case 't': type = AVMEDIA_TYPE_ATTACHMENT; break;
5219 case 'V': type = AVMEDIA_TYPE_VIDEO; nopic = 1; break;
5220 default: av_assert0(0);
5222 if (*spec && *spec++ != ':') /* If we are not at the end, then another specifier must follow. */
5223 return AVERROR(EINVAL);
5225 #if FF_API_LAVF_AVCTX
5226 FF_DISABLE_DEPRECATION_WARNINGS
5227 if (type != st->codecpar->codec_type
5228 && (st->codecpar->codec_type != AVMEDIA_TYPE_UNKNOWN || st->codec->codec_type != type))
5230 FF_ENABLE_DEPRECATION_WARNINGS
5232 if (type != st->codecpar->codec_type)
5235 if (nopic && (st->disposition & AV_DISPOSITION_ATTACHED_PIC))
5237 } else if (*spec == 'p' && *(spec + 1) == ':') {
5242 prog_id = strtol(spec, &endptr, 0);
5243 /* Disallow empty id and make sure that if we are not at the end, then another specifier must follow. */
5244 if (spec == endptr || (*endptr && *endptr++ != ':'))
5245 return AVERROR(EINVAL);
5248 for (i = 0; i < s->nb_programs; i++) {
5249 if (s->programs[i]->id != prog_id)
5252 for (j = 0; j < s->programs[i]->nb_stream_indexes; j++) {
5253 if (st->index == s->programs[i]->stream_index[j]) {
5256 *p = s->programs[i];
5265 } else if (*spec == '#' ||
5266 (*spec == 'i' && *(spec + 1) == ':')) {
5269 spec += 1 + (*spec == 'i');
5270 stream_id = strtol(spec, &endptr, 0);
5271 if (spec == endptr || *endptr) /* Disallow empty id and make sure we are at the end. */
5272 return AVERROR(EINVAL);
5273 return match && (stream_id == st->id);
5274 } else if (*spec == 'm' && *(spec + 1) == ':') {
5275 AVDictionaryEntry *tag;
5281 val = strchr(spec, ':');
5283 key = val ? av_strndup(spec, val - spec) : av_strdup(spec);
5285 return AVERROR(ENOMEM);
5287 tag = av_dict_get(st->metadata, key, NULL, 0);
5289 if (!val || !strcmp(tag->value, val + 1))
5298 return match && ret;
5299 } else if (*spec == 'u' && *(spec + 1) == '\0') {
5300 AVCodecParameters *par = st->codecpar;
5301 #if FF_API_LAVF_AVCTX
5302 FF_DISABLE_DEPRECATION_WARNINGS
5303 AVCodecContext *codec = st->codec;
5304 FF_ENABLE_DEPRECATION_WARNINGS
5307 switch (par->codec_type) {
5308 case AVMEDIA_TYPE_AUDIO:
5309 val = par->sample_rate && par->channels;
5310 #if FF_API_LAVF_AVCTX
5311 val = val || (codec->sample_rate && codec->channels);
5313 if (par->format == AV_SAMPLE_FMT_NONE
5314 #if FF_API_LAVF_AVCTX
5315 && codec->sample_fmt == AV_SAMPLE_FMT_NONE
5320 case AVMEDIA_TYPE_VIDEO:
5321 val = par->width && par->height;
5322 #if FF_API_LAVF_AVCTX
5323 val = val || (codec->width && codec->height);
5325 if (par->format == AV_PIX_FMT_NONE
5326 #if FF_API_LAVF_AVCTX
5327 && codec->pix_fmt == AV_PIX_FMT_NONE
5332 case AVMEDIA_TYPE_UNKNOWN:
5339 #if FF_API_LAVF_AVCTX
5340 return match && ((par->codec_id != AV_CODEC_ID_NONE || codec->codec_id != AV_CODEC_ID_NONE) && val != 0);
5342 return match && (par->codec_id != AV_CODEC_ID_NONE && val != 0);
5345 return AVERROR(EINVAL);
5353 int avformat_match_stream_specifier(AVFormatContext *s, AVStream *st,
5358 const char *indexptr = NULL;
5359 AVProgram *p = NULL;
5362 ret = match_stream_specifier(s, st, spec, &indexptr, &p);
5369 index = strtol(indexptr, &endptr, 0);
5370 if (*endptr) { /* We can't have anything after the requested index. */
5371 ret = AVERROR(EINVAL);
5375 /* This is not really needed but saves us a loop for simple stream index specifiers. */
5376 if (spec == indexptr)
5377 return (index == st->index);
5379 /* If we requested a matching stream index, we have to ensure st is that. */
5380 nb_streams = p ? p->nb_stream_indexes : s->nb_streams;
5381 for (int i = 0; i < nb_streams && index >= 0; i++) {
5382 AVStream *candidate = p ? s->streams[p->stream_index[i]] : s->streams[i];
5383 ret = match_stream_specifier(s, candidate, spec, NULL, NULL);
5386 if (ret > 0 && index-- == 0 && st == candidate)
5392 if (ret == AVERROR(EINVAL))
5393 av_log(s, AV_LOG_ERROR, "Invalid stream specifier: %s.\n", spec);
5397 int ff_generate_avci_extradata(AVStream *st)
5399 static const uint8_t avci100_1080p_extradata[] = {
5401 0x00, 0x00, 0x00, 0x01, 0x67, 0x7a, 0x10, 0x29,
5402 0xb6, 0xd4, 0x20, 0x22, 0x33, 0x19, 0xc6, 0x63,
5403 0x23, 0x21, 0x01, 0x11, 0x98, 0xce, 0x33, 0x19,
5404 0x18, 0x21, 0x02, 0x56, 0xb9, 0x3d, 0x7d, 0x7e,
5405 0x4f, 0xe3, 0x3f, 0x11, 0xf1, 0x9e, 0x08, 0xb8,
5406 0x8c, 0x54, 0x43, 0xc0, 0x78, 0x02, 0x27, 0xe2,
5407 0x70, 0x1e, 0x30, 0x10, 0x10, 0x14, 0x00, 0x00,
5408 0x03, 0x00, 0x04, 0x00, 0x00, 0x03, 0x00, 0xca,
5409 0x10, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
5411 0x00, 0x00, 0x00, 0x01, 0x68, 0xce, 0x33, 0x48,
5414 static const uint8_t avci100_1080i_extradata[] = {
5416 0x00, 0x00, 0x00, 0x01, 0x67, 0x7a, 0x10, 0x29,
5417 0xb6, 0xd4, 0x20, 0x22, 0x33, 0x19, 0xc6, 0x63,
5418 0x23, 0x21, 0x01, 0x11, 0x98, 0xce, 0x33, 0x19,
5419 0x18, 0x21, 0x03, 0x3a, 0x46, 0x65, 0x6a, 0x65,
5420 0x24, 0xad, 0xe9, 0x12, 0x32, 0x14, 0x1a, 0x26,
5421 0x34, 0xad, 0xa4, 0x41, 0x82, 0x23, 0x01, 0x50,
5422 0x2b, 0x1a, 0x24, 0x69, 0x48, 0x30, 0x40, 0x2e,
5423 0x11, 0x12, 0x08, 0xc6, 0x8c, 0x04, 0x41, 0x28,
5424 0x4c, 0x34, 0xf0, 0x1e, 0x01, 0x13, 0xf2, 0xe0,
5425 0x3c, 0x60, 0x20, 0x20, 0x28, 0x00, 0x00, 0x03,
5426 0x00, 0x08, 0x00, 0x00, 0x03, 0x01, 0x94, 0x20,
5428 0x00, 0x00, 0x00, 0x01, 0x68, 0xce, 0x33, 0x48,
5431 static const uint8_t avci50_1080p_extradata[] = {
5433 0x00, 0x00, 0x00, 0x01, 0x67, 0x6e, 0x10, 0x28,
5434 0xa6, 0xd4, 0x20, 0x32, 0x33, 0x0c, 0x71, 0x18,
5435 0x88, 0x62, 0x10, 0x19, 0x19, 0x86, 0x38, 0x8c,
5436 0x44, 0x30, 0x21, 0x02, 0x56, 0x4e, 0x6f, 0x37,
5437 0xcd, 0xf9, 0xbf, 0x81, 0x6b, 0xf3, 0x7c, 0xde,
5438 0x6e, 0x6c, 0xd3, 0x3c, 0x05, 0xa0, 0x22, 0x7e,
5439 0x5f, 0xfc, 0x00, 0x0c, 0x00, 0x13, 0x8c, 0x04,
5440 0x04, 0x05, 0x00, 0x00, 0x03, 0x00, 0x01, 0x00,
5441 0x00, 0x03, 0x00, 0x32, 0x84, 0x00, 0x00, 0x00,
5443 0x00, 0x00, 0x00, 0x01, 0x68, 0xee, 0x31, 0x12,
5446 static const uint8_t avci50_1080i_extradata[] = {
5448 0x00, 0x00, 0x00, 0x01, 0x67, 0x6e, 0x10, 0x28,
5449 0xa6, 0xd4, 0x20, 0x32, 0x33, 0x0c, 0x71, 0x18,
5450 0x88, 0x62, 0x10, 0x19, 0x19, 0x86, 0x38, 0x8c,
5451 0x44, 0x30, 0x21, 0x02, 0x56, 0x4e, 0x6e, 0x61,
5452 0x87, 0x3e, 0x73, 0x4d, 0x98, 0x0c, 0x03, 0x06,
5453 0x9c, 0x0b, 0x73, 0xe6, 0xc0, 0xb5, 0x18, 0x63,
5454 0x0d, 0x39, 0xe0, 0x5b, 0x02, 0xd4, 0xc6, 0x19,
5455 0x1a, 0x79, 0x8c, 0x32, 0x34, 0x24, 0xf0, 0x16,
5456 0x81, 0x13, 0xf7, 0xff, 0x80, 0x02, 0x00, 0x01,
5457 0xf1, 0x80, 0x80, 0x80, 0xa0, 0x00, 0x00, 0x03,
5458 0x00, 0x20, 0x00, 0x00, 0x06, 0x50, 0x80, 0x00,
5460 0x00, 0x00, 0x00, 0x01, 0x68, 0xee, 0x31, 0x12,
5463 static const uint8_t avci100_720p_extradata[] = {
5465 0x00, 0x00, 0x00, 0x01, 0x67, 0x7a, 0x10, 0x29,
5466 0xb6, 0xd4, 0x20, 0x2a, 0x33, 0x1d, 0xc7, 0x62,
5467 0xa1, 0x08, 0x40, 0x54, 0x66, 0x3b, 0x8e, 0xc5,
5468 0x42, 0x02, 0x10, 0x25, 0x64, 0x2c, 0x89, 0xe8,
5469 0x85, 0xe4, 0x21, 0x4b, 0x90, 0x83, 0x06, 0x95,
5470 0xd1, 0x06, 0x46, 0x97, 0x20, 0xc8, 0xd7, 0x43,
5471 0x08, 0x11, 0xc2, 0x1e, 0x4c, 0x91, 0x0f, 0x01,
5472 0x40, 0x16, 0xec, 0x07, 0x8c, 0x04, 0x04, 0x05,
5473 0x00, 0x00, 0x03, 0x00, 0x01, 0x00, 0x00, 0x03,
5474 0x00, 0x64, 0x84, 0x00, 0x00, 0x00, 0x00, 0x00,
5476 0x00, 0x00, 0x00, 0x01, 0x68, 0xce, 0x31, 0x12,
5479 static const uint8_t avci50_720p_extradata[] = {
5481 0x00, 0x00, 0x00, 0x01, 0x67, 0x6e, 0x10, 0x20,
5482 0xa6, 0xd4, 0x20, 0x32, 0x33, 0x0c, 0x71, 0x18,
5483 0x88, 0x62, 0x10, 0x19, 0x19, 0x86, 0x38, 0x8c,
5484 0x44, 0x30, 0x21, 0x02, 0x56, 0x4e, 0x6f, 0x37,
5485 0xcd, 0xf9, 0xbf, 0x81, 0x6b, 0xf3, 0x7c, 0xde,
5486 0x6e, 0x6c, 0xd3, 0x3c, 0x0f, 0x01, 0x6e, 0xff,
5487 0xc0, 0x00, 0xc0, 0x01, 0x38, 0xc0, 0x40, 0x40,
5488 0x50, 0x00, 0x00, 0x03, 0x00, 0x10, 0x00, 0x00,
5489 0x06, 0x48, 0x40, 0x00, 0x00, 0x00, 0x00, 0x00,
5491 0x00, 0x00, 0x00, 0x01, 0x68, 0xee, 0x31, 0x12,
5495 const uint8_t *data = NULL;
5498 if (st->codecpar->width == 1920) {
5499 if (st->codecpar->field_order == AV_FIELD_PROGRESSIVE) {
5500 data = avci100_1080p_extradata;
5501 size = sizeof(avci100_1080p_extradata);
5503 data = avci100_1080i_extradata;
5504 size = sizeof(avci100_1080i_extradata);
5506 } else if (st->codecpar->width == 1440) {
5507 if (st->codecpar->field_order == AV_FIELD_PROGRESSIVE) {
5508 data = avci50_1080p_extradata;
5509 size = sizeof(avci50_1080p_extradata);
5511 data = avci50_1080i_extradata;
5512 size = sizeof(avci50_1080i_extradata);
5514 } else if (st->codecpar->width == 1280) {
5515 data = avci100_720p_extradata;
5516 size = sizeof(avci100_720p_extradata);
5517 } else if (st->codecpar->width == 960) {
5518 data = avci50_720p_extradata;
5519 size = sizeof(avci50_720p_extradata);
5525 if ((ret = ff_alloc_extradata(st->codecpar, size)) < 0)
5527 memcpy(st->codecpar->extradata, data, size);
5532 uint8_t *av_stream_get_side_data(const AVStream *st,
5533 enum AVPacketSideDataType type, buffer_size_t *size)
5537 for (i = 0; i < st->nb_side_data; i++) {
5538 if (st->side_data[i].type == type) {
5540 *size = st->side_data[i].size;
5541 return st->side_data[i].data;
5549 int av_stream_add_side_data(AVStream *st, enum AVPacketSideDataType type,
5550 uint8_t *data, size_t size)
5552 AVPacketSideData *sd, *tmp;
5555 for (i = 0; i < st->nb_side_data; i++) {
5556 sd = &st->side_data[i];
5558 if (sd->type == type) {
5559 av_freep(&sd->data);
5566 if ((unsigned)st->nb_side_data + 1 >= INT_MAX / sizeof(*st->side_data))
5567 return AVERROR(ERANGE);
5569 tmp = av_realloc(st->side_data, (st->nb_side_data + 1) * sizeof(*tmp));
5571 return AVERROR(ENOMEM);
5574 st->side_data = tmp;
5577 sd = &st->side_data[st->nb_side_data - 1];
5585 uint8_t *av_stream_new_side_data(AVStream *st, enum AVPacketSideDataType type,
5589 uint8_t *data = av_malloc(size);
5594 ret = av_stream_add_side_data(st, type, data, size);
5603 int ff_stream_add_bitstream_filter(AVStream *st, const char *name, const char *args)
5606 const AVBitStreamFilter *bsf;
5609 av_assert0(!st->internal->bsfc);
5611 if (!(bsf = av_bsf_get_by_name(name))) {
5612 av_log(NULL, AV_LOG_ERROR, "Unknown bitstream filter '%s'\n", name);
5613 return AVERROR_BSF_NOT_FOUND;
5616 if ((ret = av_bsf_alloc(bsf, &bsfc)) < 0)
5619 bsfc->time_base_in = st->time_base;
5620 if ((ret = avcodec_parameters_copy(bsfc->par_in, st->codecpar)) < 0) {
5625 if (args && bsfc->filter->priv_class) {
5626 const AVOption *opt = av_opt_next(bsfc->priv_data, NULL);
5627 const char * shorthand[2] = {NULL};
5630 shorthand[0] = opt->name;
5632 if ((ret = av_opt_set_from_string(bsfc->priv_data, args, shorthand, "=", ":")) < 0) {
5638 if ((ret = av_bsf_init(bsfc)) < 0) {
5643 st->internal->bsfc = bsfc;
5645 av_log(NULL, AV_LOG_VERBOSE,
5646 "Automatically inserted bitstream filter '%s'; args='%s'\n",
5647 name, args ? args : "");
5652 FF_DISABLE_DEPRECATION_WARNINGS
5653 int av_apply_bitstream_filters(AVCodecContext *codec, AVPacket *pkt,
5654 AVBitStreamFilterContext *bsfc)
5658 AVPacket new_pkt = *pkt;
5659 int a = av_bitstream_filter_filter(bsfc, codec, NULL,
5660 &new_pkt.data, &new_pkt.size,
5661 pkt->data, pkt->size,
5662 pkt->flags & AV_PKT_FLAG_KEY);
5663 if (a == 0 && new_pkt.size == 0 && new_pkt.side_data_elems == 0) {
5664 av_packet_unref(pkt);
5665 memset(pkt, 0, sizeof(*pkt));
5668 if(a == 0 && new_pkt.data != pkt->data) {
5669 uint8_t *t = av_malloc(new_pkt.size + AV_INPUT_BUFFER_PADDING_SIZE); //the new should be a subset of the old so cannot overflow
5671 memcpy(t, new_pkt.data, new_pkt.size);
5672 memset(t + new_pkt.size, 0, AV_INPUT_BUFFER_PADDING_SIZE);
5677 a = AVERROR(ENOMEM);
5681 new_pkt.buf = av_buffer_create(new_pkt.data, new_pkt.size,
5682 av_buffer_default_free, NULL, 0);
5684 pkt->side_data = NULL;
5685 pkt->side_data_elems = 0;
5686 av_packet_unref(pkt);
5688 av_freep(&new_pkt.data);
5689 a = AVERROR(ENOMEM);
5693 av_log(codec, AV_LOG_ERROR,
5694 "Failed to open bitstream filter %s for stream %d with codec %s",
5695 bsfc->filter->name, pkt->stream_index,
5696 codec->codec ? codec->codec->name : "copy");
5706 FF_ENABLE_DEPRECATION_WARNINGS
5709 int ff_format_output_open(AVFormatContext *s, const char *url, AVDictionary **options)
5712 return AVERROR(EINVAL);
5714 if (!(s->oformat->flags & AVFMT_NOFILE))
5715 return s->io_open(s, &s->pb, url, AVIO_FLAG_WRITE, options);
5719 void ff_format_io_close(AVFormatContext *s, AVIOContext **pb)
5722 s->io_close(s, *pb);
5726 int ff_is_http_proto(char *filename) {
5727 const char *proto = avio_find_protocol_name(filename);
5728 return proto ? (!av_strcasecmp(proto, "http") || !av_strcasecmp(proto, "https")) : 0;
5731 int ff_parse_creation_time_metadata(AVFormatContext *s, int64_t *timestamp, int return_seconds)
5733 AVDictionaryEntry *entry;
5734 int64_t parsed_timestamp;
5736 if ((entry = av_dict_get(s->metadata, "creation_time", NULL, 0))) {
5737 if ((ret = av_parse_time(&parsed_timestamp, entry->value, 0)) >= 0) {
5738 *timestamp = return_seconds ? parsed_timestamp / 1000000 : parsed_timestamp;
5741 av_log(s, AV_LOG_WARNING, "Failed to parse creation_time %s\n", entry->value);
5748 int ff_standardize_creation_time(AVFormatContext *s)
5751 int ret = ff_parse_creation_time_metadata(s, ×tamp, 0);
5753 return avpriv_dict_set_timestamp(&s->metadata, "creation_time", timestamp);
5757 int ff_get_packet_palette(AVFormatContext *s, AVPacket *pkt, int ret, uint32_t *palette)
5762 side_data = av_packet_get_side_data(pkt, AV_PKT_DATA_PALETTE, &size);
5764 if (size != AVPALETTE_SIZE) {
5765 av_log(s, AV_LOG_ERROR, "Invalid palette side data\n");
5766 return AVERROR_INVALIDDATA;
5768 memcpy(palette, side_data, AVPALETTE_SIZE);
5772 if (ret == CONTAINS_PAL) {
5774 for (i = 0; i < AVPALETTE_COUNT; i++)
5775 palette[i] = AV_RL32(pkt->data + pkt->size - AVPALETTE_SIZE + i*4);
5782 int ff_bprint_to_codecpar_extradata(AVCodecParameters *par, struct AVBPrint *buf)
5787 ret = av_bprint_finalize(buf, &str);
5790 if (!av_bprint_is_complete(buf)) {
5792 return AVERROR(ENOMEM);
5795 par->extradata = str;
5796 /* Note: the string is NUL terminated (so extradata can be read as a
5797 * string), but the ending character is not accounted in the size (in
5798 * binary formats you are likely not supposed to mux that character). When
5799 * extradata is copied, it is also padded with AV_INPUT_BUFFER_PADDING_SIZE
5801 par->extradata_size = buf->len;
5805 int avformat_transfer_internal_stream_timing_info(const AVOutputFormat *ofmt,
5806 AVStream *ost, const AVStream *ist,
5807 enum AVTimebaseSource copy_tb)
5809 //TODO: use [io]st->internal->avctx
5810 const AVCodecContext *dec_ctx;
5811 AVCodecContext *enc_ctx;
5813 #if FF_API_LAVF_AVCTX
5814 FF_DISABLE_DEPRECATION_WARNINGS
5815 dec_ctx = ist->codec;
5816 enc_ctx = ost->codec;
5817 FF_ENABLE_DEPRECATION_WARNINGS
5819 dec_ctx = ist->internal->avctx;
5820 enc_ctx = ost->internal->avctx;
5823 enc_ctx->time_base = ist->time_base;
5825 * Avi is a special case here because it supports variable fps but
5826 * having the fps and timebase differe significantly adds quite some
5829 if (!strcmp(ofmt->name, "avi")) {
5830 #if FF_API_R_FRAME_RATE
5831 if (copy_tb == AVFMT_TBCF_AUTO && ist->r_frame_rate.num
5832 && av_q2d(ist->r_frame_rate) >= av_q2d(ist->avg_frame_rate)
5833 && 0.5/av_q2d(ist->r_frame_rate) > av_q2d(ist->time_base)
5834 && 0.5/av_q2d(ist->r_frame_rate) > av_q2d(dec_ctx->time_base)
5835 && av_q2d(ist->time_base) < 1.0/500 && av_q2d(dec_ctx->time_base) < 1.0/500
5836 || copy_tb == AVFMT_TBCF_R_FRAMERATE) {
5837 enc_ctx->time_base.num = ist->r_frame_rate.den;
5838 enc_ctx->time_base.den = 2*ist->r_frame_rate.num;
5839 enc_ctx->ticks_per_frame = 2;
5842 if (copy_tb == AVFMT_TBCF_AUTO && av_q2d(dec_ctx->time_base)*dec_ctx->ticks_per_frame > 2*av_q2d(ist->time_base)
5843 && av_q2d(ist->time_base) < 1.0/500
5844 || copy_tb == AVFMT_TBCF_DECODER) {
5845 enc_ctx->time_base = dec_ctx->time_base;
5846 enc_ctx->time_base.num *= dec_ctx->ticks_per_frame;
5847 enc_ctx->time_base.den *= 2;
5848 enc_ctx->ticks_per_frame = 2;
5850 } else if (!(ofmt->flags & AVFMT_VARIABLE_FPS)
5851 && !av_match_name(ofmt->name, "mov,mp4,3gp,3g2,psp,ipod,ismv,f4v")) {
5852 if (copy_tb == AVFMT_TBCF_AUTO && dec_ctx->time_base.den
5853 && av_q2d(dec_ctx->time_base)*dec_ctx->ticks_per_frame > av_q2d(ist->time_base)
5854 && av_q2d(ist->time_base) < 1.0/500
5855 || copy_tb == AVFMT_TBCF_DECODER) {
5856 enc_ctx->time_base = dec_ctx->time_base;
5857 enc_ctx->time_base.num *= dec_ctx->ticks_per_frame;
5861 if ((enc_ctx->codec_tag == AV_RL32("tmcd") || ost->codecpar->codec_tag == AV_RL32("tmcd"))
5862 && dec_ctx->time_base.num < dec_ctx->time_base.den
5863 && dec_ctx->time_base.num > 0
5864 && 121LL*dec_ctx->time_base.num > dec_ctx->time_base.den) {
5865 enc_ctx->time_base = dec_ctx->time_base;
5868 if (ost->avg_frame_rate.num)
5869 enc_ctx->time_base = av_inv_q(ost->avg_frame_rate);
5871 av_reduce(&enc_ctx->time_base.num, &enc_ctx->time_base.den,
5872 enc_ctx->time_base.num, enc_ctx->time_base.den, INT_MAX);
5877 AVRational av_stream_get_codec_timebase(const AVStream *st)
5879 // See avformat_transfer_internal_stream_timing_info() TODO.
5880 #if FF_API_LAVF_AVCTX
5881 FF_DISABLE_DEPRECATION_WARNINGS
5882 return st->codec->time_base;
5883 FF_ENABLE_DEPRECATION_WARNINGS
5885 return st->internal->avctx->time_base;
5889 void ff_format_set_url(AVFormatContext *s, char *url)
5894 #if FF_API_FORMAT_FILENAME
5895 FF_DISABLE_DEPRECATION_WARNINGS
5896 av_strlcpy(s->filename, url, sizeof(s->filename));
5897 FF_ENABLE_DEPRECATION_WARNINGS