2 * Copyright (c) 2011, Luca Barbato
4 * This file is part of FFmpeg.
6 * FFmpeg is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
11 * FFmpeg is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with FFmpeg; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
22 * @file generic segmenter
23 * M3U8 specification can be find here:
24 * @url{http://tools.ietf.org/id/draft-pantos-http-live-streaming}
31 #include "avio_internal.h"
34 #include "libavutil/avassert.h"
35 #include "libavutil/internal.h"
36 #include "libavutil/log.h"
37 #include "libavutil/opt.h"
38 #include "libavutil/avstring.h"
39 #include "libavutil/parseutils.h"
40 #include "libavutil/mathematics.h"
41 #include "libavutil/time.h"
42 #include "libavutil/timecode.h"
43 #include "libavutil/time_internal.h"
44 #include "libavutil/timestamp.h"
46 typedef struct SegmentListEntry {
48 double start_time, end_time;
52 struct SegmentListEntry *next;
53 int64_t last_duration;
57 LIST_TYPE_UNDEFINED = -1,
61 LIST_TYPE_EXT, ///< deprecated
66 #define SEGMENT_LIST_FLAG_CACHE 1
67 #define SEGMENT_LIST_FLAG_LIVE 2
69 typedef struct SegmentContext {
70 const AVClass *class; /**< Class for private options. */
71 int segment_idx; ///< index of the segment file to write, starting from 0
72 int segment_idx_wrap; ///< number after which the index wraps
73 int segment_idx_wrap_nb; ///< number of time the index has wraped
74 int segment_count; ///< number of segment files already written
75 ff_const59 AVOutputFormat *oformat;
77 char *format; ///< format to use for output segment files
78 char *format_options_str; ///< format options to use for output segment files
79 AVDictionary *format_options;
80 char *list; ///< filename for the segment list file
81 int list_flags; ///< flags affecting list generation
82 int list_size; ///< number of entries for the segment list file
84 int use_clocktime; ///< flag to cut segments at regular clock time
85 int64_t clocktime_offset; //< clock offset for cutting the segments at regular clock time
86 int64_t clocktime_wrap_duration; //< wrapping duration considered for starting a new segment
87 int64_t last_val; ///< remember last time for wrap around detection
89 int header_written; ///< whether we've already called avformat_write_header
91 char *entry_prefix; ///< prefix to add to list entry filenames
92 int list_type; ///< set the list type
93 AVIOContext *list_pb; ///< list file put-byte context
94 char *time_str; ///< segment duration specification string
95 int64_t time; ///< segment duration
96 int use_strftime; ///< flag to expand filename with strftime
97 int increment_tc; ///< flag to increment timecode if found
99 char *times_str; ///< segment times specification string
100 int64_t *times; ///< list of segment interval specification
101 int nb_times; ///< number of elments in the times array
103 char *frames_str; ///< segment frame numbers specification string
104 int *frames; ///< list of frame number specification
105 int nb_frames; ///< number of elments in the frames array
106 int frame_count; ///< total number of reference frames
107 int segment_frame_count; ///< number of reference frames in the segment
110 int individual_header_trailer; /**< Set by a private option. */
111 int write_header_trailer; /**< Set by a private option. */
112 char *header_filename; ///< filename to write the output header to
114 int reset_timestamps; ///< reset timestamps at the beginning of each segment
115 int64_t initial_offset; ///< initial timestamps offset, expressed in microseconds
116 char *reference_stream_specifier; ///< reference stream specifier
117 int reference_stream_index;
118 int break_non_keyframes;
122 char temp_list_filename[1024];
124 SegmentListEntry cur_entry;
125 SegmentListEntry *segment_list_entries;
126 SegmentListEntry *segment_list_entries_end;
129 static void print_csv_escaped_str(AVIOContext *ctx, const char *str)
131 int needs_quoting = !!str[strcspn(str, "\",\n\r")];
136 for (; *str; str++) {
145 static int segment_mux_init(AVFormatContext *s)
147 SegmentContext *seg = s->priv_data;
152 ret = avformat_alloc_output_context2(&seg->avf, seg->oformat, NULL, NULL);
157 oc->interrupt_callback = s->interrupt_callback;
158 oc->max_delay = s->max_delay;
159 av_dict_copy(&oc->metadata, s->metadata, 0);
160 oc->opaque = s->opaque;
161 oc->io_close = s->io_close;
162 oc->io_open = s->io_open;
163 oc->flags = s->flags;
165 for (i = 0; i < s->nb_streams; i++) {
167 AVCodecParameters *ipar, *opar;
169 if (!(st = avformat_new_stream(oc, NULL)))
170 return AVERROR(ENOMEM);
171 ipar = s->streams[i]->codecpar;
173 avcodec_parameters_copy(opar, ipar);
174 if (!oc->oformat->codec_tag ||
175 av_codec_get_id (oc->oformat->codec_tag, ipar->codec_tag) == opar->codec_id ||
176 av_codec_get_tag(oc->oformat->codec_tag, ipar->codec_id) <= 0) {
177 opar->codec_tag = ipar->codec_tag;
181 st->sample_aspect_ratio = s->streams[i]->sample_aspect_ratio;
182 st->time_base = s->streams[i]->time_base;
183 st->avg_frame_rate = s->streams[i]->avg_frame_rate;
184 #if FF_API_LAVF_AVCTX
185 FF_DISABLE_DEPRECATION_WARNINGS
186 if (s->streams[i]->codecpar->codec_tag == MKTAG('t','m','c','d'))
187 st->codec->time_base = s->streams[i]->codec->time_base;
188 FF_ENABLE_DEPRECATION_WARNINGS
190 av_dict_copy(&st->metadata, s->streams[i]->metadata, 0);
196 static int set_segment_filename(AVFormatContext *s)
198 SegmentContext *seg = s->priv_data;
199 AVFormatContext *oc = seg->avf;
205 if (seg->segment_idx_wrap)
206 seg->segment_idx %= seg->segment_idx_wrap;
207 if (seg->use_strftime) {
209 struct tm *tm, tmpbuf;
211 tm = localtime_r(&now0, &tmpbuf);
212 if (!strftime(buf, sizeof(buf), s->url, tm)) {
213 av_log(oc, AV_LOG_ERROR, "Could not get segment filename with strftime\n");
214 return AVERROR(EINVAL);
216 } else if (av_get_frame_filename(buf, sizeof(buf),
217 s->url, seg->segment_idx) < 0) {
218 av_log(oc, AV_LOG_ERROR, "Invalid segment filename template '%s'\n", s->url);
219 return AVERROR(EINVAL);
221 new_name = av_strdup(buf);
223 return AVERROR(ENOMEM);
224 ff_format_set_url(oc, new_name);
226 /* copy modified name in list entry */
227 size = strlen(av_basename(oc->url)) + 1;
228 if (seg->entry_prefix)
229 size += strlen(seg->entry_prefix);
231 if ((ret = av_reallocp(&seg->cur_entry.filename, size)) < 0)
233 snprintf(seg->cur_entry.filename, size, "%s%s",
234 seg->entry_prefix ? seg->entry_prefix : "",
235 av_basename(oc->url));
240 static int segment_start(AVFormatContext *s, int write_header)
242 SegmentContext *seg = s->priv_data;
243 AVFormatContext *oc = seg->avf;
247 avformat_free_context(oc);
249 if ((err = segment_mux_init(s)) < 0)
255 if ((seg->segment_idx_wrap) && (seg->segment_idx % seg->segment_idx_wrap == 0))
256 seg->segment_idx_wrap_nb++;
258 if ((err = set_segment_filename(s)) < 0)
261 if ((err = s->io_open(s, &oc->pb, oc->url, AVIO_FLAG_WRITE, NULL)) < 0) {
262 av_log(s, AV_LOG_ERROR, "Failed to open segment '%s'\n", oc->url);
265 if (!seg->individual_header_trailer)
266 oc->pb->seekable = 0;
268 if (oc->oformat->priv_class && oc->priv_data)
269 av_opt_set(oc->priv_data, "mpegts_flags", "+resend_headers", 0);
272 AVDictionary *options = NULL;
273 av_dict_copy(&options, seg->format_options, 0);
274 av_dict_set(&options, "fflags", "-autobsf", 0);
275 err = avformat_write_header(oc, &options);
276 av_dict_free(&options);
281 seg->segment_frame_count = 0;
285 static int segment_list_open(AVFormatContext *s)
287 SegmentContext *seg = s->priv_data;
290 snprintf(seg->temp_list_filename, sizeof(seg->temp_list_filename), seg->use_rename ? "%s.tmp" : "%s", seg->list);
291 ret = s->io_open(s, &seg->list_pb, seg->temp_list_filename, AVIO_FLAG_WRITE, NULL);
293 av_log(s, AV_LOG_ERROR, "Failed to open segment list '%s'\n", seg->list);
297 if (seg->list_type == LIST_TYPE_M3U8 && seg->segment_list_entries) {
298 SegmentListEntry *entry;
299 double max_duration = 0;
301 avio_printf(seg->list_pb, "#EXTM3U\n");
302 avio_printf(seg->list_pb, "#EXT-X-VERSION:3\n");
303 avio_printf(seg->list_pb, "#EXT-X-MEDIA-SEQUENCE:%d\n", seg->segment_list_entries->index);
304 avio_printf(seg->list_pb, "#EXT-X-ALLOW-CACHE:%s\n",
305 seg->list_flags & SEGMENT_LIST_FLAG_CACHE ? "YES" : "NO");
307 av_log(s, AV_LOG_VERBOSE, "EXT-X-MEDIA-SEQUENCE:%d\n",
308 seg->segment_list_entries->index);
310 for (entry = seg->segment_list_entries; entry; entry = entry->next)
311 max_duration = FFMAX(max_duration, entry->end_time - entry->start_time);
312 avio_printf(seg->list_pb, "#EXT-X-TARGETDURATION:%"PRId64"\n", (int64_t)ceil(max_duration));
313 } else if (seg->list_type == LIST_TYPE_FFCONCAT) {
314 avio_printf(seg->list_pb, "ffconcat version 1.0\n");
320 static void segment_list_print_entry(AVIOContext *list_ioctx,
322 const SegmentListEntry *list_entry,
327 avio_printf(list_ioctx, "%s\n", list_entry->filename);
331 print_csv_escaped_str(list_ioctx, list_entry->filename);
332 avio_printf(list_ioctx, ",%f,%f\n", list_entry->start_time, list_entry->end_time);
335 avio_printf(list_ioctx, "#EXTINF:%f,\n%s\n",
336 list_entry->end_time - list_entry->start_time, list_entry->filename);
338 case LIST_TYPE_FFCONCAT:
341 if (av_escape(&buf, list_entry->filename, NULL, AV_ESCAPE_MODE_AUTO, AV_ESCAPE_FLAG_WHITESPACE) < 0) {
342 av_log(log_ctx, AV_LOG_WARNING,
343 "Error writing list entry '%s' in list file\n", list_entry->filename);
346 avio_printf(list_ioctx, "file %s\n", buf);
351 av_assert0(!"Invalid list type");
355 static int segment_end(AVFormatContext *s, int write_trailer, int is_last)
357 SegmentContext *seg = s->priv_data;
358 AVFormatContext *oc = seg->avf;
362 AVDictionaryEntry *tcr;
363 char buf[AV_TIMECODE_STR_SIZE];
368 return AVERROR(EINVAL);
370 av_write_frame(oc, NULL); /* Flush any buffered data (fragmented mp4) */
372 ret = av_write_trailer(oc);
375 av_log(s, AV_LOG_ERROR, "Failure occurred when ending segment '%s'\n",
379 if (seg->list_size || seg->list_type == LIST_TYPE_M3U8) {
380 SegmentListEntry *entry = av_mallocz(sizeof(*entry));
382 ret = AVERROR(ENOMEM);
386 /* append new element */
387 memcpy(entry, &seg->cur_entry, sizeof(*entry));
388 entry->filename = av_strdup(entry->filename);
389 if (!seg->segment_list_entries)
390 seg->segment_list_entries = seg->segment_list_entries_end = entry;
392 seg->segment_list_entries_end->next = entry;
393 seg->segment_list_entries_end = entry;
395 /* drop first item */
396 if (seg->list_size && seg->segment_count >= seg->list_size) {
397 entry = seg->segment_list_entries;
398 seg->segment_list_entries = seg->segment_list_entries->next;
399 av_freep(&entry->filename);
403 if ((ret = segment_list_open(s)) < 0)
405 for (entry = seg->segment_list_entries; entry; entry = entry->next)
406 segment_list_print_entry(seg->list_pb, seg->list_type, entry, s);
407 if (seg->list_type == LIST_TYPE_M3U8 && is_last)
408 avio_printf(seg->list_pb, "#EXT-X-ENDLIST\n");
409 ff_format_io_close(s, &seg->list_pb);
411 ff_rename(seg->temp_list_filename, seg->list, s);
413 segment_list_print_entry(seg->list_pb, seg->list_type, &seg->cur_entry, s);
414 avio_flush(seg->list_pb);
418 av_log(s, AV_LOG_VERBOSE, "segment:'%s' count:%d ended\n",
419 seg->avf->url, seg->segment_count);
420 seg->segment_count++;
422 if (seg->increment_tc) {
423 tcr = av_dict_get(s->metadata, "timecode", NULL, 0);
425 /* search the first video stream */
426 for (i = 0; i < s->nb_streams; i++) {
427 if (s->streams[i]->codecpar->codec_type == AVMEDIA_TYPE_VIDEO) {
428 rate = s->streams[i]->avg_frame_rate;/* Get fps from the video stream */
429 err = av_timecode_init_from_string(&tc, rate, tcr->value, s);
431 av_log(s, AV_LOG_WARNING, "Could not increment global timecode, error occurred during timecode creation.\n");
434 tc.start += (int)((seg->cur_entry.end_time - seg->cur_entry.start_time) * av_q2d(rate));/* increment timecode */
435 av_dict_set(&s->metadata, "timecode",
436 av_timecode_make_string(&tc, buf, 0), 0);
441 av_log(s, AV_LOG_WARNING, "Could not increment global timecode, no global timecode metadata found.\n");
443 for (i = 0; i < s->nb_streams; i++) {
444 if (s->streams[i]->codecpar->codec_type == AVMEDIA_TYPE_VIDEO) {
445 char st_buf[AV_TIMECODE_STR_SIZE];
447 AVRational st_rate = s->streams[i]->avg_frame_rate;
448 AVDictionaryEntry *st_tcr = av_dict_get(s->streams[i]->metadata, "timecode", NULL, 0);
450 if ((av_timecode_init_from_string(&st_tc, st_rate, st_tcr->value, s) < 0)) {
451 av_log(s, AV_LOG_WARNING, "Could not increment stream %d timecode, error occurred during timecode creation.\n", i);
454 st_tc.start += (int)((seg->cur_entry.end_time - seg->cur_entry.start_time) * av_q2d(st_rate)); // increment timecode
455 av_dict_set(&s->streams[i]->metadata, "timecode", av_timecode_make_string(&st_tc, st_buf, 0), 0);
462 ff_format_io_close(oc, &oc->pb);
467 static int parse_times(void *log_ctx, int64_t **times, int *nb_times,
468 const char *times_str)
472 char *times_str1 = av_strdup(times_str);
473 char *saveptr = NULL;
476 return AVERROR(ENOMEM);
478 #define FAIL(err) ret = err; goto end
481 for (p = times_str1; *p; p++)
485 *times = av_malloc_array(*nb_times, sizeof(**times));
487 av_log(log_ctx, AV_LOG_ERROR, "Could not allocate forced times array\n");
488 FAIL(AVERROR(ENOMEM));
492 for (i = 0; i < *nb_times; i++) {
494 char *tstr = av_strtok(p, ",", &saveptr);
497 if (!tstr || !tstr[0]) {
498 av_log(log_ctx, AV_LOG_ERROR, "Empty time specification in times list %s\n",
500 FAIL(AVERROR(EINVAL));
503 ret = av_parse_time(&t, tstr, 1);
505 av_log(log_ctx, AV_LOG_ERROR,
506 "Invalid time duration specification '%s' in times list %s\n", tstr, times_str);
507 FAIL(AVERROR(EINVAL));
511 /* check on monotonicity */
512 if (i && (*times)[i-1] > (*times)[i]) {
513 av_log(log_ctx, AV_LOG_ERROR,
514 "Specified time %f is greater than the following time %f\n",
515 (float)((*times)[i])/1000000, (float)((*times)[i-1])/1000000);
516 FAIL(AVERROR(EINVAL));
525 static int parse_frames(void *log_ctx, int **frames, int *nb_frames,
526 const char *frames_str)
530 char *frames_str1 = av_strdup(frames_str);
531 char *saveptr = NULL;
534 return AVERROR(ENOMEM);
536 #define FAIL(err) ret = err; goto end
539 for (p = frames_str1; *p; p++)
543 *frames = av_malloc_array(*nb_frames, sizeof(**frames));
545 av_log(log_ctx, AV_LOG_ERROR, "Could not allocate forced frames array\n");
546 FAIL(AVERROR(ENOMEM));
550 for (i = 0; i < *nb_frames; i++) {
553 char *fstr = av_strtok(p, ",", &saveptr);
557 av_log(log_ctx, AV_LOG_ERROR, "Empty frame specification in frame list %s\n",
559 FAIL(AVERROR(EINVAL));
561 f = strtol(fstr, &tailptr, 10);
562 if (*tailptr || f <= 0 || f >= INT_MAX) {
563 av_log(log_ctx, AV_LOG_ERROR,
564 "Invalid argument '%s', must be a positive integer <= INT64_MAX\n",
566 FAIL(AVERROR(EINVAL));
570 /* check on monotonicity */
571 if (i && (*frames)[i-1] > (*frames)[i]) {
572 av_log(log_ctx, AV_LOG_ERROR,
573 "Specified frame %d is greater than the following frame %d\n",
574 (*frames)[i], (*frames)[i-1]);
575 FAIL(AVERROR(EINVAL));
580 av_free(frames_str1);
584 static int open_null_ctx(AVIOContext **ctx)
586 int buf_size = 32768;
587 uint8_t *buf = av_malloc(buf_size);
589 return AVERROR(ENOMEM);
590 *ctx = avio_alloc_context(buf, buf_size, AVIO_FLAG_WRITE, NULL, NULL, NULL, NULL);
593 return AVERROR(ENOMEM);
598 static void close_null_ctxp(AVIOContext **pb)
600 av_freep(&(*pb)->buffer);
601 avio_context_free(pb);
604 static int select_reference_stream(AVFormatContext *s)
606 SegmentContext *seg = s->priv_data;
609 seg->reference_stream_index = -1;
610 if (!strcmp(seg->reference_stream_specifier, "auto")) {
611 /* select first index of type with highest priority */
612 int type_index_map[AVMEDIA_TYPE_NB];
613 static const enum AVMediaType type_priority_list[] = {
616 AVMEDIA_TYPE_SUBTITLE,
618 AVMEDIA_TYPE_ATTACHMENT
620 enum AVMediaType type;
622 for (i = 0; i < AVMEDIA_TYPE_NB; i++)
623 type_index_map[i] = -1;
625 /* select first index for each type */
626 for (i = 0; i < s->nb_streams; i++) {
627 type = s->streams[i]->codecpar->codec_type;
628 if ((unsigned)type < AVMEDIA_TYPE_NB && type_index_map[type] == -1
629 /* ignore attached pictures/cover art streams */
630 && !(s->streams[i]->disposition & AV_DISPOSITION_ATTACHED_PIC))
631 type_index_map[type] = i;
634 for (i = 0; i < FF_ARRAY_ELEMS(type_priority_list); i++) {
635 type = type_priority_list[i];
636 if ((seg->reference_stream_index = type_index_map[type]) >= 0)
640 for (i = 0; i < s->nb_streams; i++) {
641 ret = avformat_match_stream_specifier(s, s->streams[i],
642 seg->reference_stream_specifier);
646 seg->reference_stream_index = i;
652 if (seg->reference_stream_index < 0) {
653 av_log(s, AV_LOG_ERROR, "Could not select stream matching identifier '%s'\n",
654 seg->reference_stream_specifier);
655 return AVERROR(EINVAL);
661 static void seg_free(AVFormatContext *s)
663 SegmentContext *seg = s->priv_data;
664 ff_format_io_close(seg->avf, &seg->list_pb);
665 avformat_free_context(seg->avf);
669 static int seg_init(AVFormatContext *s)
671 SegmentContext *seg = s->priv_data;
672 AVFormatContext *oc = seg->avf;
673 AVDictionary *options = NULL;
677 seg->segment_count = 0;
678 if (!seg->write_header_trailer)
679 seg->individual_header_trailer = 0;
681 if (seg->header_filename) {
682 seg->write_header_trailer = 1;
683 seg->individual_header_trailer = 0;
686 if (seg->initial_offset > 0) {
687 av_log(s, AV_LOG_WARNING, "NOTE: the option initial_offset is deprecated,"
688 "you can use output_ts_offset instead of it\n");
691 if (!!seg->time_str + !!seg->times_str + !!seg->frames_str > 1) {
692 av_log(s, AV_LOG_ERROR,
693 "segment_time, segment_times, and segment_frames options "
694 "are mutually exclusive, select just one of them\n");
695 return AVERROR(EINVAL);
698 if (seg->times_str) {
699 if ((ret = parse_times(s, &seg->times, &seg->nb_times, seg->times_str)) < 0)
701 } else if (seg->frames_str) {
702 if ((ret = parse_frames(s, &seg->frames, &seg->nb_frames, seg->frames_str)) < 0)
705 /* set default value if not specified */
707 seg->time_str = av_strdup("2");
708 if ((ret = av_parse_time(&seg->time, seg->time_str, 1)) < 0) {
709 av_log(s, AV_LOG_ERROR,
710 "Invalid time duration specification '%s' for segment_time option\n",
714 if (seg->use_clocktime) {
715 if (seg->time <= 0) {
716 av_log(s, AV_LOG_ERROR, "Invalid negative segment_time with segment_atclocktime option set\n");
717 return AVERROR(EINVAL);
719 seg->clocktime_offset = seg->time - (seg->clocktime_offset % seg->time);
723 if (seg->format_options_str) {
724 ret = av_dict_parse_string(&seg->format_options, seg->format_options_str, "=", ":", 0);
726 av_log(s, AV_LOG_ERROR, "Could not parse format options list '%s'\n",
727 seg->format_options_str);
733 if (seg->list_type == LIST_TYPE_UNDEFINED) {
734 if (av_match_ext(seg->list, "csv" )) seg->list_type = LIST_TYPE_CSV;
735 else if (av_match_ext(seg->list, "ext" )) seg->list_type = LIST_TYPE_EXT;
736 else if (av_match_ext(seg->list, "m3u8")) seg->list_type = LIST_TYPE_M3U8;
737 else if (av_match_ext(seg->list, "ffcat,ffconcat")) seg->list_type = LIST_TYPE_FFCONCAT;
738 else seg->list_type = LIST_TYPE_FLAT;
740 if (!seg->list_size && seg->list_type != LIST_TYPE_M3U8) {
741 if ((ret = segment_list_open(s)) < 0)
744 const char *proto = avio_find_protocol_name(seg->list);
745 seg->use_rename = proto && !strcmp(proto, "file");
749 if (seg->list_type == LIST_TYPE_EXT)
750 av_log(s, AV_LOG_WARNING, "'ext' list type option is deprecated in favor of 'csv'\n");
752 if ((ret = select_reference_stream(s)) < 0)
754 av_log(s, AV_LOG_VERBOSE, "Selected stream id:%d type:%s\n",
755 seg->reference_stream_index,
756 av_get_media_type_string(s->streams[seg->reference_stream_index]->codecpar->codec_type));
758 seg->oformat = av_guess_format(seg->format, s->url, NULL);
761 return AVERROR_MUXER_NOT_FOUND;
762 if (seg->oformat->flags & AVFMT_NOFILE) {
763 av_log(s, AV_LOG_ERROR, "format %s not supported.\n",
765 return AVERROR(EINVAL);
768 if ((ret = segment_mux_init(s)) < 0)
771 if ((ret = set_segment_filename(s)) < 0)
775 if (seg->write_header_trailer) {
776 if ((ret = s->io_open(s, &oc->pb,
777 seg->header_filename ? seg->header_filename : oc->url,
778 AVIO_FLAG_WRITE, NULL)) < 0) {
779 av_log(s, AV_LOG_ERROR, "Failed to open segment '%s'\n", oc->url);
782 if (!seg->individual_header_trailer)
783 oc->pb->seekable = 0;
785 if ((ret = open_null_ctx(&oc->pb)) < 0)
789 av_dict_copy(&options, seg->format_options, 0);
790 av_dict_set(&options, "fflags", "-autobsf", 0);
791 ret = avformat_init_output(oc, &options);
792 if (av_dict_count(options)) {
793 av_log(s, AV_LOG_ERROR,
794 "Some of the provided format options in '%s' are not recognized\n", seg->format_options_str);
795 av_dict_free(&options);
796 return AVERROR(EINVAL);
798 av_dict_free(&options);
801 ff_format_io_close(oc, &oc->pb);
804 seg->segment_frame_count = 0;
806 av_assert0(s->nb_streams == oc->nb_streams);
807 if (ret == AVSTREAM_INIT_IN_WRITE_HEADER) {
808 ret = avformat_write_header(oc, NULL);
811 seg->header_written = 1;
814 for (i = 0; i < s->nb_streams; i++) {
815 AVStream *inner_st = oc->streams[i];
816 AVStream *outer_st = s->streams[i];
817 avpriv_set_pts_info(outer_st, inner_st->pts_wrap_bits, inner_st->time_base.num, inner_st->time_base.den);
820 if (oc->avoid_negative_ts > 0 && s->avoid_negative_ts < 0)
821 s->avoid_negative_ts = 1;
826 static int seg_write_header(AVFormatContext *s)
828 SegmentContext *seg = s->priv_data;
829 AVFormatContext *oc = seg->avf;
832 if (!seg->header_written) {
833 for (i = 0; i < s->nb_streams; i++) {
834 AVStream *st = oc->streams[i];
835 AVCodecParameters *ipar, *opar;
837 ipar = s->streams[i]->codecpar;
838 opar = oc->streams[i]->codecpar;
839 avcodec_parameters_copy(opar, ipar);
840 if (!oc->oformat->codec_tag ||
841 av_codec_get_id (oc->oformat->codec_tag, ipar->codec_tag) == opar->codec_id ||
842 av_codec_get_tag(oc->oformat->codec_tag, ipar->codec_id) <= 0) {
843 opar->codec_tag = ipar->codec_tag;
847 st->sample_aspect_ratio = s->streams[i]->sample_aspect_ratio;
848 st->time_base = s->streams[i]->time_base;
850 ret = avformat_write_header(oc, NULL);
855 if (!seg->write_header_trailer || seg->header_filename) {
856 if (seg->header_filename) {
857 av_write_frame(oc, NULL);
858 ff_format_io_close(oc, &oc->pb);
860 close_null_ctxp(&oc->pb);
862 if ((ret = oc->io_open(oc, &oc->pb, oc->url, AVIO_FLAG_WRITE, NULL)) < 0)
864 if (!seg->individual_header_trailer)
865 oc->pb->seekable = 0;
871 static int seg_write_packet(AVFormatContext *s, AVPacket *pkt)
873 SegmentContext *seg = s->priv_data;
874 AVStream *st = s->streams[pkt->stream_index];
875 int64_t end_pts = INT64_MAX, offset;
876 int start_frame = INT_MAX;
882 if (!seg->avf || !seg->avf->pb)
883 return AVERROR(EINVAL);
885 if (!st->codecpar->extradata_size) {
886 int pkt_extradata_size = 0;
887 uint8_t *pkt_extradata = av_packet_get_side_data(pkt, AV_PKT_DATA_NEW_EXTRADATA, &pkt_extradata_size);
888 if (pkt_extradata && pkt_extradata_size > 0) {
889 ret = ff_alloc_extradata(st->codecpar, pkt_extradata_size);
891 av_log(s, AV_LOG_WARNING, "Unable to add extradata to stream. Output segments may be invalid.\n");
894 memcpy(st->codecpar->extradata, pkt_extradata, pkt_extradata_size);
895 st->codecpar->extradata_size = pkt_extradata_size;
901 end_pts = seg->segment_count < seg->nb_times ?
902 seg->times[seg->segment_count] : INT64_MAX;
903 } else if (seg->frames) {
904 start_frame = seg->segment_count < seg->nb_frames ?
905 seg->frames[seg->segment_count] : INT_MAX;
907 if (seg->use_clocktime) {
908 int64_t avgt = av_gettime();
909 time_t sec = avgt / 1000000;
910 localtime_r(&sec, &ti);
911 usecs = (int64_t)(ti.tm_hour * 3600 + ti.tm_min * 60 + ti.tm_sec) * 1000000 + (avgt % 1000000);
912 wrapped_val = (usecs + seg->clocktime_offset) % seg->time;
913 if (wrapped_val < seg->last_val && wrapped_val < seg->clocktime_wrap_duration)
914 seg->cut_pending = 1;
915 seg->last_val = wrapped_val;
917 end_pts = seg->time * (seg->segment_count + 1);
921 ff_dlog(s, "packet stream:%d pts:%s pts_time:%s duration_time:%s is_key:%d frame:%d\n",
922 pkt->stream_index, av_ts2str(pkt->pts), av_ts2timestr(pkt->pts, &st->time_base),
923 av_ts2timestr(pkt->duration, &st->time_base),
924 pkt->flags & AV_PKT_FLAG_KEY,
925 pkt->stream_index == seg->reference_stream_index ? seg->frame_count : -1);
927 if (pkt->stream_index == seg->reference_stream_index &&
928 (pkt->flags & AV_PKT_FLAG_KEY || seg->break_non_keyframes) &&
929 (seg->segment_frame_count > 0 || seg->write_empty) &&
930 (seg->cut_pending || seg->frame_count >= start_frame ||
931 (pkt->pts != AV_NOPTS_VALUE &&
932 av_compare_ts(pkt->pts, st->time_base,
933 end_pts - seg->time_delta, AV_TIME_BASE_Q) >= 0))) {
934 /* sanitize end time in case last packet didn't have a defined duration */
935 if (seg->cur_entry.last_duration == 0)
936 seg->cur_entry.end_time = (double)pkt->pts * av_q2d(st->time_base);
938 if ((ret = segment_end(s, seg->individual_header_trailer, 0)) < 0)
941 if ((ret = segment_start(s, seg->individual_header_trailer)) < 0)
944 seg->cut_pending = 0;
945 seg->cur_entry.index = seg->segment_idx + seg->segment_idx_wrap * seg->segment_idx_wrap_nb;
946 seg->cur_entry.start_time = (double)pkt->pts * av_q2d(st->time_base);
947 seg->cur_entry.start_pts = av_rescale_q(pkt->pts, st->time_base, AV_TIME_BASE_Q);
948 seg->cur_entry.end_time = seg->cur_entry.start_time;
950 if (seg->times || (!seg->frames && !seg->use_clocktime) && seg->write_empty)
954 if (pkt->stream_index == seg->reference_stream_index) {
955 if (pkt->pts != AV_NOPTS_VALUE)
956 seg->cur_entry.end_time =
957 FFMAX(seg->cur_entry.end_time, (double)(pkt->pts + pkt->duration) * av_q2d(st->time_base));
958 seg->cur_entry.last_duration = pkt->duration;
961 if (seg->segment_frame_count == 0) {
962 av_log(s, AV_LOG_VERBOSE, "segment:'%s' starts with packet stream:%d pts:%s pts_time:%s frame:%d\n",
963 seg->avf->url, pkt->stream_index,
964 av_ts2str(pkt->pts), av_ts2timestr(pkt->pts, &st->time_base), seg->frame_count);
967 av_log(s, AV_LOG_DEBUG, "stream:%d start_pts_time:%s pts:%s pts_time:%s dts:%s dts_time:%s",
969 av_ts2timestr(seg->cur_entry.start_pts, &AV_TIME_BASE_Q),
970 av_ts2str(pkt->pts), av_ts2timestr(pkt->pts, &st->time_base),
971 av_ts2str(pkt->dts), av_ts2timestr(pkt->dts, &st->time_base));
973 /* compute new timestamps */
974 offset = av_rescale_q(seg->initial_offset - (seg->reset_timestamps ? seg->cur_entry.start_pts : 0),
975 AV_TIME_BASE_Q, st->time_base);
976 if (pkt->pts != AV_NOPTS_VALUE)
978 if (pkt->dts != AV_NOPTS_VALUE)
981 av_log(s, AV_LOG_DEBUG, " -> pts:%s pts_time:%s dts:%s dts_time:%s\n",
982 av_ts2str(pkt->pts), av_ts2timestr(pkt->pts, &st->time_base),
983 av_ts2str(pkt->dts), av_ts2timestr(pkt->dts, &st->time_base));
985 ret = ff_write_chained(seg->avf, pkt->stream_index, pkt, s, seg->initial_offset || seg->reset_timestamps);
988 if (pkt->stream_index == seg->reference_stream_index) {
990 seg->segment_frame_count++;
996 static int seg_write_trailer(struct AVFormatContext *s)
998 SegmentContext *seg = s->priv_data;
999 AVFormatContext *oc = seg->avf;
1000 SegmentListEntry *cur, *next;
1006 if (!seg->write_header_trailer) {
1007 if ((ret = segment_end(s, 0, 1)) < 0)
1009 if ((ret = open_null_ctx(&oc->pb)) < 0)
1011 ret = av_write_trailer(oc);
1012 close_null_ctxp(&oc->pb);
1014 ret = segment_end(s, 1, 1);
1018 ff_format_io_close(s, &seg->list_pb);
1020 av_dict_free(&seg->format_options);
1022 av_freep(&seg->times);
1023 av_freep(&seg->frames);
1024 av_freep(&seg->cur_entry.filename);
1026 cur = seg->segment_list_entries;
1029 av_freep(&cur->filename);
1034 avformat_free_context(oc);
1039 static int seg_check_bitstream(struct AVFormatContext *s, const AVPacket *pkt)
1041 SegmentContext *seg = s->priv_data;
1042 AVFormatContext *oc = seg->avf;
1043 if (oc->oformat->check_bitstream) {
1044 int ret = oc->oformat->check_bitstream(oc, pkt);
1046 AVStream *st = s->streams[pkt->stream_index];
1047 AVStream *ost = oc->streams[pkt->stream_index];
1048 st->internal->bsfcs = ost->internal->bsfcs;
1049 st->internal->nb_bsfcs = ost->internal->nb_bsfcs;
1050 ost->internal->bsfcs = NULL;
1051 ost->internal->nb_bsfcs = 0;
1058 #define OFFSET(x) offsetof(SegmentContext, x)
1059 #define E AV_OPT_FLAG_ENCODING_PARAM
1060 static const AVOption options[] = {
1061 { "reference_stream", "set reference stream", OFFSET(reference_stream_specifier), AV_OPT_TYPE_STRING, {.str = "auto"}, CHAR_MIN, CHAR_MAX, E },
1062 { "segment_format", "set container format used for the segments", OFFSET(format), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, E },
1063 { "segment_format_options", "set list of options for the container format used for the segments", OFFSET(format_options_str), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, E },
1064 { "segment_list", "set the segment list filename", OFFSET(list), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, E },
1065 { "segment_header_filename", "write a single file containing the header", OFFSET(header_filename), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, E },
1067 { "segment_list_flags","set flags affecting segment list generation", OFFSET(list_flags), AV_OPT_TYPE_FLAGS, {.i64 = SEGMENT_LIST_FLAG_CACHE }, 0, UINT_MAX, E, "list_flags"},
1068 { "cache", "allow list caching", 0, AV_OPT_TYPE_CONST, {.i64 = SEGMENT_LIST_FLAG_CACHE }, INT_MIN, INT_MAX, E, "list_flags"},
1069 { "live", "enable live-friendly list generation (useful for HLS)", 0, AV_OPT_TYPE_CONST, {.i64 = SEGMENT_LIST_FLAG_LIVE }, INT_MIN, INT_MAX, E, "list_flags"},
1071 { "segment_list_size", "set the maximum number of playlist entries", OFFSET(list_size), AV_OPT_TYPE_INT, {.i64 = 0}, 0, INT_MAX, E },
1073 { "segment_list_type", "set the segment list type", OFFSET(list_type), AV_OPT_TYPE_INT, {.i64 = LIST_TYPE_UNDEFINED}, -1, LIST_TYPE_NB-1, E, "list_type" },
1074 { "flat", "flat format", 0, AV_OPT_TYPE_CONST, {.i64=LIST_TYPE_FLAT }, INT_MIN, INT_MAX, E, "list_type" },
1075 { "csv", "csv format", 0, AV_OPT_TYPE_CONST, {.i64=LIST_TYPE_CSV }, INT_MIN, INT_MAX, E, "list_type" },
1076 { "ext", "extended format", 0, AV_OPT_TYPE_CONST, {.i64=LIST_TYPE_EXT }, INT_MIN, INT_MAX, E, "list_type" },
1077 { "ffconcat", "ffconcat format", 0, AV_OPT_TYPE_CONST, {.i64=LIST_TYPE_FFCONCAT }, INT_MIN, INT_MAX, E, "list_type" },
1078 { "m3u8", "M3U8 format", 0, AV_OPT_TYPE_CONST, {.i64=LIST_TYPE_M3U8 }, INT_MIN, INT_MAX, E, "list_type" },
1079 { "hls", "Apple HTTP Live Streaming compatible", 0, AV_OPT_TYPE_CONST, {.i64=LIST_TYPE_M3U8 }, INT_MIN, INT_MAX, E, "list_type" },
1081 { "segment_atclocktime", "set segment to be cut at clocktime", OFFSET(use_clocktime), AV_OPT_TYPE_BOOL, {.i64 = 0}, 0, 1, E},
1082 { "segment_clocktime_offset", "set segment clocktime offset", OFFSET(clocktime_offset), AV_OPT_TYPE_DURATION, {.i64 = 0}, 0, 86400000000LL, E},
1083 { "segment_clocktime_wrap_duration", "set segment clocktime wrapping duration", OFFSET(clocktime_wrap_duration), AV_OPT_TYPE_DURATION, {.i64 = INT64_MAX}, 0, INT64_MAX, E},
1084 { "segment_time", "set segment duration", OFFSET(time_str),AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, E },
1085 { "segment_time_delta","set approximation value used for the segment times", OFFSET(time_delta), AV_OPT_TYPE_DURATION, {.i64 = 0}, 0, INT64_MAX, E },
1086 { "segment_times", "set segment split time points", OFFSET(times_str),AV_OPT_TYPE_STRING,{.str = NULL}, 0, 0, E },
1087 { "segment_frames", "set segment split frame numbers", OFFSET(frames_str),AV_OPT_TYPE_STRING,{.str = NULL}, 0, 0, E },
1088 { "segment_wrap", "set number after which the index wraps", OFFSET(segment_idx_wrap), AV_OPT_TYPE_INT, {.i64 = 0}, 0, INT_MAX, E },
1089 { "segment_list_entry_prefix", "set base url prefix for segments", OFFSET(entry_prefix), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, E },
1090 { "segment_start_number", "set the sequence number of the first segment", OFFSET(segment_idx), AV_OPT_TYPE_INT, {.i64 = 0}, 0, INT_MAX, E },
1091 { "segment_wrap_number", "set the number of wrap before the first segment", OFFSET(segment_idx_wrap_nb), AV_OPT_TYPE_INT, {.i64 = 0}, 0, INT_MAX, E },
1092 { "strftime", "set filename expansion with strftime at segment creation", OFFSET(use_strftime), AV_OPT_TYPE_BOOL, {.i64 = 0 }, 0, 1, E },
1093 { "increment_tc", "increment timecode between each segment", OFFSET(increment_tc), AV_OPT_TYPE_BOOL, {.i64 = 0 }, 0, 1, E },
1094 { "break_non_keyframes", "allow breaking segments on non-keyframes", OFFSET(break_non_keyframes), AV_OPT_TYPE_BOOL, {.i64 = 0}, 0, 1, E },
1096 { "individual_header_trailer", "write header/trailer to each segment", OFFSET(individual_header_trailer), AV_OPT_TYPE_BOOL, {.i64 = 1}, 0, 1, E },
1097 { "write_header_trailer", "write a header to the first segment and a trailer to the last one", OFFSET(write_header_trailer), AV_OPT_TYPE_BOOL, {.i64 = 1}, 0, 1, E },
1098 { "reset_timestamps", "reset timestamps at the beginning of each segment", OFFSET(reset_timestamps), AV_OPT_TYPE_BOOL, {.i64 = 0}, 0, 1, E },
1099 { "initial_offset", "set initial timestamp offset", OFFSET(initial_offset), AV_OPT_TYPE_DURATION, {.i64 = 0}, -INT64_MAX, INT64_MAX, E },
1100 { "write_empty_segments", "allow writing empty 'filler' segments", OFFSET(write_empty), AV_OPT_TYPE_BOOL, {.i64 = 0}, 0, 1, E },
1104 #if CONFIG_SEGMENT_MUXER
1105 static const AVClass seg_class = {
1106 .class_name = "segment muxer",
1107 .item_name = av_default_item_name,
1109 .version = LIBAVUTIL_VERSION_INT,
1112 AVOutputFormat ff_segment_muxer = {
1114 .long_name = NULL_IF_CONFIG_SMALL("segment"),
1115 .priv_data_size = sizeof(SegmentContext),
1116 .flags = AVFMT_NOFILE|AVFMT_GLOBALHEADER,
1118 .write_header = seg_write_header,
1119 .write_packet = seg_write_packet,
1120 .write_trailer = seg_write_trailer,
1122 .check_bitstream = seg_check_bitstream,
1123 .priv_class = &seg_class,
1127 #if CONFIG_STREAM_SEGMENT_MUXER
1128 static const AVClass sseg_class = {
1129 .class_name = "stream_segment muxer",
1130 .item_name = av_default_item_name,
1132 .version = LIBAVUTIL_VERSION_INT,
1135 AVOutputFormat ff_stream_segment_muxer = {
1136 .name = "stream_segment,ssegment",
1137 .long_name = NULL_IF_CONFIG_SMALL("streaming segment muxer"),
1138 .priv_data_size = sizeof(SegmentContext),
1139 .flags = AVFMT_NOFILE,
1141 .write_header = seg_write_header,
1142 .write_packet = seg_write_packet,
1143 .write_trailer = seg_write_trailer,
1145 .check_bitstream = seg_check_bitstream,
1146 .priv_class = &sseg_class,