2 * MPEG2 transport stream (aka DVB) demuxer
3 * Copyright (c) 2002-2003 Fabrice Bellard
5 * This file is part of Libav.
7 * Libav is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
12 * Libav is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with Libav; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
22 #include "libavutil/buffer.h"
23 #include "libavutil/crc.h"
24 #include "libavutil/intreadwrite.h"
25 #include "libavutil/log.h"
26 #include "libavutil/dict.h"
27 #include "libavutil/mathematics.h"
28 #include "libavutil/opt.h"
29 #include "libavcodec/bytestream.h"
30 #include "libavcodec/get_bits.h"
34 #include "avio_internal.h"
39 /* maximum size in which we look for synchronisation if
40 synchronisation is lost */
41 #define MAX_RESYNC_SIZE 65536
43 #define MAX_PES_PAYLOAD 200*1024
45 #define MAX_MP4_DESCR_COUNT 16
47 #define MOD_UNLIKELY(modulus, dividend, divisor, prev_dividend) \
49 if ((prev_dividend) == 0 || (dividend) - (prev_dividend) != (divisor)) \
50 (modulus) = (dividend) % (divisor); \
51 (prev_dividend) = (dividend); \
54 enum MpegTSFilterType {
59 typedef struct MpegTSFilter MpegTSFilter;
61 typedef int PESCallback(MpegTSFilter *f, const uint8_t *buf, int len, int is_start, int64_t pos);
63 typedef struct MpegTSPESFilter {
68 typedef void SectionCallback(MpegTSFilter *f, const uint8_t *buf, int len);
70 typedef void SetServiceCallback(void *opaque, int ret);
72 typedef struct MpegTSSectionFilter {
76 unsigned int check_crc:1;
77 unsigned int end_of_section_reached:1;
78 SectionCallback *section_cb;
80 } MpegTSSectionFilter;
85 int last_cc; /* last cc code (-1 if first packet) */
86 enum MpegTSFilterType type;
88 MpegTSPESFilter pes_filter;
89 MpegTSSectionFilter section_filter;
93 #define MAX_PIDS_PER_PROGRAM 64
95 unsigned int id; //program id/service id
97 unsigned int pids[MAX_PIDS_PER_PROGRAM];
100 struct MpegTSContext {
101 const AVClass *class;
103 AVFormatContext *stream;
104 /** raw packet size, including FEC if present */
108 /** position corresponding to pos47, or 0 if pos47 invalid */
111 /** if true, all pids are analyzed to find streams */
114 /** compute exact PCR for each transport stream packet */
115 int mpeg2ts_compute_pcr;
117 int64_t cur_pcr; /**< used to estimate the exact PCR */
118 int pcr_incr; /**< used to estimate the exact PCR */
120 /* data needed to handle file based ts */
121 /** stop parsing loop */
123 /** packet containing Audio/Video data */
125 /** to detect seek */
128 /******************************************/
129 /* private mpegts data */
131 /** structure to keep track of Program->pids mapping */
136 /** filters for various streams specified by PMT + for the PAT and PMT */
137 MpegTSFilter *pids[NB_PID_MAX];
140 static const AVOption options[] = {
141 {"compute_pcr", "Compute exact PCR for each transport stream packet.", offsetof(MpegTSContext, mpeg2ts_compute_pcr), AV_OPT_TYPE_INT,
142 {.i64 = 0}, 0, 1, AV_OPT_FLAG_DECODING_PARAM },
143 {"ts_packetsize", "Output option carrying the raw packet size.", offsetof(MpegTSContext, raw_packet_size), AV_OPT_TYPE_INT,
144 {.i64 = 0}, 0, 0, AV_OPT_FLAG_DECODING_PARAM | AV_OPT_FLAG_EXPORT | AV_OPT_FLAG_READONLY },
148 static const AVClass mpegtsraw_class = {
149 .class_name = "mpegtsraw demuxer",
150 .item_name = av_default_item_name,
152 .version = LIBAVUTIL_VERSION_INT,
155 /* TS stream handling */
160 MPEGTS_PESHEADER_FILL,
165 /* enough for PES header + length */
166 #define PES_START_SIZE 6
167 #define PES_HEADER_SIZE 9
168 #define MAX_PES_HEADER_SIZE (9 + 255)
170 typedef struct PESContext {
172 int pcr_pid; /**< if -1 then all packets containing PCR are considered */
175 AVFormatContext *stream;
177 AVStream *sub_st; /**< stream for the embedded AC3 stream in HDMV TrueHD */
178 enum MpegTSState state;
179 /* used to get the format */
181 int flags; /**< copied to the AVPacket flags */
184 int extended_stream_id;
186 int64_t ts_packet_pos; /**< position of first TS packet of this PES packet */
187 uint8_t header[MAX_PES_HEADER_SIZE];
192 extern AVInputFormat ff_mpegts_demuxer;
194 static void clear_program(MpegTSContext *ts, unsigned int programid)
198 for(i=0; i<ts->nb_prg; i++)
199 if(ts->prg[i].id == programid)
200 ts->prg[i].nb_pids = 0;
203 static void clear_programs(MpegTSContext *ts)
209 static void add_pat_entry(MpegTSContext *ts, unsigned int programid)
212 if (av_reallocp_array(&ts->prg, ts->nb_prg + 1, sizeof(*ts->prg)) < 0) {
216 p = &ts->prg[ts->nb_prg];
222 static void add_pid_to_pmt(MpegTSContext *ts, unsigned int programid, unsigned int pid)
225 struct Program *p = NULL;
226 for(i=0; i<ts->nb_prg; i++) {
227 if(ts->prg[i].id == programid) {
235 if(p->nb_pids >= MAX_PIDS_PER_PROGRAM)
237 p->pids[p->nb_pids++] = pid;
241 * @brief discard_pid() decides if the pid is to be discarded according
242 * to caller's programs selection
243 * @param ts : - TS context
245 * @return 1 if the pid is only comprised in programs that have .discard=AVDISCARD_ALL
248 static int discard_pid(MpegTSContext *ts, unsigned int pid)
251 int used = 0, discarded = 0;
254 /* If none of the programs have .discard=AVDISCARD_ALL then there's
255 * no way we have to discard this packet
257 for (k = 0; k < ts->stream->nb_programs; k++) {
258 if (ts->stream->programs[k]->discard == AVDISCARD_ALL)
261 if (k == ts->stream->nb_programs)
264 for(i=0; i<ts->nb_prg; i++) {
266 for(j=0; j<p->nb_pids; j++) {
267 if(p->pids[j] != pid)
269 //is program with id p->id set to be discarded?
270 for(k=0; k<ts->stream->nb_programs; k++) {
271 if(ts->stream->programs[k]->id == p->id) {
272 if(ts->stream->programs[k]->discard == AVDISCARD_ALL)
281 return !used && discarded;
285 * Assemble PES packets out of TS packets, and then call the "section_cb"
286 * function when they are complete.
288 static void write_section_data(AVFormatContext *s, MpegTSFilter *tss1,
289 const uint8_t *buf, int buf_size, int is_start)
291 MpegTSSectionFilter *tss = &tss1->u.section_filter;
295 memcpy(tss->section_buf, buf, buf_size);
296 tss->section_index = buf_size;
297 tss->section_h_size = -1;
298 tss->end_of_section_reached = 0;
300 if (tss->end_of_section_reached)
302 len = 4096 - tss->section_index;
305 memcpy(tss->section_buf + tss->section_index, buf, len);
306 tss->section_index += len;
309 /* compute section length if possible */
310 if (tss->section_h_size == -1 && tss->section_index >= 3) {
311 len = (AV_RB16(tss->section_buf + 1) & 0xfff) + 3;
314 tss->section_h_size = len;
317 if (tss->section_h_size != -1 && tss->section_index >= tss->section_h_size) {
318 tss->end_of_section_reached = 1;
319 if (!tss->check_crc ||
320 av_crc(av_crc_get_table(AV_CRC_32_IEEE), -1,
321 tss->section_buf, tss->section_h_size) == 0)
322 tss->section_cb(tss1, tss->section_buf, tss->section_h_size);
326 static MpegTSFilter *mpegts_open_section_filter(MpegTSContext *ts, unsigned int pid,
327 SectionCallback *section_cb, void *opaque,
331 MpegTSFilter *filter;
332 MpegTSSectionFilter *sec;
334 av_dlog(ts->stream, "Filter: pid=0x%x\n", pid);
336 if (pid >= NB_PID_MAX || ts->pids[pid])
338 filter = av_mallocz(sizeof(MpegTSFilter));
341 ts->pids[pid] = filter;
342 filter->type = MPEGTS_SECTION;
345 filter->last_cc = -1;
346 sec = &filter->u.section_filter;
347 sec->section_cb = section_cb;
348 sec->opaque = opaque;
349 sec->section_buf = av_malloc(MAX_SECTION_SIZE);
350 sec->check_crc = check_crc;
351 if (!sec->section_buf) {
358 static MpegTSFilter *mpegts_open_pes_filter(MpegTSContext *ts, unsigned int pid,
362 MpegTSFilter *filter;
363 MpegTSPESFilter *pes;
365 if (pid >= NB_PID_MAX || ts->pids[pid])
367 filter = av_mallocz(sizeof(MpegTSFilter));
370 ts->pids[pid] = filter;
371 filter->type = MPEGTS_PES;
374 filter->last_cc = -1;
375 pes = &filter->u.pes_filter;
376 pes->pes_cb = pes_cb;
377 pes->opaque = opaque;
381 static void mpegts_close_filter(MpegTSContext *ts, MpegTSFilter *filter)
386 if (filter->type == MPEGTS_SECTION)
387 av_freep(&filter->u.section_filter.section_buf);
388 else if (filter->type == MPEGTS_PES) {
389 PESContext *pes = filter->u.pes_filter.opaque;
390 av_buffer_unref(&pes->buffer);
391 /* referenced private data will be freed later in
392 * avformat_close_input */
393 if (!((PESContext *)filter->u.pes_filter.opaque)->st) {
394 av_freep(&filter->u.pes_filter.opaque);
399 ts->pids[pid] = NULL;
402 static int analyze(const uint8_t *buf, int size, int packet_size, int *index){
403 int stat[TS_MAX_PACKET_SIZE];
408 memset(stat, 0, packet_size*sizeof(int));
410 for(x=i=0; i<size-3; i++){
411 if(buf[i] == 0x47 && !(buf[i+1] & 0x80) && (buf[i+3] & 0x30)){
413 if(stat[x] > best_score){
420 if(x == packet_size) x= 0;
426 /* autodetect fec presence. Must have at least 1024 bytes */
427 static int get_packet_size(const uint8_t *buf, int size)
429 int score, fec_score, dvhs_score;
431 if (size < (TS_FEC_PACKET_SIZE * 5 + 1))
434 score = analyze(buf, size, TS_PACKET_SIZE, NULL);
435 dvhs_score = analyze(buf, size, TS_DVHS_PACKET_SIZE, NULL);
436 fec_score= analyze(buf, size, TS_FEC_PACKET_SIZE, NULL);
437 av_dlog(NULL, "score: %d, dvhs_score: %d, fec_score: %d \n",
438 score, dvhs_score, fec_score);
440 if (score > fec_score && score > dvhs_score) return TS_PACKET_SIZE;
441 else if(dvhs_score > score && dvhs_score > fec_score) return TS_DVHS_PACKET_SIZE;
442 else if(score < fec_score && dvhs_score < fec_score) return TS_FEC_PACKET_SIZE;
446 typedef struct SectionHeader {
451 uint8_t last_sec_num;
454 static inline int get8(const uint8_t **pp, const uint8_t *p_end)
467 static inline int get16(const uint8_t **pp, const uint8_t *p_end)
473 if ((p + 1) >= p_end)
481 /* read and allocate a DVB string preceded by its length */
482 static char *getstr8(const uint8_t **pp, const uint8_t *p_end)
489 len = get8(&p, p_end);
492 if ((p + len) > p_end)
494 str = av_malloc(len + 1);
504 static int parse_section_header(SectionHeader *h,
505 const uint8_t **pp, const uint8_t *p_end)
509 val = get8(pp, p_end);
514 val = get16(pp, p_end);
518 val = get8(pp, p_end);
521 h->version = (val >> 1) & 0x1f;
522 val = get8(pp, p_end);
526 val = get8(pp, p_end);
529 h->last_sec_num = val;
534 uint32_t stream_type;
535 enum AVMediaType codec_type;
536 enum AVCodecID codec_id;
539 static const StreamType ISO_types[] = {
540 { 0x01, AVMEDIA_TYPE_VIDEO, AV_CODEC_ID_MPEG2VIDEO },
541 { 0x02, AVMEDIA_TYPE_VIDEO, AV_CODEC_ID_MPEG2VIDEO },
542 { 0x03, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_MP3 },
543 { 0x04, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_MP3 },
544 { 0x0f, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_AAC },
545 { 0x10, AVMEDIA_TYPE_VIDEO, AV_CODEC_ID_MPEG4 },
546 { 0x11, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_AAC_LATM }, /* LATM syntax */
547 { 0x1b, AVMEDIA_TYPE_VIDEO, AV_CODEC_ID_H264 },
548 { 0x24, AVMEDIA_TYPE_VIDEO, AV_CODEC_ID_HEVC },
549 { 0x42, AVMEDIA_TYPE_VIDEO, AV_CODEC_ID_CAVS },
550 { 0xd1, AVMEDIA_TYPE_VIDEO, AV_CODEC_ID_DIRAC },
551 { 0xea, AVMEDIA_TYPE_VIDEO, AV_CODEC_ID_VC1 },
555 static const StreamType HDMV_types[] = {
556 { 0x80, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_PCM_BLURAY },
557 { 0x81, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_AC3 },
558 { 0x82, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_DTS },
559 { 0x83, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_TRUEHD },
560 { 0x84, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_EAC3 },
561 { 0x85, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_DTS }, /* DTS HD */
562 { 0x86, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_DTS }, /* DTS HD MASTER*/
563 { 0x90, AVMEDIA_TYPE_SUBTITLE, AV_CODEC_ID_HDMV_PGS_SUBTITLE },
568 static const StreamType MISC_types[] = {
569 { 0x81, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_AC3 },
570 { 0x8a, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_DTS },
574 static const StreamType REGD_types[] = {
575 { MKTAG('d','r','a','c'), AVMEDIA_TYPE_VIDEO, AV_CODEC_ID_DIRAC },
576 { MKTAG('A','C','-','3'), AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_AC3 },
577 { MKTAG('B','S','S','D'), AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_S302M },
578 { MKTAG('D','T','S','1'), AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_DTS },
579 { MKTAG('D','T','S','2'), AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_DTS },
580 { MKTAG('D','T','S','3'), AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_DTS },
581 { MKTAG('H','E','V','C'), AVMEDIA_TYPE_VIDEO, AV_CODEC_ID_HEVC },
582 { MKTAG('V','C','-','1'), AVMEDIA_TYPE_VIDEO, AV_CODEC_ID_VC1 },
586 /* descriptor present */
587 static const StreamType DESC_types[] = {
588 { 0x6a, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_AC3 }, /* AC-3 descriptor */
589 { 0x7a, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_EAC3 }, /* E-AC-3 descriptor */
590 { 0x7b, AVMEDIA_TYPE_AUDIO, AV_CODEC_ID_DTS },
591 { 0x56, AVMEDIA_TYPE_SUBTITLE, AV_CODEC_ID_DVB_TELETEXT },
592 { 0x59, AVMEDIA_TYPE_SUBTITLE, AV_CODEC_ID_DVB_SUBTITLE }, /* subtitling descriptor */
596 static void mpegts_find_stream_type(AVStream *st,
597 uint32_t stream_type, const StreamType *types)
599 for (; types->stream_type; types++) {
600 if (stream_type == types->stream_type) {
601 st->codec->codec_type = types->codec_type;
602 st->codec->codec_id = types->codec_id;
608 static int mpegts_set_stream_info(AVStream *st, PESContext *pes,
609 uint32_t stream_type, uint32_t prog_reg_desc)
611 avpriv_set_pts_info(st, 33, 1, 90000);
613 st->codec->codec_type = AVMEDIA_TYPE_DATA;
614 st->codec->codec_id = AV_CODEC_ID_NONE;
615 st->need_parsing = AVSTREAM_PARSE_FULL;
617 pes->stream_type = stream_type;
619 av_log(pes->stream, AV_LOG_DEBUG,
620 "stream=%d stream_type=%x pid=%x prog_reg_desc=%.4s\n",
621 st->index, pes->stream_type, pes->pid, (char*)&prog_reg_desc);
623 st->codec->codec_tag = pes->stream_type;
625 mpegts_find_stream_type(st, pes->stream_type, ISO_types);
626 if (prog_reg_desc == AV_RL32("HDMV") &&
627 st->codec->codec_id == AV_CODEC_ID_NONE) {
628 mpegts_find_stream_type(st, pes->stream_type, HDMV_types);
629 if (pes->stream_type == 0x83) {
630 // HDMV TrueHD streams also contain an AC3 coded version of the
631 // audio track - add a second stream for this
633 // priv_data cannot be shared between streams
634 PESContext *sub_pes = av_malloc(sizeof(*sub_pes));
636 return AVERROR(ENOMEM);
637 memcpy(sub_pes, pes, sizeof(*sub_pes));
639 sub_st = avformat_new_stream(pes->stream, NULL);
642 return AVERROR(ENOMEM);
645 sub_st->id = pes->pid;
646 avpriv_set_pts_info(sub_st, 33, 1, 90000);
647 sub_st->priv_data = sub_pes;
648 sub_st->codec->codec_type = AVMEDIA_TYPE_AUDIO;
649 sub_st->codec->codec_id = AV_CODEC_ID_AC3;
650 sub_st->need_parsing = AVSTREAM_PARSE_FULL;
651 sub_pes->sub_st = pes->sub_st = sub_st;
654 if (st->codec->codec_id == AV_CODEC_ID_NONE)
655 mpegts_find_stream_type(st, pes->stream_type, MISC_types);
660 static void new_pes_packet(PESContext *pes, AVPacket *pkt)
664 pkt->buf = pes->buffer;
665 pkt->data = pes->buffer->data;
666 pkt->size = pes->data_index;
668 if(pes->total_size != MAX_PES_PAYLOAD &&
669 pes->pes_header_size + pes->data_index != pes->total_size + PES_START_SIZE) {
670 av_log(pes->stream, AV_LOG_WARNING, "PES packet size mismatch\n");
671 pes->flags |= AV_PKT_FLAG_CORRUPT;
673 memset(pkt->data+pkt->size, 0, FF_INPUT_BUFFER_PADDING_SIZE);
675 // Separate out the AC3 substream from an HDMV combined TrueHD/AC3 PID
676 if (pes->sub_st && pes->stream_type == 0x83 && pes->extended_stream_id == 0x76)
677 pkt->stream_index = pes->sub_st->index;
679 pkt->stream_index = pes->st->index;
682 /* store position of first TS packet of this PES packet */
683 pkt->pos = pes->ts_packet_pos;
684 pkt->flags = pes->flags;
686 /* reset pts values */
687 pes->pts = AV_NOPTS_VALUE;
688 pes->dts = AV_NOPTS_VALUE;
694 static int read_sl_header(PESContext *pes, SLConfigDescr *sl, const uint8_t *buf, int buf_size)
697 int au_start_flag = 0, au_end_flag = 0, ocr_flag = 0, idle_flag = 0;
698 int padding_flag = 0, padding_bits = 0, inst_bitrate_flag = 0;
699 int dts_flag = -1, cts_flag = -1;
700 int64_t dts = AV_NOPTS_VALUE, cts = AV_NOPTS_VALUE;
701 init_get_bits(&gb, buf, buf_size*8);
703 if (sl->use_au_start)
704 au_start_flag = get_bits1(&gb);
706 au_end_flag = get_bits1(&gb);
707 if (!sl->use_au_start && !sl->use_au_end)
708 au_start_flag = au_end_flag = 1;
710 ocr_flag = get_bits1(&gb);
712 idle_flag = get_bits1(&gb);
714 padding_flag = get_bits1(&gb);
716 padding_bits = get_bits(&gb, 3);
718 if (!idle_flag && (!padding_flag || padding_bits != 0)) {
719 if (sl->packet_seq_num_len)
720 skip_bits_long(&gb, sl->packet_seq_num_len);
721 if (sl->degr_prior_len)
723 skip_bits(&gb, sl->degr_prior_len);
725 skip_bits_long(&gb, sl->ocr_len);
727 if (sl->use_rand_acc_pt)
729 if (sl->au_seq_num_len > 0)
730 skip_bits_long(&gb, sl->au_seq_num_len);
731 if (sl->use_timestamps) {
732 dts_flag = get_bits1(&gb);
733 cts_flag = get_bits1(&gb);
736 if (sl->inst_bitrate_len)
737 inst_bitrate_flag = get_bits1(&gb);
739 dts = get_bits64(&gb, sl->timestamp_len);
741 cts = get_bits64(&gb, sl->timestamp_len);
743 skip_bits_long(&gb, sl->au_len);
744 if (inst_bitrate_flag)
745 skip_bits_long(&gb, sl->inst_bitrate_len);
748 if (dts != AV_NOPTS_VALUE)
750 if (cts != AV_NOPTS_VALUE)
753 if (sl->timestamp_len && sl->timestamp_res)
754 avpriv_set_pts_info(pes->st, sl->timestamp_len, 1, sl->timestamp_res);
756 return (get_bits_count(&gb) + 7) >> 3;
759 /* return non zero if a packet could be constructed */
760 static int mpegts_push_data(MpegTSFilter *filter,
761 const uint8_t *buf, int buf_size, int is_start,
764 PESContext *pes = filter->u.pes_filter.opaque;
765 MpegTSContext *ts = pes->ts;
773 if (pes->state == MPEGTS_PAYLOAD && pes->data_index > 0) {
774 new_pes_packet(pes, ts->pkt);
777 pes->state = MPEGTS_HEADER;
779 pes->ts_packet_pos = pos;
782 while (buf_size > 0) {
785 len = PES_START_SIZE - pes->data_index;
788 memcpy(pes->header + pes->data_index, p, len);
789 pes->data_index += len;
792 if (pes->data_index == PES_START_SIZE) {
793 /* we got all the PES or section header. We can now
795 if (pes->header[0] == 0x00 && pes->header[1] == 0x00 &&
796 pes->header[2] == 0x01) {
797 /* it must be an mpeg2 PES stream */
798 code = pes->header[3] | 0x100;
799 av_dlog(pes->stream, "pid=%x pes_code=%#x\n", pes->pid, code);
801 if ((pes->st && pes->st->discard == AVDISCARD_ALL &&
802 (!pes->sub_st || pes->sub_st->discard == AVDISCARD_ALL)) ||
803 code == 0x1be) /* padding_stream */
806 /* stream not present in PMT */
808 pes->st = avformat_new_stream(ts->stream, NULL);
810 return AVERROR(ENOMEM);
811 pes->st->id = pes->pid;
812 mpegts_set_stream_info(pes->st, pes, 0, 0);
815 pes->total_size = AV_RB16(pes->header + 4);
816 /* NOTE: a zero total size means the PES size is
818 if (!pes->total_size)
819 pes->total_size = MAX_PES_PAYLOAD;
821 /* allocate pes buffer */
822 pes->buffer = av_buffer_alloc(pes->total_size +
823 FF_INPUT_BUFFER_PADDING_SIZE);
825 return AVERROR(ENOMEM);
827 if (code != 0x1bc && code != 0x1bf && /* program_stream_map, private_stream_2 */
828 code != 0x1f0 && code != 0x1f1 && /* ECM, EMM */
829 code != 0x1ff && code != 0x1f2 && /* program_stream_directory, DSMCC_stream */
830 code != 0x1f8) { /* ITU-T Rec. H.222.1 type E stream */
831 pes->state = MPEGTS_PESHEADER;
832 if (pes->st->codec->codec_id == AV_CODEC_ID_NONE) {
833 av_dlog(pes->stream, "pid=%x stream_type=%x probing\n",
834 pes->pid, pes->stream_type);
835 pes->st->codec->codec_id = AV_CODEC_ID_PROBE;
838 pes->state = MPEGTS_PAYLOAD;
842 /* otherwise, it should be a table */
845 pes->state = MPEGTS_SKIP;
850 /**********************************************/
851 /* PES packing parsing */
852 case MPEGTS_PESHEADER:
853 len = PES_HEADER_SIZE - pes->data_index;
858 memcpy(pes->header + pes->data_index, p, len);
859 pes->data_index += len;
862 if (pes->data_index == PES_HEADER_SIZE) {
863 pes->pes_header_size = pes->header[8] + 9;
864 pes->state = MPEGTS_PESHEADER_FILL;
867 case MPEGTS_PESHEADER_FILL:
868 len = pes->pes_header_size - pes->data_index;
873 memcpy(pes->header + pes->data_index, p, len);
874 pes->data_index += len;
877 if (pes->data_index == pes->pes_header_size) {
879 unsigned int flags, pes_ext, skip;
881 flags = pes->header[7];
883 pes->pts = AV_NOPTS_VALUE;
884 pes->dts = AV_NOPTS_VALUE;
885 if ((flags & 0xc0) == 0x80) {
886 pes->dts = pes->pts = ff_parse_pes_pts(r);
888 } else if ((flags & 0xc0) == 0xc0) {
889 pes->pts = ff_parse_pes_pts(r);
891 pes->dts = ff_parse_pes_pts(r);
894 pes->extended_stream_id = -1;
895 if (flags & 0x01) { /* PES extension */
897 /* Skip PES private data, program packet sequence counter and P-STD buffer */
898 skip = (pes_ext >> 4) & 0xb;
901 if ((pes_ext & 0x41) == 0x01 &&
902 (r + 2) <= (pes->header + pes->pes_header_size)) {
903 /* PES extension 2 */
904 if ((r[0] & 0x7f) > 0 && (r[1] & 0x80) == 0)
905 pes->extended_stream_id = r[1];
909 /* we got the full header. We parse it and get the payload */
910 pes->state = MPEGTS_PAYLOAD;
912 if (pes->stream_type == 0x12 && buf_size > 0) {
913 int sl_header_bytes = read_sl_header(pes, &pes->sl, p, buf_size);
914 pes->pes_header_size += sl_header_bytes;
915 p += sl_header_bytes;
916 buf_size -= sl_header_bytes;
921 if (buf_size > 0 && pes->buffer) {
922 if (pes->data_index > 0 && pes->data_index+buf_size > pes->total_size) {
923 new_pes_packet(pes, ts->pkt);
924 pes->total_size = MAX_PES_PAYLOAD;
925 pes->buffer = av_buffer_alloc(pes->total_size + FF_INPUT_BUFFER_PADDING_SIZE);
927 return AVERROR(ENOMEM);
929 } else if (pes->data_index == 0 && buf_size > pes->total_size) {
930 // pes packet size is < ts size packet and pes data is padded with 0xff
931 // not sure if this is legal in ts but see issue #2392
932 buf_size = pes->total_size;
934 memcpy(pes->buffer->data + pes->data_index, p, buf_size);
935 pes->data_index += buf_size;
938 /* emit complete packets with known packet size
939 * decreases demuxer delay for infrequent packets like subtitles from
940 * a couple of seconds to milliseconds for properly muxed files.
941 * total_size is the number of bytes following pes_packet_length
942 * in the pes header, i.e. not counting the first PES_START_SIZE bytes */
943 if (!ts->stop_parse && pes->total_size < MAX_PES_PAYLOAD &&
944 pes->pes_header_size + pes->data_index == pes->total_size + PES_START_SIZE) {
946 new_pes_packet(pes, ts->pkt);
958 static PESContext *add_pes_stream(MpegTSContext *ts, int pid, int pcr_pid)
963 /* if no pid found, then add a pid context */
964 pes = av_mallocz(sizeof(PESContext));
968 pes->stream = ts->stream;
970 pes->pcr_pid = pcr_pid;
971 pes->state = MPEGTS_SKIP;
972 pes->pts = AV_NOPTS_VALUE;
973 pes->dts = AV_NOPTS_VALUE;
974 tss = mpegts_open_pes_filter(ts, pid, mpegts_push_data, pes);
987 Mp4Descr *active_descr;
991 } MP4DescrParseContext;
993 static int init_MP4DescrParseContext(
994 MP4DescrParseContext *d, AVFormatContext *s, const uint8_t *buf,
995 unsigned size, Mp4Descr *descr, int max_descr_count)
999 return AVERROR_INVALIDDATA;
1001 if ((ret = ffio_init_context(&d->pb, (unsigned char*)buf, size, 0,
1002 NULL, NULL, NULL, NULL)) < 0)
1009 d->active_descr = NULL;
1010 d->max_descr_count = max_descr_count;
1015 static void update_offsets(AVIOContext *pb, int64_t *off, int *len) {
1016 int64_t new_off = avio_tell(pb);
1017 (*len) -= new_off - *off;
1021 static int parse_mp4_descr(MP4DescrParseContext *d, int64_t off, int len,
1024 static int parse_mp4_descr_arr(MP4DescrParseContext *d, int64_t off, int len)
1027 if (parse_mp4_descr(d, off, len, 0) < 0)
1029 update_offsets(&d->pb, &off, &len);
1034 static int parse_MP4IODescrTag(MP4DescrParseContext *d, int64_t off, int len)
1036 avio_rb16(&d->pb); // ID
1042 update_offsets(&d->pb, &off, &len);
1043 return parse_mp4_descr_arr(d, off, len);
1046 static int parse_MP4ODescrTag(MP4DescrParseContext *d, int64_t off, int len)
1051 id_flags = avio_rb16(&d->pb);
1052 if (!(id_flags & 0x0020)) { //URL_Flag
1053 update_offsets(&d->pb, &off, &len);
1054 return parse_mp4_descr_arr(d, off, len); //ES_Descriptor[]
1060 static int parse_MP4ESDescrTag(MP4DescrParseContext *d, int64_t off, int len)
1063 if (d->descr_count >= d->max_descr_count)
1065 ff_mp4_parse_es_descr(&d->pb, &es_id);
1066 d->active_descr = d->descr + (d->descr_count++);
1068 d->active_descr->es_id = es_id;
1069 update_offsets(&d->pb, &off, &len);
1070 parse_mp4_descr(d, off, len, MP4DecConfigDescrTag);
1071 update_offsets(&d->pb, &off, &len);
1073 parse_mp4_descr(d, off, len, MP4SLDescrTag);
1074 d->active_descr = NULL;
1078 static int parse_MP4DecConfigDescrTag(MP4DescrParseContext *d, int64_t off, int len)
1080 Mp4Descr *descr = d->active_descr;
1083 d->active_descr->dec_config_descr = av_malloc(len);
1084 if (!descr->dec_config_descr)
1085 return AVERROR(ENOMEM);
1086 descr->dec_config_descr_len = len;
1087 avio_read(&d->pb, descr->dec_config_descr, len);
1091 static int parse_MP4SLDescrTag(MP4DescrParseContext *d, int64_t off, int len)
1093 Mp4Descr *descr = d->active_descr;
1098 predefined = avio_r8(&d->pb);
1101 int flags = avio_r8(&d->pb);
1102 descr->sl.use_au_start = !!(flags & 0x80);
1103 descr->sl.use_au_end = !!(flags & 0x40);
1104 descr->sl.use_rand_acc_pt = !!(flags & 0x20);
1105 descr->sl.use_padding = !!(flags & 0x08);
1106 descr->sl.use_timestamps = !!(flags & 0x04);
1107 descr->sl.use_idle = !!(flags & 0x02);
1108 descr->sl.timestamp_res = avio_rb32(&d->pb);
1110 descr->sl.timestamp_len = avio_r8(&d->pb);
1111 descr->sl.ocr_len = avio_r8(&d->pb);
1112 descr->sl.au_len = avio_r8(&d->pb);
1113 descr->sl.inst_bitrate_len = avio_r8(&d->pb);
1114 lengths = avio_rb16(&d->pb);
1115 descr->sl.degr_prior_len = lengths >> 12;
1116 descr->sl.au_seq_num_len = (lengths >> 7) & 0x1f;
1117 descr->sl.packet_seq_num_len = (lengths >> 2) & 0x1f;
1119 avpriv_report_missing_feature(d->s, "Predefined SLConfigDescriptor");
1124 static int parse_mp4_descr(MP4DescrParseContext *d, int64_t off, int len,
1127 int len1 = ff_mp4_read_descr(d->s, &d->pb, &tag);
1128 update_offsets(&d->pb, &off, &len);
1129 if (len < 0 || len1 > len || len1 <= 0) {
1130 av_log(d->s, AV_LOG_ERROR, "Tag %x length violation new length %d bytes remaining %d\n", tag, len1, len);
1134 if (d->level++ >= MAX_LEVEL) {
1135 av_log(d->s, AV_LOG_ERROR, "Maximum MP4 descriptor level exceeded\n");
1139 if (target_tag && tag != target_tag) {
1140 av_log(d->s, AV_LOG_ERROR, "Found tag %x expected %x\n", tag, target_tag);
1146 parse_MP4IODescrTag(d, off, len1);
1149 parse_MP4ODescrTag(d, off, len1);
1152 parse_MP4ESDescrTag(d, off, len1);
1154 case MP4DecConfigDescrTag:
1155 parse_MP4DecConfigDescrTag(d, off, len1);
1158 parse_MP4SLDescrTag(d, off, len1);
1164 avio_seek(&d->pb, off + len1, SEEK_SET);
1168 static int mp4_read_iods(AVFormatContext *s, const uint8_t *buf, unsigned size,
1169 Mp4Descr *descr, int *descr_count, int max_descr_count)
1171 MP4DescrParseContext d;
1172 if (init_MP4DescrParseContext(&d, s, buf, size, descr, max_descr_count) < 0)
1175 parse_mp4_descr(&d, avio_tell(&d.pb), size, MP4IODescrTag);
1177 *descr_count = d.descr_count;
1181 static int mp4_read_od(AVFormatContext *s, const uint8_t *buf, unsigned size,
1182 Mp4Descr *descr, int *descr_count, int max_descr_count)
1184 MP4DescrParseContext d;
1185 if (init_MP4DescrParseContext(&d, s, buf, size, descr, max_descr_count) < 0)
1188 parse_mp4_descr_arr(&d, avio_tell(&d.pb), size);
1190 *descr_count = d.descr_count;
1194 static void m4sl_cb(MpegTSFilter *filter, const uint8_t *section, int section_len)
1196 MpegTSContext *ts = filter->u.section_filter.opaque;
1198 const uint8_t *p, *p_end;
1200 Mp4Descr mp4_descr[MAX_MP4_DESCR_COUNT] = {{ 0 }};
1201 int mp4_descr_count = 0;
1203 AVFormatContext *s = ts->stream;
1205 p_end = section + section_len - 4;
1207 if (parse_section_header(&h, &p, p_end) < 0)
1209 if (h.tid != M4OD_TID)
1212 mp4_read_od(s, p, (unsigned)(p_end - p), mp4_descr, &mp4_descr_count, MAX_MP4_DESCR_COUNT);
1214 for (pid = 0; pid < NB_PID_MAX; pid++) {
1217 for (i = 0; i < mp4_descr_count; i++) {
1220 if (ts->pids[pid]->es_id != mp4_descr[i].es_id)
1222 if (!(ts->pids[pid] && ts->pids[pid]->type == MPEGTS_PES)) {
1223 av_log(s, AV_LOG_ERROR, "pid %x is not PES\n", pid);
1226 pes = ts->pids[pid]->u.pes_filter.opaque;
1232 pes->sl = mp4_descr[i].sl;
1234 ffio_init_context(&pb, mp4_descr[i].dec_config_descr,
1235 mp4_descr[i].dec_config_descr_len, 0, NULL, NULL, NULL, NULL);
1236 ff_mp4_read_dec_config_descr(s, st, &pb);
1237 if (st->codec->codec_id == AV_CODEC_ID_AAC &&
1238 st->codec->extradata_size > 0)
1239 st->need_parsing = 0;
1240 if (st->codec->codec_id == AV_CODEC_ID_H264 &&
1241 st->codec->extradata_size > 0)
1242 st->need_parsing = 0;
1244 if (st->codec->codec_id <= AV_CODEC_ID_NONE) {
1245 } else if (st->codec->codec_id < AV_CODEC_ID_FIRST_AUDIO) {
1246 st->codec->codec_type = AVMEDIA_TYPE_VIDEO;
1247 } else if (st->codec->codec_id < AV_CODEC_ID_FIRST_SUBTITLE) {
1248 st->codec->codec_type = AVMEDIA_TYPE_AUDIO;
1249 } else if (st->codec->codec_id < AV_CODEC_ID_FIRST_UNKNOWN) {
1250 st->codec->codec_type = AVMEDIA_TYPE_SUBTITLE;
1254 for (i = 0; i < mp4_descr_count; i++)
1255 av_free(mp4_descr[i].dec_config_descr);
1258 int ff_parse_mpeg2_descriptor(AVFormatContext *fc, AVStream *st, int stream_type,
1259 const uint8_t **pp, const uint8_t *desc_list_end,
1260 Mp4Descr *mp4_descr, int mp4_descr_count, int pid,
1263 const uint8_t *desc_end;
1264 int desc_len, desc_tag, desc_es_id;
1268 desc_tag = get8(pp, desc_list_end);
1271 desc_len = get8(pp, desc_list_end);
1274 desc_end = *pp + desc_len;
1275 if (desc_end > desc_list_end)
1278 av_dlog(fc, "tag: 0x%02x len=%d\n", desc_tag, desc_len);
1280 if (st->codec->codec_id == AV_CODEC_ID_NONE &&
1281 stream_type == STREAM_TYPE_PRIVATE_DATA)
1282 mpegts_find_stream_type(st, desc_tag, DESC_types);
1285 case 0x1E: /* SL descriptor */
1286 desc_es_id = get16(pp, desc_end);
1287 if (ts && ts->pids[pid])
1288 ts->pids[pid]->es_id = desc_es_id;
1289 for (i = 0; i < mp4_descr_count; i++)
1290 if (mp4_descr[i].dec_config_descr_len &&
1291 mp4_descr[i].es_id == desc_es_id) {
1293 ffio_init_context(&pb, mp4_descr[i].dec_config_descr,
1294 mp4_descr[i].dec_config_descr_len, 0, NULL, NULL, NULL, NULL);
1295 ff_mp4_read_dec_config_descr(fc, st, &pb);
1296 if (st->codec->codec_id == AV_CODEC_ID_AAC &&
1297 st->codec->extradata_size > 0)
1298 st->need_parsing = 0;
1299 if (st->codec->codec_id == AV_CODEC_ID_MPEG4SYSTEMS)
1300 mpegts_open_section_filter(ts, pid, m4sl_cb, ts, 1);
1303 case 0x1F: /* FMC descriptor */
1304 get16(pp, desc_end);
1305 if (mp4_descr_count > 0 && st->codec->codec_id == AV_CODEC_ID_AAC_LATM &&
1306 mp4_descr->dec_config_descr_len && mp4_descr->es_id == pid) {
1308 ffio_init_context(&pb, mp4_descr->dec_config_descr,
1309 mp4_descr->dec_config_descr_len, 0, NULL, NULL, NULL, NULL);
1310 ff_mp4_read_dec_config_descr(fc, st, &pb);
1311 if (st->codec->codec_id == AV_CODEC_ID_AAC &&
1312 st->codec->extradata_size > 0)
1313 st->need_parsing = 0;
1316 case 0x56: /* DVB teletext descriptor */
1317 language[0] = get8(pp, desc_end);
1318 language[1] = get8(pp, desc_end);
1319 language[2] = get8(pp, desc_end);
1321 av_dict_set(&st->metadata, "language", language, 0);
1323 case 0x59: /* subtitling descriptor */
1324 language[0] = get8(pp, desc_end);
1325 language[1] = get8(pp, desc_end);
1326 language[2] = get8(pp, desc_end);
1328 /* hearing impaired subtitles detection */
1329 switch(get8(pp, desc_end)) {
1330 case 0x20: /* DVB subtitles (for the hard of hearing) with no monitor aspect ratio criticality */
1331 case 0x21: /* DVB subtitles (for the hard of hearing) for display on 4:3 aspect ratio monitor */
1332 case 0x22: /* DVB subtitles (for the hard of hearing) for display on 16:9 aspect ratio monitor */
1333 case 0x23: /* DVB subtitles (for the hard of hearing) for display on 2.21:1 aspect ratio monitor */
1334 case 0x24: /* DVB subtitles (for the hard of hearing) for display on a high definition monitor */
1335 case 0x25: /* DVB subtitles (for the hard of hearing) with plano-stereoscopic disparity for display on a high definition monitor */
1336 st->disposition |= AV_DISPOSITION_HEARING_IMPAIRED;
1339 if (st->codec->extradata) {
1340 if (st->codec->extradata_size == 4 && memcmp(st->codec->extradata, *pp, 4))
1341 avpriv_request_sample(fc, "DVB sub with multiple IDs");
1343 st->codec->extradata = av_malloc(4 + FF_INPUT_BUFFER_PADDING_SIZE);
1344 if (st->codec->extradata) {
1345 st->codec->extradata_size = 4;
1346 memcpy(st->codec->extradata, *pp, 4);
1350 av_dict_set(&st->metadata, "language", language, 0);
1352 case 0x0a: /* ISO 639 language descriptor */
1353 for (i = 0; i + 4 <= desc_len; i += 4) {
1354 language[i + 0] = get8(pp, desc_end);
1355 language[i + 1] = get8(pp, desc_end);
1356 language[i + 2] = get8(pp, desc_end);
1357 language[i + 3] = ',';
1358 switch (get8(pp, desc_end)) {
1359 case 0x01: st->disposition |= AV_DISPOSITION_CLEAN_EFFECTS; break;
1360 case 0x02: st->disposition |= AV_DISPOSITION_HEARING_IMPAIRED; break;
1361 case 0x03: st->disposition |= AV_DISPOSITION_VISUAL_IMPAIRED; break;
1365 language[i - 1] = 0;
1366 av_dict_set(&st->metadata, "language", language, 0);
1369 case 0x05: /* registration descriptor */
1370 st->codec->codec_tag = bytestream_get_le32(pp);
1371 av_dlog(fc, "reg_desc=%.4s\n", (char*)&st->codec->codec_tag);
1372 if (st->codec->codec_id == AV_CODEC_ID_NONE)
1373 mpegts_find_stream_type(st, st->codec->codec_tag, REGD_types);
1382 static void pmt_cb(MpegTSFilter *filter, const uint8_t *section, int section_len)
1384 MpegTSContext *ts = filter->u.section_filter.opaque;
1385 SectionHeader h1, *h = &h1;
1388 const uint8_t *p, *p_end, *desc_list_end;
1389 int program_info_length, pcr_pid, pid, stream_type;
1391 uint32_t prog_reg_desc = 0; /* registration descriptor */
1393 Mp4Descr mp4_descr[MAX_MP4_DESCR_COUNT] = {{ 0 }};
1394 int mp4_descr_count = 0;
1397 av_dlog(ts->stream, "PMT: len %i\n", section_len);
1398 hex_dump_debug(ts->stream, section, section_len);
1400 p_end = section + section_len - 4;
1402 if (parse_section_header(h, &p, p_end) < 0)
1405 av_dlog(ts->stream, "sid=0x%x sec_num=%d/%d\n",
1406 h->id, h->sec_num, h->last_sec_num);
1408 if (h->tid != PMT_TID)
1411 clear_program(ts, h->id);
1412 pcr_pid = get16(&p, p_end);
1416 add_pid_to_pmt(ts, h->id, pcr_pid);
1418 av_dlog(ts->stream, "pcr_pid=0x%x\n", pcr_pid);
1420 program_info_length = get16(&p, p_end);
1421 if (program_info_length < 0)
1423 program_info_length &= 0xfff;
1424 while(program_info_length >= 2) {
1426 tag = get8(&p, p_end);
1427 len = get8(&p, p_end);
1429 av_dlog(ts->stream, "program tag: 0x%02x len=%d\n", tag, len);
1431 if(len > program_info_length - 2)
1432 //something else is broken, exit the program_descriptors_loop
1434 program_info_length -= len + 2;
1435 if (tag == 0x1d) { // IOD descriptor
1436 get8(&p, p_end); // scope
1437 get8(&p, p_end); // label
1439 mp4_read_iods(ts->stream, p, len, mp4_descr + mp4_descr_count,
1440 &mp4_descr_count, MAX_MP4_DESCR_COUNT);
1441 } else if (tag == 0x05 && len >= 4) { // registration descriptor
1442 prog_reg_desc = bytestream_get_le32(&p);
1447 p += program_info_length;
1451 // stop parsing after pmt, we found header
1452 if (!ts->stream->nb_streams)
1458 stream_type = get8(&p, p_end);
1459 if (stream_type < 0)
1461 pid = get16(&p, p_end);
1466 /* now create stream */
1467 if (ts->pids[pid] && ts->pids[pid]->type == MPEGTS_PES) {
1468 pes = ts->pids[pid]->u.pes_filter.opaque;
1470 pes->st = avformat_new_stream(pes->stream, NULL);
1471 pes->st->id = pes->pid;
1474 } else if (stream_type != 0x13) {
1475 if (ts->pids[pid]) mpegts_close_filter(ts, ts->pids[pid]); //wrongly added sdt filter probably
1476 pes = add_pes_stream(ts, pid, pcr_pid);
1478 st = avformat_new_stream(pes->stream, NULL);
1482 int idx = ff_find_stream_index(ts->stream, pid);
1484 st = ts->stream->streams[idx];
1486 st = avformat_new_stream(ts->stream, NULL);
1488 st->codec->codec_type = AVMEDIA_TYPE_DATA;
1495 if (pes && !pes->stream_type)
1496 mpegts_set_stream_info(st, pes, stream_type, prog_reg_desc);
1498 add_pid_to_pmt(ts, h->id, pid);
1500 ff_program_add_stream_index(ts->stream, h->id, st->index);
1502 desc_list_len = get16(&p, p_end);
1503 if (desc_list_len < 0)
1505 desc_list_len &= 0xfff;
1506 desc_list_end = p + desc_list_len;
1507 if (desc_list_end > p_end)
1510 if (ff_parse_mpeg2_descriptor(ts->stream, st, stream_type, &p, desc_list_end,
1511 mp4_descr, mp4_descr_count, pid, ts) < 0)
1514 if (pes && prog_reg_desc == AV_RL32("HDMV") && stream_type == 0x83 && pes->sub_st) {
1515 ff_program_add_stream_index(ts->stream, h->id, pes->sub_st->index);
1516 pes->sub_st->codec->codec_tag = st->codec->codec_tag;
1523 for (i = 0; i < mp4_descr_count; i++)
1524 av_free(mp4_descr[i].dec_config_descr);
1527 static void pat_cb(MpegTSFilter *filter, const uint8_t *section, int section_len)
1529 MpegTSContext *ts = filter->u.section_filter.opaque;
1530 SectionHeader h1, *h = &h1;
1531 const uint8_t *p, *p_end;
1534 av_dlog(ts->stream, "PAT:\n");
1535 hex_dump_debug(ts->stream, section, section_len);
1537 p_end = section + section_len - 4;
1539 if (parse_section_header(h, &p, p_end) < 0)
1541 if (h->tid != PAT_TID)
1546 sid = get16(&p, p_end);
1549 pmt_pid = get16(&p, p_end);
1554 av_dlog(ts->stream, "sid=0x%x pid=0x%x\n", sid, pmt_pid);
1556 if (sid == 0x0000) {
1559 av_new_program(ts->stream, sid);
1560 if (ts->pids[pmt_pid])
1561 mpegts_close_filter(ts, ts->pids[pmt_pid]);
1562 mpegts_open_section_filter(ts, pmt_pid, pmt_cb, ts, 1);
1563 add_pat_entry(ts, sid);
1564 add_pid_to_pmt(ts, sid, 0); //add pat pid to program
1565 add_pid_to_pmt(ts, sid, pmt_pid);
1570 static void sdt_cb(MpegTSFilter *filter, const uint8_t *section, int section_len)
1572 MpegTSContext *ts = filter->u.section_filter.opaque;
1573 SectionHeader h1, *h = &h1;
1574 const uint8_t *p, *p_end, *desc_list_end, *desc_end;
1575 int onid, val, sid, desc_list_len, desc_tag, desc_len, service_type;
1576 char *name, *provider_name;
1578 av_dlog(ts->stream, "SDT:\n");
1579 hex_dump_debug(ts->stream, section, section_len);
1581 p_end = section + section_len - 4;
1583 if (parse_section_header(h, &p, p_end) < 0)
1585 if (h->tid != SDT_TID)
1587 onid = get16(&p, p_end);
1590 val = get8(&p, p_end);
1594 sid = get16(&p, p_end);
1597 val = get8(&p, p_end);
1600 desc_list_len = get16(&p, p_end);
1601 if (desc_list_len < 0)
1603 desc_list_len &= 0xfff;
1604 desc_list_end = p + desc_list_len;
1605 if (desc_list_end > p_end)
1608 desc_tag = get8(&p, desc_list_end);
1611 desc_len = get8(&p, desc_list_end);
1612 desc_end = p + desc_len;
1613 if (desc_end > desc_list_end)
1616 av_dlog(ts->stream, "tag: 0x%02x len=%d\n",
1617 desc_tag, desc_len);
1621 service_type = get8(&p, p_end);
1622 if (service_type < 0)
1624 provider_name = getstr8(&p, p_end);
1627 name = getstr8(&p, p_end);
1629 AVProgram *program = av_new_program(ts->stream, sid);
1631 av_dict_set(&program->metadata, "service_name", name, 0);
1632 av_dict_set(&program->metadata, "service_provider", provider_name, 0);
1636 av_free(provider_name);
1647 /* handle one TS packet */
1648 static int handle_packet(MpegTSContext *ts, const uint8_t *packet)
1650 AVFormatContext *s = ts->stream;
1652 int len, pid, cc, expected_cc, cc_ok, afc, is_start, is_discontinuity,
1653 has_adaptation, has_payload;
1654 const uint8_t *p, *p_end;
1657 pid = AV_RB16(packet + 1) & 0x1fff;
1658 if(pid && discard_pid(ts, pid))
1660 is_start = packet[1] & 0x40;
1661 tss = ts->pids[pid];
1662 if (ts->auto_guess && tss == NULL && is_start) {
1663 add_pes_stream(ts, pid, -1);
1664 tss = ts->pids[pid];
1669 afc = (packet[3] >> 4) & 3;
1670 if (afc == 0) /* reserved value */
1672 has_adaptation = afc & 2;
1673 has_payload = afc & 1;
1674 is_discontinuity = has_adaptation
1675 && packet[4] != 0 /* with length > 0 */
1676 && (packet[5] & 0x80); /* and discontinuity indicated */
1678 /* continuity check (currently not used) */
1679 cc = (packet[3] & 0xf);
1680 expected_cc = has_payload ? (tss->last_cc + 1) & 0x0f : tss->last_cc;
1681 cc_ok = pid == 0x1FFF // null packet PID
1684 || expected_cc == cc;
1688 av_log(ts->stream, AV_LOG_WARNING,
1689 "Continuity check failed for pid %d expected %d got %d\n",
1690 pid, expected_cc, cc);
1691 if(tss->type == MPEGTS_PES) {
1692 PESContext *pc = tss->u.pes_filter.opaque;
1693 pc->flags |= AV_PKT_FLAG_CORRUPT;
1700 if (has_adaptation) {
1701 /* skip adaptation field */
1704 /* if past the end of packet, ignore */
1705 p_end = packet + TS_PACKET_SIZE;
1709 pos = avio_tell(ts->stream->pb);
1710 MOD_UNLIKELY(ts->pos47, pos, ts->raw_packet_size, ts->pos);
1712 if (tss->type == MPEGTS_SECTION) {
1714 /* pointer field present */
1716 if (p + len > p_end)
1719 /* write remaining section bytes */
1720 write_section_data(s, tss,
1722 /* check whether filter has been closed */
1728 write_section_data(s, tss,
1733 write_section_data(s, tss,
1739 // Note: The position here points actually behind the current packet.
1740 if ((ret = tss->u.pes_filter.pes_cb(tss, p, p_end - p, is_start,
1741 pos - ts->raw_packet_size)) < 0)
1748 /* XXX: try to find a better synchro over several packets (use
1749 get_packet_size() ?) */
1750 static int mpegts_resync(AVFormatContext *s)
1752 AVIOContext *pb = s->pb;
1755 for(i = 0;i < MAX_RESYNC_SIZE; i++) {
1757 if (pb->eof_reached)
1760 avio_seek(pb, -1, SEEK_CUR);
1764 av_log(s, AV_LOG_ERROR, "max resync size reached, could not find sync byte\n");
1769 /* return -1 if error or EOF. Return 0 if OK. */
1770 static int read_packet(AVFormatContext *s, uint8_t *buf, int raw_packet_size, const uint8_t **data)
1772 AVIOContext *pb = s->pb;
1776 len = ffio_read_indirect(pb, buf, TS_PACKET_SIZE, data);
1777 if (len != TS_PACKET_SIZE)
1778 return len < 0 ? len : AVERROR_EOF;
1779 /* check packet sync byte */
1780 if ((*data)[0] != 0x47) {
1781 /* find a new packet start */
1782 avio_seek(pb, -TS_PACKET_SIZE, SEEK_CUR);
1783 if (mpegts_resync(s) < 0)
1784 return AVERROR(EAGAIN);
1794 static void finished_reading_packet(AVFormatContext *s, int raw_packet_size)
1796 AVIOContext *pb = s->pb;
1797 int skip = raw_packet_size - TS_PACKET_SIZE;
1799 avio_skip(pb, skip);
1802 static int handle_packets(MpegTSContext *ts, int nb_packets)
1804 AVFormatContext *s = ts->stream;
1805 uint8_t packet[TS_PACKET_SIZE+FF_INPUT_BUFFER_PADDING_SIZE];
1806 const uint8_t *data;
1807 int packet_num, ret = 0;
1809 if (avio_tell(s->pb) != ts->last_pos) {
1811 av_dlog(ts->stream, "Skipping after seek\n");
1812 /* seek detected, flush pes buffer */
1813 for (i = 0; i < NB_PID_MAX; i++) {
1815 if (ts->pids[i]->type == MPEGTS_PES) {
1816 PESContext *pes = ts->pids[i]->u.pes_filter.opaque;
1817 av_buffer_unref(&pes->buffer);
1818 pes->data_index = 0;
1819 pes->state = MPEGTS_SKIP; /* skip until pes header */
1821 ts->pids[i]->last_cc = -1;
1828 memset(packet + TS_PACKET_SIZE, 0, FF_INPUT_BUFFER_PADDING_SIZE);
1830 if (ts->stop_parse>0)
1833 if (nb_packets != 0 && packet_num >= nb_packets)
1835 ret = read_packet(s, packet, ts->raw_packet_size, &data);
1838 ret = handle_packet(ts, data);
1839 finished_reading_packet(s, ts->raw_packet_size);
1843 ts->last_pos = avio_tell(s->pb);
1847 static int mpegts_probe(AVProbeData *p)
1849 const int size= p->buf_size;
1850 int score, fec_score, dvhs_score;
1851 int check_count= size / TS_FEC_PACKET_SIZE;
1852 #define CHECK_COUNT 10
1854 if (check_count < CHECK_COUNT)
1857 score = analyze(p->buf, TS_PACKET_SIZE *check_count, TS_PACKET_SIZE , NULL)*CHECK_COUNT/check_count;
1858 dvhs_score= analyze(p->buf, TS_DVHS_PACKET_SIZE*check_count, TS_DVHS_PACKET_SIZE, NULL)*CHECK_COUNT/check_count;
1859 fec_score = analyze(p->buf, TS_FEC_PACKET_SIZE *check_count, TS_FEC_PACKET_SIZE , NULL)*CHECK_COUNT/check_count;
1860 av_dlog(NULL, "score: %d, dvhs_score: %d, fec_score: %d \n",
1861 score, dvhs_score, fec_score);
1863 // we need a clear definition for the returned score otherwise things will become messy sooner or later
1864 if (score > fec_score && score > dvhs_score && score > 6) return AVPROBE_SCORE_MAX + score - CHECK_COUNT;
1865 else if(dvhs_score > score && dvhs_score > fec_score && dvhs_score > 6) return AVPROBE_SCORE_MAX + dvhs_score - CHECK_COUNT;
1866 else if( fec_score > 6) return AVPROBE_SCORE_MAX + fec_score - CHECK_COUNT;
1870 /* return the 90kHz PCR and the extension for the 27MHz PCR. return
1871 (-1) if not available */
1872 static int parse_pcr(int64_t *ppcr_high, int *ppcr_low,
1873 const uint8_t *packet)
1875 int afc, len, flags;
1879 afc = (packet[3] >> 4) & 3;
1889 if (!(flags & 0x10))
1894 *ppcr_high = ((int64_t)v << 1) | (p[4] >> 7);
1895 *ppcr_low = ((p[4] & 1) << 8) | p[5];
1899 static int mpegts_read_header(AVFormatContext *s)
1901 MpegTSContext *ts = s->priv_data;
1902 AVIOContext *pb = s->pb;
1903 uint8_t buf[5*1024];
1907 /* read the first 1024 bytes to get packet size */
1908 pos = avio_tell(pb);
1909 len = avio_read(pb, buf, sizeof(buf));
1910 if (len != sizeof(buf))
1912 ts->raw_packet_size = get_packet_size(buf, sizeof(buf));
1913 if (ts->raw_packet_size <= 0)
1918 if (s->iformat == &ff_mpegts_demuxer) {
1921 /* first do a scan to get all the services */
1922 if (avio_seek(pb, pos, SEEK_SET) < 0 && pb->seekable)
1923 av_log(s, AV_LOG_ERROR, "Unable to seek back to the start\n");
1925 mpegts_open_section_filter(ts, SDT_PID, sdt_cb, ts, 1);
1927 mpegts_open_section_filter(ts, PAT_PID, pat_cb, ts, 1);
1929 handle_packets(ts, s->probesize / ts->raw_packet_size);
1930 /* if could not find service, enable auto_guess */
1934 av_dlog(ts->stream, "tuning done\n");
1936 s->ctx_flags |= AVFMTCTX_NOHEADER;
1939 int pcr_pid, pid, nb_packets, nb_pcrs, ret, pcr_l;
1940 int64_t pcrs[2], pcr_h;
1941 int packet_count[2];
1942 uint8_t packet[TS_PACKET_SIZE];
1943 const uint8_t *data;
1945 /* only read packets */
1947 st = avformat_new_stream(s, NULL);
1950 avpriv_set_pts_info(st, 60, 1, 27000000);
1951 st->codec->codec_type = AVMEDIA_TYPE_DATA;
1952 st->codec->codec_id = AV_CODEC_ID_MPEG2TS;
1954 /* we iterate until we find two PCRs to estimate the bitrate */
1959 ret = read_packet(s, packet, ts->raw_packet_size, &data);
1962 pid = AV_RB16(data + 1) & 0x1fff;
1963 if ((pcr_pid == -1 || pcr_pid == pid) &&
1964 parse_pcr(&pcr_h, &pcr_l, data) == 0) {
1965 finished_reading_packet(s, ts->raw_packet_size);
1967 packet_count[nb_pcrs] = nb_packets;
1968 pcrs[nb_pcrs] = pcr_h * 300 + pcr_l;
1973 finished_reading_packet(s, ts->raw_packet_size);
1978 /* NOTE1: the bitrate is computed without the FEC */
1979 /* NOTE2: it is only the bitrate of the start of the stream */
1980 ts->pcr_incr = (pcrs[1] - pcrs[0]) / (packet_count[1] - packet_count[0]);
1981 ts->cur_pcr = pcrs[0] - ts->pcr_incr * packet_count[0];
1982 s->bit_rate = (TS_PACKET_SIZE * 8) * 27e6 / ts->pcr_incr;
1983 st->codec->bit_rate = s->bit_rate;
1984 st->start_time = ts->cur_pcr;
1985 av_dlog(ts->stream, "start=%0.3f pcr=%0.3f incr=%d\n",
1986 st->start_time / 1000000.0, pcrs[0] / 27e6, ts->pcr_incr);
1989 avio_seek(pb, pos, SEEK_SET);
1995 #define MAX_PACKET_READAHEAD ((128 * 1024) / 188)
1997 static int mpegts_raw_read_packet(AVFormatContext *s,
2000 MpegTSContext *ts = s->priv_data;
2002 int64_t pcr_h, next_pcr_h, pos;
2003 int pcr_l, next_pcr_l;
2004 uint8_t pcr_buf[12];
2005 const uint8_t *data;
2007 if (av_new_packet(pkt, TS_PACKET_SIZE) < 0)
2008 return AVERROR(ENOMEM);
2009 pkt->pos= avio_tell(s->pb);
2010 ret = read_packet(s, pkt->data, ts->raw_packet_size, &data);
2012 av_free_packet(pkt);
2015 if (data != pkt->data)
2016 memcpy(pkt->data, data, ts->raw_packet_size);
2017 finished_reading_packet(s, ts->raw_packet_size);
2018 if (ts->mpeg2ts_compute_pcr) {
2019 /* compute exact PCR for each packet */
2020 if (parse_pcr(&pcr_h, &pcr_l, pkt->data) == 0) {
2021 /* we read the next PCR (XXX: optimize it by using a bigger buffer */
2022 pos = avio_tell(s->pb);
2023 for(i = 0; i < MAX_PACKET_READAHEAD; i++) {
2024 avio_seek(s->pb, pos + i * ts->raw_packet_size, SEEK_SET);
2025 avio_read(s->pb, pcr_buf, 12);
2026 if (parse_pcr(&next_pcr_h, &next_pcr_l, pcr_buf) == 0) {
2027 /* XXX: not precise enough */
2028 ts->pcr_incr = ((next_pcr_h - pcr_h) * 300 + (next_pcr_l - pcr_l)) /
2033 avio_seek(s->pb, pos, SEEK_SET);
2034 /* no next PCR found: we use previous increment */
2035 ts->cur_pcr = pcr_h * 300 + pcr_l;
2037 pkt->pts = ts->cur_pcr;
2038 pkt->duration = ts->pcr_incr;
2039 ts->cur_pcr += ts->pcr_incr;
2041 pkt->stream_index = 0;
2045 static int mpegts_read_packet(AVFormatContext *s,
2048 MpegTSContext *ts = s->priv_data;
2053 ret = handle_packets(ts, 0);
2055 /* flush pes data left */
2056 for (i = 0; i < NB_PID_MAX; i++) {
2057 if (ts->pids[i] && ts->pids[i]->type == MPEGTS_PES) {
2058 PESContext *pes = ts->pids[i]->u.pes_filter.opaque;
2059 if (pes->state == MPEGTS_PAYLOAD && pes->data_index > 0) {
2060 new_pes_packet(pes, pkt);
2061 pes->state = MPEGTS_SKIP;
2069 if (!ret && pkt->size < 0)
2070 ret = AVERROR(EINTR);
2074 static void mpegts_free(MpegTSContext *ts)
2080 for(i=0;i<NB_PID_MAX;i++)
2081 if (ts->pids[i]) mpegts_close_filter(ts, ts->pids[i]);
2084 static int mpegts_read_close(AVFormatContext *s)
2086 MpegTSContext *ts = s->priv_data;
2091 static int64_t mpegts_get_pcr(AVFormatContext *s, int stream_index,
2092 int64_t *ppos, int64_t pos_limit)
2094 MpegTSContext *ts = s->priv_data;
2095 int64_t pos, timestamp;
2096 uint8_t buf[TS_PACKET_SIZE];
2097 int pcr_l, pcr_pid = ((PESContext*)s->streams[stream_index]->priv_data)->pcr_pid;
2098 const int find_next= 1;
2099 pos = ((*ppos + ts->raw_packet_size - 1 - ts->pos47) / ts->raw_packet_size) * ts->raw_packet_size + ts->pos47;
2102 avio_seek(s->pb, pos, SEEK_SET);
2103 if (avio_read(s->pb, buf, TS_PACKET_SIZE) != TS_PACKET_SIZE)
2104 return AV_NOPTS_VALUE;
2105 if ((pcr_pid < 0 || (AV_RB16(buf + 1) & 0x1fff) == pcr_pid) &&
2106 parse_pcr(×tamp, &pcr_l, buf) == 0) {
2109 pos += ts->raw_packet_size;
2113 pos -= ts->raw_packet_size;
2115 return AV_NOPTS_VALUE;
2116 avio_seek(s->pb, pos, SEEK_SET);
2117 if (avio_read(s->pb, buf, TS_PACKET_SIZE) != TS_PACKET_SIZE)
2118 return AV_NOPTS_VALUE;
2119 if ((pcr_pid < 0 || (AV_RB16(buf + 1) & 0x1fff) == pcr_pid) &&
2120 parse_pcr(×tamp, &pcr_l, buf) == 0) {
2130 static int read_seek(AVFormatContext *s, int stream_index, int64_t target_ts, int flags){
2131 MpegTSContext *ts = s->priv_data;
2132 uint8_t buf[TS_PACKET_SIZE];
2135 if (ff_seek_frame_binary(s, stream_index, target_ts, flags) < 0)
2138 pos= avio_tell(s->pb);
2141 avio_seek(s->pb, pos, SEEK_SET);
2142 if (avio_read(s->pb, buf, TS_PACKET_SIZE) != TS_PACKET_SIZE)
2144 // pid = AV_RB16(buf + 1) & 0x1fff;
2145 if(buf[1] & 0x40) break;
2146 pos += ts->raw_packet_size;
2148 avio_seek(s->pb, pos, SEEK_SET);
2153 /**************************************************************/
2154 /* parsing functions - called from other demuxers such as RTP */
2156 MpegTSContext *ff_mpegts_parse_open(AVFormatContext *s)
2160 ts = av_mallocz(sizeof(MpegTSContext));
2163 /* no stream case, currently used by RTP */
2164 ts->raw_packet_size = TS_PACKET_SIZE;
2170 /* return the consumed length if a packet was output, or -1 if no
2172 int ff_mpegts_parse_packet(MpegTSContext *ts, AVPacket *pkt,
2173 const uint8_t *buf, int len)
2181 if (ts->stop_parse>0)
2183 if (len < TS_PACKET_SIZE)
2185 if (buf[0] != 0x47) {
2189 handle_packet(ts, buf);
2190 buf += TS_PACKET_SIZE;
2191 len -= TS_PACKET_SIZE;
2197 void ff_mpegts_parse_close(MpegTSContext *ts)
2203 AVInputFormat ff_mpegts_demuxer = {
2205 .long_name = NULL_IF_CONFIG_SMALL("MPEG-TS (MPEG-2 Transport Stream)"),
2206 .priv_data_size = sizeof(MpegTSContext),
2207 .read_probe = mpegts_probe,
2208 .read_header = mpegts_read_header,
2209 .read_packet = mpegts_read_packet,
2210 .read_close = mpegts_read_close,
2211 .read_seek = read_seek,
2212 .read_timestamp = mpegts_get_pcr,
2213 .flags = AVFMT_SHOW_IDS | AVFMT_TS_DISCONT,
2216 AVInputFormat ff_mpegtsraw_demuxer = {
2217 .name = "mpegtsraw",
2218 .long_name = NULL_IF_CONFIG_SMALL("raw MPEG-TS (MPEG-2 Transport Stream)"),
2219 .priv_data_size = sizeof(MpegTSContext),
2220 .read_header = mpegts_read_header,
2221 .read_packet = mpegts_raw_read_packet,
2222 .read_close = mpegts_read_close,
2223 .read_seek = read_seek,
2224 .read_timestamp = mpegts_get_pcr,
2225 .flags = AVFMT_SHOW_IDS | AVFMT_TS_DISCONT,
2226 .priv_class = &mpegtsraw_class,