1 /*****************************************************************************
2 * ty.c - TiVo ty stream video demuxer for VLC
3 *****************************************************************************
4 * Copyright (C) 2005 the VideoLAN team
5 * Copyright (C) 2005 by Neal Symms (tivo@freakinzoo.com) - February 2005
6 * based on code by Christopher Wingert for tivo-mplayer
7 * tivo(at)wingert.org, February 2003
11 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License as published by
13 * the Free Software Foundation; either version 2 of the License, or
14 * (at your option) any later version.
16 * This program is distributed in the hope that it will be useful,
17 * but WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
19 * GNU General Public License for more details.
21 * You should have received a copy of the GNU General Public License
22 * along with this program; if not, write to the Free Software
23 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
26 * v1.0.0 - 24-Feb-2005 - Initial release - Series 1 support ONLY!
27 * v1.0.1 - 25-Feb-2005 - Added fix for bad GOP headers - Neal
28 * v1.0.2 - 26-Feb-2005 - No longer require "seekable" input stream - Neal
29 * v2.0.0 - 21-Mar-2005 - Series 2 support! No AC-3 on S2 DTivo yet.
30 * v2.1.0 - 22-Mar-2005 - Support for AC-3 on S2 DTivo (long ac3 packets)
31 * v3.0.0 - 14-Jul-2005 - Support for skipping fwd/back via VLC hotkeys
32 *****************************************************************************/
34 /*****************************************************************************
36 *****************************************************************************/
42 #include <vlc_common.h>
43 #include <vlc_plugin.h>
44 #include <vlc_demux.h>
45 #include "vlc_codec.h"
47 #include "vlc_input.h"
48 #include "../codec/cc.h"
52 /*****************************************************************************
54 *****************************************************************************/
55 static int Open ( vlc_object_t * );
56 static void Close( vlc_object_t * );
59 set_shortname( N_("TY") )
60 set_description(N_("TY Stream audio/video demux"))
61 set_category( CAT_INPUT )
62 set_subcategory( SUBCAT_INPUT_DEMUX )
63 set_capability("demux", 6)
64 /* FIXME: there seems to be a segfault when using PVR access
65 * and TY demux has a bigger priority than PS
66 * Something must be wrong.
68 set_callbacks( Open, Close )
73 /*****************************************************************************
75 *****************************************************************************/
76 static int Demux ( demux_t * );
77 static int Control( demux_t *, int, va_list );
79 #define SERIES1_PES_LENGTH (11) /* length of audio PES hdr on S1 */
80 #define SERIES2_PES_LENGTH (16) /* length of audio PES hdr on S2 */
81 #define AC3_PES_LENGTH (14) /* length of audio PES hdr for AC3 */
82 #define VIDEO_PES_LENGTH (16) /* length of video PES header */
83 #define DTIVO_PTS_OFFSET (6) /* offs into PES for MPEG PTS on DTivo */
84 #define SA_PTS_OFFSET (9) /* offset into PES for MPEG PTS on SA */
85 #define AC3_PTS_OFFSET (9) /* offset into PES for AC3 PTS on DTivo */
86 #define VIDEO_PTS_OFFSET (9) /* offset into PES for video PTS on all */
87 #define AC3_PKT_LENGTH (1536) /* size of TiVo AC3 pkts (w/o PES hdr) */
88 static const uint8_t ty_VideoPacket[] = { 0x00, 0x00, 0x01, 0xe0 };
89 static const uint8_t ty_MPEGAudioPacket[] = { 0x00, 0x00, 0x01, 0xc0 };
90 static const uint8_t ty_AC3AudioPacket[] = { 0x00, 0x00, 0x01, 0xbd };
92 #define CHUNK_PEEK_COUNT (3) /* number of chunks to probe */
94 /* packet types for reference:
95 2/c0: audio data continued
96 3/c0: audio packet header (PES header)
97 4/c0: audio data (S/A only?)
98 9/c0: audio packet header, AC-3 audio
99 2/e0: video data continued
100 6/e0: video packet header (PES header)
101 7/e0: video sequence header start
102 8/e0: video I-frame header start
103 a/e0: video P-frame header start
104 b/e0: video B-frame header start
105 c/e0: video GOP header start
106 e/01: closed-caption data
107 e/02: Extended data services data
108 e/03: ipreview data ("thumbs up to record" signal)
112 #define TIVO_PES_FILEID ( 0xf5467abd )
113 #define TIVO_PART_LENGTH ( 0x20000000 ) /* 536,870,912 bytes */
114 #define CHUNK_SIZE ( 128 * 1024 )
123 uint64_t l_ty_pts; /* TY PTS in the record header */
128 uint64_t l_timestamp;
129 uint8_t chunk_bitmask[8];
153 #define XDS_MAX_DATA_SIZE (32)
156 XDS_CLASS_CURRENT = 0,
157 XDS_CLASS_FUTURE = 1,
158 XDS_CLASS_CHANNEL = 2,
159 XDS_CLASS_MISCELLANEOUS = 3,
160 XDS_CLASS_PUBLIC_SERVICE = 4,
161 XDS_CLASS_RESERVED = 5,
162 XDS_CLASS_UNDEFINED = 6,
171 uint8_t p_data[XDS_MAX_DATA_SIZE];
176 XDS_META_PROGRAM_RATING_NONE,
177 XDS_META_PROGRAM_RATING_MPAA,
178 XDS_META_PROGRAM_RATING_TPG,
179 /* TODO add CA/CE rating */
180 } xds_meta_program_rating_t;
184 xds_meta_program_rating_t rating;
186 /* Add the other fields once I have the samples */
187 } xds_meta_program_t;
190 char *psz_channel_name;
191 char *psz_channel_call_letter;
192 char *psz_channel_number;
194 xds_meta_program_t current;
195 xds_meta_program_t future;
199 /* Are we in XDS mode */
202 /* Current class type */
208 xds_packet_t pkt[XDS_MAX_CLASS_COUNT][128]; /* XXX it is way too much, but simpler */
218 es_out_id_t *p_video; /* ptr to video codec */
219 es_out_id_t *p_audio; /* holds either ac3 or mpeg codec ptr */
222 es_out_id_t *p_cc[4];
228 size_t i_stream_size; /* size of input stream (if known) */
229 //uint64_t l_program_len; /* length of this stream in msec */
230 bool b_seekable; /* is this stream seekable? */
231 bool b_have_master; /* are master chunks present? */
232 tivo_type_t tivo_type; /* tivo type (SA / DTiVo) */
233 tivo_series_t tivo_series; /* Series1 or Series2 */
234 tivo_audio_t audio_type; /* AC3 or MPEG */
235 int i_Pes_Length; /* Length of Audio PES header */
236 int i_Pts_Offset; /* offset into audio PES of PTS */
237 uint8_t pes_buffer[20]; /* holds incomplete pes headers */
238 int i_pes_buf_cnt; /* how many bytes in our buffer */
239 size_t l_ac3_pkt_size; /* len of ac3 pkt we've seen so far */
240 uint64_t l_last_ty_pts; /* last TY timestamp we've seen */
241 //mtime_t l_last_ty_pts_sync; /* audio PTS at time of last TY PTS */
242 uint64_t l_first_ty_pts; /* first TY PTS in this master chunk */
243 uint64_t l_final_ty_pts; /* final TY PTS in this master chunk */
244 unsigned i_seq_table_size; /* number of entries in SEQ table */
245 unsigned i_bits_per_seq_entry; /* # of bits in SEQ table bitmask */
247 mtime_t firstAudioPTS;
248 mtime_t lastAudioPTS;
249 mtime_t lastVideoPTS;
251 ty_rec_hdr_t *rec_hdrs; /* record headers array */
252 int i_cur_rec; /* current record in this chunk */
253 int i_num_recs; /* number of recs in this chunk */
254 int i_seq_rec; /* record number where seq start is */
255 ty_seq_table_t *seq_table; /* table of SEQ entries from mstr chk */
260 static int get_chunk_header(demux_t *);
261 static mtime_t get_pts( const uint8_t *buf );
262 static int find_es_header( const uint8_t *header,
263 const uint8_t *buffer, int i_search_len );
264 static int ty_stream_seek_pct(demux_t *p_demux, double seek_pct);
265 static int ty_stream_seek_time(demux_t *, uint64_t);
267 static ty_rec_hdr_t *parse_chunk_headers( const uint8_t *p_buf,
268 int i_num_recs, int *pi_payload_size);
269 static int probe_stream(demux_t *p_demux);
270 static void analyze_chunk(demux_t *p_demux, const uint8_t *p_chunk);
271 static void parse_master(demux_t *p_demux);
273 static int DemuxRecVideo( demux_t *p_demux, ty_rec_hdr_t *rec_hdr, block_t *p_block_in );
274 static int DemuxRecAudio( demux_t *p_demux, ty_rec_hdr_t *rec_hdr, block_t *p_block_in );
275 static int DemuxRecCc( demux_t *p_demux, ty_rec_hdr_t *rec_hdr, block_t *p_block_in );
277 static void DemuxDecodeXds( demux_t *p_demux, uint8_t d1, uint8_t d2 );
279 static void XdsInit( xds_t * );
280 static void XdsExit( xds_t * );
282 #define TY_ES_GROUP (1)
285 * Open: check file and initialize demux structures
288 * 1. peek at the first 12 bytes of the stream for the
289 * magic TiVo PART header & stream type & chunk size
290 * 2. if it's not there, error with VLC_EGENERIC
291 * 3. set up video (mpgv) codec
292 * 4. return VLC_SUCCESS
294 static int Open(vlc_object_t *p_this)
296 demux_t *p_demux = (demux_t *)p_this;
299 const uint8_t *p_peek;
302 /* peek at the first 12 bytes. */
303 /* for TY streams, they're always the same */
304 if( stream_Peek( p_demux->s, &p_peek, 12 ) < 12 )
307 if ( U32_AT(p_peek) != TIVO_PES_FILEID ||
308 U32_AT(&p_peek[4]) != 0x02 ||
309 U32_AT(&p_peek[8]) != CHUNK_SIZE )
311 if( !p_demux->b_force &&
312 !demux_IsPathExtension( p_demux, ".ty" ) &&
313 !demux_IsPathExtension( p_demux, ".ty+" ) )
315 msg_Warn( p_demux, "this does not look like a TY file, "
316 "continuing anyway..." );
319 /* at this point, we assume we have a valid TY stream */
320 msg_Dbg( p_demux, "valid TY stream detected" );
322 /* Set exported functions */
323 p_demux->pf_demux = Demux;
324 p_demux->pf_control = Control;
326 /* create our structure that will hold all data */
327 p_demux->p_sys = p_sys = malloc(sizeof(demux_sys_t));
328 memset(p_sys, 0, sizeof(demux_sys_t));
330 /* set up our struct (most were zero'd out with the memset above) */
331 p_sys->b_first_chunk = true;
332 p_sys->b_have_master = (U32_AT(p_peek) == TIVO_PES_FILEID);
333 p_sys->firstAudioPTS = -1;
334 p_sys->i_stream_size = stream_Size(p_demux->s);
335 p_sys->tivo_type = TIVO_TYPE_UNKNOWN;
336 p_sys->audio_type = TIVO_AUDIO_UNKNOWN;
337 p_sys->tivo_series = TIVO_SERIES_UNKNOWN;
338 p_sys->i_Pes_Length = 0;
339 p_sys->i_Pts_Offset = 0;
340 p_sys->l_ac3_pkt_size = 0;
342 /* see if this stream is seekable */
343 stream_Control( p_demux->s, STREAM_CAN_SEEK, &p_sys->b_seekable );
345 if (probe_stream(p_demux) != VLC_SUCCESS) {
350 if (!p_sys->b_have_master)
351 msg_Warn(p_demux, "No master chunk found; seeking will be limited.");
353 /* register the proper audio codec */
354 if (p_sys->audio_type == TIVO_AUDIO_MPEG) {
355 es_format_Init( &fmt, AUDIO_ES, VLC_CODEC_MPGA );
357 es_format_Init( &fmt, AUDIO_ES, VLC_CODEC_A52 );
359 fmt.i_group = TY_ES_GROUP;
360 p_sys->p_audio = es_out_Add( p_demux->out, &fmt );
362 /* register the video stream */
363 es_format_Init( &fmt, VIDEO_ES, VLC_CODEC_MPGV );
364 fmt.i_group = TY_ES_GROUP;
365 p_sys->p_video = es_out_Add( p_demux->out, &fmt );
368 for( i = 0; i < 4; i++ )
369 p_sys->p_cc[i] = NULL;
370 cc_Init( &p_sys->cc );
372 XdsInit( &p_sys->xds );
377 /* =========================================================================== */
378 /* Demux: Read & Demux one record from the chunk
380 * Returns -1 in case of error, 0 in case of EOF, 1 otherwise
382 * NOTE: I think we can return the number of packets sent instead of just 1.
383 * that means we can demux an entire chunk and shoot it back (may be more efficient)
384 * -- should try that some day :) --
386 static int Demux( demux_t *p_demux )
388 demux_sys_t *p_sys = p_demux->p_sys;
390 block_t *p_block_in = NULL;
392 /*msg_Dbg(p_demux, "ty demux processing" );*/
394 /* did we hit EOF earlier? */
399 * what we do (1 record now.. maybe more later):
400 * - use stream_Read() to read the chunk header & record headers
401 * - discard entire chunk if it is a PART header chunk
402 * - parse all the headers into record header array
403 * - keep a pointer of which record we're on
404 * - use stream_Block() to fetch each record
405 * - parse out PTS from PES headers
406 * - set PTS for data packets
407 * - pass the data on to the proper codec via es_out_Send()
409 * if this is the first time or
410 * if we're at the end of this chunk, start a new one
412 /* parse the next chunk's record headers */
413 if( p_sys->b_first_chunk || p_sys->i_cur_rec >= p_sys->i_num_recs )
415 if( get_chunk_header(p_demux) == 0 )
419 /*======================================================================
420 * parse & send one record of the chunk
421 *====================================================================== */
422 p_rec = &p_sys->rec_hdrs[p_sys->i_cur_rec];
426 const long l_rec_size = p_rec->l_rec_size;
427 /*msg_Dbg(p_demux, "Record Type 0x%x/%02x %ld bytes",
428 subrec_type, p_rec->rec_type, l_rec_size );*/
430 /* some normal records are 0 length, so check for that... */
431 if( l_rec_size <= 0 )
433 /* no data in payload; we're done */
438 /* read in this record's payload */
439 if( !( p_block_in = stream_Block( p_demux->s, l_rec_size ) ) )
442 /* set these as 'unknown' for now */
444 p_block_in->i_dts = 0;
448 -- don't read any data from the stream, data was in the record header --
450 "Record Type 0x%02x/%02x, ext data = %02x, %02x", subrec_type,
451 p_rec->rec_type, p_rec->ex1, p_rec->ex2);
454 if( p_rec->rec_type == 0xe0 )
457 DemuxRecVideo( p_demux, p_rec, p_block_in );
459 else if ( p_rec->rec_type == 0xc0 )
462 DemuxRecAudio( p_demux, p_rec, p_block_in );
464 else if( p_rec->rec_type == 0x01 || p_rec->rec_type == 0x02 )
466 /* Closed Captions/XDS */
467 DemuxRecCc( p_demux, p_rec, p_block_in );
469 else if ( p_rec->rec_type == 0x03 )
471 /* Tivo data services (e.g. "thumbs-up to record!") useless for us */
473 block_Release(p_block_in);
475 else if ( p_rec->rec_type == 0x05 )
477 /* Unknown, but seen regularly */
479 block_Release(p_block_in);
483 msg_Dbg(p_demux, "Invalid record type 0x%02x", p_rec->rec_type );
485 block_Release(p_block_in);
494 static int Control(demux_t *p_demux, int i_query, va_list args)
496 demux_sys_t *p_sys = p_demux->p_sys;
500 /*msg_Info(p_demux, "control cmd %d", i_query);*/
503 case DEMUX_GET_POSITION:
504 /* arg is 0.0 - 1.0 percent of overall file position */
505 if( ( i64 = p_sys->i_stream_size ) > 0 )
507 pf = (double*) va_arg( args, double* );
508 *pf = ((double)1.0) * stream_Tell( p_demux->s ) / (double) i64;
513 case DEMUX_SET_POSITION:
514 /* arg is 0.0 - 1.0 percent of overall file position */
515 f = (double) va_arg( args, double );
516 /* msg_Dbg(p_demux, "Control - set position to %2.3f", f); */
517 if ((i64 = p_sys->i_stream_size) > 0)
518 return ty_stream_seek_pct(p_demux, f);
521 /* return TiVo timestamp */
522 p_i64 = (int64_t *) va_arg(args, int64_t *);
523 //*p_i64 = p_sys->lastAudioPTS - p_sys->firstAudioPTS;
524 //*p_i64 = (p_sys->l_last_ty_pts / 1000) + (p_sys->lastAudioPTS -
525 // p_sys->l_last_ty_pts_sync);
526 *p_i64 = (p_sys->l_last_ty_pts / 1000);
528 case DEMUX_GET_LENGTH: /* length of program in microseconds, 0 if unk */
530 p_i64 = (int64_t *) va_arg(args, int64_t *);
533 case DEMUX_SET_TIME: /* arg is time in microsecs */
534 i64 = (int64_t) va_arg( args, int64_t );
535 return ty_stream_seek_time(p_demux, i64 * 1000);
543 static void Close( vlc_object_t *p_this )
545 demux_t *p_demux = (demux_t*)p_this;
546 demux_sys_t *p_sys = p_demux->p_sys;
548 XdsExit( &p_sys->xds );
549 cc_Exit( &p_sys->cc );
550 free( p_sys->rec_hdrs );
551 free( p_sys->seq_table );
556 /* =========================================================================== */
557 /* Compute Presentation Time Stamp (PTS)
558 * Assume buf points to beginning of PTS */
559 static mtime_t get_pts( const uint8_t *buf )
563 i_pts = ((mtime_t)(buf[0]&0x0e ) << 29)|
564 (mtime_t)(buf[1] << 22)|
565 ((mtime_t)(buf[2]&0xfe) << 14)|
566 (mtime_t)(buf[3] << 7)|
567 (mtime_t)(buf[4] >> 1);
568 i_pts *= 100 / 9; /* convert PTS (90Khz clock) to microseconds */
573 /* =========================================================================== */
574 static int find_es_header( const uint8_t *header,
575 const uint8_t *buffer, int i_search_len )
579 for( count = 0; count < i_search_len; count++ )
581 if( !memcmp( &buffer[count], header, 4 ) )
588 /* =========================================================================== */
589 /* check if we have a full PES header, if not, then save what we have.
590 * this is called when audio-start packets are encountered.
592 * 1 partial PES hdr found, some audio data found (buffer adjusted),
593 * -1 partial PES hdr found, no audio data found
594 * 0 otherwise (complete PES found, pts extracted, pts set, buffer adjusted) */
595 /* TODO: HD support -- nothing known about those streams */
596 static int check_sync_pes( demux_t *p_demux, block_t *p_block,
597 int32_t offset, int32_t rec_len )
599 demux_sys_t *p_sys = p_demux->p_sys;
601 if ( offset < 0 || offset + p_sys->i_Pes_Length > rec_len )
603 /* entire PES header not present */
604 msg_Dbg( p_demux, "PES header at %d not complete in record. storing.",
606 /* save the partial pes header */
609 /* no header found, fake some 00's (this works, believe me) */
610 memset( p_sys->pes_buffer, 0, 4 );
611 p_sys->i_pes_buf_cnt = 4;
613 msg_Err( p_demux, "PES header not found in record of %d bytes!",
617 /* copy the partial pes header we found */
618 memcpy( p_sys->pes_buffer, p_block->p_buffer + offset,
620 p_sys->i_pes_buf_cnt = rec_len - offset;
624 /* PES Header was found, but not complete, so trim the end of this record */
625 p_block->i_buffer -= rec_len - offset;
628 return -1; /* partial PES, no audio data */
630 /* full PES header present, extract PTS */
631 p_sys->lastAudioPTS = get_pts( &p_block->p_buffer[ offset +
632 p_sys->i_Pts_Offset ] );
633 if (p_sys->firstAudioPTS < 0)
634 p_sys->firstAudioPTS = p_sys->lastAudioPTS;
635 p_block->i_pts = p_sys->lastAudioPTS;
636 /*msg_Dbg(p_demux, "Audio PTS %lld", p_sys->lastAudioPTS );*/
637 /* adjust audio record to remove PES header */
638 memmove(p_block->p_buffer + offset, p_block->p_buffer + offset +
639 p_sys->i_Pes_Length, rec_len - p_sys->i_Pes_Length);
640 p_block->i_buffer -= p_sys->i_Pes_Length;
642 msg_Dbg(p_demux, "pes hdr removed; buffer len=%d and has "
643 "%02x %02x %02x %02x %02x %02x %02x %02x "
644 "%02x %02x %02x %02x %02x %02x %02x %02x", p_block->i_buffer,
645 p_block->p_buffer[0], p_block->p_buffer[1],
646 p_block->p_buffer[2], p_block->p_buffer[3],
647 p_block->p_buffer[4], p_block->p_buffer[5],
648 p_block->p_buffer[6], p_block->p_buffer[7],
649 p_block->p_buffer[8], p_block->p_buffer[9],
650 p_block->p_buffer[10], p_block->p_buffer[11],
651 p_block->p_buffer[12], p_block->p_buffer[13],
652 p_block->p_buffer[14], p_block->p_buffer[15]);
657 static int DemuxRecVideo( demux_t *p_demux, ty_rec_hdr_t *rec_hdr, block_t *p_block_in )
659 demux_sys_t *p_sys = p_demux->p_sys;
660 const int subrec_type = rec_hdr->subrec_type;
661 const long l_rec_size = rec_hdr->l_rec_size; // p_block_in->i_buffer might be better
665 assert( rec_hdr->rec_type == 0xe0 );
670 msg_Dbg(p_demux, "packet buffer has "
671 "%02x %02x %02x %02x %02x %02x %02x %02x "
672 "%02x %02x %02x %02x %02x %02x %02x %02x",
673 p_block_in->p_buffer[0], p_block_in->p_buffer[1],
674 p_block_in->p_buffer[2], p_block_in->p_buffer[3],
675 p_block_in->p_buffer[4], p_block_in->p_buffer[5],
676 p_block_in->p_buffer[6], p_block_in->p_buffer[7],
677 p_block_in->p_buffer[8], p_block_in->p_buffer[9],
678 p_block_in->p_buffer[10], p_block_in->p_buffer[11],
679 p_block_in->p_buffer[12], p_block_in->p_buffer[13],
680 p_block_in->p_buffer[14], p_block_in->p_buffer[15]);
682 //if( subrec_type == 0x06 || subrec_type == 0x07 )
683 if( subrec_type != 0x02 && subrec_type != 0x0c &&
684 subrec_type != 0x08 && l_rec_size > 4 )
686 /* get the PTS from this packet if it has one.
687 * on S1, only 0x06 has PES. On S2, however, most all do.
688 * Do NOT Pass the PES Header to the MPEG2 codec */
689 esOffset1 = find_es_header( ty_VideoPacket, p_block_in->p_buffer, 5 );
690 if( esOffset1 != -1 )
692 //msg_Dbg(p_demux, "Video PES hdr in pkt type 0x%02x at offset %d",
693 //subrec_type, esOffset1);
694 p_sys->lastVideoPTS = get_pts(
695 &p_block_in->p_buffer[ esOffset1 + VIDEO_PTS_OFFSET ] );
696 /*msg_Dbg(p_demux, "Video rec %d PTS %"PRId64, p_sys->i_cur_rec,
697 p_sys->lastVideoPTS );*/
698 if (subrec_type != 0x06) {
699 /* if we found a PES, and it's not type 6, then we're S2 */
700 /* The packet will have video data (& other headers) so we
701 * chop out the PES header and send the rest */
702 if (l_rec_size >= VIDEO_PES_LENGTH) {
703 p_block_in->p_buffer += VIDEO_PES_LENGTH + esOffset1;
704 p_block_in->i_buffer -= VIDEO_PES_LENGTH + esOffset1;
706 msg_Dbg(p_demux, "video rec type 0x%02x has short PES"
707 " (%ld bytes)", subrec_type, l_rec_size);
708 /* nuke this block; it's too short, but has PES marker */
709 p_block_in->i_buffer = 0;
713 msg_Dbg(p_demux, "No Video PES hdr in pkt type 0x%02x",
717 if(subrec_type == 0x06 )
719 /* type 6 (S1 DTivo) has no data, so we're done */
720 block_Release(p_block_in);
724 /* if it's not a continue blk, then set PTS */
725 if( subrec_type != 0x02 )
727 /*msg_Dbg(p_demux, "Video rec %d type 0x%02X", p_sys->i_cur_rec,
729 /* if it's a GOP header, make sure it's legal
730 * (if we have enough data) */
731 /* Some ty files don't have this bit set
732 * and it causes problems */
733 if (subrec_type == 0x0c && l_rec_size >= 6)
734 p_block_in->p_buffer[5] |= 0x08;
735 /* store the TY PTS if there is one */
736 if (subrec_type == 0x07) {
737 p_sys->l_last_ty_pts = rec_hdr->l_ty_pts;
738 /* should we use audio or video PTS? */
739 //p_sys->l_last_ty_pts_sync = p_sys->lastAudioPTS;
741 /* yes I know this is a cheap hack. It's the timestamp
742 used for display and skipping fwd/back, so it
743 doesn't have to be accurate to the millisecond.
744 I adjust it here by roughly one 1/30 sec. Yes it
745 will be slightly off for UK streams, but it's OK.
747 p_sys->l_last_ty_pts += 35000000;
748 //p_sys->l_last_ty_pts += 33366667;
750 /* set PTS for this block before we send */
751 if (p_sys->lastVideoPTS > 0)
753 p_block_in->i_pts = p_sys->lastVideoPTS;
754 /* PTS gets used ONCE.
755 * Any subsequent frames we get BEFORE next PES
756 * header will have their PTS computed in the codec */
757 p_sys->lastVideoPTS = 0;
761 /* Register the CC decoders when needed */
762 for( i = 0; i < 4; i++ )
764 static const vlc_fourcc_t fcc[4] = {
765 VLC_FOURCC('c', 'c', '1', ' '),
766 VLC_FOURCC('c', 'c', '2', ' '),
767 VLC_FOURCC('c', 'c', '3', ' '),
768 VLC_FOURCC('c', 'c', '4', ' ')
770 static const char *ppsz_description[4] = {
771 N_("Closed captions 1"),
772 N_("Closed captions 2"),
773 N_("Closed captions 3"),
774 N_("Closed captions 4"),
779 if( !p_sys->cc.pb_present[i] || p_sys->p_cc[i] )
782 es_format_Init( &fmt, SPU_ES, fcc[i] );
783 fmt.psz_description = strdup( vlc_gettext(ppsz_description[i]) );
784 fmt.i_group = TY_ES_GROUP;
785 p_sys->p_cc[i] = es_out_Add( p_demux->out, &fmt );
786 es_format_Clean( &fmt );
789 /* Send the CC data */
790 if( p_block_in->i_pts > 0 && p_sys->cc.i_data > 0 )
792 for( i = 0; i < 4; i++ )
796 block_t *p_cc = block_New( p_demux, p_sys->cc.i_data );
797 p_cc->i_flags |= BLOCK_FLAG_TYPE_I;
798 p_cc->i_pts = p_block_in->i_pts;
799 memcpy( p_cc->p_buffer, p_sys->cc.p_data, p_sys->cc.i_data );
801 es_out_Send( p_demux->out, p_sys->p_cc[i], p_cc );
804 cc_Flush( &p_sys->cc );
807 //msg_Dbg(p_demux, "sending rec %d as video type 0x%02x",
808 //p_sys->i_cur_rec, subrec_type);
809 es_out_Send(p_demux->out, p_sys->p_video, p_block_in);
812 static int DemuxRecAudio( demux_t *p_demux, ty_rec_hdr_t *rec_hdr, block_t *p_block_in )
814 demux_sys_t *p_sys = p_demux->p_sys;
815 const int subrec_type = rec_hdr->subrec_type;
816 const long l_rec_size = rec_hdr->l_rec_size;
819 assert( rec_hdr->rec_type == 0xc0 );
824 fprintf( stderr, "Audio Packet Header " );
825 for( i = 0 ; i < 24 ; i++ )
826 fprintf( stderr, "%2.2x ", p_block_in->p_buffer[i] );
827 fprintf( stderr, "\n" );
830 if( subrec_type == 2 )
832 /* SA or DTiVo Audio Data, no PES (continued block)
833 * ================================================
836 /* continue PES if previous was incomplete */
837 if (p_sys->i_pes_buf_cnt > 0)
839 const int i_need = p_sys->i_Pes_Length - p_sys->i_pes_buf_cnt;
841 msg_Dbg(p_demux, "continuing PES header");
842 /* do we have enough data to complete? */
843 if (i_need >= l_rec_size)
845 /* don't have complete PES hdr; save what we have and return */
846 memcpy(&p_sys->pes_buffer[p_sys->i_pes_buf_cnt],
847 p_block_in->p_buffer, l_rec_size);
848 p_sys->i_pes_buf_cnt += l_rec_size;
850 block_Release(p_block_in);
854 /* we have enough; reconstruct this p_frame with the new hdr */
855 memcpy(&p_sys->pes_buffer[p_sys->i_pes_buf_cnt],
856 p_block_in->p_buffer, i_need);
857 /* advance the block past the PES header (don't want to send it) */
858 p_block_in->p_buffer += i_need;
859 p_block_in->i_buffer -= i_need;
860 /* get the PTS out of this PES header (MPEG or AC3) */
861 if (p_sys->audio_type == TIVO_AUDIO_MPEG)
862 esOffset1 = find_es_header(ty_MPEGAudioPacket,
863 p_sys->pes_buffer, 5);
865 esOffset1 = find_es_header(ty_AC3AudioPacket,
866 p_sys->pes_buffer, 5);
869 /* god help us; something's really wrong */
870 msg_Err(p_demux, "can't find audio PES header in packet");
874 p_sys->lastAudioPTS = get_pts(
875 &p_sys->pes_buffer[ esOffset1 + p_sys->i_Pts_Offset ] );
876 p_block_in->i_pts = p_sys->lastAudioPTS;
878 p_sys->i_pes_buf_cnt = 0;
880 /* S2 DTivo has AC3 packets with 2 padding bytes at end. This is
881 * not allowed in the AC3 spec and will cause problems. So here
882 * we try to trim things. */
883 /* Also, S1 DTivo has alternating short / long AC3 packets. That
884 * is, one packet is short (incomplete) and the next packet has
885 * the first one's missing data, plus all of its own. Strange. */
886 if (p_sys->audio_type == TIVO_AUDIO_AC3 &&
887 p_sys->tivo_series == TIVO_SERIES2) {
888 if (p_sys->l_ac3_pkt_size + p_block_in->i_buffer >
890 p_block_in->i_buffer -= 2;
891 p_sys->l_ac3_pkt_size = 0;
893 p_sys->l_ac3_pkt_size += p_block_in->i_buffer;
897 else if( subrec_type == 0x03 )
899 /* MPEG Audio with PES Header, either SA or DTiVo */
900 /* ================================================ */
901 esOffset1 = find_es_header( ty_MPEGAudioPacket,
902 p_block_in->p_buffer, 5 );
904 /*msg_Dbg(p_demux, "buffer has %#02x %#02x %#02x %#02x",
905 p_block_in->p_buffer[0], p_block_in->p_buffer[1],
906 p_block_in->p_buffer[2], p_block_in->p_buffer[3]);
907 msg_Dbg(p_demux, "audio ES hdr at offset %d", esOffset1);*/
909 /* SA PES Header, No Audio Data */
910 /* ================================================ */
911 if ( ( esOffset1 == 0 ) && ( l_rec_size == 16 ) )
913 p_sys->lastAudioPTS = get_pts( &p_block_in->p_buffer[
915 if (p_sys->firstAudioPTS < 0)
916 p_sys->firstAudioPTS = p_sys->lastAudioPTS;
918 block_Release(p_block_in);
920 /*msg_Dbg(p_demux, "SA Audio PTS %lld",
921 p_sys->lastAudioPTS );*/
923 /* DTiVo Audio with PES Header */
924 /* ================================================ */
926 /* Check for complete PES */
927 if (check_sync_pes(p_demux, p_block_in, esOffset1,
930 /* partial PES header found, nothing else.
932 block_Release(p_block_in);
936 msg_Dbg(p_demux, "packet buffer has "
937 "%02x %02x %02x %02x %02x %02x %02x %02x "
938 "%02x %02x %02x %02x %02x %02x %02x %02x",
939 p_block_in->p_buffer[0], p_block_in->p_buffer[1],
940 p_block_in->p_buffer[2], p_block_in->p_buffer[3],
941 p_block_in->p_buffer[4], p_block_in->p_buffer[5],
942 p_block_in->p_buffer[6], p_block_in->p_buffer[7],
943 p_block_in->p_buffer[8], p_block_in->p_buffer[9],
944 p_block_in->p_buffer[10], p_block_in->p_buffer[11],
945 p_block_in->p_buffer[12], p_block_in->p_buffer[13],
946 p_block_in->p_buffer[14], p_block_in->p_buffer[15]);
949 else if( subrec_type == 0x04 )
951 /* SA Audio with no PES Header */
952 /* ================================================ */
954 "Adding SA Audio Packet Size %ld", l_rec_size ); */
956 if (p_sys->lastAudioPTS > 0)
957 p_block_in->i_pts = p_sys->lastAudioPTS;
959 else if( subrec_type == 0x09 )
961 /* DTiVo AC3 Audio Data with PES Header */
962 /* ================================================ */
963 esOffset1 = find_es_header( ty_AC3AudioPacket,
964 p_block_in->p_buffer, 5 );
967 msg_Dbg(p_demux, "buffer has "
968 "%02x %02x %02x %02x %02x %02x %02x %02x "
969 "%02x %02x %02x %02x %02x %02x %02x %02x",
970 p_block_in->p_buffer[0], p_block_in->p_buffer[1],
971 p_block_in->p_buffer[2], p_block_in->p_buffer[3],
972 p_block_in->p_buffer[4], p_block_in->p_buffer[5],
973 p_block_in->p_buffer[6], p_block_in->p_buffer[7],
974 p_block_in->p_buffer[8], p_block_in->p_buffer[9],
975 p_block_in->p_buffer[10], p_block_in->p_buffer[11],
976 p_block_in->p_buffer[12], p_block_in->p_buffer[13],
977 p_block_in->p_buffer[14], p_block_in->p_buffer[15]);
978 msg_Dbg(p_demux, "audio ES AC3 hdr at offset %d", esOffset1);
981 /* Check for complete PES */
982 if (check_sync_pes(p_demux, p_block_in, esOffset1,
985 /* partial PES header found, nothing else. we're done. */
986 block_Release(p_block_in);
989 /* S2 DTivo has invalid long AC3 packets */
990 if (p_sys->tivo_series == TIVO_SERIES2) {
991 if (p_block_in->i_buffer > AC3_PKT_LENGTH) {
992 p_block_in->i_buffer -= 2;
993 p_sys->l_ac3_pkt_size = 0;
995 p_sys->l_ac3_pkt_size = p_block_in->i_buffer;
1001 /* Unsupported/Unknown */
1002 block_Release(p_block_in);
1006 /* set PCR before we send (if PTS found) */
1007 if( p_block_in->i_pts > 0 )
1008 es_out_Control( p_demux->out, ES_OUT_SET_PCR,
1009 p_block_in->i_pts );
1011 es_out_Send( p_demux->out, p_sys->p_audio, p_block_in );
1015 static int DemuxRecCc( demux_t *p_demux, ty_rec_hdr_t *rec_hdr, block_t *p_block_in )
1017 demux_sys_t *p_sys = p_demux->p_sys;
1021 block_Release(p_block_in);
1023 if( rec_hdr->rec_type == 0x01 )
1025 else if( rec_hdr->rec_type == 0x02 )
1030 /* XDS data (extract programs infos) transmitted on field 2 only */
1032 DemuxDecodeXds( p_demux, rec_hdr->ex[0], rec_hdr->ex[1] );
1034 if( p_sys->cc.i_data + 3 > CC_MAX_DATA_SIZE )
1037 cc_AppendData( &p_sys->cc, i_field, rec_hdr->ex );
1041 /* seek to a position within the stream, if possible */
1042 static int ty_stream_seek_pct(demux_t *p_demux, double seek_pct)
1044 demux_sys_t *p_sys = p_demux->p_sys;
1045 int64_t seek_pos = p_sys->i_stream_size * seek_pct;
1048 unsigned i_cur_part;
1050 /* if we're not seekable, there's nothing to do */
1051 if (!p_sys->b_seekable)
1052 return VLC_EGENERIC;
1054 /* figure out which part & chunk we want & go there */
1055 i_cur_part = seek_pos / TIVO_PART_LENGTH;
1056 p_sys->i_cur_chunk = seek_pos / CHUNK_SIZE;
1058 /* try to read the part header (master chunk) if it's there */
1059 if ( stream_Seek( p_demux->s, i_cur_part * TIVO_PART_LENGTH ))
1061 /* can't seek stream */
1062 return VLC_EGENERIC;
1064 parse_master(p_demux);
1066 /* now for the actual chunk */
1067 if ( stream_Seek( p_demux->s, p_sys->i_cur_chunk * CHUNK_SIZE))
1069 /* can't seek stream */
1070 return VLC_EGENERIC;
1072 /* load the chunk */
1073 p_sys->i_stuff_cnt = 0;
1074 get_chunk_header(p_demux);
1076 /* seek within the chunk to get roughly to where we want */
1077 p_sys->i_cur_rec = (int)
1078 ((double) ((seek_pos % CHUNK_SIZE) / (double) (CHUNK_SIZE)) * p_sys->i_num_recs);
1079 msg_Dbg(p_demux, "Seeked to file pos %"PRId64, seek_pos);
1080 msg_Dbg(p_demux, " (chunk %d, record %d)",
1081 p_sys->i_cur_chunk - 1, p_sys->i_cur_rec);
1083 /* seek to the start of this record's data.
1084 * to do that, we have to skip past all prior records */
1086 for (i=0; i<p_sys->i_cur_rec; i++)
1087 l_skip_amt += p_sys->rec_hdrs[i].l_rec_size;
1088 stream_Seek(p_demux->s, ((p_sys->i_cur_chunk-1) * CHUNK_SIZE) +
1089 (p_sys->i_num_recs * 16) + l_skip_amt + 4);
1091 /* to hell with syncing any audio or video, just start reading records... :) */
1092 /*p_sys->lastAudioPTS = p_sys->lastVideoPTS = 0;*/
1097 //#define TY_XDS_DEBUG
1098 static void XdsInit( xds_t *h )
1103 h->i_class = XDS_MAX_CLASS_COUNT;
1105 h->b_future = false;
1106 for( i = 0; i < XDS_MAX_CLASS_COUNT; i++ )
1108 for( j = 0; j < 128; j++ )
1109 h->pkt[i][j].b_started = false;
1111 h->b_meta_changed = false;
1112 memset( &h->meta, 0, sizeof(h->meta) );
1114 static void XdsExit( xds_t *h )
1117 free( h->meta.psz_channel_name );
1118 free( h->meta.psz_channel_call_letter );
1119 free( h->meta.psz_channel_number );
1122 free( h->meta.current.psz_name );
1123 free( h->meta.current.psz_rating );
1125 free( h->meta.future.psz_name );
1126 free( h->meta.future.psz_rating );
1128 static void XdsStringUtf8( char dst[2*32+1], const uint8_t *p_src, int i_src )
1133 for( i = 0, i_dst = 0; i < i_src; i++ )
1137 #define E2( c, u1, u2 ) case c: dst[i_dst++] = u1; dst[i_dst++] = u2; break
1138 E2( 0x2a, 0xc3,0xa1); // lowercase a, acute accent
1139 E2( 0x5c, 0xc3,0xa9); // lowercase e, acute accent
1140 E2( 0x5e, 0xc3,0xad); // lowercase i, acute accent
1141 E2( 0x5f, 0xc3,0xb3); // lowercase o, acute accent
1142 E2( 0x60, 0xc3,0xba); // lowercase u, acute accent
1143 E2( 0x7b, 0xc3,0xa7); // lowercase c with cedilla
1144 E2( 0x7c, 0xc3,0xb7); // division symbol
1145 E2( 0x7d, 0xc3,0x91); // uppercase N tilde
1146 E2( 0x7e, 0xc3,0xb1); // lowercase n tilde
1149 dst[i_dst++] = p_src[i];
1153 dst[i_dst++] = '\0';
1155 static bool XdsChangeString( xds_t *h, char **ppsz_dst, const char *psz_new )
1157 if( *ppsz_dst && psz_new && !strcmp( *ppsz_dst, psz_new ) )
1159 if( *ppsz_dst == NULL && psz_new == NULL )
1164 *ppsz_dst = strdup( psz_new );
1168 h->b_meta_changed = true;
1172 static void XdsDecodeCurrentFuture( xds_t *h, xds_packet_t *pk )
1174 xds_meta_program_t *p_prg = h->b_future ? &h->meta.future : &h->meta.current;
1181 XdsStringUtf8( name, pk->p_data, pk->i_data );
1182 if( XdsChangeString( h, &p_prg->psz_name, name ) )
1184 //fprintf( stderr, "xxxxxxxxxxxxxxxXDS XdsDecode: class 'Current/Future (Program Name) %d'\n", pk->i_data );
1185 //fprintf( stderr, "xxxxxxxxxxxxxxxXDS XdsDecode: ====> program name %s\n", name );
1189 i_rating = (pk->p_data[0] & 0x18);
1190 if( i_rating == 0x08 )
1193 static const char *pppsz_ratings[8][2] = {
1194 { "None", "No rating (no content advisory)" },
1195 { "TV-Y", "All Children (no content advisory)" },
1196 { "TV-Y7", "Directed to Older Children (V = Fantasy Violence)" },
1197 { "TV-G", "General Audience (no content advisory)" },
1198 { "TV-PG", "Parental Guidance Suggested" },
1199 { "TV-14", "Parents Strongly Cautioned" },
1200 { "TV-MA", "Mature Audience Only" },
1201 { "None", "No rating (no content advisory)" }
1203 p_prg->rating = XDS_META_PROGRAM_RATING_TPG;
1204 if( XdsChangeString( h, &p_prg->psz_rating, pppsz_ratings[pk->p_data[1]&0x07][0] ) )
1206 //fprintf( stderr, "xxxxxxxxxxxxxxxXDS XdsDecode: class 'Current/Future (Rating) %d'\n", pk->i_data );
1207 //fprintf( stderr, "xxxxxxxxxxxxxxxXDS XdsDecode: ====> TPG Rating %s (%s)\n",
1208 // pppsz_ratings[pk->p_data[1]&0x07][0], pppsz_ratings[pk->p_data[1]&0x07][1] );
1211 else if( i_rating == 0x00 || i_rating == 0x10 )
1214 static const char *pppsz_ratings[8][2] = {
1216 { "G", "General Audiences" },
1217 { "PG", "Parental Guidance Suggested" },
1218 { "PG-13", "Parents Strongly Cautioned" },
1219 { "R", "Restricted" },
1220 { "NC-17", "No one 17 and under admitted" },
1221 { "X", "No one under 17 admitted" },
1222 { "NR", "Not Rated" },
1224 p_prg->rating = XDS_META_PROGRAM_RATING_MPAA;
1225 if( XdsChangeString( h, &p_prg->psz_rating, pppsz_ratings[pk->p_data[0]&0x07][0] ) )
1227 //fprintf( stderr, "xxxxxxxxxxxxxxxXDS XdsDecode: class 'Current/Future (Rating) %d'\n", pk->i_data );
1228 //fprintf( stderr, "xxxxxxxxxxxxxxxXDS XdsDecode: ====> TPG Rating %s (%s)\n",
1229 // pppsz_ratings[pk->p_data[0]&0x07][0], pppsz_ratings[pk->p_data[0]&0x07][1] );
1234 /* Non US Rating TODO */
1235 assert( i_rating == 0x18 ); // only left value possible */
1236 p_prg->rating = XDS_META_PROGRAM_RATING_NONE;
1237 if( XdsChangeString( h, &p_prg->psz_rating, NULL ) )
1239 //fprintf( stderr, "xxxxxxxxxxxxxxxXDS XdsDecode: class 'Current/Future (Rating) %d'\n", pk->i_data );
1240 //fprintf( stderr, "xxxxxxxxxxxxxxxXDS XdsDecode: ====> 0x%2.2x 0x%2.2x\n", pk->p_data[0], pk->p_data[1] );
1247 fprintf( stderr, "xxxxxxxxxxxxxxxXDS XdsDecode: class 'Current/Future (Unknown 0x%x)'\n", h->i_type );
1253 static void XdsDecodeChannel( xds_t *h, xds_packet_t *pk )
1261 if( pk->i_data < 2 )
1263 XdsStringUtf8( name, pk->p_data, pk->i_data );
1264 if( XdsChangeString( h, &h->meta.psz_channel_name, name ) )
1266 //fprintf( stderr, "xxxxxxxxxxxxxxxXDS XdsDecode: class 'Channel (Network Name) %d'\n", pk->i_data );
1267 //fprintf( stderr, "xxxxxxxxxxxxxxxXDS XdsDecode: ====> %s\n", name );
1272 if( pk->i_data < 4 )
1275 XdsStringUtf8( name, pk->p_data, 4 );
1276 if( XdsChangeString( h, &h->meta.psz_channel_call_letter, name ) )
1278 //fprintf( stderr, "xxxxxxxxxxxxxxxXDS XdsDecode: class 'Channel (Network Call Letter)' %d\n", pk->i_data );
1279 //fprintf( stderr, "xxxxxxxxxxxxxxxXDS XdsDecode: ====> call letter %s\n", name );
1281 if( pk->i_data >= 6 )
1283 XdsStringUtf8( chan, &pk->p_data[4], 2 );
1284 if( XdsChangeString( h, &h->meta.psz_channel_number, chan ) )
1286 //fprintf( stderr, "xxxxxxxxxxxxxxxXDS XdsDecode: class 'Channel (Network Call Letter)' %d\n", pk->i_data );
1287 //fprintf( stderr, "xxxxxxxxxxxxxxxXDS XdsDecode: ====> channel number %s\n", chan );
1292 if( XdsChangeString( h, &h->meta.psz_channel_number, NULL ) )
1294 //fprintf( stderr, "xxxxxxxxxxxxxxxXDS XdsDecode: class 'Channel (Network Call Letter)' %d\n", pk->i_data );
1295 //fprintf( stderr, "xxxxxxxxxxxxxxxXDS XdsDecode: ====> no channel number letter anymore\n" );
1300 //fprintf( stderr, "xxxxxxxxxxxxxxxXDS XdsDecode: class 'Channel (Channel Tape Delay)'\n" );
1303 //fprintf( stderr, "xxxxxxxxxxxxxxxXDS XdsDecode: class 'Channel (Transmission Signal Identifier)'\n" );
1307 fprintf( stderr, "xxxxxxxxxxxxxxxXDS XdsDecode: class 'Channel (Unknown 0x%x)'\n", h->i_type );
1313 static void XdsDecode( xds_t *h, xds_packet_t *pk )
1315 switch( h->i_class )
1317 case XDS_CLASS_CURRENT:
1318 case XDS_CLASS_FUTURE:
1319 XdsDecodeCurrentFuture( h, pk );
1321 case XDS_CLASS_CHANNEL:
1322 XdsDecodeChannel( h, pk );
1324 case XDS_CLASS_MISCELLANEOUS:
1326 fprintf( stderr, "xxxxxxxxxxxxxxxXDS XdsDecode: class 'Miscellaneous'\n" );
1329 case XDS_CLASS_PUBLIC_SERVICE:
1331 fprintf( stderr, "xxxxxxxxxxxxxxxXDS XdsDecode: class 'Public Service'\n" );
1335 //fprintf( stderr, "xxxxxxxxxxxxxxxXDS XdsDecode: unknown class\n" );
1340 static void XdsParse( xds_t *h, uint8_t d1, uint8_t d2 )
1342 /* TODO check parity */
1347 if( d1 >= 0x01 && d1 <= 0x0e )
1349 const xds_class_t i_class = ( d1 - 1 ) >> 1;
1350 const int i_type = d2;
1351 const bool b_start = d1 & 0x01;
1352 xds_packet_t *pk = &h->pkt[i_class][i_type];
1354 if( !b_start && !pk->b_started )
1356 //fprintf( stderr, "xxxxxxxxxxxxxxxXDS Continuying a non started packet, ignoring\n" );
1362 h->i_class = i_class;
1364 h->b_future = !b_start;
1365 pk->b_started = true;
1369 pk->i_sum = d1 + d2;
1372 else if( d1 == 0x0f && h->b_xds )
1374 xds_packet_t *pk = &h->pkt[h->i_class][h->i_type];
1376 /* TODO checksum and decode */
1377 pk->i_sum += d1 + d2;
1378 if( pk->i_sum & 0x7f )
1380 //fprintf( stderr, "xxxxxxxxxxxxxxxXDS invalid checksum, ignoring ---------------------------------\n" );
1381 pk->b_started = false;
1384 if( pk->i_data <= 0 )
1386 //fprintf( stderr, "xxxxxxxxxxxxxxxXDS empty packet, ignoring ---------------------------------\n" );
1387 pk->b_started = false;
1391 //if( pk->p_data[pk->i_data-1] == 0x40 ) /* Padding byte */
1396 pk->b_started = false;
1398 else if( d1 >= 0x20 && h->b_xds )
1400 xds_packet_t *pk = &h->pkt[h->i_class][h->i_type];
1402 if( pk->i_data+2 > XDS_MAX_DATA_SIZE )
1404 /* Broken -> reinit */
1405 //fprintf( stderr, "xxxxxxxxxxxxxxxXDS broken, reset\n" );
1407 pk->b_started = false;
1410 /* TODO check parity bit */
1411 pk->p_data[pk->i_data++] = d1 & 0x7f;
1412 pk->p_data[pk->i_data++] = d2 & 0x7f;
1421 static void DemuxDecodeXds( demux_t *p_demux, uint8_t d1, uint8_t d2 )
1423 demux_sys_t *p_sys = p_demux->p_sys;
1425 XdsParse( &p_demux->p_sys->xds, d1, d2 );
1426 if( p_demux->p_sys->xds.b_meta_changed )
1428 xds_meta_t *m = &p_sys->xds.meta;
1432 /* Channel meta data */
1433 p_meta = vlc_meta_New();
1434 if( m->psz_channel_name )
1435 vlc_meta_SetPublisher( p_meta, m->psz_channel_name );
1436 if( m->psz_channel_call_letter )
1437 vlc_meta_SetTitle( p_meta, m->psz_channel_call_letter );
1438 if( m->psz_channel_number )
1439 vlc_meta_AddExtra( p_meta, "Channel number", m->psz_channel_number );
1440 es_out_Control( p_demux->out, ES_OUT_SET_GROUP_META, TY_ES_GROUP, p_meta );
1441 vlc_meta_Delete( p_meta );
1443 /* Event meta data (current/future) */
1444 p_epg = vlc_epg_New( NULL );
1445 if( m->current.psz_name )
1447 vlc_epg_AddEvent( p_epg, 0, 0, m->current.psz_name, NULL, NULL );
1448 //if( m->current.psz_rating )
1449 // TODO but VLC cannot yet handle rating per epg event
1450 vlc_epg_SetCurrent( p_epg, 0 );
1452 if( m->future.psz_name )
1455 if( p_epg->i_event > 0 )
1456 es_out_Control( p_demux->out, ES_OUT_SET_GROUP_EPG, TY_ES_GROUP, p_epg );
1457 vlc_epg_Delete( p_epg );
1459 p_demux->p_sys->xds.b_meta_changed = false;
1462 /* seek to an exact time position within the stream, if possible.
1463 * l_seek_time is in nanoseconds, the TIVO time standard.
1465 static int ty_stream_seek_time(demux_t *p_demux, uint64_t l_seek_time)
1467 demux_sys_t *p_sys = p_demux->p_sys;
1468 int i_seq_entry = 0;
1471 long l_cur_pos = stream_Tell(p_demux->s);
1472 unsigned i_cur_part = l_cur_pos / TIVO_PART_LENGTH;
1473 long l_seek_secs = l_seek_time / 1000000000;
1474 uint64_t l_fwd_stamp = 1;
1476 /* if we're not seekable, there's nothing to do */
1477 if (!p_sys->b_seekable || !p_sys->b_have_master)
1478 return VLC_EGENERIC;
1480 msg_Dbg(p_demux, "Skipping to time %02ld:%02ld:%02ld",
1481 l_seek_secs / 3600, (l_seek_secs / 60) % 60, l_seek_secs % 60);
1483 /* seek to the proper segment if necessary */
1484 /* first see if we need to go back */
1485 while (l_seek_time < p_sys->l_first_ty_pts) {
1486 msg_Dbg(p_demux, "skipping to prior segment.");
1487 /* load previous part */
1488 if (i_cur_part == 0) {
1489 stream_Seek(p_demux->s, l_cur_pos);
1490 msg_Err(p_demux, "Attempt to seek past BOF");
1491 return VLC_EGENERIC;
1493 stream_Seek(p_demux->s, (i_cur_part - 1) * TIVO_PART_LENGTH);
1495 parse_master(p_demux);
1497 /* maybe we need to go forward */
1498 while (l_seek_time > p_sys->l_final_ty_pts) {
1499 msg_Dbg(p_demux, "skipping to next segment.");
1500 /* load next part */
1501 if ((i_cur_part + 1) * TIVO_PART_LENGTH > p_sys->i_stream_size) {
1502 /* error; restore previous file position */
1503 stream_Seek(p_demux->s, l_cur_pos);
1504 msg_Err(p_demux, "seek error");
1505 return VLC_EGENERIC;
1507 stream_Seek(p_demux->s, (i_cur_part + 1) * TIVO_PART_LENGTH);
1509 parse_master(p_demux);
1512 /* our target is somewhere within this part;
1513 find the proper chunk using seq_table */
1514 for (i=1; i<p_sys->i_seq_table_size; i++) {
1515 if (p_sys->seq_table[i].l_timestamp > l_seek_time) {
1516 /* i-1 is the section we want; remember the next timestamp in case
1517 we have to use it (this section may not have a proper SEQ hdr
1518 for the time we're seeking) */
1519 msg_Dbg(p_demux, "stopping at seq entry %d.", i);
1520 l_fwd_stamp = p_sys->seq_table[i].l_timestamp;
1526 /* if we went through the entire last loop and didn't find our target,
1527 then we skip to the next part. What has happened is that the actual
1528 time we're seeking is within this part, but there isn't a SEQ hdr
1529 for it here. So we skip to the next part */
1530 if (i == p_sys->i_seq_table_size) {
1531 if ((i_cur_part + 1) * TIVO_PART_LENGTH > p_sys->i_stream_size) {
1532 /* error; restore previous file position */
1533 stream_Seek(p_demux->s, l_cur_pos);
1534 msg_Err(p_demux, "seek error");
1535 return VLC_EGENERIC;
1537 stream_Seek(p_demux->s, (i_cur_part + 1) * TIVO_PART_LENGTH);
1539 parse_master(p_demux);
1543 /* determine which chunk has our seek_time */
1544 for (i=0; i<p_sys->i_bits_per_seq_entry; i++) {
1545 long l_chunk_nr = i_seq_entry * p_sys->i_bits_per_seq_entry + i;
1546 long l_chunk_offset = (l_chunk_nr + 1) * CHUNK_SIZE;
1547 msg_Dbg(p_demux, "testing part %d chunk %ld mask 0x%02X bit %d",
1548 i_cur_part, l_chunk_nr,
1549 p_sys->seq_table[i_seq_entry].chunk_bitmask[i/8], i%8);
1550 if (p_sys->seq_table[i_seq_entry].chunk_bitmask[i/8] & (1 << (i%8))) {
1551 /* check this chunk's SEQ header timestamp */
1552 msg_Dbg(p_demux, "has SEQ. seeking to chunk at 0x%lX",
1553 (i_cur_part * TIVO_PART_LENGTH) + l_chunk_offset);
1554 stream_Seek(p_demux->s, (i_cur_part * TIVO_PART_LENGTH) +
1556 // TODO: we don't have to parse the full header set;
1557 // just test the seq_rec entry for its timestamp
1558 p_sys->i_stuff_cnt = 0;
1559 get_chunk_header(p_demux);
1560 // check ty PTS for the SEQ entry in this chunk
1561 if (p_sys->i_seq_rec < 0 || p_sys->i_seq_rec > p_sys->i_num_recs) {
1562 msg_Err(p_demux, "no SEQ hdr in chunk; table had one.");
1563 /* Seek to beginning of original chunk & reload it */
1564 stream_Seek(p_demux->s, (l_cur_pos / CHUNK_SIZE) * CHUNK_SIZE);
1565 p_sys->i_stuff_cnt = 0;
1566 get_chunk_header(p_demux);
1567 return VLC_EGENERIC;
1569 l_seek_secs = p_sys->rec_hdrs[p_sys->i_seq_rec].l_ty_pts /
1571 msg_Dbg(p_demux, "found SEQ hdr for timestamp %02ld:%02ld:%02ld",
1573 (l_seek_secs / 60) % 60, l_seek_secs % 60);
1574 if (p_sys->rec_hdrs[p_sys->i_seq_rec].l_ty_pts >= l_seek_time) {
1575 // keep this one? go back?
1576 /* for now, we take this one. it's the first SEQ hdr AFTER
1577 the time we were searching for. */
1578 msg_Dbg(p_demux, "seek target found.");
1581 msg_Dbg(p_demux, "timestamp too early. still scanning.");
1584 /* if we made it through this entire loop without finding our target,
1585 then we skip to the next section. What has happened is that the actual
1586 time we're seeking is within this section, but there isn't a SEQ hdr
1587 for it here. So we skip to the next closest one (l_fwd_stamp) */
1588 if (i == p_sys->i_bits_per_seq_entry)
1589 return ty_stream_seek_time(p_demux, l_fwd_stamp);
1591 /* current stream ptr is at beginning of data for this chunk,
1592 so we need to skip past any stream data prior to the seq_rec
1595 for (int j=0; j<p_sys->i_seq_rec; j++)
1596 i_skip_cnt += p_sys->rec_hdrs[j].l_rec_size;
1597 stream_Read(p_demux->s, NULL, i_skip_cnt);
1598 p_sys->i_cur_rec = p_sys->i_seq_rec;
1599 //p_sys->l_last_ty_pts = p_sys->rec_hdrs[p_sys->i_seq_rec].l_ty_pts;
1600 //p_sys->l_last_ty_pts_sync = p_sys->lastAudioPTS;
1606 /* parse a master chunk, filling the SEQ table and other variables.
1607 * We assume the stream is currently pointing to it.
1609 static void parse_master(demux_t *p_demux)
1611 demux_sys_t *p_sys = p_demux->p_sys;
1612 uint8_t mst_buf[32];
1613 uint32_t i, i_map_size;
1614 int64_t i_save_pos = stream_Tell(p_demux->s);
1617 /* Note that the entries in the SEQ table in the stream may have
1618 different sizes depending on the bits per entry. We store them
1619 all in the same size structure, so we have to parse them out one
1620 by one. If we had a dynamic structure, we could simply read the
1621 entire table directly from the stream into memory in place. */
1623 /* clear the SEQ table */
1624 free(p_sys->seq_table);
1626 /* parse header info */
1627 stream_Read(p_demux->s, mst_buf, 32);
1628 i_map_size = U32_AT(&mst_buf[20]); /* size of bitmask, in bytes */
1629 p_sys->i_bits_per_seq_entry = i_map_size * 8;
1630 i = U32_AT(&mst_buf[28]); /* size of SEQ table, in bytes */
1631 p_sys->i_seq_table_size = i / (8 + i_map_size);
1633 /* parse all the entries */
1634 p_sys->seq_table = calloc(p_sys->i_seq_table_size, sizeof(ty_seq_table_t));
1635 if (p_sys->seq_table == NULL)
1637 p_sys->i_seq_table_size = 0;
1640 for (unsigned i=0; i<p_sys->i_seq_table_size; i++) {
1641 stream_Read(p_demux->s, mst_buf, 8);
1642 p_sys->seq_table[i].l_timestamp = U64_AT(&mst_buf[0]);
1643 if (i_map_size > 8) {
1644 msg_Err(p_demux, "Unsupported SEQ bitmap size in master chunk");
1645 stream_Read(p_demux->s, NULL, i_map_size);
1647 stream_Read(p_demux->s, mst_buf + 8, i_map_size);
1648 memcpy(p_sys->seq_table[i].chunk_bitmask, &mst_buf[8], i_map_size);
1652 /* set up a few of our variables */
1653 p_sys->l_first_ty_pts = p_sys->seq_table[0].l_timestamp;
1654 p_sys->l_final_ty_pts =
1655 p_sys->seq_table[p_sys->i_seq_table_size - 1].l_timestamp;
1656 p_sys->b_have_master = true;
1658 i_pts_secs = p_sys->l_first_ty_pts / 1000000000;
1660 "first TY pts in master is %02"PRId64":%02"PRId64":%02"PRId64,
1661 i_pts_secs / 3600, (i_pts_secs / 60) % 60, i_pts_secs % 60 );
1662 i_pts_secs = p_sys->l_final_ty_pts / 1000000000;
1664 "final TY pts in master is %02"PRId64":%02"PRId64":%02"PRId64,
1665 i_pts_secs / 3600, (i_pts_secs / 60) % 60, i_pts_secs % 60 );
1667 /* seek past this chunk */
1668 stream_Seek(p_demux->s, i_save_pos + CHUNK_SIZE);
1672 /* ======================================================================== */
1673 /* "Peek" at some chunks. Skip over the Part header if we find it.
1674 * We parse the peeked data and determine audio type,
1675 * SA vs. DTivo, & Tivo Series.
1676 * Set global vars i_Pes_Length, i_Pts_Offset,
1677 * p_sys->tivo_series, p_sys->tivo_type, p_sys->audio_type */
1678 static int probe_stream(demux_t *p_demux)
1680 demux_sys_t *p_sys = p_demux->p_sys;
1681 const uint8_t *p_buf;
1683 bool b_probe_error = false;
1685 /* we need CHUNK_PEEK_COUNT chunks of data, first one might be a Part header, so ... */
1686 if (stream_Peek( p_demux->s, &p_buf, CHUNK_PEEK_COUNT * CHUNK_SIZE ) <
1687 CHUNK_PEEK_COUNT * CHUNK_SIZE) {
1688 msg_Err(p_demux, "Can't peek %d chunks", CHUNK_PEEK_COUNT);
1689 /* TODO: if seekable, then loop reading chunks into a temp buffer */
1690 return VLC_EGENERIC;
1693 /* the real work: analyze this chunk */
1694 for (i = 0; i < CHUNK_PEEK_COUNT; i++) {
1695 analyze_chunk(p_demux, p_buf);
1696 if (p_sys->tivo_series != TIVO_SERIES_UNKNOWN &&
1697 p_sys->audio_type != TIVO_AUDIO_UNKNOWN &&
1698 p_sys->tivo_type != TIVO_TYPE_UNKNOWN)
1700 p_buf += CHUNK_SIZE;
1703 /* the final tally */
1704 if (p_sys->tivo_series == TIVO_SERIES_UNKNOWN) {
1705 msg_Err(p_demux, "Can't determine Tivo Series.");
1706 b_probe_error = true;
1708 if (p_sys->audio_type == TIVO_AUDIO_UNKNOWN) {
1709 msg_Err(p_demux, "Can't determine Tivo Audio Type.");
1710 b_probe_error = true;
1712 if (p_sys->tivo_type == TIVO_TYPE_UNKNOWN) {
1713 msg_Err(p_demux, "Can't determine Tivo Type (SA/DTivo).");
1714 b_probe_error = true;
1716 return b_probe_error?VLC_EGENERIC:VLC_SUCCESS;
1720 /* ======================================================================== */
1721 /* gather statistics for this chunk & set our tivo-type vars accordingly */
1722 static void analyze_chunk(demux_t *p_demux, const uint8_t *p_chunk)
1724 demux_sys_t *p_sys = p_demux->p_sys;
1726 ty_rec_hdr_t *p_hdrs;
1727 int i_num_6e0, i_num_be0, i_num_9c0, i_num_3c0;
1730 /* skip if it's a Part header */
1731 if( U32_AT( &p_chunk[ 0 ] ) == TIVO_PES_FILEID )
1734 /* number of records in chunk (we ignore high order byte;
1735 * rarely are there > 256 chunks & we don't need that many anyway) */
1736 i_num_recs = p_chunk[0];
1737 if (i_num_recs < 5) {
1738 /* try again with the next chunk. Sometimes there are dead ones */
1742 p_chunk += 4; /* skip past rec count & SEQ bytes */
1743 //msg_Dbg(p_demux, "probe: chunk has %d recs", i_num_recs);
1744 p_hdrs = parse_chunk_headers(p_chunk, i_num_recs, &i_payload_size);
1746 * 1. check video packets. Presence of 0x6e0 means S1.
1747 * No 6e0 but have be0 means S2.
1748 * 2. probe for audio 0x9c0 vs 0x3c0 (AC3 vs Mpeg)
1749 * If AC-3, then we have DTivo.
1750 * If MPEG, search for PTS offset. This will determine SA vs. DTivo.
1752 i_num_6e0 = i_num_be0 = i_num_9c0 = i_num_3c0 = 0;
1753 for (i=0; i<i_num_recs; i++) {
1754 //msg_Dbg(p_demux, "probe: rec is %d/%d = 0x%04x", p_hdrs[i].subrec_type,
1755 //p_hdrs[i].rec_type,
1756 //p_hdrs[i].subrec_type << 8 | p_hdrs[i].rec_type);
1757 switch (p_hdrs[i].subrec_type << 8 | p_hdrs[i].rec_type) {
1772 msg_Dbg(p_demux, "probe: chunk has %d 0x6e0 recs, %d 0xbe0 recs.",
1773 i_num_6e0, i_num_be0);
1775 /* set up our variables */
1776 if (i_num_6e0 > 0) {
1777 msg_Dbg(p_demux, "detected Series 1 Tivo");
1778 p_sys->tivo_series = TIVO_SERIES1;
1779 p_sys->i_Pes_Length = SERIES1_PES_LENGTH;
1780 } else if (i_num_be0 > 0) {
1781 msg_Dbg(p_demux, "detected Series 2 Tivo");
1782 p_sys->tivo_series = TIVO_SERIES2;
1783 p_sys->i_Pes_Length = SERIES2_PES_LENGTH;
1785 if (i_num_9c0 > 0) {
1786 msg_Dbg(p_demux, "detected AC-3 Audio (DTivo)" );
1787 p_sys->audio_type = TIVO_AUDIO_AC3;
1788 p_sys->tivo_type = TIVO_TYPE_DTIVO;
1789 p_sys->i_Pts_Offset = AC3_PTS_OFFSET;
1790 p_sys->i_Pes_Length = AC3_PES_LENGTH;
1791 } else if (i_num_3c0 > 0) {
1792 p_sys->audio_type = TIVO_AUDIO_MPEG;
1793 msg_Dbg(p_demux, "detected MPEG Audio" );
1796 /* if tivo_type still unknown, we can check PTS location
1797 * in MPEG packets to determine tivo_type */
1798 if (p_sys->tivo_type == TIVO_TYPE_UNKNOWN) {
1799 uint32_t i_data_offset = (16 * i_num_recs);
1800 for (i=0; i<i_num_recs; i++) {
1801 if ((p_hdrs[i].subrec_type << 0x08 | p_hdrs[i].rec_type) == 0x3c0 &&
1802 p_hdrs[i].l_rec_size > 15) {
1803 /* first make sure we're aligned */
1804 int i_pes_offset = find_es_header(ty_MPEGAudioPacket,
1805 &p_chunk[i_data_offset], 5);
1806 if (i_pes_offset >= 0) {
1807 /* pes found. on SA, PES has hdr data at offset 6, not PTS. */
1808 //msg_Dbg(p_demux, "probe: mpeg es header found in rec %d at offset %d",
1810 if ((p_chunk[i_data_offset + 6 + i_pes_offset] & 0x80) == 0x80) {
1811 /* S1SA or S2(any) Mpeg Audio (PES hdr, not a PTS start) */
1812 if (p_sys->tivo_series == TIVO_SERIES1)
1813 msg_Dbg(p_demux, "detected Stand-Alone Tivo" );
1814 p_sys->tivo_type = TIVO_TYPE_SA;
1815 p_sys->i_Pts_Offset = SA_PTS_OFFSET;
1817 if (p_sys->tivo_series == TIVO_SERIES1)
1818 msg_Dbg(p_demux, "detected DirecTV Tivo" );
1819 p_sys->tivo_type = TIVO_TYPE_DTIVO;
1820 p_sys->i_Pts_Offset = DTIVO_PTS_OFFSET;
1825 i_data_offset += p_hdrs[i].l_rec_size;
1832 /* =========================================================================== */
1833 static int get_chunk_header(demux_t *p_demux)
1835 int i_readSize, i_num_recs;
1837 const uint8_t *p_peek;
1838 demux_sys_t *p_sys = p_demux->p_sys;
1839 int i_payload_size; /* sum of all records' sizes */
1841 msg_Dbg(p_demux, "parsing ty chunk #%d", p_sys->i_cur_chunk );
1843 /* if we have left-over filler space from the last chunk, get that */
1844 if (p_sys->i_stuff_cnt > 0) {
1845 stream_Read( p_demux->s, NULL, p_sys->i_stuff_cnt);
1846 p_sys->i_stuff_cnt = 0;
1849 /* read the TY packet header */
1850 i_readSize = stream_Peek( p_demux->s, &p_peek, 4 );
1851 p_sys->i_cur_chunk++;
1853 if ( (i_readSize < 4) || ( U32_AT(&p_peek[ 0 ] ) == 0 ))
1860 /* check if it's a PART Header */
1861 if( U32_AT( &p_peek[ 0 ] ) == TIVO_PES_FILEID )
1863 /* parse master chunk */
1864 parse_master(p_demux);
1865 return get_chunk_header(p_demux);
1868 /* number of records in chunk (8- or 16-bit number) */
1869 if (p_peek[3] & 0x80)
1871 /* 16 bit rec cnt */
1872 p_sys->i_num_recs = i_num_recs = (p_peek[1] << 8) + p_peek[0];
1873 p_sys->i_seq_rec = (p_peek[3] << 8) + p_peek[2];
1874 if (p_sys->i_seq_rec != 0xffff)
1876 p_sys->i_seq_rec &= ~0x8000;
1881 /* 8 bit reclen - tivo 1.3 format */
1882 p_sys->i_num_recs = i_num_recs = p_peek[0];
1883 p_sys->i_seq_rec = p_peek[1];
1885 p_sys->i_cur_rec = 0;
1886 p_sys->b_first_chunk = false;
1888 /*msg_Dbg( p_demux, "chunk has %d records", i_num_recs );*/
1890 free(p_sys->rec_hdrs);
1892 /* skip past the 4 bytes we "peeked" earlier */
1893 stream_Read( p_demux->s, NULL, 4 );
1895 /* read the record headers into a temp buffer */
1896 p_hdr_buf = malloc(i_num_recs * 16);
1897 if (stream_Read(p_demux->s, p_hdr_buf, i_num_recs * 16) < i_num_recs * 16) {
1903 p_sys->rec_hdrs = parse_chunk_headers(p_hdr_buf, i_num_recs,
1907 p_sys->i_stuff_cnt = CHUNK_SIZE - 4 -
1908 (p_sys->i_num_recs * 16) - i_payload_size;
1909 if (p_sys->i_stuff_cnt > 0)
1910 msg_Dbg( p_demux, "chunk has %d stuff bytes at end",
1911 p_sys->i_stuff_cnt );
1916 static ty_rec_hdr_t *parse_chunk_headers( const uint8_t *p_buf,
1917 int i_num_recs, int *pi_payload_size)
1920 ty_rec_hdr_t *p_hdrs, *p_rec_hdr;
1922 *pi_payload_size = 0;
1923 p_hdrs = malloc(i_num_recs * sizeof(ty_rec_hdr_t));
1925 for (i = 0; i < i_num_recs; i++)
1927 const uint8_t *record_header = p_buf + (i * 16);
1928 p_rec_hdr = &p_hdrs[i]; /* for brevity */
1929 p_rec_hdr->rec_type = record_header[3];
1930 p_rec_hdr->subrec_type = record_header[2] & 0x0f;
1931 if ((record_header[ 0 ] & 0x80) == 0x80)
1934 /* marker bit 2 set, so read extended data */
1935 b1 = ( ( ( record_header[ 0 ] & 0x0f ) << 4 ) |
1936 ( ( record_header[ 1 ] & 0xf0 ) >> 4 ) );
1937 b2 = ( ( ( record_header[ 1 ] & 0x0f ) << 4 ) |
1938 ( ( record_header[ 2 ] & 0xf0 ) >> 4 ) );
1940 p_rec_hdr->ex[0] = b1;
1941 p_rec_hdr->ex[1] = b2;
1942 p_rec_hdr->l_rec_size = 0;
1943 p_rec_hdr->l_ty_pts = 0;
1944 p_rec_hdr->b_ext = true;
1948 p_rec_hdr->l_rec_size = ( record_header[ 0 ] << 8 |
1949 record_header[ 1 ] ) << 4 | ( record_header[ 2 ] >> 4 );
1950 *pi_payload_size += p_rec_hdr->l_rec_size;
1951 p_rec_hdr->b_ext = false;
1952 p_rec_hdr->l_ty_pts = U64_AT( &record_header[ 8 ] );
1954 //fprintf( stderr, "parse_chunk_headers[%d] t=0x%x s=%d\n", i, p_rec_hdr->rec_type, p_rec_hdr->subrec_type );
1955 } /* end of record-header loop */