]> git.sesse.net Git - vlc/blob - modules/demux/ts.c
Display time info also when DVB MPEG-TS is received over network
[vlc] / modules / demux / ts.c
1 /*****************************************************************************
2  * ts.c: Transport Stream input module for VLC.
3  *****************************************************************************
4  * Copyright (C) 2004-2005 the VideoLAN team
5  * $Id$
6  *
7  * Authors: Laurent Aimar <fenrir@via.ecp.fr>
8  *          Jean-Paul Saman <jpsaman #_at_# m2x.nl>
9  *
10  * This program is free software; you can redistribute it and/or modify
11  * it under the terms of the GNU General Public License as published by
12  * the Free Software Foundation; either version 2 of the License, or
13  * (at your option) any later version.
14  *
15  * This program is distributed in the hope that it will be useful,
16  * but WITHOUT ANY WARRANTY; without even the implied warranty of
17  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
18  * GNU General Public License for more details.
19  *
20  * You should have received a copy of the GNU General Public License
21  * along with this program; if not, write to the Free Software
22  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
23  *****************************************************************************/
24
25 /*****************************************************************************
26  * Preamble
27  *****************************************************************************/
28
29 #ifdef HAVE_CONFIG_H
30 # include "config.h"
31 #endif
32
33 #include <vlc_common.h>
34 #include <vlc_plugin.h>
35
36 #include <ctype.h>
37 #include <assert.h>
38
39 #include <vlc_access.h> /* DVB-specific things */
40 #include <vlc_demux.h>
41 #include <vlc_meta.h>
42 #include <vlc_epg.h>
43
44 #include <vlc_iso_lang.h>
45 #include <vlc_network.h>
46 #include <vlc_charset.h>
47
48 #include "../mux/mpeg/csa.h"
49
50 /* Include dvbpsi headers */
51 #ifdef HAVE_DVBPSI_DR_H
52 #   include <dvbpsi/dvbpsi.h>
53 #   include <dvbpsi/demux.h>
54 #   include <dvbpsi/descriptor.h>
55 #   include <dvbpsi/pat.h>
56 #   include <dvbpsi/pmt.h>
57 #   include <dvbpsi/sdt.h>
58 #   include <dvbpsi/dr.h>
59 #   include <dvbpsi/psi.h>
60 #else
61 #   include "dvbpsi.h"
62 #   include "demux.h"
63 #   include "descriptor.h"
64 #   include "tables/pat.h"
65 #   include "tables/pmt.h"
66 #   include "tables/sdt.h"
67 #   include "descriptors/dr.h"
68 #   include "psi.h"
69 #endif
70
71 /* EIT support */
72 #ifdef _DVBPSI_DR_4D_H_
73 #   define TS_USE_DVB_SI 1
74 #   ifdef HAVE_DVBPSI_DR_H
75 #       include <dvbpsi/eit.h>
76 #   else
77 #       include "tables/eit.h"
78 #   endif
79 #endif
80 #include <time.h>
81 #undef TS_DEBUG
82
83 /*****************************************************************************
84  * Module descriptor
85  *****************************************************************************/
86 static int  Open  ( vlc_object_t * );
87 static void Close ( vlc_object_t * );
88
89 /* TODO
90  * - Rename "extra pmt" to "user pmt"
91  * - Update extra pmt description
92  *      pmt_pid[:pmt_number][=pid_description[,pid_description]]
93  *      where pid_description could take 3 forms:
94  *          1. pid:pcr (to force the pcr pid)
95  *          2. pid:stream_type
96  *          3. pid:type=fourcc where type=(video|audio|spu)
97  */
98 #define PMT_TEXT N_("Extra PMT")
99 #define PMT_LONGTEXT N_( \
100   "Allows a user to specify an extra pmt (pmt_pid=pid:stream_type[,...])." )
101
102 #define PID_TEXT N_("Set id of ES to PID")
103 #define PID_LONGTEXT N_("Set the internal ID of each elementary stream" \
104                        " handled by VLC to the same value as the PID in" \
105                        " the TS stream, instead of 1, 2, 3, etc. Useful to" \
106                        " do \'#duplicate{..., select=\"es=<pid>\"}\'.")
107
108 #define TSOUT_TEXT N_("Fast udp streaming")
109 #define TSOUT_LONGTEXT N_( \
110   "Sends TS to specific ip:port by udp (you must know what you are doing).")
111
112 #define MTUOUT_TEXT N_("MTU for out mode")
113 #define MTUOUT_LONGTEXT N_("MTU for out mode.")
114
115 #define CSA_TEXT N_("CSA ck")
116 #define CSA_LONGTEXT N_("Control word for the CSA encryption algorithm")
117
118 #define CSA2_TEXT N_("Second CSA Key")
119 #define CSA2_LONGTEXT N_("The even CSA encryption key. This must be a " \
120   "16 char string (8 hexadecimal bytes).")
121
122 #define SILENT_TEXT N_("Silent mode")
123 #define SILENT_LONGTEXT N_("Do not complain on encrypted PES.")
124
125 #define CAPMT_SYSID_TEXT N_("CAPMT System ID")
126 #define CAPMT_SYSID_LONGTEXT N_("Only forward descriptors from this SysID to the CAM.")
127
128 #define CPKT_TEXT N_("Packet size in bytes to decrypt")
129 #define CPKT_LONGTEXT N_("Specify the size of the TS packet to decrypt. " \
130     "The decryption routines subtract the TS-header from the value before " \
131     "decrypting. " )
132
133 #define TSDUMP_TEXT N_("Filename of dump")
134 #define TSDUMP_LONGTEXT N_("Specify a filename where to dump the TS in.")
135
136 #define APPEND_TEXT N_("Append")
137 #define APPEND_LONGTEXT N_( \
138     "If the file exists and this option is selected, the existing file " \
139     "will not be overwritten." )
140
141 #define DUMPSIZE_TEXT N_("Dump buffer size")
142 #define DUMPSIZE_LONGTEXT N_( \
143     "Tweak the buffer size for reading and writing an integer number of packets." \
144     "Specify the size of the buffer here and not the number of packets." )
145
146 vlc_module_begin ()
147     set_description( N_("MPEG Transport Stream demuxer") )
148     set_shortname ( "MPEG-TS" )
149     set_category( CAT_INPUT )
150     set_subcategory( SUBCAT_INPUT_DEMUX )
151
152     add_string( "ts-extra-pmt", NULL, NULL, PMT_TEXT, PMT_LONGTEXT, true )
153     add_bool( "ts-es-id-pid", true, NULL, PID_TEXT, PID_LONGTEXT, true )
154     add_string( "ts-out", NULL, NULL, TSOUT_TEXT, TSOUT_LONGTEXT, true )
155     add_integer( "ts-out-mtu", 1400, NULL, MTUOUT_TEXT,
156                  MTUOUT_LONGTEXT, true )
157     add_string( "ts-csa-ck", NULL, NULL, CSA_TEXT, CSA_LONGTEXT, true )
158     add_string( "ts-csa2-ck", NULL, NULL, CSA_TEXT, CSA_LONGTEXT, true )
159     add_integer( "ts-csa-pkt", 188, NULL, CPKT_TEXT, CPKT_LONGTEXT, true )
160     add_bool( "ts-silent", false, NULL, SILENT_TEXT, SILENT_LONGTEXT, true )
161
162     add_file( "ts-dump-file", NULL, NULL, TSDUMP_TEXT, TSDUMP_LONGTEXT, false )
163     add_bool( "ts-dump-append", false, NULL, APPEND_TEXT, APPEND_LONGTEXT, false )
164     add_integer( "ts-dump-size", 16384, NULL, DUMPSIZE_TEXT,
165                  DUMPSIZE_LONGTEXT, true )
166
167     set_capability( "demux", 10 )
168     set_callbacks( Open, Close )
169     add_shortcut( "ts" )
170 vlc_module_end ()
171
172 /*****************************************************************************
173  * Local prototypes
174  *****************************************************************************/
175 static const char *const ppsz_teletext_type[] = {
176  "",
177  N_("Teletext"),
178  N_("Teletext subtitles"),
179  N_("Teletext: additional information"),
180  N_("Teletext: program schedule"),
181  N_("Teletext subtitles: hearing impaired")
182 };
183
184 typedef struct
185 {
186     uint8_t                 i_objectTypeIndication;
187     uint8_t                 i_streamType;
188     bool                    b_upStream;
189     uint32_t                i_bufferSizeDB;
190     uint32_t                i_maxBitrate;
191     uint32_t                i_avgBitrate;
192
193     int                     i_decoder_specific_info_len;
194     uint8_t                 *p_decoder_specific_info;
195
196 } decoder_config_descriptor_t;
197
198 typedef struct
199 {
200     bool                    b_useAccessUnitStartFlag;
201     bool                    b_useAccessUnitEndFlag;
202     bool                    b_useRandomAccessPointFlag;
203     bool                    b_useRandomAccessUnitsOnlyFlag;
204     bool                    b_usePaddingFlag;
205     bool                    b_useTimeStampsFlags;
206     bool                    b_useIdleFlag;
207     bool                    b_durationFlag;
208     uint32_t                i_timeStampResolution;
209     uint32_t                i_OCRResolution;
210     uint8_t                 i_timeStampLength;
211     uint8_t                 i_OCRLength;
212     uint8_t                 i_AU_Length;
213     uint8_t                 i_instantBitrateLength;
214     uint8_t                 i_degradationPriorityLength;
215     uint8_t                 i_AU_seqNumLength;
216     uint8_t                 i_packetSeqNumLength;
217
218     uint32_t                i_timeScale;
219     uint16_t                i_accessUnitDuration;
220     uint16_t                i_compositionUnitDuration;
221
222     uint64_t                i_startDecodingTimeStamp;
223     uint64_t                i_startCompositionTimeStamp;
224
225 } sl_config_descriptor_t;
226
227 typedef struct
228 {
229     bool                    b_ok;
230     uint16_t                i_es_id;
231
232     bool                    b_streamDependenceFlag;
233     bool                    b_OCRStreamFlag;
234     uint8_t                 i_streamPriority;
235
236     char                    *psz_url;
237
238     uint16_t                i_dependOn_es_id;
239     uint16_t                i_OCR_es_id;
240
241     decoder_config_descriptor_t    dec_descr;
242     sl_config_descriptor_t         sl_descr;
243
244 } es_mpeg4_descriptor_t;
245
246 typedef struct
247 {
248     uint8_t                 i_iod_label, i_iod_label_scope;
249
250     /* IOD */
251     uint16_t                i_od_id;
252     char                    *psz_url;
253
254     uint8_t                 i_ODProfileLevelIndication;
255     uint8_t                 i_sceneProfileLevelIndication;
256     uint8_t                 i_audioProfileLevelIndication;
257     uint8_t                 i_visualProfileLevelIndication;
258     uint8_t                 i_graphicsProfileLevelIndication;
259
260     es_mpeg4_descriptor_t   es_descr[255];
261
262 } iod_descriptor_t;
263
264 typedef struct
265 {
266     dvbpsi_handle   handle;
267
268     int             i_version;
269     int             i_number;
270     int             i_pid_pcr;
271     int             i_pid_pmt;
272     /* IOD stuff (mpeg4) */
273     iod_descriptor_t *iod;
274
275 } ts_prg_psi_t;
276
277 typedef struct
278 {
279     /* for special PAT/SDT case */
280     dvbpsi_handle   handle; /* PAT/SDT/EIT */
281     int             i_pat_version;
282     int             i_sdt_version;
283
284     /* For PMT */
285     int             i_prg;
286     ts_prg_psi_t    **prg;
287
288 } ts_psi_t;
289
290 typedef struct
291 {
292     es_format_t  fmt;
293     es_out_id_t *id;
294     int         i_pes_size;
295     int         i_pes_gathered;
296     block_t     *p_pes;
297     block_t     **pp_last;
298
299     es_mpeg4_descriptor_t *p_mpeg4desc;
300     int         b_gather;
301
302 } ts_es_t;
303
304 typedef struct
305 {
306     int         i_pid;
307
308     bool        b_seen;
309     bool        b_valid;
310     int         i_cc;   /* countinuity counter */
311     bool        b_scrambled;
312
313     /* PSI owner (ie PMT -> PAT, ES -> PMT */
314     ts_psi_t   *p_owner;
315     int         i_owner_number;
316
317     /* */
318     ts_psi_t    *psi;
319     ts_es_t     *es;
320
321     /* Some private streams encapsulate several ES (eg. DVB subtitles)*/
322     ts_es_t     **extra_es;
323     int         i_extra_es;
324
325 } ts_pid_t;
326
327 struct demux_sys_t
328 {
329     vlc_mutex_t     csa_lock;
330
331     /* TS packet size (188, 192, 204) */
332     int         i_packet_size;
333
334     /* how many TS packet we read at once */
335     int         i_ts_read;
336
337     /* All pid */
338     ts_pid_t    pid[8192];
339
340     /* All PMT */
341     bool        b_user_pmt;
342     int         i_pmt;
343     ts_pid_t    **pmt;
344
345     /* */
346     bool        b_es_id_pid;
347     csa_t       *csa;
348     int         i_csa_pkt_size;
349     bool        b_silent;
350
351     bool        b_udp_out;
352     int         fd; /* udp socket */
353     uint8_t     *buffer;
354
355     /* */
356     bool        b_access_control;
357
358     /* */
359     bool        b_dvb_meta;
360     int64_t     i_dvb_start;
361     int64_t     i_dvb_length;
362
363     /* */
364     int         i_current_program;
365     vlc_list_t  *p_programs_list;
366
367     /* TS dump */
368     char        *psz_file;  /* file to dump data in */
369     FILE        *p_file;    /* filehandle */
370     uint64_t    i_write;    /* bytes written */
371     bool        b_file_out; /* dump mode enabled */
372
373     /* */
374     bool        b_start_record;
375 };
376
377 static int i_broken_epg;
378
379 static int Demux    ( demux_t *p_demux );
380 static int DemuxFile( demux_t *p_demux );
381 static int Control( demux_t *p_demux, int i_query, va_list args );
382
383 static void PIDInit ( ts_pid_t *pid, bool b_psi, ts_psi_t *p_owner );
384 static void PIDClean( es_out_t *out, ts_pid_t *pid );
385 static int  PIDFillFormat( ts_pid_t *pid, int i_stream_type );
386
387 static void PATCallBack( demux_t *, dvbpsi_pat_t * );
388 static void PMTCallBack( demux_t *p_demux, dvbpsi_pmt_t *p_pmt );
389 #ifdef TS_USE_DVB_SI
390 static void PSINewTableCallBack( demux_t *, dvbpsi_handle,
391                                  uint8_t  i_table_id, uint16_t i_extension );
392 #endif
393 static int ChangeKeyCallback( vlc_object_t *, char const *, vlc_value_t, vlc_value_t, void * );
394
395 static inline int PIDGet( block_t *p )
396 {
397     return ( (p->p_buffer[1]&0x1f)<<8 )|p->p_buffer[2];
398 }
399
400 static bool GatherPES( demux_t *p_demux, ts_pid_t *pid, block_t *p_bk );
401
402 static void PCRHandle( demux_t *p_demux, ts_pid_t *, block_t * );
403
404 static iod_descriptor_t *IODNew( int , uint8_t * );
405 static void              IODFree( iod_descriptor_t * );
406
407 #define TS_USER_PMT_NUMBER (0)
408 static int UserPmt( demux_t *p_demux, const char * );
409
410 #define TS_PACKET_SIZE_188 188
411 #define TS_PACKET_SIZE_192 192
412 #define TS_PACKET_SIZE_204 204
413 #define TS_PACKET_SIZE_MAX 204
414 #define TS_TOPFIELD_HEADER 1320
415
416 /*****************************************************************************
417  * Open
418  *****************************************************************************/
419 static int Open( vlc_object_t *p_this )
420 {
421     demux_t     *p_demux = (demux_t*)p_this;
422     demux_sys_t *p_sys;
423
424     const uint8_t *p_peek;
425     int          i_sync, i_peek, i;
426     int          i_packet_size;
427
428     ts_pid_t    *pat;
429     const char  *psz_mode;
430     bool         b_append;
431     bool         b_topfield = false;
432
433     if( stream_Peek( p_demux->s, &p_peek, TS_PACKET_SIZE_MAX ) <
434         TS_PACKET_SIZE_MAX ) return VLC_EGENERIC;
435
436     if( memcmp( p_peek, "TFrc", 4 ) == 0 )
437     {
438         b_topfield = true;
439         msg_Dbg( p_demux, "this is a topfield file" );
440     }
441
442     /* Search first sync byte */
443     for( i_sync = 0; i_sync < TS_PACKET_SIZE_MAX; i_sync++ )
444     {
445         if( p_peek[i_sync] == 0x47 ) break;
446     }
447     if( i_sync >= TS_PACKET_SIZE_MAX && !b_topfield )
448     {
449         if( !p_demux->b_force )
450             return VLC_EGENERIC;
451         msg_Warn( p_demux, "this does not look like a TS stream, continuing" );
452     }
453
454     if( b_topfield )
455     {
456         /* Read the entire Topfield header */
457         i_peek = TS_TOPFIELD_HEADER;
458     }
459     else
460     {
461         /* Check next 3 sync bytes */
462         i_peek = TS_PACKET_SIZE_MAX * 3 + i_sync + 1;
463     }
464
465     if( ( stream_Peek( p_demux->s, &p_peek, i_peek ) ) < i_peek )
466     {
467         msg_Err( p_demux, "cannot peek" );
468         return VLC_EGENERIC;
469     }
470     if( p_peek[i_sync + TS_PACKET_SIZE_188] == 0x47 &&
471         p_peek[i_sync + 2 * TS_PACKET_SIZE_188] == 0x47 &&
472         p_peek[i_sync + 3 * TS_PACKET_SIZE_188] == 0x47 )
473     {
474         i_packet_size = TS_PACKET_SIZE_188;
475     }
476     else if( p_peek[i_sync + TS_PACKET_SIZE_192] == 0x47 &&
477              p_peek[i_sync + 2 * TS_PACKET_SIZE_192] == 0x47 &&
478              p_peek[i_sync + 3 * TS_PACKET_SIZE_192] == 0x47 )
479     {
480         i_packet_size = TS_PACKET_SIZE_192;
481     }
482     else if( p_peek[i_sync + TS_PACKET_SIZE_204] == 0x47 &&
483              p_peek[i_sync + 2 * TS_PACKET_SIZE_204] == 0x47 &&
484              p_peek[i_sync + 3 * TS_PACKET_SIZE_204] == 0x47 )
485     {
486         i_packet_size = TS_PACKET_SIZE_204;
487     }
488     else if( p_demux->b_force )
489     {
490         i_packet_size = TS_PACKET_SIZE_188;
491     }
492     else if( b_topfield )
493     {
494         i_packet_size = TS_PACKET_SIZE_188;
495 #if 0
496         /* I used the TF5000PVR 2004 Firmware .doc header documentation,
497          * http://www.i-topfield.com/data/product/firmware/Structure%20of%20Recorded%20File%20in%20TF5000PVR%20(Feb%2021%202004).doc
498          * but after the filename the offsets seem to be incorrect.  - DJ */
499         int i_duration, i_name;
500         char *psz_name = malloc(25);
501         char *psz_event_name;
502         char *psz_event_text = malloc(130);
503         char *psz_ext_text = malloc(1025);
504
505         // 2 bytes version Uimsbf (4,5)
506         // 2 bytes reserved (6,7)
507         // 2 bytes duration in minutes Uimsbf (8,9(
508         i_duration = (int) (p_peek[8] << 8) | p_peek[9];
509         msg_Dbg( p_demux, "Topfield recording length: +/- %d minutes", i_duration);
510         // 2 bytes service number in channel list (10, 11)
511         // 2 bytes service type Bslbf 0=TV 1=Radio Bslb (12, 13)
512         // 4 bytes of reserved + tuner info (14,15,16,17)
513         // 2 bytes of Service ID  Bslbf (18,19)
514         // 2 bytes of PMT PID  Uimsbf (20,21)
515         // 2 bytes of PCR PID  Uimsbf (22,23)
516         // 2 bytes of Video PID  Uimsbf (24,25)
517         // 2 bytes of Audio PID  Uimsbf (26,27)
518         // 24 bytes filename Bslbf
519         memcpy( psz_name, &p_peek[28], 24 );
520         psz_name[24] = '\0';
521         msg_Dbg( p_demux, "recordingname=%s", psz_name );
522         // 1 byte of sat index Uimsbf  (52)
523         // 3 bytes (1 bit of polarity Bslbf +23 bits reserved)
524         // 4 bytes of freq. Uimsbf (56,57,58,59)
525         // 2 bytes of symbol rate Uimsbf (60,61)
526         // 2 bytes of TS stream ID Uimsbf (62,63)
527         // 4 bytes reserved
528         // 2 bytes reserved
529         // 2 bytes duration Uimsbf (70,71)
530         //i_duration = (int) (p_peek[70] << 8) | p_peek[71];
531         //msg_Dbg( p_demux, "Topfield 2nd duration field: +/- %d minutes", i_duration);
532         // 4 bytes EventID Uimsbf (72-75)
533         // 8 bytes of Start and End time info (76-83)
534         // 1 byte reserved (84)
535         // 1 byte event name length Uimsbf (89)
536         i_name = (int)(p_peek[89]&~0x81);
537         msg_Dbg( p_demux, "event name length = %d", i_name);
538         psz_event_name = malloc( i_name+1 );
539         // 1 byte parental rating (90)
540         // 129 bytes of event text
541         memcpy( psz_event_name, &p_peek[91], i_name );
542         psz_event_name[i_name] = '\0';
543         memcpy( psz_event_text, &p_peek[91+i_name], 129-i_name );
544         psz_event_text[129-i_name] = '\0';
545         msg_Dbg( p_demux, "event name=%s", psz_event_name );
546         msg_Dbg( p_demux, "event text=%s", psz_event_text );
547         // 12 bytes reserved (220)
548         // 6 bytes reserved
549         // 2 bytes Event Text Length Uimsbf
550         // 4 bytes EventID Uimsbf
551         // FIXME We just have 613 bytes. not enough for this entire text
552         // 1024 bytes Extended Event Text Bslbf
553         memcpy( psz_ext_text, p_peek+372, 1024 );
554         psz_ext_text[1024] = '\0';
555         msg_Dbg( p_demux, "extended event text=%s", psz_ext_text );
556         // 52 bytes reserved Bslbf
557 #endif
558     }
559     else
560     {
561         msg_Warn( p_demux, "TS module discarded (lost sync)" );
562         return VLC_EGENERIC;
563     }
564
565     p_demux->p_sys = p_sys = malloc( sizeof( demux_sys_t ) );
566     if( !p_sys )
567         return VLC_ENOMEM;
568     memset( p_sys, 0, sizeof( demux_sys_t ) );
569     p_sys->i_packet_size = i_packet_size;
570     vlc_mutex_init( &p_sys->csa_lock );
571
572     /* Fill dump mode fields */
573     p_sys->i_write = 0;
574     p_sys->buffer = NULL;
575     p_sys->p_file = NULL;
576     p_sys->b_file_out = false;
577     p_sys->psz_file = var_CreateGetString( p_demux, "ts-dump-file" );
578     if( *p_sys->psz_file != '\0' )
579     {
580         p_sys->b_file_out = true;
581
582         b_append = var_CreateGetBool( p_demux, "ts-dump-append" );
583         if ( b_append )
584             psz_mode = "ab";
585         else
586             psz_mode = "wb";
587
588         if( !strcmp( p_sys->psz_file, "-" ) )
589         {
590             msg_Info( p_demux, "dumping raw stream to standard output" );
591             p_sys->p_file = stdout;
592         }
593         else if( ( p_sys->p_file = utf8_fopen( p_sys->psz_file, psz_mode ) ) == NULL )
594         {
595             msg_Err( p_demux, "cannot create `%s' for writing", p_sys->psz_file );
596             p_sys->b_file_out = false;
597         }
598
599         if( p_sys->b_file_out )
600         {
601             /* Determine how many packets to read. */
602             int bufsize = var_CreateGetInteger( p_demux, "ts-dump-size" );
603             p_sys->i_ts_read = (int) (bufsize / p_sys->i_packet_size);
604             if( p_sys->i_ts_read <= 0 )
605             {
606                 p_sys->i_ts_read = 1500 / p_sys->i_packet_size;
607             }
608             p_sys->buffer = malloc( p_sys->i_packet_size * p_sys->i_ts_read );
609             msg_Info( p_demux, "%s raw stream to file `%s' reading packets %d",
610                       b_append ? "appending" : "dumping", p_sys->psz_file,
611                       p_sys->i_ts_read );
612         }
613     }
614
615     /* Fill p_demux field */
616     if( p_sys->b_file_out )
617         p_demux->pf_demux = DemuxFile;
618     else
619         p_demux->pf_demux = Demux;
620     p_demux->pf_control = Control;
621
622     /* Init p_sys field */
623     p_sys->b_dvb_meta = true;
624     p_sys->b_access_control = true;
625     p_sys->i_current_program = 0;
626     p_sys->i_dvb_start = 0;
627     p_sys->i_dvb_length = 0;
628
629     for( i = 0; i < 8192; i++ )
630     {
631         ts_pid_t *pid = &p_sys->pid[i];
632
633         pid->i_pid      = i;
634         pid->b_seen     = false;
635         pid->b_valid    = false;
636     }
637     /* PID 8191 is padding */
638     p_sys->pid[8191].b_seen = true;
639     p_sys->i_packet_size = i_packet_size;
640     p_sys->b_udp_out = false;
641     p_sys->fd = -1;
642     p_sys->i_ts_read = 50;
643     p_sys->csa = NULL;
644     p_sys->b_start_record = false;
645
646     /* Init PAT handler */
647     pat = &p_sys->pid[0];
648     PIDInit( pat, true, NULL );
649     pat->psi->handle = dvbpsi_AttachPAT( (dvbpsi_pat_callback)PATCallBack,
650                                          p_demux );
651 #ifdef TS_USE_DVB_SI
652     if( p_sys->b_dvb_meta )
653     {
654         ts_pid_t *sdt = &p_sys->pid[0x11];
655         ts_pid_t *eit = &p_sys->pid[0x12];
656
657         PIDInit( sdt, true, NULL );
658         sdt->psi->handle =
659             dvbpsi_AttachDemux( (dvbpsi_demux_new_cb_t)PSINewTableCallBack,
660                                 p_demux );
661         PIDInit( eit, true, NULL );
662         eit->psi->handle =
663             dvbpsi_AttachDemux( (dvbpsi_demux_new_cb_t)PSINewTableCallBack,
664                                 p_demux );
665         if( p_sys->b_access_control )
666         {
667             if( stream_Control( p_demux->s, STREAM_CONTROL_ACCESS,
668                                 ACCESS_SET_PRIVATE_ID_STATE, 0x11, true ) ||
669                 stream_Control( p_demux->s, STREAM_CONTROL_ACCESS,
670                                 ACCESS_SET_PRIVATE_ID_STATE, 0x12, true ) )
671                 p_sys->b_access_control = false;
672         }
673     }
674 #endif
675
676     /* Init PMT array */
677     TAB_INIT( p_sys->i_pmt, p_sys->pmt );
678
679     /* Read config */
680     p_sys->b_es_id_pid = var_CreateGetBool( p_demux, "ts-es-id-pid" );
681
682     char* psz_string = var_CreateGetString( p_demux, "ts-out" );
683     if( psz_string && *psz_string && !p_sys->b_file_out )
684     {
685         char *psz = strchr( psz_string, ':' );
686         int   i_port = 0;
687
688         p_sys->b_udp_out = true;
689
690         if( psz )
691         {
692             *psz++ = '\0';
693             i_port = atoi( psz );
694         }
695         if( i_port <= 0 ) i_port  = 1234;
696         msg_Dbg( p_demux, "resend ts to '%s:%d'", psz_string, i_port );
697
698         p_sys->fd = net_ConnectUDP( VLC_OBJECT(p_demux), psz_string, i_port, -1 );
699         if( p_sys->fd < 0 )
700         {
701             msg_Err( p_demux, "failed to open udp socket, send disabled" );
702             p_sys->b_udp_out = false;
703         }
704         else
705         {
706             int i_mtu = var_CreateGetInteger( p_demux, "ts-out-mtu" );
707             p_sys->i_ts_read = i_mtu / p_sys->i_packet_size;
708             if( p_sys->i_ts_read <= 0 )
709             {
710                 p_sys->i_ts_read = 1500 / p_sys->i_packet_size;
711             }
712             p_sys->buffer = malloc( p_sys->i_packet_size * p_sys->i_ts_read );
713         }
714     }
715     free( psz_string );
716
717     /* We handle description of an extra PMT */
718     psz_string = var_CreateGetString( p_demux, "ts-extra-pmt" );
719     p_sys->b_user_pmt = false;
720     if( psz_string && *psz_string )
721         UserPmt( p_demux, psz_string );
722     free( psz_string );
723
724     psz_string = var_CreateGetStringCommand( p_demux, "ts-csa-ck" );
725     if( psz_string && *psz_string )
726     {
727         int i_res;
728         char* psz_csa2;
729
730         p_sys->csa = csa_New();
731
732         psz_csa2 = var_CreateGetStringCommand( p_demux, "ts-csa2-ck" );
733         i_res = csa_SetCW( (vlc_object_t*)p_demux, p_sys->csa, psz_string, true );
734         if( i_res == VLC_SUCCESS && psz_csa2 && *psz_csa2 )
735         {
736             if( csa_SetCW( (vlc_object_t*)p_demux, p_sys->csa, psz_csa2, false ) != VLC_SUCCESS )
737             {
738                 csa_SetCW( (vlc_object_t*)p_demux, p_sys->csa, psz_string, false );
739             }
740         }
741         else if ( i_res == VLC_SUCCESS )
742         {
743             csa_SetCW( (vlc_object_t*)p_demux, p_sys->csa, psz_string, false );
744         }
745         else
746         {
747             csa_Delete( p_sys->csa );
748             p_sys->csa = NULL;
749         }
750
751         if( p_sys->csa )
752         {
753             var_AddCallback( p_demux, "ts-csa-ck", ChangeKeyCallback, (void *)1 );
754             var_AddCallback( p_demux, "ts-csa2-ck", ChangeKeyCallback, NULL );
755
756             int i_pkt = var_CreateGetInteger( p_demux, "ts-csa-pkt" );
757             if( i_pkt < 4 || i_pkt > 188 )
758             {
759                 msg_Err( p_demux, "wrong packet size %d specified.", i_pkt );
760                 msg_Warn( p_demux, "using default packet size of 188 bytes" );
761                 p_sys->i_csa_pkt_size = 188;
762             }
763             else
764                 p_sys->i_csa_pkt_size = i_pkt;
765             msg_Dbg( p_demux, "decrypting %d bytes of packet", p_sys->i_csa_pkt_size );
766         }
767         free( psz_csa2 );
768     }
769     free( psz_string );
770
771     p_sys->b_silent = var_CreateGetBool( p_demux, "ts-silent" );
772
773     return VLC_SUCCESS;
774 }
775
776 /*****************************************************************************
777  * Close
778  *****************************************************************************/
779 static void Close( vlc_object_t *p_this )
780 {
781     demux_t     *p_demux = (demux_t*)p_this;
782     demux_sys_t *p_sys = p_demux->p_sys;
783
784     msg_Dbg( p_demux, "pid list:" );
785     for( int i = 0; i < 8192; i++ )
786     {
787         ts_pid_t *pid = &p_sys->pid[i];
788
789         if( pid->b_valid && pid->psi )
790         {
791             switch( pid->i_pid )
792             {
793             case 0: /* PAT */
794                 dvbpsi_DetachPAT( pid->psi->handle );
795                 free( pid->psi );
796                 break;
797             case 1: /* CAT */
798                 free( pid->psi );
799                 break;
800             default:
801                 if( p_sys->b_dvb_meta && ( pid->i_pid == 0x11 || pid->i_pid == 0x12 ) )
802                 {
803                     /* SDT or EIT */
804                     dvbpsi_DetachDemux( pid->psi->handle );
805                     free( pid->psi );
806                 }
807                 else
808                 {
809                     PIDClean( p_demux->out, pid );
810                 }
811                 break;
812             }
813         }
814         else if( pid->b_valid && pid->es )
815         {
816             PIDClean( p_demux->out, pid );
817         }
818
819         if( pid->b_seen )
820         {
821             msg_Dbg( p_demux, "  - pid[%d] seen", pid->i_pid );
822         }
823
824         if( p_sys->b_access_control && pid->i_pid > 0 )
825         {
826             /* too much */
827             stream_Control( p_demux->s, STREAM_CONTROL_ACCESS,
828                             ACCESS_SET_PRIVATE_ID_STATE, pid->i_pid,
829                             false );
830         }
831     }
832
833     vlc_mutex_lock( &p_sys->csa_lock );
834     if( p_sys->csa )
835     {
836         var_DelCallback( p_demux, "ts-csa-ck", ChangeKeyCallback, NULL );
837         var_DelCallback( p_demux, "ts-csa2-ck", ChangeKeyCallback, NULL );
838         csa_Delete( p_sys->csa );
839     }
840     vlc_mutex_unlock( &p_sys->csa_lock );
841
842     TAB_CLEAN( p_sys->i_pmt, p_sys->pmt );
843
844     if( p_sys->p_programs_list )
845     {
846         vlc_value_t val;
847         val.p_list = p_sys->p_programs_list;
848         var_FreeList( &val, NULL );
849     }
850
851     /* If in dump mode, then close the file */
852     if( p_sys->b_file_out )
853     {
854         msg_Info( p_demux ,"closing %s (%"PRId64" Kbytes dumped)",
855                   p_sys->psz_file, p_sys->i_write / 1024 );
856
857         if( p_sys->p_file != stdout )
858         {
859             fclose( p_sys->p_file );
860         }
861     }
862     /* When streaming, close the port */
863     if( p_sys->fd > -1 )
864     {
865         net_Close( p_sys->fd );
866     }
867
868     free( p_sys->buffer );
869     free( p_sys->psz_file );
870
871     vlc_mutex_destroy( &p_sys->csa_lock );
872     free( p_sys );
873 }
874
875 /*****************************************************************************
876  * ChangeKeyCallback: called when changing the odd encryption key on the fly.
877  *****************************************************************************/
878 static int ChangeKeyCallback( vlc_object_t *p_this, char const *psz_cmd,
879                            vlc_value_t oldval, vlc_value_t newval,
880                            void *p_data )
881 {
882     VLC_UNUSED(psz_cmd); VLC_UNUSED(oldval);
883     demux_t     *p_demux = (demux_t*)p_this;
884     demux_sys_t *p_sys = p_demux->p_sys;
885     int         i_tmp = (intptr_t)p_data;
886
887     vlc_mutex_lock( &p_sys->csa_lock );
888     if ( i_tmp )
889         i_tmp = csa_SetCW( p_this, p_sys->csa, newval.psz_string, true );
890     else
891         i_tmp = csa_SetCW( p_this, p_sys->csa, newval.psz_string, false );
892
893     vlc_mutex_unlock( &p_sys->csa_lock );
894     return i_tmp;
895 }
896
897 /*****************************************************************************
898  * DemuxFile:
899  *****************************************************************************/
900 static int DemuxFile( demux_t *p_demux )
901 {
902     demux_sys_t *p_sys = p_demux->p_sys;
903     const int i_bufsize = p_sys->i_packet_size * p_sys->i_ts_read;
904     uint8_t   *p_buffer = p_sys->buffer; /* Put first on sync byte */
905     const int i_data = stream_Read( p_demux->s, p_sys->buffer, i_bufsize );
906
907     if( i_data <= 0 && i_data < p_sys->i_packet_size )
908     {
909         msg_Dbg( p_demux, "error reading malformed packets" );
910         return i_data;
911     }
912
913     /* Test continuity counter */
914     for( int i_pos = 0; i_pos < i_data;  )
915     {
916         if( p_sys->buffer[i_pos] != 0x47 )
917         {
918             msg_Warn( p_demux, "lost sync" );
919             while( vlc_object_alive (p_demux) && (i_pos < i_data) )
920             {
921                 i_pos++;
922                 if( p_sys->buffer[i_pos] == 0x47 )
923                     break;
924             }
925             if( vlc_object_alive (p_demux) )
926                 msg_Warn( p_demux, "sync found" );
927         }
928
929         /* continuous when (one of this):
930          * diff == 1
931          * diff == 0 and payload == 0
932          * diff == 0 and duplicate packet (playload != 0) <- should we
933          *   test the content ?
934          */
935         const int i_cc  = p_buffer[i_pos+3]&0x0f;
936         const bool b_payload = p_buffer[i_pos+3]&0x10;
937         const bool b_adaptation = p_buffer[i_pos+3]&0x20;
938
939         /* Get the PID */
940         ts_pid_t *p_pid = &p_sys->pid[ ((p_buffer[i_pos+1]&0x1f)<<8)|p_buffer[i_pos+2] ];
941
942         /* Detect discontinuity indicator in adaptation field */
943         if( b_adaptation && p_buffer[i_pos + 4] > 0 )
944         {
945             if( p_buffer[i_pos+5]&0x80 )
946                 msg_Warn( p_demux, "discontinuity indicator (pid=%d) ", p_pid->i_pid );
947             if( p_buffer[i_pos+5]&0x40 )
948                 msg_Warn( p_demux, "random access indicator (pid=%d) ", p_pid->i_pid );
949         }
950
951         const int i_diff = ( i_cc - p_pid->i_cc )&0x0f;
952         if( b_payload && i_diff == 1 )
953         {
954             p_pid->i_cc = ( p_pid->i_cc + 1 ) & 0xf;
955         }
956         else
957         {
958             if( p_pid->i_cc == 0xff )
959             {
960                 msg_Warn( p_demux, "first packet for pid=%d cc=0x%x",
961                         p_pid->i_pid, i_cc );
962                 p_pid->i_cc = i_cc;
963             }
964             else if( i_diff != 0 )
965             {
966                 /* FIXME what to do when discontinuity_indicator is set ? */
967                 msg_Warn( p_demux, "transport error detected 0x%x instead of 0x%x",
968                           i_cc, ( p_pid->i_cc + 1 )&0x0f );
969
970                 p_pid->i_cc = i_cc;
971                 /* Mark transport error in the TS packet. */
972                 p_buffer[i_pos+1] |= 0x80;
973             }
974         }
975
976         /* Test if user wants to decrypt it first */
977         if( p_sys->csa )
978         {
979             vlc_mutex_lock( &p_sys->csa_lock );
980             csa_Decrypt( p_demux->p_sys->csa, &p_buffer[i_pos], p_demux->p_sys->i_csa_pkt_size );
981             vlc_mutex_unlock( &p_sys->csa_lock );
982         }
983
984         i_pos += p_sys->i_packet_size;
985     }
986
987     /* Then write */
988     const int i_write = fwrite( p_sys->buffer, 1, i_data, p_sys->p_file );
989     if( i_write < 0 )
990     {
991         msg_Err( p_demux, "failed to write data" );
992         return -1;
993     }
994
995     p_sys->i_write += i_write;
996     return 1;
997 }
998
999 /*****************************************************************************
1000  * Demux:
1001  *****************************************************************************/
1002 static int Demux( demux_t *p_demux )
1003 {
1004     demux_sys_t *p_sys = p_demux->p_sys;
1005
1006     /* We read at most 100 TS packet or until a frame is completed */
1007     for( int i_pkt = 0; i_pkt < p_sys->i_ts_read; i_pkt++ )
1008     {
1009         bool         b_frame = false;
1010         block_t     *p_pkt;
1011
1012         /* Get a new TS packet */
1013         if( !( p_pkt = stream_Block( p_demux->s, p_sys->i_packet_size ) ) )
1014         {
1015             msg_Dbg( p_demux, "eof ?" );
1016             return 0;
1017         }
1018
1019         /* Check sync byte and re-sync if needed */
1020         if( p_pkt->p_buffer[0] != 0x47 )
1021         {
1022             msg_Warn( p_demux, "lost synchro" );
1023             block_Release( p_pkt );
1024
1025             while( vlc_object_alive (p_demux) )
1026             {
1027                 const uint8_t *p_peek;
1028                 int i_peek, i_skip = 0;
1029
1030                 i_peek = stream_Peek( p_demux->s, &p_peek,
1031                                       p_sys->i_packet_size * 10 );
1032                 if( i_peek < p_sys->i_packet_size + 1 )
1033                 {
1034                     msg_Dbg( p_demux, "eof ?" );
1035                     return 0;
1036                 }
1037
1038                 while( i_skip < i_peek - p_sys->i_packet_size )
1039                 {
1040                     if( p_peek[i_skip] == 0x47 &&
1041                         p_peek[i_skip + p_sys->i_packet_size] == 0x47 )
1042                     {
1043                         break;
1044                     }
1045                     i_skip++;
1046                 }
1047
1048                 msg_Dbg( p_demux, "skipping %d bytes of garbage", i_skip );
1049                 stream_Read( p_demux->s, NULL, i_skip );
1050
1051                 if( i_skip < i_peek - p_sys->i_packet_size )
1052                 {
1053                     break;
1054                 }
1055             }
1056
1057             if( !( p_pkt = stream_Block( p_demux->s, p_sys->i_packet_size ) ) )
1058             {
1059                 msg_Dbg( p_demux, "eof ?" );
1060                 return 0;
1061             }
1062         }
1063
1064         if( p_sys->b_start_record )
1065         {
1066             /* Enable recording once synchronized */
1067             stream_Control( p_demux->s, STREAM_SET_RECORD_STATE, true, "ts" );
1068             p_sys->b_start_record = false;
1069         }
1070
1071         if( p_sys->b_udp_out )
1072         {
1073             memcpy( &p_sys->buffer[i_pkt * p_sys->i_packet_size],
1074                     p_pkt->p_buffer, p_sys->i_packet_size );
1075         }
1076
1077         /* Parse the TS packet */
1078         ts_pid_t *p_pid = &p_sys->pid[PIDGet( p_pkt )];
1079
1080         if( p_pid->b_valid )
1081         {
1082             if( p_pid->psi )
1083             {
1084                 if( p_pid->i_pid == 0 || ( p_sys->b_dvb_meta && ( p_pid->i_pid == 0x11 || p_pid->i_pid == 0x12 ) ) )
1085                 {
1086                     dvbpsi_PushPacket( p_pid->psi->handle, p_pkt->p_buffer );
1087                 }
1088                 else
1089                 {
1090                     for( int i_prg = 0; i_prg < p_pid->psi->i_prg; i_prg++ )
1091                     {
1092                         dvbpsi_PushPacket( p_pid->psi->prg[i_prg]->handle,
1093                                            p_pkt->p_buffer );
1094                     }
1095                 }
1096                 block_Release( p_pkt );
1097             }
1098             else if( !p_sys->b_udp_out )
1099             {
1100                 b_frame = GatherPES( p_demux, p_pid, p_pkt );
1101             }
1102             else
1103             {
1104                 PCRHandle( p_demux, p_pid, p_pkt );
1105                 block_Release( p_pkt );
1106             }
1107         }
1108         else
1109         {
1110             if( !p_pid->b_seen )
1111             {
1112                 msg_Dbg( p_demux, "pid[%d] unknown", p_pid->i_pid );
1113             }
1114             /* We have to handle PCR if present */
1115             PCRHandle( p_demux, p_pid, p_pkt );
1116             block_Release( p_pkt );
1117         }
1118         p_pid->b_seen = true;
1119
1120         if( b_frame )
1121             break;
1122     }
1123
1124     if( p_sys->b_udp_out )
1125     {
1126         /* Send the complete block */
1127         net_Write( p_demux, p_sys->fd, NULL, p_sys->buffer,
1128                    p_sys->i_ts_read * p_sys->i_packet_size );
1129     }
1130
1131     return 1;
1132 }
1133
1134 /*****************************************************************************
1135  * Control:
1136  *****************************************************************************/
1137 static int DVBEventInformation( demux_t *p_demux, int64_t *pi_time, int64_t *pi_length )
1138 {
1139     demux_sys_t *p_sys = p_demux->p_sys;
1140     if( pi_length )
1141         *pi_length = 0;
1142     if( pi_time )
1143         *pi_time = 0;
1144
1145     if( p_sys->i_dvb_length > 0 )
1146     {
1147         /* FIXME we should not use time() but read the date from the tdt */
1148         const time_t t = time( NULL );
1149         if( p_sys->i_dvb_start <= t && t < p_sys->i_dvb_start + p_sys->i_dvb_length )
1150         {
1151             if( pi_length )
1152                 *pi_length = p_sys->i_dvb_length * INT64_C(1000000);
1153             if( pi_time )
1154                 *pi_time   = (t - p_sys->i_dvb_start) * INT64_C(1000000);
1155             return VLC_SUCCESS;
1156         }
1157     }
1158     return VLC_EGENERIC;
1159 }
1160
1161 static int Control( demux_t *p_demux, int i_query, va_list args )
1162 {
1163     demux_sys_t *p_sys = p_demux->p_sys;
1164     double f, *pf;
1165     bool b_bool, *pb_bool;
1166     int64_t i64;
1167     int64_t *pi64;
1168     int i_int;
1169
1170     if( p_sys->b_file_out )
1171         return demux_vaControlHelper( p_demux->s, 0, -1, 0, 1, i_query, args );
1172
1173     switch( i_query )
1174     {
1175     case DEMUX_GET_POSITION:
1176         pf = (double*) va_arg( args, double* );
1177         i64 = stream_Size( p_demux->s );
1178         if( i64 > 0 )
1179         {
1180             double f_current = stream_Tell( p_demux->s );
1181             *pf = f_current / (double)i64;
1182         }
1183         else
1184         {
1185             int64_t i_time, i_length;
1186             if( !DVBEventInformation( p_demux, &i_time, &i_length ) && i_length > 0 )
1187                 *pf = (double)i_time/(double)i_length;
1188             else
1189                 *pf = 0.0;
1190         }
1191         return VLC_SUCCESS;
1192     case DEMUX_SET_POSITION:
1193         f = (double) va_arg( args, double );
1194         i64 = stream_Size( p_demux->s );
1195
1196         if( stream_Seek( p_demux->s, (int64_t)(i64 * f) ) )
1197             return VLC_EGENERIC;
1198
1199         return VLC_SUCCESS;
1200 #if 0
1201
1202     case DEMUX_GET_TIME:
1203         pi64 = (int64_t*)va_arg( args, int64_t * );
1204         if( p_sys->i_time < 0 )
1205         {
1206             *pi64 = 0;
1207             return VLC_EGENERIC;
1208         }
1209         *pi64 = p_sys->i_time;
1210         return VLC_SUCCESS;
1211
1212     case DEMUX_GET_LENGTH:
1213         pi64 = (int64_t*)va_arg( args, int64_t * );
1214         if( p_sys->i_mux_rate > 0 )
1215         {
1216             *pi64 = INT64_C(1000000) * ( stream_Size( p_demux->s ) / 50 ) /
1217                     p_sys->i_mux_rate;
1218             return VLC_SUCCESS;
1219         }
1220         *pi64 = 0;
1221         return VLC_EGENERIC;
1222 #else
1223     case DEMUX_GET_TIME:
1224         pi64 = (int64_t*)va_arg( args, int64_t * );
1225         if( DVBEventInformation( p_demux, pi64, NULL ) )
1226             *pi64 = 0;
1227         return VLC_SUCCESS;
1228
1229     case DEMUX_GET_LENGTH:
1230         pi64 = (int64_t*)va_arg( args, int64_t * );
1231         if( DVBEventInformation( p_demux, NULL, pi64 ) )
1232             *pi64 = 0;
1233         return VLC_SUCCESS;
1234 #endif
1235     case DEMUX_SET_GROUP:
1236     {
1237         uint16_t i_vpid = 0, i_apid1 = 0, i_apid2 = 0, i_apid3 = 0;
1238         ts_prg_psi_t *p_prg = NULL;
1239         vlc_list_t *p_list;
1240
1241         i_int = (int)va_arg( args, int );
1242         p_list = (vlc_list_t *)va_arg( args, vlc_list_t * );
1243         msg_Dbg( p_demux, "DEMUX_SET_GROUP %d %p", i_int, p_list );
1244
1245         if( p_sys->b_access_control && i_int > 0 && i_int != p_sys->i_current_program )
1246         {
1247             int i_pmt_pid = -1;
1248
1249             /* Search pmt to be unselected */
1250             for( int i = 0; i < p_sys->i_pmt; i++ )
1251             {
1252                 ts_pid_t *pmt = p_sys->pmt[i];
1253
1254                 for( int i_prg = 0; i_prg < pmt->psi->i_prg; i_prg++ )
1255                 {
1256                     if( pmt->psi->prg[i_prg]->i_number == p_sys->i_current_program )
1257                     {
1258                         i_pmt_pid = p_sys->pmt[i]->i_pid;
1259                         break;
1260                     }
1261                 }
1262                 if( i_pmt_pid > 0 ) break;
1263             }
1264
1265             if( i_pmt_pid > 0 )
1266             {
1267                 stream_Control( p_demux->s, STREAM_CONTROL_ACCESS,
1268                                 ACCESS_SET_PRIVATE_ID_STATE, i_pmt_pid,
1269                                 false );
1270                 /* All ES */
1271                 for( int i = 2; i < 8192; i++ )
1272                 {
1273                     ts_pid_t *pid = &p_sys->pid[i];
1274
1275                     if( !pid->b_valid || pid->psi )
1276                         continue;
1277
1278                     for( int i_prg = 0; i_prg < pid->p_owner->i_prg; i_prg++ )
1279                     {
1280                         if( pid->p_owner->prg[i_prg]->i_pid_pmt == i_pmt_pid && pid->es->id )
1281                         {
1282                             /* We only remove es that aren't defined by extra pmt */
1283                             stream_Control( p_demux->s,
1284                                             STREAM_CONTROL_ACCESS,
1285                                             ACCESS_SET_PRIVATE_ID_STATE,
1286                                             i, false );
1287                             break;
1288                         }
1289                     }
1290                 }
1291             }
1292
1293             /* select new program */
1294             p_sys->i_current_program = i_int;
1295             i_pmt_pid = -1;
1296             for( int i = 0; i < p_sys->i_pmt; i++ )
1297             {
1298                 ts_pid_t *pmt = p_sys->pmt[i];
1299
1300                 for( int i_prg = 0; i_prg < pmt->psi->i_prg; i_prg++ )
1301                 {
1302                     if( pmt->psi->prg[i_prg]->i_number == i_int )
1303                     {
1304                         i_pmt_pid = p_sys->pmt[i]->i_pid;
1305                         p_prg = p_sys->pmt[i]->psi->prg[i_prg];
1306                         break;
1307                     }
1308                 }
1309                 if( i_pmt_pid > 0 )
1310                     break;
1311             }
1312             if( i_pmt_pid > 0 )
1313             {
1314                 stream_Control( p_demux->s, STREAM_CONTROL_ACCESS,
1315                                 ACCESS_SET_PRIVATE_ID_STATE, i_pmt_pid,
1316                                 true );
1317                 stream_Control( p_demux->s, STREAM_CONTROL_ACCESS,
1318                                 ACCESS_SET_PRIVATE_ID_STATE, p_prg->i_pid_pcr,
1319                                 true );
1320
1321                 for( int i = 2; i < 8192; i++ )
1322                 {
1323                     ts_pid_t *pid = &p_sys->pid[i];
1324
1325                     if( !pid->b_valid || pid->psi )
1326                         continue;
1327
1328                     for( int i_prg = 0; i_prg < pid->p_owner->i_prg; i_prg++ )
1329                     {
1330                         if( pid->p_owner->prg[i_prg]->i_pid_pmt == i_pmt_pid && pid->es->id )
1331                         {
1332                             if ( pid->es->fmt.i_cat == VIDEO_ES && !i_vpid )
1333                                 i_vpid = i;
1334                             if ( pid->es->fmt.i_cat == AUDIO_ES && !i_apid1 )
1335                                 i_apid1 = i;
1336                             else if ( pid->es->fmt.i_cat == AUDIO_ES && !i_apid2 )
1337                                 i_apid2 = i;
1338                             else if ( pid->es->fmt.i_cat == AUDIO_ES && !i_apid3 )
1339                                 i_apid3 = i;
1340
1341                             stream_Control( p_demux->s,
1342                                             STREAM_CONTROL_ACCESS,
1343                                             ACCESS_SET_PRIVATE_ID_STATE,
1344                                             i, true );
1345                             break;
1346                         }
1347                     }
1348                 }
1349             }
1350         }
1351         else
1352         {
1353             p_sys->i_current_program = -1;
1354             p_sys->p_programs_list = p_list;
1355         }
1356         return VLC_SUCCESS;
1357     }
1358
1359     case DEMUX_CAN_RECORD:
1360         pb_bool = (bool*)va_arg( args, bool * );
1361         *pb_bool = true;
1362         return VLC_SUCCESS;
1363
1364     case DEMUX_SET_RECORD_STATE:
1365         b_bool = (bool)va_arg( args, int );
1366
1367         if( !b_bool )
1368             stream_Control( p_demux->s, STREAM_SET_RECORD_STATE, false );
1369         p_sys->b_start_record = b_bool;
1370         return VLC_SUCCESS;
1371
1372     case DEMUX_GET_FPS:
1373     case DEMUX_SET_TIME:
1374     default:
1375         return VLC_EGENERIC;
1376     }
1377 }
1378
1379 /*****************************************************************************
1380  *
1381  *****************************************************************************/
1382 static int UserPmt( demux_t *p_demux, const char *psz_fmt )
1383 {
1384     demux_sys_t *p_sys = p_demux->p_sys;
1385     char *psz_dup = strdup( psz_fmt );
1386     char *psz = psz_dup;
1387     int  i_pid;
1388     int  i_number;
1389
1390     if( !psz_dup )
1391         return VLC_ENOMEM;
1392
1393     /* Parse PID */
1394     i_pid = strtol( psz, &psz, 0 );
1395     if( i_pid < 2 || i_pid >= 8192 )
1396         goto error;
1397
1398     /* Parse optional program number */
1399     i_number = 0;
1400     if( *psz == ':' )
1401         i_number = strtol( &psz[1], &psz, 0 );
1402
1403     /* */
1404     ts_pid_t *pmt = &p_sys->pid[i_pid];
1405     ts_prg_psi_t *prg;
1406
1407     msg_Dbg( p_demux, "user pmt specified (pid=%d,number=%d)", i_pid, i_number );
1408     PIDInit( pmt, true, NULL );
1409
1410     /* Dummy PMT */
1411     prg = malloc( sizeof( ts_prg_psi_t ) );
1412     if( !prg )
1413         goto error;
1414
1415     memset( prg, 0, sizeof( ts_prg_psi_t ) );
1416     prg->i_pid_pcr  = -1;
1417     prg->i_pid_pmt  = -1;
1418     prg->i_version  = -1;
1419     prg->i_number   = i_number != 0 ? i_number : TS_USER_PMT_NUMBER;
1420     prg->handle     = dvbpsi_AttachPMT( i_number != TS_USER_PMT_NUMBER ? i_number : 1, (dvbpsi_pmt_callback)PMTCallBack, p_demux );
1421     TAB_APPEND( pmt->psi->i_prg, pmt->psi->prg, prg );
1422
1423     psz = strchr( psz, '=' );
1424     if( psz )
1425         psz++;
1426     while( psz && *psz )
1427     {
1428         char *psz_next = strchr( psz, ',' );
1429         int i_pid;
1430
1431         if( psz_next )
1432             *psz_next++ = '\0';
1433
1434         i_pid = strtol( psz, &psz, 0 );
1435         if( *psz != ':' || i_pid < 2 || i_pid >= 8192 )
1436             goto next;
1437
1438         char *psz_opt = &psz[1];
1439         if( !strcmp( psz_opt, "pcr" ) )
1440         {
1441             prg->i_pid_pcr = i_pid;
1442         }
1443         else if( !p_sys->pid[i_pid].b_valid )
1444         {
1445             ts_pid_t *pid = &p_sys->pid[i_pid];
1446
1447             char *psz_arg = strchr( psz_opt, '=' );
1448             if( psz_arg )
1449                 *psz_arg++ = '\0';
1450
1451             PIDInit( pid, false, pmt->psi);
1452             if( prg->i_pid_pcr <= 0 )
1453                 prg->i_pid_pcr = i_pid;
1454
1455             if( psz_arg && strlen( psz_arg ) == 4 )
1456             {
1457                 const vlc_fourcc_t i_codec = VLC_FOURCC( psz_arg[0], psz_arg[1],
1458                                                          psz_arg[2], psz_arg[3] );
1459                 int i_cat = UNKNOWN_ES;
1460                 es_format_t *fmt = &pid->es->fmt;
1461
1462                 if( !strcmp( psz_opt, "video" ) )
1463                     i_cat = VIDEO_ES;
1464                 else if( !strcmp( psz_opt, "audio" ) )
1465                     i_cat = AUDIO_ES;
1466                 else if( !strcmp( psz_opt, "spu" ) )
1467                     i_cat = SPU_ES;
1468
1469                 es_format_Init( fmt, i_cat, i_codec );
1470                 fmt->b_packetized = false;
1471             }
1472             else
1473             {
1474                 const int i_stream_type = strtol( psz_opt, NULL, 0 );
1475                 PIDFillFormat( pid, i_stream_type );
1476             }
1477             pid->es->fmt.i_group = i_number;
1478             if( p_sys->b_es_id_pid )
1479                 pid->es->fmt.i_id = i_pid;
1480
1481             if( pid->es->fmt.i_cat != UNKNOWN_ES )
1482             {
1483                 msg_Dbg( p_demux, "  * es pid=%d fcc=%4.4s", i_pid,
1484                          (char*)&pid->es->fmt.i_codec );
1485                 pid->es->id = es_out_Add( p_demux->out,
1486                                           &pid->es->fmt );
1487             }
1488         }
1489
1490     next:
1491         psz = psz_next;
1492     }
1493
1494     p_sys->b_user_pmt = true;
1495     TAB_APPEND( p_sys->i_pmt, p_sys->pmt, pmt );
1496     free( psz_dup );
1497     return VLC_SUCCESS;
1498
1499 error:
1500     free( psz_dup );
1501     return VLC_EGENERIC;
1502 }
1503
1504 static void PIDInit( ts_pid_t *pid, bool b_psi, ts_psi_t *p_owner )
1505 {
1506     bool b_old_valid = pid->b_valid;
1507
1508     pid->b_valid    = true;
1509     pid->i_cc       = 0xff;
1510     pid->b_scrambled = false;
1511     pid->p_owner    = p_owner;
1512     pid->i_owner_number = 0;
1513
1514     TAB_INIT( pid->i_extra_es, pid->extra_es );
1515
1516     if( b_psi )
1517     {
1518         pid->es  = NULL;
1519
1520         if( !b_old_valid )
1521         {
1522             pid->psi = malloc( sizeof( ts_psi_t ) );
1523             if( pid->psi )
1524             {
1525                 pid->psi->handle = NULL;
1526                 TAB_INIT( pid->psi->i_prg, pid->psi->prg );
1527             }
1528         }
1529         assert( pid->psi );
1530
1531         pid->psi->i_pat_version  = -1;
1532         pid->psi->i_sdt_version  = -1;
1533         if( p_owner )
1534         {
1535             ts_prg_psi_t *prg = malloc( sizeof( ts_prg_psi_t ) );
1536             if( prg )
1537             {
1538                 /* PMT */
1539                 prg->i_version  = -1;
1540                 prg->i_number   = -1;
1541                 prg->i_pid_pcr  = -1;
1542                 prg->i_pid_pmt  = -1;
1543                 prg->iod        = NULL;
1544                 prg->handle     = NULL;
1545
1546                 TAB_APPEND( pid->psi->i_prg, pid->psi->prg, prg );
1547             }
1548         }
1549     }
1550     else
1551     {
1552         pid->psi = NULL;
1553         pid->es  = malloc( sizeof( ts_es_t ) );
1554         if( pid->es )
1555         {
1556             es_format_Init( &pid->es->fmt, UNKNOWN_ES, 0 );
1557             pid->es->id      = NULL;
1558             pid->es->p_pes   = NULL;
1559             pid->es->i_pes_size= 0;
1560             pid->es->i_pes_gathered= 0;
1561             pid->es->pp_last = &pid->es->p_pes;
1562             pid->es->p_mpeg4desc = NULL;
1563             pid->es->b_gather = false;
1564         }
1565     }
1566 }
1567
1568 static void PIDClean( es_out_t *out, ts_pid_t *pid )
1569 {
1570     if( pid->psi )
1571     {
1572         if( pid->psi->handle )
1573             dvbpsi_DetachPMT( pid->psi->handle );
1574         for( int i = 0; i < pid->psi->i_prg; i++ )
1575         {
1576             if( pid->psi->prg[i]->iod )
1577                 IODFree( pid->psi->prg[i]->iod );
1578             if( pid->psi->prg[i]->handle )
1579                 dvbpsi_DetachPMT( pid->psi->prg[i]->handle );
1580             free( pid->psi->prg[i] );
1581         }
1582         free( pid->psi->prg );
1583         free( pid->psi );
1584     }
1585     else
1586     {
1587         if( pid->es->id )
1588             es_out_Del( out, pid->es->id );
1589
1590         if( pid->es->p_pes )
1591             block_ChainRelease( pid->es->p_pes );
1592
1593         es_format_Clean( &pid->es->fmt );
1594
1595         free( pid->es );
1596
1597         for( int i = 0; i < pid->i_extra_es; i++ )
1598         {
1599             if( pid->extra_es[i]->id )
1600                 es_out_Del( out, pid->extra_es[i]->id );
1601
1602             if( pid->extra_es[i]->p_pes )
1603                 block_ChainRelease( pid->extra_es[i]->p_pes );
1604
1605             es_format_Clean( &pid->extra_es[i]->fmt );
1606
1607             free( pid->extra_es[i] );
1608         }
1609         if( pid->i_extra_es )
1610             free( pid->extra_es );
1611     }
1612
1613     pid->b_valid = false;
1614 }
1615
1616 /****************************************************************************
1617  * gathering stuff
1618  ****************************************************************************/
1619 static void ParsePES( demux_t *p_demux, ts_pid_t *pid )
1620 {
1621     block_t *p_pes = pid->es->p_pes;
1622     uint8_t header[34];
1623     unsigned i_pes_size = 0;
1624     unsigned i_skip = 0;
1625     mtime_t i_dts = -1;
1626     mtime_t i_pts = -1;
1627     mtime_t i_length = 0;
1628
1629     /* remove the pes from pid */
1630     pid->es->p_pes = NULL;
1631     pid->es->i_pes_size= 0;
1632     pid->es->i_pes_gathered= 0;
1633     pid->es->pp_last = &pid->es->p_pes;
1634
1635     /* FIXME find real max size */
1636     /* const int i_max = */ block_ChainExtract( p_pes, header, 34 );
1637     
1638     if( header[0] != 0 || header[1] != 0 || header[2] != 1 )
1639     {
1640         if( !p_demux->p_sys->b_silent )
1641             msg_Warn( p_demux, "invalid header [0x%x:%x:%x:%x] (pid: %d)",
1642                       header[0], header[1],header[2],header[3], pid->i_pid );
1643         block_ChainRelease( p_pes );
1644         return;
1645     }
1646
1647     /* TODO check size */
1648     switch( header[3] )
1649     {
1650     case 0xBC:  /* Program stream map */
1651     case 0xBE:  /* Padding */
1652     case 0xBF:  /* Private stream 2 */
1653     case 0xF0:  /* ECM */
1654     case 0xF1:  /* EMM */
1655     case 0xFF:  /* Program stream directory */
1656     case 0xF2:  /* DSMCC stream */
1657     case 0xF8:  /* ITU-T H.222.1 type E stream */
1658         i_skip = 6;
1659         break;
1660     default:
1661         if( ( header[6]&0xC0 ) == 0x80 )
1662         {
1663             /* mpeg2 PES */
1664             i_skip = header[8] + 9;
1665
1666             if( header[7]&0x80 )    /* has pts */
1667             {
1668                 i_pts = ((mtime_t)(header[ 9]&0x0e ) << 29)|
1669                          (mtime_t)(header[10] << 22)|
1670                         ((mtime_t)(header[11]&0xfe) << 14)|
1671                          (mtime_t)(header[12] << 7)|
1672                          (mtime_t)(header[13] >> 1);
1673
1674                 if( header[7]&0x40 )    /* has dts */
1675                 {
1676                      i_dts = ((mtime_t)(header[14]&0x0e ) << 29)|
1677                              (mtime_t)(header[15] << 22)|
1678                             ((mtime_t)(header[16]&0xfe) << 14)|
1679                              (mtime_t)(header[17] << 7)|
1680                              (mtime_t)(header[18] >> 1);
1681                 }
1682             }
1683         }
1684         else
1685         {
1686             i_skip = 6;
1687             while( i_skip < 23 && header[i_skip] == 0xff )
1688             {
1689                 i_skip++;
1690             }
1691             if( i_skip == 23 )
1692             {
1693                 msg_Err( p_demux, "too much MPEG-1 stuffing" );
1694                 block_ChainRelease( p_pes );
1695                 return;
1696             }
1697             if( ( header[i_skip] & 0xC0 ) == 0x40 )
1698             {
1699                 i_skip += 2;
1700             }
1701
1702             if(  header[i_skip]&0x20 )
1703             {
1704                  i_pts = ((mtime_t)(header[i_skip]&0x0e ) << 29)|
1705                           (mtime_t)(header[i_skip+1] << 22)|
1706                          ((mtime_t)(header[i_skip+2]&0xfe) << 14)|
1707                           (mtime_t)(header[i_skip+3] << 7)|
1708                           (mtime_t)(header[i_skip+4] >> 1);
1709
1710                 if( header[i_skip]&0x10 )    /* has dts */
1711                 {
1712                      i_dts = ((mtime_t)(header[i_skip+5]&0x0e ) << 29)|
1713                               (mtime_t)(header[i_skip+6] << 22)|
1714                              ((mtime_t)(header[i_skip+7]&0xfe) << 14)|
1715                               (mtime_t)(header[i_skip+8] << 7)|
1716                               (mtime_t)(header[i_skip+9] >> 1);
1717                      i_skip += 10;
1718                 }
1719                 else
1720                 {
1721                     i_skip += 5;
1722                 }
1723             }
1724             else
1725             {
1726                 i_skip += 1;
1727             }
1728         }
1729         break;
1730     }
1731
1732     if( pid->es->fmt.i_codec == VLC_FOURCC( 'a', '5', '2', 'b' ) ||
1733         pid->es->fmt.i_codec == VLC_FOURCC( 'd', 't', 's', 'b' ) )
1734     {
1735         i_skip += 4;
1736     }
1737     else if( pid->es->fmt.i_codec == VLC_FOURCC( 'l', 'p', 'c', 'b' ) ||
1738              pid->es->fmt.i_codec == VLC_FOURCC( 's', 'p', 'u', 'b' ) ||
1739              pid->es->fmt.i_codec == VLC_FOURCC( 's', 'd', 'd', 'b' ) )
1740     {
1741         i_skip += 1;
1742     }
1743     else if( pid->es->fmt.i_codec == VLC_CODEC_SUBT &&
1744              pid->es->p_mpeg4desc )
1745     {
1746         decoder_config_descriptor_t *dcd = &pid->es->p_mpeg4desc->dec_descr;
1747
1748         if( dcd->i_decoder_specific_info_len > 2 &&
1749             dcd->p_decoder_specific_info[0] == 0x10 &&
1750             ( dcd->p_decoder_specific_info[1]&0x10 ) )
1751         {
1752             /* display length */
1753             if( p_pes->i_buffer + 2 <= i_skip )
1754                 i_length = GetWBE( &p_pes->p_buffer[i_skip] );
1755
1756             i_skip += 2;
1757         }
1758         if( p_pes->i_buffer + 2 <= i_skip )
1759             i_pes_size = GetWBE( &p_pes->p_buffer[i_skip] );
1760         /* */
1761         i_skip += 2;
1762     }
1763 #ifdef ZVBI_COMPILED
1764     else if( pid->es->fmt.i_codec == VLC_CODEC_TELETEXT )
1765         i_skip = 0; /*hack for zvbi support */
1766 #endif
1767     /* skip header */
1768     while( p_pes && i_skip > 0 )
1769     {
1770         if( p_pes->i_buffer <= i_skip )
1771         {
1772             block_t *p_next = p_pes->p_next;
1773
1774             i_skip -= p_pes->i_buffer;
1775             block_Release( p_pes );
1776             p_pes = p_next;
1777         }
1778         else
1779         {
1780             p_pes->i_buffer -= i_skip;
1781             p_pes->p_buffer += i_skip;
1782             break;
1783         }
1784     }
1785
1786     /* ISO/IEC 13818-1 2.7.5: if no pts and no dts, then dts == pts */
1787     if( i_pts >= 0 && i_dts < 0 )
1788         i_dts = i_pts;
1789
1790     if( p_pes )
1791     {
1792         block_t *p_block;
1793         int i;
1794
1795         if( i_dts >= 0 )
1796         {
1797             p_pes->i_dts = i_dts * 100 / 9;
1798         }
1799         if( i_pts >= 0 )
1800         {
1801             p_pes->i_pts = i_pts * 100 / 9;
1802         }
1803         p_pes->i_length = i_length * 100 / 9;
1804
1805         p_block = block_ChainGather( p_pes );
1806         if( pid->es->fmt.i_codec == VLC_CODEC_SUBT )
1807         {
1808             if( i_pes_size > 0 && p_block->i_buffer > i_pes_size )
1809             {
1810                 p_block->i_buffer = i_pes_size;
1811             }
1812             /* Append a \0 */
1813             p_block = block_Realloc( p_block, 0, p_block->i_buffer + 1 );
1814             p_block->p_buffer[p_block->i_buffer -1] = '\0';
1815         }
1816
1817         for( i = 0; i < pid->i_extra_es; i++ )
1818         {
1819             es_out_Send( p_demux->out, pid->extra_es[i]->id,
1820                          block_Duplicate( p_block ) );
1821         }
1822
1823         es_out_Send( p_demux->out, pid->es->id, p_block );
1824     }
1825     else
1826     {
1827         msg_Warn( p_demux, "empty pes" );
1828     }
1829 }
1830
1831 static void PCRHandle( demux_t *p_demux, ts_pid_t *pid, block_t *p_bk )
1832 {
1833     demux_sys_t   *p_sys = p_demux->p_sys;
1834     const uint8_t *p = p_bk->p_buffer;
1835
1836     if( ( p[3]&0x20 ) && /* adaptation */
1837         ( p[5]&0x10 ) &&
1838         ( p[4] >= 7 ) )
1839     {
1840         /* PCR is 33 bits */
1841         const mtime_t i_pcr = ( (mtime_t)p[6] << 25 ) |
1842                               ( (mtime_t)p[7] << 17 ) |
1843                               ( (mtime_t)p[8] << 9 ) |
1844                               ( (mtime_t)p[9] << 1 ) |
1845                               ( (mtime_t)p[10] >> 7 );
1846
1847         /* Search program and set the PCR */
1848         for( int i = 0; i < p_sys->i_pmt; i++ )
1849         {
1850             for( int i_prg = 0; i_prg < p_sys->pmt[i]->psi->i_prg; i_prg++ )
1851             {
1852                 if( pid->i_pid == p_sys->pmt[i]->psi->prg[i_prg]->i_pid_pcr )
1853                 {
1854                     es_out_Control( p_demux->out, ES_OUT_SET_GROUP_PCR,
1855                                     (int)p_sys->pmt[i]->psi->prg[i_prg]->i_number,
1856                                     (int64_t)(i_pcr * 100 / 9) );
1857                 }
1858             }
1859         }
1860     }
1861 }
1862
1863 static bool GatherPES( demux_t *p_demux, ts_pid_t *pid, block_t *p_bk )
1864 {
1865     const uint8_t *p = p_bk->p_buffer;
1866     const bool b_unit_start = p[1]&0x40;
1867     const bool b_scrambled  = p[3]&0x80;
1868     const bool b_adaptation = p[3]&0x20;
1869     const bool b_payload    = p[3]&0x10;
1870     const int  i_cc         = p[3]&0x0f; /* continuity counter */
1871     bool       b_discontinuity = false;  /* discontinuity */
1872
1873     /* transport_scrambling_control is ignored */
1874     int         i_skip = 0;
1875     bool        i_ret  = false;
1876
1877 #if 0
1878     msg_Dbg( p_demux, "pid=%d unit_start=%d adaptation=%d payload=%d "
1879              "cc=0x%x", pid->i_pid, b_unit_start, b_adaptation,
1880              b_payload, i_cc );
1881 #endif
1882
1883     /* For now, ignore additional error correction
1884      * TODO: handle Reed-Solomon 204,188 error correction */
1885     p_bk->i_buffer = TS_PACKET_SIZE_188;
1886
1887     if( p[1]&0x80 )
1888     {
1889         msg_Dbg( p_demux, "transport_error_indicator set (pid=%d)",
1890                  pid->i_pid );
1891         if( pid->es->p_pes ) //&& pid->es->fmt.i_cat == VIDEO_ES )
1892             pid->es->p_pes->i_flags |= BLOCK_FLAG_CORRUPTED;
1893     }
1894
1895     if( p_demux->p_sys->csa )
1896     {
1897         vlc_mutex_lock( &p_demux->p_sys->csa_lock );
1898         csa_Decrypt( p_demux->p_sys->csa, p_bk->p_buffer, p_demux->p_sys->i_csa_pkt_size );
1899         vlc_mutex_unlock( &p_demux->p_sys->csa_lock );
1900     }
1901
1902     if( !b_adaptation )
1903     {
1904         /* We don't have any adaptation_field, so payload starts
1905          * immediately after the 4 byte TS header */
1906         i_skip = 4;
1907     }
1908     else
1909     {
1910         /* p[4] is adaptation_field_length minus one */
1911         i_skip = 5 + p[4];
1912         if( p[4] > 0 )
1913         {
1914             /* discontinuity indicator found in stream */
1915             b_discontinuity = (p[5]&0x80) ? true : false;
1916             if( b_discontinuity && pid->es->p_pes )
1917             {
1918                 msg_Warn( p_demux, "discontinuity indicator (pid=%d) ",
1919                             pid->i_pid );
1920                 /* pid->es->p_pes->i_flags |= BLOCK_FLAG_DISCONTINUITY; */
1921             }
1922 #if 0
1923             if( p[5]&0x40 )
1924                 msg_Dbg( p_demux, "random access indicator (pid=%d) ", pid->i_pid );
1925 #endif
1926         }
1927     }
1928
1929     /* Test continuity counter */
1930     /* continuous when (one of this):
1931         * diff == 1
1932         * diff == 0 and payload == 0
1933         * diff == 0 and duplicate packet (playload != 0) <- should we
1934         *   test the content ?
1935      */
1936     const int i_diff = ( i_cc - pid->i_cc )&0x0f;
1937     if( b_payload && i_diff == 1 )
1938     {
1939         pid->i_cc = ( pid->i_cc + 1 ) & 0xf;
1940     }
1941     else
1942     {
1943         if( pid->i_cc == 0xff )
1944         {
1945             msg_Warn( p_demux, "first packet for pid=%d cc=0x%x",
1946                       pid->i_pid, i_cc );
1947             pid->i_cc = i_cc;
1948         }
1949         else if( i_diff != 0 && !b_discontinuity )
1950         {
1951             msg_Warn( p_demux, "discontinuity received 0x%x instead of 0x%x (pid=%d)",
1952                       i_cc, ( pid->i_cc + 1 )&0x0f, pid->i_pid );
1953
1954             pid->i_cc = i_cc;
1955             if( pid->es->p_pes && pid->es->fmt.i_cat != VIDEO_ES )
1956             {
1957                 /* Small video artifacts are usually better then
1958                  * dropping full frames */
1959                 pid->es->p_pes->i_flags |= BLOCK_FLAG_CORRUPTED;
1960             }
1961         }
1962     }
1963
1964     PCRHandle( p_demux, pid, p_bk );
1965
1966     if( i_skip >= 188 || pid->es->id == NULL || p_demux->p_sys->b_udp_out )
1967     {
1968         block_Release( p_bk );
1969         return i_ret;
1970     }
1971
1972     /* */
1973     if( !pid->b_scrambled != !b_scrambled )
1974     {
1975         msg_Warn( p_demux, "scrambled state changed on pid %d (%d->%d)",
1976                   pid->i_pid, pid->b_scrambled, b_scrambled );
1977
1978         pid->b_scrambled = b_scrambled;
1979
1980         for( int i = 0; i < pid->i_extra_es; i++ )
1981         {
1982             es_out_Control( p_demux->out, ES_OUT_SET_ES_SCRAMBLED_STATE,
1983                             pid->extra_es[i]->id, b_scrambled );
1984         }
1985         es_out_Control( p_demux->out, ES_OUT_SET_ES_SCRAMBLED_STATE,
1986                         pid->es->id, b_scrambled );
1987     }
1988
1989     /* We have to gather it */
1990     p_bk->p_buffer += i_skip;
1991     p_bk->i_buffer -= i_skip;
1992
1993     if( b_unit_start )
1994     {
1995         if( pid->es->p_pes )
1996         {
1997             ParsePES( p_demux, pid );
1998             i_ret = true;
1999         }
2000
2001         block_ChainLastAppend( &pid->es->pp_last, p_bk );
2002         if( p_bk->i_buffer > 6 )
2003         {
2004             pid->es->i_pes_size = GetWBE( &p_bk->p_buffer[4] );
2005             if( pid->es->i_pes_size > 0 )
2006             {
2007                 pid->es->i_pes_size += 6;
2008             }
2009         }
2010         pid->es->i_pes_gathered += p_bk->i_buffer;
2011         if( pid->es->i_pes_size > 0 &&
2012             pid->es->i_pes_gathered >= pid->es->i_pes_size )
2013         {
2014             ParsePES( p_demux, pid );
2015             i_ret = true;
2016         }
2017     }
2018     else
2019     {
2020         if( pid->es->p_pes == NULL )
2021         {
2022             /* msg_Dbg( p_demux, "broken packet" ); */
2023             block_Release( p_bk );
2024         }
2025         else
2026         {
2027             block_ChainLastAppend( &pid->es->pp_last, p_bk );
2028             pid->es->i_pes_gathered += p_bk->i_buffer;
2029             if( pid->es->i_pes_size > 0 &&
2030                 pid->es->i_pes_gathered >= pid->es->i_pes_size )
2031             {
2032                 ParsePES( p_demux, pid );
2033                 i_ret = true;
2034             }
2035         }
2036     }
2037
2038     return i_ret;
2039 }
2040
2041 static int PIDFillFormat( ts_pid_t *pid, int i_stream_type )
2042 {
2043     es_format_t *fmt = &pid->es->fmt;
2044
2045     switch( i_stream_type )
2046     {
2047     case 0x01:  /* MPEG-1 video */
2048     case 0x02:  /* MPEG-2 video */
2049     case 0x80:  /* MPEG-2 MOTO video */
2050         es_format_Init( fmt, VIDEO_ES, VLC_CODEC_MPGV );
2051         break;
2052     case 0x03:  /* MPEG-1 audio */
2053     case 0x04:  /* MPEG-2 audio */
2054         es_format_Init( fmt, AUDIO_ES, VLC_CODEC_MPGA );
2055         break;
2056     case 0x11:  /* MPEG4 (audio) */
2057     case 0x0f:  /* ISO/IEC 13818-7 Audio with ADTS transport syntax */
2058         es_format_Init( fmt, AUDIO_ES, VLC_CODEC_MP4A );
2059         break;
2060     case 0x10:  /* MPEG4 (video) */
2061         es_format_Init( fmt, VIDEO_ES, VLC_CODEC_MP4V );
2062         pid->es->b_gather = true;
2063         break;
2064     case 0x1B:  /* H264 <- check transport syntax/needed descriptor */
2065         es_format_Init( fmt, VIDEO_ES, VLC_CODEC_H264 );
2066         break;
2067
2068     case 0x81:  /* A52 (audio) */
2069         es_format_Init( fmt, AUDIO_ES, VLC_CODEC_A52 );
2070         break;
2071     case 0x82:  /* DVD_SPU (sub) */
2072         es_format_Init( fmt, SPU_ES, VLC_CODEC_SPU );
2073         break;
2074     case 0x83:  /* LPCM (audio) */
2075         es_format_Init( fmt, AUDIO_ES, VLC_CODEC_DVD_LPCM );
2076         break;
2077     case 0x84:  /* SDDS (audio) */
2078         es_format_Init( fmt, AUDIO_ES, VLC_CODEC_SDDS );
2079         break;
2080     case 0x85:  /* DTS (audio) */
2081         es_format_Init( fmt, AUDIO_ES, VLC_CODEC_DTS );
2082         break;
2083     case 0x87: /* E-AC3 */
2084         es_format_Init( fmt, AUDIO_ES, VLC_CODEC_EAC3 );
2085         break;
2086
2087     case 0x91:  /* A52 vls (audio) */
2088         es_format_Init( fmt, AUDIO_ES, VLC_FOURCC( 'a', '5', '2', 'b' ) );
2089         break;
2090     case 0x92:  /* DVD_SPU vls (sub) */
2091         es_format_Init( fmt, SPU_ES, VLC_FOURCC( 's', 'p', 'u', 'b' ) );
2092         break;
2093
2094     case 0x94:  /* SDDS (audio) */
2095         es_format_Init( fmt, AUDIO_ES, VLC_FOURCC( 's', 'd', 'd', 'b' ) );
2096         break;
2097
2098     case 0xa0:  /* MSCODEC vlc (video) (fixed later) */
2099         es_format_Init( fmt, UNKNOWN_ES, 0 );
2100         pid->es->b_gather = true;
2101         break;
2102
2103     case 0x06:  /* PES_PRIVATE  (fixed later) */
2104     case 0x12:  /* MPEG-4 generic (sub/scene/...) (fixed later) */
2105     case 0xEA:  /* Privately managed ES (VC-1) (fixed later */
2106     default:
2107         es_format_Init( fmt, UNKNOWN_ES, 0 );
2108         break;
2109     }
2110
2111     /* PES packets usually contain truncated frames */
2112     fmt->b_packetized = false;
2113
2114     return fmt->i_cat == UNKNOWN_ES ? VLC_EGENERIC : VLC_SUCCESS ;
2115 }
2116
2117 /*****************************************************************************
2118  * MP4 specific functions (IOD parser)
2119  *****************************************************************************/
2120 static int  IODDescriptorLength( int *pi_data, uint8_t **pp_data )
2121 {
2122     unsigned int i_b;
2123     unsigned int i_len = 0;
2124     do
2125     {
2126         i_b = **pp_data;
2127         (*pp_data)++;
2128         (*pi_data)--;
2129         i_len = ( i_len << 7 ) + ( i_b&0x7f );
2130
2131     } while( i_b&0x80 );
2132
2133     return( i_len );
2134 }
2135
2136 static int IODGetByte( int *pi_data, uint8_t **pp_data )
2137 {
2138     if( *pi_data > 0 )
2139     {
2140         const int i_b = **pp_data;
2141         (*pp_data)++;
2142         (*pi_data)--;
2143         return( i_b );
2144     }
2145     return( 0 );
2146 }
2147
2148 static int IODGetWord( int *pi_data, uint8_t **pp_data )
2149 {
2150     const int i1 = IODGetByte( pi_data, pp_data );
2151     const int i2 = IODGetByte( pi_data, pp_data );
2152     return( ( i1 << 8 ) | i2 );
2153 }
2154
2155 static int IODGet3Bytes( int *pi_data, uint8_t **pp_data )
2156 {
2157     const int i1 = IODGetByte( pi_data, pp_data );
2158     const int i2 = IODGetByte( pi_data, pp_data );
2159     const int i3 = IODGetByte( pi_data, pp_data );
2160
2161     return( ( i1 << 16 ) | ( i2 << 8) | i3 );
2162 }
2163
2164 static uint32_t IODGetDWord( int *pi_data, uint8_t **pp_data )
2165 {
2166     const uint32_t i1 = IODGetWord( pi_data, pp_data );
2167     const uint32_t i2 = IODGetWord( pi_data, pp_data );
2168     return( ( i1 << 16 ) | i2 );
2169 }
2170
2171 static char* IODGetURL( int *pi_data, uint8_t **pp_data )
2172 {
2173     char *url;
2174     int i_url_len, i;
2175
2176     i_url_len = IODGetByte( pi_data, pp_data );
2177     url = malloc( i_url_len + 1 );
2178     if( !url ) return NULL;
2179     for( i = 0; i < i_url_len; i++ )
2180     {
2181         url[i] = IODGetByte( pi_data, pp_data );
2182     }
2183     url[i_url_len] = '\0';
2184     return( url );
2185 }
2186
2187 static iod_descriptor_t *IODNew( int i_data, uint8_t *p_data )
2188 {
2189     iod_descriptor_t *p_iod;
2190     int i;
2191     int i_es_index;
2192     uint8_t i_flags, i_iod_tag, byte1, byte2, byte3;
2193     bool  b_url;
2194     int   i_iod_length;
2195
2196     p_iod = malloc( sizeof( iod_descriptor_t ) );
2197     if( !p_iod ) return NULL;
2198     memset( p_iod, 0, sizeof( iod_descriptor_t ) );
2199
2200 #ifdef TS_DEBUG
2201     fprintf( stderr, "\n************ IOD ************" );
2202 #endif
2203     for( i = 0; i < 255; i++ )
2204     {
2205         p_iod->es_descr[i].b_ok = 0;
2206     }
2207     i_es_index = 0;
2208
2209     if( i_data < 3 )
2210     {
2211         return p_iod;
2212     }
2213
2214     byte1 = IODGetByte( &i_data, &p_data );
2215     byte2 = IODGetByte( &i_data, &p_data );
2216     byte3 = IODGetByte( &i_data, &p_data );
2217     if( byte2 == 0x02 ) //old vlc's buggy implementation of the IOD_descriptor
2218     {
2219         p_iod->i_iod_label_scope = 0x11;
2220         p_iod->i_iod_label = byte1;
2221         i_iod_tag = byte2;
2222     }
2223     else  //correct implementation of the IOD_descriptor
2224     {
2225         p_iod->i_iod_label_scope = byte1;
2226         p_iod->i_iod_label = byte2;
2227         i_iod_tag = byte3;
2228     }
2229 #ifdef TS_DEBUG
2230     fprintf( stderr, "\n* iod_label:%d", p_iod->i_iod_label );
2231     fprintf( stderr, "\n* ===========" );
2232     fprintf( stderr, "\n* tag:0x%x", i_iod_tag );
2233 #endif
2234     if( i_iod_tag != 0x02 )
2235     {
2236 #ifdef TS_DEBUG
2237         fprintf( stderr, "\n ERR: tag %02x != 0x02", i_iod_tag );
2238 #endif
2239         return p_iod;
2240     }
2241
2242     i_iod_length = IODDescriptorLength( &i_data, &p_data );
2243 #ifdef TS_DEBUG
2244     fprintf( stderr, "\n* length:%d", i_iod_length );
2245 #endif
2246     if( i_iod_length > i_data )
2247     {
2248         i_iod_length = i_data;
2249     }
2250
2251     p_iod->i_od_id = ( IODGetByte( &i_data, &p_data ) << 2 );
2252     i_flags = IODGetByte( &i_data, &p_data );
2253     p_iod->i_od_id |= i_flags >> 6;
2254     b_url = ( i_flags >> 5  )&0x01;
2255 #ifdef TS_DEBUG
2256     fprintf( stderr, "\n* od_id:%d", p_iod->i_od_id );
2257     fprintf( stderr, "\n* url flag:%d", b_url );
2258     fprintf( stderr, "\n* includeInlineProfileLevel flag:%d", ( i_flags >> 4 )&0x01 );
2259 #endif
2260     if( b_url )
2261     {
2262         p_iod->psz_url = IODGetURL( &i_data, &p_data );
2263 #ifdef TS_DEBUG
2264         fprintf( stderr, "\n* url string:%s", p_iod->psz_url );
2265         fprintf( stderr, "\n*****************************\n" );
2266 #endif
2267         return p_iod;
2268     }
2269     else
2270     {
2271         p_iod->psz_url = NULL;
2272     }
2273
2274     p_iod->i_ODProfileLevelIndication = IODGetByte( &i_data, &p_data );
2275     p_iod->i_sceneProfileLevelIndication = IODGetByte( &i_data, &p_data );
2276     p_iod->i_audioProfileLevelIndication = IODGetByte( &i_data, &p_data );
2277     p_iod->i_visualProfileLevelIndication = IODGetByte( &i_data, &p_data );
2278     p_iod->i_graphicsProfileLevelIndication = IODGetByte( &i_data, &p_data );
2279 #ifdef TS_DEBUG
2280     fprintf( stderr, "\n* ODProfileLevelIndication:%d", p_iod->i_ODProfileLevelIndication );
2281     fprintf( stderr, "\n* sceneProfileLevelIndication:%d", p_iod->i_sceneProfileLevelIndication );
2282     fprintf( stderr, "\n* audioProfileLevelIndication:%d", p_iod->i_audioProfileLevelIndication );
2283     fprintf( stderr, "\n* visualProfileLevelIndication:%d", p_iod->i_visualProfileLevelIndication );
2284     fprintf( stderr, "\n* graphicsProfileLevelIndication:%d", p_iod->i_graphicsProfileLevelIndication );
2285 #endif
2286
2287     while( i_data > 0 && i_es_index < 255)
2288     {
2289         int i_tag, i_length;
2290         int     i_data_sav;
2291         uint8_t *p_data_sav;
2292
2293         i_tag = IODGetByte( &i_data, &p_data );
2294         i_length = IODDescriptorLength( &i_data, &p_data );
2295
2296         i_data_sav = i_data;
2297         p_data_sav = p_data;
2298
2299         i_data = i_length;
2300
2301         switch( i_tag )
2302         {
2303         case 0x03:
2304             {
2305 #define es_descr    p_iod->es_descr[i_es_index]
2306                 int i_decoderConfigDescr_length;
2307 #ifdef TS_DEBUG
2308                 fprintf( stderr, "\n* - ES_Descriptor length:%d", i_length );
2309 #endif
2310                 es_descr.b_ok = 1;
2311
2312                 es_descr.i_es_id = IODGetWord( &i_data, &p_data );
2313                 i_flags = IODGetByte( &i_data, &p_data );
2314                 es_descr.b_streamDependenceFlag = ( i_flags >> 7 )&0x01;
2315                 b_url = ( i_flags >> 6 )&0x01;
2316                 es_descr.b_OCRStreamFlag = ( i_flags >> 5 )&0x01;
2317                 es_descr.i_streamPriority = i_flags & 0x1f;
2318 #ifdef TS_DEBUG
2319                 fprintf( stderr, "\n*   * streamDependenceFlag:%d", es_descr.b_streamDependenceFlag );
2320                 fprintf( stderr, "\n*   * OCRStreamFlag:%d", es_descr.b_OCRStreamFlag );
2321                 fprintf( stderr, "\n*   * streamPriority:%d", es_descr.i_streamPriority );
2322 #endif
2323                 if( es_descr.b_streamDependenceFlag )
2324                 {
2325                     es_descr.i_dependOn_es_id = IODGetWord( &i_data, &p_data );
2326 #ifdef TS_DEBUG
2327                     fprintf( stderr, "\n*   * dependOn_es_id:%d", es_descr.i_dependOn_es_id );
2328 #endif
2329                 }
2330
2331                 if( b_url )
2332                 {
2333                     es_descr.psz_url = IODGetURL( &i_data, &p_data );
2334 #ifdef TS_DEBUG
2335                     fprintf( stderr, "\n* url string:%s", es_descr.psz_url );
2336 #endif
2337                 }
2338                 else
2339                 {
2340                     es_descr.psz_url = NULL;
2341                 }
2342
2343                 if( es_descr.b_OCRStreamFlag )
2344                 {
2345                     es_descr.i_OCR_es_id = IODGetWord( &i_data, &p_data );
2346 #ifdef TS_DEBUG
2347                     fprintf( stderr, "\n*   * OCR_es_id:%d", es_descr.i_OCR_es_id );
2348 #endif
2349                 }
2350
2351                 if( IODGetByte( &i_data, &p_data ) != 0x04 )
2352                 {
2353 #ifdef TS_DEBUG
2354                     fprintf( stderr, "\n* ERR missing DecoderConfigDescr" );
2355 #endif
2356                     es_descr.b_ok = 0;
2357                     break;
2358                 }
2359                 i_decoderConfigDescr_length = IODDescriptorLength( &i_data, &p_data );
2360 #ifdef TS_DEBUG
2361                 fprintf( stderr, "\n*   - DecoderConfigDesc length:%d", i_decoderConfigDescr_length );
2362 #endif
2363 #define dec_descr   es_descr.dec_descr
2364                 dec_descr.i_objectTypeIndication = IODGetByte( &i_data, &p_data );
2365                 i_flags = IODGetByte( &i_data, &p_data );
2366                 dec_descr.i_streamType = i_flags >> 2;
2367                 dec_descr.b_upStream = ( i_flags >> 1 )&0x01;
2368                 dec_descr.i_bufferSizeDB = IODGet3Bytes( &i_data, &p_data );
2369                 dec_descr.i_maxBitrate = IODGetDWord( &i_data, &p_data );
2370                 dec_descr.i_avgBitrate = IODGetDWord( &i_data, &p_data );
2371 #ifdef TS_DEBUG
2372                 fprintf( stderr, "\n*     * objectTypeIndication:0x%x", dec_descr.i_objectTypeIndication  );
2373                 fprintf( stderr, "\n*     * streamType:0x%x", dec_descr.i_streamType );
2374                 fprintf( stderr, "\n*     * upStream:%d", dec_descr.b_upStream );
2375                 fprintf( stderr, "\n*     * bufferSizeDB:%d", dec_descr.i_bufferSizeDB );
2376                 fprintf( stderr, "\n*     * maxBitrate:%d", dec_descr.i_maxBitrate );
2377                 fprintf( stderr, "\n*     * avgBitrate:%d", dec_descr.i_avgBitrate );
2378 #endif
2379                 if( i_decoderConfigDescr_length > 13 && IODGetByte( &i_data, &p_data ) == 0x05 )
2380                 {
2381                     int i;
2382                     dec_descr.i_decoder_specific_info_len =
2383                         IODDescriptorLength( &i_data, &p_data );
2384                     if( dec_descr.i_decoder_specific_info_len > 0 )
2385                     {
2386                         dec_descr.p_decoder_specific_info =
2387                             malloc( dec_descr.i_decoder_specific_info_len );
2388                     }
2389                     for( i = 0; i < dec_descr.i_decoder_specific_info_len; i++ )
2390                     {
2391                         dec_descr.p_decoder_specific_info[i] = IODGetByte( &i_data, &p_data );
2392                     }
2393                 }
2394                 else
2395                 {
2396                     dec_descr.i_decoder_specific_info_len = 0;
2397                     dec_descr.p_decoder_specific_info = NULL;
2398                 }
2399             }
2400 #undef  dec_descr
2401 #define sl_descr    es_descr.sl_descr
2402             {
2403                 int i_SLConfigDescr_length;
2404                 int i_predefined;
2405
2406                 if( IODGetByte( &i_data, &p_data ) != 0x06 )
2407                 {
2408 #ifdef TS_DEBUG
2409                     fprintf( stderr, "\n* ERR missing SLConfigDescr" );
2410 #endif
2411                     es_descr.b_ok = 0;
2412                     break;
2413                 }
2414                 i_SLConfigDescr_length = IODDescriptorLength( &i_data, &p_data );
2415 #ifdef TS_DEBUG
2416                 fprintf( stderr, "\n*   - SLConfigDescr length:%d", i_SLConfigDescr_length );
2417 #endif
2418                 i_predefined = IODGetByte( &i_data, &p_data );
2419 #ifdef TS_DEBUG
2420                 fprintf( stderr, "\n*     * i_predefined:0x%x", i_predefined  );
2421 #endif
2422                 switch( i_predefined )
2423                 {
2424                 case 0x01:
2425                     {
2426                         sl_descr.b_useAccessUnitStartFlag   = 0;
2427                         sl_descr.b_useAccessUnitEndFlag     = 0;
2428                         sl_descr.b_useRandomAccessPointFlag = 0;
2429                         //sl_descr.b_useRandomAccessUnitsOnlyFlag = 0;
2430                         sl_descr.b_usePaddingFlag           = 0;
2431                         sl_descr.b_useTimeStampsFlags       = 0;
2432                         sl_descr.b_useIdleFlag              = 0;
2433                         sl_descr.b_durationFlag     = 0;    // FIXME FIXME
2434                         sl_descr.i_timeStampResolution      = 1000;
2435                         sl_descr.i_OCRResolution    = 0;    // FIXME FIXME
2436                         sl_descr.i_timeStampLength          = 32;
2437                         sl_descr.i_OCRLength        = 0;    // FIXME FIXME
2438                         sl_descr.i_AU_Length                = 0;
2439                         sl_descr.i_instantBitrateLength= 0; // FIXME FIXME
2440                         sl_descr.i_degradationPriorityLength= 0;
2441                         sl_descr.i_AU_seqNumLength          = 0;
2442                         sl_descr.i_packetSeqNumLength       = 0;
2443                         if( sl_descr.b_durationFlag )
2444                         {
2445                             sl_descr.i_timeScale            = 0;    // FIXME FIXME
2446                             sl_descr.i_accessUnitDuration   = 0;    // FIXME FIXME
2447                             sl_descr.i_compositionUnitDuration= 0;    // FIXME FIXME
2448                         }
2449                         if( !sl_descr.b_useTimeStampsFlags )
2450                         {
2451                             sl_descr.i_startDecodingTimeStamp   = 0;    // FIXME FIXME
2452                             sl_descr.i_startCompositionTimeStamp= 0;    // FIXME FIXME
2453                         }
2454                     }
2455                     break;
2456                 default:
2457 #ifdef TS_DEBUG
2458                     fprintf( stderr, "\n* ERR unsupported SLConfigDescr predefined" );
2459 #endif
2460                     es_descr.b_ok = 0;
2461                     break;
2462                 }
2463             }
2464             break;
2465 #undef  sl_descr
2466 #undef  es_descr
2467         default:
2468 #ifdef TS_DEBUG
2469             fprintf( stderr, "\n* - OD tag:0x%x length:%d (Unsupported)", i_tag, i_length );
2470 #endif
2471             break;
2472         }
2473
2474         p_data = p_data_sav + i_length;
2475         i_data = i_data_sav - i_length;
2476         i_es_index++;
2477     }
2478 #ifdef TS_DEBUG
2479     fprintf( stderr, "\n*****************************\n" );
2480 #endif
2481     return p_iod;
2482 }
2483
2484 static void IODFree( iod_descriptor_t *p_iod )
2485 {
2486     int i;
2487
2488     if( p_iod->psz_url )
2489     {
2490         free( p_iod->psz_url );
2491         p_iod->psz_url = NULL;
2492         free( p_iod );
2493         return;
2494     }
2495
2496     for( i = 0; i < 255; i++ )
2497     {
2498 #define es_descr p_iod->es_descr[i]
2499         if( es_descr.b_ok )
2500         {
2501             if( es_descr.psz_url )
2502             {
2503                 free( es_descr.psz_url );
2504                 es_descr.psz_url = NULL;
2505             }
2506             else
2507             {
2508                 free( es_descr.dec_descr.p_decoder_specific_info );
2509                 es_descr.dec_descr.p_decoder_specific_info = NULL;
2510                 es_descr.dec_descr.i_decoder_specific_info_len = 0;
2511             }
2512         }
2513         es_descr.b_ok = 0;
2514 #undef  es_descr
2515     }
2516     free( p_iod );
2517 }
2518
2519 /****************************************************************************
2520  ****************************************************************************
2521  ** libdvbpsi callbacks
2522  ****************************************************************************
2523  ****************************************************************************/
2524 static bool ProgramIsSelected( demux_t *p_demux, uint16_t i_pgrm )
2525 {
2526     demux_sys_t          *p_sys = p_demux->p_sys;
2527
2528     if( !p_sys->b_access_control )
2529         return false;
2530     if( ( p_sys->i_current_program == -1 && p_sys->p_programs_list == NULL ) ||
2531         p_sys->i_current_program == 0 )
2532         return true;
2533     if( p_sys->i_current_program == i_pgrm )
2534         return true;
2535
2536     if( p_sys->p_programs_list != NULL )
2537     {
2538         for( int i = 0; i < p_sys->p_programs_list->i_count; i++ )
2539         {
2540             if( i_pgrm == p_sys->p_programs_list->p_values[i].i_int )
2541                 return true;
2542         }
2543     }
2544     return false;
2545 }
2546
2547 static void ValidateDVBMeta( demux_t *p_demux, int i_pid )
2548 {
2549     demux_sys_t *p_sys = p_demux->p_sys;
2550
2551     if( !p_sys->b_dvb_meta || ( i_pid != 0x11 && i_pid != 0x12 ) )
2552         return;
2553
2554     msg_Warn( p_demux, "Switching to non DVB mode" );
2555
2556     /* This doesn't look like a DVB stream so don't try
2557      * parsing the SDT/EDT */
2558
2559     for( int i = 0x11; i <= 0x12; i++ )
2560     {
2561         ts_pid_t *p_pid = &p_sys->pid[i];
2562         if( p_pid->psi )
2563         {
2564             dvbpsi_DetachDemux( p_pid->psi->handle );
2565             free( p_pid->psi );
2566             p_pid->psi = NULL;
2567             p_pid->b_valid = false;
2568         }
2569         if( p_sys->b_access_control )
2570             stream_Control( p_demux->s, STREAM_CONTROL_ACCESS,
2571                             ACCESS_SET_PRIVATE_ID_STATE, i, false );
2572
2573     }
2574     p_sys->b_dvb_meta = false;
2575 }
2576
2577
2578 #ifdef TS_USE_DVB_SI
2579 /* FIXME same than dvbsi_to_utf8 from dvb access */
2580 static char *EITConvertToUTF8( const unsigned char *psz_instring,
2581                                size_t i_length )
2582 {
2583     const char *psz_encoding;
2584     char *psz_outstring;
2585     char psz_encbuf[sizeof( "ISO_8859-123" )];
2586     size_t i_in, i_out, offset = 1;
2587     vlc_iconv_t iconv_handle;
2588
2589     if( i_length < 1 ) return NULL;
2590     if( psz_instring[0] >= 0x20 )
2591     {
2592         /* According to ETSI EN 300 468 Annex A, this should be ISO6937,
2593          * but some broadcasters use different charset... */
2594         if ( i_broken_epg == 1 )
2595         {
2596            psz_encoding = "ISO_8859-1";
2597         }
2598         else
2599         {
2600            psz_encoding = "ISO_6937";
2601         }
2602
2603         offset = 0;
2604     }
2605     else switch( psz_instring[0] )
2606     {
2607     case 0x01:
2608         psz_encoding = "ISO_8859-5";
2609         break;
2610     case 0x02:
2611         psz_encoding = "ISO_8859-6";
2612         break;
2613     case 0x03:
2614         psz_encoding = "ISO_8859-7";
2615         break;
2616     case 0x04:
2617         psz_encoding = "ISO_8859-8";
2618         break;
2619     case 0x05:
2620         psz_encoding = "ISO_8859-9";
2621         break;
2622     case 0x06:
2623         psz_encoding = "ISO_8859-10";
2624         break;
2625     case 0x07:
2626         psz_encoding = "ISO_8859-11";
2627         break;
2628     case 0x08:
2629         psz_encoding = "ISO_8859-12";
2630         break;
2631     case 0x09:
2632         psz_encoding = "ISO_8859-13";
2633         break;
2634     case 0x0a:
2635         psz_encoding = "ISO_8859-14";
2636         break;
2637     case 0x0b:
2638         psz_encoding = "ISO_8859-15";
2639         break;
2640     case 0x10:
2641 #warning Is Latin-10 (psz_instring[2] == 16) really illegal?
2642         if( i_length < 3 || psz_instring[1] != 0x00 || psz_instring[2] > 15
2643          || psz_instring[2] == 0 )
2644         {
2645             psz_encoding = "UTF-8";
2646             offset = 0;
2647         }
2648         else
2649         {
2650             sprintf( psz_encbuf, "ISO_8859-%u", psz_instring[2] );
2651             psz_encoding = psz_encbuf;
2652             offset = 3;
2653         }
2654         break;
2655     case 0x11:
2656 #warning Is there a BOM or do we use a fixed endianess?
2657         psz_encoding = "UTF-16";
2658         break;
2659     case 0x12:
2660         psz_encoding = "KSC5601-1987";
2661         break;
2662     case 0x13:
2663         psz_encoding = "GB2312"; /* GB-2312-1980 */
2664         break;
2665     case 0x14:
2666         psz_encoding = "BIG-5";
2667         break;
2668     case 0x15:
2669         psz_encoding = "UTF-8";
2670         break;
2671     default:
2672         /* invalid */
2673         psz_encoding = "UTF-8";
2674         offset = 0;
2675     }
2676
2677     i_in = i_length - offset;
2678     i_out = i_in * 6 + 1;
2679
2680     psz_outstring = malloc( i_out );
2681     if( !psz_outstring )
2682     {
2683         return NULL;
2684     }
2685
2686     iconv_handle = vlc_iconv_open( "UTF-8", psz_encoding );
2687     if( iconv_handle == (vlc_iconv_t)(-1) )
2688     {
2689          /* Invalid character set (e.g. ISO_8859-12) */
2690          memcpy( psz_outstring, &psz_instring[offset], i_in );
2691          psz_outstring[i_in] = '\0';
2692          EnsureUTF8( psz_outstring );
2693     }
2694     else
2695     {
2696         const char *psz_in = (const char *)&psz_instring[offset];
2697         char *psz_out = psz_outstring;
2698
2699         while( vlc_iconv( iconv_handle, &psz_in, &i_in,
2700                           &psz_out, &i_out ) == (size_t)(-1) )
2701         {
2702             /* skip naughty byte. This may fail terribly for multibyte stuff,
2703              * but what can we do anyway? */
2704             psz_in++;
2705             i_in--;
2706             vlc_iconv( iconv_handle, NULL, NULL, NULL, NULL ); /* reset */
2707         }
2708         vlc_iconv_close( iconv_handle );
2709
2710         *psz_out = '\0';
2711
2712         /* Convert EIT-coded CR/LFs */
2713         unsigned char *pbuf = (unsigned char *)psz_outstring;
2714         for( ; pbuf < (unsigned char *)psz_out ; pbuf++)
2715         {
2716             if( pbuf[0] == 0xc2 && pbuf[1] == 0x8a )
2717             {
2718                 pbuf[0] = ' ';
2719                 pbuf[1] = '\n';
2720             }
2721         }
2722
2723
2724     }
2725     return psz_outstring;
2726 }
2727
2728 static void SDTCallBack( demux_t *p_demux, dvbpsi_sdt_t *p_sdt )
2729 {
2730     demux_sys_t          *p_sys = p_demux->p_sys;
2731     ts_pid_t             *sdt = &p_sys->pid[0x11];
2732     dvbpsi_sdt_service_t *p_srv;
2733
2734     msg_Dbg( p_demux, "SDTCallBack called" );
2735
2736     if( sdt->psi->i_sdt_version != -1 &&
2737         ( !p_sdt->b_current_next ||
2738           p_sdt->i_version == sdt->psi->i_sdt_version ) )
2739     {
2740         dvbpsi_DeleteSDT( p_sdt );
2741         return;
2742     }
2743
2744     msg_Dbg( p_demux, "new SDT ts_id=%d version=%d current_next=%d "
2745              "network_id=%d",
2746              p_sdt->i_ts_id, p_sdt->i_version, p_sdt->b_current_next,
2747              p_sdt->i_network_id );
2748
2749     i_broken_epg = 0;
2750
2751     for( p_srv = p_sdt->p_first_service; p_srv; p_srv = p_srv->p_next )
2752     {
2753         vlc_meta_t          *p_meta;
2754         dvbpsi_descriptor_t *p_dr;
2755
2756         const char *psz_type = NULL;
2757         const char *psz_status = NULL;
2758
2759         msg_Dbg( p_demux, "  * service id=%d eit schedule=%d present=%d "
2760                  "running=%d free_ca=%d",
2761                  p_srv->i_service_id, p_srv->b_eit_schedule,
2762                  p_srv->b_eit_present, p_srv->i_running_status,
2763                  p_srv->b_free_ca );
2764
2765         if( p_sys->i_current_program != -1 && p_sys->i_current_program != p_srv->i_service_id )
2766             continue;
2767
2768         p_meta = vlc_meta_New();
2769         for( p_dr = p_srv->p_first_descriptor; p_dr; p_dr = p_dr->p_next )
2770         {
2771             if( p_dr->i_tag == 0x48 )
2772             {
2773                 static const char *ppsz_type[17] = {
2774                     "Reserved",
2775                     "Digital television service",
2776                     "Digital radio sound service",
2777                     "Teletext service",
2778                     "NVOD reference service",
2779                     "NVOD time-shifted service",
2780                     "Mosaic service",
2781                     "PAL coded signal",
2782                     "SECAM coded signal",
2783                     "D/D2-MAC",
2784                     "FM Radio",
2785                     "NTSC coded signal",
2786                     "Data broadcast service",
2787                     "Reserved for Common Interface Usage",
2788                     "RCS Map (see EN 301 790 [35])",
2789                     "RCS FLS (see EN 301 790 [35])",
2790                     "DVB MHP service"
2791                 };
2792                 dvbpsi_service_dr_t *pD = dvbpsi_DecodeServiceDr( p_dr );
2793                 char *str1 = NULL;
2794                 char *str2 = NULL;
2795
2796                 /* Workarounds for broadcasters with broken EPG */
2797
2798                 if ( p_sdt->i_network_id == 133 )
2799                    i_broken_epg = 1;  /* SKY DE & BetaDigital use ISO8859-1 */
2800
2801                 if ( (pD->i_service_provider_name_length == 4) &&
2802                      !strncmp(pD->i_service_provider_name, "CSAT", 4) )
2803                    i_broken_epg = 1;  /* CanalSat FR uses ISO8859-1 */
2804
2805                 /* FIXME: Digital+ ES also uses ISO8859-1 */
2806
2807                 str1 = EITConvertToUTF8(pD->i_service_provider_name,
2808                                         pD->i_service_provider_name_length);
2809                 str2 = EITConvertToUTF8(pD->i_service_name,
2810                                         pD->i_service_name_length);
2811
2812                 msg_Dbg( p_demux, "    - type=%d provider=%s name=%s",
2813                          pD->i_service_type, str1, str2 );
2814
2815                 vlc_meta_SetTitle( p_meta, str2 );
2816                 vlc_meta_SetPublisher( p_meta, str1 );
2817                 if( pD->i_service_type >= 0x01 && pD->i_service_type <= 0x10 )
2818                     psz_type = ppsz_type[pD->i_service_type];
2819                 free( str1 );
2820                 free( str2 );
2821             }
2822         }
2823
2824         if( p_srv->i_running_status >= 0x01 && p_srv->i_running_status <= 0x04 )
2825         {
2826             static const char *ppsz_status[5] = {
2827                 "Unknown",
2828                 "Not running",
2829                 "Starts in a few seconds",
2830                 "Pausing",
2831                 "Running"
2832             };
2833             psz_status = ppsz_status[p_srv->i_running_status];
2834         }
2835
2836         if( psz_type )
2837             vlc_meta_AddExtra( p_meta, "Type", psz_type );
2838         if( psz_status )
2839             vlc_meta_AddExtra( p_meta, "Status", psz_status );
2840
2841         es_out_Control( p_demux->out, ES_OUT_SET_GROUP_META,
2842                         p_srv->i_service_id, p_meta );
2843         vlc_meta_Delete( p_meta );
2844     }
2845
2846     sdt->psi->i_sdt_version = p_sdt->i_version;
2847     dvbpsi_DeleteSDT( p_sdt );
2848 }
2849
2850 /* i_year: year - 1900  i_month: 0-11  i_mday: 1-31 i_hour: 0-23 i_minute: 0-59 i_second: 0-59 */
2851 static int64_t vlc_timegm( int i_year, int i_month, int i_mday, int i_hour, int i_minute, int i_second )
2852 {
2853     static const int pn_day[12+1] = { 0, 31, 59, 90, 120, 151, 181, 212, 243, 273, 304, 334 };
2854     int64_t i_day;
2855     int i;
2856
2857     if( i_year < 70 ||
2858         i_month < 0 || i_month > 11 || i_mday < 1 || i_mday > 31 ||
2859         i_hour < 0 || i_hour > 23 || i_minute < 0 || i_minute > 59 || i_second < 0 || i_second > 59 )
2860         return -1;
2861
2862     /* Count the number of days */
2863     i_day = 365 * (i_year-70) + pn_day[i_month] + i_mday - 1;
2864 #define LEAP(y) ( ((y)%4) == 0 && (((y)%100) != 0 || ((y)%400) == 0) ? 1 : 0)
2865     for( i = 70; i < i_year; i++ )
2866         i_day += LEAP(1900+i);
2867     if( i_month > 1 )
2868         i_day += LEAP(1900+i_year);
2869 #undef LEAP
2870     /**/
2871     return ((24*i_day + i_hour)*60 + i_minute)*60 + i_second;
2872 }
2873
2874 static void EITDecodeMjd( int i_mjd, int *p_y, int *p_m, int *p_d )
2875 {
2876     const int yp = (int)( ( (double)i_mjd - 15078.2)/365.25 );
2877     const int mp = (int)( ((double)i_mjd - 14956.1 - (int)(yp * 365.25)) / 30.6001 );
2878     const int c = ( mp == 14 || mp == 15 ) ? 1 : 0;
2879
2880     *p_y = 1900 + yp + c*1;
2881     *p_m = mp - 1 - c*12;
2882     *p_d = i_mjd - 14956 - (int)(yp*365.25) - (int)(mp*30.6001);
2883 }
2884 #define CVT_FROM_BCD(v) ((((v) >> 4)&0xf)*10 + ((v)&0xf))
2885 static int64_t EITConvertStartTime( uint64_t i_date )
2886 {
2887     const int i_mjd = i_date >> 24;
2888     const int i_hour   = CVT_FROM_BCD(i_date >> 16);
2889     const int i_minute = CVT_FROM_BCD(i_date >>  8);
2890     const int i_second = CVT_FROM_BCD(i_date      );
2891     int i_year;
2892     int i_month;
2893     int i_day;
2894
2895     /* if all 40 bits are 1, the start is unknown */
2896     if( i_date == UINT64_C(0xffffffffff) )
2897         return -1;
2898
2899     EITDecodeMjd( i_mjd, &i_year, &i_month, &i_day );
2900     return vlc_timegm( i_year - 1900, i_month - 1, i_day, i_hour, i_minute, i_second );
2901 }
2902 static int EITConvertDuration( uint32_t i_duration )
2903 {
2904     return CVT_FROM_BCD(i_duration >> 16) * 3600 +
2905            CVT_FROM_BCD(i_duration >> 8 ) * 60 +
2906            CVT_FROM_BCD(i_duration      );
2907 }
2908 #undef CVT_FROM_BCD
2909
2910
2911 static void EITCallBack( demux_t *p_demux,
2912                          dvbpsi_eit_t *p_eit, bool b_current_following )
2913 {
2914     demux_sys_t        *p_sys = p_demux->p_sys;
2915     dvbpsi_eit_event_t *p_evt;
2916     vlc_epg_t *p_epg;
2917
2918     msg_Dbg( p_demux, "EITCallBack called" );
2919     if( !p_eit->b_current_next || ( p_sys->i_current_program != -1 && p_sys->i_current_program != p_eit->i_service_id ) )
2920     {
2921         dvbpsi_DeleteEIT( p_eit );
2922         return;
2923     }
2924
2925     msg_Dbg( p_demux, "new EIT service_id=%d version=%d current_next=%d "
2926              "ts_id=%d network_id=%d segment_last_section_number=%d "
2927              "last_table_id=%d",
2928              p_eit->i_service_id, p_eit->i_version, p_eit->b_current_next,
2929              p_eit->i_ts_id, p_eit->i_network_id,
2930              p_eit->i_segment_last_section_number, p_eit->i_last_table_id );
2931
2932     p_epg = vlc_epg_New( NULL );
2933     for( p_evt = p_eit->p_first_event; p_evt; p_evt = p_evt->p_next )
2934     {
2935         dvbpsi_descriptor_t *p_dr;
2936         char                *psz_name = NULL;
2937         char                *psz_text = NULL;
2938         char                *psz_extra = strdup("");
2939         int64_t i_start;
2940         int i_duration;
2941
2942         i_start = EITConvertStartTime( p_evt->i_start_time );
2943         i_duration = EITConvertDuration( p_evt->i_duration );
2944
2945         msg_Dbg( p_demux, "  * event id=%d start_time:%d duration=%d "
2946                           "running=%d free_ca=%d",
2947                  p_evt->i_event_id, (int)i_start, (int)i_duration,
2948                  p_evt->i_running_status, p_evt->b_free_ca );
2949
2950         for( p_dr = p_evt->p_first_descriptor; p_dr; p_dr = p_dr->p_next )
2951         {
2952             if( p_dr->i_tag == 0x4d )
2953             {
2954                 dvbpsi_short_event_dr_t *pE = dvbpsi_DecodeShortEventDr( p_dr );
2955
2956                 if( pE )
2957                 {
2958                     psz_name = EITConvertToUTF8( pE->i_event_name, pE->i_event_name_length);
2959                     psz_text = EITConvertToUTF8( pE->i_text, pE->i_text_length );
2960                     msg_Dbg( p_demux, "    - short event lang=%3.3s '%s' : '%s'",
2961                              pE->i_iso_639_code, psz_name, psz_text );
2962                 }
2963             }
2964             else if( p_dr->i_tag == 0x4e )
2965             {
2966                 dvbpsi_extended_event_dr_t *pE = dvbpsi_DecodeExtendedEventDr( p_dr );
2967                 if( pE )
2968                 {
2969                     msg_Dbg( p_demux, "    - extended event lang=%3.3s [%d/%d]",
2970                              pE->i_iso_639_code,
2971                              pE->i_descriptor_number, pE->i_last_descriptor_number );
2972
2973                     if( pE->i_text_length > 0 )
2974                     {
2975                         char *psz_text = EITConvertToUTF8( pE->i_text, pE->i_text_length );
2976                         if( psz_text )
2977                         {
2978                             msg_Dbg( p_demux, "       - text='%s'", psz_text );
2979
2980                             psz_extra = realloc( psz_extra, strlen(psz_extra) + strlen(psz_text) + 1 );
2981                             strcat( psz_extra, psz_text );
2982                             free( psz_text );
2983                         }
2984                     }
2985
2986                     for( int i = 0; i < pE->i_entry_count; i++ )
2987                     {
2988                         char *psz_dsc = EITConvertToUTF8( pE->i_item_description[i],
2989                                                           pE->i_item_description_length[i] );
2990                         char *psz_itm = EITConvertToUTF8( pE->i_item[i], pE->i_item_length[i] );
2991
2992                         if( psz_dsc && psz_itm )
2993                         {
2994                             msg_Dbg( p_demux, "       - desc='%s' item='%s'", psz_dsc, psz_itm );
2995 #if 0
2996                             psz_extra = realloc( psz_extra, strlen(psz_extra) + strlen(psz_dsc) + strlen(psz_itm) + 3 + 1 );
2997                             strcat( psz_extra, "(" );
2998                             strcat( psz_extra, psz_dsc );
2999                             strcat( psz_extra, " " );
3000                             strcat( psz_extra, psz_itm );
3001                             strcat( psz_extra, ")" );
3002 #endif
3003                         }
3004                         free( psz_dsc );
3005                         free( psz_itm );
3006                     }
3007                 }
3008             }
3009             else
3010             {
3011                 msg_Dbg( p_demux, "    - tag=0x%x(%d)", p_dr->i_tag, p_dr->i_tag );
3012             }
3013         }
3014
3015         /* */
3016         if( i_start > 0 )
3017             vlc_epg_AddEvent( p_epg, i_start, i_duration, psz_name, psz_text,
3018                               *psz_extra ? psz_extra : NULL );
3019
3020         /* Update "now playing" field */
3021         if( p_evt->i_running_status == 0x04 && i_start > 0 )
3022             vlc_epg_SetCurrent( p_epg, i_start );
3023
3024         free( psz_name );
3025         free( psz_text );
3026
3027         free( psz_extra );
3028     }
3029     if( p_epg->i_event > 0 )
3030     {
3031         if( b_current_following &&
3032             (  p_sys->i_current_program == -1 ||
3033                p_sys->i_current_program == p_eit->i_service_id ) )
3034         {
3035             p_sys->i_dvb_length = 0;
3036             p_sys->i_dvb_start = 0;
3037
3038             if( p_epg->p_current )
3039             {
3040                 p_sys->i_dvb_start = p_epg->p_current->i_start;
3041                 p_sys->i_dvb_length = p_epg->p_current->i_duration;
3042             }
3043         }
3044         es_out_Control( p_demux->out, ES_OUT_SET_GROUP_EPG, p_eit->i_service_id, p_epg );
3045     }
3046     vlc_epg_Delete( p_epg );
3047
3048     dvbpsi_DeleteEIT( p_eit );
3049 }
3050 static void EITCallBackCurrentFollowing( demux_t *p_demux, dvbpsi_eit_t *p_eit )
3051 {
3052     EITCallBack( p_demux, p_eit, true );
3053 }
3054 static void EITCallBackSchedule( demux_t *p_demux, dvbpsi_eit_t *p_eit )
3055 {
3056     EITCallBack( p_demux, p_eit, false );
3057 }
3058
3059 static void PSINewTableCallBack( demux_t *p_demux, dvbpsi_handle h,
3060                                  uint8_t  i_table_id, uint16_t i_extension )
3061 {
3062 #if 0
3063     msg_Dbg( p_demux, "PSINewTableCallBack: table 0x%x(%d) ext=0x%x(%d)",
3064              i_table_id, i_table_id, i_extension, i_extension );
3065 #endif
3066     if( p_demux->p_sys->pid[0].psi->i_pat_version != -1 && i_table_id == 0x42 )
3067     {
3068         msg_Dbg( p_demux, "PSINewTableCallBack: table 0x%x(%d) ext=0x%x(%d)",
3069                  i_table_id, i_table_id, i_extension, i_extension );
3070
3071         dvbpsi_AttachSDT( h, i_table_id, i_extension,
3072                           (dvbpsi_sdt_callback)SDTCallBack, p_demux );
3073     }
3074     else if( p_demux->p_sys->pid[0x11].psi->i_sdt_version != -1 &&
3075              ( i_table_id == 0x4e || /* Current/Following */
3076                (i_table_id >= 0x50 && i_table_id <= 0x5f) ) ) /* Schedule */
3077     {
3078         msg_Dbg( p_demux, "PSINewTableCallBack: table 0x%x(%d) ext=0x%x(%d)",
3079                  i_table_id, i_table_id, i_extension, i_extension );
3080
3081         dvbpsi_eit_callback cb = i_table_id == 0x4e ?
3082                                     (dvbpsi_eit_callback)EITCallBackCurrentFollowing :
3083                                     (dvbpsi_eit_callback)EITCallBackSchedule;
3084         dvbpsi_AttachEIT( h, i_table_id, i_extension, cb, p_demux );
3085     }
3086 }
3087 #endif
3088
3089 /*****************************************************************************
3090  * PMT callback and helpers
3091  *****************************************************************************/
3092 static dvbpsi_descriptor_t *PMTEsFindDescriptor( const dvbpsi_pmt_es_t *p_es,
3093                                                  int i_tag )
3094 {
3095     dvbpsi_descriptor_t *p_dr = p_es->p_first_descriptor;;
3096     while( p_dr && ( p_dr->i_tag != i_tag ) )
3097         p_dr = p_dr->p_next;
3098     return p_dr;
3099 }
3100 static bool PMTEsHasRegistration( demux_t *p_demux,
3101                                   const dvbpsi_pmt_es_t *p_es,
3102                                   const char *psz_tag )
3103 {
3104     dvbpsi_descriptor_t *p_dr = PMTEsFindDescriptor( p_es, 0x05 );
3105     if( !p_dr )
3106         return false;
3107
3108     if( p_dr->i_length < 4 )
3109     {
3110         msg_Warn( p_demux, "invalid Registration Descriptor" );
3111         return false;
3112     }
3113
3114     assert( strlen(psz_tag) == 4 );
3115     return !memcmp( p_dr->p_data, psz_tag, 4 );
3116 }
3117 static void PMTSetupEsISO14496( demux_t *p_demux, ts_pid_t *pid,
3118                                 const ts_prg_psi_t *prg, const dvbpsi_pmt_es_t *p_es )
3119 {
3120     es_format_t *p_fmt = &pid->es->fmt;
3121
3122     /* MPEG-4 stream: search SL_DESCRIPTOR */
3123     dvbpsi_descriptor_t *p_dr = PMTEsFindDescriptor( p_es, 0x1f );
3124
3125     if( p_dr && p_dr->i_length == 2 )
3126     {
3127         const int i_es_id = ( p_dr->p_data[0] << 8 ) | p_dr->p_data[1];
3128
3129         msg_Warn( p_demux, "found SL_descriptor es_id=%d", i_es_id );
3130
3131         pid->es->p_mpeg4desc = NULL;
3132
3133         for( int i = 0; i < 255; i++ )
3134         {
3135             iod_descriptor_t *iod = prg->iod;
3136
3137             if( iod->es_descr[i].b_ok &&
3138                 iod->es_descr[i].i_es_id == i_es_id )
3139             {
3140                 pid->es->p_mpeg4desc = &iod->es_descr[i];
3141                 break;
3142             }
3143         }
3144     }
3145     if( !pid->es->p_mpeg4desc )
3146     {
3147         msg_Err( p_demux, "MPEG-4 descriptor not found" );
3148         return;
3149     }
3150
3151     const decoder_config_descriptor_t *dcd = &pid->es->p_mpeg4desc->dec_descr;
3152     if( dcd->i_streamType == 0x04 )    /* VisualStream */
3153     {
3154         p_fmt->i_cat = VIDEO_ES;
3155         switch( dcd->i_objectTypeIndication )
3156         {
3157         case 0x0B: /* mpeg4 sub */
3158             p_fmt->i_cat = SPU_ES;
3159             p_fmt->i_codec = VLC_CODEC_SUBT;
3160             break;
3161
3162         case 0x20: /* mpeg4 */
3163             p_fmt->i_codec = VLC_CODEC_MP4V;
3164             break;
3165         case 0x21: /* h264 */
3166             p_fmt->i_codec = VLC_CODEC_H264;
3167             break;
3168         case 0x60:
3169         case 0x61:
3170         case 0x62:
3171         case 0x63:
3172         case 0x64:
3173         case 0x65: /* mpeg2 */
3174             p_fmt->i_codec = VLC_CODEC_MPGV;
3175             break;
3176         case 0x6a: /* mpeg1 */
3177             p_fmt->i_codec = VLC_CODEC_MPGV;
3178             break;
3179         case 0x6c: /* mpeg1 */
3180             p_fmt->i_codec = VLC_CODEC_JPEG;
3181             break;
3182         default:
3183             p_fmt->i_cat = UNKNOWN_ES;
3184             break;
3185         }
3186     }
3187     else if( dcd->i_streamType == 0x05 )    /* AudioStream */
3188     {
3189         p_fmt->i_cat = AUDIO_ES;
3190         switch( dcd->i_objectTypeIndication )
3191         {
3192         case 0x40: /* mpeg4 */
3193             p_fmt->i_codec = VLC_CODEC_MP4A;
3194             break;
3195         case 0x66:
3196         case 0x67:
3197         case 0x68: /* mpeg2 aac */
3198             p_fmt->i_codec = VLC_CODEC_MP4A;
3199             break;
3200         case 0x69: /* mpeg2 */
3201             p_fmt->i_codec = VLC_CODEC_MPGA;
3202             break;
3203         case 0x6b: /* mpeg1 */
3204             p_fmt->i_codec = VLC_CODEC_MPGA;
3205             break;
3206         default:
3207             p_fmt->i_cat = UNKNOWN_ES;
3208             break;
3209         }
3210     }
3211     else
3212     {
3213         p_fmt->i_cat = UNKNOWN_ES;
3214     }
3215
3216     if( p_fmt->i_cat != UNKNOWN_ES )
3217     {
3218         p_fmt->i_extra = dcd->i_decoder_specific_info_len;
3219         if( p_fmt->i_extra > 0 )
3220         {
3221             p_fmt->p_extra = malloc( p_fmt->i_extra );
3222             if( p_fmt->p_extra )
3223                 memcpy( p_fmt->p_extra,
3224                         dcd->p_decoder_specific_info,
3225                         p_fmt->i_extra );
3226             else
3227                 p_fmt->i_extra = 0;
3228         }
3229     }
3230 }
3231
3232 typedef struct
3233 {
3234     int  i_type;
3235     int  i_magazine;
3236     int  i_page;
3237     char p_iso639[3];
3238 } ts_teletext_page_t;
3239
3240 static void PMTSetupEsTeletext( demux_t *p_demux, ts_pid_t *pid,
3241                                 const dvbpsi_pmt_es_t *p_es )
3242 {
3243     es_format_t *p_fmt = &pid->es->fmt;
3244
3245     ts_teletext_page_t p_page[2 * 64 + 20];
3246     unsigned i_page = 0;
3247
3248     /* Gather pages informations */
3249 #if defined _DVBPSI_DR_56_H_ && \
3250     defined DVBPSI_VERSION && DVBPSI_VERSION_INT > ((0<<16)+(1<<8)+5)
3251     for( unsigned i_tag_idx = 0; i_tag_idx < 2; i_tag_idx++ )
3252     {
3253         dvbpsi_descriptor_t *p_dr = PMTEsFindDescriptor( p_es, i_tag_idx == 0 ? 0x46 : 0x56 );
3254         if( !p_dr )
3255             continue;
3256
3257         dvbpsi_teletext_dr_t *p_sub = dvbpsi_DecodeTeletextDr( p_dr );
3258         if( !p_sub )
3259             continue;
3260
3261         for( int i = 0; i < p_sub->i_pages_number; i++ )
3262         {
3263             const dvbpsi_teletextpage_t *p_src = &p_sub->p_pages[i];
3264
3265             if( p_src->i_teletext_type >= 0x06 )
3266                 continue;
3267
3268             assert( i_page < sizeof(p_page)/sizeof(*p_page) );
3269
3270             ts_teletext_page_t *p_dst = &p_page[i_page++];
3271
3272             p_dst->i_type = p_src->i_teletext_type;
3273             p_dst->i_magazine = p_src->i_teletext_magazine_number
3274                 ? p_src->i_teletext_magazine_number : 8;
3275             p_dst->i_page = p_src->i_teletext_page_number;
3276             memcpy( p_dst->p_iso639, p_src->i_iso6392_language_code, 3 );
3277         }
3278     }
3279 #endif
3280
3281 #ifdef _DVBPSI_DR_59_H_
3282     dvbpsi_descriptor_t *p_dr = PMTEsFindDescriptor( p_es, 0x59 );
3283     if( p_dr )
3284     {
3285         dvbpsi_subtitling_dr_t *p_sub = dvbpsi_DecodeSubtitlingDr( p_dr );
3286         for( int i = 0; p_sub && i < p_sub->i_subtitles_number; i++ )
3287         {
3288             dvbpsi_subtitle_t *p_src = &p_sub->p_subtitle[i];
3289
3290             if( p_src->i_subtitling_type < 0x01 || p_src->i_subtitling_type > 0x03 )
3291                 continue;
3292
3293             assert( i_page < sizeof(p_page)/sizeof(*p_page) );
3294
3295             ts_teletext_page_t *p_dst = &p_page[i_page++];
3296
3297             switch( p_src->i_subtitling_type )
3298             {
3299             case 0x01:
3300                 p_dst->i_type = 0x02;
3301                 break;
3302             default:
3303                 p_dst->i_type = 0x03;
3304                 break;
3305             }
3306             /* FIXME check if it is the right split */
3307             p_dst->i_magazine = (p_src->i_composition_page_id >> 8)
3308                 ? (p_src->i_composition_page_id >> 8) : 8;
3309             p_dst->i_page = p_src->i_composition_page_id & 0xff;
3310             memcpy( p_dst->p_iso639, p_src->i_iso6392_language_code, 3 );
3311         }
3312     }
3313 #endif
3314
3315     /* */
3316     es_format_Init( p_fmt, SPU_ES, VLC_CODEC_TELETEXT );
3317
3318     /* In stream output mode, do not separate the stream by page */
3319     if( p_demux->out->b_sout || i_page <= 0 )
3320     {
3321         p_fmt->subs.teletext.i_magazine = -1;
3322         p_fmt->subs.teletext.i_page = 0;
3323         p_fmt->psz_description = strdup( vlc_gettext(ppsz_teletext_type[1]) );
3324
3325         dvbpsi_descriptor_t *p_dr;
3326         p_dr = PMTEsFindDescriptor( p_es, 0x46 );
3327         if( !p_dr )
3328             p_dr = PMTEsFindDescriptor( p_es, 0x56 );
3329
3330         if( p_demux->out->b_sout && p_dr && p_dr->i_length > 0 )
3331         {
3332             /* Descriptor pass-through for sout */
3333             p_fmt->p_extra = malloc( p_dr->i_length );
3334             if( p_fmt->p_extra )
3335             {
3336                 p_fmt->i_extra = p_dr->i_length;
3337                 memcpy( p_fmt->p_extra, p_dr->p_data, p_dr->i_length );
3338             }
3339         }
3340     }
3341     else
3342     {
3343         for( unsigned i = 0; i < i_page; i++ )
3344         {
3345             ts_es_t *p_es;
3346
3347             /* */
3348             if( i == 0 )
3349             {
3350                 p_es = pid->es;
3351             }
3352             else
3353             {
3354                 p_es = malloc( sizeof(*p_es) );
3355                 if( !p_es )
3356                     break;
3357
3358                 es_format_Copy( &p_es->fmt, &pid->es->fmt );
3359                 free( p_es->fmt.psz_language );
3360                 free( p_es->fmt.psz_description );
3361                 p_es->fmt.psz_language = NULL;
3362                 p_es->fmt.psz_description = NULL;
3363
3364                 p_es->id      = NULL;
3365                 p_es->p_pes   = NULL;
3366                 p_es->i_pes_size = 0;
3367                 p_es->i_pes_gathered = 0;
3368                 p_es->pp_last = &p_es->p_pes;
3369                 p_es->p_mpeg4desc = NULL;
3370                 p_es->b_gather = false;
3371
3372                 TAB_APPEND( pid->i_extra_es, pid->extra_es, p_es );
3373             }
3374
3375             /* */
3376             const ts_teletext_page_t *p = &p_page[i];
3377             p_es->fmt.psz_language = strndup( p->p_iso639, 3 );
3378             p_es->fmt.psz_description = strdup(vlc_gettext(ppsz_teletext_type[p->i_type]));
3379             p_es->fmt.subs.teletext.i_magazine = p->i_magazine;
3380             p_es->fmt.subs.teletext.i_page = p->i_page;
3381
3382             msg_Dbg( p_demux,
3383                          "    * ttxt type=%s lan=%s page=%d%02x",
3384                          p_es->fmt.psz_description,
3385                          p_es->fmt.psz_language,
3386                          p->i_magazine, p->i_page );
3387         }
3388     }
3389 }
3390 static void PMTSetupEsDvbSubtitle( demux_t *p_demux, ts_pid_t *pid,
3391                                    const dvbpsi_pmt_es_t *p_es )
3392 {
3393     es_format_t *p_fmt = &pid->es->fmt;
3394
3395     es_format_Init( p_fmt, SPU_ES, VLC_CODEC_DVBS );
3396
3397     dvbpsi_descriptor_t *p_dr = PMTEsFindDescriptor( p_es, 0x59 );
3398     int i_page = 0;
3399 #ifdef _DVBPSI_DR_59_H_
3400     dvbpsi_subtitling_dr_t *p_sub = dvbpsi_DecodeSubtitlingDr( p_dr );
3401     for( int i = 0; p_sub && i < p_sub->i_subtitles_number; i++ )
3402     {
3403         const int i_type = p_sub->p_subtitle[i].i_subtitling_type;
3404         if( ( i_type >= 0x10 && i_type <= 0x14 ) ||
3405             ( i_type >= 0x20 && i_type <= 0x24 ) )
3406             i_page++;
3407     }
3408 #endif
3409
3410     /* In stream output mode, do not separate the stream by page */
3411     if( p_demux->out->b_sout  || i_page <= 0 )
3412     {
3413         p_fmt->subs.dvb.i_id = -1;
3414         p_fmt->psz_description = strdup( _("DVB subtitles") );
3415
3416         if( p_demux->out->b_sout && p_dr && p_dr->i_length > 0 )
3417         {
3418             /* Descriptor pass-through for sout */
3419             p_fmt->p_extra = malloc( p_dr->i_length );
3420             if( p_fmt->p_extra )
3421             {
3422                 p_fmt->i_extra = p_dr->i_length;
3423                 memcpy( p_fmt->p_extra, p_dr->p_data, p_dr->i_length );
3424             }
3425         }
3426     }
3427     else
3428     {
3429 #ifdef _DVBPSI_DR_59_H_
3430         for( int i = 0; i < p_sub->i_subtitles_number; i++ )
3431         {
3432             ts_es_t *p_es;
3433
3434             /* */
3435             if( i == 0 )
3436             {
3437                 p_es = pid->es;
3438             }
3439             else
3440             {
3441                 p_es = malloc( sizeof(*p_es) );
3442                 if( !p_es )
3443                     break;
3444
3445                 es_format_Copy( &p_es->fmt, &pid->es->fmt );
3446                 free( p_es->fmt.psz_language );
3447                 free( p_es->fmt.psz_description );
3448                 p_es->fmt.psz_language = NULL;
3449                 p_es->fmt.psz_description = NULL;
3450
3451                 p_es->id      = NULL;
3452                 p_es->p_pes   = NULL;
3453                 p_es->i_pes_size = 0;
3454                 p_es->i_pes_gathered = 0;
3455                 p_es->pp_last = &p_es->p_pes;
3456                 p_es->p_mpeg4desc = NULL;
3457                 p_es->b_gather = false;
3458
3459                 TAB_APPEND( pid->i_extra_es, pid->extra_es, p_es );
3460             }
3461
3462             /* */
3463             const dvbpsi_subtitle_t *p = &p_sub->p_subtitle[i];
3464             p_es->fmt.psz_language = strndup( p->i_iso6392_language_code, 3 );
3465             switch( p->i_subtitling_type )
3466             {
3467             case 0x10: /* unspec. */
3468             case 0x11: /* 4:3 */
3469             case 0x12: /* 16:9 */
3470             case 0x13: /* 2.21:1 */
3471             case 0x14: /* HD monitor */
3472                 p_es->fmt.psz_description = strdup( _("DVB subtitles") );
3473                 break;
3474             case 0x20: /* Hearing impaired unspec. */
3475             case 0x21: /* h.i. 4:3 */
3476             case 0x22: /* h.i. 16:9 */
3477             case 0x23: /* h.i. 2.21:1 */
3478             case 0x24: /* h.i. HD monitor */
3479                 p_es->fmt.psz_description = strdup( _("DVB subtitles: hearing impaired") );
3480                 break;
3481             default:
3482                 break;
3483             }
3484
3485             /* Hack, FIXME */
3486             p_es->fmt.subs.dvb.i_id = ( p->i_composition_page_id <<  0 ) |
3487                                       ( p->i_ancillary_page_id   << 16 );
3488         }
3489 #endif
3490     }
3491 }
3492 static void PMTSetupEs0x06( demux_t *p_demux, ts_pid_t *pid,
3493                             const dvbpsi_pmt_es_t *p_es )
3494 {
3495     es_format_t *p_fmt = &pid->es->fmt;
3496
3497     if( PMTEsHasRegistration( p_demux, p_es, "AC-3" ) ||
3498         PMTEsFindDescriptor( p_es, 0x6a ) ||
3499         PMTEsFindDescriptor( p_es, 0x81 ) )
3500     {
3501         p_fmt->i_cat = AUDIO_ES;
3502         p_fmt->i_codec = VLC_CODEC_A52;
3503     }
3504     else if( PMTEsFindDescriptor( p_es, 0x7a ) )
3505     {
3506         /* DVB with stream_type 0x06 (ETS EN 300 468) */
3507         p_fmt->i_cat = AUDIO_ES;
3508         p_fmt->i_codec = VLC_CODEC_EAC3;
3509     }
3510     else if( PMTEsHasRegistration( p_demux, p_es, "DTS1" ) ||
3511              PMTEsHasRegistration( p_demux, p_es, "DTS2" ) ||
3512              PMTEsHasRegistration( p_demux, p_es, "DTS3" ) ||
3513              PMTEsFindDescriptor( p_es, 0x73 ) )
3514     {
3515         /*registration descriptor(ETSI TS 101 154 Annex F)*/
3516         p_fmt->i_cat = AUDIO_ES;
3517         p_fmt->i_codec = VLC_CODEC_DTS;
3518     }
3519     else if( PMTEsHasRegistration( p_demux, p_es, "BSSD" ) )
3520     {
3521         p_fmt->i_cat = AUDIO_ES;
3522         p_fmt->b_packetized = true;
3523         p_fmt->i_codec = VLC_CODEC_302M;
3524     }
3525     else
3526     {
3527         /* Subtitle/Teletext/VBI fallbacks */
3528         dvbpsi_descriptor_t *p_dr = PMTEsFindDescriptor( p_es, 0x59 );
3529
3530 #ifdef _DVBPSI_DR_59_H_
3531         dvbpsi_subtitling_dr_t *p_sub;
3532         if( p_dr && ( p_sub = dvbpsi_DecodeSubtitlingDr( p_dr ) ) )
3533         {
3534             for( int i = 0; i < p_sub->i_subtitles_number; i++ )
3535             {
3536                 if( p_fmt->i_cat != UNKNOWN_ES )
3537                     break;
3538
3539                 switch( p_sub->p_subtitle[i].i_subtitling_type )
3540                 {
3541                 case 0x01: /* EBU Teletext subtitles */
3542                 case 0x02: /* Associated EBU Teletext */
3543                 case 0x03: /* VBI data */
3544                     PMTSetupEsTeletext( p_demux, pid, p_es );
3545                     break;
3546                 case 0x10: /* DVB Subtitle (normal) with no monitor AR critical */
3547                 case 0x11: /*                 ...   on 4:3 AR monitor */
3548                 case 0x12: /*                 ...   on 16:9 AR monitor */
3549                 case 0x13: /*                 ...   on 2.21:1 AR monitor */
3550                 case 0x14: /*                 ...   for display on a high definition monitor */
3551                 case 0x20: /* DVB Subtitle (impaired) with no monitor AR critical */
3552                 case 0x21: /*                 ...   on 4:3 AR monitor */
3553                 case 0x22: /*                 ...   on 16:9 AR monitor */
3554                 case 0x23: /*                 ...   on 2.21:1 AR monitor */
3555                 case 0x24: /*                 ...   for display on a high definition monitor */
3556                     PMTSetupEsDvbSubtitle( p_demux, pid, p_es );
3557                     break;
3558                 default:
3559                     msg_Err( p_demux, "Unrecognized DVB subtitle type (0x%x)",
3560                              p_sub->p_subtitle[i].i_subtitling_type );
3561                     break;
3562                 }
3563             }
3564         }
3565 #else
3566         if( p_fmt->i_cat == UNKNOWN_ES && p_dr )
3567             PMTSetupEsDvbSubtitle( p_demux, pid, p_es );
3568 #endif
3569         if( p_fmt->i_cat == UNKNOWN_ES &&
3570             ( PMTEsFindDescriptor( p_es, 0x45 ) ||  /* VBI Data descriptor */
3571               PMTEsFindDescriptor( p_es, 0x46 ) ||  /* VBI Teletext descriptor */
3572               PMTEsFindDescriptor( p_es, 0x56 ) ) ) /* EBU Teletext descriptor */
3573         {
3574             /* Teletext/VBI */
3575             PMTSetupEsTeletext( p_demux, pid, p_es );
3576         }
3577     }
3578
3579 #ifdef _DVBPSI_DR_52_H_
3580     /* FIXME is it usefull ? */
3581     if( PMTEsFindDescriptor( p_es, 0x52 ) )
3582     {
3583         dvbpsi_descriptor_t *p_dr = PMTEsFindDescriptor( p_es, 0x52 );
3584         dvbpsi_stream_identifier_dr_t *p_si = dvbpsi_DecodeStreamIdentifierDr( p_dr );
3585
3586         msg_Dbg( p_demux, "    * Stream Component Identifier: %d", p_si->i_component_tag );
3587     }
3588 #endif
3589 }
3590
3591 static void PMTSetupEs0xEA( demux_t *p_demux, ts_pid_t *pid,
3592                            const dvbpsi_pmt_es_t *p_es )
3593 {
3594     /* Registration Descriptor */
3595     if( !PMTEsHasRegistration( p_demux, p_es, "VC-1" ) )
3596     {
3597         msg_Err( p_demux, "Registration descriptor not found or invalid" );
3598         return;
3599     }
3600
3601     es_format_t *p_fmt = &pid->es->fmt;
3602
3603     /* registration descriptor for VC-1 (SMPTE rp227) */
3604     p_fmt->i_cat = VIDEO_ES;
3605     p_fmt->i_codec = VLC_CODEC_VC1;
3606
3607     /* XXX With Simple and Main profile the SEQUENCE
3608      * header is modified: video width and height are
3609      * inserted just after the start code as 2 int16_t
3610      * The packetizer will take care of that. */
3611 }
3612
3613 static void PMTSetupEs0xD1( demux_t *p_demux, ts_pid_t *pid,
3614                            const dvbpsi_pmt_es_t *p_es )
3615 {
3616     /* Registration Descriptor */
3617     if( !PMTEsHasRegistration( p_demux, p_es, "drac" ) )
3618     {
3619         msg_Err( p_demux, "Registration descriptor not found or invalid" );
3620         return;
3621     }
3622
3623     es_format_t *p_fmt = &pid->es->fmt;
3624
3625     /* registration descriptor for Dirac
3626      * (backwards compatable with VC-2 (SMPTE Sxxxx:2008)) */
3627     p_fmt->i_cat = VIDEO_ES;
3628     p_fmt->i_codec = VLC_CODEC_DIRAC;
3629 }
3630
3631 static void PMTSetupEs0xA0( demux_t *p_demux, ts_pid_t *pid,
3632                            const dvbpsi_pmt_es_t *p_es )
3633 {
3634     /* MSCODEC sent by vlc */
3635     dvbpsi_descriptor_t *p_dr = PMTEsFindDescriptor( p_es, 0xa0 );
3636     if( !p_dr || p_dr->i_length < 10 )
3637     {
3638         msg_Warn( p_demux,
3639                   "private MSCODEC (vlc) without bih private descriptor" );
3640         return;
3641     }
3642
3643     es_format_t *p_fmt = &pid->es->fmt;
3644     p_fmt->i_cat = VIDEO_ES;
3645     p_fmt->i_codec = VLC_FOURCC( p_dr->p_data[0], p_dr->p_data[1],
3646                                  p_dr->p_data[2], p_dr->p_data[3] );
3647     p_fmt->video.i_width = GetWBE( &p_dr->p_data[4] );
3648     p_fmt->video.i_height = GetWBE( &p_dr->p_data[6] );
3649     p_fmt->i_extra = GetWBE( &p_dr->p_data[8] );
3650
3651     if( p_fmt->i_extra > 0 )
3652     {
3653         p_fmt->p_extra = malloc( p_fmt->i_extra );
3654         if( p_fmt->p_extra )
3655             memcpy( p_fmt->p_extra, &p_dr->p_data[10],
3656                     __MIN( p_fmt->i_extra, p_dr->i_length - 10 ) );
3657         else
3658             p_fmt->i_extra = 0;
3659     }
3660     /* For such stream we will gather them ourself and don't launch a
3661      * packetizer.
3662      * Yes it's ugly but it's the only way to have DIV3 working */
3663     p_fmt->b_packetized = true;
3664 }
3665
3666 static void PMTSetupEsHDMV( demux_t *p_demux, ts_pid_t *pid,
3667                            const dvbpsi_pmt_es_t *p_es )
3668 {
3669     VLC_UNUSED(p_demux);
3670     es_format_t *p_fmt = &pid->es->fmt;
3671
3672     /* Blu-Ray mapping */
3673     switch( p_es->i_type )
3674     {
3675     case 0x80:
3676         p_fmt->i_cat = AUDIO_ES;
3677         p_fmt->i_codec = VLC_CODEC_BD_LPCM;
3678         break;
3679     case 0x82:
3680     case 0x85: /* DTS-HD High resolution audio */
3681     case 0x86: /* DTS-HD Master audio */
3682     case 0xA2: /* Secondary DTS audio */
3683         p_fmt->i_cat = AUDIO_ES;
3684         p_fmt->i_codec = VLC_CODEC_DTS;
3685         break;
3686
3687     case 0x83: /* TrueHD AC3 */
3688         p_fmt->i_cat = AUDIO_ES;
3689         p_fmt->i_codec = VLC_CODEC_TRUEHD;
3690         break;
3691
3692     case 0x84: /* E-AC3 */
3693     case 0xA1: /* Secondary E-AC3 */
3694         p_fmt->i_cat = AUDIO_ES;
3695         p_fmt->i_codec = VLC_CODEC_EAC3;
3696         break;
3697     case 0x90: /* Presentation graphics */
3698         p_fmt->i_cat = SPU_ES;
3699         p_fmt->i_codec = VLC_CODEC_BD_PG;
3700         break;
3701     case 0x91: /* Interactive graphics */
3702     case 0x92: /* Subtitle */
3703     default:
3704         break;
3705     }
3706 }
3707 static void PMTParseEsIso639( demux_t *p_demux, ts_pid_t *pid,
3708                               const dvbpsi_pmt_es_t *p_es )
3709 {
3710     /* get language descriptor */
3711     dvbpsi_descriptor_t *p_dr = PMTEsFindDescriptor( p_es, 0x0a );
3712
3713     if( !p_dr )
3714         return;
3715
3716     dvbpsi_iso639_dr_t *p_decoded = dvbpsi_DecodeISO639Dr( p_dr );
3717     if( !p_decoded )
3718     {
3719         msg_Err( p_demux, "Failed to decode a ISO 639 descriptor" );
3720         return;
3721     }
3722
3723 #if defined(DR_0A_API_VER) && (DR_0A_API_VER >= 2)
3724     pid->es->fmt.psz_language = malloc( 4 );
3725     if( pid->es->fmt.psz_language )
3726     {
3727         memcpy( pid->es->fmt.psz_language,
3728                 p_decoded->code[0].iso_639_code, 3 );
3729         pid->es->fmt.psz_language[3] = 0;
3730         msg_Dbg( p_demux, "found language: %s", pid->es->fmt.psz_language);
3731     }
3732     switch( p_decoded->code[0].i_audio_type )
3733     {
3734     case 0:
3735         pid->es->fmt.psz_description = NULL;
3736         break;
3737     case 1:
3738         pid->es->fmt.psz_description =
3739             strdup(_("clean effects"));
3740         break;
3741     case 2:
3742         pid->es->fmt.psz_description =
3743             strdup(_("hearing impaired"));
3744         break;
3745     case 3:
3746         pid->es->fmt.psz_description =
3747             strdup(_("visual impaired commentary"));
3748         break;
3749     default:
3750         msg_Dbg( p_demux, "unknown audio type: %d",
3751                  p_decoded->code[0].i_audio_type);
3752         pid->es->fmt.psz_description = NULL;
3753         break;
3754     }
3755     pid->es->fmt.i_extra_languages = p_decoded->i_code_count-1;
3756     if( pid->es->fmt.i_extra_languages > 0 )
3757         pid->es->fmt.p_extra_languages =
3758             malloc( sizeof(*pid->es->fmt.p_extra_languages) *
3759                     pid->es->fmt.i_extra_languages );
3760     if( pid->es->fmt.p_extra_languages )
3761     {
3762         for( int i = 0; i < pid->es->fmt.i_extra_languages; i++ )
3763         {
3764             msg_Dbg( p_demux, "bang" );
3765             pid->es->fmt.p_extra_languages[i].psz_language =
3766                 malloc(4);
3767             if( pid->es->fmt.p_extra_languages[i].psz_language )
3768             {
3769                 memcpy( pid->es->fmt.p_extra_languages[i].psz_language,
3770                     p_decoded->code[i+1].iso_639_code, 3 );
3771                 pid->es->fmt.p_extra_languages[i].psz_language[3] = '\0';
3772             }
3773             switch( p_decoded->code[i].i_audio_type )
3774             {
3775             case 0:
3776                 pid->es->fmt.p_extra_languages[i].psz_description =
3777                     NULL;
3778                 break;
3779             case 1:
3780                 pid->es->fmt.p_extra_languages[i].psz_description =
3781                     strdup(_("clean effects"));
3782                 break;
3783             case 2:
3784                 pid->es->fmt.p_extra_languages[i].psz_description =
3785                     strdup(_("hearing impaired"));
3786                 break;
3787             case 3:
3788                 pid->es->fmt.p_extra_languages[i].psz_description =
3789                     strdup(_("visual impaired commentary"));
3790                 break;
3791             default:
3792                 msg_Dbg( p_demux, "unknown audio type: %d",
3793                         p_decoded->code[i].i_audio_type);
3794                 pid->es->fmt.psz_description = NULL;
3795                 break;
3796             }
3797
3798         }
3799     }
3800 #else
3801     pid->es->fmt.psz_language = malloc( 4 );
3802     if( pid->es->fmt.psz_language )
3803     {
3804         memcpy( pid->es->fmt.psz_language,
3805                 p_decoded->i_iso_639_code, 3 );
3806         pid->es->fmt.psz_language[3] = 0;
3807     }
3808 #endif
3809 }
3810
3811 static void PMTCallBack( demux_t *p_demux, dvbpsi_pmt_t *p_pmt )
3812 {
3813     demux_sys_t          *p_sys = p_demux->p_sys;
3814     dvbpsi_descriptor_t  *p_dr;
3815     dvbpsi_pmt_es_t      *p_es;
3816
3817     ts_pid_t             *pmt = NULL;
3818     ts_prg_psi_t         *prg = NULL;
3819
3820     ts_pid_t             **pp_clean = NULL;
3821     int                  i_clean = 0;
3822     bool                 b_hdmv = false;
3823
3824     msg_Dbg( p_demux, "PMTCallBack called" );
3825
3826     /* First find this PMT declared in PAT */
3827     for( int i = 0; i < p_sys->i_pmt; i++ )
3828     {
3829         int i_prg;
3830         for( i_prg = 0; i_prg < p_sys->pmt[i]->psi->i_prg; i_prg++ )
3831         {
3832             const int i_pmt_number = p_sys->pmt[i]->psi->prg[i_prg]->i_number;
3833             if( i_pmt_number != TS_USER_PMT_NUMBER && i_pmt_number == p_pmt->i_program_number )
3834             {
3835                 pmt = p_sys->pmt[i];
3836                 prg = p_sys->pmt[i]->psi->prg[i_prg];
3837                 break;
3838             }
3839         }
3840         if( pmt )
3841             break;
3842     }
3843
3844     if( pmt == NULL )
3845     {
3846         msg_Warn( p_demux, "unreferenced program (broken stream)" );
3847         dvbpsi_DeletePMT(p_pmt);
3848         return;
3849     }
3850
3851     if( prg->i_version != -1 &&
3852         ( !p_pmt->b_current_next || prg->i_version == p_pmt->i_version ) )
3853     {
3854         dvbpsi_DeletePMT( p_pmt );
3855         return;
3856     }
3857
3858     /* Clean this program (remove all es) */
3859     for( int i = 0; i < 8192; i++ )
3860     {
3861         ts_pid_t *pid = &p_sys->pid[i];
3862
3863         if( pid->b_valid && pid->p_owner == pmt->psi &&
3864             pid->i_owner_number == prg->i_number && pid->psi == NULL )
3865         {
3866             TAB_APPEND( i_clean, pp_clean, pid );
3867         }
3868     }
3869     if( prg->iod )
3870     {
3871         IODFree( prg->iod );
3872         prg->iod = NULL;
3873     }
3874
3875     msg_Dbg( p_demux, "new PMT program number=%d version=%d pid_pcr=%d",
3876              p_pmt->i_program_number, p_pmt->i_version, p_pmt->i_pcr_pid );
3877     prg->i_pid_pcr = p_pmt->i_pcr_pid;
3878     prg->i_version = p_pmt->i_version;
3879
3880     ValidateDVBMeta( p_demux, prg->i_pid_pcr );
3881     if( ProgramIsSelected( p_demux, prg->i_number ) )
3882     {
3883         /* Set demux filter */
3884         stream_Control( p_demux->s, STREAM_CONTROL_ACCESS,
3885                         ACCESS_SET_PRIVATE_ID_STATE, prg->i_pid_pcr,
3886                         true );
3887     }
3888     else if ( p_sys->b_access_control )
3889     {
3890         msg_Warn( p_demux, "skipping program (not selected)" );
3891         dvbpsi_DeletePMT(p_pmt);
3892         return;
3893     }
3894
3895     /* Parse descriptor */
3896     for( p_dr = p_pmt->p_first_descriptor; p_dr != NULL; p_dr = p_dr->p_next )
3897     {
3898         if( p_dr->i_tag == 0x1d )
3899         {
3900             /* We have found an IOD descriptor */
3901             msg_Dbg( p_demux, " * descriptor : IOD (0x1d)" );
3902
3903             prg->iod = IODNew( p_dr->i_length, p_dr->p_data );
3904         }
3905         else if( p_dr->i_tag == 0x9 )
3906         {
3907             uint16_t i_sysid = ((uint16_t)p_dr->p_data[0] << 8)
3908                                 | p_dr->p_data[1];
3909             msg_Dbg( p_demux, " * descriptor : CA (0x9) SysID 0x%x", i_sysid );
3910         }
3911         else if( p_dr->i_tag == 0x05 )
3912         {
3913             /* Registration Descriptor */
3914             if( p_dr->i_length != 4 )
3915             {
3916                 msg_Warn( p_demux, "invalid Registration Descriptor" );
3917             }
3918             else
3919             {
3920                 msg_Dbg( p_demux, " * descriptor : registration %4.4s", p_dr->p_data );
3921                 if( !memcmp( p_dr->p_data, "HDMV", 4 ) )
3922                 {
3923                     /* Blu-Ray */
3924                     b_hdmv = true;
3925                 }
3926             }
3927         }
3928         else
3929         {
3930             msg_Dbg( p_demux, " * descriptor : unknown (0x%x)", p_dr->i_tag );
3931         }
3932     }
3933
3934     for( p_es = p_pmt->p_first_es; p_es != NULL; p_es = p_es->p_next )
3935     {
3936         ts_pid_t tmp_pid, *old_pid = 0, *pid = &tmp_pid;
3937
3938         /* Find out if the PID was already declared */
3939         for( int i = 0; i < i_clean; i++ )
3940         {
3941             if( pp_clean[i] == &p_sys->pid[p_es->i_pid] )
3942             {
3943                 old_pid = pp_clean[i];
3944                 break;
3945             }
3946         }
3947         ValidateDVBMeta( p_demux, p_es->i_pid );
3948
3949         if( !old_pid && p_sys->pid[p_es->i_pid].b_valid )
3950         {
3951             msg_Warn( p_demux, "pmt error: pid=%d already defined",
3952                       p_es->i_pid );
3953             continue;
3954         }
3955
3956         for( p_dr = p_es->p_first_descriptor; p_dr != NULL;
3957              p_dr = p_dr->p_next )
3958         {
3959             msg_Dbg( p_demux, "  * es pid=%d type=%d dr->i_tag=0x%x",
3960                      p_es->i_pid, p_es->i_type, p_dr->i_tag );
3961         }
3962
3963         PIDInit( pid, false, pmt->psi );
3964         PIDFillFormat( pid, p_es->i_type );
3965         pid->i_owner_number = prg->i_number;
3966         pid->i_pid          = p_es->i_pid;
3967         pid->b_seen         = p_sys->pid[p_es->i_pid].b_seen;
3968
3969         if( p_es->i_type == 0x10 || p_es->i_type == 0x11 ||
3970             p_es->i_type == 0x12 || p_es->i_type == 0x0f )
3971         {
3972             PMTSetupEsISO14496( p_demux, pid, prg, p_es );
3973         }
3974         else if( p_es->i_type == 0x06 )
3975         {
3976             PMTSetupEs0x06(  p_demux, pid, p_es );
3977         }
3978         else if( p_es->i_type == 0xEA )
3979         {
3980             PMTSetupEs0xEA( p_demux, pid, p_es );
3981         }
3982         else if( p_es->i_type == 0xd1 )
3983         {
3984             PMTSetupEs0xD1( p_demux, pid, p_es );
3985         }
3986         else if( p_es->i_type == 0xa0 )
3987         {
3988             PMTSetupEs0xA0( p_demux, pid, p_es );
3989         }
3990         else if( b_hdmv )
3991         {
3992             PMTSetupEsHDMV( p_demux, pid, p_es );
3993         }
3994
3995         if( pid->es->fmt.i_cat == AUDIO_ES ||
3996             ( pid->es->fmt.i_cat == SPU_ES &&
3997               pid->es->fmt.i_codec != VLC_CODEC_DVBS &&
3998               pid->es->fmt.i_codec != VLC_CODEC_TELETEXT ) )
3999         {
4000             PMTParseEsIso639( p_demux, pid, p_es );
4001         }
4002
4003         pid->es->fmt.i_group = p_pmt->i_program_number;
4004         for( int i = 0; i < pid->i_extra_es; i++ )
4005             pid->extra_es[i]->fmt.i_group = p_pmt->i_program_number;
4006
4007         if( pid->es->fmt.i_cat == UNKNOWN_ES )
4008         {
4009             msg_Dbg( p_demux, "  * es pid=%d type=%d *unknown*",
4010                      p_es->i_pid, p_es->i_type );
4011         }
4012         else if( !p_sys->b_udp_out )
4013         {
4014             msg_Dbg( p_demux, "  * es pid=%d type=%d fcc=%4.4s",
4015                      p_es->i_pid, p_es->i_type, (char*)&pid->es->fmt.i_codec );
4016
4017             if( p_sys->b_es_id_pid ) pid->es->fmt.i_id = p_es->i_pid;
4018
4019             /* Check if we can avoid restarting the ES */
4020             if( old_pid &&
4021                 pid->es->fmt.i_codec == old_pid->es->fmt.i_codec &&
4022                 pid->es->fmt.i_extra == old_pid->es->fmt.i_extra &&
4023                 pid->es->fmt.i_extra == 0 &&
4024                 pid->i_extra_es == old_pid->i_extra_es &&
4025                 ( ( !pid->es->fmt.psz_language &&
4026                     !old_pid->es->fmt.psz_language ) ||
4027                   ( pid->es->fmt.psz_language &&
4028                     old_pid->es->fmt.psz_language &&
4029                     !strcmp( pid->es->fmt.psz_language,
4030                              old_pid->es->fmt.psz_language ) ) ) )
4031             {
4032                 pid->es->id = old_pid->es->id;
4033                 old_pid->es->id = NULL;
4034                 for( int i = 0; i < pid->i_extra_es; i++ )
4035                 {
4036                     pid->extra_es[i]->id = old_pid->extra_es[i]->id;
4037                     old_pid->extra_es[i]->id = NULL;
4038                 }
4039             }
4040             else
4041             {
4042                 if( old_pid )
4043                 {
4044                     PIDClean( p_demux->out, old_pid );
4045                     TAB_REMOVE( i_clean, pp_clean, old_pid );
4046                     old_pid = 0;
4047                 }
4048
4049                 pid->es->id = es_out_Add( p_demux->out, &pid->es->fmt );
4050                 for( int i = 0; i < pid->i_extra_es; i++ )
4051                 {
4052                     pid->extra_es[i]->id =
4053                         es_out_Add( p_demux->out, &pid->extra_es[i]->fmt );
4054                 }
4055             }
4056         }
4057
4058         /* Add ES to the list */
4059         if( old_pid )
4060         {
4061             PIDClean( p_demux->out, old_pid );
4062             TAB_REMOVE( i_clean, pp_clean, old_pid );
4063         }
4064         p_sys->pid[p_es->i_pid] = *pid;
4065
4066         p_dr = PMTEsFindDescriptor( p_es, 0x09 );
4067         if( p_dr && p_dr->i_length >= 2 )
4068         {
4069             uint16_t i_sysid = (p_dr->p_data[0] << 8) | p_dr->p_data[1];
4070             msg_Dbg( p_demux, "   * descriptor : CA (0x9) SysID 0x%x",
4071                      i_sysid );
4072         }
4073
4074         if( ProgramIsSelected( p_demux, prg->i_number ) &&
4075             ( pid->es->id != NULL || p_sys->b_udp_out ) )
4076         {
4077             /* Set demux filter */
4078             stream_Control( p_demux->s, STREAM_CONTROL_ACCESS,
4079                             ACCESS_SET_PRIVATE_ID_STATE, p_es->i_pid,
4080                             true );
4081         }
4082     }
4083
4084     if( ProgramIsSelected( p_demux, prg->i_number ) )
4085     {
4086         /* Set CAM descrambling */
4087         stream_Control( p_demux->s, STREAM_CONTROL_ACCESS,
4088                         ACCESS_SET_PRIVATE_ID_CA, p_pmt );
4089     }
4090     else
4091     {
4092         dvbpsi_DeletePMT( p_pmt );
4093     }
4094
4095     for( int i = 0; i < i_clean; i++ )
4096     {
4097         if( ProgramIsSelected( p_demux, prg->i_number ) )
4098         {
4099             stream_Control( p_demux->s, STREAM_CONTROL_ACCESS,
4100                             ACCESS_SET_PRIVATE_ID_STATE, pp_clean[i]->i_pid,
4101                             false );
4102         }
4103
4104         PIDClean( p_demux->out, pp_clean[i] );
4105     }
4106     if( i_clean )
4107         free( pp_clean );
4108 }
4109
4110 static void PATCallBack( demux_t *p_demux, dvbpsi_pat_t *p_pat )
4111 {
4112     demux_sys_t          *p_sys = p_demux->p_sys;
4113     dvbpsi_pat_program_t *p_program;
4114     ts_pid_t             *pat = &p_sys->pid[0];
4115
4116     msg_Dbg( p_demux, "PATCallBack called" );
4117
4118     if( ( pat->psi->i_pat_version != -1 &&
4119             ( !p_pat->b_current_next ||
4120               p_pat->i_version == pat->psi->i_pat_version ) ) ||
4121         p_sys->b_user_pmt )
4122     {
4123         dvbpsi_DeletePAT( p_pat );
4124         return;
4125     }
4126
4127     msg_Dbg( p_demux, "new PAT ts_id=%d version=%d current_next=%d",
4128              p_pat->i_ts_id, p_pat->i_version, p_pat->b_current_next );
4129
4130     /* Clean old */
4131     if( p_sys->i_pmt > 0 )
4132     {
4133         int      i_pmt_rm = 0;
4134         ts_pid_t **pmt_rm = NULL;
4135
4136         /* Search pmt to be deleted */
4137         for( int i = 0; i < p_sys->i_pmt; i++ )
4138         {
4139             ts_pid_t *pmt = p_sys->pmt[i];
4140             bool b_keep = false;
4141
4142             for( p_program = p_pat->p_first_program; p_program != NULL;
4143                  p_program = p_program->p_next )
4144             {
4145                 if( p_program->i_pid == pmt->i_pid )
4146                 {
4147                     for( int i_prg = 0; i_prg < pmt->psi->i_prg; i_prg++ )
4148                     {
4149                         if( p_program->i_number ==
4150                             pmt->psi->prg[i_prg]->i_number )
4151                         {
4152                             b_keep = true;
4153                             break;
4154                         }
4155                     }
4156                     if( b_keep )
4157                         break;
4158                 }
4159             }
4160
4161             if( !b_keep )
4162             {
4163                 TAB_APPEND( i_pmt_rm, pmt_rm, pmt );
4164             }
4165         }
4166
4167         /* Delete all ES attached to thoses PMT */
4168         for( int i = 2; i < 8192; i++ )
4169         {
4170             ts_pid_t *pid = &p_sys->pid[i];
4171
4172             if( !pid->b_valid || pid->psi )
4173                 continue;
4174
4175             for( int j = 0; j < i_pmt_rm && pid->b_valid; j++ )
4176             {
4177                 for( int i_prg = 0; i_prg < pid->p_owner->i_prg; i_prg++ )
4178                 {
4179                     /* We only remove es that aren't defined by extra pmt */
4180                     if( pid->p_owner->prg[i_prg]->i_pid_pmt != pmt_rm[j]->i_pid )
4181                         continue;
4182
4183                     if( p_sys->b_access_control && pid->es->id )
4184                     {
4185                         if( stream_Control( p_demux->s, STREAM_CONTROL_ACCESS,
4186                                             ACCESS_SET_PRIVATE_ID_STATE, i,
4187                                             false ) )
4188                             p_sys->b_access_control = false;
4189                     }
4190
4191                     PIDClean( p_demux->out, pid );
4192                     break;
4193                 }
4194             }
4195         }
4196
4197         /* Delete PMT pid */
4198         for( int i = 0; i < i_pmt_rm; i++ )
4199         {
4200             if( p_sys->b_access_control )
4201             {
4202                 if( stream_Control( p_demux->s, STREAM_CONTROL_ACCESS,
4203                                     ACCESS_SET_PRIVATE_ID_STATE,
4204                                     pmt_rm[i]->i_pid, false ) )
4205                     p_sys->b_access_control = false;
4206             }
4207
4208             for( int i_prg = 0; i_prg < pmt_rm[i]->psi->i_prg; i_prg++ )
4209             {
4210                 const int i_number = pmt_rm[i]->psi->prg[i_prg]->i_number;
4211                 es_out_Control( p_demux->out, ES_OUT_DEL_GROUP, i_number );
4212             }
4213
4214             PIDClean( p_demux->out, &p_sys->pid[pmt_rm[i]->i_pid] );
4215             TAB_REMOVE( p_sys->i_pmt, p_sys->pmt, pmt_rm[i] );
4216         }
4217
4218         free( pmt_rm );
4219     }
4220
4221     /* now create programs */
4222     for( p_program = p_pat->p_first_program; p_program != NULL;
4223          p_program = p_program->p_next )
4224     {
4225         msg_Dbg( p_demux, "  * number=%d pid=%d", p_program->i_number,
4226                  p_program->i_pid );
4227         if( p_program->i_number != 0 )
4228         {
4229             ts_pid_t *pmt = &p_sys->pid[p_program->i_pid];
4230             bool b_add = true;
4231
4232             ValidateDVBMeta( p_demux, p_program->i_pid );
4233
4234             if( pmt->b_valid )
4235             {
4236                 int i_prg;
4237                 for( i_prg = 0; i_prg < pmt->psi->i_prg; i_prg++ )
4238                 {
4239                     if( pmt->psi->prg[i_prg]->i_number == p_program->i_number )
4240                     {
4241                         b_add = false;
4242                         break;
4243                     }
4244                 }
4245             }
4246             else
4247             {
4248                 TAB_APPEND( p_sys->i_pmt, p_sys->pmt, pmt );
4249             }
4250
4251             if( b_add )
4252             {
4253                 PIDInit( pmt, true, pat->psi );
4254                 pmt->psi->prg[pmt->psi->i_prg-1]->handle =
4255                     dvbpsi_AttachPMT( p_program->i_number,
4256                                       (dvbpsi_pmt_callback)PMTCallBack,
4257                                       p_demux );
4258                 pmt->psi->prg[pmt->psi->i_prg-1]->i_number =
4259                     p_program->i_number;
4260                 pmt->psi->prg[pmt->psi->i_prg-1]->i_pid_pmt =
4261                     p_program->i_pid;
4262
4263                 /* Now select PID at access level */
4264                 if( p_sys->b_access_control )
4265                 {
4266                     if( ProgramIsSelected( p_demux, p_program->i_number ) )
4267                     {
4268                         if( p_sys->i_current_program == 0 )
4269                             p_sys->i_current_program = p_program->i_number;
4270
4271                         if( stream_Control( p_demux->s, STREAM_CONTROL_ACCESS,
4272                                             ACCESS_SET_PRIVATE_ID_STATE,
4273                                             p_program->i_pid, true ) )
4274                             p_sys->b_access_control = false;
4275                     }
4276                 }
4277             }
4278         }
4279     }
4280     pat->psi->i_pat_version = p_pat->i_version;
4281
4282     dvbpsi_DeletePAT( p_pat );
4283 }