1 /*****************************************************************************
2 * zipstream.c: stream_filter that creates a XSPF playlist from a Zip archive
3 *****************************************************************************
4 * Copyright (C) 2009 the VideoLAN team
7 * Authors: Jean-Philippe André <jpeg@videolan.org>
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 2 of the License, or
12 * (at your option) any later version.
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
22 *****************************************************************************/
24 /** **************************************************************************
26 *****************************************************************************/
36 #include <vlc_input.h>
38 #define FILENAME_TEXT N_( "Media in Zip" )
39 #define FILENAME_LONGTEXT N_( "Path to the media in the Zip archive" )
41 /** **************************************************************************
43 *****************************************************************************/
45 set_shortname( "Zip" )
46 set_category( CAT_INPUT )
47 set_subcategory( SUBCAT_INPUT_STREAM_FILTER )
48 set_description( N_( "Zip files filter" ) )
49 set_capability( "stream_filter", 1 )
50 set_callbacks( StreamOpen, StreamClose )
52 set_subcategory( SUBCAT_INPUT_ACCESS )
53 set_description( N_( "Zip access" ) )
54 set_capability( "access", 0 )
55 add_shortcut( "unzip", "zip" )
56 set_callbacks( AccessOpen, AccessClose )
59 /** *************************************************************************
61 ****************************************************************************/
62 static int Read ( stream_t *, void *p_read, unsigned int i_read );
63 static int Peek ( stream_t *, const uint8_t **pp_peek, unsigned int i_peek );
64 static int Control( stream_t *, int i_query, va_list );
66 typedef struct node node;
67 typedef struct item item;
69 static int Fill( stream_t * );
70 static int CreatePlaylist( stream_t *s, char **pp_buffer );
71 static int GetFilesInZip( stream_t*, unzFile, vlc_array_t*, vlc_array_t* );
72 static node* findOrCreateParentNode( node *root, const char *fullpath );
73 static int WriteXSPF( char **pp_buffer, vlc_array_t *p_filenames,
74 const char *psz_zippath );
75 static int nodeToXSPF( char **pp_buffer, node *n, bool b_root );
76 static node* findOrCreateParentNode( node *root, const char *fullpath );
78 /** **************************************************************************
80 *****************************************************************************/
83 /* zlib / unzip members */
85 zlib_filefunc_def *fileFunctions;
106 /** **************************************************************************
108 *****************************************************************************/
110 inline static node* new_node( char *name )
112 node *n = (node*) calloc( 1, sizeof(node) );
113 n->name = convert_xml_special_chars( name );
117 inline static item* new_item( int id )
119 item *media = (item*) calloc( 1, sizeof(item) );
124 inline static void free_all_node( node *root )
128 free_all_node( root->child );
130 node *tmp = root->next;
136 /* Allocate strcat and format */
137 static int astrcatf( char **ppsz_dest, const char *psz_fmt_src, ... )
140 va_start( args, psz_fmt_src );
143 int i_ret = vasprintf( &psz_tmp, psz_fmt_src, args );
144 if( i_ret == -1 ) return -1;
148 int i_len = strlen( *ppsz_dest ) + strlen( psz_tmp ) + 1;
149 char *psz_out = realloc( *ppsz_dest, i_len );
150 if( !psz_out ) return -1;
152 strcat( psz_out, psz_tmp );
155 *ppsz_dest = psz_out;
159 /** **************************************************************************
160 * Zip file identifier
161 *****************************************************************************/
162 static const uint8_t p_zip_marker[] = { 0x50, 0x4b, 0x03, 0x04 }; // "PK^C^D"
163 static const int i_zip_marker = 4;
166 /** **************************************************************************
168 *****************************************************************************/
169 int StreamOpen( vlc_object_t *p_this )
171 stream_t *s = (stream_t*) p_this;
174 /* Verify file format */
175 const uint8_t *p_peek;
176 if( stream_Peek( s->p_source, &p_peek, i_zip_marker ) < i_zip_marker )
178 if( memcmp( p_peek, p_zip_marker, i_zip_marker ) )
181 s->p_sys = p_sys = calloc( 1, sizeof( *p_sys ) );
187 s->pf_control = Control;
189 p_sys->fileFunctions = ( zlib_filefunc_def * )
190 calloc( 1, sizeof( zlib_filefunc_def ) );
191 if( !p_sys->fileFunctions )
196 p_sys->fileFunctions->zopen_file = ZipIO_Open;
197 p_sys->fileFunctions->zread_file = ZipIO_Read;
198 p_sys->fileFunctions->zwrite_file = ZipIO_Write;
199 p_sys->fileFunctions->ztell_file = ZipIO_Tell;
200 p_sys->fileFunctions->zseek_file = ZipIO_Seek;
201 p_sys->fileFunctions->zclose_file = ZipIO_Close;
202 p_sys->fileFunctions->zerror_file = ZipIO_Error;
203 p_sys->fileFunctions->opaque = ( void * ) s;
204 p_sys->zipFile = unzOpen2( NULL /* path */, p_sys->fileFunctions );
205 if( !p_sys->zipFile )
207 msg_Warn( s, "unable to open file" );
208 free( p_sys->fileFunctions );
213 /* Find the stream uri */
215 if( asprintf( &psz_tmp, "%s.xspf", s->psz_path ) == -1 )
217 free( p_sys->fileFunctions );
221 p_sys->psz_path = s->psz_path;
222 s->psz_path = psz_tmp;
227 /** *************************************************************************
229 ****************************************************************************/
230 void StreamClose( vlc_object_t *p_this )
232 stream_t *s = (stream_t*)p_this;
233 stream_sys_t *p_sys = s->p_sys;
236 unzClose( p_sys->zipFile );
238 free( p_sys->fileFunctions );
239 free( p_sys->psz_xspf );
240 free( p_sys->psz_path );
244 /** *************************************************************************
245 * Stream filters functions
246 ****************************************************************************/
248 /** *************************************************************************
250 ****************************************************************************/
251 static int Read( stream_t *s, void *p_read, unsigned int i_read )
253 stream_sys_t *p_sys = s->p_sys;
255 /* Fill the buffer */
259 /* Read the buffer */
260 unsigned i_len = __MIN( i_read, p_sys->i_len - p_sys->i_pos );
262 memcpy( p_read, p_sys->psz_xspf + p_sys->i_pos, i_len );
263 p_sys->i_pos += i_len;
268 /** *************************************************************************
270 ****************************************************************************/
271 static int Peek( stream_t *s, const uint8_t **pp_peek, unsigned int i_peek )
273 stream_sys_t *p_sys = s->p_sys;
275 /* Fill the buffer */
279 /* Point to the buffer */
280 int i_len = __MIN( i_peek, p_sys->i_len - p_sys->i_pos );
281 *pp_peek = (uint8_t*) p_sys->psz_xspf + p_sys->i_pos;
286 /** *************************************************************************
288 ****************************************************************************/
289 static int Control( stream_t *s, int i_query, va_list args )
291 stream_sys_t *p_sys = s->p_sys;
295 case STREAM_SET_POSITION:
297 uint64_t i_position = va_arg( args, uint64_t );
298 if( i_position >= p_sys->i_len )
302 p_sys->i_pos = (size_t) i_position;
307 case STREAM_GET_POSITION:
309 uint64_t *pi_position = va_arg( args, uint64_t* );
310 *pi_position = p_sys->i_pos;
314 case STREAM_GET_SIZE:
316 uint64_t *pi_size = va_arg( args, uint64_t* );
317 *pi_size = p_sys->i_len;
321 case STREAM_GET_CONTENT_TYPE:
324 case STREAM_UPDATE_SIZE:
325 case STREAM_CONTROL_ACCESS:
326 case STREAM_CAN_SEEK:
327 case STREAM_CAN_FASTSEEK:
328 case STREAM_SET_RECORD_STATE:
329 return stream_vaControl( s->p_source, i_query, args );
336 static int Fill( stream_t *s )
338 stream_sys_t *p_sys = s->p_sys;
340 if( p_sys->psz_xspf )
343 if( CreatePlaylist( s, &p_sys->psz_xspf ) < 0 )
346 p_sys->i_len = strlen( p_sys->psz_xspf );
351 static int CreatePlaylist( stream_t *s, char **pp_buffer )
353 stream_sys_t *p_sys = s->p_sys;
355 unzFile file = p_sys->zipFile;
359 /* Get some infos about zip archive */
361 vlc_array_t *p_filenames = vlc_array_new(); /* Will contain char* */
363 /* List all file names in Zip archive */
364 i_ret = GetFilesInZip( s, file, p_filenames, NULL );
371 /* Construct the xspf playlist */
372 i_ret = WriteXSPF( pp_buffer, p_filenames, p_sys->psz_path );
381 p_sys->zipFile = NULL;
383 for( int i = 0; i < vlc_array_count( p_filenames ); i++ )
385 free( vlc_array_item_at_index( p_filenames, i ) );
387 vlc_array_destroy( p_filenames );
392 /** **************************************************************************
393 * Zip utility functions
394 *****************************************************************************/
396 /** **************************************************************************
397 * \brief List files in zip and append their names to p_array
399 * \param file Opened zip file
400 * \param p_array vlc_array_t which will receive all filenames
402 * In case of error, returns VLC_EGENERIC.
403 * In case of success, returns number of files found, and goes back to first file.
404 *****************************************************************************/
405 static int GetFilesInZip( stream_t *p_this, unzFile file,
406 vlc_array_t *p_filenames, vlc_array_t *p_fileinfos )
408 if( !p_filenames || !p_this )
413 /* Get global info */
414 unz_global_info info;
416 if( unzGetGlobalInfo( file, &info ) != UNZ_OK )
418 msg_Warn( p_this, "this is not a valid zip archive" );
422 /* Go to first file in archive */
423 unzGoToFirstFile( file );
425 /* Get info about each file */
426 for( unsigned long i = 0; i < info.number_entry; i++ )
428 char *psz_fileName = calloc( ZIP_FILENAME_LEN, 1 );
429 unz_file_info *p_fileInfo = calloc( 1, sizeof( unz_file_info ) );
431 if( !p_fileInfo || !psz_fileName )
433 free( psz_fileName );
438 if( unzGetCurrentFileInfo( file, p_fileInfo, psz_fileName,
439 ZIP_FILENAME_LEN, NULL, 0, NULL, 0 )
442 msg_Warn( p_this, "can't get info about file in zip" );
447 vlc_array_append( p_filenames, strdup( psz_fileName ) );
448 free( psz_fileName );
451 vlc_array_append( p_fileinfos, p_fileInfo );
455 if( i < ( info.number_entry - 1 ) )
457 /* Go the next file in the archive */
458 if( unzGoToNextFile( file ) != UNZ_OK )
460 msg_Warn( p_this, "can't go to next file in zip" );
468 /* i_ret should be equal to info.number_entry */
469 unzGoToFirstFile( file );
474 /** **************************************************************************
475 * XSPF generation functions
476 *****************************************************************************/
478 /** **************************************************************************
479 * \brief Check a character for allowance in the Xml.
480 * Allowed chars are: a-z, A-Z, 0-9, \, /, ., ' ', _ and :
481 *****************************************************************************/
482 bool isAllowedChar( char c )
484 return ( c >= 'a' && c <= 'z' )
485 || ( c >= 'A' && c <= 'Z' )
486 || ( c >= '0' && c <= '9' )
487 || ( c == ':' ) || ( c == '/' )
488 || ( c == '\\' ) || ( c == '.' )
489 || ( c == ' ' ) || ( c == '_' );
492 /** **************************************************************************
493 * \brief Escape string to be XML valid
494 * Allowed chars are defined by the above function isAllowedChar()
495 * Invalid chars are escaped using non standard '?XX' notation.
496 * NOTE: We cannot trust VLC internal Web encoding functions
497 * because they are not able to encode and decode some rare utf-8
498 * characters properly. Also, we don't control exactly when they are
499 * called (from this module).
500 *****************************************************************************/
501 static int escapeToXml( char **ppsz_encoded, const char *psz_url )
503 char *psz_iter, *psz_tmp;
505 /* Count number of unallowed characters in psz_url */
506 size_t i_num = 0, i_len = 0;
507 for( psz_iter = (char*) psz_url; *psz_iter; ++psz_iter )
509 if( isAllowedChar( *psz_iter ) )
523 *ppsz_encoded = malloc( i_len + 1 );
524 memcpy( *ppsz_encoded, psz_url, i_len + 1 );
528 /* Copy string, replacing invalid characters */
529 char *psz_ret = malloc( i_len + 3*i_num + 2 );
530 if( !psz_ret ) return VLC_ENOMEM;
532 for( psz_iter = (char*) psz_url, psz_tmp = psz_ret;
533 *psz_iter; ++psz_iter, ++psz_tmp )
535 if( isAllowedChar( *psz_iter ) )
537 *psz_tmp = *psz_iter;
542 snprintf( psz_tmp, 3, "%02x", ( *psz_iter & 0x000000FF ) );
549 *ppsz_encoded = psz_ret;
553 /** **************************************************************************
554 * \brief Write the XSPF playlist given the list of files
555 *****************************************************************************/
556 static int WriteXSPF( char **pp_buffer, vlc_array_t *p_filenames,
557 const char *psz_zippath )
559 char *psz_zip = strrchr( psz_zippath, DIR_SEP_CHAR );
560 psz_zip = convert_xml_special_chars( psz_zip ? (psz_zip+1) : psz_zippath );
562 if( asprintf( pp_buffer, "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n"
563 "<playlist version=\"1\" xmlns=\"http://xspf.org/ns/0/\" "
564 "xmlns:vlc=\"http://www.videolan.org/vlc/playlist/ns/0/\">\n"
565 " <title>%s</title>\n"
566 " <trackList>\n", psz_zip ) == -1)
570 node *playlist = new_node( psz_zip );
572 /* Encode the URI and append ZIP_SEP */
574 escapeToXml( &psz_pathtozip, psz_zippath );
575 if( astrcatf( &psz_pathtozip, "%s", ZIP_SEP ) < 0 ) return -1;
578 for( int i = 0; i < vlc_array_count( p_filenames ); ++i )
580 char *psz_name = (char*) vlc_array_item_at_index( p_filenames, i );
581 int i_len = strlen( psz_name );
583 if( !i_len ) continue;
585 /* Is it a folder ? */
586 if( psz_name[i_len-1] == '/' )
592 /* Extract file name */
593 char *psz_file = strrchr( psz_name, '/' );
594 psz_file = convert_xml_special_chars( psz_file ?
595 (psz_file+1) : psz_name );
598 char *psz_path = strdup( psz_pathtozip );
599 char *psz_escapedName;
600 escapeToXml( &psz_escapedName, psz_name );
601 if( astrcatf( &psz_path, "%s", psz_escapedName ) < 0 ) return -1;
603 /* Track information */
604 if( astrcatf( pp_buffer,
606 " <location>zip://%s</location>\n"
607 " <title>%s</title>\n"
608 " <extension application=\"http://www.videolan.org/vlc/playlist/0\">\n"
609 " <vlc:id>%d</vlc:id>\n"
612 psz_path, psz_file, i_track ) < 0 ) return -1;
617 /* Find the parent node */
618 node *parent = findOrCreateParentNode( playlist, psz_name );
621 /* Add the item to this node */
622 item *tmp = parent->media;
625 parent->media = new_item( i_track );
633 tmp->next = new_item( i_track );
640 free( psz_pathtozip );
642 /* Close tracklist, open the extension */
643 if( astrcatf( pp_buffer,
645 " <extension application=\"http://www.videolan.org/vlc/playlist/0\">\n"
649 if( nodeToXSPF( pp_buffer, playlist, true ) < 0 ) return -1;
651 /* Close extension and playlist */
652 if( astrcatf( pp_buffer, " </extension>\n</playlist>\n" ) < 0 ) return -1;
654 /* printf( "%s", *pp_buffer ); */
656 free_all_node( playlist );
661 /** **************************************************************************
662 * \brief Recursively convert a node to its XSPF representation
663 *****************************************************************************/
664 static int nodeToXSPF( char **pp_buffer, node *n, bool b_root )
668 if( astrcatf( pp_buffer, " <vlc:node title=\"%s\">\n", n->name ) < 0 )
672 nodeToXSPF( pp_buffer, n->child, false );
676 if( astrcatf( pp_buffer, " <vlc:item tid=\"%d\" />\n", i->id ) < 0 )
682 if( astrcatf( pp_buffer, " </vlc:node>\n" ) < 0 )
688 /** **************************************************************************
689 * \brief Either create or find the parent node of the item
690 *****************************************************************************/
691 static node* findOrCreateParentNode( node *root, const char *fullpath )
694 char *path = strdup( fullpath );
699 char *sep = strchr( folder, '/' );
709 node *current = root->child;
713 if( !strcmp( current->name, folder ) )
715 /* We found the folder, go recursively deeper */
716 return findOrCreateParentNode( current, sep );
718 current = current->next;
721 /* If we are here, then it means that we did not find the parent */
722 node *ret = new_node( folder );
727 current = root->child;
728 while( current->next )
730 current = current->next;
735 /* And now, create the subfolders */
736 ret = findOrCreateParentNode( ret, sep );
743 /** **************************************************************************
744 * ZipIO function definitions : how to use vlc_stream to read the zip
745 *****************************************************************************/
747 /** **************************************************************************
748 * \brief interface for unzip module to open a file using a vlc_stream
751 * \param mode how to open the file (read/write ?). We support only read
753 *****************************************************************************/
754 static void ZCALLBACK *ZipIO_Open( void *opaque, const char *file, int mode )
757 stream_t *s = (stream_t*) opaque;
758 if( mode & ( ZLIB_FILEFUNC_MODE_CREATE | ZLIB_FILEFUNC_MODE_WRITE ) )
760 msg_Dbg( s, "ZipIO_Open: we cannot write into zip files" );
766 /** **************************************************************************
767 * \brief read something from stream into buffer
768 * \param opaque should be the stream
769 * \param stream stream created by ZipIO_Open
770 * \param buf buffer to read the file
771 * \param size length of this buffer
772 * \return return the number of bytes read (<= size)
773 *****************************************************************************/
774 static unsigned long ZCALLBACK ZipIO_Read( void *opaque, void *stream,
775 void *buf, unsigned long size )
778 stream_t *s = (stream_t*) opaque;
779 return (unsigned long) stream_Read( s->p_source, buf, (int) size );
782 /** **************************************************************************
783 * \brief tell size of stream
784 * \param opaque should be the stream
785 * \param stream stream created by ZipIO_Open
786 * \return size of the file / stream
787 * ATTENTION: this is not stream_Tell, but stream_Size !
788 *****************************************************************************/
789 static long ZCALLBACK ZipIO_Tell( void *opaque, void *stream )
792 stream_t *s = (stream_t*) opaque;
793 return (long) stream_Size( s->p_source ); /* /!\ not stream_Tell /!\ */
796 /** **************************************************************************
797 * \brief seek in the stream
798 * \param opaque should be the stream
799 * \param stream stream created by ZipIO_Open
800 * \param offset positive offset to seek
801 * \param origin current position in stream
802 * \return ¿ VLC_SUCCESS or an error code ?
803 *****************************************************************************/
804 static long ZCALLBACK ZipIO_Seek ( void *opaque, void *stream,
805 unsigned long offset, int origin )
808 stream_t *s = (stream_t*) opaque;
811 uint64_t pos = offset + origin;
812 l_ret = (long) stream_Seek( s->p_source, pos );
816 /** **************************************************************************
817 * \brief close the stream
818 * \param opaque should be the stream
819 * \param stream stream created by ZipIO_Open
820 * \return always VLC_SUCCESS
821 * This closes zip archive
822 *****************************************************************************/
823 static int ZCALLBACK ZipIO_Close ( void *opaque, void *stream )
827 // stream_t *s = (stream_t*) opaque;
828 // if( p_demux->p_sys && p_demux->p_sys->zipFile )
829 // p_demux->p_sys->zipFile = NULL;
830 // stream_Seek( s->p_source, 0 );
834 /** **************************************************************************
835 * \brief I/O functions for the ioapi: write (assert insteadof segfault)
836 *****************************************************************************/
837 static uLong ZCALLBACK ZipIO_Write( void* opaque, void* stream,
838 const void* buf, uLong size )
840 (void)opaque; (void)stream; (void)buf; (void)size;
841 int ERROR_zip_cannot_write_this_should_not_happen = 0;
842 assert( ERROR_zip_cannot_write_this_should_not_happen );
846 /** **************************************************************************
847 * \brief I/O functions for the ioapi: test error (man 3 ferror)
848 *****************************************************************************/
849 static int ZCALLBACK ZipIO_Error( void* opaque, void* stream )