1 /*****************************************************************************
2 * subsdec.c : text subtitles decoder
3 *****************************************************************************
4 * Copyright (C) 2000-2006 the VideoLAN team
7 * Authors: Gildas Bazin <gbazin@videolan.org>
8 * Samuel Hocevar <sam@zoy.org>
9 * Derk-Jan Hartman <hartman at videolan dot org>
10 * Bernie Purcell <bitmap@videolan.org>
12 * This program is free software; you can redistribute it and/or modify
13 * it under the terms of the GNU General Public License as published by
14 * the Free Software Foundation; either version 2 of the License, or
15 * (at your option) any later version.
17 * This program is distributed in the hope that it will be useful,
18 * but WITHOUT ANY WARRANTY; without even the implied warranty of
19 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
20 * GNU General Public License for more details.
22 * You should have received a copy of the GNU General Public License
23 * along with this program; if not, write to the Free Software
24 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
25 *****************************************************************************/
27 /*****************************************************************************
29 *****************************************************************************/
33 /*****************************************************************************
35 *****************************************************************************/
36 static int OpenDecoder ( vlc_object_t * );
37 static void CloseDecoder ( vlc_object_t * );
39 static subpicture_t *DecodeBlock ( decoder_t *, block_t ** );
40 static subpicture_t *ParseText ( decoder_t *, block_t * );
41 static char *StripTags ( char * );
42 static char *CreateHtmlSubtitle ( char * );
45 /*****************************************************************************
47 *****************************************************************************/
48 static const char *ppsz_encodings[] = { DEFAULT_NAME, "ASCII", "UTF-8", "",
49 "ISO-8859-1", "CP1252", "MacRoman", "MacIceland","ISO-8859-15", "",
50 "ISO-8859-2", "CP1250", "MacCentralEurope", "MacCroatian", "MacRomania", "",
51 "ISO-8859-5", "CP1251", "MacCyrillic", "MacUkraine", "KOI8-R", "KOI8-U", "KOI8-RU", "",
52 "ISO-8859-6", "CP1256", "MacArabic", "",
53 "ISO-8859-7", "CP1253", "MacGreek", "",
54 "ISO-8859-8", "CP1255", "MacHebrew", "",
55 "ISO-8859-9", "CP1254", "MacTurkish", "",
56 "ISO-8859-13", "CP1257", "",
57 "ISO-2022-JP", "ISO-2022-JP-1", "ISO-2022-JP-2", "EUC-JP", "SHIFT_JIS", "",
58 "ISO-2022-CN", "ISO-2022-CN-EXT", "EUC-CN", "EUC-TW", "BIG5", "BIG5-HKSCS", "",
59 "ISO-2022-KR", "EUC-KR", "",
60 "MacThai", "KOI8-T", "",
61 "ISO-8859-3", "ISO-8859-4", "ISO-8859-10", "ISO-8859-14", "ISO-8859-16", "",
62 "CP850", "CP862", "CP866", "CP874", "CP932", "CP949", "CP950", "CP1133", "CP1258", "",
64 "UTF-7", "UTF-16", "UTF-16BE", "UTF-16LE", "UTF-32", "UTF-32BE", "UTF-32LE",
65 "C99", "JAVA", "UCS-2", "UCS-2BE", "UCS-2LE", "UCS-4", "UCS-4BE", "UCS-4LE", "",
66 "HZ", "GBK", "GB18030", "JOHAB", "ARMSCII-8",
67 "Georgian-Academy", "Georgian-PS", "TIS-620", "MuleLao-1", "VISCII", "TCVN",
68 "HPROMAN8", "NEXTSTEP" };
70 SSA supports charset selection.
71 The following known charsets are used:
73 0 = Ansi - Western European
78 128 = Japanese (Shift JIS)
81 134 = GB2312 Simplified Chinese
82 136 = Big5 Traditional Chinese
89 204 = Russian (Cyrillic)
91 238 = Eastern European
95 static int pi_justification[] = { 0, 1, 2 };
96 static const char *ppsz_justification_text[] = {N_("Center"),N_("Left"),N_("Right")};
98 #define ENCODING_TEXT N_("Subtitles text encoding")
99 #define ENCODING_LONGTEXT N_("Set the encoding used in text subtitles")
100 #define ALIGN_TEXT N_("Subtitles justification")
101 #define ALIGN_LONGTEXT N_("Set the justification of subtitles")
102 #define AUTODETECT_UTF8_TEXT N_("UTF-8 subtitles autodetection")
103 #define AUTODETECT_UTF8_LONGTEXT N_("This enables automatic detection of " \
104 "UTF-8 encoding within subtitles files.")
105 #define FORMAT_TEXT N_("Formatted Subtitles")
106 #define FORMAT_LONGTEXT N_("Some subtitle formats allow for text formatting. " \
107 "VLC partly implements this, but you can choose to disable all formatting.")
111 set_shortname( _("Subtitles"));
112 set_description( _("Text subtitles decoder") );
113 set_capability( "decoder", 50 );
114 set_callbacks( OpenDecoder, CloseDecoder );
115 set_category( CAT_INPUT );
116 set_subcategory( SUBCAT_INPUT_SCODEC );
118 add_integer( "subsdec-align", 0, NULL, ALIGN_TEXT, ALIGN_LONGTEXT,
120 change_integer_list( pi_justification, ppsz_justification_text, 0 );
121 add_string( "subsdec-encoding", DEFAULT_NAME, NULL,
122 ENCODING_TEXT, ENCODING_LONGTEXT, VLC_FALSE );
123 change_string_list( ppsz_encodings, 0, 0 );
124 add_bool( "subsdec-autodetect-utf8", VLC_TRUE, NULL,
125 AUTODETECT_UTF8_TEXT, AUTODETECT_UTF8_LONGTEXT, VLC_FALSE );
126 add_bool( "subsdec-formatted", VLC_TRUE, NULL, FORMAT_TEXT, FORMAT_LONGTEXT,
130 /*****************************************************************************
131 * OpenDecoder: probe the decoder and return score
132 *****************************************************************************
133 * Tries to launch a decoder and return score so that the interface is able
135 *****************************************************************************/
136 static int OpenDecoder( vlc_object_t *p_this )
138 decoder_t *p_dec = (decoder_t*)p_this;
139 decoder_sys_t *p_sys;
142 switch( p_dec->fmt_in.i_codec )
144 case VLC_FOURCC('s','u','b','t'):
145 case VLC_FOURCC('s','s','a',' '):
146 case VLC_FOURCC('t','1','4','0'):
152 p_dec->pf_decode_sub = DecodeBlock;
154 /* Allocate the memory needed to store the decoder's structure */
155 p_dec->p_sys = p_sys = malloc( sizeof( *p_sys ) );
158 msg_Err( p_dec, "out of memory" );
163 memset( p_sys, 0, sizeof( *p_sys ) );
165 p_sys->iconv_handle = (vlc_iconv_t)-1;
166 p_sys->b_autodetect_utf8 = VLC_FALSE;
167 p_sys->b_ass = VLC_FALSE;
168 p_sys->i_original_height = -1;
169 p_sys->i_original_width = -1;
170 TAB_INIT( p_sys->i_ssa_styles, p_sys->pp_ssa_styles );
171 TAB_INIT( p_sys->i_images, p_sys->pp_images );
173 char *psz_charset = NULL;
175 /* First try demux-specified encoding */
176 if( p_dec->fmt_in.i_codec == VLC_FOURCC('t','1','4','0') )
177 psz_charset = strdup( "UTF-8" ); /* IUT T.140 is always using UTF-8 */
179 if( p_dec->fmt_in.subs.psz_encoding && *p_dec->fmt_in.subs.psz_encoding )
181 psz_charset = strdup (p_dec->fmt_in.subs.psz_encoding);
182 msg_Dbg (p_dec, "trying demuxer-specified character encoding: %s",
183 p_dec->fmt_in.subs.psz_encoding ?: "not specified");
186 /* Second, try configured encoding */
187 if (psz_charset == NULL)
189 psz_charset = var_CreateGetNonEmptyString (p_dec, "subsdec-encoding");
190 if ((psz_charset != NULL) && !strcasecmp (psz_charset, DEFAULT_NAME))
196 msg_Dbg (p_dec, "trying configured character encoding: %s",
197 psz_charset ?: "not specified");
200 /* Third, try "local" encoding with optional UTF-8 autodetection */
201 if (psz_charset == NULL)
203 psz_charset = strdup (GetFallbackEncoding ());
204 msg_Dbg (p_dec, "trying default character encoding: %s",
205 psz_charset ?: "not specified");
207 if (var_CreateGetBool (p_dec, "subsdec-autodetect-utf8"))
209 msg_Dbg (p_dec, "using automatic UTF-8 detection");
210 p_sys->b_autodetect_utf8 = VLC_TRUE;
214 /* Forth, don't do character decoding, i.e. assume UTF-8 */
215 if (psz_charset == NULL)
217 psz_charset = strdup ("UTF-8");
218 msg_Dbg (p_dec, "trying hard-coded character encoding: %s",
219 psz_charset ? psz_charset : "error");
223 if (psz_charset == NULL)
229 if (strcasecmp (psz_charset, "UTF-8") && strcasecmp (psz_charset, "utf8"))
231 p_sys->iconv_handle = vlc_iconv_open ("UTF-8", psz_charset);
232 if (p_sys->iconv_handle == (vlc_iconv_t)(-1))
233 msg_Err (p_dec, "cannot convert from %s: %m", psz_charset);
237 var_Create( p_dec, "subsdec-align", VLC_VAR_INTEGER | VLC_VAR_DOINHERIT );
238 var_Get( p_dec, "subsdec-align", &val );
239 p_sys->i_align = val.i_int;
241 if( p_dec->fmt_in.i_codec == VLC_FOURCC('s','s','a',' ')
242 && var_CreateGetBool( p_dec, "subsdec-formatted" ) )
244 if( p_dec->fmt_in.i_extra > 0 )
245 ParseSSAHeader( p_dec );
251 /****************************************************************************
252 * DecodeBlock: the whole thing
253 ****************************************************************************
254 * This function must be fed with complete subtitles units.
255 ****************************************************************************/
256 static subpicture_t *DecodeBlock( decoder_t *p_dec, block_t **pp_block )
258 subpicture_t *p_spu = NULL;
260 if( !pp_block || *pp_block == NULL ) return NULL;
262 p_spu = ParseText( p_dec, *pp_block );
264 block_Release( *pp_block );
270 /*****************************************************************************
271 * CloseDecoder: clean up the decoder
272 *****************************************************************************/
273 static void CloseDecoder( vlc_object_t *p_this )
275 decoder_t *p_dec = (decoder_t *)p_this;
276 decoder_sys_t *p_sys = p_dec->p_sys;
278 if( p_sys->iconv_handle != (vlc_iconv_t)-1 )
279 vlc_iconv_close( p_sys->iconv_handle );
281 if( p_sys->pp_ssa_styles )
284 for( i = 0; i < p_sys->i_ssa_styles; i++ )
286 if( !p_sys->pp_ssa_styles[i] )
289 if( p_sys->pp_ssa_styles[i]->psz_stylename )
290 free( p_sys->pp_ssa_styles[i]->psz_stylename );
291 if( p_sys->pp_ssa_styles[i]->font_style.psz_fontname )
292 free( p_sys->pp_ssa_styles[i]->font_style.psz_fontname );
293 if( p_sys->pp_ssa_styles[i] )
294 free( p_sys->pp_ssa_styles[i] );
296 TAB_CLEAN( p_sys->i_ssa_styles, p_sys->pp_ssa_styles );
298 if( p_sys->pp_images )
301 for( i = 0; i < p_sys->i_images; i++ )
303 if( !p_sys->pp_images[i] )
306 if( p_sys->pp_images[i]->p_pic )
307 p_sys->pp_images[i]->p_pic->pf_release( p_sys->pp_images[i]->p_pic );
308 if( p_sys->pp_images[i]->psz_filename )
309 free( p_sys->pp_images[i]->psz_filename );
311 free( p_sys->pp_images[i] );
313 TAB_CLEAN( p_sys->i_images, p_sys->pp_images );
319 /*****************************************************************************
320 * ParseText: parse an text subtitle packet and send it to the video output
321 *****************************************************************************/
322 static subpicture_t *ParseText( decoder_t *p_dec, block_t *p_block )
324 decoder_sys_t *p_sys = p_dec->p_sys;
325 subpicture_t *p_spu = NULL;
326 char *psz_subtitle = NULL;
329 /* We cannot display a subpicture with no date */
330 if( p_block->i_pts == 0 )
332 msg_Warn( p_dec, "subtitle without a date" );
336 /* Check validity of packet data */
337 /* An "empty" line containing only \0 can be used to force
338 and ephemer picture from the screen */
339 if( p_block->i_buffer < 1 )
341 msg_Warn( p_dec, "no subtitle data" );
345 /* Should be resiliant against bad subtitles */
346 psz_subtitle = strndup( (const char *)p_block->p_buffer,
348 if( psz_subtitle == NULL )
351 if( p_sys->iconv_handle == (vlc_iconv_t)-1 )
353 if (EnsureUTF8( psz_subtitle ) == NULL)
355 msg_Err( p_dec, _("failed to convert subtitle encoding.\n"
356 "Try manually setting a character-encoding "
357 "before you open the file.") );
363 if( p_sys->b_autodetect_utf8 )
365 if( IsUTF8( psz_subtitle ) == NULL )
367 msg_Dbg( p_dec, "invalid UTF-8 sequence: "
368 "disabling UTF-8 subtitles autodetection" );
369 p_sys->b_autodetect_utf8 = VLC_FALSE;
373 if( !p_sys->b_autodetect_utf8 )
375 size_t inbytes_left = strlen( psz_subtitle );
376 size_t outbytes_left = 6 * inbytes_left;
377 char *psz_new_subtitle = malloc( outbytes_left + 1 );
378 char *psz_convert_buffer_out = psz_new_subtitle;
379 const char *psz_convert_buffer_in = psz_subtitle;
381 size_t ret = vlc_iconv( p_sys->iconv_handle,
382 &psz_convert_buffer_in, &inbytes_left,
383 &psz_convert_buffer_out, &outbytes_left );
385 *psz_convert_buffer_out++ = '\0';
386 free( psz_subtitle );
388 if( ( ret == (size_t)(-1) ) || inbytes_left )
390 free( psz_new_subtitle );
391 msg_Err( p_dec, _("failed to convert subtitle encoding.\n"
392 "Try manually setting a character-encoding "
393 "before you open the file.") );
397 psz_subtitle = realloc( psz_new_subtitle,
398 psz_convert_buffer_out - psz_new_subtitle );
402 /* Create the subpicture unit */
403 p_spu = p_dec->pf_spu_buffer_new( p_dec );
406 msg_Warn( p_dec, "can't get spu buffer" );
407 if( psz_subtitle ) free( psz_subtitle );
411 p_spu->b_pausable = VLC_TRUE;
413 /* Create a new subpicture region */
414 memset( &fmt, 0, sizeof(video_format_t) );
415 fmt.i_chroma = VLC_FOURCC('T','E','X','T');
417 fmt.i_width = fmt.i_height = 0;
418 fmt.i_x_offset = fmt.i_y_offset = 0;
419 p_spu->p_region = p_spu->pf_create_region( VLC_OBJECT(p_dec), &fmt );
420 if( !p_spu->p_region )
422 msg_Err( p_dec, "cannot allocate SPU region" );
423 if( psz_subtitle ) free( psz_subtitle );
424 p_dec->pf_spu_buffer_del( p_dec, p_spu );
428 /* Decode and format the subpicture unit */
429 if( p_dec->fmt_in.i_codec != VLC_FOURCC('s','s','a',' ') )
431 /* Normal text subs, easy markup */
432 p_spu->p_region->i_align = SUBPICTURE_ALIGN_BOTTOM | p_sys->i_align;
433 p_spu->i_x = p_sys->i_align ? 20 : 0;
436 /* Remove formatting from string */
438 p_spu->p_region->psz_text = StripTags( psz_subtitle );
439 if( var_CreateGetBool( p_dec, "subsdec-formatted" ) )
441 p_spu->p_region->psz_html = CreateHtmlSubtitle( psz_subtitle );
444 p_spu->i_start = p_block->i_pts;
445 p_spu->i_stop = p_block->i_pts + p_block->i_length;
446 p_spu->b_ephemer = (p_block->i_length == 0);
447 p_spu->b_absolute = VLC_FALSE;
451 /* Decode SSA/USF strings */
452 if( p_dec->fmt_in.i_codec == VLC_FOURCC('s','s','a',' ') )
453 ParseSSAString( p_dec, psz_subtitle, p_spu );
455 p_spu->i_start = p_block->i_pts;
456 p_spu->i_stop = p_block->i_pts + p_block->i_length;
457 p_spu->b_ephemer = (p_block->i_length == 0);
458 p_spu->b_absolute = VLC_FALSE;
459 p_spu->i_original_picture_width = p_sys->i_original_width;
460 p_spu->i_original_picture_height = p_sys->i_original_height;
462 if( psz_subtitle ) free( psz_subtitle );
467 char* GotoNextLine( char *psz_text )
469 char *p_newline = psz_text;
471 while( p_newline[0] != '\0' )
473 if( p_newline[0] == '\n' || p_newline[0] == '\r' )
476 while( p_newline[0] == '\n' || p_newline[0] == '\r' )
485 /* Function now handles tags with attribute values, and tries
486 * to deal with &' commands too. It no longer modifies the string
487 * in place, so that the original text can be reused
489 static char *StripTags( char *psz_subtitle )
491 char *psz_text_start;
494 psz_text = psz_text_start = malloc( strlen( psz_subtitle ) + 1 );
495 if( !psz_text_start )
498 while( *psz_subtitle )
500 if( *psz_subtitle == '<' )
502 if( strncasecmp( psz_subtitle, "<br/>", 5 ) == 0 )
505 psz_subtitle += strcspn( psz_subtitle, ">" );
507 else if( *psz_subtitle == '&' )
509 if( !strncasecmp( psz_subtitle, "<", 4 ))
512 psz_subtitle += strcspn( psz_subtitle, ";" );
514 else if( !strncasecmp( psz_subtitle, ">", 4 ))
517 psz_subtitle += strcspn( psz_subtitle, ";" );
519 else if( !strncasecmp( psz_subtitle, "&", 5 ))
522 psz_subtitle += strcspn( psz_subtitle, ";" );
524 else if( !strncasecmp( psz_subtitle, """, 6 ))
527 psz_subtitle += strcspn( psz_subtitle, ";" );
531 /* Assume it is just a normal ampersand */
537 *psz_text++ = *psz_subtitle;
543 psz_text_start = realloc( psz_text_start, strlen( psz_text_start ) + 1 );
545 return psz_text_start;
548 /* Try to respect any style tags present in the subtitle string. The main
549 * problem here is a lack of adequate specs for the subtitle formats.
550 * SSA/ASS and USF are both detail spec'ed -- but they are handled elsewhere.
551 * SAMI has a detailed spec, but extensive rework is needed in the demux
552 * code to prevent all this style information being excised, as it presently
554 * That leaves the others - none of which were (I guess) originally intended
555 * to be carrying style information. Over time people have used them that way.
556 * In the absence of specifications from which to work, the tags supported
557 * have been restricted to the simple set permitted by the USF DTD, ie. :
558 * Basic: <br>, <i>, <b>, <u>
570 * There is also the further restriction that the subtitle be well-formed
571 * as an XML entity, ie. the HTML sentence:
572 * <b><i>Bold and Italics</b></i>
573 * doesn't qualify because the tags aren't nested one inside the other.
574 * <text> tags are automatically added to the output to ensure
576 * If the text doesn't qualify for any reason, a NULL string is
577 * returned, and the rendering engine will fall back to the
578 * plain text version of the subtitle.
580 static char *CreateHtmlSubtitle( char *psz_subtitle )
582 char psz_tagStack[ 100 ];
583 size_t i_buf_size = strlen( psz_subtitle ) + 100;
584 char *psz_html_start = malloc( i_buf_size );
586 psz_tagStack[ 0 ] = '\0';
588 if( psz_html_start != NULL )
590 char *psz_html = psz_html_start;
592 strcpy( psz_html, "<text>" );
595 while( *psz_subtitle )
597 if( *psz_subtitle == '\n' )
599 strcpy( psz_html, "<br/>" );
603 else if( *psz_subtitle == '<' )
605 if( !strncasecmp( psz_subtitle, "<br/>", 5 ))
607 strcpy( psz_html, "<br/>" );
611 else if( !strncasecmp( psz_subtitle, "<b>", 3 ) )
613 strcpy( psz_html, "<b>" );
614 strcat( psz_tagStack, "b" );
618 else if( !strncasecmp( psz_subtitle, "<i>", 3 ) )
620 strcpy( psz_html, "<i>" );
621 strcat( psz_tagStack, "i" );
625 else if( !strncasecmp( psz_subtitle, "<u>", 3 ) )
627 strcpy( psz_html, "<u>" );
628 strcat( psz_tagStack, "u" );
632 else if( !strncasecmp( psz_subtitle, "<font ", 6 ))
634 const char *psz_attribs[] = { "face=\"", "family=\"", "size=\"",
635 "color=\"", "outline-color=\"", "shadow-color=\"",
636 "outline-level=\"", "shadow-level=\"", "back-color=\"",
639 strcpy( psz_html, "<font " );
640 strcat( psz_tagStack, "f" );
644 while( *psz_subtitle != '>' )
648 for( k=0; psz_attribs[ k ]; k++ )
650 int i_len = strlen( psz_attribs[ k ] );
652 if( !strncasecmp( psz_subtitle, psz_attribs[ k ], i_len ))
654 i_len += strcspn( psz_subtitle + i_len, "\"" ) + 1;
656 strncpy( psz_html, psz_subtitle, i_len );
658 psz_subtitle += i_len;
662 if( psz_attribs[ k ] == NULL )
664 /* Jump over unrecognised tag */
665 int i_len = strcspn( psz_subtitle, "\"" ) + 1;
667 i_len += strcspn( psz_subtitle + i_len, "\"" ) + 1;
668 psz_subtitle += i_len;
670 while (*psz_subtitle == ' ')
671 *psz_html++ = *psz_subtitle++;
673 *psz_html++ = *psz_subtitle++;
675 else if( !strncmp( psz_subtitle, "</", 2 ))
677 vlc_bool_t b_match = VLC_FALSE;
678 int i_len = strlen( psz_tagStack ) - 1;
679 char *psz_lastTag = NULL;
683 psz_lastTag = psz_tagStack + i_len;
686 switch( *psz_lastTag )
689 b_match = !strncasecmp( psz_subtitle, "</b>", 4 );
693 b_match = !strncasecmp( psz_subtitle, "</i>", 4 );
697 b_match = !strncasecmp( psz_subtitle, "</u>", 4 );
701 b_match = !strncasecmp( psz_subtitle, "</font>", 7 );
708 /* Not well formed -- kill everything */
709 free( psz_html_start );
710 psz_html_start = NULL;
714 strncpy( psz_html, psz_subtitle, i_len );
716 psz_subtitle += i_len;
720 psz_subtitle += strcspn( psz_subtitle, ">" );
723 else if( *psz_subtitle == '&' )
725 if( !strncasecmp( psz_subtitle, "<", 4 ))
727 strcpy( psz_html, "<" );
731 else if( !strncasecmp( psz_subtitle, ">", 4 ))
733 strcpy( psz_html, ">" );
737 else if( !strncasecmp( psz_subtitle, "&", 5 ))
739 strcpy( psz_html, "&" );
745 strcpy( psz_html, "&" );
752 *psz_html = *psz_subtitle;
753 if( psz_html > psz_html_start )
755 /* Check for double whitespace */
756 if((( *psz_html == ' ' ) ||
757 ( *psz_html == '\t' )) &&
758 (( *(psz_html-1) == ' ' ) ||
759 ( *(psz_html-1) == '\t' )))
761 strcpy( psz_html, NO_BREAKING_SPACE );
762 psz_html += strlen( NO_BREAKING_SPACE ) - 1;
769 if( ( size_t )( psz_html - psz_html_start ) > i_buf_size - 10 )
771 int i_len = psz_html - psz_html_start;
774 psz_html_start = realloc( psz_html_start, i_buf_size );
775 psz_html = psz_html_start + i_len;
779 strcpy( psz_html, "</text>" );
782 if( psz_tagStack[ 0 ] != '\0' )
784 /* Not well formed -- kill everything */
785 free( psz_html_start );
786 psz_html_start = NULL;
788 else if( psz_html_start )
790 /* Shrink the memory requirements */
791 psz_html_start = realloc( psz_html_start, psz_html - psz_html_start + 1 );
794 return psz_html_start;