1 /*****************************************************************************
2 * SSA/ASS subtitle decoder using libass.
3 *****************************************************************************
4 * Copyright (C) 2008-2009 the VideoLAN team
7 * Authors: Laurent Aimar <fenrir@videolan.org>
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 2 of the License, or
12 * (at your option) any later version.
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
22 *****************************************************************************/
24 /*****************************************************************************
26 *****************************************************************************/
37 #include <vlc_common.h>
38 #include <vlc_plugin.h>
39 #include <vlc_codec.h>
41 #include <vlc_input.h>
42 #include <vlc_dialog.h>
47 # include <vlc_charset.h>
50 /*****************************************************************************
52 *****************************************************************************/
53 static int Create ( vlc_object_t * );
54 static void Destroy( vlc_object_t * );
57 set_shortname( N_("Subtitles (advanced)"))
58 set_description( N_("Subtitle renderers using libass") )
59 set_capability( "decoder", 100 )
60 set_category( CAT_INPUT )
61 set_subcategory( SUBCAT_INPUT_SCODEC )
62 set_callbacks( Create, Destroy )
65 /*****************************************************************************
67 *****************************************************************************/
68 static subpicture_t *DecodeBlock( decoder_t *, block_t ** );
69 static void DestroySubpicture( subpicture_t * );
70 static void PreRender( spu_t *, subpicture_t *, const video_format_t * );
71 static void UpdateRegions( spu_t *,
72 subpicture_t *, const video_format_t *, mtime_t );
74 /* Yes libass sux with threads */
77 vlc_object_t *p_libvlc;
80 ass_library_t *p_library;
81 ass_renderer_t *p_renderer;
84 static ass_handle_t *AssHandleHold( decoder_t *p_dec );
85 static void AssHandleRelease( ass_handle_t * );
90 /* decoder_sys_t is shared between decoder and spu units */
101 subpicture_t *p_spu_final;
103 static void DecSysRelease( decoder_sys_t *p_sys );
104 static void DecSysHold( decoder_sys_t *p_sys );
106 struct subpicture_sys_t
108 decoder_sys_t *p_dec_sys;
122 static int BuildRegions( spu_t *p_spu, rectangle_t *p_region, int i_max_region, ass_image_t *p_img_list, int i_width, int i_height );
123 static void SubpictureReleaseRegions( spu_t *p_spu, subpicture_t *p_subpic );
124 static void RegionDraw( subpicture_region_t *p_region, ass_image_t *p_img );
126 static vlc_mutex_t libass_lock = VLC_STATIC_MUTEX;
128 //#define DEBUG_REGION
130 /*****************************************************************************
131 * Create: Open libass decoder.
132 *****************************************************************************/
133 static int Create( vlc_object_t *p_this )
135 decoder_t *p_dec = (decoder_t *)p_this;
136 decoder_sys_t *p_sys;
137 ass_track_t *p_track;
139 if( p_dec->fmt_in.i_codec != VLC_CODEC_SSA )
142 p_dec->pf_decode_sub = DecodeBlock;
144 p_dec->p_sys = p_sys = malloc( sizeof( decoder_sys_t ) );
149 p_sys->p_ass = AssHandleHold( p_dec );
155 vlc_mutex_init( &p_sys->lock );
156 p_sys->i_refcount = 1;
159 vlc_mutex_lock( &libass_lock );
160 p_sys->p_track = p_track = ass_new_track( p_sys->p_ass->p_library );
163 vlc_mutex_unlock( &libass_lock );
164 DecSysRelease( p_sys );
167 ass_process_codec_private( p_track, p_dec->fmt_in.p_extra, p_dec->fmt_in.i_extra );
168 vlc_mutex_unlock( &libass_lock );
170 p_dec->fmt_out.i_cat = SPU_ES;
171 p_dec->fmt_out.i_codec = VLC_CODEC_RGBA;
176 /*****************************************************************************
178 *****************************************************************************/
179 static void Destroy( vlc_object_t *p_this )
181 decoder_t *p_dec = (decoder_t *)p_this;
183 DecSysRelease( p_dec->p_sys );
186 static void DecSysHold( decoder_sys_t *p_sys )
188 vlc_mutex_lock( &p_sys->lock );
190 vlc_mutex_unlock( &p_sys->lock );
192 static void DecSysRelease( decoder_sys_t *p_sys )
195 vlc_mutex_lock( &p_sys->lock );
197 if( p_sys->i_refcount > 0 )
199 vlc_mutex_unlock( &p_sys->lock );
202 vlc_mutex_unlock( &p_sys->lock );
203 vlc_mutex_destroy( &p_sys->lock );
205 vlc_mutex_lock( &libass_lock );
207 ass_free_track( p_sys->p_track );
208 vlc_mutex_unlock( &libass_lock );
210 AssHandleRelease( p_sys->p_ass );
214 /****************************************************************************
216 ****************************************************************************/
217 static subpicture_t *DecodeBlock( decoder_t *p_dec, block_t **pp_block )
219 decoder_sys_t *p_sys = p_dec->p_sys;
221 subpicture_t *p_spu = NULL;
224 if( !pp_block || *pp_block == NULL )
228 if( p_block->i_flags & (BLOCK_FLAG_DISCONTINUITY|BLOCK_FLAG_CORRUPTED) )
230 block_Release( p_block );
235 if( p_block->i_buffer == 0 || p_block->p_buffer[0] == '\0' )
237 block_Release( p_block );
241 p_spu = decoder_NewSubpicture( p_dec );
244 msg_Warn( p_dec, "can't get spu buffer" );
245 block_Release( p_block );
249 p_spu->p_sys = malloc( sizeof( subpicture_sys_t ));
252 decoder_DeleteSubpicture( p_dec, p_spu );
253 block_Release( p_block );
257 p_spu->p_sys->i_subs_len = p_block->i_buffer;
258 p_spu->p_sys->p_subs_data = malloc( p_block->i_buffer );
259 if( !p_spu->p_sys->p_subs_data )
261 free( p_spu->p_sys );
262 decoder_DeleteSubpicture( p_dec, p_spu );
263 block_Release( p_block );
266 memcpy( p_spu->p_sys->p_subs_data, p_block->p_buffer,
268 p_spu->p_sys->i_pts = p_block->i_pts;
270 p_spu->i_start = p_block->i_pts;
271 p_spu->i_stop = p_block->i_pts + p_block->i_length;
272 p_spu->b_ephemer = true;
273 p_spu->b_absolute = true;
275 vlc_mutex_lock( &libass_lock );
278 ass_process_chunk( p_sys->p_track, p_spu->p_sys->p_subs_data, p_spu->p_sys->i_subs_len,
279 p_spu->i_start / 1000, (p_spu->i_stop-p_spu->i_start) / 1000 );
281 vlc_mutex_unlock( &libass_lock );
283 p_spu->pf_pre_render = PreRender;
284 p_spu->pf_update_regions = UpdateRegions;
285 p_spu->pf_destroy = DestroySubpicture;
286 p_spu->p_sys->p_dec_sys = p_sys;
290 block_Release( p_block );
295 /****************************************************************************
297 ****************************************************************************/
298 static void DestroySubpicture( subpicture_t *p_subpic )
300 DecSysRelease( p_subpic->p_sys->p_dec_sys );
302 free( p_subpic->p_sys->p_subs_data );
303 free( p_subpic->p_sys );
306 static void PreRender( spu_t *p_spu, subpicture_t *p_subpic,
307 const video_format_t *p_fmt )
309 decoder_sys_t *p_dec_sys = p_subpic->p_sys->p_dec_sys;
311 p_dec_sys->p_spu_final = p_subpic;
316 static void UpdateRegions( spu_t *p_spu, subpicture_t *p_subpic,
317 const video_format_t *p_fmt, mtime_t i_ts )
319 decoder_sys_t *p_sys = p_subpic->p_sys->p_dec_sys;
320 ass_handle_t *p_ass = p_sys->p_ass;
325 if( p_subpic != p_sys->p_spu_final )
327 SubpictureReleaseRegions( p_spu, p_subpic );
331 vlc_mutex_lock( &libass_lock );
335 fmt.i_chroma = VLC_CODEC_RGBA;
336 fmt.i_width = fmt.i_visible_width;
337 fmt.i_height = fmt.i_visible_height;
338 fmt.i_bits_per_pixel = 0;
339 fmt.i_x_offset = fmt.i_y_offset = 0;
341 b_fmt_changed = memcmp( &fmt, &p_ass->fmt, sizeof(fmt) ) != 0;
344 ass_set_frame_size( p_ass->p_renderer, fmt.i_width, fmt.i_height );
345 #if defined( LIBASS_VERSION ) && LIBASS_VERSION >= 0x00907000
346 ass_set_aspect_ratio( p_ass->p_renderer, 1.0, 1.0 ); // TODO ?
348 ass_set_aspect_ratio( p_ass->p_renderer, 1.0 ); // TODO ?
355 const mtime_t i_stream_date = p_subpic->p_sys->i_pts + (i_ts - p_subpic->i_start);
357 ass_image_t *p_img = ass_render_frame( p_ass->p_renderer, p_sys->p_track,
358 i_stream_date/1000, &i_changed );
360 if( !i_changed && !b_fmt_changed )
362 vlc_mutex_unlock( &libass_lock );
367 p_subpic->i_original_picture_height = fmt.i_height;
368 p_subpic->i_original_picture_width = fmt.i_width;
369 SubpictureReleaseRegions( p_spu, p_subpic );
371 /* XXX to improve efficiency we merge regions that are close minimizing
373 * libass tends to create a lot of small regions and thus spu engine
374 * reinstanciate a lot the scaler, and as we do not support subpel blending
375 * it looks ugly (text unaligned).
377 const int i_max_region = 4;
378 rectangle_t region[i_max_region];
379 const int i_region = BuildRegions( p_spu, region, i_max_region, p_img, fmt.i_width, fmt.i_height );
383 vlc_mutex_unlock( &libass_lock );
387 /* Allocate the regions and draw them */
388 subpicture_region_t *pp_region[i_max_region];
389 subpicture_region_t **pp_region_last = &p_subpic->p_region;
391 for( int i = 0; i < i_region; i++ )
393 subpicture_region_t *r;
394 video_format_t fmt_region;
399 fmt_region.i_visible_width = region[i].x1 - region[i].x0;
400 fmt_region.i_height =
401 fmt_region.i_visible_height = region[i].y1 - region[i].y0;
403 pp_region[i] = r = subpicture_region_New( &fmt_region );
406 r->i_x = region[i].x0;
407 r->i_y = region[i].y0;
408 r->i_align = SUBPICTURE_ALIGN_TOP | SUBPICTURE_ALIGN_LEFT;
411 RegionDraw( r, p_img );
415 pp_region_last = &r->p_next;
417 vlc_mutex_unlock( &libass_lock );
420 static rectangle_t r_create( int x0, int y0, int x1, int y1 )
422 rectangle_t r = { x0, y0, x1, y1 };
425 static rectangle_t r_img( const ass_image_t *p_img )
427 return r_create( p_img->dst_x, p_img->dst_y, p_img->dst_x+p_img->w, p_img->dst_y+p_img->h );
429 static void r_add( rectangle_t *r, const rectangle_t *n )
431 r->x0 = __MIN( r->x0, n->x0 );
432 r->y0 = __MIN( r->y0, n->y0 );
433 r->x1 = __MAX( r->x1, n->x1 );
434 r->y1 = __MAX( r->y1, n->y1 );
436 static int r_surface( const rectangle_t *r )
438 return (r->x1-r->x0) * (r->y1-r->y0);
440 static bool r_overlap( const rectangle_t *a, const rectangle_t *b, int i_dx, int i_dy )
442 return __MAX(a->x0-i_dx, b->x0) < __MIN( a->x1+i_dx, b->x1 ) &&
443 __MAX(a->y0-i_dy, b->y0) < __MIN( a->y1+i_dy, b->y1 );
446 static int BuildRegions( spu_t *p_spu, rectangle_t *p_region, int i_max_region, ass_image_t *p_img_list, int i_width, int i_height )
454 int64_t i_ck_start = mdate();
457 for( p_tmp = p_img_list, i_count = 0; p_tmp != NULL; p_tmp = p_tmp->next )
462 ass_image_t **pp_img = calloc( i_count, sizeof(*pp_img) );
466 for( p_tmp = p_img_list, i_count = 0; p_tmp != NULL; p_tmp = p_tmp->next, i_count++ )
467 pp_img[i_count] = p_tmp;
470 const int i_w_inc = __MAX( ( i_width + 49 ) / 50, 32 );
471 const int i_h_inc = __MAX( ( i_height + 99 ) / 100, 32 );
472 int i_maxh = i_w_inc;
473 int i_maxw = i_h_inc;
475 rectangle_t region[i_max_region+1];
478 for( int i_used = 0; i_used < i_count; )
481 for( n = 0; n < i_count; n++ )
486 assert( i_region < i_max_region + 1 );
487 region[i_region++] = r_img( pp_img[n] );
488 pp_img[n] = NULL; i_used++;
493 for( n = 0; n < i_count; n++ )
495 ass_image_t *p_img = pp_img[n];
498 rectangle_t r = r_img( p_img );
502 int i_best_s = INT_MAX;
503 for( k = 0; k < i_region; k++ )
505 if( !r_overlap( ®ion[k], &r, i_maxw, i_maxh ) )
507 int s = r_surface( &r );
516 r_add( ®ion[i_best], &r );
517 pp_img[n] = NULL; i_used++;
523 if( i_region > i_max_region )
527 int i_best_ds = INT_MAX;
530 for( int i = 0; i < i_region; i++ )
532 for( int j = i+1; j < i_region; j++ )
534 rectangle_t n = region[i];
535 r_add( &n, ®ion[j] );
536 int ds = r_surface( &n ) - r_surface( ®ion[i] ) - r_surface( ®ion[j] );
547 msg_Err( p_spu, "Merging %d and %d", i_best_i, i_best_j );
549 r_add( ®ion[i_best_i], ®ion[i_best_j] );
551 if( i_best_j+1 < i_region )
552 memmove( ®ion[i_best_j], ®ion[i_best_j+1], sizeof(*region) * ( i_region - (i_best_j+1) ) );
558 for( int n = 0; n < i_region; n++ )
559 p_region[n] = region[n];
562 int64_t i_ck_time = mdate() - i_ck_start;
563 msg_Err( p_spu, "ASS: %d objects merged into %d region in %d micros", i_count, i_region, (int)(i_ck_time) );
571 static void RegionDraw( subpicture_region_t *p_region, ass_image_t *p_img )
573 const plane_t *p = &p_region->p_picture->p[0];
574 const int i_x = p_region->i_x;
575 const int i_y = p_region->i_y;
576 const int i_width = p_region->fmt.i_width;
577 const int i_height = p_region->fmt.i_height;
579 memset( p->p_pixels, 0x00, p->i_pitch * p->i_lines );
580 for( ; p_img != NULL; p_img = p_img->next )
582 if( p_img->dst_x < i_x || p_img->dst_x + p_img->w > i_x + i_width ||
583 p_img->dst_y < i_y || p_img->dst_y + p_img->h > i_y + i_height )
586 const int r = (p_img->color >> 24)&0xff;
587 const int g = (p_img->color >> 16)&0xff;
588 const int b = (p_img->color >> 8)&0xff;
589 const int a = (p_img->color )&0xff;
592 for( y = 0; y < p_img->h; y++ )
594 for( x = 0; x < p_img->w; x++ )
596 const int alpha = p_img->bitmap[y*p_img->stride+x];
597 const int an = (255 - a) * alpha / 255;
599 uint8_t *p_rgba = &p->p_pixels[(y+p_img->dst_y-i_y) * p->i_pitch + 4 * (x+p_img->dst_x-i_x)];
601 /* Native endianness, but RGBA ordering */
602 p_rgba[0] = ( p_rgba[0] * (255-an) + r * an ) / 255;
603 p_rgba[1] = ( p_rgba[1] * (255-an) + g * an ) / 255;
604 p_rgba[2] = ( p_rgba[2] * (255-an) + b * an ) / 255;
605 p_rgba[3] = 255 - ( 255 - p_rgba[3] ) * ( 255 - an ) / 255;
611 /* XXX Draw a box for debug */
612 #define P(x,y) ((uint32_t*)&p->p_pixels[(y)*p->i_pitch + 4*(x)])
613 for( int y = 0; y < p->i_lines; y++ )
614 *P(0,y) = *P(p->i_visible_pitch/4-1,y) = 0xff000000;
615 for( int x = 0; x < p->i_visible_pitch; x++ )
616 *P(x/4,0) = *P(x/4,p->i_visible_lines-1) = 0xff000000;
622 static void SubpictureReleaseRegions( spu_t *p_spu, subpicture_t *p_subpic )
625 subpicture_region_ChainDelete( p_subpic->p_region );
626 p_subpic->p_region = NULL;
630 static ass_handle_t *AssHandleHold( decoder_t *p_dec )
632 vlc_mutex_lock( &libass_lock );
634 ass_handle_t *p_ass = NULL;
635 ass_library_t *p_library = NULL;
636 ass_renderer_t *p_renderer = NULL;
639 var_Create( p_dec->p_libvlc, "libass-handle", VLC_VAR_ADDRESS );
640 if( var_Get( p_dec->p_libvlc, "libass-handle", &val ) )
641 val.p_address = NULL;
645 p_ass = val.p_address;
649 vlc_mutex_unlock( &libass_lock );
654 p_ass = malloc( sizeof(*p_ass) );
659 p_ass->p_libvlc = VLC_OBJECT(p_dec->p_libvlc);
660 p_ass->i_refcount = 1;
662 /* Create libass library */
663 p_ass->p_library = p_library = ass_library_init();
667 /* load attachments */
668 input_attachment_t **pp_attachments;
671 if( decoder_GetInputAttachments( p_dec, &pp_attachments, &i_attachments ))
674 pp_attachments = NULL;
676 for( int k = 0; k < i_attachments; k++ )
678 input_attachment_t *p_attach = pp_attachments[k];
680 if( !strcasecmp( p_attach->psz_mime, "application/x-truetype-font" ) )
682 msg_Dbg( p_dec, "adding embedded font %s", p_attach->psz_name );
684 ass_add_font( p_ass->p_library, p_attach->psz_name, p_attach->p_data, p_attach->i_data );
686 vlc_input_attachment_Delete( p_attach );
688 free( pp_attachments );
690 char *psz_font_dir = NULL;
694 dialog_progress_bar_t *p_dialog = dialog_ProgressCreate( p_dec,
695 _("Building font cache"),
696 _( "Please wait while your font cache is rebuilt.\n"
697 "This should take less than a minute." ), NULL );
698 /* This makes Windows build of VLC hang */
699 const UINT uPath = GetSystemWindowsDirectoryW( NULL, 0 );
702 wchar_t *psw_path = calloc( uPath + 1, sizeof(wchar_t) );
705 if( GetSystemWindowsDirectoryW( psw_path, uPath + 1 ) > 0 )
707 char *psz_tmp = FromWide( psw_path );
709 asprintf( &psz_font_dir, "%s\\Fonts", psz_tmp ) < 0 )
718 psz_font_dir = config_GetCacheDir();
722 msg_Dbg( p_dec, "Setting libass fontdir: %s", psz_font_dir );
723 ass_set_fonts_dir( p_library, psz_font_dir );
724 free( psz_font_dir );
726 dialog_ProgressSet( p_dialog, NULL, 0.1 );
729 ass_set_extract_fonts( p_library, true );
730 ass_set_style_overrides( p_library, NULL );
732 /* Create the renderer */
733 p_ass->p_renderer = p_renderer = ass_renderer_init( p_library );
737 ass_set_use_margins( p_renderer, false);
739 // ass_set_margins( p_renderer, int t, int b, int l, int r);
740 ass_set_hinting( p_renderer, ASS_HINTING_NATIVE ); // No idea
741 ass_set_font_scale( p_renderer, 1.0 );
742 ass_set_line_spacing( p_renderer, 0.0 );
744 const char *psz_font = NULL; /* We don't ship a default font with VLC */
745 const char *psz_family = "Arial"; /* Use Arial if we can't find anything more suitable */
747 #ifdef HAVE_FONTCONFIG
749 dialog_ProgressSet( p_dialog, NULL, 0.2 );
751 #if defined( LIBASS_VERSION ) && LIBASS_VERSION >= 0x00907000
752 ass_set_fonts( p_renderer, psz_font, psz_family, true, NULL, 0 ); // setup default font/family
754 ass_set_fonts( p_renderer, psz_font, psz_family ); // setup default font/family
757 dialog_ProgressSet( p_dialog, NULL, 1.0 );
760 /* FIXME you HAVE to give him a font if no fontconfig */
761 #if defined( LIBASS_VERSION ) && LIBASS_VERSION >= 0x00907000
762 ass_set_fonts( p_renderer, psz_font, psz_family, false, NULL, 0 );
764 ass_set_fonts_nofc( p_renderer, psz_font, psz_family );
767 memset( &p_ass->fmt, 0, sizeof(p_ass->fmt) );
770 val.p_address = p_ass;
771 var_Set( p_dec->p_libvlc, "libass-handle", val );
774 vlc_mutex_unlock( &libass_lock );
776 dialog_ProgressDestroy( p_dialog );
782 ass_renderer_done( p_renderer );
784 ass_library_done( p_library );
786 msg_Warn( p_dec, "Libass creation failed" );
789 vlc_mutex_unlock( &libass_lock );
792 static void AssHandleRelease( ass_handle_t *p_ass )
794 vlc_mutex_lock( &libass_lock );
796 if( p_ass->i_refcount > 0 )
798 vlc_mutex_unlock( &libass_lock );
802 ass_renderer_done( p_ass->p_renderer );
803 ass_library_done( p_ass->p_library );
806 val.p_address = NULL;
807 var_Set( p_ass->p_libvlc, "libass-handle", val );
809 vlc_mutex_unlock( &libass_lock );