1 /*****************************************************************************
3 *****************************************************************************
4 * Copyright (C) 2000-2001 VideoLAN
5 * $Id: parse.c,v 1.10 2003/01/30 19:14:17 gbazin Exp $
7 * Authors: Samuel Hocevar <sam@zoy.org>
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 2 of the License, or
12 * (at your option) any later version.
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111, USA.
22 *****************************************************************************/
24 /*****************************************************************************
26 *****************************************************************************/
27 #include <stdlib.h> /* malloc(), free() */
28 #include <string.h> /* memcpy(), memset() */
32 #include <vlc/decoder.h>
36 /*****************************************************************************
38 *****************************************************************************/
39 static int ParseControlSeq ( spudec_thread_t *, subpicture_t * );
40 static int ParseRLE ( spudec_thread_t *, subpicture_t *, uint8_t * );
42 static void DestroySPU ( subpicture_t * );
44 static void UpdateSPU ( subpicture_t *, vlc_object_t * );
45 static int CropCallback ( vlc_object_t *, char const *,
46 vlc_value_t, vlc_value_t, void * );
48 /*****************************************************************************
49 * AddNibble: read a nibble from a source packet and add it to our integer.
50 *****************************************************************************/
51 static inline unsigned int AddNibble( unsigned int i_code,
52 uint8_t *p_src, int *pi_index )
56 return( i_code << 4 | ( p_src[(*pi_index)++ >> 1] & 0xf ) );
60 return( i_code << 4 | p_src[(*pi_index)++ >> 1] >> 4 );
64 /*****************************************************************************
65 * SyncPacket: get in sync with the stream
66 *****************************************************************************
67 * This function makes a few sanity checks and returns 0 if it looks like we
68 * are at the beginning of a subpicture packet.
69 *****************************************************************************/
70 int E_(SyncPacket)( spudec_thread_t *p_spudec )
72 /* Re-align the buffer on an 8-bit boundary */
73 RealignBits( &p_spudec->bit_stream );
75 /* The total SPU packet size, often bigger than a PS packet */
76 p_spudec->i_spu_size = GetBits( &p_spudec->bit_stream, 16 );
78 /* The RLE stuff size (remove 4 because we just read 32 bits) */
79 p_spudec->i_rle_size = ShowBits( &p_spudec->bit_stream, 16 ) - 4;
81 /* If the values we got are a bit strange, skip packet */
82 if( !p_spudec->i_spu_size
83 || ( p_spudec->i_rle_size >= p_spudec->i_spu_size ) )
88 RemoveBits( &p_spudec->bit_stream, 16 );
93 /*****************************************************************************
94 * ParsePacket: parse an SPU packet and send it to the video output
95 *****************************************************************************
96 * This function parses the SPU packet and, if valid, sends it to the
98 *****************************************************************************/
99 void E_(ParsePacket)( spudec_thread_t *p_spudec )
101 subpicture_t * p_spu;
103 unsigned int i_offset;
106 msg_Dbg( p_spudec->p_fifo, "trying to gather a 0x%.2x long subtitle",
107 p_spudec->i_spu_size );
109 /* We cannot display a subpicture with no date */
110 NextPTS( &p_spudec->bit_stream, &i_pts, NULL );
113 msg_Warn( p_spudec->p_fifo, "subtitle without a date" );
117 /* Allocate the subpicture internal data. */
118 p_spu = vout_CreateSubPicture( p_spudec->p_vout, MEMORY_SUBPICTURE );
125 /* Rationale for the "p_spudec->i_rle_size * 4": we are going to
126 * expand the RLE stuff so that we won't need to read nibbles later
127 * on. This will speed things up a lot. Plus, we'll only need to do
128 * this stupid interlacing stuff once. */
129 p_spu->p_sys = malloc( sizeof( subpicture_sys_t )
130 + p_spudec->i_rle_size * 4 );
132 if( p_spu->p_sys == NULL )
134 vout_DestroySubPicture( p_spudec->p_vout, p_spu );
138 /* Fill the p_spu structure */
139 vlc_mutex_init( p_spudec->p_fifo, &p_spu->p_sys->lock );
141 p_spu->pf_render = E_(RenderSPU);
142 p_spu->pf_destroy = DestroySPU;
143 p_spu->p_sys->p_data = (uint8_t*)p_spu->p_sys + sizeof( subpicture_sys_t );
144 p_spu->p_sys->b_palette = VLC_FALSE;
146 p_spu->p_sys->pi_alpha[0] = 0x00;
147 p_spu->p_sys->pi_alpha[1] = 0x0f;
148 p_spu->p_sys->pi_alpha[2] = 0x0f;
149 p_spu->p_sys->pi_alpha[3] = 0x0f;
151 p_spu->p_sys->b_crop = VLC_FALSE;
153 /* Get display time now. If we do it later, we may miss the PTS. */
154 p_spu->p_sys->i_pts = i_pts;
156 /* Attach to our input thread */
157 p_spu->p_sys->p_input = vlc_object_find( p_spudec->p_fifo,
158 VLC_OBJECT_INPUT, FIND_PARENT );
159 if( p_spu->p_sys->p_input )
163 if( !var_Get( p_spu->p_sys->p_input, "highlight-mutex", &val ) )
165 vlc_mutex_t *p_mutex = val.p_address;
167 vlc_mutex_lock( p_mutex );
168 UpdateSPU( p_spu, VLC_OBJECT(p_spu->p_sys->p_input) );
169 var_DelCallback( p_spu->p_sys->p_input,
170 "highlight", CropCallback, p_spu );
171 var_AddCallback( p_spu->p_sys->p_input,
172 "highlight", CropCallback, p_spu );
173 vlc_mutex_unlock( p_mutex );
177 /* Allocate the temporary buffer we will parse */
178 p_src = malloc( p_spudec->i_rle_size );
182 msg_Err( p_spudec->p_fifo, "out of memory" );
183 vout_DestroySubPicture( p_spudec->p_vout, p_spu );
188 for( i_offset = 0; i_offset < p_spudec->i_rle_size;
189 i_offset += SPU_CHUNK_SIZE )
191 GetChunk( &p_spudec->bit_stream, p_src + i_offset,
192 ( i_offset + SPU_CHUNK_SIZE < p_spudec->i_rle_size ) ?
193 SPU_CHUNK_SIZE : p_spudec->i_rle_size - i_offset );
195 /* Abort subtitle parsing if we were requested to stop */
196 if( p_spudec->p_fifo->b_die )
199 vout_DestroySubPicture( p_spudec->p_vout, p_spu );
205 /* Dump the subtitle info */
206 intf_WarnHexDump( 5, p_spu->p_sys->p_data, p_spudec->i_rle_size );
209 /* Getting the control part */
210 if( ParseControlSeq( p_spudec, p_spu ) )
212 /* There was a parse error, delete the subpicture */
214 vout_DestroySubPicture( p_spudec->p_vout, p_spu );
218 /* At this point, no more GetBit() command is needed, so we have all
219 * the data we need to tell whether the subtitle is valid. Thus we
220 * try to display it and we ignore b_die. */
222 if( ParseRLE( p_spudec, p_spu, p_src ) )
224 /* There was a parse error, delete the subpicture */
226 vout_DestroySubPicture( p_spudec->p_vout, p_spu );
230 msg_Dbg( p_spudec->p_fifo, "total size: 0x%x, RLE offsets: 0x%x 0x%x",
231 p_spudec->i_spu_size,
232 p_spu->p_sys->pi_offset[0], p_spu->p_sys->pi_offset[1] );
234 /* SPU is finished - we can ask the video output to display it */
235 vout_DisplaySubPicture( p_spudec->p_vout, p_spu );
237 /* TODO: do stuff! */
243 /*****************************************************************************
244 * ParseControlSeq: parse all SPU control sequences
245 *****************************************************************************
246 * This is the most important part in SPU decoding. We get dates, palette
247 * information, coordinates, and so on. For more information on the
248 * subtitles format, see http://sam.zoy.org/doc/dvd/subtitles/index.html
249 *****************************************************************************/
250 static int ParseControlSeq( spudec_thread_t *p_spudec,
251 subpicture_t * p_spu )
253 /* Our current index in the SPU packet */
254 unsigned int i_index = p_spudec->i_rle_size + 4;
256 /* The next start-of-control-sequence index and the previous one */
257 unsigned int i_next_seq = 0, i_cur_seq = 0;
259 /* Command and date */
260 uint8_t i_command = SPU_CMD_END;
263 unsigned int i, pi_alpha[4];
265 /* Initialize the structure */
266 p_spu->i_start = p_spu->i_stop = 0;
267 p_spu->b_ephemer = VLC_FALSE;
271 /* If we just read a command sequence, read the next one;
272 * otherwise, go on with the commands of the current sequence. */
273 if( i_command == SPU_CMD_END )
275 /* Get the control sequence date */
276 date = (mtime_t)GetBits( &p_spudec->bit_stream, 16 ) * 11000
277 * p_spudec->bit_stream.p_pes->i_rate / DEFAULT_RATE;
281 i_next_seq = GetBits( &p_spudec->bit_stream, 16 );
283 /* Skip what we just read */
287 i_command = GetBits( &p_spudec->bit_stream, 8 );
292 case SPU_CMD_FORCE_DISPLAY: /* 00 (force displaying) */
293 p_spu->i_start = p_spu->p_sys->i_pts + date;
294 p_spu->b_ephemer = VLC_TRUE;
297 /* Convert the dates in seconds to PTS values */
298 case SPU_CMD_START_DISPLAY: /* 01 (start displaying) */
299 p_spu->i_start = p_spu->p_sys->i_pts + date;
302 case SPU_CMD_STOP_DISPLAY: /* 02 (stop displaying) */
303 p_spu->i_stop = p_spu->p_sys->i_pts + date;
306 case SPU_CMD_SET_PALETTE:
308 /* 03xxxx (palette) */
309 if( p_spudec->p_fifo->p_demux_data
310 && *(int*)p_spudec->p_fifo->p_demux_data == 0xBeeF )
314 p_spu->p_sys->b_palette = VLC_TRUE;
315 for( i = 0; i < 4 ; i++ )
317 i_color = ((uint32_t*)((char*)p_spudec->p_fifo->
318 p_demux_data + sizeof(int)))[
319 GetBits(&p_spudec->bit_stream, 4) ];
321 /* FIXME: this job should be done sooner */
322 p_spu->p_sys->pi_yuv[3-i][0] = (i_color>>16) & 0xff;
323 p_spu->p_sys->pi_yuv[3-i][1] = (i_color>>0) & 0xff;
324 p_spu->p_sys->pi_yuv[3-i][2] = (i_color>>8) & 0xff;
329 RemoveBits( &p_spudec->bit_stream, 16 );
335 case SPU_CMD_SET_ALPHACHANNEL: /* 04xxxx (alpha channel) */
336 pi_alpha[3] = GetBits( &p_spudec->bit_stream, 4 );
337 pi_alpha[2] = GetBits( &p_spudec->bit_stream, 4 );
338 pi_alpha[1] = GetBits( &p_spudec->bit_stream, 4 );
339 pi_alpha[0] = GetBits( &p_spudec->bit_stream, 4 );
341 /* Ignore blank alpha palette. Sometimes spurious blank
342 * alpha palettes are present - dunno why. */
343 if( pi_alpha[0] | pi_alpha[1] | pi_alpha[2] | pi_alpha[3] )
345 p_spu->p_sys->pi_alpha[0] = pi_alpha[0];
346 p_spu->p_sys->pi_alpha[1] = pi_alpha[1];
347 p_spu->p_sys->pi_alpha[2] = pi_alpha[2];
348 p_spu->p_sys->pi_alpha[3] = pi_alpha[3];
352 msg_Warn( p_spudec->p_fifo, "ignoring blank alpha palette" );
358 case SPU_CMD_SET_COORDINATES: /* 05xxxyyyxxxyyy (coordinates) */
359 p_spu->i_x = GetBits( &p_spudec->bit_stream, 12 );
360 p_spu->i_width = GetBits( &p_spudec->bit_stream, 12 )
363 p_spu->i_y = GetBits( &p_spudec->bit_stream, 12 );
364 p_spu->i_height = GetBits( &p_spudec->bit_stream, 12 )
370 case SPU_CMD_SET_OFFSETS: /* 06xxxxyyyy (byte offsets) */
371 p_spu->p_sys->pi_offset[0] =
372 GetBits( &p_spudec->bit_stream, 16 ) - 4;
374 p_spu->p_sys->pi_offset[1] =
375 GetBits( &p_spudec->bit_stream, 16 ) - 4;
380 case SPU_CMD_END: /* ff (end) */
383 default: /* xx (unknown command) */
384 msg_Err( p_spudec->p_fifo, "unknown command 0x%.2x",
389 /* We need to check for quit commands here */
390 if( p_spudec->p_fifo->b_die )
395 } while( i_command != SPU_CMD_END || i_index == i_next_seq );
397 /* Check that the next sequence index matches the current one */
398 if( i_next_seq != i_cur_seq )
400 msg_Err( p_spudec->p_fifo, "index mismatch (0x%.4x != 0x%.4x)",
401 i_next_seq, i_cur_seq );
405 if( i_index > p_spudec->i_spu_size )
407 msg_Err( p_spudec->p_fifo, "uh-oh, we went too far (0x%.4x > 0x%.4x)",
408 i_index, p_spudec->i_spu_size );
412 if( !p_spu->i_start )
414 msg_Err( p_spudec->p_fifo, "no `start display' command" );
417 if( p_spu->i_stop <= p_spu->i_start && !p_spu->b_ephemer )
419 /* This subtitle will live for 5 seconds or until the next subtitle */
420 p_spu->i_stop = p_spu->i_start + (mtime_t)500 * 11000
421 * p_spudec->bit_stream.p_pes->i_rate / DEFAULT_RATE;
422 p_spu->b_ephemer = VLC_TRUE;
425 /* Get rid of padding bytes */
426 switch( p_spudec->i_spu_size - i_index )
428 /* Zero or one padding byte, quite usual */
430 RemoveBits( &p_spudec->bit_stream, 8 );
435 /* More than one padding byte - this is very strange, but
436 * we can deal with it */
438 msg_Warn( p_spudec->p_fifo,
439 "%i padding bytes, we usually get 0 or 1 of them",
440 p_spudec->i_spu_size - i_index );
442 while( i_index < p_spudec->i_spu_size )
444 RemoveBits( &p_spudec->bit_stream, 8 );
451 /* Successfully parsed ! */
455 /*****************************************************************************
456 * ParseRLE: parse the RLE part of the subtitle
457 *****************************************************************************
458 * This part parses the subtitle graphical data and stores it in a more
459 * convenient structure for later decoding. For more information on the
460 * subtitles format, see http://sam.zoy.org/doc/dvd/subtitles/index.html
461 *****************************************************************************/
462 static int ParseRLE( spudec_thread_t *p_spudec,
463 subpicture_t * p_spu, uint8_t * p_src )
467 unsigned int i_width = p_spu->i_width;
468 unsigned int i_height = p_spu->i_height;
469 unsigned int i_x, i_y;
471 uint16_t *p_dest = (uint16_t *)p_spu->p_sys->p_data;
473 /* The subtitles are interlaced, we need two offsets */
474 unsigned int i_id = 0; /* Start on the even SPU layer */
475 unsigned int pi_table[ 2 ];
476 unsigned int *pi_offset;
479 vlc_bool_t b_empty_top = VLC_TRUE,
480 b_empty_bottom = VLC_FALSE;
481 unsigned int i_skipped_top = 0,
482 i_skipped_bottom = 0;
485 /* Colormap statistics */
487 int stats[4]; stats[0] = stats[1] = stats[2] = stats[3] = 0;
489 pi_table[ 0 ] = p_spu->p_sys->pi_offset[ 0 ] << 1;
490 pi_table[ 1 ] = p_spu->p_sys->pi_offset[ 1 ] << 1;
492 for( i_y = 0 ; i_y < i_height ; i_y++ )
494 pi_offset = pi_table + i_id;
496 for( i_x = 0 ; i_x < i_width ; i_x += i_code >> 2 )
498 i_code = AddNibble( 0, p_src, pi_offset );
502 i_code = AddNibble( i_code, p_src, pi_offset );
506 i_code = AddNibble( i_code, p_src, pi_offset );
510 i_code = AddNibble( i_code, p_src, pi_offset );
512 if( i_code < 0x0100 )
514 /* If the 14 first bits are set to 0, then it's a
515 * new line. We emulate it. */
516 if( i_code < 0x0004 )
518 i_code |= ( i_width - i_x ) << 2;
522 /* We have a boo boo ! */
523 msg_Err( p_spudec->p_fifo, "unknown RLE code "
532 if( ( (i_code >> 2) + i_x + i_y * i_width ) > i_height * i_width )
534 msg_Err( p_spudec->p_fifo,
535 "out of bounds, %i at (%i,%i) is out of %ix%i",
536 i_code >> 2, i_x, i_y, i_width, i_height );
540 /* Try to find the border color */
541 if( p_spu->p_sys->pi_alpha[ i_code & 0x3 ] != 0x00 )
543 i_border = i_code & 0x3;
544 stats[i_border] += i_code >> 2;
548 if( (i_code >> 2) == i_width
549 && p_spu->p_sys->pi_alpha[ i_code & 0x3 ] == 0x00 )
553 /* This is a blank top line, we skip it */
558 /* We can't be sure the current lines will be skipped,
559 * so we store the code just in case. */
562 b_empty_bottom = VLC_TRUE;
568 /* We got a valid code, store it */
571 /* Valid code means no blank line */
572 b_empty_top = VLC_FALSE;
573 b_empty_bottom = VLC_FALSE;
574 i_skipped_bottom = 0;
581 /* Check that we didn't go too far */
584 msg_Err( p_spudec->p_fifo, "i_x overflowed, %i > %i",
589 /* Byte-align the stream */
590 if( *pi_offset & 0x1 )
599 /* We shouldn't get any padding bytes */
602 msg_Err( p_spudec->p_fifo, "padding bytes found in RLE sequence" );
603 msg_Err( p_spudec->p_fifo, "send mail to <sam@zoy.org> if you "
604 "want to help debugging this" );
606 /* Skip them just in case */
607 while( i_y < i_height )
609 *p_dest++ = i_width << 2;
616 msg_Dbg( p_spudec->p_fifo, "valid subtitle, size: %ix%i, position: %i,%i",
617 p_spu->i_width, p_spu->i_height, p_spu->i_x, p_spu->i_y );
620 /* Crop if necessary */
621 if( i_skipped_top || i_skipped_bottom )
623 p_spu->i_y += i_skipped_top;
624 p_spu->i_height -= i_skipped_top + i_skipped_bottom;
626 msg_Dbg( p_spudec->p_fifo, "cropped to: %ix%i, position: %i,%i",
627 p_spu->i_width, p_spu->i_height, p_spu->i_x, p_spu->i_y );
631 /* Handle color if no palette was found */
632 if( !p_spu->p_sys->b_palette )
634 int i, i_inner = -1, i_shade = -1;
636 /* Set the border color */
637 p_spu->p_sys->pi_yuv[i_border][0] = 0x00;
638 p_spu->p_sys->pi_yuv[i_border][1] = 0x80;
639 p_spu->p_sys->pi_yuv[i_border][2] = 0x80;
642 /* Find the inner colors */
643 for( i = 0 ; i < 4 && i_inner == -1 ; i++ )
651 for( ; i < 4 && i_shade == -1 ; i++ )
655 if( stats[i] > stats[i_inner] )
667 /* Set the inner color */
670 p_spu->p_sys->pi_yuv[i_inner][0] = 0xff;
671 p_spu->p_sys->pi_yuv[i_inner][1] = 0x80;
672 p_spu->p_sys->pi_yuv[i_inner][2] = 0x80;
675 /* Set the anti-aliasing color */
678 p_spu->p_sys->pi_yuv[i_shade][0] = 0x80;
679 p_spu->p_sys->pi_yuv[i_shade][1] = 0x80;
680 p_spu->p_sys->pi_yuv[i_shade][2] = 0x80;
683 msg_Dbg( p_spudec->p_fifo,
684 "using custom palette (border %i, inner %i, shade %i)",
685 i_border, i_inner, i_shade );
691 /*****************************************************************************
692 * DestroySPU: subpicture destructor
693 *****************************************************************************/
694 static void DestroySPU( subpicture_t *p_spu )
696 if( p_spu->p_sys->p_input )
698 /* Detach from our input thread */
699 var_DelCallback( p_spu->p_sys->p_input, "highlight",
700 CropCallback, p_spu );
701 vlc_object_release( p_spu->p_sys->p_input );
704 vlc_mutex_destroy( &p_spu->p_sys->lock );
705 free( p_spu->p_sys );
708 /*****************************************************************************
709 * UpdateSPU: update subpicture settings
710 *****************************************************************************
711 * This function is called from CropCallback and at initialization time, to
712 * retrieve crop information from the input.
713 *****************************************************************************/
714 static void UpdateSPU( subpicture_t *p_spu, vlc_object_t *p_object )
718 if( var_Get( p_object, "highlight", &val ) )
723 p_spu->p_sys->b_crop = val.b_bool;
724 if( !p_spu->p_sys->b_crop )
729 var_Get( p_object, "x-start", &val );
730 p_spu->p_sys->i_x_start = val.i_int;
731 var_Get( p_object, "y-start", &val );
732 p_spu->p_sys->i_y_start = val.i_int;
733 var_Get( p_object, "x-end", &val );
734 p_spu->p_sys->i_x_end = val.i_int;
735 var_Get( p_object, "y-end", &val );
736 p_spu->p_sys->i_y_end = val.i_int;
739 if( var_Get( p_object, "color", &val ) == VLC_SUCCESS )
741 p_spu->p_sys->pi_color[0] = ((uint8_t *)val.p_address)[0];
742 p_spu->p_sys->pi_color[1] = ((uint8_t *)val.p_address)[1];
743 p_spu->p_sys->pi_color[2] = ((uint8_t *)val.p_address)[2];
744 p_spu->p_sys->pi_color[3] = ((uint8_t *)val.p_address)[3];
748 if( var_Get( p_object, "contrast", &val ) == VLC_SUCCESS )
750 p_spu->p_sys->pi_alpha[0] = ((uint8_t *)val.p_address)[0];
751 p_spu->p_sys->pi_alpha[1] = ((uint8_t *)val.p_address)[1];
752 p_spu->p_sys->pi_alpha[2] = ((uint8_t *)val.p_address)[2];
753 p_spu->p_sys->pi_alpha[3] = ((uint8_t *)val.p_address)[3];
757 /*****************************************************************************
758 * CropCallback: called when the highlight properties are changed
759 *****************************************************************************
760 * This callback is called from the input thread when we need cropping
761 *****************************************************************************/
762 static int CropCallback( vlc_object_t *p_object, char const *psz_var,
763 vlc_value_t oldval, vlc_value_t newval, void *p_data )
765 UpdateSPU( (subpicture_t *)p_data, p_object );