1 /*****************************************************************************
2 * mpeg4video.c: mpeg 4 video packetizer
3 *****************************************************************************
4 * Copyright (C) 2001, 2002 VideoLAN
7 * Authors: Laurent Aimar <fenrir@via.ecp.fr>
8 * Eric Petit <titer@videolan.org>
9 * Gildas Bazin <gbazin@videolan.org>
11 * This program is free software; you can redistribute it and/or modify
12 * it under the terms of the GNU General Public License as published by
13 * the Free Software Foundation; either version 2 of the License, or
14 * (at your option) any later version.
16 * This program is distributed in the hope that it will be useful,
17 * but WITHOUT ANY WARRANTY; without even the implied warranty of
18 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
19 * GNU General Public License for more details.
21 * You should have received a copy of the GNU General Public License
22 * along with this program; if not, write to the Free Software
23 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111, USA.
24 *****************************************************************************/
26 /*****************************************************************************
28 *****************************************************************************/
29 #include <stdlib.h> /* malloc(), free() */
32 #include <vlc/decoder.h>
37 /*****************************************************************************
39 *****************************************************************************/
40 static int Open ( vlc_object_t * );
41 static void Close( vlc_object_t * );
44 set_category( CAT_SOUT );
45 set_subcategory( SUBCAT_SOUT_PACKETIZER );
46 set_description( _("MPEG4 video packetizer") );
47 set_capability( "packetizer", 50 );
48 set_callbacks( Open, Close );
52 /****************************************************************************
54 ****************************************************************************/
55 static block_t *Packetize( decoder_t *, block_t ** );
62 mtime_t i_interpolated_pts;
63 mtime_t i_interpolated_dts;
64 mtime_t i_last_ref_pts;
65 mtime_t i_last_time_ref;
68 mtime_t i_last_timeincr;
84 static int m4v_FindStartCode( uint8_t **, uint8_t * );
85 static int m4v_VOLParse( decoder_t *, es_format_t *, uint8_t *, int );
86 static int vlc_log2( unsigned int );
88 #define VIDEO_OBJECT_MASK 0x01f
89 #define VIDEO_OBJECT_LAYER_MASK 0x00f
91 #define VIDEO_OBJECT_START_CODE 0x100
92 #define VIDEO_OBJECT_LAYER_START_CODE 0x120
93 #define VISUAL_OBJECT_SEQUENCE_START_CODE 0x1b0
94 #define VISUAL_OBJECT_SEQUENCE_END_CODE 0x1b1
95 #define USER_DATA_START_CODE 0x1b2
96 #define GROUP_OF_VOP_START_CODE 0x1b3
97 #define VIDEO_SESSION_ERROR_CODE 0x1b4
98 #define VISUAL_OBJECT_START_CODE 0x1b5
99 #define VOP_START_CODE 0x1b6
100 #define FACE_OBJECT_START_CODE 0x1ba
101 #define FACE_OBJECT_PLANE_START_CODE 0x1bb
102 #define MESH_OBJECT_START_CODE 0x1bc
103 #define MESH_OBJECT_PLANE_START_CODE 0x1bd
104 #define STILL_TEXTURE_OBJECT_START_CODE 0x1be
105 #define TEXTURE_SPATIAL_LAYER_START_CODE 0x1bf
106 #define TEXTURE_SNR_LAYER_START_CODE 0x1c0
108 /*****************************************************************************
109 * Open: probe the packetizer and return score
110 *****************************************************************************/
111 static int Open( vlc_object_t *p_this )
113 decoder_t *p_dec = (decoder_t*)p_this;
114 decoder_sys_t *p_sys;
116 switch( p_dec->fmt_in.i_codec )
118 case VLC_FOURCC( 'm', '4', 's', '2'):
119 case VLC_FOURCC( 'M', '4', 'S', '2'):
120 case VLC_FOURCC( 'm', 'p', '4', 's'):
121 case VLC_FOURCC( 'M', 'P', '4', 'S'):
122 case VLC_FOURCC( 'm', 'p', '4', 'v'):
123 case VLC_FOURCC( 'D', 'I', 'V', 'X'):
124 case VLC_FOURCC( 'd', 'i', 'v', 'x'):
125 case VLC_FOURCC( 'X', 'V', 'I', 'D'):
126 case VLC_FOURCC( 'X', 'v', 'i', 'D'):
127 case VLC_FOURCC( 'x', 'v', 'i', 'd'):
128 case VLC_FOURCC( 'D', 'X', '5', '0'):
129 case VLC_FOURCC( 'd', 'x', '5', '0'):
130 case VLC_FOURCC( 0x04, 0, 0, 0):
131 case VLC_FOURCC( '3', 'I', 'V', '2'):
132 case VLC_FOURCC( 'm', '4', 'c', 'c'):
133 case VLC_FOURCC( 'M', '4', 'C', 'C'):
140 /* Allocate the memory needed to store the decoder's structure */
141 if( ( p_dec->p_sys = p_sys = malloc( sizeof(decoder_sys_t) ) ) == NULL )
143 msg_Err( p_dec, "out of memory" );
146 memset( p_sys, 0, sizeof(decoder_sys_t) );
148 /* Setup properties */
149 es_format_Copy( &p_dec->fmt_out, &p_dec->fmt_in );
150 p_dec->fmt_out.i_codec = VLC_FOURCC( 'm', 'p', '4', 'v' );
152 if( p_dec->fmt_in.i_extra )
155 p_dec->fmt_out.i_extra = p_dec->fmt_in.i_extra;
156 p_dec->fmt_out.p_extra = malloc( p_dec->fmt_in.i_extra );
157 memcpy( p_dec->fmt_out.p_extra, p_dec->fmt_in.p_extra,
158 p_dec->fmt_in.i_extra );
160 msg_Dbg( p_dec, "opening with vol size:%d", p_dec->fmt_in.i_extra );
161 m4v_VOLParse( p_dec, &p_dec->fmt_out,
162 p_dec->fmt_out.p_extra, p_dec->fmt_out.i_extra );
166 /* No vol, we'll have to look for one later on */
167 p_dec->fmt_out.i_extra = 0;
168 p_dec->fmt_out.p_extra = 0;
172 p_dec->pf_packetize = Packetize;
177 /*****************************************************************************
178 * Close: clean up the packetizer
179 *****************************************************************************/
180 static void Close( vlc_object_t *p_this )
182 decoder_t *p_dec = (decoder_t*)p_this;
184 if( p_dec->p_sys->p_buffer ) free( p_dec->p_sys->p_buffer );
185 free( p_dec->p_sys );
188 /****************************************************************************
189 * Packetize: the whole thing
190 ****************************************************************************/
191 static block_t *Packetize( decoder_t *p_dec, block_t **pp_block )
193 decoder_sys_t *p_sys = p_dec->p_sys;
195 block_t *p_chain_out = NULL;
197 uint8_t *p_vol = NULL;
200 if( !pp_block || !*pp_block ) return NULL;
205 if( p_sys->i_buffer + p_block->i_buffer > p_sys->i_buffer_size )
207 p_sys->i_buffer_size += p_block->i_buffer + 1024;
208 p_sys->p_buffer = realloc( p_sys->p_buffer, p_sys->i_buffer_size );
210 memcpy( &p_sys->p_buffer[p_sys->i_buffer], p_block->p_buffer,
212 p_sys->i_buffer += p_block->i_buffer;
214 if( p_sys->i_buffer > 10*1000000 )
216 msg_Err( p_dec, "mmh reseting context" );
221 p_start = &p_sys->p_buffer[p_sys->i_buffer - p_block->i_buffer - 4];
222 if( p_start < p_sys->p_buffer )
224 p_start = p_sys->p_buffer;
228 if( m4v_FindStartCode( &p_start, &p_sys->p_buffer[p_sys->i_buffer] ) )
230 block_Release( p_block );
234 /* fprintf( stderr, "start code=0x1%2.2x\n", p_start[3] ); */
238 /* Copy the complete VOL */
239 p_dec->fmt_out.i_extra = p_start - p_vol;
240 p_dec->fmt_out.p_extra =
241 realloc( p_dec->fmt_out.p_extra, p_dec->fmt_out.i_extra );
242 memcpy( p_dec->fmt_out.p_extra, p_vol, p_dec->fmt_out.i_extra );
243 m4v_VOLParse( p_dec, &p_dec->fmt_out,
244 p_dec->fmt_out.p_extra, p_dec->fmt_out.i_extra );
250 /* Output the complete VOP we have */
251 int i_out = p_start - p_sys->p_buffer;
252 block_t *p_out = block_New( p_dec, i_out );
255 memcpy( p_out->p_buffer, p_sys->p_buffer, i_out );
256 if( i_out < p_sys->i_buffer )
258 memmove( p_sys->p_buffer, &p_sys->p_buffer[i_out],
259 p_sys->i_buffer - i_out );
261 p_sys->i_buffer -= i_out;
264 p_out->i_flags = p_sys->i_flags;
265 p_out->i_pts = p_sys->i_interpolated_pts;
266 p_out->i_dts = p_sys->i_interpolated_dts;
268 /* FIXME doesn't work when there is multiple VOP in one block */
269 if( p_block->i_dts > p_sys->i_interpolated_dts )
271 p_out->i_length = p_block->i_dts - p_sys->i_interpolated_dts;
274 if( p_dec->fmt_out.i_extra > 0 )
276 block_ChainAppend( &p_chain_out, p_out );
280 msg_Warn( p_dec, "waiting for VOL" );
281 block_Release( p_out );
284 p_sys->b_vop = VLC_FALSE;
287 if( p_start[3] >= 0x20 && p_start[3] <= 0x2f )
289 /* Start of the VOL */
292 else if( p_start[3] == 0xb3 )
296 else if( p_start[3] == 0xb6 )
300 int i_modulo_time_base = 0;
301 int i_time_increment_bits;
302 int64_t i_time_increment, i_time_ref;
304 /* FIXME: we don't actually check we received enough data to read
305 * the VOP time increment. */
306 bs_init( &s, &p_start[4],
307 p_sys->i_buffer - (p_start - p_sys->p_buffer) - 4 );
309 switch( bs_read( &s, 2 ) )
312 p_sys->i_flags = BLOCK_FLAG_TYPE_I;
315 p_sys->i_flags = BLOCK_FLAG_TYPE_P;
318 p_sys->i_flags = BLOCK_FLAG_TYPE_B;
319 p_sys->b_frame = VLC_TRUE;
322 p_sys->i_flags = BLOCK_FLAG_TYPE_PB;
326 while( bs_read( &s, 1 ) ) i_modulo_time_base++;
327 if( !bs_read1( &s ) ) continue; /* Marker */
329 /* VOP time increment */
330 i_time_increment_bits = vlc_log2(p_dec->p_sys->i_fps_num - 1) + 1;
331 if( i_time_increment_bits < 1 ) i_time_increment_bits = 1;
332 i_time_increment = bs_read( &s, i_time_increment_bits );
334 /* Interpolate PTS/DTS */
335 if( !(p_sys->i_flags & BLOCK_FLAG_TYPE_B) )
337 p_sys->i_last_time_ref = p_sys->i_time_ref;
339 (i_modulo_time_base * p_dec->p_sys->i_fps_num);
340 i_time_ref = p_sys->i_time_ref;
344 i_time_ref = p_sys->i_last_time_ref +
345 (i_modulo_time_base * p_dec->p_sys->i_fps_num);
348 p_sys->i_interpolated_pts +=
349 ( (i_time_ref + i_time_increment -
350 p_sys->i_last_time - p_sys->i_last_timeincr) *
351 I64C(1000000) / p_dec->p_sys->i_fps_num );
353 p_sys->i_last_time = i_time_ref;
354 p_sys->i_last_timeincr = i_time_increment;
356 /* Correct interpolated dts when we receive a new pts/dts */
357 if( p_block->i_pts > 0 )
358 p_sys->i_interpolated_pts = p_block->i_pts;
359 if( p_block->i_dts > 0 )
360 p_sys->i_interpolated_dts = p_block->i_dts;
362 if( (p_sys->i_flags & BLOCK_FLAG_TYPE_B) || !p_sys->b_frame )
364 /* Trivial case (DTS == PTS) */
366 p_sys->i_interpolated_dts = p_sys->i_interpolated_pts;
368 if( p_block->i_pts > 0 )
369 p_sys->i_interpolated_dts = p_block->i_pts;
371 p_sys->i_interpolated_pts = p_sys->i_interpolated_dts;
375 if( p_sys->i_last_ref_pts > 0 )
376 p_sys->i_interpolated_dts = p_sys->i_last_ref_pts;
378 p_sys->i_last_ref_pts = p_sys->i_interpolated_pts;
381 p_sys->b_vop = VLC_TRUE;
383 /* Don't re-use the same PTS/DTS twice */
384 p_block->i_pts = p_block->i_dts = 0;
387 p_start += 4; /* Next */
391 /****************************************************************************
393 ****************************************************************************/
394 static int m4v_FindStartCode( uint8_t **pp_start, uint8_t *p_end )
396 uint8_t *p = *pp_start;
398 /* We wait for 4+1 bytes */
399 for( p = *pp_start; p < p_end - 5; p++ )
401 if( p[0] == 0 && p[1] == 0 && p[2] == 1 )
413 /* look at ffmpeg av_log2 ;) */
414 static int vlc_log2( unsigned int v )
417 static const int vlc_log2_table[16] =
419 0,0,1,1,2,2,2,2, 3,3,3,3,3,3,3,3
437 n += vlc_log2_table[v];
444 * - support aspect ratio
446 static int m4v_VOLParse( decoder_t *p_dec, es_format_t *fmt,
447 uint8_t *p_vol, int i_vol )
457 if( p_vol[0] == 0x00 && p_vol[1] == 0x00 &&
459 p_vol[3] >= 0x20 && p_vol[3] <= 0x2f )
472 bs_init( &s, &p_vol[4], i_vol - 4 );
474 bs_skip( &s, 1 ); /* random access */
475 i_vo_type = bs_read( &s, 8 );
478 i_vo_ver_id = bs_read( &s, 4 );
485 i_ar = bs_read( &s, 4 );
488 int i_ar_width, i_ar_height;
490 i_ar_width = bs_read( &s, 8 );
491 i_ar_height= bs_read( &s, 8 );
498 /* vol control parameter */
499 i_chroma_format = bs_read( &s, 2 );
500 i_low_delay = bs_read1( &s );
513 /* shape 0->RECT, 1->BIN, 2->BIN_ONLY, 3->GRAY */
514 i_shape = bs_read( &s, 2 );
515 if( i_shape == 3 && i_vo_ver_id != 1 )
520 if( !bs_read1( &s ) ) return VLC_EGENERIC; /* Marker */
522 p_dec->p_sys->i_fps_num = bs_read( &s, 16 ); /* Time increment resolution*/
523 if( !p_dec->p_sys->i_fps_num ) p_dec->p_sys->i_fps_num = 1;
525 if( !bs_read1( &s ) ) return VLC_EGENERIC; /* Marker */
529 int i_time_increment_bits =
530 vlc_log2( p_dec->p_sys->i_fps_num - 1 ) + 1;
532 if( i_time_increment_bits < 1 ) i_time_increment_bits = 1;
534 p_dec->p_sys->i_fps_den = bs_read( &s, i_time_increment_bits );
539 fmt->video.i_width = bs_read( &s, 13 );
541 fmt->video.i_height= bs_read( &s, 13 );