1 /*****************************************************************************
2 * subtitle.c: subtitle decoder using ffmpeg library
3 *****************************************************************************
4 * Copyright (C) 2009 Laurent Aimar
7 * Authors: Laurent Aimar <fenrir _AT_ videolan _DOT_ org>
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License as published by
11 * the Free Software Foundation; either version 2 of the License, or
12 * (at your option) any later version.
14 * This program is distributed in the hope that it will be useful,
15 * but WITHOUT ANY WARRANTY; without even the implied warranty of
16 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
17 * GNU General Public License for more details.
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston MA 02110-1301, USA.
22 *****************************************************************************/
24 /*****************************************************************************
26 *****************************************************************************/
32 #include <vlc_common.h>
33 #include <vlc_codec.h>
34 #include <vlc_avcodec.h>
37 #include <libavcodec/avcodec.h>
38 #include <libavutil/mem.h>
39 #ifdef HAVE_AVCODEC_VAAPI
40 # include <libavcodec/vaapi.h>
45 struct decoder_sys_t {
46 AVCODEC_COMMON_MEMBERS
49 static subpicture_t *ConvertSubtitle(decoder_t *, AVSubtitle *, mtime_t pts);
52 * Initialize subtitle decoder
54 int InitSubtitleDec(decoder_t *dec, AVCodecContext *context,
55 AVCodec *codec, int codec_id, const char *namecodec)
61 case CODEC_ID_HDMV_PGS_SUBTITLE:
65 msg_Warn(dec, "refusing to decode non validated subtitle codec");
70 dec->p_sys = sys = malloc(sizeof(*sys));
74 codec->type = AVMEDIA_TYPE_SUBTITLE;
75 context->codec_type = AVMEDIA_TYPE_SUBTITLE;
76 context->codec_id = codec_id;
77 sys->p_context = context;
79 sys->i_codec_id = codec_id;
80 sys->psz_namecodec = namecodec;
81 sys->b_delayed_open = false;
84 context->extradata_size = 0;
85 context->extradata = NULL;
90 #if LIBAVCODEC_VERSION_MAJOR < 54
91 ret = avcodec_open(context, codec);
93 ret = avcodec_open2(context, codec, NULL /* options */);
97 msg_Err(dec, "cannot open codec (%s)", namecodec);
98 free(context->extradata);
104 msg_Dbg(dec, "ffmpeg codec (%s) started", namecodec);
105 dec->fmt_out.i_cat = SPU_ES;
111 * Decode one subtitle
113 subpicture_t *DecodeSubtitle(decoder_t *dec, block_t **block_ptr)
115 decoder_sys_t *sys = dec->p_sys;
117 if (!block_ptr || !*block_ptr)
120 block_t *block = *block_ptr;
122 if (block->i_flags & (BLOCK_FLAG_DISCONTINUITY|BLOCK_FLAG_CORRUPTED)) {
123 block_Release(block);
124 avcodec_flush_buffers(sys->p_context);
128 if (block->i_buffer <= 0) {
129 block_Release(block);
134 block = block_Realloc(block,
136 block->i_buffer + FF_INPUT_BUFFER_PADDING_SIZE);
139 block->i_buffer -= FF_INPUT_BUFFER_PADDING_SIZE;
140 memset(&block->p_buffer[block->i_buffer], 0, FF_INPUT_BUFFER_PADDING_SIZE);
144 memset(&subtitle, 0, sizeof(subtitle));
147 av_init_packet(&pkt);
148 pkt.data = block->p_buffer;
149 pkt.size = block->i_buffer;
151 int has_subtitle = 0;
152 int used = avcodec_decode_subtitle2(sys->p_context,
153 &subtitle, &has_subtitle, &pkt);
156 msg_Warn(dec, "cannot decode one subtitle (%zu bytes)",
159 block_Release(block);
161 } else if ((size_t)used > block->i_buffer) {
162 used = block->i_buffer;
165 block->i_buffer -= used;
166 block->p_buffer += used;
169 subpicture_t *spu = NULL;
171 spu = ConvertSubtitle(dec, &subtitle,
172 block->i_pts > 0 ? block->i_pts : block->i_dts);
176 block_Release(block);
181 * Clean up private data
183 void EndSubtitleDec(decoder_t *dec)
189 * Convert a RGBA ffmpeg region to our format.
191 static subpicture_region_t *ConvertRegionRGBA(AVSubtitleRect *ffregion)
193 if (ffregion->w <= 0 || ffregion->h <= 0)
197 memset(&fmt, 0, sizeof(fmt));
198 fmt.i_chroma = VLC_FOURCC('R','G','B','A');
200 fmt.i_visible_width = ffregion->w;
202 fmt.i_visible_height = ffregion->h;
206 subpicture_region_t *region = subpicture_region_New(&fmt);
210 region->i_x = ffregion->x;
211 region->i_y = ffregion->y;
212 region->i_align = SUBPICTURE_ALIGN_TOP | SUBPICTURE_ALIGN_LEFT;
214 const plane_t *p = ®ion->p_picture->p[0];
215 for (int y = 0; y < ffregion->h; y++) {
216 for (int x = 0; x < ffregion->w; x++) {
217 /* I don't think don't have paletized RGB_A_ */
218 const uint8_t index = ffregion->pict.data[0][y * ffregion->w+x];
219 assert(index < ffregion->nb_colors);
222 memcpy(&color, &ffregion->pict.data[1][4*index], 4);
224 uint8_t *p_rgba = &p->p_pixels[y * p->i_pitch + x * p->i_pixel_pitch];
225 p_rgba[0] = (color >> 16) & 0xff;
226 p_rgba[1] = (color >> 8) & 0xff;
227 p_rgba[2] = (color >> 0) & 0xff;
228 p_rgba[3] = (color >> 24) & 0xff;
236 * Convert a ffmpeg subtitle to our format.
238 static subpicture_t *ConvertSubtitle(decoder_t *dec, AVSubtitle *ffsub, mtime_t pts)
240 subpicture_t *spu = decoder_NewSubpicture(dec, NULL);
244 //msg_Err(dec, "%lld %d %d",
245 // pts, ffsub->start_display_time, ffsub->end_display_time);
246 spu->i_start = pts + ffsub->start_display_time * INT64_C(1000);
247 spu->i_stop = pts + ffsub->end_display_time * INT64_C(1000);
248 spu->b_absolute = true; /* FIXME How to set it right ? */
249 spu->b_ephemer = true; /* FIXME How to set it right ? */
250 spu->i_original_picture_width =
251 dec->fmt_in.subs.spu.i_original_frame_width;
252 spu->i_original_picture_height =
253 dec->fmt_in.subs.spu.i_original_frame_height;
255 subpicture_region_t **region_next = &spu->p_region;
257 for (unsigned i = 0; i < ffsub->num_rects; i++) {
258 AVSubtitleRect *rec = ffsub->rects[i];
260 //msg_Err(dec, "SUBS RECT[%d]: %dx%d @%dx%d",
261 // i, rec->w, rec->h, rec->x, rec->y);
263 subpicture_region_t *region = NULL;
264 switch (ffsub->format) {
266 region = ConvertRegionRGBA(rec);
269 msg_Warn(dec, "unsupported subtitle type");
274 *region_next = region;
275 region_next = ®ion->p_next;
277 /* Free AVSubtitleRect */
278 avpicture_free(&rec->pict);
281 av_free(ffsub->rects);