2 * DVB subtitle decoding
3 * Copyright (c) 2005 Ian Caulfield
5 * This file is part of FFmpeg.
7 * FFmpeg is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
12 * FFmpeg is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with FFmpeg; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
24 #include "bytestream.h"
26 #include "libavutil/colorspace.h"
27 #include "libavutil/opt.h"
29 #define DVBSUB_PAGE_SEGMENT 0x10
30 #define DVBSUB_REGION_SEGMENT 0x11
31 #define DVBSUB_CLUT_SEGMENT 0x12
32 #define DVBSUB_OBJECT_SEGMENT 0x13
33 #define DVBSUB_DISPLAYDEFINITION_SEGMENT 0x14
34 #define DVBSUB_DISPLAY_SEGMENT 0x80
36 #define cm (ff_crop_tab + MAX_NEG_CROP)
40 static void png_save(const char *filename, uint8_t *bitmap, int w, int h,
41 uint32_t *rgba_palette)
45 char fname[40], fname2[40];
48 snprintf(fname, 40, "%s.ppm", filename);
50 f = fopen(fname, "w");
59 for(y = 0; y < h; y++) {
60 for(x = 0; x < w; x++) {
61 v = rgba_palette[bitmap[y * w + x]];
62 putc((v >> 16) & 0xff, f);
63 putc((v >> 8) & 0xff, f);
64 putc((v >> 0) & 0xff, f);
70 snprintf(fname2, 40, "%s-a.pgm", filename);
72 f = fopen(fname2, "w");
81 for(y = 0; y < h; y++) {
82 for(x = 0; x < w; x++) {
83 v = rgba_palette[bitmap[y * w + x]];
84 putc((v >> 24) & 0xff, f);
89 snprintf(command, 1024, "pnmtopng -alpha %s %s > %s.png 2> /dev/null", fname2, fname, filename);
92 snprintf(command, 1024, "rm %s %s", fname, fname2);
97 static void png_save2(const char *filename, uint32_t *bitmap, int w, int h)
101 char fname[40], fname2[40];
104 snprintf(fname, sizeof(fname), "%s.ppm", filename);
106 f = fopen(fname, "w");
115 for(y = 0; y < h; y++) {
116 for(x = 0; x < w; x++) {
117 v = bitmap[y * w + x];
118 putc((v >> 16) & 0xff, f);
119 putc((v >> 8) & 0xff, f);
120 putc((v >> 0) & 0xff, f);
126 snprintf(fname2, sizeof(fname2), "%s-a.pgm", filename);
128 f = fopen(fname2, "w");
137 for(y = 0; y < h; y++) {
138 for(x = 0; x < w; x++) {
139 v = bitmap[y * w + x];
140 putc((v >> 24) & 0xff, f);
145 snprintf(command, sizeof(command), "pnmtopng -alpha %s %s > %s.png 2> /dev/null", fname2, fname, filename);
148 snprintf(command, sizeof(command), "rm %s %s", fname, fname2);
153 #define RGBA(r,g,b,a) (((unsigned)(a) << 24) | ((r) << 16) | ((g) << 8) | (b))
155 typedef struct DVBSubCLUT {
161 uint32_t clut256[256];
163 struct DVBSubCLUT *next;
166 static DVBSubCLUT default_clut;
168 typedef struct DVBSubObjectDisplay {
178 struct DVBSubObjectDisplay *region_list_next;
179 struct DVBSubObjectDisplay *object_list_next;
180 } DVBSubObjectDisplay;
182 typedef struct DVBSubObject {
188 DVBSubObjectDisplay *display_list;
190 struct DVBSubObject *next;
193 typedef struct DVBSubRegionDisplay {
199 struct DVBSubRegionDisplay *next;
200 } DVBSubRegionDisplay;
202 typedef struct DVBSubRegion {
217 DVBSubObjectDisplay *display_list;
219 struct DVBSubRegion *next;
222 typedef struct DVBSubDisplayDefinition {
229 } DVBSubDisplayDefinition;
231 typedef struct DVBSubContext {
238 int compute_edt; /**< if 1 end display time calculated using pts
239 if 0 (Default) calculated using time out */
243 DVBSubRegion *region_list;
244 DVBSubCLUT *clut_list;
245 DVBSubObject *object_list;
247 DVBSubRegionDisplay *display_list;
248 DVBSubDisplayDefinition *display_definition;
252 static DVBSubObject* get_object(DVBSubContext *ctx, int object_id)
254 DVBSubObject *ptr = ctx->object_list;
256 while (ptr && ptr->id != object_id) {
263 static DVBSubCLUT* get_clut(DVBSubContext *ctx, int clut_id)
265 DVBSubCLUT *ptr = ctx->clut_list;
267 while (ptr && ptr->id != clut_id) {
274 static DVBSubRegion* get_region(DVBSubContext *ctx, int region_id)
276 DVBSubRegion *ptr = ctx->region_list;
278 while (ptr && ptr->id != region_id) {
285 static void delete_region_display_list(DVBSubContext *ctx, DVBSubRegion *region)
287 DVBSubObject *object, *obj2, **obj2_ptr;
288 DVBSubObjectDisplay *display, *obj_disp, **obj_disp_ptr;
290 while (region->display_list) {
291 display = region->display_list;
293 object = get_object(ctx, display->object_id);
296 obj_disp_ptr = &object->display_list;
297 obj_disp = *obj_disp_ptr;
299 while (obj_disp && obj_disp != display) {
300 obj_disp_ptr = &obj_disp->object_list_next;
301 obj_disp = *obj_disp_ptr;
305 *obj_disp_ptr = obj_disp->object_list_next;
307 if (!object->display_list) {
308 obj2_ptr = &ctx->object_list;
311 while (obj2 != object) {
313 obj2_ptr = &obj2->next;
317 *obj2_ptr = obj2->next;
324 region->display_list = display->region_list_next;
331 static void delete_cluts(DVBSubContext *ctx)
333 while (ctx->clut_list) {
334 DVBSubCLUT *clut = ctx->clut_list;
336 ctx->clut_list = clut->next;
342 static void delete_objects(DVBSubContext *ctx)
344 while (ctx->object_list) {
345 DVBSubObject *object = ctx->object_list;
347 ctx->object_list = object->next;
353 static void delete_regions(DVBSubContext *ctx)
355 while (ctx->region_list) {
356 DVBSubRegion *region = ctx->region_list;
358 ctx->region_list = region->next;
360 delete_region_display_list(ctx, region);
362 av_freep(®ion->pbuf);
367 static av_cold int dvbsub_init_decoder(AVCodecContext *avctx)
369 int i, r, g, b, a = 0;
370 DVBSubContext *ctx = avctx->priv_data;
372 if (ctx->substream < 0) {
373 ctx->composition_id = -1;
374 ctx->ancillary_id = -1;
375 } else if (!avctx->extradata || (avctx->extradata_size < 4) || ((avctx->extradata_size % 5 != 0) && (avctx->extradata_size != 4))) {
376 av_log(avctx, AV_LOG_WARNING, "Invalid DVB subtitles stream extradata!\n");
377 ctx->composition_id = -1;
378 ctx->ancillary_id = -1;
380 if (avctx->extradata_size > 5*ctx->substream + 2) {
381 ctx->composition_id = AV_RB16(avctx->extradata + 5*ctx->substream);
382 ctx->ancillary_id = AV_RB16(avctx->extradata + 5*ctx->substream + 2);
384 av_log(avctx, AV_LOG_WARNING, "Selected DVB subtitles sub-stream %d is not available\n", ctx->substream);
385 ctx->composition_id = AV_RB16(avctx->extradata);
386 ctx->ancillary_id = AV_RB16(avctx->extradata + 2);
391 ctx->prev_start = AV_NOPTS_VALUE;
393 default_clut.id = -1;
394 default_clut.next = NULL;
396 default_clut.clut4[0] = RGBA( 0, 0, 0, 0);
397 default_clut.clut4[1] = RGBA(255, 255, 255, 255);
398 default_clut.clut4[2] = RGBA( 0, 0, 0, 255);
399 default_clut.clut4[3] = RGBA(127, 127, 127, 255);
401 default_clut.clut16[0] = RGBA( 0, 0, 0, 0);
402 for (i = 1; i < 16; i++) {
404 r = (i & 1) ? 255 : 0;
405 g = (i & 2) ? 255 : 0;
406 b = (i & 4) ? 255 : 0;
408 r = (i & 1) ? 127 : 0;
409 g = (i & 2) ? 127 : 0;
410 b = (i & 4) ? 127 : 0;
412 default_clut.clut16[i] = RGBA(r, g, b, 255);
415 default_clut.clut256[0] = RGBA( 0, 0, 0, 0);
416 for (i = 1; i < 256; i++) {
418 r = (i & 1) ? 255 : 0;
419 g = (i & 2) ? 255 : 0;
420 b = (i & 4) ? 255 : 0;
425 r = ((i & 1) ? 85 : 0) + ((i & 0x10) ? 170 : 0);
426 g = ((i & 2) ? 85 : 0) + ((i & 0x20) ? 170 : 0);
427 b = ((i & 4) ? 85 : 0) + ((i & 0x40) ? 170 : 0);
431 r = ((i & 1) ? 85 : 0) + ((i & 0x10) ? 170 : 0);
432 g = ((i & 2) ? 85 : 0) + ((i & 0x20) ? 170 : 0);
433 b = ((i & 4) ? 85 : 0) + ((i & 0x40) ? 170 : 0);
437 r = 127 + ((i & 1) ? 43 : 0) + ((i & 0x10) ? 85 : 0);
438 g = 127 + ((i & 2) ? 43 : 0) + ((i & 0x20) ? 85 : 0);
439 b = 127 + ((i & 4) ? 43 : 0) + ((i & 0x40) ? 85 : 0);
443 r = ((i & 1) ? 43 : 0) + ((i & 0x10) ? 85 : 0);
444 g = ((i & 2) ? 43 : 0) + ((i & 0x20) ? 85 : 0);
445 b = ((i & 4) ? 43 : 0) + ((i & 0x40) ? 85 : 0);
450 default_clut.clut256[i] = RGBA(r, g, b, a);
456 static av_cold int dvbsub_close_decoder(AVCodecContext *avctx)
458 DVBSubContext *ctx = avctx->priv_data;
459 DVBSubRegionDisplay *display;
467 av_freep(&ctx->display_definition);
469 while (ctx->display_list) {
470 display = ctx->display_list;
471 ctx->display_list = display->next;
479 static int dvbsub_read_2bit_string(AVCodecContext *avctx,
480 uint8_t *destbuf, int dbuf_len,
481 const uint8_t **srcbuf, int buf_size,
482 int non_mod, uint8_t *map_table, int x_pos)
488 int pixels_read = x_pos;
490 init_get_bits(&gb, *srcbuf, buf_size << 3);
494 while (get_bits_count(&gb) < buf_size << 3 && pixels_read < dbuf_len) {
495 bits = get_bits(&gb, 2);
498 if (non_mod != 1 || bits != 1) {
500 *destbuf++ = map_table[bits];
506 bits = get_bits1(&gb);
508 run_length = get_bits(&gb, 3) + 3;
509 bits = get_bits(&gb, 2);
511 if (non_mod == 1 && bits == 1)
512 pixels_read += run_length;
515 bits = map_table[bits];
516 while (run_length-- > 0 && pixels_read < dbuf_len) {
522 bits = get_bits1(&gb);
524 bits = get_bits(&gb, 2);
526 run_length = get_bits(&gb, 4) + 12;
527 bits = get_bits(&gb, 2);
529 if (non_mod == 1 && bits == 1)
530 pixels_read += run_length;
533 bits = map_table[bits];
534 while (run_length-- > 0 && pixels_read < dbuf_len) {
539 } else if (bits == 3) {
540 run_length = get_bits(&gb, 8) + 29;
541 bits = get_bits(&gb, 2);
543 if (non_mod == 1 && bits == 1)
544 pixels_read += run_length;
547 bits = map_table[bits];
548 while (run_length-- > 0 && pixels_read < dbuf_len) {
553 } else if (bits == 1) {
559 while (run_length-- > 0 && pixels_read < dbuf_len) {
564 (*srcbuf) += (get_bits_count(&gb) + 7) >> 3;
579 if (get_bits(&gb, 6))
580 av_log(avctx, AV_LOG_ERROR, "line overflow\n");
582 (*srcbuf) += (get_bits_count(&gb) + 7) >> 3;
587 static int dvbsub_read_4bit_string(AVCodecContext *avctx, uint8_t *destbuf, int dbuf_len,
588 const uint8_t **srcbuf, int buf_size,
589 int non_mod, uint8_t *map_table, int x_pos)
595 int pixels_read = x_pos;
597 init_get_bits(&gb, *srcbuf, buf_size << 3);
601 while (get_bits_count(&gb) < buf_size << 3 && pixels_read < dbuf_len) {
602 bits = get_bits(&gb, 4);
605 if (non_mod != 1 || bits != 1) {
607 *destbuf++ = map_table[bits];
613 bits = get_bits1(&gb);
615 run_length = get_bits(&gb, 3);
617 if (run_length == 0) {
618 (*srcbuf) += (get_bits_count(&gb) + 7) >> 3;
629 while (run_length-- > 0 && pixels_read < dbuf_len) {
634 bits = get_bits1(&gb);
636 run_length = get_bits(&gb, 2) + 4;
637 bits = get_bits(&gb, 4);
639 if (non_mod == 1 && bits == 1)
640 pixels_read += run_length;
643 bits = map_table[bits];
644 while (run_length-- > 0 && pixels_read < dbuf_len) {
650 bits = get_bits(&gb, 2);
652 run_length = get_bits(&gb, 4) + 9;
653 bits = get_bits(&gb, 4);
655 if (non_mod == 1 && bits == 1)
656 pixels_read += run_length;
659 bits = map_table[bits];
660 while (run_length-- > 0 && pixels_read < dbuf_len) {
665 } else if (bits == 3) {
666 run_length = get_bits(&gb, 8) + 25;
667 bits = get_bits(&gb, 4);
669 if (non_mod == 1 && bits == 1)
670 pixels_read += run_length;
673 bits = map_table[bits];
674 while (run_length-- > 0 && pixels_read < dbuf_len) {
679 } else if (bits == 1) {
685 while (run_length-- > 0 && pixels_read < dbuf_len) {
702 if (get_bits(&gb, 8))
703 av_log(avctx, AV_LOG_ERROR, "line overflow\n");
705 (*srcbuf) += (get_bits_count(&gb) + 7) >> 3;
710 static int dvbsub_read_8bit_string(AVCodecContext *avctx,
711 uint8_t *destbuf, int dbuf_len,
712 const uint8_t **srcbuf, int buf_size,
713 int non_mod, uint8_t *map_table, int x_pos)
715 const uint8_t *sbuf_end = (*srcbuf) + buf_size;
718 int pixels_read = x_pos;
722 while (*srcbuf < sbuf_end && pixels_read < dbuf_len) {
726 if (non_mod != 1 || bits != 1) {
728 *destbuf++ = map_table[bits];
735 run_length = bits & 0x7f;
736 if ((bits & 0x80) == 0) {
737 if (run_length == 0) {
745 if (non_mod == 1 && bits == 1)
746 pixels_read += run_length;
749 bits = map_table[bits];
750 while (run_length-- > 0 && pixels_read < dbuf_len) {
759 av_log(avctx, AV_LOG_ERROR, "line overflow\n");
764 static void compute_default_clut(AVPicture *frame, int w, int h)
766 uint8_t list[256] = {0};
767 uint8_t list_inv[256];
768 int counttab[256] = {0};
771 #define V(x,y) frame->data[0][(x) + (y)*frame->linesize[0]]
772 for (y = 0; y<h; y++) {
773 for (x = 0; x<w; x++) {
775 int vl = x ? V(x-1,y) + 1 : 0;
776 int vr = x+1<w ? V(x+1,y) + 1 : 0;
777 int vt = y ? V(x,y-1) + 1 : 0;
778 int vb = y+1<h ? V(x,y+1) + 1 : 0;
779 counttab[v-1] += !!((v!=vl) + (v!=vr) + (v!=vt) + (v!=vb));
782 #define L(x,y) list[ frame->data[0][(x) + (y)*frame->linesize[0]] ]
784 for (i = 0; i<256; i++) {
785 int scoretab[256] = {0};
788 for (y = 0; y<h; y++) {
789 for (x = 0; x<w; x++) {
790 int v = frame->data[0][x + y*frame->linesize[0]];
792 int l_l = x ? L(x-1, y) : 1;
793 int l_r = x+1<w ? L(x+1, y) : 1;
794 int l_t = y ? L(x, y-1) : 1;
795 int l_b = y+1<h ? L(x, y+1) : 1;
799 scoretab[v] += l_l + l_r + l_t + l_b;
800 score = 1024LL*scoretab[v] / counttab[v];
801 if (score > bestscore) {
810 list_inv[ i ] = bestv;
814 for (i--; i>=0; i--) {
816 AV_WN32(frame->data[1] + 4*list_inv[i], RGBA(v/2,v,v/2,v));
821 static int save_subtitle_set(AVCodecContext *avctx, AVSubtitle *sub, int *got_output)
823 DVBSubContext *ctx = avctx->priv_data;
824 DVBSubRegionDisplay *display;
825 DVBSubDisplayDefinition *display_def = ctx->display_definition;
826 DVBSubRegion *region;
827 AVSubtitleRect *rect;
829 uint32_t *clut_table;
831 int offset_x=0, offset_y=0;
836 offset_x = display_def->x;
837 offset_y = display_def->y;
840 /* Not touching AVSubtitles again*/
842 avpriv_request_sample(ctx, "Different Version of Segment asked Twice");
843 return AVERROR_PATCHWELCOME;
845 for (display = ctx->display_list; display; display = display->next) {
846 region = get_region(ctx, display->region_id);
847 if (region && region->dirty)
851 if(ctx->compute_edt == 0) {
852 sub->end_display_time = ctx->time_out * 1000;
854 } else if (ctx->prev_start != AV_NOPTS_VALUE) {
855 sub->end_display_time = av_rescale_q((sub->pts - ctx->prev_start ), AV_TIME_BASE_Q, (AVRational){ 1, 1000 }) - 1;
858 if (sub->num_rects > 0) {
860 sub->rects = av_mallocz_array(sizeof(*sub->rects), sub->num_rects);
862 ret = AVERROR(ENOMEM);
866 for(i=0; i<sub->num_rects; i++)
867 sub->rects[i] = av_mallocz(sizeof(*sub->rects[i]));
871 for (display = ctx->display_list; display; display = display->next) {
872 region = get_region(ctx, display->region_id);
880 rect = sub->rects[i];
881 rect->x = display->x_pos + offset_x;
882 rect->y = display->y_pos + offset_y;
883 rect->w = region->width;
884 rect->h = region->height;
885 rect->nb_colors = (1 << region->depth);
886 rect->type = SUBTITLE_BITMAP;
887 rect->pict.linesize[0] = region->width;
889 clut = get_clut(ctx, region->clut);
892 clut = &default_clut;
894 switch (region->depth) {
896 clut_table = clut->clut4;
899 clut_table = clut->clut256;
903 clut_table = clut->clut16;
907 rect->pict.data[1] = av_mallocz(AVPALETTE_SIZE);
908 if (!rect->pict.data[1]) {
909 ret = AVERROR(ENOMEM);
912 memcpy(rect->pict.data[1], clut_table, (1 << region->depth) * sizeof(uint32_t));
914 rect->pict.data[0] = av_malloc(region->buf_size);
915 if (!rect->pict.data[0]) {
916 ret = AVERROR(ENOMEM);
920 memcpy(rect->pict.data[0], region->pbuf, region->buf_size);
922 if ((clut == &default_clut && ctx->compute_clut == -1) || ctx->compute_clut == 1)
923 compute_default_clut(&rect->pict, rect->w, rect->h);
932 for(i=0; i<sub->num_rects; i++) {
933 rect = sub->rects[i];
935 av_freep(&rect->pict.data[0]);
936 av_freep(&rect->pict.data[1]);
938 av_freep(&sub->rects[i]);
940 av_freep(&sub->rects);
946 static void dvbsub_parse_pixel_data_block(AVCodecContext *avctx, DVBSubObjectDisplay *display,
947 const uint8_t *buf, int buf_size, int top_bottom, int non_mod)
949 DVBSubContext *ctx = avctx->priv_data;
951 DVBSubRegion *region = get_region(ctx, display->region_id);
952 const uint8_t *buf_end = buf + buf_size;
957 uint8_t map2to4[] = { 0x0, 0x7, 0x8, 0xf};
958 uint8_t map2to8[] = {0x00, 0x77, 0x88, 0xff};
959 uint8_t map4to8[] = {0x00, 0x11, 0x22, 0x33, 0x44, 0x55, 0x66, 0x77,
960 0x88, 0x99, 0xaa, 0xbb, 0xcc, 0xdd, 0xee, 0xff};
964 ff_dlog(avctx, "DVB pixel block size %d, %s field:\n", buf_size,
965 top_bottom ? "bottom" : "top");
967 for (i = 0; i < buf_size; i++) {
969 ff_dlog(avctx, "0x%8p: ", buf+i);
971 ff_dlog(avctx, "%02x ", buf[i]);
973 ff_dlog(avctx, "\n");
977 ff_dlog(avctx, "\n");
986 x_pos = display->x_pos;
987 y_pos = display->y_pos;
991 while (buf < buf_end) {
992 if ((*buf!=0xf0 && x_pos >= region->width) || y_pos >= region->height) {
993 av_log(avctx, AV_LOG_ERROR, "Invalid object location! %d-%d %d-%d %02x\n", x_pos, region->width, y_pos, region->height, *buf);
999 if (region->depth == 8)
1000 map_table = map2to8;
1001 else if (region->depth == 4)
1002 map_table = map2to4;
1006 x_pos = dvbsub_read_2bit_string(avctx, pbuf + (y_pos * region->width),
1007 region->width, &buf, buf_end - buf,
1008 non_mod, map_table, x_pos);
1011 if (region->depth < 4) {
1012 av_log(avctx, AV_LOG_ERROR, "4-bit pixel string in %d-bit region!\n", region->depth);
1016 if (region->depth == 8)
1017 map_table = map4to8;
1021 x_pos = dvbsub_read_4bit_string(avctx, pbuf + (y_pos * region->width),
1022 region->width, &buf, buf_end - buf,
1023 non_mod, map_table, x_pos);
1026 if (region->depth < 8) {
1027 av_log(avctx, AV_LOG_ERROR, "8-bit pixel string in %d-bit region!\n", region->depth);
1031 x_pos = dvbsub_read_8bit_string(avctx, pbuf + (y_pos * region->width),
1032 region->width, &buf, buf_end - buf,
1033 non_mod, NULL, x_pos);
1037 map2to4[0] = (*buf) >> 4;
1038 map2to4[1] = (*buf++) & 0xf;
1039 map2to4[2] = (*buf) >> 4;
1040 map2to4[3] = (*buf++) & 0xf;
1043 for (i = 0; i < 4; i++)
1044 map2to8[i] = *buf++;
1047 for (i = 0; i < 16; i++)
1048 map4to8[i] = *buf++;
1052 x_pos = display->x_pos;
1056 av_log(avctx, AV_LOG_INFO, "Unknown/unsupported pixel block 0x%x\n", *(buf-1));
1062 static int dvbsub_parse_object_segment(AVCodecContext *avctx,
1063 const uint8_t *buf, int buf_size)
1065 DVBSubContext *ctx = avctx->priv_data;
1067 const uint8_t *buf_end = buf + buf_size;
1069 DVBSubObject *object;
1070 DVBSubObjectDisplay *display;
1071 int top_field_len, bottom_field_len;
1073 int coding_method, non_modifying_color;
1075 object_id = AV_RB16(buf);
1078 object = get_object(ctx, object_id);
1081 return AVERROR_INVALIDDATA;
1083 coding_method = ((*buf) >> 2) & 3;
1084 non_modifying_color = ((*buf++) >> 1) & 1;
1086 if (coding_method == 0) {
1087 top_field_len = AV_RB16(buf);
1089 bottom_field_len = AV_RB16(buf);
1092 if (buf + top_field_len + bottom_field_len > buf_end) {
1093 av_log(avctx, AV_LOG_ERROR, "Field data size %d+%d too large\n", top_field_len, bottom_field_len);
1094 return AVERROR_INVALIDDATA;
1097 for (display = object->display_list; display; display = display->object_list_next) {
1098 const uint8_t *block = buf;
1099 int bfl = bottom_field_len;
1101 dvbsub_parse_pixel_data_block(avctx, display, block, top_field_len, 0,
1102 non_modifying_color);
1104 if (bottom_field_len > 0)
1105 block = buf + top_field_len;
1107 bfl = top_field_len;
1109 dvbsub_parse_pixel_data_block(avctx, display, block, bfl, 1,
1110 non_modifying_color);
1113 /* } else if (coding_method == 1) {*/
1116 av_log(avctx, AV_LOG_ERROR, "Unknown object coding %d\n", coding_method);
1122 static int dvbsub_parse_clut_segment(AVCodecContext *avctx,
1123 const uint8_t *buf, int buf_size)
1125 DVBSubContext *ctx = avctx->priv_data;
1127 const uint8_t *buf_end = buf + buf_size;
1131 int entry_id, depth , full_range;
1132 int y, cr, cb, alpha;
1133 int r, g, b, r_add, g_add, b_add;
1135 ff_dlog(avctx, "DVB clut packet:\n");
1137 for (i=0; i < buf_size; i++) {
1138 ff_dlog(avctx, "%02x ", buf[i]);
1140 ff_dlog(avctx, "\n");
1144 ff_dlog(avctx, "\n");
1147 version = ((*buf)>>4)&15;
1150 clut = get_clut(ctx, clut_id);
1153 clut = av_malloc(sizeof(DVBSubCLUT));
1155 return AVERROR(ENOMEM);
1157 memcpy(clut, &default_clut, sizeof(DVBSubCLUT));
1162 clut->next = ctx->clut_list;
1163 ctx->clut_list = clut;
1166 if (clut->version != version) {
1168 clut->version = version;
1170 while (buf + 4 < buf_end) {
1173 depth = (*buf) & 0xe0;
1176 av_log(avctx, AV_LOG_ERROR, "Invalid clut depth 0x%x!\n", *buf);
1179 full_range = (*buf++) & 1;
1188 cr = (((buf[0] & 3) << 2) | ((buf[1] >> 6) & 3)) << 4;
1189 cb = (buf[1] << 2) & 0xf0;
1190 alpha = (buf[1] << 6) & 0xc0;
1198 YUV_TO_RGB1_CCIR(cb, cr);
1199 YUV_TO_RGB2_CCIR(r, g, b, y);
1201 ff_dlog(avctx, "clut %d := (%d,%d,%d,%d)\n", entry_id, r, g, b, alpha);
1202 if (!!(depth & 0x80) + !!(depth & 0x40) + !!(depth & 0x20) > 1) {
1203 ff_dlog(avctx, "More than one bit level marked: %x\n", depth);
1204 if (avctx->strict_std_compliance > FF_COMPLIANCE_NORMAL)
1205 return AVERROR_INVALIDDATA;
1209 clut->clut4[entry_id] = RGBA(r,g,b,255 - alpha);
1210 else if (depth & 0x40)
1211 clut->clut16[entry_id] = RGBA(r,g,b,255 - alpha);
1212 else if (depth & 0x20)
1213 clut->clut256[entry_id] = RGBA(r,g,b,255 - alpha);
1221 static int dvbsub_parse_region_segment(AVCodecContext *avctx,
1222 const uint8_t *buf, int buf_size)
1224 DVBSubContext *ctx = avctx->priv_data;
1226 const uint8_t *buf_end = buf + buf_size;
1227 int region_id, object_id;
1228 int av_unused version;
1229 DVBSubRegion *region;
1230 DVBSubObject *object;
1231 DVBSubObjectDisplay *display;
1235 return AVERROR_INVALIDDATA;
1239 region = get_region(ctx, region_id);
1242 region = av_mallocz(sizeof(DVBSubRegion));
1244 return AVERROR(ENOMEM);
1246 region->id = region_id;
1247 region->version = -1;
1249 region->next = ctx->region_list;
1250 ctx->region_list = region;
1253 version = ((*buf)>>4) & 15;
1254 fill = ((*buf++) >> 3) & 1;
1256 region->width = AV_RB16(buf);
1258 region->height = AV_RB16(buf);
1261 if (region->width * region->height != region->buf_size) {
1262 av_free(region->pbuf);
1264 region->buf_size = region->width * region->height;
1266 region->pbuf = av_malloc(region->buf_size);
1267 if (!region->pbuf) {
1271 return AVERROR(ENOMEM);
1278 region->depth = 1 << (((*buf++) >> 2) & 7);
1279 if(region->depth<2 || region->depth>8){
1280 av_log(avctx, AV_LOG_ERROR, "region depth %d is invalid\n", region->depth);
1283 region->clut = *buf++;
1285 if (region->depth == 8) {
1286 region->bgcolor = *buf++;
1291 if (region->depth == 4)
1292 region->bgcolor = (((*buf++) >> 4) & 15);
1294 region->bgcolor = (((*buf++) >> 2) & 3);
1297 ff_dlog(avctx, "Region %d, (%dx%d)\n", region_id, region->width, region->height);
1300 memset(region->pbuf, region->bgcolor, region->buf_size);
1301 ff_dlog(avctx, "Fill region (%d)\n", region->bgcolor);
1304 delete_region_display_list(ctx, region);
1306 while (buf + 5 < buf_end) {
1307 object_id = AV_RB16(buf);
1310 object = get_object(ctx, object_id);
1313 object = av_mallocz(sizeof(DVBSubObject));
1315 return AVERROR(ENOMEM);
1317 object->id = object_id;
1318 object->next = ctx->object_list;
1319 ctx->object_list = object;
1322 object->type = (*buf) >> 6;
1324 display = av_mallocz(sizeof(DVBSubObjectDisplay));
1326 return AVERROR(ENOMEM);
1328 display->object_id = object_id;
1329 display->region_id = region_id;
1331 display->x_pos = AV_RB16(buf) & 0xfff;
1333 display->y_pos = AV_RB16(buf) & 0xfff;
1336 if ((object->type == 1 || object->type == 2) && buf+1 < buf_end) {
1337 display->fgcolor = *buf++;
1338 display->bgcolor = *buf++;
1341 display->region_list_next = region->display_list;
1342 region->display_list = display;
1344 display->object_list_next = object->display_list;
1345 object->display_list = display;
1351 static int dvbsub_parse_page_segment(AVCodecContext *avctx,
1352 const uint8_t *buf, int buf_size, AVSubtitle *sub, int *got_output)
1354 DVBSubContext *ctx = avctx->priv_data;
1355 DVBSubRegionDisplay *display;
1356 DVBSubRegionDisplay *tmp_display_list, **tmp_ptr;
1358 const uint8_t *buf_end = buf + buf_size;
1365 return AVERROR_INVALIDDATA;
1368 version = ((*buf)>>4) & 15;
1369 page_state = ((*buf++) >> 2) & 3;
1371 if (ctx->version == version) {
1375 ctx->time_out = timeout;
1376 ctx->version = version;
1378 ff_dlog(avctx, "Page time out %ds, state %d\n", ctx->time_out, page_state);
1380 if(ctx->compute_edt == 1)
1381 save_subtitle_set(avctx, sub, got_output);
1383 if (page_state == 1 || page_state == 2) {
1384 delete_regions(ctx);
1385 delete_objects(ctx);
1389 tmp_display_list = ctx->display_list;
1390 ctx->display_list = NULL;
1392 while (buf + 5 < buf_end) {
1396 display = tmp_display_list;
1397 tmp_ptr = &tmp_display_list;
1399 while (display && display->region_id != region_id) {
1400 tmp_ptr = &display->next;
1401 display = display->next;
1405 display = av_mallocz(sizeof(DVBSubRegionDisplay));
1407 return AVERROR(ENOMEM);
1410 display->region_id = region_id;
1412 display->x_pos = AV_RB16(buf);
1414 display->y_pos = AV_RB16(buf);
1417 *tmp_ptr = display->next;
1419 display->next = ctx->display_list;
1420 ctx->display_list = display;
1422 ff_dlog(avctx, "Region %d, (%d,%d)\n", region_id, display->x_pos, display->y_pos);
1425 while (tmp_display_list) {
1426 display = tmp_display_list;
1428 tmp_display_list = display->next;
1438 static void save_display_set(DVBSubContext *ctx)
1440 DVBSubRegion *region;
1441 DVBSubRegionDisplay *display;
1443 uint32_t *clut_table;
1444 int x_pos, y_pos, width, height;
1445 int x, y, y_off, x_off;
1448 static int fileno_index = 0;
1455 for (display = ctx->display_list; display; display = display->next) {
1456 region = get_region(ctx, display->region_id);
1462 x_pos = display->x_pos;
1463 y_pos = display->y_pos;
1464 width = region->width;
1465 height = region->height;
1467 if (display->x_pos < x_pos) {
1468 width += (x_pos - display->x_pos);
1469 x_pos = display->x_pos;
1472 if (display->y_pos < y_pos) {
1473 height += (y_pos - display->y_pos);
1474 y_pos = display->y_pos;
1477 if (display->x_pos + region->width > x_pos + width) {
1478 width = display->x_pos + region->width - x_pos;
1481 if (display->y_pos + region->height > y_pos + height) {
1482 height = display->y_pos + region->height - y_pos;
1489 pbuf = av_malloc(width * height * 4);
1493 for (display = ctx->display_list; display; display = display->next) {
1494 region = get_region(ctx, display->region_id);
1499 x_off = display->x_pos - x_pos;
1500 y_off = display->y_pos - y_pos;
1502 clut = get_clut(ctx, region->clut);
1505 clut = &default_clut;
1507 switch (region->depth) {
1509 clut_table = clut->clut4;
1512 clut_table = clut->clut256;
1516 clut_table = clut->clut16;
1520 for (y = 0; y < region->height; y++) {
1521 for (x = 0; x < region->width; x++) {
1522 pbuf[((y + y_off) * width) + x_off + x] =
1523 clut_table[region->pbuf[y * region->width + x]];
1529 snprintf(filename, sizeof(filename), "dvbs.%d", fileno_index);
1531 png_save2(filename, pbuf, width, height);
1540 static int dvbsub_parse_display_definition_segment(AVCodecContext *avctx,
1544 DVBSubContext *ctx = avctx->priv_data;
1545 DVBSubDisplayDefinition *display_def = ctx->display_definition;
1546 int dds_version, info_byte;
1549 return AVERROR_INVALIDDATA;
1551 info_byte = bytestream_get_byte(&buf);
1552 dds_version = info_byte >> 4;
1553 if (display_def && display_def->version == dds_version)
1554 return 0; // already have this display definition version
1557 display_def = av_mallocz(sizeof(*display_def));
1559 return AVERROR(ENOMEM);
1560 ctx->display_definition = display_def;
1563 display_def->version = dds_version;
1566 display_def->width = bytestream_get_be16(&buf) + 1;
1567 display_def->height = bytestream_get_be16(&buf) + 1;
1568 if (!avctx->width || !avctx->height) {
1569 avctx->width = display_def->width;
1570 avctx->height = display_def->height;
1573 if (info_byte & 1<<3) { // display_window_flag
1575 return AVERROR_INVALIDDATA;
1577 display_def->x = bytestream_get_be16(&buf);
1578 display_def->width = bytestream_get_be16(&buf) - display_def->x + 1;
1579 display_def->y = bytestream_get_be16(&buf);
1580 display_def->height = bytestream_get_be16(&buf) - display_def->y + 1;
1586 static int dvbsub_display_end_segment(AVCodecContext *avctx, const uint8_t *buf,
1587 int buf_size, AVSubtitle *sub,int *got_output)
1589 DVBSubContext *ctx = avctx->priv_data;
1591 if(ctx->compute_edt == 0)
1592 save_subtitle_set(avctx, sub, got_output);
1594 save_display_set(ctx);
1599 static int dvbsub_decode(AVCodecContext *avctx,
1600 void *data, int *data_size,
1603 const uint8_t *buf = avpkt->data;
1604 int buf_size = avpkt->size;
1605 DVBSubContext *ctx = avctx->priv_data;
1606 AVSubtitle *sub = data;
1607 const uint8_t *p, *p_end;
1613 int got_segment = 0;
1616 ff_dlog(avctx, "DVB sub packet:\n");
1618 for (i=0; i < buf_size; i++) {
1619 ff_dlog(avctx, "%02x ", buf[i]);
1621 ff_dlog(avctx, "\n");
1625 ff_dlog(avctx, "\n");
1627 if (buf_size <= 6 || *buf != 0x0f) {
1628 ff_dlog(avctx, "incomplete or broken packet");
1629 return AVERROR_INVALIDDATA;
1633 p_end = buf + buf_size;
1635 while (p_end - p >= 6 && *p == 0x0f) {
1637 segment_type = *p++;
1638 page_id = AV_RB16(p);
1640 segment_length = AV_RB16(p);
1643 if (avctx->debug & FF_DEBUG_STARTCODE) {
1644 av_log(avctx, AV_LOG_DEBUG, "segment_type:%d page_id:%d segment_length:%d\n", segment_type, page_id, segment_length);
1647 if (p_end - p < segment_length) {
1648 ff_dlog(avctx, "incomplete or broken packet");
1653 if (page_id == ctx->composition_id || page_id == ctx->ancillary_id ||
1654 ctx->composition_id == -1 || ctx->ancillary_id == -1) {
1656 switch (segment_type) {
1657 case DVBSUB_PAGE_SEGMENT:
1658 ret = dvbsub_parse_page_segment(avctx, p, segment_length, sub, data_size);
1661 case DVBSUB_REGION_SEGMENT:
1662 ret = dvbsub_parse_region_segment(avctx, p, segment_length);
1665 case DVBSUB_CLUT_SEGMENT:
1666 ret = dvbsub_parse_clut_segment(avctx, p, segment_length);
1667 if (ret < 0) goto end;
1670 case DVBSUB_OBJECT_SEGMENT:
1671 ret = dvbsub_parse_object_segment(avctx, p, segment_length);
1674 case DVBSUB_DISPLAYDEFINITION_SEGMENT:
1675 ret = dvbsub_parse_display_definition_segment(avctx, p,
1679 case DVBSUB_DISPLAY_SEGMENT:
1680 ret = dvbsub_display_end_segment(avctx, p, segment_length, sub, data_size);
1681 if (got_segment == 15 && !got_dds && !avctx->width && !avctx->height) {
1682 // Default from ETSI EN 300 743 V1.3.1 (7.2.1)
1684 avctx->height = 576;
1689 ff_dlog(avctx, "Subtitling segment type 0x%x, page id %d, length %d\n",
1690 segment_type, page_id, segment_length);
1697 p += segment_length;
1699 // Some streams do not send a display segment but if we have all the other
1700 // segments then we need no further data.
1701 if (got_segment == 15) {
1702 av_log(avctx, AV_LOG_DEBUG, "Missing display_end_segment, emulating\n");
1703 dvbsub_display_end_segment(avctx, p, 0, sub, data_size);
1709 avsubtitle_free(sub);
1712 if(ctx->compute_edt == 1 )
1713 FFSWAP(int64_t, ctx->prev_start, sub->pts);
1719 #define DS AV_OPT_FLAG_DECODING_PARAM | AV_OPT_FLAG_SUBTITLE_PARAM
1720 static const AVOption options[] = {
1721 {"compute_edt", "compute end of time using pts or timeout", offsetof(DVBSubContext, compute_edt), AV_OPT_TYPE_INT, {.i64 = 0}, 0, 1, DS},
1722 {"compute_clut", "compute clut when not available(-1) or always(1) or never(0)", offsetof(DVBSubContext, compute_clut), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 1, DS},
1723 {"dvb_substream", "", offsetof(DVBSubContext, substream), AV_OPT_TYPE_INT, {.i64 = -1}, -1, 63, DS},
1726 static const AVClass dvbsubdec_class = {
1727 .class_name = "DVB Sub Decoder",
1728 .item_name = av_default_item_name,
1730 .version = LIBAVUTIL_VERSION_INT,
1733 AVCodec ff_dvbsub_decoder = {
1735 .long_name = NULL_IF_CONFIG_SMALL("DVB subtitles"),
1736 .type = AVMEDIA_TYPE_SUBTITLE,
1737 .id = AV_CODEC_ID_DVB_SUBTITLE,
1738 .priv_data_size = sizeof(DVBSubContext),
1739 .init = dvbsub_init_decoder,
1740 .close = dvbsub_close_decoder,
1741 .decode = dvbsub_decode,
1742 .priv_class = &dvbsubdec_class,