3 * Copyright (c) 2005 Marcus Engene myfirstname(at)mylastname.se
6 * -m nbr = nbr is 0..1. 0 is the default mode, see below.
7 * -t nbr = nbr is six digit hex. Threshold.
8 * -f file = File is the filename of watermark image. You must specify this!
11 * The watermarkpicture works like this. (Assuming colorintencities 0..0xff)
13 * If mask color is 0x80, no change to original frame.
14 * If mask color is < 0x80 the abs difference is subtracted from frame. If
15 * result < 0, result = 0
16 * If mask color is > 0x80 the abs difference is added to frame. If result
17 * > 0xff, result = 0xff
19 * You can override the 0x80 level with the -t flag. Eg if threshold is 000000
20 * the color values of watermark is added to destination.
22 * This way a mask that is visible both in light pictures and in dark can be
23 * made (fex by using a picture generated by gimp and the bump map tool).
25 * An example watermark file is at
26 * http://engene.se/ffmpeg_watermark.gif
30 * If mask color > threshold color, watermark pixel is going to be used.
33 * ffmpeg -i infile -vhook '/path/watermark.so -f wm.gif' -an out.mov
34 * ffmpeg -i infile -vhook '/path/watermark.so -f wm.gif -m 1 -t 222222' -an out.mov
36 * Note that the entire vhook argument is encapsulated in ''. This
37 * way, arguments to the vhook won't be mixed up with those to ffmpeg.
39 * This library is free software; you can redistribute it and/or
40 * modify it under the terms of the GNU Lesser General Public
41 * License as published by the Free Software Foundation; either
42 * version 2 of the License, or (at your option) any later version.
44 * This library is distributed in the hope that it will be useful,
45 * but WITHOUT ANY WARRANTY; without even the implied warranty of
46 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
47 * Lesser General Public License for more details.
49 * You should have received a copy of the GNU Lesser General Public
50 * License along with this library; if not, write to the Free Software
51 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
62 #include "framehook.h"
70 /* get_watermark_picture() variables */
71 AVFormatContext *pFormatCtx;
75 AVCodecContext *pCodecCtx;
82 AVInputFormat *file_iformat;
92 int get_watermark_picture(ContextInfo *ci, int cleanup);
95 /****************************************************************************
97 ****************************************************************************/
98 void Release(void *ctx)
101 ci = (ContextInfo *) ctx;
103 if (ci) get_watermark_picture(ci, 1);
110 /****************************************************************************
112 ****************************************************************************/
113 int Configure(void **ctxp, int argc, char *argv[])
119 if (0 == (*ctxp = av_mallocz(sizeof(ContextInfo)))) return -1;
120 ci = (ContextInfo *) *ctxp;
124 // Struct is mallocz:ed so no need to reset.
129 while ((c = getopt(argc, argv, "f:m:t:")) > 0) {
132 strncpy(ci->filename, optarg, 1999);
133 ci->filename[1999] = 0;
136 ci->mode = atoi(optarg);
139 if (1 != sscanf(optarg, "%x", &tmp)) {
140 av_log(NULL, AV_LOG_ERROR, "Watermark: argument to -t must be a 6 digit hex number\n");
143 ci->thrR = (tmp >> 16) & 0xff;
144 ci->thrG = (tmp >> 8) & 0xff;
145 ci->thrB = (tmp >> 0) & 0xff;
148 av_log(NULL, AV_LOG_ERROR, "Watermark: Unrecognized argument '%s'\n", argv[optind]);
154 if (0 == ci->filename[0]) {
155 av_log(NULL, AV_LOG_ERROR, "Watermark: There is no filename specified.\n");
160 return get_watermark_picture(ci, 0);
164 /****************************************************************************
165 * For mode 0 (the original one)
166 ****************************************************************************/
167 void Process0(void *ctx,
169 enum PixelFormat pix_fmt,
174 ContextInfo *ci = (ContextInfo *) ctx;
177 AVPicture *pict = picture;
187 uint32_t *p_pixel = 0;
196 if (pix_fmt != PIX_FMT_RGBA32) {
199 size = avpicture_get_size(PIX_FMT_RGBA32, src_width, src_height);
200 buf = av_malloc(size);
202 avpicture_fill(&picture1, buf, PIX_FMT_RGBA32, src_width, src_height);
203 if (img_convert(&picture1, PIX_FMT_RGBA32,
204 picture, pix_fmt, src_width, src_height) < 0) {
211 /* Insert filter code here */ /* ok */
214 if (0 > get_watermark_picture(ci, 0)) {
217 // These are the three original static variables in the ffmpeg hack.
218 pFrameRGB = ci->pFrameRGB;
219 xm_size = ci->x_size;
220 ym_size = ci->y_size;
222 // I'll do the *4 => <<2 crap later. Most compilers understand that anyway.
223 // According to avcodec.h PIX_FMT_RGBA32 is handled in endian specific manner.
224 for (y=0; y<src_height; y++) {
225 offs = y * (src_width * 4);
226 offsm = (((y * ym_size) / src_height) * 4) * xm_size; // offsm first in maskline. byteoffs!
227 for (x=0; x<src_width; x++) {
228 mpoffs = offsm + (((x * xm_size) / src_width) * 4);
229 p_pixel = (uint32_t *)&((pFrameRGB->data[0])[mpoffs]);
231 p_pixel = (uint32_t *)&((pict->data[0])[offs]);
233 // pixelm = *((uint32_t *)&(pFrameRGB->data[mpoffs]));
234 pixel_meck = pixel & 0xff000000;
237 tmp = (int)((pixel >> 16) & 0xff) + (int)((pixelm >> 16) & 0xff) - thrR;
238 if (tmp > 255) tmp = 255;
239 if (tmp < 0) tmp = 0;
240 pixel_meck |= (tmp << 16) & 0xff0000;
242 tmp = (int)((pixel >> 8) & 0xff) + (int)((pixelm >> 8) & 0xff) - thrG;
243 if (tmp > 255) tmp = 255;
244 if (tmp < 0) tmp = 0;
245 pixel_meck |= (tmp << 8) & 0xff00;
247 tmp = (int)((pixel >> 0) & 0xff) + (int)((pixelm >> 0) & 0xff) - thrB;
248 if (tmp > 255) tmp = 255;
249 if (tmp < 0) tmp = 0;
250 pixel_meck |= (tmp << 0) & 0xff;
254 //pixel_meck = pixel & 0xff000000;
255 //pixel_meck |= (pixelm & 0x00ffffff);
257 *p_pixel = pixel_meck;
266 if (pix_fmt != PIX_FMT_RGBA32) {
267 if (img_convert(picture, pix_fmt,
268 &picture1, PIX_FMT_RGBA32, src_width, src_height) < 0) {
276 /****************************************************************************
277 * For mode 1 (the original one)
278 ****************************************************************************/
279 void Process1(void *ctx,
281 enum PixelFormat pix_fmt,
286 ContextInfo *ci = (ContextInfo *) ctx;
289 AVPicture *pict = picture;
299 uint32_t *p_pixel = 0;
303 if (pix_fmt != PIX_FMT_RGBA32) {
306 size = avpicture_get_size(PIX_FMT_RGBA32, src_width, src_height);
307 buf = av_malloc(size);
309 avpicture_fill(&picture1, buf, PIX_FMT_RGBA32, src_width, src_height);
310 if (img_convert(&picture1, PIX_FMT_RGBA32,
311 picture, pix_fmt, src_width, src_height) < 0) {
318 /* Insert filter code here */ /* ok */
321 if (0 > get_watermark_picture(ci, 0)) {
324 // These are the three original static variables in the ffmpeg hack.
325 pFrameRGB = ci->pFrameRGB;
326 xm_size = ci->x_size;
327 ym_size = ci->y_size;
329 // I'll do the *4 => <<2 crap later. Most compilers understand that anyway.
330 // According to avcodec.h PIX_FMT_RGBA32 is handled in endian specific manner.
331 for (y=0; y<src_height; y++) {
332 offs = y * (src_width * 4);
333 offsm = (((y * ym_size) / src_height) * 4) * xm_size; // offsm first in maskline. byteoffs!
334 for (x=0; x<src_width; x++) {
335 mpoffs = offsm + (((x * xm_size) / src_width) * 4);
336 p_pixel = (uint32_t *)&((pFrameRGB->data[0])[mpoffs]);
337 pixelm = *p_pixel; /* watermark pixel */
338 p_pixel = (uint32_t *)&((pict->data[0])[offs]);
341 if (((pixelm >> 16) & 0xff) > ci->thrR ||
342 ((pixelm >> 8) & 0xff) > ci->thrG ||
343 ((pixelm >> 0) & 0xff) > ci->thrB)
353 if (pix_fmt != PIX_FMT_RGBA32) {
354 if (img_convert(picture, pix_fmt,
355 &picture1, PIX_FMT_RGBA32, src_width, src_height) < 0) {
363 /****************************************************************************
364 * This is the function ffmpeg.c callbacks.
365 ****************************************************************************/
366 void Process(void *ctx,
368 enum PixelFormat pix_fmt,
373 ContextInfo *ci = (ContextInfo *) ctx;
375 return Process1(ctx, picture, pix_fmt, src_width, src_height, pts);
377 return Process0(ctx, picture, pix_fmt, src_width, src_height, pts);
382 /****************************************************************************
383 * When cleanup == 0, we try to get the next frame. If no next frame, nothing
386 * This code follows the example on
387 * http://www.inb.uni-luebeck.de/~boehme/using_libavcodec.html
390 ****************************************************************************/
391 int get_watermark_picture(ContextInfo *ci, int cleanup)
393 if (1 == ci->is_done && 0 == cleanup) return 0;
395 // Yes, *pFrameRGB arguments must be null the first time otherwise it's not good..
396 // This block is only executed the first time we enter this function.
397 if (0 == ci->pFrameRGB &&
402 * The last three parameters specify the file format, buffer size and format
403 * parameters; by simply specifying NULL or 0 we ask libavformat to auto-detect
404 * the format and use a default buffer size. (Didn't work!)
406 if (av_open_input_file(&ci->pFormatCtx, ci->filename, NULL, 0, NULL) != 0) {
408 // Martin says this should not be necessary but it failed for me sending in
409 // NULL instead of file_iformat to av_open_input_file()
410 ci->i = strlen(ci->filename);
412 av_log(NULL, AV_LOG_ERROR, "get_watermark_picture() No filename to watermark vhook\n");
416 if (ci->filename[ci->i] == '.') {
422 ci->p_ext = &(ci->filename[ci->i]);
423 ci->file_iformat = av_find_input_format (ci->p_ext);
424 if (0 == ci->file_iformat) {
425 av_log(NULL, AV_LOG_ERROR, "get_watermark_picture() Really failed to find iformat [%s]\n", ci->p_ext);
428 // now continues the Martin template.
430 if (av_open_input_file(&ci->pFormatCtx, ci->filename, ci->file_iformat, 0, NULL)!=0) {
431 av_log(NULL, AV_LOG_ERROR, "get_watermark_picture() Failed to open input file [%s]\n", ci->filename);
437 * This fills the streams field of the AVFormatContext with valid information.
439 if(av_find_stream_info(ci->pFormatCtx)<0) {
440 av_log(NULL, AV_LOG_ERROR, "get_watermark_picture() Failed to find stream info\n");
445 * As mentioned in the introduction, we'll handle only video streams, not audio
446 * streams. To make things nice and easy, we simply use the first video stream we
450 for(ci->i = 0; ci->i < ci->pFormatCtx->nb_streams; ci->i++)
451 if(ci->pFormatCtx->streams[ci->i]->codec->codec_type==CODEC_TYPE_VIDEO)
453 ci->videoStream = ci->i;
456 if(ci->videoStream == -1) {
457 av_log(NULL, AV_LOG_ERROR, "get_watermark_picture() Failed to find any video stream\n");
461 ci->st = ci->pFormatCtx->streams[ci->videoStream];
462 ci->x_size = ci->st->codec->width;
463 ci->y_size = ci->st->codec->height;
465 // Get a pointer to the codec context for the video stream
466 ci->pCodecCtx = ci->pFormatCtx->streams[ci->videoStream]->codec;
470 * OK, so now we've got a pointer to the so-called codec context for our video
471 * stream, but we still have to find the actual codec and open it.
473 // Find the decoder for the video stream
474 ci->pCodec = avcodec_find_decoder(ci->pCodecCtx->codec_id);
475 if(ci->pCodec == NULL) {
476 av_log(NULL, AV_LOG_ERROR, "get_watermark_picture() Failed to find any codec\n");
480 // Inform the codec that we can handle truncated bitstreams -- i.e.,
481 // bitstreams where frame boundaries can fall in the middle of packets
482 if (ci->pCodec->capabilities & CODEC_CAP_TRUNCATED)
483 ci->pCodecCtx->flags|=CODEC_FLAG_TRUNCATED;
486 if(avcodec_open(ci->pCodecCtx, ci->pCodec)<0) {
487 av_log(NULL, AV_LOG_ERROR, "get_watermark_picture() Failed to open codec\n");
491 // Hack to correct wrong frame rates that seem to be generated by some
493 if (ci->pCodecCtx->time_base.den>1000 && ci->pCodecCtx->time_base.num==1)
494 ci->pCodecCtx->time_base.num=1000;
497 * Allocate a video frame to store the decoded images in.
499 ci->pFrame = avcodec_alloc_frame();
503 * The RGB image pFrameRGB (of type AVFrame *) is allocated like this:
505 // Allocate an AVFrame structure
506 ci->pFrameRGB=avcodec_alloc_frame();
507 if(ci->pFrameRGB==NULL) {
508 av_log(NULL, AV_LOG_ERROR, "get_watermark_picture() Failed to alloc pFrameRGB\n");
512 // Determine required buffer size and allocate buffer
513 ci->numBytes = avpicture_get_size(PIX_FMT_RGBA32, ci->pCodecCtx->width,
514 ci->pCodecCtx->height);
515 ci->buffer = av_malloc(ci->numBytes);
517 // Assign appropriate parts of buffer to image planes in pFrameRGB
518 avpicture_fill((AVPicture *)ci->pFrameRGB, ci->buffer, PIX_FMT_RGBA32,
519 ci->pCodecCtx->width, ci->pCodecCtx->height);
521 // TODO loop, pingpong etc?
524 // av_log(NULL, AV_LOG_DEBUG, "get_watermark_picture() Get a frame\n");
525 while(av_read_frame(ci->pFormatCtx, &ci->packet)>=0)
527 // Is this a packet from the video stream?
528 if(ci->packet.stream_index == ci->videoStream)
530 // Decode video frame
531 avcodec_decode_video(ci->pCodecCtx, ci->pFrame, &ci->frameFinished,
532 ci->packet.data, ci->packet.size);
534 // Did we get a video frame?
535 if(ci->frameFinished)
537 // Convert the image from its native format to RGBA32
538 img_convert((AVPicture *)ci->pFrameRGB, PIX_FMT_RGBA32,
539 (AVPicture*)(ci->pFrame), ci->pCodecCtx->pix_fmt, ci->pCodecCtx->width,
540 ci->pCodecCtx->height);
542 // Process the video frame (save to disk etc.)
543 //fprintf(stderr,"banan() New frame!\n");
544 //DoSomethingWithTheImage(ci->pFrameRGB);
549 // Free the packet that was allocated by av_read_frame
550 av_free_packet(&ci->packet);
558 // Free the RGB image
559 if (0 != ci->buffer) {
563 if (0 != ci->pFrameRGB) {
564 av_free(ci->pFrameRGB);
569 if (0 != ci->pCodecCtx) {
570 avcodec_close(ci->pCodecCtx);
574 // Close the video file
575 if (0 != ci->pFormatCtx) {
576 av_close_input_file(ci->pFormatCtx);
586 void parse_arg_file(const char *filename)