2 * AviSynth/AvxSynth support
3 * Copyright (c) 2012 AvxSynth Team.
5 * This file is part of FFmpeg
6 * FFmpeg is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
11 * FFmpeg is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with FFmpeg; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
21 #include "libavutil/internal.h"
22 #include "libavcodec/internal.h"
26 /* Enable function pointer definitions for runtime loading. */
27 #define AVSC_NO_DECLSPEC
29 /* Platform-specific directives for AviSynth vs AvxSynth. */
33 #include "compat/avisynth/avisynth_c.h"
34 #define AVISYNTH_LIB "avisynth"
35 #define USING_AVISYNTH
38 #include "compat/avisynth/avxsynth_c.h"
39 #if defined (__APPLE__)
40 #define AVISYNTH_LIB "libavxsynth.dylib"
42 #define AVISYNTH_LIB "libavxsynth.so"
45 #define LoadLibrary(x) dlopen(x, RTLD_NOW | RTLD_LOCAL)
46 #define GetProcAddress dlsym
47 #define FreeLibrary dlclose
50 typedef struct AviSynthLibrary {
52 #define AVSC_DECLARE_FUNC(name) name ## _func name
53 AVSC_DECLARE_FUNC(avs_bit_blt);
54 AVSC_DECLARE_FUNC(avs_clip_get_error);
55 AVSC_DECLARE_FUNC(avs_create_script_environment);
56 AVSC_DECLARE_FUNC(avs_delete_script_environment);
57 AVSC_DECLARE_FUNC(avs_get_audio);
58 AVSC_DECLARE_FUNC(avs_get_error);
59 AVSC_DECLARE_FUNC(avs_get_frame);
60 AVSC_DECLARE_FUNC(avs_get_version);
61 AVSC_DECLARE_FUNC(avs_get_video_info);
62 AVSC_DECLARE_FUNC(avs_invoke);
63 AVSC_DECLARE_FUNC(avs_release_clip);
64 AVSC_DECLARE_FUNC(avs_release_value);
65 AVSC_DECLARE_FUNC(avs_release_video_frame);
66 AVSC_DECLARE_FUNC(avs_take_clip);
68 AVSC_DECLARE_FUNC(avs_bits_per_pixel);
69 AVSC_DECLARE_FUNC(avs_get_height_p);
70 AVSC_DECLARE_FUNC(avs_get_pitch_p);
71 AVSC_DECLARE_FUNC(avs_get_read_ptr_p);
72 AVSC_DECLARE_FUNC(avs_get_row_size_p);
73 AVSC_DECLARE_FUNC(avs_is_yv24);
74 AVSC_DECLARE_FUNC(avs_is_yv16);
75 AVSC_DECLARE_FUNC(avs_is_yv411);
76 AVSC_DECLARE_FUNC(avs_is_y8);
78 #undef AVSC_DECLARE_FUNC
81 typedef struct AviSynthContext {
82 AVS_ScriptEnvironment *env;
84 const AVS_VideoInfo *vi;
86 /* avisynth_read_packet_video() iterates over this. */
96 /* Linked list pointers. */
97 struct AviSynthContext *next;
100 static const int avs_planes_packed[1] = { 0 };
101 static const int avs_planes_grey[1] = { AVS_PLANAR_Y };
102 static const int avs_planes_yuv[3] = { AVS_PLANAR_Y, AVS_PLANAR_U,
105 /* A conflict between C++ global objects, atexit, and dynamic loading requires
106 * us to register our own atexit handler to prevent double freeing. */
107 static AviSynthLibrary avs_library;
108 static int avs_atexit_called = 0;
110 /* Linked list of AviSynthContexts. An atexit handler destroys this list. */
111 static AviSynthContext *avs_ctx_list = NULL;
113 static av_cold void avisynth_atexit_handler(void);
115 static av_cold int avisynth_load_library(void)
117 avs_library.library = LoadLibrary(AVISYNTH_LIB);
118 if (!avs_library.library)
119 return AVERROR_UNKNOWN;
121 #define LOAD_AVS_FUNC(name, continue_on_fail) \
123 (void *)GetProcAddress(avs_library.library, #name); \
124 if (!continue_on_fail && !avs_library.name) \
127 LOAD_AVS_FUNC(avs_bit_blt, 0);
128 LOAD_AVS_FUNC(avs_clip_get_error, 0);
129 LOAD_AVS_FUNC(avs_create_script_environment, 0);
130 LOAD_AVS_FUNC(avs_delete_script_environment, 0);
131 LOAD_AVS_FUNC(avs_get_audio, 0);
132 LOAD_AVS_FUNC(avs_get_error, 1); // New to AviSynth 2.6
133 LOAD_AVS_FUNC(avs_get_frame, 0);
134 LOAD_AVS_FUNC(avs_get_version, 0);
135 LOAD_AVS_FUNC(avs_get_video_info, 0);
136 LOAD_AVS_FUNC(avs_invoke, 0);
137 LOAD_AVS_FUNC(avs_release_clip, 0);
138 LOAD_AVS_FUNC(avs_release_value, 0);
139 LOAD_AVS_FUNC(avs_release_video_frame, 0);
140 LOAD_AVS_FUNC(avs_take_clip, 0);
141 #ifdef USING_AVISYNTH
142 LOAD_AVS_FUNC(avs_bits_per_pixel, 0);
143 LOAD_AVS_FUNC(avs_get_height_p, 0);
144 LOAD_AVS_FUNC(avs_get_pitch_p, 0);
145 LOAD_AVS_FUNC(avs_get_read_ptr_p, 0);
146 LOAD_AVS_FUNC(avs_get_row_size_p, 0);
147 LOAD_AVS_FUNC(avs_is_yv24, 0);
148 LOAD_AVS_FUNC(avs_is_yv16, 0);
149 LOAD_AVS_FUNC(avs_is_yv411, 0);
150 LOAD_AVS_FUNC(avs_is_y8, 0);
154 atexit(avisynth_atexit_handler);
158 FreeLibrary(avs_library.library);
159 return AVERROR_UNKNOWN;
162 /* Note that avisynth_context_create and avisynth_context_destroy
163 * do not allocate or free the actual context! That is taken care of
165 static av_cold int avisynth_context_create(AVFormatContext *s)
167 AviSynthContext *avs = s->priv_data;
170 if (!avs_library.library)
171 if (ret = avisynth_load_library())
174 avs->env = avs_library.avs_create_script_environment(3);
175 if (avs_library.avs_get_error) {
176 const char *error = avs_library.avs_get_error(avs->env);
178 av_log(s, AV_LOG_ERROR, "%s\n", error);
179 return AVERROR_UNKNOWN;
186 avs->next = avs_ctx_list;
193 static av_cold void avisynth_context_destroy(AviSynthContext *avs)
195 if (avs_atexit_called)
198 if (avs == avs_ctx_list) {
199 avs_ctx_list = avs->next;
201 AviSynthContext *prev = avs_ctx_list;
202 while (prev->next != avs)
204 prev->next = avs->next;
208 avs_library.avs_release_clip(avs->clip);
212 avs_library.avs_delete_script_environment(avs->env);
217 static av_cold void avisynth_atexit_handler(void)
219 AviSynthContext *avs = avs_ctx_list;
222 AviSynthContext *next = avs->next;
223 avisynth_context_destroy(avs);
226 FreeLibrary(avs_library.library);
228 avs_atexit_called = 1;
231 /* Create AVStream from audio and video data. */
232 static int avisynth_create_stream_video(AVFormatContext *s, AVStream *st)
234 AviSynthContext *avs = s->priv_data;
235 int planar = 0; // 0: packed, 1: YUV, 2: Y8
237 st->codec->codec_type = AVMEDIA_TYPE_VIDEO;
238 st->codec->codec_id = AV_CODEC_ID_RAWVIDEO;
239 st->codec->width = avs->vi->width;
240 st->codec->height = avs->vi->height;
242 st->time_base = (AVRational) { avs->vi->fps_denominator,
243 avs->vi->fps_numerator };
244 st->avg_frame_rate = (AVRational) { avs->vi->fps_numerator,
245 avs->vi->fps_denominator };
247 st->duration = avs->vi->num_frames;
248 st->nb_frames = avs->vi->num_frames;
250 switch (avs->vi->pixel_type) {
251 #ifdef USING_AVISYNTH
253 st->codec->pix_fmt = AV_PIX_FMT_YUV444P;
257 st->codec->pix_fmt = AV_PIX_FMT_YUV422P;
261 st->codec->pix_fmt = AV_PIX_FMT_YUV411P;
265 st->codec->pix_fmt = AV_PIX_FMT_GRAY8;
270 st->codec->pix_fmt = AV_PIX_FMT_BGR24;
273 st->codec->pix_fmt = AV_PIX_FMT_RGB32;
276 st->codec->pix_fmt = AV_PIX_FMT_YUYV422;
279 st->codec->pix_fmt = AV_PIX_FMT_YUV420P;
282 case AVS_CS_I420: // Is this even used anywhere?
283 st->codec->pix_fmt = AV_PIX_FMT_YUV420P;
287 av_log(s, AV_LOG_ERROR,
288 "unknown AviSynth colorspace %d\n", avs->vi->pixel_type);
290 return AVERROR_UNKNOWN;
296 avs->planes = avs_planes_grey;
300 avs->planes = avs_planes_yuv;
304 avs->planes = avs_planes_packed;
309 static int avisynth_create_stream_audio(AVFormatContext *s, AVStream *st)
311 AviSynthContext *avs = s->priv_data;
313 st->codec->codec_type = AVMEDIA_TYPE_AUDIO;
314 st->codec->sample_rate = avs->vi->audio_samples_per_second;
315 st->codec->channels = avs->vi->nchannels;
316 st->time_base = (AVRational) { 1,
317 avs->vi->audio_samples_per_second };
318 st->duration = avs->vi->num_audio_samples;
320 switch (avs->vi->sample_type) {
321 case AVS_SAMPLE_INT8:
322 st->codec->codec_id = AV_CODEC_ID_PCM_U8;
324 case AVS_SAMPLE_INT16:
325 st->codec->codec_id = AV_CODEC_ID_PCM_S16LE;
327 case AVS_SAMPLE_INT24:
328 st->codec->codec_id = AV_CODEC_ID_PCM_S24LE;
330 case AVS_SAMPLE_INT32:
331 st->codec->codec_id = AV_CODEC_ID_PCM_S32LE;
333 case AVS_SAMPLE_FLOAT:
334 st->codec->codec_id = AV_CODEC_ID_PCM_F32LE;
337 av_log(s, AV_LOG_ERROR,
338 "unknown AviSynth sample type %d\n", avs->vi->sample_type);
340 return AVERROR_UNKNOWN;
345 static int avisynth_create_stream(AVFormatContext *s)
347 AviSynthContext *avs = s->priv_data;
352 if (avs_has_video(avs->vi)) {
353 st = avformat_new_stream(s, NULL);
355 return AVERROR_UNKNOWN;
357 if (ret = avisynth_create_stream_video(s, st))
360 if (avs_has_audio(avs->vi)) {
361 st = avformat_new_stream(s, NULL);
363 return AVERROR_UNKNOWN;
365 if (ret = avisynth_create_stream_audio(s, st))
371 static int avisynth_open_file(AVFormatContext *s)
373 AviSynthContext *avs = s->priv_data;
376 #ifdef USING_AVISYNTH
377 char filename_ansi[MAX_PATH * 4];
378 wchar_t filename_wc[MAX_PATH * 4];
381 if (ret = avisynth_context_create(s))
384 #ifdef USING_AVISYNTH
385 /* Convert UTF-8 to ANSI code page */
386 MultiByteToWideChar(CP_UTF8, 0, s->filename, -1, filename_wc, MAX_PATH * 4);
387 WideCharToMultiByte(CP_THREAD_ACP, 0, filename_wc, -1, filename_ansi,
388 MAX_PATH * 4, NULL, NULL);
389 arg = avs_new_value_string(filename_ansi);
391 arg = avs_new_value_string(s->filename);
393 val = avs_library.avs_invoke(avs->env, "Import", arg, 0);
394 if (avs_is_error(val)) {
395 av_log(s, AV_LOG_ERROR, "%s\n", avs_as_error(val));
396 ret = AVERROR_UNKNOWN;
399 if (!avs_is_clip(val)) {
400 av_log(s, AV_LOG_ERROR, "AviSynth script did not return a clip\n");
401 ret = AVERROR_UNKNOWN;
405 avs->clip = avs_library.avs_take_clip(val, avs->env);
406 avs->vi = avs_library.avs_get_video_info(avs->clip);
408 #ifdef USING_AVISYNTH
409 /* FFmpeg only supports AviSynth 2.6 on Windows. Since AvxSynth
410 * identifies itself as interface version 3 like 2.5.8, this
411 * needs to be special-cased. */
413 if (avs_library.avs_get_version(avs->clip) == 3) {
414 av_log(s, AV_LOG_ERROR,
415 "AviSynth 2.5.8 not supported. Please upgrade to 2.6.\n");
416 ret = AVERROR_UNKNOWN;
421 /* Release the AVS_Value as it will go out of scope. */
422 avs_library.avs_release_value(val);
424 if (ret = avisynth_create_stream(s))
430 avisynth_context_destroy(avs);
434 static void avisynth_next_stream(AVFormatContext *s, AVStream **st,
435 AVPacket *pkt, int *discard)
437 AviSynthContext *avs = s->priv_data;
440 avs->curr_stream %= s->nb_streams;
442 *st = s->streams[avs->curr_stream];
443 if ((*st)->discard == AVDISCARD_ALL)
451 /* Copy AviSynth clip data into an AVPacket. */
452 static int avisynth_read_packet_video(AVFormatContext *s, AVPacket *pkt,
455 AviSynthContext *avs = s->priv_data;
456 AVS_VideoFrame *frame;
457 unsigned char *dst_p;
458 const unsigned char *src_p;
459 int n, i, plane, rowsize, planeheight, pitch, bits;
462 if (avs->curr_frame >= avs->vi->num_frames)
465 /* This must happen even if the stream is discarded to prevent desync. */
466 n = avs->curr_frame++;
470 #ifdef USING_AVISYNTH
471 /* Define the bpp values for the new AviSynth 2.6 colorspaces.
472 * Since AvxSynth doesn't have these functions, special-case
473 * it in order to avoid implicit declaration errors. */
475 if (avs_library.avs_is_yv24(avs->vi))
477 else if (avs_library.avs_is_yv16(avs->vi))
479 else if (avs_library.avs_is_yv411(avs->vi))
481 else if (avs_library.avs_is_y8(avs->vi))
484 bits = avs_library.avs_bits_per_pixel(avs->vi);
486 bits = avs_bits_per_pixel(avs->vi);
489 /* Without the cast to int64_t, calculation overflows at about 9k x 9k
491 pkt->size = (((int64_t)avs->vi->width *
492 (int64_t)avs->vi->height) * bits) / 8;
494 return AVERROR_UNKNOWN;
496 if (av_new_packet(pkt, pkt->size) < 0)
497 return AVERROR(ENOMEM);
502 pkt->stream_index = avs->curr_stream;
504 frame = avs_library.avs_get_frame(avs->clip, n);
505 error = avs_library.avs_clip_get_error(avs->clip);
507 av_log(s, AV_LOG_ERROR, "%s\n", error);
509 av_packet_unref(pkt);
510 return AVERROR_UNKNOWN;
514 for (i = 0; i < avs->n_planes; i++) {
515 plane = avs->planes[i];
516 #ifdef USING_AVISYNTH
517 src_p = avs_library.avs_get_read_ptr_p(frame, plane);
518 pitch = avs_library.avs_get_pitch_p(frame, plane);
520 rowsize = avs_library.avs_get_row_size_p(frame, plane);
521 planeheight = avs_library.avs_get_height_p(frame, plane);
523 src_p = avs_get_read_ptr_p(frame, plane);
524 pitch = avs_get_pitch_p(frame, plane);
526 rowsize = avs_get_row_size_p(frame, plane);
527 planeheight = avs_get_height_p(frame, plane);
530 /* Flip RGB video. */
531 if (avs_is_rgb24(avs->vi) || avs_is_rgb(avs->vi)) {
532 src_p = src_p + (planeheight - 1) * pitch;
536 avs_library.avs_bit_blt(avs->env, dst_p, rowsize, src_p, pitch,
537 rowsize, planeheight);
538 dst_p += rowsize * planeheight;
541 avs_library.avs_release_video_frame(frame);
545 static int avisynth_read_packet_audio(AVFormatContext *s, AVPacket *pkt,
548 AviSynthContext *avs = s->priv_data;
549 AVRational fps, samplerate;
554 if (avs->curr_sample >= avs->vi->num_audio_samples)
557 fps.num = avs->vi->fps_numerator;
558 fps.den = avs->vi->fps_denominator;
559 samplerate.num = avs->vi->audio_samples_per_second;
562 if (avs_has_video(avs->vi)) {
563 if (avs->curr_frame < avs->vi->num_frames)
564 samples = av_rescale_q(avs->curr_frame, samplerate, fps) -
567 samples = av_rescale_q(1, samplerate, fps);
572 /* After seeking, audio may catch up with video. */
579 if (avs->curr_sample + samples > avs->vi->num_audio_samples)
580 samples = avs->vi->num_audio_samples - avs->curr_sample;
582 /* This must happen even if the stream is discarded to prevent desync. */
583 n = avs->curr_sample;
584 avs->curr_sample += samples;
588 pkt->size = avs_bytes_per_channel_sample(avs->vi) *
589 samples * avs->vi->nchannels;
591 return AVERROR_UNKNOWN;
593 if (av_new_packet(pkt, pkt->size) < 0)
594 return AVERROR(ENOMEM);
598 pkt->duration = samples;
599 pkt->stream_index = avs->curr_stream;
601 avs_library.avs_get_audio(avs->clip, pkt->data, n, samples);
602 error = avs_library.avs_clip_get_error(avs->clip);
604 av_log(s, AV_LOG_ERROR, "%s\n", error);
606 av_packet_unref(pkt);
607 return AVERROR_UNKNOWN;
612 static av_cold int avisynth_read_header(AVFormatContext *s)
616 // Calling library must implement a lock for thread-safe opens.
617 if (ret = avpriv_lock_avformat())
620 if (ret = avisynth_open_file(s)) {
621 avpriv_unlock_avformat();
625 avpriv_unlock_avformat();
629 static int avisynth_read_packet(AVFormatContext *s, AVPacket *pkt)
631 AviSynthContext *avs = s->priv_data;
637 return AVERROR_UNKNOWN;
639 /* If either stream reaches EOF, try to read the other one before
641 avisynth_next_stream(s, &st, pkt, &discard);
642 if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
643 ret = avisynth_read_packet_video(s, pkt, discard);
644 if (ret == AVERROR_EOF && avs_has_audio(avs->vi)) {
645 avisynth_next_stream(s, &st, pkt, &discard);
646 return avisynth_read_packet_audio(s, pkt, discard);
649 ret = avisynth_read_packet_audio(s, pkt, discard);
650 if (ret == AVERROR_EOF && avs_has_video(avs->vi)) {
651 avisynth_next_stream(s, &st, pkt, &discard);
652 return avisynth_read_packet_video(s, pkt, discard);
659 static av_cold int avisynth_read_close(AVFormatContext *s)
661 if (avpriv_lock_avformat())
662 return AVERROR_UNKNOWN;
664 avisynth_context_destroy(s->priv_data);
665 avpriv_unlock_avformat();
669 static int avisynth_read_seek(AVFormatContext *s, int stream_index,
670 int64_t timestamp, int flags)
672 AviSynthContext *avs = s->priv_data;
674 AVRational fps, samplerate;
677 return AVERROR_UNKNOWN;
679 fps = (AVRational) { avs->vi->fps_numerator,
680 avs->vi->fps_denominator };
681 samplerate = (AVRational) { avs->vi->audio_samples_per_second, 1 };
683 st = s->streams[stream_index];
684 if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
685 /* AviSynth frame counts are signed int. */
686 if ((timestamp >= avs->vi->num_frames) ||
687 (timestamp > INT_MAX) ||
690 avs->curr_frame = timestamp;
691 if (avs_has_audio(avs->vi))
692 avs->curr_sample = av_rescale_q(timestamp, samplerate, fps);
694 if ((timestamp >= avs->vi->num_audio_samples) || (timestamp < 0))
696 /* Force frame granularity for seeking. */
697 if (avs_has_video(avs->vi)) {
698 avs->curr_frame = av_rescale_q(timestamp, fps, samplerate);
699 avs->curr_sample = av_rescale_q(avs->curr_frame, samplerate, fps);
701 avs->curr_sample = timestamp;
708 AVInputFormat ff_avisynth_demuxer = {
710 .long_name = NULL_IF_CONFIG_SMALL("AviSynth script"),
711 .priv_data_size = sizeof(AviSynthContext),
712 .read_header = avisynth_read_header,
713 .read_packet = avisynth_read_packet,
714 .read_close = avisynth_read_close,
715 .read_seek = avisynth_read_seek,