2 * AviSynth/AvxSynth support
3 * Copyright (c) 2012 AvxSynth Team.
5 * This file is part of Libav.
7 * Libav is free software; you can redistribute it and/or
8 * modify it under the terms of the GNU Lesser General Public
9 * License as published by the Free Software Foundation; either
10 * version 2.1 of the License, or (at your option) any later version.
12 * Libav is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
15 * Lesser General Public License for more details.
17 * You should have received a copy of the GNU Lesser General Public
18 * License along with Libav; if not, write to the Free Software
19 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
22 #include "libavutil/internal.h"
23 #include "libavcodec/internal.h"
27 /* Enable function pointer definitions for runtime loading. */
28 #define AVSC_NO_DECLSPEC
30 /* Platform-specific directives for AviSynth vs AvxSynth.
32 * avisynth_c.h needs to be the one provided with x264, as
33 * the one in AviSynth's CVS hasn't been updated to support
34 * 2.6's extra colorspaces. A temporary source of that header,
35 * installable from a GNU-style Makefile is available from
36 * github.com/qyot27/avisynth_headers -- AvxSynth doesn't
37 * require this kind of special treatment because like any
38 * standard *nix application, it installs its headers
39 * alongside its libs. */
43 #include <avisynth/avisynth_c.h>
44 #define AVISYNTH_LIB "avisynth"
45 #define USING_AVISYNTH
48 #include <avxsynth/avxsynth_c.h>
49 #if defined (__APPLE__)
50 #define AVISYNTH_LIB "libavxsynth.dylib"
52 #define AVISYNTH_LIB "libavxsynth.so"
55 #define LoadLibrary(x) dlopen(x, RTLD_NOW | RTLD_GLOBAL)
56 #define GetProcAddress dlsym
57 #define FreeLibrary dlclose
60 typedef struct AviSynthLibrary {
62 #define AVSC_DECLARE_FUNC(name) name ## _func name
63 AVSC_DECLARE_FUNC(avs_bit_blt);
64 AVSC_DECLARE_FUNC(avs_clip_get_error);
65 AVSC_DECLARE_FUNC(avs_create_script_environment);
66 AVSC_DECLARE_FUNC(avs_delete_script_environment);
67 AVSC_DECLARE_FUNC(avs_get_audio);
68 AVSC_DECLARE_FUNC(avs_get_error);
69 AVSC_DECLARE_FUNC(avs_get_frame);
70 AVSC_DECLARE_FUNC(avs_get_version);
71 AVSC_DECLARE_FUNC(avs_get_video_info);
72 AVSC_DECLARE_FUNC(avs_invoke);
73 AVSC_DECLARE_FUNC(avs_release_clip);
74 AVSC_DECLARE_FUNC(avs_release_value);
75 AVSC_DECLARE_FUNC(avs_release_video_frame);
76 AVSC_DECLARE_FUNC(avs_take_clip);
77 #undef AVSC_DECLARE_FUNC
80 typedef struct AviSynthContext {
81 AVS_ScriptEnvironment *env;
83 const AVS_VideoInfo *vi;
85 /* avisynth_read_packet_video() iterates over this. */
95 /* Linked list pointers. */
96 struct AviSynthContext *next;
99 static const int avs_planes_packed[1] = { 0 };
100 static const int avs_planes_grey[1] = { AVS_PLANAR_Y };
101 static const int avs_planes_yuv[3] = { AVS_PLANAR_Y, AVS_PLANAR_U,
104 /* A conflict between C++ global objects, atexit, and dynamic loading requires
105 * us to register our own atexit handler to prevent double freeing. */
106 static AviSynthLibrary avs_library;
107 static int avs_atexit_called = 0;
109 /* Linked list of AviSynthContexts. An atexit handler destroys this list. */
110 static AviSynthContext *avs_ctx_list = NULL;
112 static av_cold void avisynth_atexit_handler(void);
114 static av_cold int avisynth_load_library(void)
116 avs_library.library = LoadLibrary(AVISYNTH_LIB);
117 if (!avs_library.library)
118 return AVERROR_UNKNOWN;
120 #define LOAD_AVS_FUNC(name, continue_on_fail) \
122 (void *)GetProcAddress(avs_library.library, #name); \
123 if (!continue_on_fail && !avs_library.name) \
126 LOAD_AVS_FUNC(avs_bit_blt, 0);
127 LOAD_AVS_FUNC(avs_clip_get_error, 0);
128 LOAD_AVS_FUNC(avs_create_script_environment, 0);
129 LOAD_AVS_FUNC(avs_delete_script_environment, 0);
130 LOAD_AVS_FUNC(avs_get_audio, 0);
131 LOAD_AVS_FUNC(avs_get_error, 1); // New to AviSynth 2.6
132 LOAD_AVS_FUNC(avs_get_frame, 0);
133 LOAD_AVS_FUNC(avs_get_version, 0);
134 LOAD_AVS_FUNC(avs_get_video_info, 0);
135 LOAD_AVS_FUNC(avs_invoke, 0);
136 LOAD_AVS_FUNC(avs_release_clip, 0);
137 LOAD_AVS_FUNC(avs_release_value, 0);
138 LOAD_AVS_FUNC(avs_release_video_frame, 0);
139 LOAD_AVS_FUNC(avs_take_clip, 0);
142 atexit(avisynth_atexit_handler);
146 FreeLibrary(avs_library.library);
147 return AVERROR_UNKNOWN;
150 /* Note that avisynth_context_create and avisynth_context_destroy
151 * do not allocate or free the actual context! That is taken care of
153 static av_cold int avisynth_context_create(AVFormatContext *s)
155 AviSynthContext *avs = s->priv_data;
158 if (!avs_library.library)
159 if (ret = avisynth_load_library())
162 avs->env = avs_library.avs_create_script_environment(3);
163 if (avs_library.avs_get_error) {
164 const char *error = avs_library.avs_get_error(avs->env);
166 av_log(s, AV_LOG_ERROR, "%s\n", error);
167 return AVERROR_UNKNOWN;
174 avs->next = avs_ctx_list;
181 static av_cold void avisynth_context_destroy(AviSynthContext *avs)
183 if (avs_atexit_called)
186 if (avs == avs_ctx_list) {
187 avs_ctx_list = avs->next;
189 AviSynthContext *prev = avs_ctx_list;
190 while (prev->next != avs)
192 prev->next = avs->next;
196 avs_library.avs_release_clip(avs->clip);
200 avs_library.avs_delete_script_environment(avs->env);
205 static av_cold void avisynth_atexit_handler(void)
207 AviSynthContext *avs = avs_ctx_list;
210 AviSynthContext *next = avs->next;
211 avisynth_context_destroy(avs);
214 FreeLibrary(avs_library.library);
216 avs_atexit_called = 1;
219 /* Create AVStream from audio and video data. */
220 static int avisynth_create_stream_video(AVFormatContext *s, AVStream *st)
222 AviSynthContext *avs = s->priv_data;
223 int planar = 0; // 0: packed, 1: YUV, 2: Y8
225 st->codec->codec_type = AVMEDIA_TYPE_VIDEO;
226 st->codec->codec_id = AV_CODEC_ID_RAWVIDEO;
227 st->codec->width = avs->vi->width;
228 st->codec->height = avs->vi->height;
230 st->time_base = (AVRational) { avs->vi->fps_denominator,
231 avs->vi->fps_numerator };
232 st->avg_frame_rate = (AVRational) { avs->vi->fps_numerator,
233 avs->vi->fps_denominator };
235 st->duration = avs->vi->num_frames;
236 st->nb_frames = avs->vi->num_frames;
238 switch (avs->vi->pixel_type) {
239 #ifdef USING_AVISYNTH
241 st->codec->pix_fmt = AV_PIX_FMT_YUV444P;
245 st->codec->pix_fmt = AV_PIX_FMT_YUV422P;
249 st->codec->pix_fmt = AV_PIX_FMT_YUV411P;
253 st->codec->pix_fmt = AV_PIX_FMT_GRAY8;
258 st->codec->pix_fmt = AV_PIX_FMT_BGR24;
261 st->codec->pix_fmt = AV_PIX_FMT_RGB32;
264 st->codec->pix_fmt = AV_PIX_FMT_YUYV422;
267 st->codec->pix_fmt = AV_PIX_FMT_YUV420P;
270 case AVS_CS_I420: // Is this even used anywhere?
271 st->codec->pix_fmt = AV_PIX_FMT_YUV420P;
275 av_log(s, AV_LOG_ERROR,
276 "unknown AviSynth colorspace %d\n", avs->vi->pixel_type);
278 return AVERROR_UNKNOWN;
284 avs->planes = avs_planes_grey;
288 avs->planes = avs_planes_yuv;
292 avs->planes = avs_planes_packed;
297 static int avisynth_create_stream_audio(AVFormatContext *s, AVStream *st)
299 AviSynthContext *avs = s->priv_data;
301 st->codec->codec_type = AVMEDIA_TYPE_AUDIO;
302 st->codec->sample_rate = avs->vi->audio_samples_per_second;
303 st->codec->channels = avs->vi->nchannels;
304 st->time_base = (AVRational) { 1,
305 avs->vi->audio_samples_per_second };
307 switch (avs->vi->sample_type) {
308 case AVS_SAMPLE_INT8:
309 st->codec->codec_id = AV_CODEC_ID_PCM_U8;
311 case AVS_SAMPLE_INT16:
312 st->codec->codec_id = AV_CODEC_ID_PCM_S16LE;
314 case AVS_SAMPLE_INT24:
315 st->codec->codec_id = AV_CODEC_ID_PCM_S24LE;
317 case AVS_SAMPLE_INT32:
318 st->codec->codec_id = AV_CODEC_ID_PCM_S32LE;
320 case AVS_SAMPLE_FLOAT:
321 st->codec->codec_id = AV_CODEC_ID_PCM_F32LE;
324 av_log(s, AV_LOG_ERROR,
325 "unknown AviSynth sample type %d\n", avs->vi->sample_type);
327 return AVERROR_UNKNOWN;
332 static int avisynth_create_stream(AVFormatContext *s)
334 AviSynthContext *avs = s->priv_data;
339 if (avs_has_video(avs->vi)) {
340 st = avformat_new_stream(s, NULL);
342 return AVERROR_UNKNOWN;
344 if (ret = avisynth_create_stream_video(s, st))
347 if (avs_has_audio(avs->vi)) {
348 st = avformat_new_stream(s, NULL);
350 return AVERROR_UNKNOWN;
352 if (ret = avisynth_create_stream_audio(s, st))
358 static int avisynth_open_file(AVFormatContext *s)
360 AviSynthContext *avs = s->priv_data;
363 #ifdef USING_AVISYNTH
364 char filename_ansi[MAX_PATH * 4];
365 wchar_t filename_wc[MAX_PATH * 4];
368 if (ret = avisynth_context_create(s))
371 #ifdef USING_AVISYNTH
372 /* Convert UTF-8 to ANSI code page */
373 MultiByteToWideChar(CP_UTF8, 0, s->filename, -1, filename_wc, MAX_PATH * 4);
374 WideCharToMultiByte(CP_THREAD_ACP, 0, filename_wc, -1, filename_ansi,
375 MAX_PATH * 4, NULL, NULL);
376 arg = avs_new_value_string(filename_ansi);
378 arg = avs_new_value_string(s->filename);
380 val = avs_library.avs_invoke(avs->env, "Import", arg, 0);
381 if (avs_is_error(val)) {
382 av_log(s, AV_LOG_ERROR, "%s\n", avs_as_error(val));
383 ret = AVERROR_UNKNOWN;
386 if (!avs_is_clip(val)) {
387 av_log(s, AV_LOG_ERROR, "AviSynth script did not return a clip\n");
388 ret = AVERROR_UNKNOWN;
392 avs->clip = avs_library.avs_take_clip(val, avs->env);
393 avs->vi = avs_library.avs_get_video_info(avs->clip);
395 #ifdef USING_AVISYNTH
396 /* libav only supports AviSynth 2.6 on Windows. Since AvxSynth
397 * identifies itself as interface version 3 like 2.5.8, this
398 * needs to be special-cased. */
400 if (avs_library.avs_get_version(avs->clip) == 3) {
401 av_log(s, AV_LOG_ERROR,
402 "AviSynth 2.5.8 not supported. Please upgrade to 2.6.\n");
403 ret = AVERROR_UNKNOWN;
408 /* Release the AVS_Value as it will go out of scope. */
409 avs_library.avs_release_value(val);
411 if (ret = avisynth_create_stream(s))
417 avisynth_context_destroy(avs);
421 static void avisynth_next_stream(AVFormatContext *s, AVStream **st,
422 AVPacket *pkt, int *discard)
424 AviSynthContext *avs = s->priv_data;
427 avs->curr_stream %= s->nb_streams;
429 *st = s->streams[avs->curr_stream];
430 if ((*st)->discard == AVDISCARD_ALL)
438 /* Copy AviSynth clip data into an AVPacket. */
439 static int avisynth_read_packet_video(AVFormatContext *s, AVPacket *pkt,
442 AviSynthContext *avs = s->priv_data;
443 AVS_VideoFrame *frame;
444 unsigned char *dst_p;
445 const unsigned char *src_p;
446 int n, i, plane, rowsize, planeheight, pitch, bits;
449 if (avs->curr_frame >= avs->vi->num_frames)
452 /* This must happen even if the stream is discarded to prevent desync. */
453 n = avs->curr_frame++;
457 #ifdef USING_AVISYNTH
458 /* Define the bpp values for the new AviSynth 2.6 colorspaces.
459 * Since AvxSynth doesn't have these functions, special-case
460 * it in order to avoid implicit declaration errors. */
462 if (avs_is_yv24(avs->vi))
464 else if (avs_is_yv16(avs->vi))
466 else if (avs_is_yv411(avs->vi))
468 else if (avs_is_y8(avs->vi))
472 bits = avs_bits_per_pixel(avs->vi);
474 /* Without the cast to int64_t, calculation overflows at about 9k x 9k
476 pkt->size = (((int64_t)avs->vi->width *
477 (int64_t)avs->vi->height) * bits) / 8;
479 return AVERROR_UNKNOWN;
481 if (av_new_packet(pkt, pkt->size) < 0)
482 return AVERROR(ENOMEM);
487 pkt->stream_index = avs->curr_stream;
489 frame = avs_library.avs_get_frame(avs->clip, n);
490 error = avs_library.avs_clip_get_error(avs->clip);
492 av_log(s, AV_LOG_ERROR, "%s\n", error);
494 av_packet_unref(pkt);
495 return AVERROR_UNKNOWN;
499 for (i = 0; i < avs->n_planes; i++) {
500 plane = avs->planes[i];
501 src_p = avs_get_read_ptr_p(frame, plane);
502 pitch = avs_get_pitch_p(frame, plane);
504 rowsize = avs_get_row_size_p(frame, plane);
505 planeheight = avs_get_height_p(frame, plane);
507 /* Flip RGB video. */
508 if (avs_is_rgb24(avs->vi) || avs_is_rgb(avs->vi)) {
509 src_p = src_p + (planeheight - 1) * pitch;
513 avs_library.avs_bit_blt(avs->env, dst_p, rowsize, src_p, pitch,
514 rowsize, planeheight);
515 dst_p += rowsize * planeheight;
518 avs_library.avs_release_video_frame(frame);
522 static int avisynth_read_packet_audio(AVFormatContext *s, AVPacket *pkt,
525 AviSynthContext *avs = s->priv_data;
526 AVRational fps, samplerate;
531 if (avs->curr_sample >= avs->vi->num_audio_samples)
534 fps.num = avs->vi->fps_numerator;
535 fps.den = avs->vi->fps_denominator;
536 samplerate.num = avs->vi->audio_samples_per_second;
539 if (avs_has_video(avs->vi)) {
540 if (avs->curr_frame < avs->vi->num_frames)
541 samples = av_rescale_q(avs->curr_frame, samplerate, fps) -
544 samples = av_rescale_q(1, samplerate, fps);
549 /* After seeking, audio may catch up with video. */
556 if (avs->curr_sample + samples > avs->vi->num_audio_samples)
557 samples = avs->vi->num_audio_samples - avs->curr_sample;
559 /* This must happen even if the stream is discarded to prevent desync. */
560 n = avs->curr_sample;
561 avs->curr_sample += samples;
565 pkt->size = avs_bytes_per_channel_sample(avs->vi) *
566 samples * avs->vi->nchannels;
568 return AVERROR_UNKNOWN;
570 if (av_new_packet(pkt, pkt->size) < 0)
571 return AVERROR(ENOMEM);
575 pkt->duration = samples;
576 pkt->stream_index = avs->curr_stream;
578 avs_library.avs_get_audio(avs->clip, pkt->data, n, samples);
579 error = avs_library.avs_clip_get_error(avs->clip);
581 av_log(s, AV_LOG_ERROR, "%s\n", error);
583 av_packet_unref(pkt);
584 return AVERROR_UNKNOWN;
589 static av_cold int avisynth_read_header(AVFormatContext *s)
593 // Calling library must implement a lock for thread-safe opens.
594 if (ret = avpriv_lock_avformat())
597 if (ret = avisynth_open_file(s)) {
598 avpriv_unlock_avformat();
602 avpriv_unlock_avformat();
606 static int avisynth_read_packet(AVFormatContext *s, AVPacket *pkt)
608 AviSynthContext *avs = s->priv_data;
614 return AVERROR_UNKNOWN;
616 /* If either stream reaches EOF, try to read the other one before
618 avisynth_next_stream(s, &st, pkt, &discard);
619 if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
620 ret = avisynth_read_packet_video(s, pkt, discard);
621 if (ret == AVERROR_EOF && avs_has_audio(avs->vi)) {
622 avisynth_next_stream(s, &st, pkt, &discard);
623 return avisynth_read_packet_audio(s, pkt, discard);
626 ret = avisynth_read_packet_audio(s, pkt, discard);
627 if (ret == AVERROR_EOF && avs_has_video(avs->vi)) {
628 avisynth_next_stream(s, &st, pkt, &discard);
629 return avisynth_read_packet_video(s, pkt, discard);
636 static av_cold int avisynth_read_close(AVFormatContext *s)
638 if (avpriv_lock_avformat())
639 return AVERROR_UNKNOWN;
641 avisynth_context_destroy(s->priv_data);
642 avpriv_unlock_avformat();
646 static int avisynth_read_seek(AVFormatContext *s, int stream_index,
647 int64_t timestamp, int flags)
649 AviSynthContext *avs = s->priv_data;
651 AVRational fps, samplerate;
654 return AVERROR_UNKNOWN;
656 fps = (AVRational) { avs->vi->fps_numerator,
657 avs->vi->fps_denominator };
658 samplerate = (AVRational) { avs->vi->audio_samples_per_second, 1 };
660 st = s->streams[stream_index];
661 if (st->codec->codec_type == AVMEDIA_TYPE_VIDEO) {
662 /* AviSynth frame counts are signed int. */
663 if ((timestamp >= avs->vi->num_frames) ||
664 (timestamp > INT_MAX) ||
667 avs->curr_frame = timestamp;
668 if (avs_has_audio(avs->vi))
669 avs->curr_sample = av_rescale_q(timestamp, samplerate, fps);
671 if ((timestamp >= avs->vi->num_audio_samples) || (timestamp < 0))
673 /* Force frame granularity for seeking. */
674 if (avs_has_video(avs->vi)) {
675 avs->curr_frame = av_rescale_q(timestamp, fps, samplerate);
676 avs->curr_sample = av_rescale_q(avs->curr_frame, samplerate, fps);
678 avs->curr_sample = timestamp;
685 AVInputFormat ff_avisynth_demuxer = {
687 .long_name = NULL_IF_CONFIG_SMALL("AviSynth script"),
688 .priv_data_size = sizeof(AviSynthContext),
689 .read_header = avisynth_read_header,
690 .read_packet = avisynth_read_packet,
691 .read_close = avisynth_read_close,
692 .read_seek = avisynth_read_seek,