-#
-# Makefile for tests
-# (c) 2002 Fabrice Bellard
-#
-include ../config.mak
-
-VPATH=$(SRC_PATH_BARE)/tests
-SRC_DIR=$(SRC_PATH)/tests
-BUILD_DIR=$(BUILD_ROOT)/tests
-CFLAGS=-O2 -Wall -g
-
-REFFILE1=$(SRC_DIR)/ffmpeg.regression.ref
-REFFILE2=$(SRC_DIR)/rotozoom.regression.ref
-
-SERVER_REFFILE=$(SRC_DIR)/ffserver.regression.ref
-
-LIBAV_REFFILE=$(SRC_DIR)/libav.regression.ref
-
-SEEK_REFFILE=$(SRC_DIR)/seek.regression.ref
-
-all fulltest test: codectest libavtest seektest
-
-test-server: vsynth1/00.pgm asynth1.sw
- @echo
- @echo "Unfortunately ffserver is broken and therefore its regression"
- @echo "test fails randomly. Treat the results accordingly."
- @echo
- @$(SRC_DIR)/server-regression.sh $(SERVER_REFFILE) $(SRC_DIR)/test.conf
-
-# fast regression tests for all codecs
-codectest mpeg4 mpeg ac3 snow snowll: vsynth1/00.pgm vsynth2/00.pgm asynth1.sw tiny_psnr$(EXESUF)
- @$(SRC_DIR)/regression.sh $@ $(REFFILE1) vsynth1
- @$(SRC_DIR)/regression.sh $@ $(REFFILE2) vsynth2
-
-# fast regression for libav formats
-ifeq ($(CONFIG_GPL),yes)
-libavtest: vsynth1/00.pgm asynth1.sw
- @$(SRC_DIR)/regression.sh $@ $(LIBAV_REFFILE) vsynth1
+AREF = fate-acodec-aref
+VREF = fate-vsynth1-vref fate-vsynth2-vref
+REFS = $(AREF) $(VREF)
+
+$(VREF): avconv$(EXESUF) tests/vsynth1/00.pgm tests/vsynth2/00.pgm
+$(AREF): avconv$(EXESUF) tests/data/asynth1.sw
+
+OBJDIRS += tests/data tests/vsynth1 tests/vsynth2
+
+tests/vsynth1/00.pgm: tests/videogen$(HOSTEXESUF) | tests/vsynth1
+ $(M)./$< 'tests/vsynth1/'
+
+tests/vsynth2/00.pgm: tests/rotozoom$(HOSTEXESUF) | tests/vsynth2
+ $(M)./$< 'tests/vsynth2/' $(SRC_PATH)/tests/lena.pnm
+
+tests/data/asynth1.sw: tests/audiogen$(HOSTEXESUF) | tests/data
+ $(M)./$< $@
+
+tests/data/asynth-16000-1.sw: tests/audiogen$(HOSTEXESUF) | tests/data
+ $(M)./$< $@ 16000 1
+
+tests/data/asynth%.sw tests/vsynth%/00.pgm: TAG = GEN
+
+include $(SRC_PATH)/tests/fate/aac.mak
+include $(SRC_PATH)/tests/fate/ac3.mak
+include $(SRC_PATH)/tests/fate/adpcm.mak
+include $(SRC_PATH)/tests/fate/als.mak
+include $(SRC_PATH)/tests/fate/amrnb.mak
+include $(SRC_PATH)/tests/fate/amrwb.mak
+include $(SRC_PATH)/tests/fate/atrac.mak
+include $(SRC_PATH)/tests/fate/audio.mak
+include $(SRC_PATH)/tests/fate/cdxl.mak
+include $(SRC_PATH)/tests/fate/dct.mak
+include $(SRC_PATH)/tests/fate/demux.mak
+include $(SRC_PATH)/tests/fate/dfa.mak
+include $(SRC_PATH)/tests/fate/dpcm.mak
+include $(SRC_PATH)/tests/fate/ea.mak
+include $(SRC_PATH)/tests/fate/fft.mak
+include $(SRC_PATH)/tests/fate/h264.mak
+include $(SRC_PATH)/tests/fate/image.mak
+include $(SRC_PATH)/tests/fate/indeo.mak
+include $(SRC_PATH)/tests/fate/libavcodec.mak
+include $(SRC_PATH)/tests/fate/libavutil.mak
+include $(SRC_PATH)/tests/fate/lossless-audio.mak
+include $(SRC_PATH)/tests/fate/lossless-video.mak
+include $(SRC_PATH)/tests/fate/microsoft.mak
+include $(SRC_PATH)/tests/fate/mp3.mak
+include $(SRC_PATH)/tests/fate/mpc.mak
+include $(SRC_PATH)/tests/fate/pcm.mak
+include $(SRC_PATH)/tests/fate/prores.mak
+include $(SRC_PATH)/tests/fate/qt.mak
+include $(SRC_PATH)/tests/fate/qtrle.mak
+include $(SRC_PATH)/tests/fate/real.mak
+include $(SRC_PATH)/tests/fate/screen.mak
+include $(SRC_PATH)/tests/fate/utvideo.mak
+include $(SRC_PATH)/tests/fate/video.mak
+include $(SRC_PATH)/tests/fate/voice.mak
+include $(SRC_PATH)/tests/fate/vorbis.mak
+include $(SRC_PATH)/tests/fate/vpx.mak
+include $(SRC_PATH)/tests/fate/vqf.mak
+include $(SRC_PATH)/tests/fate/wavpack.mak
+include $(SRC_PATH)/tests/fate/wma.mak
+
+FATE_ACODEC = $(ACODEC_TESTS:%=fate-acodec-%)
+FATE_VSYNTH1 = $(VCODEC_TESTS:%=fate-vsynth1-%)
+FATE_VSYNTH2 = $(VCODEC_TESTS:%=fate-vsynth2-%)
+FATE_VCODEC = $(FATE_VSYNTH1) $(FATE_VSYNTH2)
+FATE_LAVF = $(LAVF_TESTS:%=fate-lavf-%)
+FATE_LAVFI = $(LAVFI_TESTS:%=fate-lavfi-%)
+FATE_SEEK = $(SEEK_TESTS:seek_%=fate-seek-%)
+
+FATE = $(FATE_ACODEC) \
+ $(FATE_VCODEC) \
+ $(FATE_LAVF) \
+ $(FATE_SEEK) \
+
+FATE-$(CONFIG_AVFILTER) += $(FATE_LAVFI)
+
+FATE += $(FATE-yes)
+
+$(filter-out %-aref,$(FATE_ACODEC)): $(AREF)
+$(filter-out %-vref,$(FATE_VSYNTH1)): fate-vsynth1-vref
+$(filter-out %-vref,$(FATE_VSYNTH2)): fate-vsynth2-vref
+$(FATE_LAVF): $(REFS)
+$(FATE_LAVFI): $(REFS) tools/lavfi-showfiltfmts$(EXESUF)
+$(FATE_SEEK): fate-codec fate-lavf libavformat/seek-test$(EXESUF)
+
+$(FATE_ACODEC): CMD = codectest acodec
+$(FATE_VSYNTH1): CMD = codectest vsynth1
+$(FATE_VSYNTH2): CMD = codectest vsynth2
+$(FATE_LAVF): CMD = lavftest
+$(FATE_LAVFI): CMD = lavfitest
+$(FATE_SEEK): CMD = seektest
+
+fate-codec: fate-acodec fate-vcodec
+fate-acodec: $(FATE_ACODEC)
+fate-vcodec: $(FATE_VCODEC)
+fate-lavf: $(FATE_LAVF)
+fate-lavfi: $(FATE_LAVFI)
+fate-seek: $(FATE_SEEK)
+
+ifdef SAMPLES
+FATE += $(FATE_TESTS) $(FATE_TESTS-yes)
+fate-rsync:
+ rsync -vaLW rsync://fate-suite.libav.org/fate-suite/ $(SAMPLES)
else
-libavtest:
- @echo
- @echo "This test requires FFmpeg to be compiled with --enable-gpl."
- @echo
-endif
-
-ifeq ($(CONFIG_SWSCALER),yes)
-test-server codectest mpeg4 mpeg ac3 snow snowll libavtest: swscale_error
-swscale_error:
- @echo
- @echo "This regression test is incompatible with --enable-swscaler."
- @echo
- @exit 1
+fate-rsync:
+ @echo "use 'make fate-rsync SAMPLES=/path/to/samples' to sync the fate suite"
+$(FATE_TESTS):
+ @echo "SAMPLES not specified, cannot run FATE"
endif
-seektest: seek_test$(EXESUF)
- @$(SRC_DIR)/seek_test.sh $(SEEK_REFFILE)
-
-# video generation
-
-vsynth1/00.pgm: videogen$(EXESUF)
- @mkdir -p vsynth1
- $(BUILD_DIR)/$< 'vsynth1/'
-
-vsynth2/00.pgm: rotozoom$(EXESUF)
- @mkdir -p vsynth2
- $(BUILD_DIR)/$< 'vsynth2/' $(SRC_DIR)/lena.pnm
-
-videogen$(EXESUF): videogen.c
- $(CC) $(LDFLAGS) $(CFLAGS) -o $@ $<
-
-rotozoom$(EXESUF): rotozoom.c
- $(CC) $(LDFLAGS) $(CFLAGS) -o $@ $<
-
-# audio generation
-
-asynth1.sw: audiogen$(EXESUF)
- $(BUILD_DIR)/$< $@
-
-audiogen$(EXESUF): audiogen.c
- $(CC) $(LDFLAGS) $(CFLAGS) -o $@ $<
-
-tiny_psnr$(EXESUF): tiny_psnr.c
- $(CC) $(LDFLAGS) $(CFLAGS) -o $@ $<
+FATE_UTILS = base64 tiny_psnr
-LIBAV = ../libavformat/libavformat.a ../libavcodec/libavcodec.a ../libavutil/libavutil.a
+fate: $(FATE)
-#FIXME cleanup shit below
-seek_test$(EXESUF): seek_test.c $(LIBAV)
- $(CC) $(LDFLAGS) $(CFLAGS) -DHAVE_AV_CONFIG_H -I.. -I$(SRC_PATH)/libavformat/ -I$(SRC_PATH)/libavcodec/ -I$(SRC_PATH)/libavutil/ -o $@ $< $(SRC_PATH)/libavformat/libavformat.a $(SRC_PATH)/libavcodec/libavcodec.a $(SRC_PATH)/libavutil/libavutil.a $(EXTRALIBS)
+$(FATE): avconv$(EXESUF) $(FATE_UTILS:%=tests/%$(HOSTEXESUF))
+ @echo "TEST $(@:fate-%=%)"
+ $(Q)$(SRC_PATH)/tests/fate-run.sh $@ "$(SAMPLES)" "$(TARGET_EXEC)" "$(TARGET_PATH)" '$(CMD)' '$(CMP)' '$(REF)' '$(FUZZ)' '$(THREADS)' '$(THREAD_TYPE)' '$(CPUFLAGS)' '$(CMP_SHIFT)' '$(CMP_TARGET)' '$(SIZE_TOLERANCE)'
-DSPDEPS = $(SRC_PATH)/libavcodec/i386/dsputil_mmx.c \
- $(SRC_PATH)/libavcodec/i386/dsputil_mmx_avg.h \
- $(SRC_PATH)/libavcodec/i386/dsputil_mmx_rnd.h \
- $(SRC_PATH)/libavcodec/i386/fdct_mmx.c \
- $(SRC_PATH)/libavcodec/i386/idct_mmx.c \
- $(SRC_PATH)/libavcodec/i386/motion_est_mmx.c \
- $(SRC_PATH)/libavcodec/i386/simple_idct_mmx.c \
- $(SRC_PATH)/libavcodec/dsputil.c \
- $(SRC_PATH)/libavcodec/dsputil.h \
- $(SRC_PATH)/libavcodec/simple_idct.c
+fate-list:
+ @printf '%s\n' $(sort $(FATE))
-DSPCFLAGS = -O4 -fomit-frame-pointer -DHAVE_AV_CONFIG_H -I.. \
- -I$(SRC_PATH)/libavutil/ -I$(SRC_PATH)/libavcodec/i386 \
- -I$(SRC_PATH)/libavcodec/ -lm
+clean:: testclean
-dsptestpic: dsptest.c $(DSPDEPS)
- $(CC) -fPIC -DPIC $(DSPCFLAGS) -o $@ $<
-dsptest: dsptest.c $(DSPDEPS)
- $(CC) $(DSPCFLAGS) -o $@ $<
+testclean:
+ $(RM) -r tests/vsynth1 tests/vsynth2 tests/data
+ $(RM) $(CLEANSUFFIXES:%=tests/%)
+ $(RM) $(TESTTOOLS:%=tests/%$(HOSTEXESUF))
-distclean clean:
- rm -rf vsynth1 vsynth2 data
- rm -f asynth1.sw *~ audiogen$(EXESUF) videogen$(EXESUF) rotozoom$(EXESUF) tiny_psnr$(EXESUF)
+-include $(wildcard tests/*.d)
-.PHONY: all fulltest test codectest libavtest test-server seektest
-.PHONY: mpeg4 mpeg ac3 snow snowll distclean clean
+.PHONY: fate*
projects / ffmpeg / blobdiff