-#
-# Makefile for tests
-# (c) 2002 Fabrice Bellard
-#
-include ../config.mak
-
-VPATH=$(SRC_PATH_BARE)/tests
-SRC_DIR=$(SRC_PATH)/tests
-BUILD_DIR=$(BUILD_ROOT)/tests
-CFLAGS=-O2 -Wall -g
-
-REFFILE1=$(SRC_DIR)/ffmpeg.regression.ref
-REFFILE2=$(SRC_DIR)/rotozoom.regression.ref
-
-SERVER_REFFILE=$(SRC_DIR)/ffserver.regression.ref
-
-LIBAV_REFFILE=$(SRC_DIR)/libav.regression.ref
-
-SEEK_REFFILE=$(SRC_DIR)/seek.regression.ref
-
-all fulltest test: codectest libavtest
-
-test-server: vsynth1/00.pgm asynth1.sw
- @echo
- @echo "Unfortunately ffserver is broken and therefore its regression"
- @echo "test fails randomly. Treat the results accordingly."
- @echo
- @$(SRC_DIR)/server-regression.sh $(SERVER_REFFILE) $(SRC_DIR)/test.conf
-
-# fast regression tests for all codecs
-codectest mpeg4 mpeg ac3 snow snowll: vsynth1/00.pgm vsynth2/00.pgm asynth1.sw tiny_psnr$(EXESUF)
- @$(SRC_DIR)/regression.sh $@ $(REFFILE1) vsynth1
- @$(SRC_DIR)/regression.sh $@ $(REFFILE2) vsynth2
-
-# fast regression for libav formats
-ifeq ($(CONFIG_GPL),yes)
-libavtest: vsynth1/00.pgm asynth1.sw
- @$(SRC_DIR)/regression.sh $@ $(LIBAV_REFFILE) vsynth1
+VREF = tests/vsynth1/00.pgm
+AREF = tests/data/asynth1.sw
+
+OBJDIRS += tests/data tests/vsynth1
+
+tests/vsynth1/00.pgm: tests/videogen$(HOSTEXESUF) | tests/vsynth1
+ $(M)./$< 'tests/vsynth1/'
+
+tests/data/asynth1.sw: tests/audiogen$(HOSTEXESUF) | tests/data
+ $(M)./$< $@
+
+tests/data/asynth-%.wav: tests/audiogen$(HOSTEXESUF) | tests/data
+ $(M)./$< $@ $(subst -, ,$*)
+
+tests/data/vsynth1.yuv: tests/videogen$(HOSTEXESUF) | tests/data
+ $(M)$< $@
+
+tests/data/vsynth2.yuv: tests/rotozoom$(HOSTEXESUF) | tests/data
+ $(M)$< $(SRC_PATH)/tests/lena.pnm $@
+
+tests/data/asynth% tests/data/vsynth%.yuv tests/vsynth%/00.pgm: TAG = GEN
+
+CHKCFG = $(if $($(1))$(!$(1)),$($(1)), $(error No such config: $(1)))
+
+ALLYES = $(strip $(call XYES, $(1)))
+XYES = $(if $(strip $(1)), \
+ $(if $(call CHKCFG,CONFIG_$(firstword $(1))), \
+ $(call XYES, $(wordlist 2, $(words $(1)), $(1)))), \
+ yes)
+
+ENCDEC = $(call ALLYES, $(firstword $(1))_ENCODER $(lastword $(1))_DECODER \
+ $(firstword $(2))_MUXER $(lastword $(2))_DEMUXER)
+
+ENCDEC2 = $(call ALLYES, $(firstword $(1))_ENCODER $(lastword $(1))_DECODER \
+ $(firstword $(2))_ENCODER $(lastword $(2))_DECODER \
+ $(firstword $(3))_MUXER $(lastword $(3))_DEMUXER)
+
+DEMDEC = $(call ALLYES, $(1)_DEMUXER $(2:%=%_DECODER))
+ENCMUX = $(call ALLYES, $(1:%=%_ENCODER) $(2)_MUXER)
+
+include $(SRC_PATH)/tests/fate/acodec.mak
+include $(SRC_PATH)/tests/fate/vcodec.mak
+include $(SRC_PATH)/tests/fate/avformat.mak
+include $(SRC_PATH)/tests/fate/avfilter.mak
+include $(SRC_PATH)/tests/fate/seek.mak
+
+include $(SRC_PATH)/tests/fate/aac.mak
+include $(SRC_PATH)/tests/fate/ac3.mak
+include $(SRC_PATH)/tests/fate/adpcm.mak
+include $(SRC_PATH)/tests/fate/alac.mak
+include $(SRC_PATH)/tests/fate/als.mak
+include $(SRC_PATH)/tests/fate/amrnb.mak
+include $(SRC_PATH)/tests/fate/amrwb.mak
+include $(SRC_PATH)/tests/fate/atrac.mak
+include $(SRC_PATH)/tests/fate/audio.mak
+include $(SRC_PATH)/tests/fate/bmp.mak
+include $(SRC_PATH)/tests/fate/cdxl.mak
+include $(SRC_PATH)/tests/fate/cover-art.mak
+include $(SRC_PATH)/tests/fate/demux.mak
+include $(SRC_PATH)/tests/fate/dfa.mak
+include $(SRC_PATH)/tests/fate/dpcm.mak
+include $(SRC_PATH)/tests/fate/ea.mak
+include $(SRC_PATH)/tests/fate/filter.mak
+include $(SRC_PATH)/tests/fate/flac.mak
+include $(SRC_PATH)/tests/fate/fft.mak
+include $(SRC_PATH)/tests/fate/h264.mak
+include $(SRC_PATH)/tests/fate/image.mak
+include $(SRC_PATH)/tests/fate/indeo.mak
+include $(SRC_PATH)/tests/fate/libavcodec.mak
+include $(SRC_PATH)/tests/fate/libavformat.mak
+include $(SRC_PATH)/tests/fate/libavutil.mak
+include $(SRC_PATH)/tests/fate/lossless-audio.mak
+include $(SRC_PATH)/tests/fate/lossless-video.mak
+include $(SRC_PATH)/tests/fate/microsoft.mak
+include $(SRC_PATH)/tests/fate/mp3.mak
+include $(SRC_PATH)/tests/fate/mpc.mak
+include $(SRC_PATH)/tests/fate/pcm.mak
+include $(SRC_PATH)/tests/fate/probe.mak
+include $(SRC_PATH)/tests/fate/prores.mak
+include $(SRC_PATH)/tests/fate/qt.mak
+include $(SRC_PATH)/tests/fate/qtrle.mak
+include $(SRC_PATH)/tests/fate/real.mak
+include $(SRC_PATH)/tests/fate/screen.mak
+include $(SRC_PATH)/tests/fate/utvideo.mak
+include $(SRC_PATH)/tests/fate/video.mak
+include $(SRC_PATH)/tests/fate/voice.mak
+include $(SRC_PATH)/tests/fate/vorbis.mak
+include $(SRC_PATH)/tests/fate/vpx.mak
+include $(SRC_PATH)/tests/fate/vqf.mak
+include $(SRC_PATH)/tests/fate/wavpack.mak
+include $(SRC_PATH)/tests/fate/wma.mak
+
+FATE_AVCONV += $(FATE_AVCONV-yes)
+FATE-$(CONFIG_AVCONV) += $(FATE_AVCONV)
+
+FATE_SAMPLES_AVCONV += $(FATE_SAMPLES_AVCONV-yes)
+FATE_SAMPLES-$(CONFIG_AVCONV) += $(FATE_SAMPLES_AVCONV)
+FATE_SAMPLES += $(FATE_SAMPLES-yes)
+
+FATE += $(FATE-yes)
+
+$(FATE_AVCONV) $(FATE_SAMPLES_AVCONV): avconv$(EXESUF)
+
+ifdef SAMPLES
+FATE += $(FATE_SAMPLES)
+fate-rsync:
+ rsync -vaLW rsync://fate-suite.libav.org/fate-suite/ $(SAMPLES)
else
-libavtest:
- @echo
- @echo "This test requires FFmpeg to be compiled with --enable-gpl."
- @echo
+fate-rsync:
+ @echo "use 'make fate-rsync SAMPLES=/path/to/samples' to sync the fate suite"
+$(FATE_SAMPLES):
+ @echo "$@ requires external samples and SAMPLES not specified"; false
endif
-ifeq ($(CONFIG_SWSCALER),yes)
-test-server codectest mpeg4 mpeg ac3 snow snowll libavtest: swscale_error
-swscale_error:
- @echo
- @echo "This regression test is incompatible with --enable-swscaler."
- @echo
- @exit 1
-endif
-
-seektest: seek_test$(EXESUF)
- @$(SRC_DIR)/seek_test.sh $(SEEK_REFFILE)
-
-# video generation
-
-vsynth1/00.pgm: videogen$(EXESUF)
- @mkdir -p vsynth1
- $(BUILD_DIR)/$< 'vsynth1/'
-
-vsynth2/00.pgm: rotozoom$(EXESUF)
- @mkdir -p vsynth2
- $(BUILD_DIR)/$< 'vsynth2/' $(SRC_DIR)/lena.pnm
-
-videogen$(EXESUF): videogen.c
- $(CC) $(LDFLAGS) $(CFLAGS) -o $@ $<
-
-rotozoom$(EXESUF): rotozoom.c
- $(CC) $(LDFLAGS) $(CFLAGS) -o $@ $<
-
-# audio generation
-
-asynth1.sw: audiogen$(EXESUF)
- $(BUILD_DIR)/$< $@
-
-audiogen$(EXESUF): audiogen.c
- $(CC) $(LDFLAGS) $(CFLAGS) -o $@ $<
+FATE_UTILS = base64 tiny_psnr
-tiny_psnr$(EXESUF): tiny_psnr.c
- $(CC) $(LDFLAGS) $(CFLAGS) -o $@ $<
+fate: $(FATE)
-#FIXME cleanup shit below
-seek_test$(EXESUF): seek_test.c
- $(CC) $(LDFLAGS) $(CFLAGS) -DHAVE_AV_CONFIG_H -I.. -I$(SRC_PATH)/libavformat/ -I$(SRC_PATH)/libavcodec/ -I$(SRC_PATH)/libavutil/ -o $@ $< $(SRC_PATH)/libavformat/libavformat.a $(SRC_PATH)/libavcodec/libavcodec.a $(SRC_PATH)/libavutil/libavutil.a $(EXTRALIBS)
+$(FATE): $(FATE_UTILS:%=tests/%$(HOSTEXESUF))
+ @echo "TEST $(@:fate-%=%)"
+ $(Q)$(SRC_PATH)/tests/fate-run.sh $@ "$(SAMPLES)" "$(TARGET_EXEC)" "$(TARGET_PATH)" '$(CMD)' '$(CMP)' '$(REF)' '$(FUZZ)' '$(THREADS)' '$(THREAD_TYPE)' '$(CPUFLAGS)' '$(CMP_SHIFT)' '$(CMP_TARGET)' '$(SIZE_TOLERANCE)' '$(CMP_UNIT)'
-DSPDEPS = $(SRC_PATH)/libavcodec/i386/dsputil_mmx.c \
- $(SRC_PATH)/libavcodec/i386/dsputil_mmx_avg.h \
- $(SRC_PATH)/libavcodec/i386/dsputil_mmx_rnd.h \
- $(SRC_PATH)/libavcodec/i386/fdct_mmx.c \
- $(SRC_PATH)/libavcodec/i386/idct_mmx.c \
- $(SRC_PATH)/libavcodec/i386/motion_est_mmx.c \
- $(SRC_PATH)/libavcodec/i386/simple_idct_mmx.c \
- $(SRC_PATH)/libavcodec/dsputil.c \
- $(SRC_PATH)/libavcodec/dsputil.h \
- $(SRC_PATH)/libavcodec/simple_idct.c
+fate-list:
+ @printf '%s\n' $(sort $(FATE))
-DSPCFLAGS = -O4 -fomit-frame-pointer -DHAVE_AV_CONFIG_H -I.. \
- -I$(SRC_PATH)/libavutil/ -I$(SRC_PATH)/libavcodec/i386 \
- -I$(SRC_PATH)/libavcodec/ -lm
+clean:: testclean
-dsptestpic: dsptest.c $(DSPDEPS)
- $(CC) -fPIC -DPIC $(DSPCFLAGS) -o $@ $<
-dsptest: dsptest.c $(DSPDEPS)
- $(CC) $(DSPCFLAGS) -o $@ $<
+testclean:
+ $(RM) -r tests/vsynth1 tests/data
+ $(RM) $(CLEANSUFFIXES:%=tests/%)
+ $(RM) $(TESTTOOLS:%=tests/%$(HOSTEXESUF))
-distclean clean:
- rm -rf vsynth1 vsynth2 data
- rm -f asynth1.sw *~ audiogen$(EXESUF) videogen$(EXESUF) rotozoom$(EXESUF) tiny_psnr$(EXESUF)
+-include $(wildcard tests/*.d)
-.PHONY: all fulltest test codectest libavtest test-server seektest
-.PHONY: mpeg4 mpeg ac3 snow snowll distclean clean
+.PHONY: fate*
projects / ffmpeg / blobdiff