Skip to content

Commit

Permalink
fate: move some groups of related tests to their own files
Browse files Browse the repository at this point in the history
This moves some groups of tests for single codecs to separate files,
and adds shorthands for running all tests in a group.

git-svn-id: file:///var/local/repositories/ffmpeg/trunk@24697 9553f0bf-9b14-0410-a0b8-cfaf0461ba5b
  • Loading branch information
mru committed Aug 4, 2010
1 parent deb56bf commit 68f1018
Show file tree
Hide file tree
Showing 9 changed files with 506 additions and 545 deletions.
7 changes: 7 additions & 0 deletions Makefile
Original file line number Diff line number Diff line change
Expand Up @@ -232,6 +232,13 @@ tools/lavfi-showfiltfmts$(EXESUF): tools/lavfi-showfiltfmts.o $(FF_DEP_LIBS)
include $(SRC_PATH_BARE)/tests/fate.mak
include $(SRC_PATH_BARE)/tests/fate2.mak

include $(SRC_PATH_BARE)/tests/fate/aac.mak
include $(SRC_PATH_BARE)/tests/fate/als.mak
include $(SRC_PATH_BARE)/tests/fate/fft.mak
include $(SRC_PATH_BARE)/tests/fate/h264.mak
include $(SRC_PATH_BARE)/tests/fate/vorbis.mak
include $(SRC_PATH_BARE)/tests/fate/vp8.mak

FATE_TESTS += $(FATE2_TESTS)

FATE_ACODEC = $(ACODEC_TESTS:%=fate-acodec-%)
Expand Down
376 changes: 0 additions & 376 deletions tests/fate.mak

Large diffs are not rendered by default.

24 changes: 24 additions & 0 deletions tests/fate/aac.mak
Original file line number Diff line number Diff line change
@@ -0,0 +1,24 @@
FATE_AAC += fate-aac-al04_44
fate-aac-al04_44: CMD = pcm -i $(SAMPLES)/aac/al04_44.mp4
fate-aac-al04_44: REF = $(SAMPLES)/aac/al04_44.s16

FATE_AAC += fate-aac-al07_96
fate-aac-al07_96: CMD = pcm -i $(SAMPLES)/aac/al07_96.mp4
fate-aac-al07_96: REF = $(SAMPLES)/aac/al07_96.s16

FATE_AAC += fate-aac-am00_88
fate-aac-am00_88: CMD = pcm -i $(SAMPLES)/aac/am00_88.mp4
fate-aac-am00_88: REF = $(SAMPLES)/aac/am00_88.s16

FATE_AAC += fate-aac-al_sbr_hq_cm_48_2
fate-aac-al_sbr_hq_cm_48_2: CMD = pcm -i $(SAMPLES)/aac/al_sbr_cm_48_2.mp4
fate-aac-al_sbr_hq_cm_48_2: REF = $(SAMPLES)/aac/al_sbr_hq_cm_48_2.s16

FATE_AAC += fate-aac-al_sbr_ps_06_ur
fate-aac-al_sbr_ps_06_ur: CMD = pcm -i $(SAMPLES)/aac/al_sbr_ps_06_new.mp4
fate-aac-al_sbr_ps_06_ur: REF = $(SAMPLES)/aac/al_sbr_ps_06_ur.s16

FATE_TESTS += $(FATE_AAC)
fate-aac: $(FATE_AAC)
$(FATE_AAC): CMP = oneoff
$(FATE_AAC): FUZZ = 2
11 changes: 11 additions & 0 deletions tests/fate/als.mak
Original file line number Diff line number Diff line change
@@ -0,0 +1,11 @@
ALS_SUITE = 00 01 02 03 04 05

define FATE_ALS_SUITE
FATE_ALS += fate-mpeg4-als-conformance-$(1)
fate-mpeg4-als-conformance-$(1): CMD = crc -i $(SAMPLES)/lossless-audio/als_$(1)_2ch48k16b.mp4
endef

$(foreach N,$(ALS_SUITE),$(eval $(call FATE_ALS_SUITE,$(N))))

FATE_TESTS += $(FATE_ALS)
fate-als: $(FATE_ALS)
35 changes: 35 additions & 0 deletions tests/fate/fft.mak
Original file line number Diff line number Diff line change
@@ -0,0 +1,35 @@
FATE_FFT += fate-fft
fate-fft: libavcodec/fft-test$(EXESUF)
fate-fft: CMD = run libavcodec/fft-test

FATE_FFT += fate-ifft
fate-ifft: libavcodec/fft-test$(EXESUF)
fate-ifft: CMD = run libavcodec/fft-test -i

FATE_FFT += fate-mdct
fate-mdct: libavcodec/fft-test$(EXESUF)
fate-mdct: CMD = run libavcodec/fft-test -m

FATE_FFT += fate-imdct
fate-imdct: libavcodec/fft-test$(EXESUF)
fate-imdct: CMD = run libavcodec/fft-test -m -i

FATE_FFT += fate-rdft
fate-rdft: libavcodec/fft-test$(EXESUF)
fate-rdft: CMD = run libavcodec/fft-test -r

FATE_FFT += fate-irdft
fate-irdft: libavcodec/fft-test$(EXESUF)
fate-irdft: CMD = run libavcodec/fft-test -r -i

FATE_FFT += fate-dct1d
fate-dct1d: libavcodec/fft-test$(EXESUF)
fate-dct1d: CMD = run libavcodec/fft-test -d

FATE_FFT += fate-idct1d
fate-idct1d: libavcodec/fft-test$(EXESUF)
fate-idct1d: CMD = run libavcodec/fft-test -d -i

FATE_TESTS += $(FATE_FFT)
fate-fft-test: $(FATE_FFT)
$(FATE_FFT): REF = /dev/null
335 changes: 335 additions & 0 deletions tests/fate/h264.mak

Large diffs are not rendered by default.

80 changes: 80 additions & 0 deletions tests/fate/vorbis.mak
Original file line number Diff line number Diff line change
@@ -0,0 +1,80 @@
FATE_VORBIS += fate-vorbis-1
fate-vorbis-1: CMD = pcm -i $(SAMPLES)/vorbis/1.0.1-test_small.ogg
fate-vorbis-1: REF = $(SAMPLES)/vorbis/1.0.1-test_small.pcm

FATE_VORBIS += fate-vorbis-2
fate-vorbis-2: CMD = pcm -i $(SAMPLES)/vorbis/1.0-test_small.ogg
fate-vorbis-2: REF = $(SAMPLES)/vorbis/1.0-test_small.pcm

FATE_VORBIS += fate-vorbis-3
fate-vorbis-3: CMD = pcm -i $(SAMPLES)/vorbis/beta3-test_small.ogg
fate-vorbis-3: REF = $(SAMPLES)/vorbis/beta3-test_small.pcm

FATE_VORBIS += fate-vorbis-4
fate-vorbis-4: CMD = pcm -i $(SAMPLES)/vorbis/beta4-test_small.ogg
fate-vorbis-4: REF = $(SAMPLES)/vorbis/beta4-test_small.pcm

FATE_VORBIS += fate-vorbis-5
fate-vorbis-5: CMD = pcm -i $(SAMPLES)/vorbis/chain-test1_small.ogg
fate-vorbis-5: REF = $(SAMPLES)/vorbis/chain-test1_small.pcm

FATE_VORBIS += fate-vorbis-6
fate-vorbis-6: CMD = pcm -i $(SAMPLES)/vorbis/chain-test2_small.ogg
fate-vorbis-6: REF = $(SAMPLES)/vorbis/chain-test2_small.pcm

FATE_VORBIS += fate-vorbis-7
fate-vorbis-7: CMD = pcm -i $(SAMPLES)/vorbis/highrate-test_small.ogg
fate-vorbis-7: REF = $(SAMPLES)/vorbis/highrate-test_small.pcm

FATE_VORBIS += fate-vorbis-8
fate-vorbis-8: CMD = pcm -i $(SAMPLES)/vorbis/lsp-test2_small.ogg
fate-vorbis-8: REF = $(SAMPLES)/vorbis/lsp-test2_small.pcm

FATE_VORBIS += fate-vorbis-9
fate-vorbis-9: CMD = pcm -i $(SAMPLES)/vorbis/lsp-test3_small.ogg
fate-vorbis-9: REF = $(SAMPLES)/vorbis/lsp-test3_small.pcm

FATE_VORBIS += fate-vorbis-10
fate-vorbis-10: CMD = pcm -i $(SAMPLES)/vorbis/lsp-test4_small.ogg
fate-vorbis-10: REF = $(SAMPLES)/vorbis/lsp-test4_small.pcm

FATE_VORBIS += fate-vorbis-11
fate-vorbis-11: CMD = pcm -i $(SAMPLES)/vorbis/lsp-test_small.ogg
fate-vorbis-11: REF = $(SAMPLES)/vorbis/lsp-test_small.pcm

FATE_VORBIS += fate-vorbis-12
fate-vorbis-12: CMD = pcm -i $(SAMPLES)/vorbis/mono_small.ogg
fate-vorbis-12: REF = $(SAMPLES)/vorbis/mono_small.pcm

FATE_VORBIS += fate-vorbis-13
fate-vorbis-13: CMD = pcm -i $(SAMPLES)/vorbis/moog_small.ogg
fate-vorbis-13: REF = $(SAMPLES)/vorbis/moog_small.pcm

FATE_VORBIS += fate-vorbis-14
fate-vorbis-14: CMD = pcm -i $(SAMPLES)/vorbis/rc1-test_small.ogg
fate-vorbis-14: REF = $(SAMPLES)/vorbis/rc1-test_small.pcm

FATE_VORBIS += fate-vorbis-15
fate-vorbis-15: CMD = pcm -i $(SAMPLES)/vorbis/rc2-test2_small.ogg
fate-vorbis-15: REF = $(SAMPLES)/vorbis/rc2-test2_small.pcm

FATE_VORBIS += fate-vorbis-16
fate-vorbis-16: CMD = pcm -i $(SAMPLES)/vorbis/rc2-test_small.ogg
fate-vorbis-16: REF = $(SAMPLES)/vorbis/rc2-test_small.pcm

FATE_VORBIS += fate-vorbis-17
fate-vorbis-17: CMD = pcm -i $(SAMPLES)/vorbis/rc3-test_small.ogg
fate-vorbis-17: REF = $(SAMPLES)/vorbis/rc3-test_small.pcm

FATE_VORBIS += fate-vorbis-18
fate-vorbis-18: CMD = pcm -i $(SAMPLES)/vorbis/sleepzor_small.ogg
fate-vorbis-18: REF = $(SAMPLES)/vorbis/sleepzor_small.pcm
fate-vorbis-18: FUZZ = 2

FATE_VORBIS += fate-vorbis-19
fate-vorbis-19: CMD = pcm -i $(SAMPLES)/vorbis/test-short2_small.ogg
fate-vorbis-19: REF = $(SAMPLES)/vorbis/test-short2_small.pcm

FATE_TESTS += $(FATE_VORBIS)
fate-vorbis: $(FATE_VORBIS)
$(FATE_VORBIS): CMP = oneoff
14 changes: 14 additions & 0 deletions tests/fate/vp8.mak
Original file line number Diff line number Diff line change
@@ -0,0 +1,14 @@
VP8_SUITE = 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017

define FATE_VP8_SUITE
FATE_VP8 += fate-vp8-test-vector-$(1)
fate-vp8-test-vector-$(1): CMD = framemd5 -i $(SAMPLES)/vp8-test-vectors-r1/vp80-00-comprehensive-$(1).ivf
endef

$(foreach N,$(VP8_SUITE),$(eval $(call FATE_VP8_SUITE,$(N))))

FATE_VP8 += fate-vp8-sign-bias
fate-vp8-sign-bias: CMD = framemd5 -i $(SAMPLES)/vp8/sintel-signbias.ivf

FATE_TESTS += $(FATE_VP8)
fate-vp8: $(FATE_VP8)
169 changes: 0 additions & 169 deletions tests/fate2.mak
Original file line number Diff line number Diff line change
Expand Up @@ -23,36 +23,6 @@ fate-sipr-5k0: CMD = pcm -i $(SAMPLES)/sipr/sipr_5k0.rm
fate-sipr-5k0: CMP = oneoff
fate-sipr-5k0: REF = $(SAMPLES)/sipr/sipr_5k0.pcm

FATE2_TESTS += fate-aac-al04_44
fate-aac-al04_44: CMD = pcm -i $(SAMPLES)/aac/al04_44.mp4
fate-aac-al04_44: CMP = oneoff
fate-aac-al04_44: REF = $(SAMPLES)/aac/al04_44.s16
fate-aac-al04_44: FUZZ = 2

FATE2_TESTS += fate-aac-al07_96
fate-aac-al07_96: CMD = pcm -i $(SAMPLES)/aac/al07_96.mp4
fate-aac-al07_96: CMP = oneoff
fate-aac-al07_96: REF = $(SAMPLES)/aac/al07_96.s16
fate-aac-al07_96: FUZZ = 2

FATE2_TESTS += fate-aac-am00_88
fate-aac-am00_88: CMD = pcm -i $(SAMPLES)/aac/am00_88.mp4
fate-aac-am00_88: CMP = oneoff
fate-aac-am00_88: REF = $(SAMPLES)/aac/am00_88.s16
fate-aac-am00_88: FUZZ = 2

FATE2_TESTS += fate-aac-al_sbr_hq_cm_48_2
fate-aac-al_sbr_hq_cm_48_2: CMD = pcm -i $(SAMPLES)/aac/al_sbr_cm_48_2.mp4
fate-aac-al_sbr_hq_cm_48_2: CMP = oneoff
fate-aac-al_sbr_hq_cm_48_2: REF = $(SAMPLES)/aac/al_sbr_hq_cm_48_2.s16
fate-aac-al_sbr_hq_cm_48_2: FUZZ = 2

FATE2_TESTS += fate-aac-al_sbr_ps_06_ur
fate-aac-al_sbr_ps_06_ur: CMD = pcm -i $(SAMPLES)/aac/al_sbr_ps_06_new.mp4
fate-aac-al_sbr_ps_06_ur: CMP = oneoff
fate-aac-al_sbr_ps_06_ur: REF = $(SAMPLES)/aac/al_sbr_ps_06_ur.s16
fate-aac-al_sbr_ps_06_ur: FUZZ = 2

FATE2_TESTS += fate-ra-288
fate-ra-288: CMD = pcm -i $(SAMPLES)/real/ra_288.rm
fate-ra-288: CMP = oneoff
Expand Down Expand Up @@ -157,102 +127,6 @@ fate-atrac3-3: REF = $(SAMPLES)/atrac3/mc_sich_at3_132_small.pcm
FATE2_TESTS += fate-gsm
fate-gsm: CMD = framecrc -i $(SAMPLES)/gsm/ciao.wav

FATE2_TESTS += fate-vorbis-1
fate-vorbis-1: CMD = pcm -i $(SAMPLES)/vorbis/1.0.1-test_small.ogg
fate-vorbis-1: CMP = oneoff
fate-vorbis-1: REF = $(SAMPLES)/vorbis/1.0.1-test_small.pcm

FATE2_TESTS += fate-vorbis-2
fate-vorbis-2: CMD = pcm -i $(SAMPLES)/vorbis/1.0-test_small.ogg
fate-vorbis-2: CMP = oneoff
fate-vorbis-2: REF = $(SAMPLES)/vorbis/1.0-test_small.pcm

FATE2_TESTS += fate-vorbis-3
fate-vorbis-3: CMD = pcm -i $(SAMPLES)/vorbis/beta3-test_small.ogg
fate-vorbis-3: CMP = oneoff
fate-vorbis-3: REF = $(SAMPLES)/vorbis/beta3-test_small.pcm

FATE2_TESTS += fate-vorbis-4
fate-vorbis-4: CMD = pcm -i $(SAMPLES)/vorbis/beta4-test_small.ogg
fate-vorbis-4: CMP = oneoff
fate-vorbis-4: REF = $(SAMPLES)/vorbis/beta4-test_small.pcm

FATE2_TESTS += fate-vorbis-5
fate-vorbis-5: CMD = pcm -i $(SAMPLES)/vorbis/chain-test1_small.ogg
fate-vorbis-5: CMP = oneoff
fate-vorbis-5: REF = $(SAMPLES)/vorbis/chain-test1_small.pcm

FATE2_TESTS += fate-vorbis-6
fate-vorbis-6: CMD = pcm -i $(SAMPLES)/vorbis/chain-test2_small.ogg
fate-vorbis-6: CMP = oneoff
fate-vorbis-6: REF = $(SAMPLES)/vorbis/chain-test2_small.pcm

FATE2_TESTS += fate-vorbis-7
fate-vorbis-7: CMD = pcm -i $(SAMPLES)/vorbis/highrate-test_small.ogg
fate-vorbis-7: CMP = oneoff
fate-vorbis-7: REF = $(SAMPLES)/vorbis/highrate-test_small.pcm

FATE2_TESTS += fate-vorbis-8
fate-vorbis-8: CMD = pcm -i $(SAMPLES)/vorbis/lsp-test2_small.ogg
fate-vorbis-8: CMP = oneoff
fate-vorbis-8: REF = $(SAMPLES)/vorbis/lsp-test2_small.pcm

FATE2_TESTS += fate-vorbis-9
fate-vorbis-9: CMD = pcm -i $(SAMPLES)/vorbis/lsp-test3_small.ogg
fate-vorbis-9: CMP = oneoff
fate-vorbis-9: REF = $(SAMPLES)/vorbis/lsp-test3_small.pcm

FATE2_TESTS += fate-vorbis-10
fate-vorbis-10: CMD = pcm -i $(SAMPLES)/vorbis/lsp-test4_small.ogg
fate-vorbis-10: CMP = oneoff
fate-vorbis-10: REF = $(SAMPLES)/vorbis/lsp-test4_small.pcm

FATE2_TESTS += fate-vorbis-11
fate-vorbis-11: CMD = pcm -i $(SAMPLES)/vorbis/lsp-test_small.ogg
fate-vorbis-11: CMP = oneoff
fate-vorbis-11: REF = $(SAMPLES)/vorbis/lsp-test_small.pcm

FATE2_TESTS += fate-vorbis-12
fate-vorbis-12: CMD = pcm -i $(SAMPLES)/vorbis/mono_small.ogg
fate-vorbis-12: CMP = oneoff
fate-vorbis-12: REF = $(SAMPLES)/vorbis/mono_small.pcm

FATE2_TESTS += fate-vorbis-13
fate-vorbis-13: CMD = pcm -i $(SAMPLES)/vorbis/moog_small.ogg
fate-vorbis-13: CMP = oneoff
fate-vorbis-13: REF = $(SAMPLES)/vorbis/moog_small.pcm

FATE2_TESTS += fate-vorbis-14
fate-vorbis-14: CMD = pcm -i $(SAMPLES)/vorbis/rc1-test_small.ogg
fate-vorbis-14: CMP = oneoff
fate-vorbis-14: REF = $(SAMPLES)/vorbis/rc1-test_small.pcm

FATE2_TESTS += fate-vorbis-15
fate-vorbis-15: CMD = pcm -i $(SAMPLES)/vorbis/rc2-test2_small.ogg
fate-vorbis-15: CMP = oneoff
fate-vorbis-15: REF = $(SAMPLES)/vorbis/rc2-test2_small.pcm

FATE2_TESTS += fate-vorbis-16
fate-vorbis-16: CMD = pcm -i $(SAMPLES)/vorbis/rc2-test_small.ogg
fate-vorbis-16: CMP = oneoff
fate-vorbis-16: REF = $(SAMPLES)/vorbis/rc2-test_small.pcm

FATE2_TESTS += fate-vorbis-17
fate-vorbis-17: CMD = pcm -i $(SAMPLES)/vorbis/rc3-test_small.ogg
fate-vorbis-17: CMP = oneoff
fate-vorbis-17: REF = $(SAMPLES)/vorbis/rc3-test_small.pcm

FATE2_TESTS += fate-vorbis-18
fate-vorbis-18: CMD = pcm -i $(SAMPLES)/vorbis/sleepzor_small.ogg
fate-vorbis-18: CMP = oneoff
fate-vorbis-18: REF = $(SAMPLES)/vorbis/sleepzor_small.pcm
fate-vorbis-18: FUZZ = 2

FATE2_TESTS += fate-vorbis-19
fate-vorbis-19: CMD = pcm -i $(SAMPLES)/vorbis/test-short2_small.ogg
fate-vorbis-19: CMP = oneoff
fate-vorbis-19: REF = $(SAMPLES)/vorbis/test-short2_small.pcm

FATE2_TESTS += fate-msmpeg4v1
fate-msmpeg4v1: CMD = framecrc -flags +bitexact -dct fastint -idct simple -i $(SAMPLES)/msmpeg4v1/mpg4.avi -an

Expand Down Expand Up @@ -283,46 +157,3 @@ FATE2_TESTS += fate-wmapro-2ch
fate-wmapro-2ch: CMD = pcm -i $(SAMPLES)/wmapro/Beethovens_9th-1_small.wma
fate-wmapro-2ch: CMP = oneoff
fate-wmapro-2ch: REF = $(SAMPLES)/wmapro/Beethovens_9th-1_small.pcm

FATE_TESTS += fate-vp8-sign-bias
fate-vp8-sign-bias: CMD = framemd5 -i $(SAMPLES)/vp8/sintel-signbias.ivf

FATE_TESTS += fate-fft
fate-fft: libavcodec/fft-test$(EXESUF)
fate-fft: CMD = run libavcodec/fft-test
fate-fft: REF = /dev/null

FATE_TESTS += fate-ifft
fate-ifft: libavcodec/fft-test$(EXESUF)
fate-ifft: CMD = run libavcodec/fft-test -i
fate-ifft: REF = /dev/null

FATE_TESTS += fate-mdct
fate-mdct: libavcodec/fft-test$(EXESUF)
fate-mdct: CMD = run libavcodec/fft-test -m
fate-mdct: REF = /dev/null

FATE_TESTS += fate-imdct
fate-imdct: libavcodec/fft-test$(EXESUF)
fate-imdct: CMD = run libavcodec/fft-test -m -i
fate-imdct: REF = /dev/null

FATE_TESTS += fate-rdft
fate-rdft: libavcodec/fft-test$(EXESUF)
fate-rdft: CMD = run libavcodec/fft-test -r
fate-rdft: REF = /dev/null

FATE_TESTS += fate-irdft
fate-irdft: libavcodec/fft-test$(EXESUF)
fate-irdft: CMD = run libavcodec/fft-test -r -i
fate-irdft: REF = /dev/null

FATE_TESTS += fate-dct1d
fate-dct1d: libavcodec/fft-test$(EXESUF)
fate-dct1d: CMD = run libavcodec/fft-test -d
fate-dct1d: REF = /dev/null

FATE_TESTS += fate-idct1d
fate-idct1d: libavcodec/fft-test$(EXESUF)
fate-idct1d: CMD = run libavcodec/fft-test -d -i
fate-idct1d: REF = /dev/null

0 comments on commit 68f1018

Please sign in to comment.