forked from FFmpeg/FFmpeg
fate: pass additional variables to test script
This passes the following additional variables to the test script: - CMP method to use comparing output with reference, default 'diff' - REF reference file, default 'tests/ref/fate/${test}' - FUZZ maximum fuzz factor in comparison, meaning depends on CMP Originally committed as revision 24133 to svn://svn.ffmpeg.org/ffmpeg/trunk
This commit is contained in:
parent
cb0067ec25
commit
3ade7d32c1
2 changed files with 8 additions and 3 deletions
2
Makefile
2
Makefile
|
@ -281,7 +281,7 @@ ifdef SAMPLES
|
||||||
fate: $(FATE_TESTS)
|
fate: $(FATE_TESTS)
|
||||||
$(FATE_TESTS): ffmpeg$(EXESUF)
|
$(FATE_TESTS): ffmpeg$(EXESUF)
|
||||||
@echo "TEST FATE $(@:fate-%=%)"
|
@echo "TEST FATE $(@:fate-%=%)"
|
||||||
@$(SRC_PATH)/tests/fate-run.sh $@ "$(SAMPLES)" "$(TARGET_EXEC)" "$(TARGET_PATH)" '$(CMD)'
|
@$(SRC_PATH)/tests/fate-run.sh $@ "$(SAMPLES)" "$(TARGET_EXEC)" "$(TARGET_PATH)" '$(CMD)' '$(CMP)' '$(REF)' '$(FUZZ)'
|
||||||
else
|
else
|
||||||
fate $(FATE_TESTS):
|
fate $(FATE_TESTS):
|
||||||
@echo "SAMPLES not specified, cannot run FATE"
|
@echo "SAMPLES not specified, cannot run FATE"
|
||||||
|
|
|
@ -8,12 +8,17 @@ SAMPLES_PATH=$2
|
||||||
target_exec=$3
|
target_exec=$3
|
||||||
BUILD_PATH=$4
|
BUILD_PATH=$4
|
||||||
command=$5
|
command=$5
|
||||||
|
cmp=${6:-diff}
|
||||||
|
|
||||||
ref="${base}/ref/fate/${test}"
|
ref=${7:-"${base}/ref/fate/${test}"}
|
||||||
|
fuzz=$8
|
||||||
outdir="tests/data/fate"
|
outdir="tests/data/fate"
|
||||||
outfile="${outdir}/${test}"
|
outfile="${outdir}/${test}"
|
||||||
|
|
||||||
mkdir -p "$outdir"
|
mkdir -p "$outdir"
|
||||||
|
|
||||||
eval $target_exec $command > "$outfile" 2>/dev/null
|
eval $target_exec $command > "$outfile" 2>/dev/null
|
||||||
diff -u -w "$ref" "$outfile"
|
|
||||||
|
case $cmp in
|
||||||
|
diff) diff -u -w "$ref" "$outfile" ;;
|
||||||
|
esac
|
||||||
|
|
Loading…
Add table
Reference in a new issue