X-Git-Url: https://git.sesse.net/?p=stockfish;a=blobdiff_plain;f=.travis.yml;h=ba20fdc86430cb5db1c9adbfd3042f2923946231;hp=af0bb2b15f5445535f94b2adb063d98eebd7742e;hb=05513a66410f96959f3a6e70be9aea72425cf7c7;hpb=bf51b4796abd400648ba751fe545fd1785232a6b

diff --git a/.travis.yml b/.travis.yml
index af0bb2b1..ba20fdc8 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -9,7 +9,7 @@ matrix:
       addons:
         apt:
           sources: ['ubuntu-toolchain-r-test']
-          packages: ['g++-6', 'g++-6-multilib', 'g++-multilib', 'valgrind']
+          packages: ['g++-6', 'g++-6-multilib', 'g++-multilib', 'valgrind', 'expect']
       env:
         - COMPILER=g++-6
         - COMP=gcc
@@ -19,7 +19,7 @@ matrix:
       addons:
         apt:
           sources: ['ubuntu-toolchain-r-test']
-          packages: ['clang', 'g++-multilib', 'valgrind']
+          packages: ['clang', 'g++-multilib', 'valgrind', 'expect']
       env:
         - COMPILER=clang++
         - COMP=clang
@@ -44,12 +44,33 @@ before_script:
   - cd src
 
 script:
-  - make clean && make build ARCH=x86-64 && ./stockfish bench 2>&1 >/dev/null | grep 'Nodes searched' | tee bench1
-  - make clean && make build ARCH=x86-32 && ./stockfish bench 2>&1 >/dev/null | grep 'Nodes searched' | tee bench2
-  - echo "Checking for same bench numbers..."
-  - diff bench1 bench2 > result
-  - test ! -s result
-  # if valgrind is available check the build is without error, reduce depth to speedup testing, but not too shallow to catch more cases.
-  - if [ -x "$(command -v valgrind )" ] ; then make clean && make ARCH=x86-64 debug=yes build && valgrind --error-exitcode=42 ./stockfish bench 128 1 10 default depth 1>/dev/null ; fi
-  # use g++-6 as a proxy for having sanitizers ... might need revision as they become available for more recent versions of clang/gcc than trusty provides
-  - if [[ "$COMPILER" == "g++-6" ]]; then make clean && make ARCH=x86-64 sanitize=yes build && ! ./stockfish bench 2>&1 | grep "runtime error:" ; fi
+  #
+  # checking bench for various build types
+  #
+  # obtain reference from git log
+  - git log HEAD | grep "\b[Bb]ench[ :]\+[0-9]\{7\}" | head -n 1 | sed "s/[^0-9]*\([0-9][0-9]*\)/\1/g" > git_sig
+  - export benchref=$(cat git_sig)
+  - echo "Reference bench:" $benchref
+  # verify against reference
+  - make clean && make ARCH=x86-64 build > /dev/null && ../tests/signature.sh $benchref
+  - make clean && make ARCH=x86-32 build > /dev/null && ../tests/signature.sh $benchref
+  - make clean && make ARCH=x86-64 optimize=no debug=yes build > /dev/null && ../tests/signature.sh $benchref
+  - make clean && make ARCH=x86-32 optimize=no debug=yes build > /dev/null && ../tests/signature.sh $benchref
+  #
+  # perft
+  #
+  - make clean && make ARCH=x86-64 build > /dev/null && ../tests/perft.sh
+  #
+  # reproducible search
+  #
+  - make clean && make ARCH=x86-64 build > /dev/null && ../tests/reprosearch.sh
+  #
+  # valgrind
+  #
+  - if [ -x "$(command -v valgrind )" ]; then make clean && make ARCH=x86-64 debug=yes optimize=no build > /dev/null && ../tests/instrumented.sh --valgrind; fi
+  #
+  # sanitizer
+  #
+  # use g++-6 as a proxy for having sanitizers, might need revision as they become available for more recent versions of clang/gcc
+  - if [[ "$COMPILER" == "g++-6" ]]; then make clean && make ARCH=x86-64 sanitize=undefined optimize=no debug=yes build > /dev/null && ../tests/instrumented.sh --sanitizer-undefined; fi
+  - if [[ "$COMPILER" == "g++-6" ]]; then make clean && make ARCH=x86-64 sanitize=thread optimize=no debug=yes build > /dev/null && ../tests/instrumented.sh --sanitizer-thread; fi