X-Git-Url: https://git.sesse.net/?p=stockfish;a=blobdiff_plain;f=tests%2Finstrumented.sh;h=137d0e4af2c8ea0a93c3c6975d2118b804363f10;hp=7eaa2160c9cd443fb4e4e7cc51614814a2ce6196;hb=25c42223ff4e1c7df626d4e867cc5698d95ffc4a;hpb=272e4d1ac7f99a45e1635c37c052f75d560c749d diff --git a/tests/instrumented.sh b/tests/instrumented.sh index 7eaa2160..137d0e4a 100755 --- a/tests/instrumented.sh +++ b/tests/instrumented.sh @@ -17,15 +17,22 @@ case $1 in postfix='1>/dev/null' threads="1" ;; + --valgrind-thread) + echo "valgrind-thread testing started" + prefix='' + exeprefix='valgrind --error-exitcode=42' + postfix='1>/dev/null' + threads="2" + ;; --sanitizer-undefined) - echo "sanitizer testing started" + echo "sanitizer-undefined testing started" prefix='!' exeprefix='' postfix='2>&1 | grep "runtime error:"' threads="1" ;; --sanitizer-thread) - echo "sanitizer testing started" + echo "sanitizer-thread testing started" prefix='!' exeprefix='' postfix='2>&1 | grep "WARNING: ThreadSanitizer:"' @@ -62,7 +69,7 @@ for args in "eval" \ "go depth 10" \ "go movetime 1000" \ "go wtime 8000 btime 8000 winc 500 binc 500" \ - "bench 128 $threads 9 default depth" + "bench 128 $threads 10 default depth" do echo "$prefix $exeprefix ./stockfish $args $postfix" @@ -101,13 +108,34 @@ cat << EOF > game.exp exit \$value EOF -for exps in game.exp +#download TB as needed +if [ ! -d ../tests/syzygy ]; then + curl -sL https://api.github.com/repos/niklasf/python-chess/tarball/9b9aa13f9f36d08aadfabff872882f4ab1494e95 | tar -xzf - + mv niklasf-python-chess-9b9aa13 ../tests/syzygy +fi + +cat << EOF > syzygy.exp + set timeout 240 + spawn $exeprefix ./stockfish + send "uci\n" + send "setoption name SyzygyPath value ../tests/syzygy/\n" + expect "info string Found 35 tablebases" {} timeout {exit 1} + send "bench 128 1 10 default depth\n" + send "quit\n" + expect eof + + # return error code of the spawned program, useful for valgrind + lassign [wait] pid spawnid os_error_flag value + exit \$value +EOF + +for exp in game.exp syzygy.exp do - echo "$prefix expect $exps $postfix" - eval "$prefix expect $exps $postfix" + echo "$prefix expect $exp $postfix" + eval "$prefix expect $exp $postfix" - rm $exps + rm $exp done