X-Git-Url: https://git.sesse.net/?p=stockfish;a=blobdiff_plain;f=tests%2Finstrumented.sh;h=ae6d5c4b905f2e79464a1a36c45ddc72a323a184;hp=838ed8f4c94ca5af15c4d68728e6b76a7bdf4225;hb=05f7d59a9a27d9f8bce8bde4e9fed7ecefeb03b9;hpb=3cb02004596f868ae405b09fbf3a2038a680a989 diff --git a/tests/instrumented.sh b/tests/instrumented.sh index 838ed8f4..ae6d5c4b 100755 --- a/tests/instrumented.sh +++ b/tests/instrumented.sh @@ -17,18 +17,25 @@ case $1 in postfix='1>/dev/null' threads="1" ;; + --valgrind-thread) + echo "valgrind-thread testing started" + prefix='' + exeprefix='valgrind --error-exitcode=42' + postfix='1>/dev/null' + threads="2" + ;; --sanitizer-undefined) - echo "sanitizer testing started" + echo "sanitizer-undefined testing started" prefix='!' exeprefix='' - postfix='2>&1 | grep "runtime error:"' + postfix='2>&1 | grep -A50 "runtime error:"' threads="1" ;; --sanitizer-thread) - echo "sanitizer testing started" + echo "sanitizer-thread testing started" prefix='!' exeprefix='' - postfix='2>&1 | grep "WARNING: ThreadSanitizer:"' + postfix='2>&1 | grep -A50 "WARNING: ThreadSanitizer:"' threads="2" cat << EOF > tsan.supp @@ -38,9 +45,9 @@ race:TTEntry::bound race:TTEntry::save race:TTEntry::value race:TTEntry::eval +race:TTEntry::is_pv race:TranspositionTable::probe -race:TranspositionTable::generation race:TranspositionTable::hashfull EOF @@ -102,13 +109,34 @@ cat << EOF > game.exp exit \$value EOF -for exps in game.exp +#download TB as needed +if [ ! -d ../tests/syzygy ]; then + curl -sL https://api.github.com/repos/niklasf/python-chess/tarball/9b9aa13f9f36d08aadfabff872882f4ab1494e95 | tar -xzf - + mv niklasf-python-chess-9b9aa13 ../tests/syzygy +fi + +cat << EOF > syzygy.exp + set timeout 240 + spawn $exeprefix ./stockfish + send "uci\n" + send "setoption name SyzygyPath value ../tests/syzygy/\n" + expect "info string Found 35 tablebases" {} timeout {exit 1} + send "bench 128 1 10 default depth\n" + send "quit\n" + expect eof + + # return error code of the spawned program, useful for valgrind + lassign [wait] pid spawnid os_error_flag value + exit \$value +EOF + +for exp in game.exp syzygy.exp do - echo "$prefix expect $exps $postfix" - eval "$prefix expect $exps $postfix" + echo "$prefix expect $exp $postfix" + eval "$prefix expect $exp $postfix" - rm $exps + rm $exp done