X-Git-Url: https://git.sesse.net/?p=stockfish;a=blobdiff_plain;f=tests%2Finstrumented.sh;h=ae6d5c4b905f2e79464a1a36c45ddc72a323a184;hp=7eaa2160c9cd443fb4e4e7cc51614814a2ce6196;hb=1d3efff47274bd03d4deced8d7ba0360bd1dba8a;hpb=272e4d1ac7f99a45e1635c37c052f75d560c749d diff --git a/tests/instrumented.sh b/tests/instrumented.sh index 7eaa2160..ae6d5c4b 100755 --- a/tests/instrumented.sh +++ b/tests/instrumented.sh @@ -17,18 +17,25 @@ case $1 in postfix='1>/dev/null' threads="1" ;; + --valgrind-thread) + echo "valgrind-thread testing started" + prefix='' + exeprefix='valgrind --error-exitcode=42' + postfix='1>/dev/null' + threads="2" + ;; --sanitizer-undefined) - echo "sanitizer testing started" + echo "sanitizer-undefined testing started" prefix='!' exeprefix='' - postfix='2>&1 | grep "runtime error:"' + postfix='2>&1 | grep -A50 "runtime error:"' threads="1" ;; --sanitizer-thread) - echo "sanitizer testing started" + echo "sanitizer-thread testing started" prefix='!' exeprefix='' - postfix='2>&1 | grep "WARNING: ThreadSanitizer:"' + postfix='2>&1 | grep -A50 "WARNING: ThreadSanitizer:"' threads="2" cat << EOF > tsan.supp @@ -38,6 +45,7 @@ race:TTEntry::bound race:TTEntry::save race:TTEntry::value race:TTEntry::eval +race:TTEntry::is_pv race:TranspositionTable::probe race:TranspositionTable::hashfull @@ -62,7 +70,7 @@ for args in "eval" \ "go depth 10" \ "go movetime 1000" \ "go wtime 8000 btime 8000 winc 500 binc 500" \ - "bench 128 $threads 9 default depth" + "bench 128 $threads 10 default depth" do echo "$prefix $exeprefix ./stockfish $args $postfix" @@ -101,13 +109,34 @@ cat << EOF > game.exp exit \$value EOF -for exps in game.exp +#download TB as needed +if [ ! -d ../tests/syzygy ]; then + curl -sL https://api.github.com/repos/niklasf/python-chess/tarball/9b9aa13f9f36d08aadfabff872882f4ab1494e95 | tar -xzf - + mv niklasf-python-chess-9b9aa13 ../tests/syzygy +fi + +cat << EOF > syzygy.exp + set timeout 240 + spawn $exeprefix ./stockfish + send "uci\n" + send "setoption name SyzygyPath value ../tests/syzygy/\n" + expect "info string Found 35 tablebases" {} timeout {exit 1} + send "bench 128 1 10 default depth\n" + send "quit\n" + expect eof + + # return error code of the spawned program, useful for valgrind + lassign [wait] pid spawnid os_error_flag value + exit \$value +EOF + +for exp in game.exp syzygy.exp do - echo "$prefix expect $exps $postfix" - eval "$prefix expect $exps $postfix" + echo "$prefix expect $exp $postfix" + eval "$prefix expect $exp $postfix" - rm $exps + rm $exp done