From: Steinar H. Gunderson Date: Wed, 1 Jun 2016 10:06:28 +0000 (+0200) Subject: Create somewhat smaller shards. X-Git-Url: https://git.sesse.net/?p=remoteglot-book;a=commitdiff_plain;h=6c5bfa372ba1f6c6a12337bd3a89d5f627dfc161 Create somewhat smaller shards. --- diff --git a/build-book.sh b/build-book.sh index 94f3a29..f29b974 100755 --- a/build-book.sh +++ b/build-book.sh @@ -29,7 +29,7 @@ for X in $( seq 0 $(( MAPPERS - 1 )) ); do ~/nmu/pgn-extract/pgn-extract --computerflag $COMP --startpos $START --endpos $END --startfilenum $PGNNUM -e -Wsessebin "$FILE" 2>/dev/null PGNNUM=$(( PGNNUM + 1 )) done - ) | ./binloader - tmp.mtbl.mapper$X $SHARDS 500000 + ) | ./binloader - tmp.mtbl.mapper$X $SHARDS 200000 ) & done wait