X-Git-Url: https://git.sesse.net/?a=blobdiff_plain;f=build-book.sh;h=ef5e43657089bb6dfac4dfd04a7391ce9dea60f1;hb=HEAD;hp=94f3a298ef6c655f7c296fe24d7b3f1b4da7c462;hpb=9875a6ae1879342d97c1664dfbefa32deb5a8879;p=remoteglot-book diff --git a/build-book.sh b/build-book.sh index 94f3a29..ef5e436 100755 --- a/build-book.sh +++ b/build-book.sh @@ -29,7 +29,7 @@ for X in $( seq 0 $(( MAPPERS - 1 )) ); do ~/nmu/pgn-extract/pgn-extract --computerflag $COMP --startpos $START --endpos $END --startfilenum $PGNNUM -e -Wsessebin "$FILE" 2>/dev/null PGNNUM=$(( PGNNUM + 1 )) done - ) | ./binloader - tmp.mtbl.mapper$X $SHARDS 500000 + ) | ./binloader - tmp.mtbl.mapper$X $SHARDS 200000 ) & done wait @@ -46,9 +46,12 @@ REDUCEOUTPUT=$( du -sch open.mtbl.part*.new | tail -n 1 | cut -f1 | sed 's/\([^0 for X in $( seq 0 $(( SHARDS - 1 )) ); do mv open.mtbl.part$( printf %04d $X ).new open.mtbl.part$( printf %04d $X ) + chmod 0644 open.mtbl.part$( printf %04d $X ) done rm -f tmp.mtbl* +chmod 0644 pgnnames.txt + TS_END=$( date +%s%3N ) printf "\n"