X-Git-Url: https://git.sesse.net/?a=blobdiff_plain;f=build-book.sh;h=ef5e43657089bb6dfac4dfd04a7391ce9dea60f1;hb=HEAD;hp=d9c2876326cd23bf0dcd057aa30607ca54618fab;hpb=d5e83f2f59c23569896e1945ccb2e81a3e3fa500;p=remoteglot-book diff --git a/build-book.sh b/build-book.sh index d9c2876..ef5e436 100755 --- a/build-book.sh +++ b/build-book.sh @@ -19,12 +19,17 @@ for X in $( seq 0 $(( MAPPERS - 1 )) ); do ( PGNNUM=0 for FILE in "$@"; do + COMP=0 + if echo "$FILE" | grep -q ^comp:; then + COMP=1 + FILE=$( echo "$FILE" | sed s/comp:// ) + fi START=$( ./find-pgn-split-point.sh "$FILE" $X $MAPPERS ) END=$( ./find-pgn-split-point.sh "$FILE" $(( X + 1 )) $MAPPERS ) - ~/nmu/pgn-extract/pgn-extract --startpos $START --endpos $END --startfilenum $PGNNUM -e -Wsessebin "$FILE" 2>/dev/null + ~/nmu/pgn-extract/pgn-extract --computerflag $COMP --startpos $START --endpos $END --startfilenum $PGNNUM -e -Wsessebin "$FILE" 2>/dev/null PGNNUM=$(( PGNNUM + 1 )) done - ) | ./binloader - tmp.mtbl.mapper$X $SHARDS 500000 + ) | ./binloader - tmp.mtbl.mapper$X $SHARDS 200000 ) & done wait @@ -41,9 +46,12 @@ REDUCEOUTPUT=$( du -sch open.mtbl.part*.new | tail -n 1 | cut -f1 | sed 's/\([^0 for X in $( seq 0 $(( SHARDS - 1 )) ); do mv open.mtbl.part$( printf %04d $X ).new open.mtbl.part$( printf %04d $X ) + chmod 0644 open.mtbl.part$( printf %04d $X ) done rm -f tmp.mtbl* +chmod 0644 pgnnames.txt + TS_END=$( date +%s%3N ) printf "\n"