]> git.sesse.net Git - remoteglot-book/blob - parallel-parse-pgn.sh
Use the new pgn-extract partitioning to get the file offsets right.
[remoteglot-book] / parallel-parse-pgn.sh
1 #! /bin/sh
2 FILE=$1
3 for X in $( seq 0 39 ); do
4         (
5                 START=$( ./find-pgn-split-point.sh "$FILE" $X 40 )
6                 END=$( ./find-pgn-split-point.sh "$FILE" $(( X + 1 )) 40 )
7                 ~/nmu/pgn-extract/pgn-extract --startpos $START --endpos $END -e -Wsessebin "$FILE" >> part-$X.bin 2>/dev/null
8         ) &
9 done
10 wait