]> git.sesse.net Git - remoteglot-book/blob - build-book.sh
Partition the SSTable; somewhat less efficient space-wise, it seems, but we avoid...
[remoteglot-book] / build-book.sh
1 #! /bin/bash
2
3 set -e
4
5 rm -f part-*.bin part-*.mtbl part-*.mtbl.part???? open.mtbl.new open.mtbl.part???? open.mtbl.part????.new 2>/dev/null
6
7 for FILE in $@; do
8         date | tr -d "\n"
9         echo "  $FILE"
10         ./parallel-parse-pgn.sh $FILE
11 done
12 date 
13
14 for FILE in part-*.bin; do
15         ( ./binloader $FILE ${FILE/bin/mtbl} 40 ) &
16 done
17 wait
18
19 rm -f part-*.bin
20
21 for X in $( seq 0 39 ); do
22         ( ./binmerger part-*.mtbl.part$( printf %04d $X ) open.mtbl.part$( printf %04d $X ).new ) &
23 done
24 wait
25
26 for X in $( seq 0 39 ); do
27         mv open.mtbl.part$( printf %04d $X ).new open.mtbl.part$( printf %04d $X)
28 done
29 rm -f part-*.mtbl.part????