2 # The script downloads logs in parallel,
3 # feeds them into fifos; sort takes logs
4 # from fifos, merges and gzips them;
5 # the result is put into harvest/
7 if [ ! $SERVERS ]; then
14 for s in `grep -v '#' $SERVERS`; do
15 mkfifo harvest/$s.fifo
18 for s in `grep -v '#' $SERVERS`; do
19 (if ssh $s "cat ./swift/lout.gz" | gunzip | \
21 > harvest/$s.fifo ; then
28 # Ensure your version of sort is recent enough
29 # batch-size is critical for performance
30 LC_ALL=C sort -m -s --batch-size=64 harvest/*.fifo | gzip > harvest/swarm.log.gz &
32 ./logreport > report.html