From 6261dced3cc05ad56c7cb6df13a4793a6738fa0e Mon Sep 17 00:00:00 2001 From: Bill Erickson Date: Fri, 2 Dec 2016 13:57:02 -0500 Subject: [PATCH] JBAS-1437 Week-spanning bib link batcher script Signed-off-by: Bill Erickson --- KCLS/linking/link-bib-batches.sh | 31 +++++++++++++++++++++++++++++++ 1 file changed, 31 insertions(+) create mode 100755 KCLS/linking/link-bib-batches.sh diff --git a/KCLS/linking/link-bib-batches.sh b/KCLS/linking/link-bib-batches.sh new file mode 100755 index 0000000000..5be60ffa53 --- /dev/null +++ b/KCLS/linking/link-bib-batches.sh @@ -0,0 +1,31 @@ +#!/bin/bash +set -eu +PROC_COUNT=3 +BATCHES_PER_PROC=3 +BATCH_DIR="/openils/var/data/linkbibs" + +DOW=$(date +%u); +[ $DOW == 7 ] && DOW=0; # make Sunday = 0 + +BATCH=$(echo "$PROC_COUNT * $BATCHES_PER_PROC * $DOW" | bc); + +echo "Starting at batch number $BATCH"; + +function execute_background_proc { + START=$1 + for batch in $(seq 1 $BATCHES_PER_PROC); do + FILE=$(printf "$BATCH_DIR/bib-ids.%0.3d" $((($START + $batch)))); + echo "Linking bib file $FILE" + perl ./authority_control_fields.pl --refresh --file $FILE + done; +} + +for PROC in $(seq 1 $PROC_COUNT); do + (execute_background_proc $BATCH) & + BATCH=$((($BATCH + BATCHES_PER_PROC))); +done + +wait; + +echo "Done processing all batches" + -- 2.11.0