JBAS-1437 Week-spanning bib link batcher script
authorBill Erickson <berickxx@gmail.com>
Fri, 2 Dec 2016 18:57:02 +0000 (13:57 -0500)
committerBill Erickson <berickxx@gmail.com>
Thu, 21 Mar 2019 19:46:23 +0000 (15:46 -0400)
Signed-off-by: Bill Erickson <berickxx@gmail.com>
KCLS/linking/link-bib-batches.sh [new file with mode: 0755]

diff --git a/KCLS/linking/link-bib-batches.sh b/KCLS/linking/link-bib-batches.sh
new file mode 100755 (executable)
index 0000000..5be60ff
--- /dev/null
@@ -0,0 +1,31 @@
+#!/bin/bash
+set -eu
+PROC_COUNT=3
+BATCHES_PER_PROC=3
+BATCH_DIR="/openils/var/data/linkbibs"
+
+DOW=$(date +%u); 
+[ $DOW == 7 ] && DOW=0; # make Sunday = 0
+
+BATCH=$(echo "$PROC_COUNT * $BATCHES_PER_PROC * $DOW" | bc);
+
+echo "Starting at batch number $BATCH";
+
+function execute_background_proc {
+    START=$1
+    for batch in $(seq 1 $BATCHES_PER_PROC); do
+        FILE=$(printf "$BATCH_DIR/bib-ids.%0.3d" $((($START + $batch))));
+        echo "Linking bib file $FILE"
+        perl ./authority_control_fields.pl --refresh --file $FILE
+    done;
+}
+
+for PROC in $(seq 1 $PROC_COUNT); do
+    (execute_background_proc $BATCH) &
+    BATCH=$((($BATCH + BATCHES_PER_PROC)));
+done
+
+wait;
+
+echo "Done processing all batches"
+