From: Bill Erickson <berickxx@gmail.com>
Date: Fri, 2 Dec 2016 18:57:02 +0000 (-0500)
Subject: JBAS-1437 Week-spanning bib link batcher script
X-Git-Url: https://old-git.evergreen-ils.org/?a=commitdiff_plain;h=6261dced3cc05ad56c7cb6df13a4793a6738fa0e;p=working%2FEvergreen.git

JBAS-1437 Week-spanning bib link batcher script

Signed-off-by: Bill Erickson <berickxx@gmail.com>
---

diff --git a/KCLS/linking/link-bib-batches.sh b/KCLS/linking/link-bib-batches.sh
new file mode 100755
index 0000000000..5be60ffa53
--- /dev/null
+++ b/KCLS/linking/link-bib-batches.sh
@@ -0,0 +1,31 @@
+#!/bin/bash
+set -eu
+PROC_COUNT=3
+BATCHES_PER_PROC=3
+BATCH_DIR="/openils/var/data/linkbibs"
+
+DOW=$(date +%u); 
+[ $DOW == 7 ] && DOW=0; # make Sunday = 0
+
+BATCH=$(echo "$PROC_COUNT * $BATCHES_PER_PROC * $DOW" | bc);
+
+echo "Starting at batch number $BATCH";
+
+function execute_background_proc {
+    START=$1
+    for batch in $(seq 1 $BATCHES_PER_PROC); do
+        FILE=$(printf "$BATCH_DIR/bib-ids.%0.3d" $((($START + $batch))));
+        echo "Linking bib file $FILE"
+        perl ./authority_control_fields.pl --refresh --file $FILE
+    done;
+}
+
+for PROC in $(seq 1 $PROC_COUNT); do
+    (execute_background_proc $BATCH) &
+    BATCH=$((($BATCH + BATCHES_PER_PROC)));
+done
+
+wait;
+
+echo "Done processing all batches"
+