Open-ILS/src/support-scripts/marc_export
Open-ILS/src/support-scripts/marc_stream_importer.pl
Open-ILS/src/support-scripts/offline-blocked-list.pl
+Open-ILS/src/support-scripts/patron_loader.pl
Open-ILS/updates/Makefile
Open-ILS/updates/Makefile.in
Open-ILS/xul/staff_client/client/
$(supportscr)/eg_db_config \
$(supportscr)/marc_export \
$(supportscr)/marc_stream_importer.pl \
- $(supportscr)/offline-blocked-list.pl
+ $(supportscr)/offline-blocked-list.pl \
+ $(supportscr)/patron_loader.pl
# config files that are generated from *.in files and can
# be deleted by a make clean
$(do_subst) $(supportscr)/offline-blocked-list.pl.in > "$@"
chmod 755 "$@"
+$(supportscr)/patron_loader.pl: Makefile $(supportscr)/patron_loader.pl.in
+ $(do_subst) $(supportscr)/patron_loader.pl.in > "$@"
+ chmod 755 "$@"
+
$(examples)/apache_24/eg_startup: Makefile $(examples)/apache_24/eg_startup.in
$(do_subst) $(examples)/apache_24/eg_startup.in > "$@"
+++ /dev/null
-#!/usr/bin/perl
-
-# Copyright (c) 2020 Equinox Open Library Initiative
-# Author: Rogan Hamby <rhamby@equinoxinitiative.org>
-#
-# This program is free software; you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation; either version 2, or (at your option)
-# any later version.
-#
-# This program is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with this program. If not, see <http://www.gnu.org/licenses/>
-
-use strict;
-use warnings;
-use DBI;
-use Getopt::Long;
-use Text::CSV;
-use Data::Dumper;
-use List::MoreUtils qw(first_index);
-
-my $db;
-my $dbuser;
-my $dbhost;
-my $dbpw;
-my $dbport = '5432';
-my $file;
-my $delimiter = ',';
-my $debug;
-my $matchpoint = 'usrname';
-my $org_unit;
-my $org_id;
-my $date_format;
-my $default_password;
-my $ident_type = 3;
-my $alert_message;
-my $alert_title = 'Needs Staff Attention';
-my $profile;
-my $home_ou;
-my $fill_with_matchpoint;
-my $print_au_id = 0;
-my $session = time();
-my $h;
-my $help;
-
-my $ret = GetOptions(
- 'db:s' => \$db,
- 'dbuser:s' => \$dbuser,
- 'dbhost:s' => \$dbhost,
- 'dbpw:s' => \$dbpw,
- 'dbport:s' => \$dbport,
- 'debug' => \$debug,
- 'print_au_id:i' => \$print_au_id,
- 'file:s' => \$file,
- 'delimiter:s' => \$delimiter,
- 'matchpoint:s' => \$matchpoint,
- 'date_format:s' => \$date_format,
- 'ident_type:s' => \$ident_type,
- 'profile:s' => \$profile,
- 'default_password:s' => \$default_password,
- 'fill_with_matchpoint' => \$fill_with_matchpoint,
- 'alert_message:s' => \$alert_message,
- 'alert_title:s' => \$alert_title,
- 'home_ou:s' => \$home_ou,
- 'org_unit:s' => \$org_unit,
- 'h' => \$h,
- 'help' => \$help
-);
-
-if ($h or $help) { print_help(); }
-
-
-my $dbh = connect_db($db, $dbuser, $dbpw, $dbhost, $dbport);
-my @results;
-my $query;
-
-open(my $fh, '<', $file) or abort("Could not open $file!");
-
-if ($matchpoint ne 'usrname' and $matchpoint ne 'cardnumber') { abort('invalid matchpoint defined'); }
-
-if (!defined $org_unit) { abort('no org_unit defined'); }
-
-my $prepped_org_unit = sql_wrap_text($org_unit);
-if ($debug) { print "beginning load for $org_unit\n"; }
-@results = sql_return($dbh,"SELECT id FROM actor.org_unit WHERE shortname = $prepped_org_unit;");
-if ($results[0]) { $org_id = $results[0]; } else { abort('invalid command line org unit'); }
-
-if ($debug)
- {
- print "org id $org_id found for file $file\n";
- }
-else
- {
- log_event($dbh,$session,"starting load for $file",undef,$org_id,$debug);
- }
-
-# initialize a bunch of stuff rather than go back to the db over and over
-my @valid_orgs = sql_return($dbh,"SELECT id FROM actor.org_unit_descendants($org_id);");
-my %original_pgt = hash_from_sql($dbh,"SELECT name, id FROM permission.grp_tree;");
-my %mapped_pgt = hash_from_sql($dbh,"SELECT import_value, native_value FROM config.patron_loader_value_map WHERE mapping_type = 'profile' AND org_unit = $org_id;");
-my %original_libs = hash_from_sql($dbh,"SELECT shortname, id FROM actor.org_unit;");
-my %mapped_libs = hash_from_sql($dbh,"SELECT import_value, native_value FROM config.patron_loader_value_map WHERE mapping_type = 'home_library' AND org_unit = $org_id;");
-
-if ($debug) {
- print "mapped profiles:\n";
- print Dumper(%mapped_pgt);
- print "mapped libraries:\n";
- print Dumper(%mapped_libs);
-}
-
-#if profile is from command line go ahead and get id a single time or fail if it's not valid
-my $profile_id;
-if ($profile) {
- $profile_id = $original_pgt{$profile};
- if (!defined $profile_id) { abort("provided parameter profile is invalid"); }
-}
-
-#if home_ou is from command line ...
-my $home_ou_id;
-if ($home_ou) {
- $home_ou_id = $original_libs{$home_ou};
- if (!defined $home_ou_id) { abort("provided home ou parameter is invalid"); }
-}
-
-#some values, notably home_library and profile can be mapped to substitute values if the exporting
-#system can not supply evergreen native values
-my @columns = ("cardnumber","profile","usrname","passwd","net_access_level",
-"family_name","first_given_name","second_given_name","pref_first_given_name","name_keywords",
-"email","home_library","day_phone","evening_phone","other_phone","dob","ident_type","ident_value","passwd",
-"active","barred","juvenile","expire_date","photo_url","guardian",
-"add1_street1","add1_street2","add1_city","add1_county","add1_state","add1_country","add1_post_code",
-"add2_street1","add2_street2","add2_city","add2_county","add2_state","add2_country","add2_post_code",
-"statcat_name1","statcat_value1","statcat_name2","statcat_value2","statcat_name3","statcat_value3");
-my %column_positions;
-my %column_values;
-foreach my $column (@columns) { $column_positions{$column} = -1; }
-my $rawlines = 0;
-my $i = 0;
-my $skipped = 0;
-my $msg;
-my $csv = Text::CSV->new({ sep_char => $delimiter });
-
-if ($alert_message) {
- $alert_message = sql_wrap_text($alert_message);
- $alert_title = sql_wrap_text($alert_title);
-}
-
-if ($debug) { print "Debug flag is on ... no patrons will be added or updated.\n" }
-if ($debug) { print "---------------------------------------------------------\n" }
-
-while (my $line = <$fh>) {
- $rawlines++;
- $line =~ s/\r//g;
- if ($csv->parse($line)) {
- $i++;
- if ($debug and $i != 1) { print "========================= processing line $i\n"; }
- if ($i % 100 == 0) { print "Processing row $i\n"; }
- my @fields = $csv->fields();
- @fields = grep(s/\s*$//g, @fields);
- if ($i == 1) { #get positions from default names first, then mapped ones
- while (my ($col,$pos) = each %column_positions) {
- $column_positions{$col} = first_index { lc($_) eq lc($col) } @fields;
- }
- #for consistency we should probably have these in a hash instead of looked up but we only do it once at the start so meh...
- while (my ($col,$pos) = each %column_positions) {
- if ($column_positions{$col} != -1) { next; }
- my $sql_col = sql_wrap_text($col);
- @results = sql_return($dbh,"SELECT import_header FROM config.patron_loader_header_map WHERE default_header = $sql_col;");
- if ($results[0]) { $column_positions{$col} = first_index { lc($_) eq lc($results[0]) } @fields; }
- }
- #no need to keep fields not in here so ... byebye
- while (my ($col,$pos) = each %column_positions) { if ($pos == -1) { delete $column_positions{$col}; } }
- #make sure required columns or parameters are present, fail if not
- my $missing_columns = '';
- if (!defined $column_positions{'cardnumber'}) { $missing_columns = join('',$missing_columns,'cardnumber'); }
- if (!defined $column_positions{'usrname'}) { $missing_columns = join('',$missing_columns,'usrname'); }
- if ($missing_columns ne '') { log_event($dbh,$session,"required column(s) are missing: $missing_columns",undef,$org_id); }
- #now copy the hash structure for reading the data
- while (my ($col,$pos) = each %column_positions) { $column_values{$col} = ''; }
- } else { #actual data
- while (my ($col,$val) = each %column_values) {
- my $colstr = $fields[$column_positions{$col}];
- $colstr =~ s/^\s+|\s+$//g;
- $column_values{$col} = $colstr;
- }
- ##############################################################################################################
- ### prep values for use in appropriate formats
- if ($column_values{'dob'}) { $column_values{'dob'} = sql_date($dbh,$column_values{'dob'},$date_format); }
- if ($column_values{'expire_date'}) { $column_values{'expire_date'} = sql_date($dbh,$column_values{'expire_date'},$date_format); }
- my $prepped_profile_id = get_original_id(\%original_pgt,\%mapped_pgt,$column_values{'profile'},$profile_id);
- my $prepped_home_ou_id = get_original_id(\%original_libs,\%mapped_libs,$column_values{'home_library'},$home_ou_id);
- if ($column_values{'active'}) { $column_values{'active'} = sql_boolean($column_values{'active'}); }
- if ($column_values{'barred'}) { $column_values{'barred'} = sql_boolean($column_values{'barred'}); }
- if ($column_values{'juvenile'}) { $column_values{'juvenile'} = sql_boolean($column_values{'juvenile'}); }
- ##############################################################################################################
- ### checking to make sure the row has cardnumber and/or usrname and appropriate flags if one is missing
- ### also skip if the usrname and profile can't be found
- if ($column_values{'usrname'} eq '') { undef $column_values{'usrname'}; }
- if ($column_values{'cardnumber'} eq '') { undef $column_values{'cardnumber'}; }
- if (!defined $column_values{'usrname'} and !defined $column_values{'cardnumber'})
- { $skipped++; log_event($dbh,$session,"line $i no value defined for usrname or cardnumber, must have both or one with the fill in option",undef,$org_id,$debug); next; }
- if (!defined $column_values{'family_name'} or !defined $column_values{'first_given_name'})
- { $skipped++; log_event($dbh,$session,"line $i required value for family_name and/or first_given_name is null",undef,$org_id,$debug); next; }
- if ($fill_with_matchpoint) {
- if ($matchpoint eq 'usrname' and !defined $column_values{'cardnumber'}) {
- if ($column_values{'usrname'}) { $column_values{'cardnumber'} = $column_values{'usrname'}; }
- else { $skipped++; log_event($dbh,$session,"line $i --fill_with_matchpoint is set with matchpoint of usrname but usrname and cardnumber are null",undef,$org_id,$debug); next; }
- }
- if ($matchpoint eq 'cardnumber' and !defined $column_values{'usrname'}) {
- if ($column_values{'cardnumber'}) { $column_values{'usrname'} = $column_values{'cardnumber'}; }
- else { $skipped++; log_event($dbh,$session,"line $i --fill_with_matchpoint is set with matchpoint of cardnumber but usrname and cardnumber are null",undef,$org_id,$debug); next; }
- }
- }
- if (!defined $column_values{'usrname'} or !defined $column_values{'cardnumber'})
- { $skipped++; log_event($dbh,$session,"line $i cardnumber and/or usrname is null",undef,$org_id,$debug); next; }
- my $prepped_cardnumber = sql_wrap_text($column_values{'cardnumber'});
- my $prepped_usrname = sql_wrap_text($column_values{'usrname'});
- if (!defined $prepped_home_ou_id or !defined $prepped_profile_id) {
- $skipped++;
- if (!defined $prepped_profile_id)
- {
- $prepped_profile_id = 'none';
- log_event($dbh,$session,"line $i could not find valid profile, id: $prepped_profile_id, column: $column_values{'profile'} for $column_values{'cardnumber'}",undef,$org_id,$debug);
- }
- if (!defined $home_ou_id)
- {
- $home_ou_id = 'none';
- log_event($dbh,$session,"line $i could not find valid home library, id: $home_ou_id, column: $column_values{'home_library'} for $column_values{'cardnumber'}",undef,$org_id,$debug);
- }
- next;
- }
- ##############################################################################################################
- ### now take the matchpoint and find if the account already exists so we can insert or update
- ### since usrname and barcode both need to be unique having a valid au_id alone isn't enough, we need to test
- ### check_barcode|usrname returns 0 == match found for another au_id, 1 == found for this au_id, 2 == not found
- ### after checking we don't need the sql strings separate from hash anymore so they become the hash values for convenience
- ### then we skip if value is 0 since barcode and username can't exist on separate users
- if ($matchpoint eq 'usrname') {
- $query = "SELECT id FROM actor.usr WHERE usrname = $prepped_usrname;";
- } else {
- $query = "SELECT usr FROM actor.card WHERE barcode = $prepped_cardnumber;";
- }
- @results = sql_return($dbh,$query);
- my $au_id = $results[0];
- my $valid_barcode = check_barcode($dbh,$au_id,$prepped_cardnumber);
- my $valid_usrname = check_usrname($dbh,$au_id,$prepped_usrname);
- $column_values{'home_library'} = $prepped_home_ou_id;
- $column_values{'profile'} = $prepped_profile_id;
- if ($valid_barcode == 0 or $valid_usrname == 0)
- { $skipped++; log_event($dbh,$session,"line $i usrname $column_values{'usrname'} or cardnumber $column_values{'$cardnumber'} found with other user account",undef,$org_id,$debug); next; }
- ##############################################################################################################
- ### finally, we do stuff, if au_id then there is a matching user, update it, if not insert
- ### functions will create the update and insert strings to handle actor.usr and actor.card here
- ### we always set the alert message with an update since it's fed as a parameter and not in hash, makes a bit more db churn
- my $update_usr_str;
- my $insert_usr_str;
- if ($au_id) {
- if ($valid_barcode == 1) {
- sql_no_return($dbh,$session,$org_id,"UPDATE actor.card SET active = TRUE WHERE barcode = $prepped_cardnumber;",$debug);
- } else {
- sql_no_return($dbh,$session,$org_id,"INSERT INTO actor.card (usr,barcode) VALUES ($au_id,$prepped_cardnumber);",$debug);
- }
- if (!defined $column_positions{'family_name'}
- or !defined $column_positions{'first_given_name'}
- or !defined $column_values{'home_library'}
- or !defined $column_values{'profile'}
- or !defined $column_values{'passwd'}
- ) {
- $skipped++;
- $msg = "usrname $column_values{'usrname'} or cardnumber $column_values{'$cardnumber'} insert failed";
- log_event($dbh,$session,$msg,undef,$org_id,$debug);
- if ($debug) { print "$msg\n" }
- }
- $update_usr_str = update_au_sql($au_id,%column_values);
- sql_no_return($dbh,$session,$org_id,$update_usr_str,$debug);
- } else {
- $insert_usr_str = insert_au_sql($dbh,%column_values);
- sql_no_return($dbh,$session,$org_id,$insert_usr_str,$debug);
- @results = sql_return($dbh,"SELECT id FROM actor.usr WHERE usrname = $prepped_usrname;");
- if (!defined $debug) { $au_id = $results[0]; } else { $au_id = 0; }
- #if here the card number shouldn't be in use so we have to make it
- sql_no_return($dbh,$session,$org_id,"INSERT INTO actor.card (usr,barcode) VALUES ($au_id,$prepped_cardnumber);",$debug);
- }
- $query = "SELECT id FROM actor.card WHERE barcode = $prepped_cardnumber;";
- if (!defined $debug) {
- @results = sql_return($dbh,"SELECT id FROM actor.card WHERE barcode = $prepped_cardnumber;");
- } else {
- print "$query\n";
- }
- my $acard_id;
- if (!defined $debug) { $acard_id = $results[0]; } else { $acard_id = 'debug'; }
- $query = "UPDATE actor.usr SET card = $acard_id WHERE id = $au_id;";
- sql_no_return($dbh,$session,$org_id,$query,$debug);
- if ($alert_message) {
- $query = "UPDATE actor.usr SET alert_message = CONCAT_WS(';',alert_message,$alert_title,$alert_message) WHERE id = $au_id;";
- sql_no_return($dbh,$session,$org_id,$query,$debug);
- }
- ##############################################################################################################
- ### make sure password is salted; if inserting we check and create one if needed, then if we have one we salt it
- ### whether we created or updated userd
- my @set = ('0' ..'9', 'a' .. 'z', 'A' .. 'Z');
- my $prepped_password;
- if ($insert_usr_str) {
- if (!defined $column_values{'passwd'} or $column_values{'passwd'} eq '') {
- $column_values{'passwd'} = join '' => map $set[rand @set], 1 .. 16;
- }
- }
- if ($column_values{'passwd'}) {
- $prepped_password = sql_wrap_text($column_values{'passwd'});
- $query = "SELECT * FROM actor.change_password($au_id,$prepped_password);";
- sql_no_return($dbh,$session,$org_id,$query,$debug);
- }
- ##############################################################################################################
- ### address fun, first if either address exists and then don't assume just b/c there is an add2 there is an add1
- if ($column_values{add1_street1} or $column_values{add2_street1}) {
- sql_no_return($dbh,$session,$org_id,"UPDATE actor.usr SET mailing_address = NULL WHERE id = $au_id;",$debug);
- sql_no_return($dbh,$session,$org_id,"DELETE FROM actor.usr_address WHERE usr = $au_id AND address_type = 'MAILING';",$debug);
- }
- if ($column_values{add2_street1}) {
- $query = insert_addr_sql($au_id,2,%column_values);
- sql_no_return($dbh,$session,$org_id,$query,$debug);
- }
- if ($column_values{add1_street1}) {
- $query = insert_addr_sql($au_id,1,%column_values);
- sql_no_return($dbh,$session,$org_id,$query,$debug);
- }
- if ($column_values{add1_street1} or $column_values{add2_street1}) {
- $query = "WITH x AS (SELECT MAX(id) AS id, usr FROM actor.usr_address WHERE usr = $au_id GROUP BY 2) UPDATE actor.usr au SET mailing_address = x.id FROM x WHERE x.usr = au.id;";
- sql_no_return($dbh,$session,$org_id,$query,$debug);
- }
- ##############################################################################################################
- ### now for the stat cats
- ### the assumption is that if a statcat name is present then there must be a stat cat at that org unit in the mapping or higher, if not it will fail
- ### a value will always get written even if freetext is not allowed and it is not an existing value, no value means it is deleted
- foreach my $statcat (sort(keys %column_values)) {
- if ($statcat !~ m/statcat_name/) { next; }
- my $statcat_value = $statcat;
- $statcat_value =~ s/[^0-9]//g; #want to load statcat_name50000 why not?
- $statcat_value = 'statcat_value' . $statcat_value;
- if ($column_values{$statcat_value}) { #if the value exists then assign it and sql wrap it
- $statcat_value = $column_values{$statcat_value};
- $statcat_value = sql_wrap_text($statcat_value);
- } else {
- undef $statcat_value;
- }
- my $statcat_name;
- my $statcat_name_id;
- my $statcat_entry_usr_map_id;
- if ($column_values{$statcat}) {
- $statcat_name = sql_wrap_text($column_values{$statcat});
- @results = sql_return($dbh,"SELECT id FROM actor.stat_cat WHERE name = $statcat_name AND owner IN (SELECT id FROM actor.org_unit_ancestors($prepped_home_ou_id));",$debug);
- $statcat_name_id = $results[0]; #potential issue here, hopefully there is only one of a given name in an ancestor chain but potentially this could be an issue
- if ($statcat_name_id) {
- @results = sql_return($dbh,"SELECT id FROM actor.stat_cat_entry_usr_map WHERE stat_cat = $statcat_name_id AND target_usr = $au_id;",$debug);
- $statcat_entry_usr_map_id = $results[0];
- if ($statcat_entry_usr_map_id and !defined $statcat_value) {
- sql_no_return($dbh,$session,$org_id,"DELETE FROM actor.stat_cat_entry_usr_map WHERE id = $statcat_entry_usr_map_id;",$debug);
- next;
- }
- if ($statcat_entry_usr_map_id and $statcat_value) {
- sql_no_return($dbh,$session,$org_id,"UPDATE actor.stat_cat_entry_usr_map SET stat_cat_entry = $statcat_value WHERE id = $statcat_entry_usr_map_id;",$debug);
- } else {
- sql_no_return($dbh,$session,$org_id,"INSERT INTO actor.stat_cat_entry_usr_map (stat_cat,stat_cat_entry,target_usr) VALUES ($statcat_name_id,$statcat_value,$au_id);",$debug);
- }
- }
- }
- }
- if ($print_au_id != 0) { print "$au_id\n"; }
- }
- }
-}
-close($fh);
-log_event($dbh,$session,"raw lines in file",$rawlines,$org_id,$debug);
-log_event($dbh,$session,"rows processed",$i-1,$org_id,$debug);
-log_event($dbh,$session,"rows skipped",$skipped,$org_id,$debug);
-log_event($dbh,$session,"session closing normally",undef,$org_id,$debug);
-my $j = $i -1;
-print "========================= we are done!\n";
-print "$rawlines raw lines in file\n";
-print "$j rows processed not including header\n";
-print "$skipped rows skipped\n";
-
-$dbh->disconnect();
-
-########### end of main body, start of functions
-
-sub abort {
- my $msg = shift;
- print STDERR "$0: $msg", "\n";
- exit 1;
-}
-
-sub check_barcode {
- my ($dbh,$au_id,$barcode) = @_;
- if (!defined $au_id) { $au_id = -1; }
- my @results = sql_return($dbh,"SELECT usr FROM actor.card WHERE barcode = $barcode;");
- if (!defined $results[0]) { return 2; }
- if ($results[0] == $au_id) { return 1; }
- return 0;
-}
-
-sub check_usrname {
- my ($dbh,$au_id,$usrname) = @_;
- if (!defined $au_id) { $au_id = -1; }
- my @results = sql_return($dbh,"SELECT id FROM actor.usr WHERE usrname = $usrname;");
- if (!defined $results[0]) { return 2; }
- if ($results[0] == $au_id) { return 1; }
- return 0;
-}
-
-sub connect_db {
- my ($db, $dbuser, $dbpw, $dbhost, $dbport) = @_;
-
- my $dsn = "dbi:Pg:host=$dbhost;dbname=$db;port=$dbport";
-
- my $attrs = {
- ShowErrorStatement => 1,
- RaiseError => 1,
- PrintError => 1,
- pg_enable_utf8 => 1,
- };
- my $dbh = DBI->connect($dsn, $dbuser, $dbpw, $attrs);
-
- return $dbh;
-}
-
-sub get_original_id {
- my ($original,$mapped,$str,$default_id) = @_;
- my $mapped_value;
- if (%$original{$str}) { return %$original{$str}; }
- else {
- $mapped_value = %$mapped{$str};
- if ($mapped_value) { return %$original{$mapped_value}; }
- }
- if ($default_id) { return $default_id; }
- else { return; }
-}
-
-sub hash_from_sql {
- my ($dbh,$query) = @_;
- my %return_hash;
- my $sth = $dbh->prepare($query);
- $sth->execute();
- while (my @row = $sth->fetchrow_array) {
- $return_hash{$row[0]} = $row[1];
- }
- return %return_hash;
-}
-
-sub insert_addr_sql {
- my ($au_id,$x,%column_values) = @_;
- my $street1 = sql_wrap_text($column_values{join('','add',$x,'_street1')});
- my $street2 = sql_wrap_empty_text($column_values{join('','add',$x,'_street2')} // '');
- my $city = sql_wrap_empty_text($column_values{join('','add',$x,'_city')} // '');
- my $county = sql_wrap_empty_text($column_values{join('','add',$x,'_county')} // '');
- my $state = sql_wrap_empty_text($column_values{join('','add',$x,'_state')} // '');
- my $country = sql_wrap_empty_text($column_values{join('','add',$x,'_country')} // '');
- my $post_code = sql_wrap_empty_text($column_values{join('','add',$x,'_post_code')} // '');
- my $query;
- if ($street1) { $query = "INSERT INTO actor.usr_address (usr,street1,street2,city,county,state,country,post_code) VALUES ($au_id,$street1,$street2,$city,$county,$state,$country,$post_code);"; }
- return $query;
-}
-
-sub insert_au_sql {
- my ($au_id,%column_values) = @_;
- my $start = 'INSERT INTO actor.usr (';
- my $col_str;
- my $middle = ') VALUES (';
- my $val_str;
- my $end = ");";
- my @insert_columns;
- my @insert_values;
- my $passwd = $column_values{passwd};
- #wrap strings but skip calculated ones and booleans
- while (my ($col,$val) = each %column_values) {
- if (!defined $val) { next; }
- if ($col =~ m/add1/ or $col =~ m/add2/ or $col =~ m/stat/ or $col eq 'cardnumber') { next; } #skip columns not in actor.usr itself
- my $dontwrap = 0;
- if ($val eq 'TRUE' or $val eq 'FALSE') { $dontwrap = 1; }
- if ($col eq 'home_library' or $col eq 'profile' or $col eq 'ident_type') { $dontwrap = 1; }
- if ($dontwrap == 0) { $val = sql_wrap_text($val); }
- if ($col eq 'home_library') { $col = 'home_ou'; }
- push @insert_columns, $col;
- push @insert_values, $val;
- }
- #ident_type is required for actor.usr but not in file b/c it'll be rare to have so ... special handling here
- if (!defined $column_values{'ident_type'}) {
- push @insert_columns, 'ident_type';
- push @insert_values, 3;
- }
- foreach my $ic (@insert_columns) {
- if ($col_str) { $col_str = join(',',$col_str,$ic); } else { $col_str = $ic; }
- }
- foreach my $iv (@insert_values) {
- if ($val_str) { $val_str = join(',',$val_str,$iv); } else { $val_str = $iv; }
- }
-
- my $query = join('',$start,$col_str,$middle,$val_str,$end);
- return $query;
-}
-
-sub log_event {
- my ($dbh,$session,$event,$record_count,$org_id,$debug) = @_;
- my $sth;
- $event = sql_wrap_text($event);
- if (!defined $record_count) { $record_count = 'NULL'; }
- my $sql = "INSERT INTO actor.patron_loader_log (session,event,record_count,org_unit) VALUES ($session,$event,$record_count,$org_id);";
- if ($debug)
- {
- print "$sql\n";
- }
- else
- {
- $sth = $dbh->prepare($sql);
- $sth->execute();
- }
-}
-
-sub print_help {
-
-print qq(
-Required parameters:
- --db the Evergreen database
- --dbuser the user of the Evergreen database
- --dbhost the ip or domain name of the Evergreen database
- --file path to the CSV file used as the data source
- --org_unit the org unit name of the org unit patrons are being loaded for
- used to match mapped variables
-
-Optional parameters:
-
- --h or --help
- --dbport
- --delimter
- --debug
- --matchpoint
- --date_format
- --ident_type
- --default_password
- --alert_mesage
- --alert_title
- --profile
- --home_org
- --fill_with_matchpoint
-
-);
- exit;
-}
-
-sub sql_boolean {
- my $str = shift;
- $str = lc($str);
- $str =~ s/^\s+|\s+$//g;
- my $value;
- if ($str eq 't' or $str eq 'true') { $value = 'TRUE'; }
- if ($str eq 'f' or $str eq 'false') { $value = 'FALSE'; }
- return $value;
-}
-
-sub sql_date {
- my ($dbh,$date,$date_format) = @_;
- if (!defined $date_format) { $date_format = 'YYYY/MM/DD'; }
- $date = sql_wrap_text($date);
- $date_format = sql_wrap_text($date_format);
- my $query = "SELECT TO_DATE($date,$date_format);";
- my @results = sql_return($dbh,$query);
- return $results[0];
-}
-
-
-sub sql_no_return {
- my $dbh = shift;
- my $session = shift;
- my $org_id = shift;
- my $statement = shift;
- my $debug = shift;
- my $sth;
- if (!defined $debug) {
- eval {
- $sth = $dbh->prepare($statement);
- $sth->execute();
- }
- } else {
- print "$statement\n";
- }
- if ($@) {
- $statement =~ s/'//g;
- log_event($dbh,$session,"failed statement $statement",undef,$org_id,$debug);
- }
- return;
-}
-
-sub sql_return {
- my $dbh = shift;
- my $query = shift;
- my $debug = shift;
- my @results;
- my $sth = $dbh->prepare($query);
- $sth->execute();
- while (my @row = $sth->fetchrow_array) { push @results, @row; }
- return @results;
-}
-
-sub sql_wrap_empty_text {
- my $str = shift;
- $str = sql_wrap_text($str);
- if ($str eq 'NULL') { $str = "''"; }
- return $str;
-}
-
-sub sql_wrap_text {
- my $str = shift;
- if (!defined $str) { return; }
- $str =~ s/^\s+|\s+$//g;
- $str =~ s/'/''/g;
- if ($str) { $str = '\'' . $str . '\''; } else { $str = 'NULL'; }
- return $str;
-}
-
-sub update_au_sql {
- my ($au_id,%column_values) = @_;
- my $start = 'UPDATE actor.usr SET ';
- my $middle;
- my $end = " WHERE id = $au_id;";
- #wrap strings but skip calculated ones and booleans
- while (my ($col,$val) = each %column_values) {
- if (!defined $val) { next; }
- if ($col =~ m/add1/ or $col =~ m/add2/ or $col =~ m/stat/ or $col eq 'cardnumber') { next; } #skip columns not in actor.usr itself
- my $dontwrap = 0;
- if ($val eq 'TRUE' or $val eq 'FALSE') { $dontwrap = 1; }
- if ($col eq 'home_library' or $col eq 'profile' or $col eq 'ident_type') { $dontwrap = 1; }
- if ($dontwrap == 0) { $val = sql_wrap_text($val); }
- if ($col eq 'home_library') { $col = 'home_ou'; }
- if (!defined $middle) { $middle = "$col = $val"; } else { $middle = join(', ', $middle, "$col = $val"); }
- }
- my $query = join('',$start,$middle,$end);
- return $query;
-}
-
--- /dev/null
+#!/usr/bin/perl
+
+# Copyright (c) 2020 Equinox Open Library Initiative
+# Author: Rogan Hamby <rhamby@equinoxinitiative.org>
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2, or (at your option)
+# any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program. If not, see <http://www.gnu.org/licenses/>
+
+use strict;
+use warnings;
+use DBI;
+use Getopt::Long;
+use Text::CSV;
+use Data::Dumper;
+use List::MoreUtils qw(first_index);
+use OpenSRF::Utils::SettingsClient;
+
+my $db;
+my $dbuser;
+my $dbhost;
+my $dbpw;
+my $dbport = '5432';
+my $file;
+my $delimiter = ',';
+my $debug;
+my $matchpoint = 'usrname';
+my $org_unit;
+my $org_id;
+my $date_format;
+my $default_password;
+my $ident_type = 3;
+my $alert_message;
+my $alert_title = 'Needs Staff Attention';
+my $profile;
+my $home_ou;
+my $fill_with_matchpoint;
+my $print_au_id = 0;
+my $session = time();
+my $h;
+my $help;
+
+my $ret = GetOptions(
+ 'db:s' => \$db,
+ 'dbuser:s' => \$dbuser,
+ 'dbhost:s' => \$dbhost,
+ 'dbpw:s' => \$dbpw,
+ 'dbport:s' => \$dbport,
+ 'debug' => \$debug,
+ 'print_au_id:i' => \$print_au_id,
+ 'file:s' => \$file,
+ 'delimiter:s' => \$delimiter,
+ 'matchpoint:s' => \$matchpoint,
+ 'date_format:s' => \$date_format,
+ 'ident_type:s' => \$ident_type,
+ 'profile:s' => \$profile,
+ 'default_password:s' => \$default_password,
+ 'fill_with_matchpoint' => \$fill_with_matchpoint,
+ 'alert_message:s' => \$alert_message,
+ 'alert_title:s' => \$alert_title,
+ 'home_ou:s' => \$home_ou,
+ 'org_unit:s' => \$org_unit,
+ 'h' => \$h,
+ 'help' => \$help
+);
+
+if ($h or $help) { print_help(); }
+
+my $bootstrap = '@sysconfdir@/opensrf_core.xml';
+OpenSRF::System->bootstrap_client(config_file => $bootstrap);
+my $sc = OpenSRF::Utils::SettingsClient->new;
+
+my $dbh = connect_db(
+ $db || $sc->config_value( reporter => setup => database => 'db' ),
+ $dbuser || $sc->config_value( reporter => setup => database => 'user' ),
+ $dbpw || $sc->config_value( reporter => setup => database => 'pw' ),
+ $dbhost || $sc->config_value( reporter => setup => database => 'host' ),
+ $dbport || $sc->config_value( reporter => setup => database => 'port' ));
+my @results;
+my $query;
+
+open(my $fh, '<', $file) or abort("Could not open $file!");
+
+if ($matchpoint ne 'usrname' and $matchpoint ne 'cardnumber') { abort('invalid matchpoint defined'); }
+
+if (!defined $org_unit) { abort('no org_unit defined'); }
+
+my $prepped_org_unit = sql_wrap_text($org_unit);
+if ($debug) { print "beginning load for $org_unit\n"; }
+@results = sql_return($dbh,"SELECT id FROM actor.org_unit WHERE shortname = $prepped_org_unit;");
+if ($results[0]) { $org_id = $results[0]; } else { abort('invalid command line org unit'); }
+
+if ($debug)
+ {
+ print "org id $org_id found for file $file\n";
+ }
+else
+ {
+ log_event($dbh,$session,"starting load for $file",undef,$org_id,$debug);
+ }
+
+# initialize a bunch of stuff rather than go back to the db over and over
+my @valid_orgs = sql_return($dbh,"SELECT id FROM actor.org_unit_descendants($org_id);");
+my %original_pgt = hash_from_sql($dbh,"SELECT name, id FROM permission.grp_tree;");
+my %mapped_pgt = hash_from_sql($dbh,"SELECT import_value, native_value FROM config.patron_loader_value_map WHERE mapping_type = 'profile' AND org_unit = $org_id;");
+my %original_libs = hash_from_sql($dbh,"SELECT shortname, id FROM actor.org_unit;");
+my %mapped_libs = hash_from_sql($dbh,"SELECT import_value, native_value FROM config.patron_loader_value_map WHERE mapping_type = 'home_library' AND org_unit = $org_id;");
+
+if ($debug) {
+ print "mapped profiles:\n";
+ print Dumper(%mapped_pgt);
+ print "mapped libraries:\n";
+ print Dumper(%mapped_libs);
+}
+
+#if profile is from command line go ahead and get id a single time or fail if it's not valid
+my $profile_id;
+if ($profile) {
+ $profile_id = $original_pgt{$profile};
+ if (!defined $profile_id) { abort("provided parameter profile is invalid"); }
+}
+
+#if home_ou is from command line ...
+my $home_ou_id;
+if ($home_ou) {
+ $home_ou_id = $original_libs{$home_ou};
+ if (!defined $home_ou_id) { abort("provided home ou parameter is invalid"); }
+}
+
+#some values, notably home_library and profile can be mapped to substitute values if the exporting
+#system can not supply evergreen native values
+my @columns = ("cardnumber","profile","usrname","passwd","net_access_level",
+"family_name","first_given_name","second_given_name","pref_first_given_name","name_keywords",
+"email","home_library","day_phone","evening_phone","other_phone","dob","ident_type","ident_value","passwd",
+"active","barred","juvenile","expire_date","photo_url","guardian",
+"add1_street1","add1_street2","add1_city","add1_county","add1_state","add1_country","add1_post_code",
+"add2_street1","add2_street2","add2_city","add2_county","add2_state","add2_country","add2_post_code",
+"statcat_name1","statcat_value1","statcat_name2","statcat_value2","statcat_name3","statcat_value3");
+my %column_positions;
+my %column_values;
+foreach my $column (@columns) { $column_positions{$column} = -1; }
+my $rawlines = 0;
+my $i = 0;
+my $skipped = 0;
+my $msg;
+my $csv = Text::CSV->new({ sep_char => $delimiter });
+
+if ($alert_message) {
+ $alert_message = sql_wrap_text($alert_message);
+ $alert_title = sql_wrap_text($alert_title);
+}
+
+if ($debug) { print "Debug flag is on ... no patrons will be added or updated.\n" }
+if ($debug) { print "---------------------------------------------------------\n" }
+
+while (my $line = <$fh>) {
+ $rawlines++;
+ $line =~ s/\r//g;
+ if ($csv->parse($line)) {
+ $i++;
+ if ($debug and $i != 1) { print "========================= processing line $i\n"; }
+ if ($i % 100 == 0) { print "Processing row $i\n"; }
+ my @fields = $csv->fields();
+ @fields = grep(s/\s*$//g, @fields);
+ if ($i == 1) { #get positions from default names first, then mapped ones
+ while (my ($col,$pos) = each %column_positions) {
+ $column_positions{$col} = first_index { lc($_) eq lc($col) } @fields;
+ }
+ #for consistency we should probably have these in a hash instead of looked up but we only do it once at the start so meh...
+ while (my ($col,$pos) = each %column_positions) {
+ if ($column_positions{$col} != -1) { next; }
+ my $sql_col = sql_wrap_text($col);
+ @results = sql_return($dbh,"SELECT import_header FROM config.patron_loader_header_map WHERE default_header = $sql_col;");
+ if ($results[0]) { $column_positions{$col} = first_index { lc($_) eq lc($results[0]) } @fields; }
+ }
+ #no need to keep fields not in here so ... byebye
+ while (my ($col,$pos) = each %column_positions) { if ($pos == -1) { delete $column_positions{$col}; } }
+ #make sure required columns or parameters are present, fail if not
+ my $missing_columns = '';
+ if (!defined $column_positions{'cardnumber'}) { $missing_columns = join('',$missing_columns,'cardnumber'); }
+ if (!defined $column_positions{'usrname'}) { $missing_columns = join('',$missing_columns,'usrname'); }
+ if ($missing_columns ne '') { log_event($dbh,$session,"required column(s) are missing: $missing_columns",undef,$org_id); }
+ #now copy the hash structure for reading the data
+ while (my ($col,$pos) = each %column_positions) { $column_values{$col} = ''; }
+ } else { #actual data
+ while (my ($col,$val) = each %column_values) {
+ my $colstr = $fields[$column_positions{$col}];
+ $colstr =~ s/^\s+|\s+$//g;
+ $column_values{$col} = $colstr;
+ }
+ ##############################################################################################################
+ ### prep values for use in appropriate formats
+ if ($column_values{'dob'}) { $column_values{'dob'} = sql_date($dbh,$column_values{'dob'},$date_format); }
+ if ($column_values{'expire_date'}) { $column_values{'expire_date'} = sql_date($dbh,$column_values{'expire_date'},$date_format); }
+ my $prepped_profile_id = get_original_id(\%original_pgt,\%mapped_pgt,$column_values{'profile'},$profile_id);
+ my $prepped_home_ou_id = get_original_id(\%original_libs,\%mapped_libs,$column_values{'home_library'},$home_ou_id);
+ if ($column_values{'active'}) { $column_values{'active'} = sql_boolean($column_values{'active'}); }
+ if ($column_values{'barred'}) { $column_values{'barred'} = sql_boolean($column_values{'barred'}); }
+ if ($column_values{'juvenile'}) { $column_values{'juvenile'} = sql_boolean($column_values{'juvenile'}); }
+ ##############################################################################################################
+ ### checking to make sure the row has cardnumber and/or usrname and appropriate flags if one is missing
+ ### also skip if the usrname and profile can't be found
+ if ($column_values{'usrname'} eq '') { undef $column_values{'usrname'}; }
+ if ($column_values{'cardnumber'} eq '') { undef $column_values{'cardnumber'}; }
+ if (!defined $column_values{'usrname'} and !defined $column_values{'cardnumber'})
+ { $skipped++; log_event($dbh,$session,"line $i no value defined for usrname or cardnumber, must have both or one with the fill in option",undef,$org_id,$debug); next; }
+ if (!defined $column_values{'family_name'} or !defined $column_values{'first_given_name'})
+ { $skipped++; log_event($dbh,$session,"line $i required value for family_name and/or first_given_name is null",undef,$org_id,$debug); next; }
+ if ($fill_with_matchpoint) {
+ if ($matchpoint eq 'usrname' and !defined $column_values{'cardnumber'}) {
+ if ($column_values{'usrname'}) { $column_values{'cardnumber'} = $column_values{'usrname'}; }
+ else { $skipped++; log_event($dbh,$session,"line $i --fill_with_matchpoint is set with matchpoint of usrname but usrname and cardnumber are null",undef,$org_id,$debug); next; }
+ }
+ if ($matchpoint eq 'cardnumber' and !defined $column_values{'usrname'}) {
+ if ($column_values{'cardnumber'}) { $column_values{'usrname'} = $column_values{'cardnumber'}; }
+ else { $skipped++; log_event($dbh,$session,"line $i --fill_with_matchpoint is set with matchpoint of cardnumber but usrname and cardnumber are null",undef,$org_id,$debug); next; }
+ }
+ }
+ if (!defined $column_values{'usrname'} or !defined $column_values{'cardnumber'})
+ { $skipped++; log_event($dbh,$session,"line $i cardnumber and/or usrname is null",undef,$org_id,$debug); next; }
+ my $prepped_cardnumber = sql_wrap_text($column_values{'cardnumber'});
+ my $prepped_usrname = sql_wrap_text($column_values{'usrname'});
+ if (!defined $prepped_home_ou_id or !defined $prepped_profile_id) {
+ $skipped++;
+ if (!defined $prepped_profile_id)
+ {
+ $prepped_profile_id = 'none';
+ log_event($dbh,$session,"line $i could not find valid profile, id: $prepped_profile_id, column: $column_values{'profile'} for $column_values{'cardnumber'}",undef,$org_id,$debug);
+ }
+ if (!defined $home_ou_id)
+ {
+ $home_ou_id = 'none';
+ log_event($dbh,$session,"line $i could not find valid home library, id: $home_ou_id, column: $column_values{'home_library'} for $column_values{'cardnumber'}",undef,$org_id,$debug);
+ }
+ next;
+ }
+ ##############################################################################################################
+ ### now take the matchpoint and find if the account already exists so we can insert or update
+ ### since usrname and barcode both need to be unique having a valid au_id alone isn't enough, we need to test
+ ### check_barcode|usrname returns 0 == match found for another au_id, 1 == found for this au_id, 2 == not found
+ ### after checking we don't need the sql strings separate from hash anymore so they become the hash values for convenience
+ ### then we skip if value is 0 since barcode and username can't exist on separate users
+ if ($matchpoint eq 'usrname') {
+ $query = "SELECT id FROM actor.usr WHERE usrname = $prepped_usrname;";
+ } else {
+ $query = "SELECT usr FROM actor.card WHERE barcode = $prepped_cardnumber;";
+ }
+ @results = sql_return($dbh,$query);
+ my $au_id = $results[0];
+ my $valid_barcode = check_barcode($dbh,$au_id,$prepped_cardnumber);
+ my $valid_usrname = check_usrname($dbh,$au_id,$prepped_usrname);
+ $column_values{'home_library'} = $prepped_home_ou_id;
+ $column_values{'profile'} = $prepped_profile_id;
+ if ($valid_barcode == 0 or $valid_usrname == 0)
+ { $skipped++; log_event($dbh,$session,"line $i usrname $column_values{'usrname'} or cardnumber $column_values{'$cardnumber'} found with other user account",undef,$org_id,$debug); next; }
+ ##############################################################################################################
+ ### finally, we do stuff, if au_id then there is a matching user, update it, if not insert
+ ### functions will create the update and insert strings to handle actor.usr and actor.card here
+ ### we always set the alert message with an update since it's fed as a parameter and not in hash, makes a bit more db churn
+ my $update_usr_str;
+ my $insert_usr_str;
+ if ($au_id) {
+ if ($valid_barcode == 1) {
+ sql_no_return($dbh,$session,$org_id,"UPDATE actor.card SET active = TRUE WHERE barcode = $prepped_cardnumber;",$debug);
+ } else {
+ sql_no_return($dbh,$session,$org_id,"INSERT INTO actor.card (usr,barcode) VALUES ($au_id,$prepped_cardnumber);",$debug);
+ }
+ if (!defined $column_positions{'family_name'}
+ or !defined $column_positions{'first_given_name'}
+ or !defined $column_values{'home_library'}
+ or !defined $column_values{'profile'}
+ or !defined $column_values{'passwd'}
+ ) {
+ $skipped++;
+ $msg = "usrname $column_values{'usrname'} or cardnumber $column_values{'$cardnumber'} insert failed";
+ log_event($dbh,$session,$msg,undef,$org_id,$debug);
+ if ($debug) { print "$msg\n" }
+ }
+ $update_usr_str = update_au_sql($au_id,%column_values);
+ sql_no_return($dbh,$session,$org_id,$update_usr_str,$debug);
+ } else {
+ $insert_usr_str = insert_au_sql($dbh,%column_values);
+ sql_no_return($dbh,$session,$org_id,$insert_usr_str,$debug);
+ @results = sql_return($dbh,"SELECT id FROM actor.usr WHERE usrname = $prepped_usrname;");
+ if (!defined $debug) { $au_id = $results[0]; } else { $au_id = 0; }
+ #if here the card number shouldn't be in use so we have to make it
+ sql_no_return($dbh,$session,$org_id,"INSERT INTO actor.card (usr,barcode) VALUES ($au_id,$prepped_cardnumber);",$debug);
+ }
+ $query = "SELECT id FROM actor.card WHERE barcode = $prepped_cardnumber;";
+ if (!defined $debug) {
+ @results = sql_return($dbh,"SELECT id FROM actor.card WHERE barcode = $prepped_cardnumber;");
+ } else {
+ print "$query\n";
+ }
+ my $acard_id;
+ if (!defined $debug) { $acard_id = $results[0]; } else { $acard_id = 'debug'; }
+ $query = "UPDATE actor.usr SET card = $acard_id WHERE id = $au_id;";
+ sql_no_return($dbh,$session,$org_id,$query,$debug);
+ if ($alert_message) {
+ $query = "UPDATE actor.usr SET alert_message = CONCAT_WS(';',alert_message,$alert_title,$alert_message) WHERE id = $au_id;";
+ sql_no_return($dbh,$session,$org_id,$query,$debug);
+ }
+ ##############################################################################################################
+ ### make sure password is salted; if inserting we check and create one if needed, then if we have one we salt it
+ ### whether we created or updated userd
+ my @set = ('0' ..'9', 'a' .. 'z', 'A' .. 'Z');
+ my $prepped_password;
+ if ($insert_usr_str) {
+ if (!defined $column_values{'passwd'} or $column_values{'passwd'} eq '') {
+ $column_values{'passwd'} = join '' => map $set[rand @set], 1 .. 16;
+ }
+ }
+ if ($column_values{'passwd'}) {
+ $prepped_password = sql_wrap_text($column_values{'passwd'});
+ $query = "SELECT * FROM actor.change_password($au_id,$prepped_password);";
+ sql_no_return($dbh,$session,$org_id,$query,$debug);
+ }
+ ##############################################################################################################
+ ### address fun, first if either address exists and then don't assume just b/c there is an add2 there is an add1
+ if ($column_values{add1_street1} or $column_values{add2_street1}) {
+ sql_no_return($dbh,$session,$org_id,"UPDATE actor.usr SET mailing_address = NULL WHERE id = $au_id;",$debug);
+ sql_no_return($dbh,$session,$org_id,"DELETE FROM actor.usr_address WHERE usr = $au_id AND address_type = 'MAILING';",$debug);
+ }
+ if ($column_values{add2_street1}) {
+ $query = insert_addr_sql($au_id,2,%column_values);
+ sql_no_return($dbh,$session,$org_id,$query,$debug);
+ }
+ if ($column_values{add1_street1}) {
+ $query = insert_addr_sql($au_id,1,%column_values);
+ sql_no_return($dbh,$session,$org_id,$query,$debug);
+ }
+ if ($column_values{add1_street1} or $column_values{add2_street1}) {
+ $query = "WITH x AS (SELECT MAX(id) AS id, usr FROM actor.usr_address WHERE usr = $au_id GROUP BY 2) UPDATE actor.usr au SET mailing_address = x.id FROM x WHERE x.usr = au.id;";
+ sql_no_return($dbh,$session,$org_id,$query,$debug);
+ }
+ ##############################################################################################################
+ ### now for the stat cats
+ ### the assumption is that if a statcat name is present then there must be a stat cat at that org unit in the mapping or higher, if not it will fail
+ ### a value will always get written even if freetext is not allowed and it is not an existing value, no value means it is deleted
+ foreach my $statcat (sort(keys %column_values)) {
+ if ($statcat !~ m/statcat_name/) { next; }
+ my $statcat_value = $statcat;
+ $statcat_value =~ s/[^0-9]//g; #want to load statcat_name50000 why not?
+ $statcat_value = 'statcat_value' . $statcat_value;
+ if ($column_values{$statcat_value}) { #if the value exists then assign it and sql wrap it
+ $statcat_value = $column_values{$statcat_value};
+ $statcat_value = sql_wrap_text($statcat_value);
+ } else {
+ undef $statcat_value;
+ }
+ my $statcat_name;
+ my $statcat_name_id;
+ my $statcat_entry_usr_map_id;
+ if ($column_values{$statcat}) {
+ $statcat_name = sql_wrap_text($column_values{$statcat});
+ @results = sql_return($dbh,"SELECT id FROM actor.stat_cat WHERE name = $statcat_name AND owner IN (SELECT id FROM actor.org_unit_ancestors($prepped_home_ou_id));",$debug);
+ $statcat_name_id = $results[0]; #potential issue here, hopefully there is only one of a given name in an ancestor chain but potentially this could be an issue
+ if ($statcat_name_id) {
+ @results = sql_return($dbh,"SELECT id FROM actor.stat_cat_entry_usr_map WHERE stat_cat = $statcat_name_id AND target_usr = $au_id;",$debug);
+ $statcat_entry_usr_map_id = $results[0];
+ if ($statcat_entry_usr_map_id and !defined $statcat_value) {
+ sql_no_return($dbh,$session,$org_id,"DELETE FROM actor.stat_cat_entry_usr_map WHERE id = $statcat_entry_usr_map_id;",$debug);
+ next;
+ }
+ if ($statcat_entry_usr_map_id and $statcat_value) {
+ sql_no_return($dbh,$session,$org_id,"UPDATE actor.stat_cat_entry_usr_map SET stat_cat_entry = $statcat_value WHERE id = $statcat_entry_usr_map_id;",$debug);
+ } else {
+ sql_no_return($dbh,$session,$org_id,"INSERT INTO actor.stat_cat_entry_usr_map (stat_cat,stat_cat_entry,target_usr) VALUES ($statcat_name_id,$statcat_value,$au_id);",$debug);
+ }
+ }
+ }
+ }
+ if ($print_au_id != 0) { print "$au_id\n"; }
+ }
+ }
+}
+close($fh);
+log_event($dbh,$session,"raw lines in file",$rawlines,$org_id,$debug);
+log_event($dbh,$session,"rows processed",$i-1,$org_id,$debug);
+log_event($dbh,$session,"rows skipped",$skipped,$org_id,$debug);
+log_event($dbh,$session,"session closing normally",undef,$org_id,$debug);
+my $j = $i -1;
+print "========================= we are done!\n";
+print "$rawlines raw lines in file\n";
+print "$j rows processed not including header\n";
+print "$skipped rows skipped\n";
+
+$dbh->disconnect();
+
+########### end of main body, start of functions
+
+sub abort {
+ my $msg = shift;
+ print STDERR "$0: $msg", "\n";
+ exit 1;
+}
+
+sub check_barcode {
+ my ($dbh,$au_id,$barcode) = @_;
+ if (!defined $au_id) { $au_id = -1; }
+ my @results = sql_return($dbh,"SELECT usr FROM actor.card WHERE barcode = $barcode;");
+ if (!defined $results[0]) { return 2; }
+ if ($results[0] == $au_id) { return 1; }
+ return 0;
+}
+
+sub check_usrname {
+ my ($dbh,$au_id,$usrname) = @_;
+ if (!defined $au_id) { $au_id = -1; }
+ my @results = sql_return($dbh,"SELECT id FROM actor.usr WHERE usrname = $usrname;");
+ if (!defined $results[0]) { return 2; }
+ if ($results[0] == $au_id) { return 1; }
+ return 0;
+}
+
+sub connect_db {
+ my ($db, $dbuser, $dbpw, $dbhost, $dbport) = @_;
+
+ my $dsn = "dbi:Pg:host=$dbhost;dbname=$db;port=$dbport";
+
+ my $attrs = {
+ ShowErrorStatement => 1,
+ RaiseError => 1,
+ PrintError => 1,
+ pg_enable_utf8 => 1,
+ };
+ my $dbh = DBI->connect($dsn, $dbuser, $dbpw, $attrs);
+
+ return $dbh;
+}
+
+sub get_original_id {
+ my ($original,$mapped,$str,$default_id) = @_;
+ my $mapped_value;
+ if (%$original{$str}) { return %$original{$str}; }
+ else {
+ $mapped_value = %$mapped{$str};
+ if ($mapped_value) { return %$original{$mapped_value}; }
+ }
+ if ($default_id) { return $default_id; }
+ else { return; }
+}
+
+sub hash_from_sql {
+ my ($dbh,$query) = @_;
+ my %return_hash;
+ my $sth = $dbh->prepare($query);
+ $sth->execute();
+ while (my @row = $sth->fetchrow_array) {
+ $return_hash{$row[0]} = $row[1];
+ }
+ return %return_hash;
+}
+
+sub insert_addr_sql {
+ my ($au_id,$x,%column_values) = @_;
+ my $street1 = sql_wrap_text($column_values{join('','add',$x,'_street1')});
+ my $street2 = sql_wrap_empty_text($column_values{join('','add',$x,'_street2')} // '');
+ my $city = sql_wrap_empty_text($column_values{join('','add',$x,'_city')} // '');
+ my $county = sql_wrap_empty_text($column_values{join('','add',$x,'_county')} // '');
+ my $state = sql_wrap_empty_text($column_values{join('','add',$x,'_state')} // '');
+ my $country = sql_wrap_empty_text($column_values{join('','add',$x,'_country')} // '');
+ my $post_code = sql_wrap_empty_text($column_values{join('','add',$x,'_post_code')} // '');
+ my $query;
+ if ($street1) { $query = "INSERT INTO actor.usr_address (usr,street1,street2,city,county,state,country,post_code) VALUES ($au_id,$street1,$street2,$city,$county,$state,$country,$post_code);"; }
+ return $query;
+}
+
+sub insert_au_sql {
+ my ($au_id,%column_values) = @_;
+ my $start = 'INSERT INTO actor.usr (';
+ my $col_str;
+ my $middle = ') VALUES (';
+ my $val_str;
+ my $end = ");";
+ my @insert_columns;
+ my @insert_values;
+ my $passwd = $column_values{passwd};
+ #wrap strings but skip calculated ones and booleans
+ while (my ($col,$val) = each %column_values) {
+ if (!defined $val) { next; }
+ if ($col =~ m/add1/ or $col =~ m/add2/ or $col =~ m/stat/ or $col eq 'cardnumber') { next; } #skip columns not in actor.usr itself
+ my $dontwrap = 0;
+ if ($val eq 'TRUE' or $val eq 'FALSE') { $dontwrap = 1; }
+ if ($col eq 'home_library' or $col eq 'profile' or $col eq 'ident_type') { $dontwrap = 1; }
+ if ($dontwrap == 0) { $val = sql_wrap_text($val); }
+ if ($col eq 'home_library') { $col = 'home_ou'; }
+ push @insert_columns, $col;
+ push @insert_values, $val;
+ }
+ #ident_type is required for actor.usr but not in file b/c it'll be rare to have so ... special handling here
+ if (!defined $column_values{'ident_type'}) {
+ push @insert_columns, 'ident_type';
+ push @insert_values, 3;
+ }
+ foreach my $ic (@insert_columns) {
+ if ($col_str) { $col_str = join(',',$col_str,$ic); } else { $col_str = $ic; }
+ }
+ foreach my $iv (@insert_values) {
+ if ($val_str) { $val_str = join(',',$val_str,$iv); } else { $val_str = $iv; }
+ }
+
+ my $query = join('',$start,$col_str,$middle,$val_str,$end);
+ return $query;
+}
+
+sub log_event {
+ my ($dbh,$session,$event,$record_count,$org_id,$debug) = @_;
+ my $sth;
+ $event = sql_wrap_text($event);
+ if (!defined $record_count) { $record_count = 'NULL'; }
+ my $sql = "INSERT INTO actor.patron_loader_log (session,event,record_count,org_unit) VALUES ($session,$event,$record_count,$org_id);";
+ if ($debug)
+ {
+ print "$sql\n";
+ }
+ else
+ {
+ $sth = $dbh->prepare($sql);
+ $sth->execute();
+ }
+}
+
+sub print_help {
+
+print qq(
+Required parameters:
+ --file path to the CSV file used as the data source
+ --org_unit the org unit name of the org unit patrons are being loaded for
+ used to match mapped variables
+
+Optional parameters:
+
+ --h or --help
+ --db the Evergreen database (defaults to the one established in opensrf.xml)
+ --dbuser the user of the Evergreen database
+ --dbhost the ip or domain name of the Evergreen database
+ --dbpw the password for the dbuser
+ --dbport
+ --delimter
+ --debug
+ --matchpoint
+ --date_format
+ --ident_type
+ --default_password
+ --alert_mesage
+ --alert_title
+ --profile
+ --home_org
+ --fill_with_matchpoint
+
+);
+ exit;
+}
+
+sub sql_boolean {
+ my $str = shift;
+ $str = lc($str);
+ $str =~ s/^\s+|\s+$//g;
+ my $value;
+ if ($str eq 't' or $str eq 'true') { $value = 'TRUE'; }
+ if ($str eq 'f' or $str eq 'false') { $value = 'FALSE'; }
+ return $value;
+}
+
+sub sql_date {
+ my ($dbh,$date,$date_format) = @_;
+ if (!defined $date_format) { $date_format = 'YYYY/MM/DD'; }
+ $date = sql_wrap_text($date);
+ $date_format = sql_wrap_text($date_format);
+ my $query = "SELECT TO_DATE($date,$date_format);";
+ my @results = sql_return($dbh,$query);
+ return $results[0];
+}
+
+
+sub sql_no_return {
+ my $dbh = shift;
+ my $session = shift;
+ my $org_id = shift;
+ my $statement = shift;
+ my $debug = shift;
+ my $sth;
+ if (!defined $debug) {
+ eval {
+ $sth = $dbh->prepare($statement);
+ $sth->execute();
+ }
+ } else {
+ print "$statement\n";
+ }
+ if ($@) {
+ $statement =~ s/'//g;
+ log_event($dbh,$session,"failed statement $statement",undef,$org_id,$debug);
+ }
+ return;
+}
+
+sub sql_return {
+ my $dbh = shift;
+ my $query = shift;
+ my $debug = shift;
+ my @results;
+ my $sth = $dbh->prepare($query);
+ $sth->execute();
+ while (my @row = $sth->fetchrow_array) { push @results, @row; }
+ return @results;
+}
+
+sub sql_wrap_empty_text {
+ my $str = shift;
+ $str = sql_wrap_text($str);
+ if ($str eq 'NULL') { $str = "''"; }
+ return $str;
+}
+
+sub sql_wrap_text {
+ my $str = shift;
+ if (!defined $str) { return; }
+ $str =~ s/^\s+|\s+$//g;
+ $str =~ s/'/''/g;
+ if ($str) { $str = '\'' . $str . '\''; } else { $str = 'NULL'; }
+ return $str;
+}
+
+sub update_au_sql {
+ my ($au_id,%column_values) = @_;
+ my $start = 'UPDATE actor.usr SET ';
+ my $middle;
+ my $end = " WHERE id = $au_id;";
+ #wrap strings but skip calculated ones and booleans
+ while (my ($col,$val) = each %column_values) {
+ if (!defined $val) { next; }
+ if ($col =~ m/add1/ or $col =~ m/add2/ or $col =~ m/stat/ or $col eq 'cardnumber') { next; } #skip columns not in actor.usr itself
+ my $dontwrap = 0;
+ if ($val eq 'TRUE' or $val eq 'FALSE') { $dontwrap = 1; }
+ if ($col eq 'home_library' or $col eq 'profile' or $col eq 'ident_type') { $dontwrap = 1; }
+ if ($dontwrap == 0) { $val = sql_wrap_text($val); }
+ if ($col eq 'home_library') { $col = 'home_ou'; }
+ if (!defined $middle) { $middle = "$col = $val"; } else { $middle = join(', ', $middle, "$col = $val"); }
+ }
+ my $query = join('',$start,$middle,$end);
+ return $query;
+}
+
projects / working / Evergreen.git / commitdiff