miker says MARC::Batch would be more efficient; okay.

Baby steps towards pipeline processing.

git-svn-id: svn://svn.open-ils.org/ILS-Contrib/conifer/trunk@341 6d9bc8c9-1ec2-4278-b937-99fde70a366f

diff --git a/tools/migration-scripts/fixURIs.pl b/tools/migration-scripts/fixURIs.pl
index 70c8897..41d6ce7 100644 (file)
--- a/tools/migration-scripts/fixURIs.pl
+++ b/tools/migration-scripts/fixURIs.pl
@@ -1,7 +1,11 @@
 #!/usr/bin/perl -w
 use strict;
+use warnings;
+
+use Error qw/:try/;
 use Getopt::Long;
 use MARC::File::XML( BinaryEncoding => 'utf8', RecordFormat => 'USMARC' );
+use MARC::Batch;
 
 # Clean up URIs from MARCXML records prior to batch ingest
 #   * If we detect a proxy URL:
@@ -23,11 +27,16 @@ if (!$input_file or !$output_file) {
     exit();
 }
 
-my $input = MARC::File::XML->in( $input_file );
+my $input = new MARC::Batch( 'XML', $input_file );
+$input->strict_off();
 my $output = MARC::File::XML->out( $output_file );
 
 my ($touched, $url_cnt, $ind1_cnt, $ind2_cnt, $sub9_cnt) = (0, 0, 0, 0, 0);
-while (my $marc = $input->next()) {
+my $marc;
+while ( try { $marc = $input->next() } otherwise { $marc = -1 } ) {
+    # Skip the record if we couldn't even decode it
+    next if ($marc == -1);
+
     my $edited = 0;
     my @uri_fields = $marc->field('856');
     foreach my $uri (@uri_fields) {