From: dbs <dbs@6d9bc8c9-1ec2-4278-b937-99fde70a366f>
Date: Mon, 13 Sep 2010 14:30:10 +0000 (+0000)
Subject: Add indexing normalization for Polish l (ł)
X-Git-Url: https://old-git.evergreen-ils.org/?a=commitdiff_plain;h=7f69041cbb4f26a9d9e280e013673fa41394347d;p=contrib%2FConifer.git

Add indexing normalization for Polish l (ł)


git-svn-id: svn://svn.open-ils.org/ILS-Contrib/conifer/branches/rel_1_6_1@987 6d9bc8c9-1ec2-4278-b937-99fde70a366f
---

diff --git a/src/perlmods/OpenILS/Application/Ingest.pm b/src/perlmods/OpenILS/Application/Ingest.pm
index 30892b517b..e7e2bf0dfd 100644
--- a/src/perlmods/OpenILS/Application/Ingest.pm
+++ b/src/perlmods/OpenILS/Application/Ingest.pm
@@ -900,6 +900,9 @@ sub class_index_string_xml {
             $value =~ s/\pC+//sgo;
             $value =~ s/\W+$//sgo;
 
+            $term =~ s/\x{142}/l/sgo; # Convert Polish l (lowercase)
+            $term =~ s/\x{141}/l/sgo; # Convert Polish l (uppercase)
+
             # hack to normalize ratio-like strings
             while ($term =~ /\b\d{1}:[, ]?\d+(?:[ ,]\d+[^:])+/o) {
                 $term = $` . join ('', split(/[, ]/, $&)) . $';
diff --git a/src/perlmods/OpenILS/Application/Storage/Driver/Pg/fts.pm b/src/perlmods/OpenILS/Application/Storage/Driver/Pg/fts.pm
index 055266a8fe..42550d54fd 100644
--- a/src/perlmods/OpenILS/Application/Storage/Driver/Pg/fts.pm
+++ b/src/perlmods/OpenILS/Application/Storage/Driver/Pg/fts.pm
@@ -24,6 +24,9 @@
 		$term =~ s/(\pM+)//gos;
 		$term =~ s/(\b\.\b)//gos;
 
+		$term =~ s/\x{142}/l/sgo; # Convert Polish l (lowercase)
+		$term =~ s/\x{141}/l/sgo; # Convert Polish l (uppercase)
+
 		# hack to normalize ratio-like strings
 		while ($term =~ /\b\d{1}:[, ]?\d+(?:[ ,]\d+[^:])+/o) {
 			$term = $` . join ('', split(/[, ]/, $&)) . $';