From 28c40ebb8b22beec88382fff954bebcc41df0a60 Mon Sep 17 00:00:00 2001
From: miker <miker@dcc99617-32d9-48b4-a31d-7c20da2025e4>
Date: Mon, 8 Feb 2010 20:52:07 +0000
Subject: [PATCH] adding more ingest normalizers
git-svn-id: svn://svn.open-ils.org/ILS/trunk@15475 dcc99617-32d9-48b4-a31d-7c20da2025e4
---
Open-ILS/src/sql/Pg/002.schema.config.sql | 2 +-
Open-ILS/src/sql/Pg/020.schema.functions.sql | 8 ++++++++
.../sql/Pg/upgrade/0155.schema.more-ingest-normalizers.sql | 14 ++++++++++++++
3 files changed, 23 insertions(+), 1 deletion(-)
create mode 100644 Open-ILS/src/sql/Pg/upgrade/0155.schema.more-ingest-normalizers.sql
diff --git a/Open-ILS/src/sql/Pg/002.schema.config.sql b/Open-ILS/src/sql/Pg/002.schema.config.sql
index f012777994..ccbb7e3484 100644
--- a/Open-ILS/src/sql/Pg/002.schema.config.sql
+++ b/Open-ILS/src/sql/Pg/002.schema.config.sql
@@ -51,7 +51,7 @@ CREATE TABLE config.upgrade_log (
install_date TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT NOW()
);
-INSERT INTO config.upgrade_log (version) VALUES ('0154'); -- Scott McKellar
+INSERT INTO config.upgrade_log (version) VALUES ('0155'); -- miker
CREATE TABLE config.bib_source (
id SERIAL PRIMARY KEY,
diff --git a/Open-ILS/src/sql/Pg/020.schema.functions.sql b/Open-ILS/src/sql/Pg/020.schema.functions.sql
index 24a66f8855..16532cc00e 100644
--- a/Open-ILS/src/sql/Pg/020.schema.functions.sql
+++ b/Open-ILS/src/sql/Pg/020.schema.functions.sql
@@ -96,6 +96,14 @@ CREATE OR REPLACE FUNCTION public.normalize_space( TEXT ) RETURNS TEXT AS $$
SELECT regexp_replace(regexp_replace(regexp_replace($1, E'\\n', ' ', 'g'), E'(?:^\\s+)|(\\s+$)', '', 'g'), E'\\s+', ' ', 'g');
$$ LANGUAGE SQL;
+CREATE OR REPLACE FUNCTION public.remove_commas( TEXT ) RETURNS TEXT AS $$
+ SELECT regexp_replace($1, ',', '', 'g');
+$$ LANGUAGE SQL;
+
+CREATE OR REPLACE FUNCTION public.remove_whitespace( TEXT ) RETURNS TEXT AS $$
+ SELECT regexp_replace(normalize_space($1), E'\\s+', '', 'g');
+$$ LANGUAGE SQL;
+
CREATE OR REPLACE FUNCTION public.lowercase( TEXT ) RETURNS TEXT AS $$
return lc(shift);
$$ LANGUAGE PLPERLU;
diff --git a/Open-ILS/src/sql/Pg/upgrade/0155.schema.more-ingest-normalizers.sql b/Open-ILS/src/sql/Pg/upgrade/0155.schema.more-ingest-normalizers.sql
new file mode 100644
index 0000000000..ace7961a76
--- /dev/null
+++ b/Open-ILS/src/sql/Pg/upgrade/0155.schema.more-ingest-normalizers.sql
@@ -0,0 +1,14 @@
+
+BEGIN;
+
+INSERT INTO config.upgrade_log (version) VALUES ('0155'); -- miker
+
+CREATE OR REPLACE FUNCTION public.remove_commas( TEXT ) RETURNS TEXT AS $$
+ SELECT regexp_replace($1, ',', '', 'g');
+$$ LANGUAGE SQL;
+
+CREATE OR REPLACE FUNCTION public.remove_whitespace( TEXT ) RETURNS TEXT AS $$
+ SELECT regexp_replace(normalize_space($1), E'\\s+', '', 'g');
+$$ LANGUAGE SQL;
+
+COMMIT;
--
2.11.0