From 2ef32ae20b71628bc6b913c3df70260223426629 Mon Sep 17 00:00:00 2001
From: Lebbeous Fogle-Weekley <lebbeous@esilibrary.com>
Date: Wed, 26 Sep 2012 17:35:05 -0400
Subject: [PATCH] Link checker: Allow configurable User Agent string

Credit to Bill Erickson for noticing that tests were resulting in an
inordinate number of 403 Forbidden responses, which turned out to be
due to discrimination by sites against a libwww/* user agent string.

We now use "Evergreen <version> Link Checker" by default, and it's
configurable in opensrf.xml (grep for user_agent).

Signed-off-by: Lebbeous Fogle-Weekley <lebbeous@esilibrary.com>
Signed-off-by: Mike Rylander <mrylander@gmail.com>
---
 Open-ILS/examples/opensrf.xml.example                 |  1 +
 .../src/perlmods/lib/OpenILS/Application/URLVerify.pm | 19 ++++++++++++++++++-
 2 files changed, 19 insertions(+), 1 deletion(-)

diff --git a/Open-ILS/examples/opensrf.xml.example b/Open-ILS/examples/opensrf.xml.example
index 64527ef404..ae7da965f5 100644
--- a/Open-ILS/examples/opensrf.xml.example
+++ b/Open-ILS/examples/opensrf.xml.example
@@ -717,6 +717,7 @@ vim:et:ts=4:sw=4:
                     <max_spare_children>5</max_spare_children>
                 </unix_config>
                 <app_settings>
+                    <user_agent>Evergreen %s Link Checker</user_agent>
                 </app_settings>
             </open-ils.url_verify>
 
diff --git a/Open-ILS/src/perlmods/lib/OpenILS/Application/URLVerify.pm b/Open-ILS/src/perlmods/lib/OpenILS/Application/URLVerify.pm
index ea1e4f7d14..cbda9449e2 100644
--- a/Open-ILS/src/perlmods/lib/OpenILS/Application/URLVerify.pm
+++ b/Open-ILS/src/perlmods/lib/OpenILS/Application/URLVerify.pm
@@ -6,6 +6,7 @@ use base qw/OpenILS::Application/;
 use strict; use warnings;
 use OpenSRF::Utils::Logger qw(:logger);
 use OpenSRF::MultiSession;
+use OpenSRF::Utils::SettingsClient;
 use OpenILS::Utils::Fieldmapper;
 use OpenILS::Utils::CStoreEditor q/:funcs/;
 use OpenILS::Application::AppUtils;
@@ -17,6 +18,18 @@ $Data::Dumper::Indent = 0;
 
 my $U = 'OpenILS::Application::AppUtils';
 
+my $user_agent_string;
+
+sub initialize {
+    my $conf = new OpenSRF::Utils::SettingsClient;
+
+    my @confpath = qw/apps open-ils.url_verify app_settings user_agent/;
+
+    $user_agent_string =
+        sprintf($conf->config_value(@confpath), __PACKAGE__->ils_version);
+
+    $logger->info("using '$user_agent_string' as User Agent string");
+}
 
 __PACKAGE__->register_method(
     method => 'verify_session',
@@ -562,7 +575,11 @@ sub verify_one_url {
 
     $ENV{FTP_PASSIVE} = 1; # TODO: setting?
 
-    my $ua = LWP::UserAgent->new(ssl_opts => {verify_hostname => 0}); # TODO: verify_hostname setting?
+    my $ua = LWP::UserAgent->new(
+        ssl_opts => {verify_hostname => 0}, # TODO: verify_hostname setting?
+        agent => $user_agent_string
+    );
+
     $ua->timeout($timeout);
 
     my $req = HTTP::Request->new(HEAD => $url->full_url);
-- 
2.11.0