diff options
Diffstat (limited to 'lib/mauve/generic_http_api_client.rb')
| -rw-r--r-- | lib/mauve/generic_http_api_client.rb | 170 |
1 files changed, 83 insertions, 87 deletions
diff --git a/lib/mauve/generic_http_api_client.rb b/lib/mauve/generic_http_api_client.rb index 31177e9..0883dce 100644 --- a/lib/mauve/generic_http_api_client.rb +++ b/lib/mauve/generic_http_api_client.rb @@ -9,122 +9,118 @@ module Mauve # # This is a generic client that can talk HTTP to other apps to get data. # - class GenericHttpApiClient - - class << self + module GenericHttpApiClient - # @return [Log4r::Logger] - def logger - @logger ||= Log4r::Logger.new(self.to_s) + # return [Log4r::Logger] + def logger + @logger ||= Log4r::Logger.new(self.to_s) + end + + private + + # Grab a URL from the wide web. + # + # @todo boot this in its own class since list of ips will need it too. + # + # @param [String] uri -- a URL + # @return [String or nil] -- the contents of the URI or nil if an error has been encountered. + # + def do_get (uri, limit = 11) + + if 0 > limit + logger.warn("HTTP redirect too deep for #{uri}.") + return nil end + + begin + uri = URI.parse(uri) unless uri.is_a?(URI::HTTP) - private + raise ArgumentError, "#{uri_str.inspect} doesn't look like an HTTP uri" unless uri.is_a?(URI::HTTP) - # Grab a URL from the wide web. - # - # @todo boot this in its own class since list of ips will need it too. - # - # @param [String] uri -- a URL - # @return [String or nil] -- the contents of the URI or nil if an error has been encountered. - # - def do_get (uri, limit = 11) + http = Net::HTTP.new(uri.host, uri.port) - if 0 > limit - logger.warn("HTTP redirect too deep for #{uri}.") - return nil + # + # Five second timeouts. + # + http.open_timeout = http.read_timeout = Configuration.current.remote_http_timeout || 5 + + if (uri.scheme == "https") + http.use_ssl = true + http.ca_path = "/etc/ssl/certs/" if File.directory?("/etc/ssl/certs") + http.verify_mode = Configuration.current.remote_https_verify_mode || OpenSSL::SSL::VERIFY_NONE end - - begin - uri = URI.parse(uri) unless uri.is_a?(URI::HTTP) - raise ArgumentError, "#{uri_str.inspect} doesn't look like an HTTP uri" unless uri.is_a?(URI::HTTP) + response = http.start { http.get(uri.request_uri()) } - http = Net::HTTP.new(uri.host, uri.port) + if response.is_a?(Net::HTTPOK) + # + # Parse the string as YAML. + # + result = (response.body.is_a?(String) ? response.body : nil) + return result + elsif response.is_a?(Net::HTTPRedirection) and response.key?('Location') + location = response['Location'] + # - # Five second timeouts. + # Bodge locations.. # - http.open_timeout = http.read_timeout = Configuration.current.remote_http_timeout || 5 - - if (uri.scheme == "https") - http.use_ssl = true - http.ca_path = "/etc/ssl/certs/" if File.directory?("/etc/ssl/certs") - http.verify_mode = Configuration.current.remote_https_verify_mode || OpenSSL::SSL::VERIFY_NONE + if location =~ /^\// + location = uri.class.build([uri.userinfo, uri.host, uri.port, nil, nil, nil]).to_s + location end - response = http.start { http.get(uri.request_uri()) } - - if response.is_a?(Net::HTTPOK) - # - # Parse the string as YAML. - # - result = (response.body.is_a?(String) ? response.body : nil) - - return result - elsif response.is_a?(Net::HTTPRedirection) and response.key?('Location') - location = response['Location'] - - # - # Bodge locations.. - # - if location =~ /^\// - location = uri.class.build([uri.userinfo, uri.host, uri.port, nil, nil, nil]).to_s + location - end - - return do_get(location, limit-1) - - else - logger.warn("Request to #{uri.to_s} returned #{response.code} #{response.message}.") - return nil + return do_get(location, limit-1) - end + else + logger.warn("Request to #{uri.to_s} returned #{response.code} #{response.message}.") + return nil - rescue Timeout::Error => ex - logger.error("Timeout caught during fetch of #{uri.to_s}.") + end - rescue StandardError => ex - logger.error("#{ex.class} caught during fetch of #{uri.to_s}: #{ex.to_s}.") - logger.debug(ex.backtrace.join("\n")) + rescue Timeout::Error => ex + logger.error("Timeout caught during fetch of #{uri.to_s}.") - end + rescue StandardError => ex + logger.error("#{ex.class} caught during fetch of #{uri.to_s}: #{ex.to_s}.") + logger.debug(ex.backtrace.join("\n")) - return nil end - # This does HTTP fetches with a 5 minute cache - # - # @param [String] url - # @param [Time] cache_until - # - # @return [String or nil] - def do_get_with_cache(url, cache_until = Time.now + 5.minutes) - @cache ||= {} - - if @cache.has_key?(url) - result, cached_until = @cache[url] + return nil + end - return result if cached_until > Time.now and not result.nil? - end + # This does HTTP fetches with a 5 minute cache + # + # @param [String] url + # @param [Time] cache_until + # + # @return [String or nil] + def do_get_with_cache(url, cache_until = Time.now + 5.minutes) + @cache ||= {} - result = do_get(url) - @cache[url] = [result, cache_until] unless result.nil? + if @cache.has_key?(url) + result, cached_until = @cache[url] - return result + return result if cached_until > Time.now and not result.nil? end - # - # This should get called periodically. - # - def clean_cache + result = do_get(url) + @cache[url] = [result, cache_until] unless result.nil? - @cache.keys.select do |url| - result, cached_until = @cache[url] - @cache.delete(url) if !cached_until.is_a?(Time) or cached_until <= Time.now - end + return result + end + + # + # This should get called periodically. + # + def clean_cache - @cache + @cache.keys.select do |url| + result, cached_until = @cache[url] + @cache.delete(url) if !cached_until.is_a?(Time) or cached_until <= Time.now end + @cache end end |