sitemap_checker 0.1.3 → 0.1.4

data/lib/sitemap_checker.rb

@@ -1,8 +1,9 @@
-require "sitemap_checker/version"
 require 'open-uri'
 require 'nokogiri'
 require 'zlib'
 
+require "sitemap_checker/version"
+require "sitemap_checker/open_uri"
 
 module SitemapChecker
   autoload :Sitemap, "sitemap_checker/sitemap"

data/lib/sitemap_checker/open_uri.rb

@@ -0,0 +1,40 @@
+require 'open-uri'
+#
+# From: https://gist.github.com/1271420
+#
+# Allow open-uri to follow unsafe redirects (i.e. https to http).
+# Relevant issue:
+# http://redmine.ruby-lang.org/issues/3719
+# Source here:
+# https://github.com/ruby/ruby/blob/trunk/lib/open-uri.rb
+module OpenURI
+  class <<self
+    alias_method :open_uri_original, :open_uri
+    alias_method :redirectable_cautious?, :redirectable?
+
+    def redirectable_baller? uri1, uri2
+      valid = /\A(?:https?|ftp)\z/i
+      valid =~ uri1.scheme.downcase && valid =~ uri2.scheme
+    end
+  end
+
+  # The original open_uri takes *args but then doesn't do anything with them.
+  # Assume we can only handle a hash.
+  def self.open_uri name, options = {}, &block
+    value = options.delete :allow_unsafe_redirects
+
+    if value
+      class <<self
+        remove_method :redirectable?
+        alias_method :redirectable?, :redirectable_baller?
+      end
+    else
+      class <<self
+        remove_method :redirectable?
+        alias_method :redirectable?, :redirectable_cautious?
+      end
+    end
+
+    self.open_uri_original name, options, &block
+  end
+end

data/lib/sitemap_checker/path.rb

@@ -13,7 +13,9 @@ module SitemapChecker
 
     def status
       begin
-        @status ||= open(@url).status[0]
+        @status ||= open(@url, {:allow_unsafe_redirects => true}).status[0]
+      rescue RuntimeError => e
+        e
       rescue OpenURI::HTTPError => e
         e.io.status[0]
       end

data/lib/sitemap_checker/version.rb

@@ -1,3 +1,3 @@
 module SitemapChecker
-  VERSION = "0.1.3"
+  VERSION = "0.1.4"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: sitemap_checker
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.4
   prerelease: 
 platform: ruby
 authors:
@@ -40,6 +40,7 @@ files:
 - README.md
 - Rakefile
 - lib/sitemap_checker.rb
+- lib/sitemap_checker/open_uri.rb
 - lib/sitemap_checker/path.rb
 - lib/sitemap_checker/sitemap.rb
 - lib/sitemap_checker/version.rb