sitemap-parser 0.0.3 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 5a0682d686b4782b8a065dbd86b12031c0dfa5a7
-  data.tar.gz: 1913c025c57a5fe9a9b374b2774ae049ad1b6dfc
+  metadata.gz: 5cf7f24d9633d44bd80514db606dafa869de8e8a
+  data.tar.gz: 5dc60886285798683a43f21e81f44f7afdbafc19
 SHA512:
-  metadata.gz: cf5e98fc405576f597fe68c0994dc4fdc56d2b3bce0b147665f9e03d22790818a5dc8dd49d9012edb7e1fc52ae3ca6f9bb2f9e6fa6f31610814a7595a3e90eec
-  data.tar.gz: 8f5d2fc31899c4049187e24bb3ce6395aa794ef1ff674c1e94775e08dc3e5e8a26246badcbdf1be4d03e920cdc9525b51d15e1c0594d4e4a6ca0730d0751c1fa
+  metadata.gz: 07241173a5e14eb552827d48b75a3caa27c5b40f1e3eaf39db588a7009d1c8f65b7c302072eef7d9e6a9ce6bce0b7ad94ec36130039a42640d159e8ddcea140f
+  data.tar.gz: c3a5d2fa4b2e182eb0b335cb04ba65839d213690fad73f12d3055b85e2ad10da5133aa88fa6baab304576dd0d04fd870de793c1b73c849f08cfaaf691f90b238

data/lib/sitemap-parser.rb

@@ -1,5 +1,5 @@
 require 'nokogiri'
-require 'open-uri'
+require 'typhoeus'
 
 class SitemapParser
 
@@ -7,15 +7,35 @@ class SitemapParser
     @url = url
   end
 
+  def raw_sitemap
+    @raw_sitemap ||= begin
+      request = Typhoeus::Request.new(@url, followlocation: true)
+      request.on_complete do |response|
+        if response.success?
+          return response.body
+        else
+          return nil
+        end
+      end
+      request.run
+    end
+  end
+
   def sitemap
-    @sitemap ||= Nokogiri::XML(open(@url))
+    @sitemap ||= Nokogiri::XML(raw_sitemap)
+  rescue
+    nil
   end
 
   def urls
     sitemap.at("urlset").search("url")
+  rescue
+    nil
   end
 
   def to_a
     urls.map { |url| url.at("loc").content }
+  rescue
+    []
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: sitemap-parser
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.1.0
 platform: ruby
 authors:
 - Ben Balter
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-03-02 00:00:00.000000000 Z
+date: 2014-03-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
@@ -24,6 +24,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 1.5.6
+- !ruby/object:Gem::Dependency
+  name: typhoeus
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.6.7
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.6.7
 description: Ruby Gem to parse sitemaps.org compliant sitemaps.
 email: ben.balter@github.com
 executables: []