sitemaps_parser 0.2.1 → 0.2.2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/sitemaps/version.rb +1 -1
- data/lib/sitemaps.rb +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 7ba72de307e8ad869330f8577085aeb085f9d374
|
4
|
+
data.tar.gz: bd1a8740911500318dd227ee311fa31f2e457f81
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 8b504a926a9e51611258f93ba88a85db5664e0939f6bc5337599887b6f258738d8560140f20521bbc2698b0322ec2e3d67abfbd57d02f01258875954f6664a5a
|
7
|
+
data.tar.gz: 2a92c0b888363b473a1cb3d981c3533b4fafe15eacdf7c920aa35e131c8a4a9db2284cef13958b73e52886110c8556b61acf61a6d7272c1e3c375434540a702d
|
data/lib/sitemaps/version.rb
CHANGED
data/lib/sitemaps.rb
CHANGED
@@ -171,7 +171,7 @@ module Sitemaps
|
|
171
171
|
robotsurl.path = "/robots.txt"
|
172
172
|
robotstxt = fetcher.call(robotsurl)
|
173
173
|
|
174
|
-
discovered = robotstxt.scan(/^Sitemap: (.+)$/).flatten.reverse.map { |u| URI.parse(u) }
|
174
|
+
discovered = robotstxt.scan(/^Sitemap: (.+)$/).flatten.reverse.map { |u| URI.parse(u.strip) }
|
175
175
|
discovered.empty? ? nil : discovered
|
176
176
|
rescue
|
177
177
|
nil
|