pantopoda 0.0.6 → 0.0.7
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/pantopoda/version.rb +1 -1
- data/lib/pantopoda.rb +3 -3
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: d13ad12df8d445df6bccd998ccbf8404944919c0
|
|
4
|
+
data.tar.gz: 7a7f1a1d9f98ae5f5213979f3246e2caa4c9071c
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 40a2d0be2bacd7a562666fb1393dfa685e396790294172c56c837756df50ad97e13db1e1bd57b2b5a007d846be7ea642368a91ee54cad2fda6b0d6c53300c015
|
|
7
|
+
data.tar.gz: 6f4d4dbb16c2bb670730a2e315a6abf8d76282c87edc493b22c01658d3839894d36f69d3473b0a7c7fd8bdd55de8e925394e65a7fb7ba763495767a1d2f3ee6d
|
data/lib/pantopoda/version.rb
CHANGED
data/lib/pantopoda.rb
CHANGED
|
@@ -41,9 +41,9 @@ module Pantopoda
|
|
|
41
41
|
links = Nokogiri::HTML.parse(response.body).xpath('.//a/@href')
|
|
42
42
|
links.each do |link|
|
|
43
43
|
if (internal_link?(link, response.effective_url) && !@global_visited.include?(make_absolute(link, response.effective_url)) && no_hash_in_url?(link) && ignore_extensions(link))
|
|
44
|
-
|
|
45
|
-
if (
|
|
46
|
-
absolute_link = make_absolute(
|
|
44
|
+
sanitize_link = sanitize_link(split_url_at_hash(link))
|
|
45
|
+
if (sanitize_link)
|
|
46
|
+
absolute_link = make_absolute(sanitize_link, response.effective_url)
|
|
47
47
|
if absolute_link
|
|
48
48
|
@global_queue << absolute_link
|
|
49
49
|
end
|