site_mapper 0.0.7 → 0.0.8
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/site_mapper/crawler.rb +1 -1
- data/lib/site_mapper/version.rb +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: b52f224f6a1dbfdc6207741e9efe92fd6e4adbc5
|
4
|
+
data.tar.gz: dc70e4ba139a385164aa122e17e61e06bf469614
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 6546905269282bb362050fb41c679a42aa7ea91f849425c31b0493f1f6c1727e043e7e147ab51042cafe18afd9e092b91293247c5f3de6f57d8fb13d0a58ca06
|
7
|
+
data.tar.gz: f1821f346544348ac708ed2582538d7c56a7151058a0880a8cb6cf14a93b23481c458e9a512a630e7bf25b0bd768739511245f3eb40b8d8a90504e8cb4f378d1
|
data/lib/site_mapper/crawler.rb
CHANGED
@@ -36,7 +36,7 @@ module SiteMapper
|
|
36
36
|
@fetch_queue << @crawl_url.resolved_base_url
|
37
37
|
until @fetch_queue.empty?
|
38
38
|
url = @fetch_queue.pop
|
39
|
-
|
39
|
+
yield(url)
|
40
40
|
page_links(url)
|
41
41
|
end
|
42
42
|
puts "Crawling finished, #{@processed.length} links found"
|
data/lib/site_mapper/version.rb
CHANGED