geo-spider 0.2.0 → 0.2.1
Sign up to get free protection for your applications and to get access to all the features.
- data/lib/geo-spider/extractors/postcode.rb +1 -1
- data/lib/geo-spider/site.rb +1 -1
- data/lib/geo-spider/version.rb +1 -1
- metadata +1 -1
@@ -18,7 +18,7 @@ module GeoSpider
|
|
18
18
|
|
19
19
|
results.each do |result|
|
20
20
|
begin
|
21
|
-
p = geocoder.locate(:
|
21
|
+
p = geocoder.locate(:postal_code => result, :country => "GB")
|
22
22
|
found_locations << Location.new(:latitude => p.latitude, :longitude => p.longitude, :title => result)
|
23
23
|
rescue Graticule::Error => e
|
24
24
|
next
|
data/lib/geo-spider/site.rb
CHANGED
@@ -28,7 +28,7 @@ module GeoSpider
|
|
28
28
|
seen << url
|
29
29
|
next_links = (page.internal_links - seen - queue) # only add internal links that we've not seen or already have queued.
|
30
30
|
queue.concat(next_links)
|
31
|
-
rescue Timeout::Error
|
31
|
+
rescue Timeout::Error, OpenURI::HTTPError
|
32
32
|
next
|
33
33
|
end
|
34
34
|
end
|
data/lib/geo-spider/version.rb
CHANGED