spieker 0.0.8 → 0.0.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 1efbda5b0c8acddf71421f0a398fe81147bba156
-  data.tar.gz: b8d089ba60167155d2f502e6bbe6f06110d55a58
+  metadata.gz: 97a34a590f7122fb4a85c4ecdbae4f275ba8de3f
+  data.tar.gz: ecdad843017e8d2a0730e4c637492c9e95d762c2
 SHA512:
-  metadata.gz: 33cbdaa59a122b8572c84e6697dd8f2e3c066248a0a770bee2766ec8a0de261eda9f90591f4ae3fc2539a39e402bac78286bec9e5bc0df4f77ac224f4fc61e3a
-  data.tar.gz: 68074bacc9d188afcaf4ce2ac896b6684c3dcea36034b16760a53a564262999628bdf2fedc31a1e2ff3c90e415e7fb286a3f6ace046ecd4e392eff64a4584da1
+  metadata.gz: f8f4bd887fab6904bdd7fa95b4145ddf190f765782f1d11cc1184eb6190888a746b3ccaf8cc98e45788da5fe2c22e9181d4e2146846730a1bada585f622d1c66
+  data.tar.gz: 40012f786528bf8b8898f30f44d7715584c311df96140c70dabfeac5679a4e02693e62a310dbb97dbcee7d5839941641dd872c82c96657dfdc6498013d65241d

data/CHANGELOG

@@ -1,3 +1,7 @@
+0.0.9
+	* Net::ReadTimeouts can occur if other JS blocks the page/evaluate. Fallback
+	to regular selecting
+
 0.0.8
 	* Handle query params like a boss
 	* Fix small bug with language not always being set

data/lib/spieker/link_scraper.rb

@@ -47,7 +47,12 @@ module Spieker
         visit @url.path + query + "#!lang=#{@lang}"
         # Capybara + selenium causes some links not to be found. There doesn't seem to be any method to that.
         # Cool is tho, in JS it's a lot faster as well
-        links = page.evaluate_script('document.getElementsByTagName(\'a\')').map { |el| el['href'] }
+        links = begin
+                  page.evaluate_script('document.getElementsByTagName(\'a\')').map { |el| el['href'] }
+                rescue Net::ReadTimeout
+                  page.all('a').map { |el| el['href'] }
+                end
+
         begin
           # Our javascript adds a class if the content has been succesfully submitted
           page.find(:css, 'html.tolq-content-updated')

data/lib/spieker/version.rb

@@ -1,3 +1,3 @@
 module Spieker
-  VERSION = "0.0.8"
+  VERSION = "0.0.9"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: spieker
 version: !ruby/object:Gem::Version
-  version: 0.0.8
+  version: 0.0.9
 platform: ruby
 authors:
 - Timon Vonk
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-09-03 00:00:00.000000000 Z
+date: 2013-09-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler