spieker 0.0.9 → 0.0.10

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 97a34a590f7122fb4a85c4ecdbae4f275ba8de3f
-  data.tar.gz: ecdad843017e8d2a0730e4c637492c9e95d762c2
+  metadata.gz: f73881bd8600d34c31815aff722fb40e6acdd3a1
+  data.tar.gz: 0e36fe7a5e7eda48af22955642461db2012ad56a
 SHA512:
-  metadata.gz: f8f4bd887fab6904bdd7fa95b4145ddf190f765782f1d11cc1184eb6190888a746b3ccaf8cc98e45788da5fe2c22e9181d4e2146846730a1bada585f622d1c66
-  data.tar.gz: 40012f786528bf8b8898f30f44d7715584c311df96140c70dabfeac5679a4e02693e62a310dbb97dbcee7d5839941641dd872c82c96657dfdc6498013d65241d
+  metadata.gz: de509511417c0826a8d92be8164049f218ec30b90434d31084a09de6ef03c8f42c88a2b20db6573cf0a9e622a8c25e1e81d88a0bf6536e3d8e4be1f8871bdd1a
+  data.tar.gz: df8793a2c7bb3d1c663e0ea3a74db453fabb5837a278b8d06eff1345aa68e3466d2ecc61bb5b0b0f3fd4350a72b504ca5f852d18a88e61a89a9cde142a49aba2

data/CHANGELOG

@@ -1,3 +1,7 @@
+0.0.10
+	* Better error handling on timeout
+	* Add googlebot to useragent
+
 0.0.9
 	* Net::ReadTimeouts can occur if other JS blocks the page/evaluate. Fallback
 	to regular selecting

data/lib/spieker/link_scraper.rb

@@ -15,7 +15,8 @@ module Spieker
 
       Capybara.register_driver :tolq do |app|
         profile = Selenium::WebDriver::Firefox::Profile.new
-        profile['general.useragent.override'] = "Mozilla/5.0 (compatible; Tolq Spieker/#{Spieker::VERSION}; +http://www.tolq.com)"
+        # Sorry internet, but we need the whitelisting
+        profile['general.useragent.override'] = "Mozilla/5.0 (compatible; Googlebot TolqSpieker/#{Spieker::VERSION}; +http://www.tolq.com)"
 
         Capybara::Selenium::Driver.new(app, :profile => profile)
       end
@@ -56,7 +57,7 @@ module Spieker
         begin
           # Our javascript adds a class if the content has been succesfully submitted
           page.find(:css, 'html.tolq-content-updated')
-        rescue Capybara::Ambiguous, Capybara::ElementNotFound => e
+        rescue Capybara::Ambiguous, Capybara::ElementNotFound, Net::ReadTimeout => e
           puts "Something went wrong with submitting the content: #{e.message}"
         end
         links

data/lib/spieker/version.rb

@@ -1,3 +1,3 @@
 module Spieker
-  VERSION = "0.0.9"
+  VERSION = "0.0.10"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: spieker
 version: !ruby/object:Gem::Version
-  version: 0.0.9
+  version: 0.0.10
 platform: ruby
 authors:
 - Timon Vonk
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-09-05 00:00:00.000000000 Z
+date: 2013-09-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler