klepto 0.6.7 → 0.6.8

data/lib/klepto/bot.rb

@@ -62,7 +62,11 @@ EOS
         
         # This is here to debug, having a weird issue with getting a 200 and sometimes
         #   returning @browser.failure? => true
-        sleep 1        
+        sleep_counter = 0
+        while @browser.status.nil? && sleep_counter < @config.sleep_tries
+          sleep_counter +=1
+          sleep @config.sleep
+        end
 
         # If the page was not a failure or if not aborting, structure that bad boy.
         if (@browser.failure? && @config.abort_on_failure?) 

data/lib/klepto/config.rb

@@ -6,6 +6,8 @@ module Klepto
     def initialize
       @headers = {}
       @abort_on_failure = true
+      @sleep = 0.5
+      @sleep_tries = 10
       @abort_on_redirect = false
       @after_handlers   = {
         :structure => [], #after each call to
@@ -24,6 +26,14 @@ module Klepto
     #   @handlers[group][handler].each{|handler| handler.call(*args)}
     # end
 
+    def sleep(_sleep=nil)
+      @sleep = _sleep
+    end
+
+    def sleep_tries(_sleep_tries=nil)
+      @sleep_tries = _sleep_tries
+    end    
+
     def driver(_driver=nil)
       @default_driver = _driver if _driver
       @default_driver

data/lib/klepto/version.rb

@@ -1,3 +1,3 @@
 module Klepto
-  VERSION = "0.6.7"
+  VERSION = "0.6.8"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: klepto
 version: !ruby/object:Gem::Version
-  version: 0.6.7
+  version: 0.6.8
   prerelease: 
 platform: ruby
 authors: