klepto 0.6.8 → 0.6.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- data/lib/klepto/bot.rb +3 -3
- data/lib/klepto/config.rb +6 -4
- data/lib/klepto/version.rb +1 -1
- metadata +1 -1
data/lib/klepto/bot.rb
CHANGED
@@ -63,9 +63,9 @@ EOS
|
|
63
63
|
# This is here to debug, having a weird issue with getting a 200 and sometimes
|
64
64
|
# returning @browser.failure? => true
|
65
65
|
sleep_counter = 0
|
66
|
-
while @browser.
|
66
|
+
while @browser.failure? && sleep_counter < @config.sleep_tries
|
67
67
|
sleep_counter +=1
|
68
|
-
sleep @config.
|
68
|
+
sleep @config.sleep_time
|
69
69
|
end
|
70
70
|
|
71
71
|
# If the page was not a failure or if not aborting, structure that bad boy.
|
@@ -73,7 +73,7 @@ EOS
|
|
73
73
|
@config.after_handlers[:abort].each {|ah| ah.call(@browser) }
|
74
74
|
else
|
75
75
|
@structure = __structure(@browser.page)
|
76
|
-
end
|
76
|
+
end
|
77
77
|
rescue Capybara::Poltergeist::TimeoutError => ex
|
78
78
|
if @config.has_timeout_handler?
|
79
79
|
@config.status_handler(:timeout).each{|th| th.call(ex, @browser, @config.url) }
|
data/lib/klepto/config.rb
CHANGED
@@ -6,7 +6,7 @@ module Klepto
|
|
6
6
|
def initialize
|
7
7
|
@headers = {}
|
8
8
|
@abort_on_failure = true
|
9
|
-
@
|
9
|
+
@sleep_time = 0.5
|
10
10
|
@sleep_tries = 10
|
11
11
|
@abort_on_redirect = false
|
12
12
|
@after_handlers = {
|
@@ -26,12 +26,14 @@ module Klepto
|
|
26
26
|
# @handlers[group][handler].each{|handler| handler.call(*args)}
|
27
27
|
# end
|
28
28
|
|
29
|
-
def
|
30
|
-
@
|
29
|
+
def sleep_time(_sleep_time=nil)
|
30
|
+
@sleep_time = _sleep_time if _sleep_time
|
31
|
+
@sleep_time
|
31
32
|
end
|
32
33
|
|
33
34
|
def sleep_tries(_sleep_tries=nil)
|
34
|
-
@sleep_tries = _sleep_tries
|
35
|
+
@sleep_tries = _sleep_tries if _sleep_tries
|
36
|
+
@sleep_tries
|
35
37
|
end
|
36
38
|
|
37
39
|
def driver(_driver=nil)
|
data/lib/klepto/version.rb
CHANGED