kimurai 1.0.1 → 1.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (21) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +56 -1
  3. data/README.md +183 -69
  4. data/kimurai.gemspec +1 -1
  5. data/lib/kimurai/base.rb +96 -36
  6. data/lib/kimurai/base/{simple_saver.rb → saver.rb} +25 -17
  7. data/lib/kimurai/base/storage.rb +91 -0
  8. data/lib/kimurai/browser_builder.rb +6 -0
  9. data/lib/kimurai/browser_builder/mechanize_builder.rb +22 -18
  10. data/lib/kimurai/browser_builder/poltergeist_phantomjs_builder.rb +25 -20
  11. data/lib/kimurai/browser_builder/selenium_chrome_builder.rb +21 -23
  12. data/lib/kimurai/browser_builder/selenium_firefox_builder.rb +22 -18
  13. data/lib/kimurai/capybara_ext/mechanize/driver.rb +1 -1
  14. data/lib/kimurai/capybara_ext/session.rb +47 -7
  15. data/lib/kimurai/cli.rb +2 -1
  16. data/lib/kimurai/pipeline.rb +6 -2
  17. data/lib/kimurai/template/Gemfile +8 -0
  18. data/lib/kimurai/template/spiders/application_spider.rb +50 -35
  19. data/lib/kimurai/version.rb +1 -1
  20. metadata +5 -5
  21. data/lib/kimurai/base/uniq_checker.rb +0 -22
data/lib/kimurai/base/{simple_saver.rb → saver.rb} RENAMED
@@ -3,38 +3,46 @@ require 'csv'
3
3
 
4
4
  module Kimurai
5
5
  class Base
6
- class SimpleSaver
7
- def initialize
6
+ class Saver
7
+ attr_reader :format, :path, :position, :append
8
+
9
+ def initialize(path, format:, position: true, append: false)
10
+ unless %i(json pretty_json jsonlines csv).include?(format)
11
+ raise "SimpleSaver: wrong type of format: #{format}"
12
+ end
13
+
14
+ @path = path
15
+ @format = format
16
+ @position = position
8
17
  @index = 0
18
+ @append = append
9
19
  @mutex = Mutex.new
10
20
  end
11
21
 
12
- def save(path, item, format:, position:)
22
+ def save(item)
13
23
  @mutex.synchronize do
14
24
  @index += 1
15
25
  item[:position] = @index if position
16
26
 
17
27
  case format
18
28
  when :json
19
- save_to_json(item, path)
29
+ save_to_json(item)
20
30
  when :pretty_json
21
- save_to_pretty_json(item, path)
31
+ save_to_pretty_json(item)
22
32
  when :jsonlines
23
- save_to_jsonlines(item, path)
33
+ save_to_jsonlines(item)
24
34
  when :csv
25
- save_to_csv(item, path)
26
- else
27
- raise "SimpleSaver: wrong type of format: #{format}"
35
+ save_to_csv(item)
28
36
  end
29
37
  end
30
38
  end
31
39
 
32
40
  private
33
41
 
34
- def save_to_json(item, path)
42
+ def save_to_json(item)
35
43
  data = JSON.generate([item])
36
44
 
37
- if @index > 1
45
+ if append || @index > 1
38
46
  file_content = File.read(path).sub(/\}\]\Z/, "\}\,")
39
47
  File.open(path, "w") do |f|
40
48
  f.write(file_content + data.sub(/\A\[/, ""))
@@ -44,10 +52,10 @@ module Kimurai
44
52
  end
45
53
  end
46
54
 
47
- def save_to_pretty_json(item, path)
55
+ def save_to_pretty_json(item)
48
56
  data = JSON.pretty_generate([item])
49
57
 
50
- if @index > 1
58
+ if append || @index > 1
51
59
  file_content = File.read(path).sub(/\}\n\]\Z/, "\}\,\n")
52
60
  File.open(path, "w") do |f|
53
61
  f.write(file_content + data.sub(/\A\[\n/, ""))
@@ -57,20 +65,20 @@ module Kimurai
57
65
  end
58
66
  end
59
67
 
60
- def save_to_jsonlines(item, path)
68
+ def save_to_jsonlines(item)
61
69
  data = JSON.generate(item)
62
70
 
63
- if @index > 1
71
+ if append || @index > 1
64
72
  File.open(path, "a") { |file| file.write("\n" + data) }
65
73
  else
66
74
  File.open(path, "w") { |file| file.write(data) }
67
75
  end
68
76
  end
69
77
 
70
- def save_to_csv(item, path)
78
+ def save_to_csv(item)
71
79
  data = flatten_hash(item)
72
80
 
73
- if @index > 1
81
+ if append || @index > 1
74
82
  CSV.open(path, "a+", force_quotes: true) do |csv|
75
83
  csv << data.values
76
84
  end
data/lib/kimurai/base/storage.rb ADDED
@@ -0,0 +1,91 @@
1
+ require 'pstore'
2
+
3
+ module Kimurai
4
+ class Base
5
+ class Storage
6
+ attr_reader :database, :path
7
+
8
+ def initialize(path = nil)
9
+ @path = path
10
+ @mutex = Mutex.new
11
+ @database = path ? PStore.new(path) : {}
12
+ end
13
+
14
+ def all(scope = nil)
15
+ @mutex.synchronize do
16
+ if path
17
+ database.transaction { scope ? database.fetch(scope, []) : database }
18
+ else
19
+ scope ? database.fetch(scope, []) : database
20
+ end
21
+ end
22
+ end
23
+
24
+ def include?(scope, value)
25
+ @mutex.synchronize do
26
+ if path
27
+ database.transaction do
28
+ database[scope] ||= []
29
+ database[scope].include?(value)
30
+ end
31
+ else
32
+ database[scope] ||= []
33
+ database[scope].include?(value)
34
+ end
35
+ end
36
+ end
37
+
38
+ def add(scope, value)
39
+ @mutex.synchronize do
40
+ if path
41
+ database.transaction do
42
+ database[scope] ||= []
43
+ database[scope].push(value) unless database[scope].include?(value)
44
+ end
45
+ else
46
+ database[scope] ||= []
47
+ database[scope].push(value) unless database[scope].include?(value)
48
+ end
49
+ end
50
+ end
51
+
52
+ ###
53
+
54
+ def unique?(scope, value)
55
+ @mutex.synchronize do
56
+ if path
57
+ database.transaction do
58
+ database[scope] ||= []
59
+ database[scope].include?(value) ? false : database[scope].push(value) and true
60
+ end
61
+ else
62
+ database[scope] ||= []
63
+ database[scope].include?(value) ? false : database[scope].push(value) and true
64
+ end
65
+ end
66
+ end
67
+
68
+ ###
69
+
70
+ def clear!
71
+ @mutex.synchronize do
72
+ if path
73
+ database.transaction do
74
+ database.roots.each { |key| database.delete key }
75
+ end
76
+ else
77
+ database = {}
78
+ end
79
+ end
80
+ end
81
+
82
+ def delete!
83
+ @mutex.synchronize do
84
+ if path
85
+ File.delete path if File.exists? path
86
+ end
87
+ end
88
+ end
89
+ end
90
+ end
91
+ end
data/lib/kimurai/browser_builder.rb CHANGED
@@ -13,6 +13,12 @@ module Kimurai
13
13
  raise "BrowserBuilder: wrong name of engine, available engines: #{AVAILABLE_ENGINES.join(', ')}"
14
14
  end
15
15
 
16
+ if config[:browser].present?
17
+ raise "++++++ BrowserBuilder: browser option is depricated. Now all sub-options inside " \
18
+ "`browser` should be placed right into `@config` hash, without `browser` parent key.\n" \
19
+ "See more here: https://github.com/vifreefly/kimuraframework/blob/master/CHANGELOG.md#breaking-changes-110 ++++++"
20
+ end
21
+
16
22
  case engine
17
23
  when :mechanize
18
24
  require_relative 'browser_builder/mechanize_builder'
data/lib/kimurai/browser_builder/mechanize_builder.rb CHANGED
@@ -29,6 +29,10 @@ module Kimurai
29
29
  @browser.spider = spider
30
30
  logger.debug "BrowserBuilder (mechanize): created browser instance"
31
31
 
32
+ if @config[:extensions].present?
33
+ logger.error "BrowserBuilder (mechanize): `extensions` option not supported, skipped"
34
+ end
35
+
32
36
  # Proxy
33
37
  if proxy = @config[:proxy].presence
34
38
  proxy_string = (proxy.class == Proc ? proxy.call : proxy).strip
@@ -63,7 +67,7 @@ module Kimurai
63
67
  user_agent_string = (user_agent.class == Proc ? user_agent.call : user_agent).strip
64
68
 
65
69
  @browser.driver.add_header("User-Agent", user_agent_string)
66
- logger.debug "BrowserBuilder (mechanize): enabled custom user-agent"
70
+ logger.debug "BrowserBuilder (mechanize): enabled custom user_agent"
67
71
  end
68
72
 
69
73
  # Cookies
@@ -77,59 +81,59 @@ module Kimurai
77
81
 
78
82
  # Browser instance options
79
83
  # retry_request_errors
80
- if errors = @config.dig(:browser, :retry_request_errors).presence
84
+ if errors = @config[:retry_request_errors].presence
81
85
  @browser.config.retry_request_errors = errors
82
- logger.debug "BrowserBuilder (mechanize): enabled `browser retry_request_errors`"
86
+ logger.debug "BrowserBuilder (mechanize): enabled retry_request_errors"
83
87
  end
84
88
 
85
89
  # restart_if
86
- if @config.dig(:browser, :restart_if).present?
87
- logger.warn "BrowserBuilder (mechanize): `browser restart_if` options not supported by Mechanize, skipped"
90
+ if @config[:restart_if].present?
91
+ logger.warn "BrowserBuilder (mechanize): restart_if options not supported by Mechanize, skipped"
88
92
  end
89
93
 
90
94
  # before_request clear_cookies
91
- if @config.dig(:browser, :before_request, :clear_cookies)
95
+ if @config.dig(:before_request, :clear_cookies)
92
96
  @browser.config.before_request[:clear_cookies] = true
93
- logger.debug "BrowserBuilder (mechanize): enabled `browser before_request clear_cookies`"
97
+ logger.debug "BrowserBuilder (mechanize): enabled before_request.clear_cookies"
94
98
  end
95
99
 
96
100
  # before_request clear_and_set_cookies
97
- if @config.dig(:browser, :before_request, :clear_and_set_cookies)
101
+ if @config.dig(:before_request, :clear_and_set_cookies)
98
102
  if cookies = @config[:cookies].presence
99
103
  @browser.config.cookies = cookies
100
104
  @browser.config.before_request[:clear_and_set_cookies] = true
101
- logger.debug "BrowserBuilder (mechanize): enabled `browser before_request clear_and_set_cookies`"
105
+ logger.debug "BrowserBuilder (mechanize): enabled before_request.clear_and_set_cookies"
102
106
  else
103
- logger.error "BrowserBuilder (mechanize): `cookies` should be present to enable `browser before_request clear_and_set_cookies`, skipped"
107
+ logger.error "BrowserBuilder (mechanize): cookies should be present to enable before_request.clear_and_set_cookies, skipped"
104
108
  end
105
109
  end
106
110
 
107
111
  # before_request change_user_agent
108
- if @config.dig(:browser, :before_request, :change_user_agent)
112
+ if @config.dig(:before_request, :change_user_agent)
109
113
  if @config[:user_agent].present? && @config[:user_agent].class == Proc
110
114
  @browser.config.user_agent = @config[:user_agent]
111
115
  @browser.config.before_request[:change_user_agent] = true
112
- logger.debug "BrowserBuilder (mechanize): enabled `browser before_request change_user_agent`"
116
+ logger.debug "BrowserBuilder (mechanize): enabled before_request.change_user_agent"
113
117
  else
114
- logger.error "BrowserBuilder (mechanize): `user_agent` should be present and has lambda format to enable `browser before_request change_user_agent`, skipped"
118
+ logger.error "BrowserBuilder (mechanize): user_agent should be present and has lambda format to enable before_request.change_user_agent, skipped"
115
119
  end
116
120
  end
117
121
 
118
122
  # before_request change_proxy
119
- if @config.dig(:browser, :before_request, :change_proxy)
123
+ if @config.dig(:before_request, :change_proxy)
120
124
  if @config[:proxy].present? && @config[:proxy].class == Proc
121
125
  @browser.config.proxy = @config[:proxy]
122
126
  @browser.config.before_request[:change_proxy] = true
123
- logger.debug "BrowserBuilder (mechanize): enabled `browser before_request change_proxy`"
127
+ logger.debug "BrowserBuilder (mechanize): enabled before_request.change_proxy"
124
128
  else
125
- logger.error "BrowserBuilder (mechanize): `proxy` should be present and has lambda format to enable `browser before_request change_proxy`, skipped"
129
+ logger.error "BrowserBuilder (mechanize): proxy should be present and has lambda format to enable before_request.change_proxy, skipped"
126
130
  end
127
131
  end
128
132
 
129
133
  # before_request delay
130
- if delay = @config.dig(:browser, :before_request, :delay).presence
134
+ if delay = @config.dig(:before_request, :delay).presence
131
135
  @browser.config.before_request[:delay] = delay
132
- logger.debug "BrowserBuilder (mechanize): enabled `browser before_request delay`"
136
+ logger.debug "BrowserBuilder (mechanize): enabled before_request.delay"
133
137
  end
134
138
 
135
139
  # return Capybara session instance
data/lib/kimurai/browser_builder/poltergeist_phantomjs_builder.rb CHANGED
@@ -23,6 +23,11 @@ module Kimurai
23
23
  js_errors: false, debug: false, inspector: false, phantomjs_options: []
24
24
  }
25
25
 
26
+ if extensions = @config[:extensions].presence
27
+ driver_options[:extensions] = extensions
28
+ logger.debug "BrowserBuilder (poltergeist_phantomjs): enabled extensions"
29
+ end
30
+
26
31
  # Window size
27
32
  if size = @config[:window_size].presence
28
33
  driver_options[:window_size] = size
@@ -73,7 +78,7 @@ module Kimurai
73
78
  user_agent_string = (user_agent.class == Proc ? user_agent.call : user_agent).strip
74
79
 
75
80
  @browser.driver.add_header("User-Agent", user_agent_string)
76
- logger.debug "BrowserBuilder (poltergeist_phantomjs): enabled custom user-agent"
81
+ logger.debug "BrowserBuilder (poltergeist_phantomjs): enabled custom user_agent"
77
82
  end
78
83
 
79
84
  # Cookies
@@ -87,65 +92,65 @@ module Kimurai
87
92
 
88
93
  # Browser instance options
89
94
  # retry_request_errors
90
- if errors = @config.dig(:browser, :retry_request_errors).presence
95
+ if errors = @config[:retry_request_errors].presence
91
96
  @browser.config.retry_request_errors = errors
92
- logger.debug "BrowserBuilder (poltergeist_phantomjs): enabled `browser retry_request_errors`"
97
+ logger.debug "BrowserBuilder (poltergeist_phantomjs): enabled retry_request_errors"
93
98
  end
94
99
 
95
100
  # restart_if
96
- if requests_limit = @config.dig(:browser, :restart_if, :requests_limit).presence
101
+ if requests_limit = @config.dig(:restart_if, :requests_limit).presence
97
102
  @browser.config.restart_if[:requests_limit] = requests_limit
98
- logger.debug "BrowserBuilder (poltergeist_phantomjs): enabled `browser restart_if requests_limit` >= #{requests_limit}"
103
+ logger.debug "BrowserBuilder (poltergeist_phantomjs): enabled restart_if.requests_limit >= #{requests_limit}"
99
104
  end
100
105
 
101
- if memory_limit = @config.dig(:browser, :restart_if, :memory_limit).presence
106
+ if memory_limit = @config.dig(:restart_if, :memory_limit).presence
102
107
  @browser.config.restart_if[:memory_limit] = memory_limit
103
- logger.debug "BrowserBuilder (poltergeist_phantomjs): enabled `browser restart_if memory_limit` >= #{memory_limit}"
108
+ logger.debug "BrowserBuilder (poltergeist_phantomjs): enabled restart_if.memory_limit >= #{memory_limit}"
104
109
  end
105
110
 
106
111
  # before_request clear_cookies
107
- if @config.dig(:browser, :before_request, :clear_cookies)
112
+ if @config.dig(:before_request, :clear_cookies)
108
113
  @browser.config.before_request[:clear_cookies] = true
109
- logger.debug "BrowserBuilder (poltergeist_phantomjs): enabled `browser before_request clear_cookies`"
114
+ logger.debug "BrowserBuilder (poltergeist_phantomjs): enabled before_request.clear_cookies"
110
115
  end
111
116
 
112
117
  # before_request clear_and_set_cookies
113
- if @config.dig(:browser, :before_request, :clear_and_set_cookies)
118
+ if @config.dig(:before_request, :clear_and_set_cookies)
114
119
  if cookies = @config[:cookies].presence
115
120
  @browser.config.cookies = cookies
116
121
  @browser.config.before_request[:clear_and_set_cookies] = true
117
- logger.debug "BrowserBuilder (poltergeist_phantomjs): enabled `browser before_request clear_and_set_cookies`"
122
+ logger.debug "BrowserBuilder (poltergeist_phantomjs): enabled before_request.clear_and_set_cookies"
118
123
  else
119
- logger.error "BrowserBuilder (poltergeist_phantomjs): `cookies` should be present to enable `browser before_request clear_and_set_cookies`, skipped"
124
+ logger.error "BrowserBuilder (poltergeist_phantomjs): cookies should be present to enable before_request.clear_and_set_cookies, skipped"
120
125
  end
121
126
  end
122
127
 
123
128
  # before_request change_user_agent
124
- if @config.dig(:browser, :before_request, :change_user_agent)
129
+ if @config.dig(:before_request, :change_user_agent)
125
130
  if @config[:user_agent].present? && @config[:user_agent].class == Proc
126
131
  @browser.config.user_agent = @config[:user_agent]
127
132
  @browser.config.before_request[:change_user_agent] = true
128
- logger.debug "BrowserBuilder (poltergeist_phantomjs): enabled `browser before_request change_user_agent`"
133
+ logger.debug "BrowserBuilder (poltergeist_phantomjs): enabled before_request.change_user_agent"
129
134
  else
130
- logger.error "BrowserBuilder (poltergeist_phantomjs): `user_agent` should be present and has lambda format to enable `browser before_request change_user_agent`, skipped"
135
+ logger.error "BrowserBuilder (poltergeist_phantomjs): user_agent should be present and has lambda format to enable before_request.change_user_agent, skipped"
131
136
  end
132
137
  end
133
138
 
134
139
  # before_request change_proxy
135
- if @config.dig(:browser, :before_request, :change_proxy)
140
+ if @config.dig(:before_request, :change_proxy)
136
141
  if @config[:proxy].present? && @config[:proxy].class == Proc
137
142
  @browser.config.proxy = @config[:proxy]
138
143
  @browser.config.before_request[:change_proxy] = true
139
- logger.debug "BrowserBuilder (poltergeist_phantomjs): enabled `browser before_request change_proxy`"
144
+ logger.debug "BrowserBuilder (poltergeist_phantomjs): enabled before_request.change_proxy"
140
145
  else
141
- logger.error "BrowserBuilder (poltergeist_phantomjs): `proxy` should be present and has lambda format to enable `browser before_request change_proxy`, skipped"
146
+ logger.error "BrowserBuilder (poltergeist_phantomjs): proxy should be present and has lambda format to enable before_request.change_proxy, skipped"
142
147
  end
143
148
  end
144
149
 
145
150
  # before_request delay
146
- if delay = @config.dig(:browser, :before_request, :delay).presence
151
+ if delay = @config.dig(:before_request, :delay).presence
147
152
  @browser.config.before_request[:delay] = delay
148
- logger.debug "BrowserBuilder (poltergeist_phantomjs): enabled `browser before_request delay`"
153
+ logger.debug "BrowserBuilder (poltergeist_phantomjs): enabled before_request.delay"
149
154
  end
150
155
 
151
156
  # return Capybara session instance
data/lib/kimurai/browser_builder/selenium_chrome_builder.rb CHANGED
@@ -75,7 +75,7 @@ module Kimurai
75
75
  if user_agent = @config[:user_agent].presence
76
76
  user_agent_string = (user_agent.class == Proc ? user_agent.call : user_agent).strip
77
77
  driver_options.args << "--user-agent='#{user_agent_string}'"
78
- logger.debug "BrowserBuilder (selenium_chrome): enabled custom user-agent"
78
+ logger.debug "BrowserBuilder (selenium_chrome): enabled custom user_agent"
79
79
  end
80
80
 
81
81
  # Headless mode
@@ -107,11 +107,9 @@ module Kimurai
107
107
  @browser.spider = spider
108
108
  logger.debug "BrowserBuilder (selenium_chrome): created browser instance"
109
109
 
110
- # Window size
111
- # if size = @config[:window_size].presence
112
- # @browser.current_window.resize_to(*size)
113
- # logger.debug "BrowserBuilder (selenium_chrome): enabled window_size"
114
- # end
110
+ if @config[:extensions].present?
111
+ logger.error "BrowserBuilder (selenium_chrome): `extensions` option not supported by Selenium, skipped"
112
+ end
115
113
 
116
114
  # Cookies
117
115
  if cookies = @config[:cookies].presence
@@ -121,53 +119,53 @@ module Kimurai
121
119
 
122
120
  # Browser instance options
123
121
  # retry_request_errors
124
- if errors = @config.dig(:browser, :retry_request_errors).presence
122
+ if errors = @config[:retry_request_errors].presence
125
123
  @browser.config.retry_request_errors = errors
126
- logger.debug "BrowserBuilder (selenium_chrome): enabled `browser retry_request_errors`"
124
+ logger.debug "BrowserBuilder (selenium_chrome): enabled retry_request_errors"
127
125
  end
128
126
 
129
127
  # restart_if
130
- if requests_limit = @config.dig(:browser, :restart_if, :requests_limit).presence
128
+ if requests_limit = @config.dig(:restart_if, :requests_limit).presence
131
129
  @browser.config.restart_if[:requests_limit] = requests_limit
132
- logger.debug "BrowserBuilder (selenium_chrome): enabled `browser restart_if requests_limit` >= #{requests_limit}"
130
+ logger.debug "BrowserBuilder (selenium_chrome): enabled restart_if.requests_limit >= #{requests_limit}"
133
131
  end
134
132
 
135
- if memory_limit = @config.dig(:browser, :restart_if, :memory_limit).presence
133
+ if memory_limit = @config.dig(:restart_if, :memory_limit).presence
136
134
  @browser.config.restart_if[:memory_limit] = memory_limit
137
- logger.debug "BrowserBuilder (selenium_chrome): enabled `browser restart_if memory_limit` >= #{memory_limit}"
135
+ logger.debug "BrowserBuilder (selenium_chrome): enabled restart_if.memory_limit >= #{memory_limit}"
138
136
  end
139
137
 
140
138
  # before_request clear_cookies
141
- if @config.dig(:browser, :before_request, :clear_cookies)
139
+ if @config.dig(:before_request, :clear_cookies)
142
140
  @browser.config.before_request[:clear_cookies] = true
143
- logger.debug "BrowserBuilder (selenium_chrome): enabled `browser before_request clear_cookies`"
141
+ logger.debug "BrowserBuilder (selenium_chrome): enabled before_request.clear_cookies"
144
142
  end
145
143
 
146
144
  # before_request clear_and_set_cookies
147
- if @config.dig(:browser, :before_request, :clear_and_set_cookies)
145
+ if @config.dig(:before_request, :clear_and_set_cookies)
148
146
  if cookies = @config[:cookies].presence
149
147
  @browser.config.cookies = cookies
150
148
  @browser.config.before_request[:clear_and_set_cookies] = true
151
- logger.debug "BrowserBuilder (selenium_chrome): enabled `browser before_request clear_and_set_cookies`"
149
+ logger.debug "BrowserBuilder (selenium_chrome): enabled before_request.clear_and_set_cookies"
152
150
  else
153
- logger.error "BrowserBuilder (selenium_chrome): `cookies` should be present to enable `browser before_request clear_and_set_cookies`, skipped"
151
+ logger.error "BrowserBuilder (selenium_chrome): cookies should be present to enable before_request.clear_and_set_cookies, skipped"
154
152
  end
155
153
  end
156
154
 
157
155
  # before_request change_user_agent
158
- if @config.dig(:browser, :before_request, :change_user_agent)
159
- logger.error "BrowserBuilder (selenium_chrome): `browser before_request change_user_agent` option not supported by Selenium, skipped"
156
+ if @config.dig(:before_request, :change_user_agent)
157
+ logger.error "BrowserBuilder (selenium_chrome): before_request.change_user_agent option not supported by Selenium, skipped"
160
158
  end
161
159
 
162
160
  # before_request change_proxy
163
- if @config.dig(:browser, :before_request, :change_proxy)
164
- logger.error "BrowserBuilder (selenium_chrome): `browser before_request change_proxy` option not supported by Selenium, skipped"
161
+ if @config.dig(:before_request, :change_proxy)
162
+ logger.error "BrowserBuilder (selenium_chrome): before_request.change_proxy option not supported by Selenium, skipped"
165
163
  end
166
164
 
167
165
  # before_request delay
168
- if delay = @config.dig(:browser, :before_request, :delay).presence
166
+ if delay = @config.dig(:before_request, :delay).presence
169
167
  @browser.config.before_request[:delay] = delay
170
- logger.debug "BrowserBuilder (selenium_chrome): enabled `browser before_request delay`"
168
+ logger.debug "BrowserBuilder (selenium_chrome): enabled before_request.delay"
171
169
  end
172
170
 
173
171
  # return Capybara session instance