puppeteer-ruby 0.0.18 → 0.0.19
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.circleci/config.yml +24 -1
- data/.github/workflows/reviewdog.yml +1 -1
- data/.rubocop.yml +13 -3
- data/Dockerfile +9 -0
- data/docker-compose.yml +34 -0
- data/lib/puppeteer.rb +7 -11
- data/lib/puppeteer/browser_runner.rb +1 -1
- data/lib/puppeteer/debug_print.rb +1 -1
- data/lib/puppeteer/define_async_method.rb +1 -1
- data/lib/puppeteer/element_handle.rb +18 -1
- data/lib/puppeteer/env.rb +5 -0
- data/lib/puppeteer/launcher.rb +11 -1
- data/lib/puppeteer/launcher/base.rb +14 -4
- data/lib/puppeteer/launcher/chrome.rb +1 -1
- data/lib/puppeteer/launcher/firefox.rb +392 -0
- data/lib/puppeteer/page.rb +7 -1
- data/lib/puppeteer/remote_object.rb +12 -1
- data/lib/puppeteer/version.rb +1 -1
- data/puppeteer-ruby.gemspec +1 -1
- metadata +7 -4
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 6e6a29713aa4dd143bdd6c4fd1cc84df1bd7037aa920b0d660a62267f6321515
|
4
|
+
data.tar.gz: 46a433d484dfabd019cc0874b8dd6c17182e374fb53d6f6905fde7c1d120d5e6
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 9c5796c2331a9218c1191e1c2869aa5b02c6affdd19f5af23324ee1b257e93d3f328688b19ac14b4060f050c3649a82f6074f0a2b5d66c4bb71f34f46d51557a
|
7
|
+
data.tar.gz: 70bfa15d8c788ab11dbf8cf240a3967a906a15777294b1f8be2be22a64d5f2123a3c4bf44226c35c58bed0614a9b7703d6db498ce283309aa36bb30c5587cea6
|
data/.circleci/config.yml
CHANGED
@@ -5,7 +5,7 @@ orbs:
|
|
5
5
|
jobs:
|
6
6
|
rspec:
|
7
7
|
docker:
|
8
|
-
- image: circleci/ruby:2.6.
|
8
|
+
- image: circleci/ruby:2.6.6-buster-node-browsers
|
9
9
|
executor: ruby/default
|
10
10
|
steps:
|
11
11
|
- checkout
|
@@ -18,6 +18,28 @@ jobs:
|
|
18
18
|
--out test_results/rspec.xml \
|
19
19
|
--format documentation
|
20
20
|
|
21
|
+
rspec_firefox:
|
22
|
+
docker:
|
23
|
+
- image: circleci/ruby:2.6.6-buster-node-browsers
|
24
|
+
executor: ruby/default
|
25
|
+
steps:
|
26
|
+
- checkout
|
27
|
+
- ruby/bundle-install
|
28
|
+
- run:
|
29
|
+
name: install firefox-nightly
|
30
|
+
command: |
|
31
|
+
wget -O nightly.tar.bz2 "https://download.mozilla.org/?product=firefox-nightly-latest-ssl&os=linux64&lang=en-US"
|
32
|
+
tar xf nightly.tar.bz2
|
33
|
+
- run:
|
34
|
+
name: rspec
|
35
|
+
command: |
|
36
|
+
DEBUG=1 PUPPETEER_PRODUCT_RSPEC=firefox \
|
37
|
+
PUPPETEER_EXECUTABLE_PATH_RSPEC=${CIRCLE_WORKING_DIRECTORY/#\~/$HOME}/firefox/firefox \
|
38
|
+
bundle exec rspec --profile 10 \
|
39
|
+
--format RspecJunitFormatter \
|
40
|
+
--out test_results/rspec.xml \
|
41
|
+
--format documentation spec/integration/
|
42
|
+
|
21
43
|
deploy:
|
22
44
|
docker:
|
23
45
|
- image: circleci/ruby:2.6.3-stretch-node
|
@@ -49,6 +71,7 @@ workflows:
|
|
49
71
|
ci:
|
50
72
|
jobs:
|
51
73
|
- rspec
|
74
|
+
- rspec_firefox
|
52
75
|
rubygems-deploy:
|
53
76
|
jobs:
|
54
77
|
- deploy:
|
data/.rubocop.yml
CHANGED
@@ -35,6 +35,9 @@ Layout/EndAlignment:
|
|
35
35
|
Layout/EmptyLineAfterMagicComment:
|
36
36
|
Enabled: true
|
37
37
|
|
38
|
+
Layout/EmptyLineAfterMultilineCondition:
|
39
|
+
Enabled: true
|
40
|
+
|
38
41
|
Layout/EmptyLinesAroundAccessModifier:
|
39
42
|
Enabled: true
|
40
43
|
EnforcedStyle: only_before
|
@@ -102,6 +105,10 @@ Layout/SpaceBeforeComment:
|
|
102
105
|
Layout/SpaceBeforeFirstArg:
|
103
106
|
Enabled: true
|
104
107
|
|
108
|
+
Style/ClassMethodsDefinitions:
|
109
|
+
Enabled: true
|
110
|
+
EnforcedStyle: def_self
|
111
|
+
|
105
112
|
Style/DefWithParentheses:
|
106
113
|
Enabled: true
|
107
114
|
|
@@ -112,6 +119,12 @@ Style/MethodDefParentheses:
|
|
112
119
|
Style/RedundantFreeze:
|
113
120
|
Enabled: true
|
114
121
|
|
122
|
+
Style/RedundantSelf:
|
123
|
+
Enabled: true
|
124
|
+
|
125
|
+
Style/RedundantSelfAssignment:
|
126
|
+
Enabled: true
|
127
|
+
|
115
128
|
# Use `foo {}` not `foo{}`.
|
116
129
|
Layout/SpaceBeforeBlockBraces:
|
117
130
|
Enabled: true
|
@@ -164,9 +177,6 @@ Lint/EmptyConditionalBody:
|
|
164
177
|
Lint/FloatComparison:
|
165
178
|
Enabled: true
|
166
179
|
|
167
|
-
Lint/MissingSuper:
|
168
|
-
Enabled: true
|
169
|
-
|
170
180
|
Lint/OutOfRangeRegexpRef:
|
171
181
|
Enabled: true
|
172
182
|
|
data/Dockerfile
ADDED
@@ -0,0 +1,9 @@
|
|
1
|
+
FROM circleci/ruby:2.6.6-buster-node-browsers
|
2
|
+
|
3
|
+
USER root
|
4
|
+
|
5
|
+
RUN wget -O nightly.tar.bz2 "https://download.mozilla.org/?product=firefox-nightly-latest-ssl&os=linux64&lang=en-US" \
|
6
|
+
&& tar xf nightly.tar.bz2 \
|
7
|
+
&& ln -s $(pwd)/firefox/firefox /usr/bin/firefox
|
8
|
+
|
9
|
+
USER circleci
|
data/docker-compose.yml
ADDED
@@ -0,0 +1,34 @@
|
|
1
|
+
version: "3"
|
2
|
+
services:
|
3
|
+
chrome:
|
4
|
+
tty: true
|
5
|
+
stdin_open: true
|
6
|
+
build: .
|
7
|
+
environment:
|
8
|
+
BUNDLE_PATH: /usr/local/bundle
|
9
|
+
DEBUG: 1
|
10
|
+
CI: 1
|
11
|
+
volumes:
|
12
|
+
- .:/puppeteer-ruby
|
13
|
+
- bundle-data:/usr/local/bundle
|
14
|
+
working_dir: /puppeteer-ruby
|
15
|
+
command: bundle exec rspec
|
16
|
+
|
17
|
+
firefox:
|
18
|
+
tty: true
|
19
|
+
stdin_open: true
|
20
|
+
build: .
|
21
|
+
environment:
|
22
|
+
BUNDLE_PATH: /usr/local/bundle
|
23
|
+
PUPPETEER_PRODUCT_RSPEC: firefox
|
24
|
+
DEBUG: 1
|
25
|
+
CI: 1
|
26
|
+
volumes:
|
27
|
+
- .:/puppeteer-ruby
|
28
|
+
- bundle-data:/usr/local/bundle
|
29
|
+
working_dir: /puppeteer-ruby
|
30
|
+
command: bundle exec rspec spec/integration/
|
31
|
+
|
32
|
+
volumes:
|
33
|
+
bundle-data:
|
34
|
+
driver: local
|
data/lib/puppeteer.rb
CHANGED
@@ -53,18 +53,14 @@ require 'puppeteer/element_handle'
|
|
53
53
|
|
54
54
|
# ref: https://github.com/puppeteer/puppeteer/blob/master/lib/Puppeteer.js
|
55
55
|
class Puppeteer
|
56
|
-
|
57
|
-
|
58
|
-
|
59
|
-
|
56
|
+
def self.method_missing(method, *args, **kwargs, &block)
|
57
|
+
@puppeteer ||= Puppeteer.new(
|
58
|
+
project_root: __dir__,
|
59
|
+
preferred_revision: '706915',
|
60
|
+
is_puppeteer_core: true,
|
61
|
+
)
|
60
62
|
|
61
|
-
|
62
|
-
@instance ||= Puppeteer.new(
|
63
|
-
project_root: __dir__,
|
64
|
-
preferred_revision: '706915',
|
65
|
-
is_puppeteer_core: true,
|
66
|
-
)
|
67
|
-
end
|
63
|
+
@puppeteer.send(method, *args, **kwargs, &block)
|
68
64
|
end
|
69
65
|
|
70
66
|
# @param project_root [String]
|
@@ -156,6 +156,6 @@ class Puppeteer::BrowserRunner
|
|
156
156
|
end
|
157
157
|
end
|
158
158
|
rescue Timeout::Error
|
159
|
-
raise Puppeteer::TimeoutError.new("Timed out after #{timeout} ms while trying to connect to the browser! Only Chrome at revision r#{
|
159
|
+
raise Puppeteer::TimeoutError.new("Timed out after #{timeout} ms while trying to connect to the browser! Only Chrome at revision r#{preferred_revision} is guaranteed to work.")
|
160
160
|
end
|
161
161
|
end
|
@@ -43,7 +43,24 @@ class Puppeteer::ElementHandle < Puppeteer::JSHandle
|
|
43
43
|
if (element.nodeType !== Node.ELEMENT_NODE)
|
44
44
|
return 'Node is not of type HTMLElement';
|
45
45
|
|
46
|
-
element.scrollIntoViewIfNeeded
|
46
|
+
if (element.scrollIntoViewIfNeeded) {
|
47
|
+
element.scrollIntoViewIfNeeded({block: 'center', inline: 'center', behavior: 'instant'});
|
48
|
+
} else {
|
49
|
+
// force-scroll if page's javascript is disabled.
|
50
|
+
if (!pageJavascriptEnabled) {
|
51
|
+
element.scrollIntoView({block: 'center', inline: 'center', behavior: 'instant'});
|
52
|
+
return false;
|
53
|
+
}
|
54
|
+
const visibleRatio = await new Promise(resolve => {
|
55
|
+
const observer = new IntersectionObserver(entries => {
|
56
|
+
resolve(entries[0].intersectionRatio);
|
57
|
+
observer.disconnect();
|
58
|
+
});
|
59
|
+
observer.observe(element);
|
60
|
+
});
|
61
|
+
if (visibleRatio !== 1.0)
|
62
|
+
element.scrollIntoView({block: 'center', inline: 'center', behavior: 'instant'});
|
63
|
+
}
|
47
64
|
return false;
|
48
65
|
}
|
49
66
|
JAVASCRIPT
|
data/lib/puppeteer/env.rb
CHANGED
data/lib/puppeteer/launcher.rb
CHANGED
@@ -2,6 +2,7 @@ require_relative './launcher/base'
|
|
2
2
|
require_relative './launcher/browser_options'
|
3
3
|
require_relative './launcher/chrome'
|
4
4
|
require_relative './launcher/chrome_arg_options'
|
5
|
+
require_relative './launcher/firefox'
|
5
6
|
require_relative './launcher/launch_options'
|
6
7
|
|
7
8
|
# https://github.com/puppeteer/puppeteer/blob/main/src/node/Launcher.ts
|
@@ -9,10 +10,19 @@ module Puppeteer::Launcher
|
|
9
10
|
# @param project_root [String]
|
10
11
|
# @param prefereed_revision [String]
|
11
12
|
# @param is_puppeteer_core [String]
|
12
|
-
# @param product [String] 'chrome' or 'firefox'
|
13
|
+
# @param product [String] 'chrome' or 'firefox'
|
13
14
|
# @return [Puppeteer::Launcher::Chrome]
|
14
15
|
module_function def new(project_root:, preferred_revision:, is_puppeteer_core:, product:)
|
16
|
+
unless is_puppeteer_core
|
17
|
+
product ||= ENV['PUPPETEER_PRODUCT']
|
18
|
+
end
|
19
|
+
|
15
20
|
if product == 'firefox'
|
21
|
+
return Firefox.new(
|
22
|
+
project_root: project_root,
|
23
|
+
preferred_revision: preferred_revision,
|
24
|
+
is_puppeteer_core: is_puppeteer_core,
|
25
|
+
)
|
16
26
|
raise NotImplementedError.new('FirefoxLauncher is not implemented yet.')
|
17
27
|
end
|
18
28
|
|
@@ -20,15 +20,25 @@ module Puppeteer::Launcher
|
|
20
20
|
return executable_path
|
21
21
|
end
|
22
22
|
raise ExecutablePathNotFound.new(
|
23
|
-
"Tried to use PUPPETEER_EXECUTABLE_PATH env variable to launch browser but did not find any executable at: #{
|
23
|
+
"Tried to use PUPPETEER_EXECUTABLE_PATH env variable to launch browser but did not find any executable at: #{executable_path}",
|
24
24
|
)
|
25
25
|
end
|
26
26
|
|
27
27
|
# temporal logic.
|
28
|
-
if
|
29
|
-
|
28
|
+
if Puppeteer.env.darwin?
|
29
|
+
case self
|
30
|
+
when Chrome
|
31
|
+
'/Applications/Google Chrome.app/Contents/MacOS/Google Chrome'
|
32
|
+
when Firefox
|
33
|
+
'/Applications/Firefox Nightly.app/Contents/MacOS/firefox'
|
34
|
+
end
|
30
35
|
else
|
31
|
-
|
36
|
+
case self
|
37
|
+
when Chrome
|
38
|
+
'/usr/bin/google-chrome'
|
39
|
+
when Firefox
|
40
|
+
'/usr/bin/firefox'
|
41
|
+
end
|
32
42
|
end
|
33
43
|
|
34
44
|
# const browserFetcher = new BrowserFetcher(launcher._projectRoot);
|
@@ -34,7 +34,7 @@ module Puppeteer::Launcher
|
|
34
34
|
|
35
35
|
temporary_user_data_dir = nil
|
36
36
|
if chrome_arguments.none? { |arg| arg.start_with?('--user-data-dir') }
|
37
|
-
temporary_user_data_dir = Dir.mktmpdir('
|
37
|
+
temporary_user_data_dir = Dir.mktmpdir('puppeteer_dev_chrome_profile-')
|
38
38
|
chrome_arguments << "--user-data-dir=#{temporary_user_data_dir}"
|
39
39
|
end
|
40
40
|
|
@@ -0,0 +1,392 @@
|
|
1
|
+
require 'tmpdir'
|
2
|
+
|
3
|
+
# https://github.com/puppeteer/puppeteer/blob/main/src/node/Launcher.ts
|
4
|
+
module Puppeteer::Launcher
|
5
|
+
class Firefox < Base
|
6
|
+
# @param {!(Launcher.LaunchOptions & Launcher.ChromeArgOptions & Launcher.BrowserOptions)=} options
|
7
|
+
# @return {!Promise<!Browser>}
|
8
|
+
def launch(options = {})
|
9
|
+
@chrome_arg_options = ChromeArgOptions.new(options)
|
10
|
+
@launch_options = LaunchOptions.new(options)
|
11
|
+
@browser_options = BrowserOptions.new(options)
|
12
|
+
|
13
|
+
firefox_arguments =
|
14
|
+
if !@launch_options.ignore_default_args
|
15
|
+
default_args.to_a
|
16
|
+
elsif @launch_options.ignore_default_args.is_a?(Enumerable)
|
17
|
+
default_args.reject do |arg|
|
18
|
+
@launch_options.ignore_default_args.include?(arg)
|
19
|
+
end.to_a
|
20
|
+
else
|
21
|
+
@chrome_arg_options.args.dup
|
22
|
+
end
|
23
|
+
|
24
|
+
if firefox_arguments.none? { |arg| arg.start_with?('--remote-debugging-') }
|
25
|
+
firefox_arguments << '--remote-debugging-port=0'
|
26
|
+
end
|
27
|
+
|
28
|
+
temporary_user_data_dir = nil
|
29
|
+
if firefox_arguments.none? { |arg| arg.start_with?('--profile') || arg.start_with?('-profile') }
|
30
|
+
temporary_user_data_dir = create_profile
|
31
|
+
firefox_arguments << "--profile"
|
32
|
+
firefox_arguments << temporary_user_data_dir
|
33
|
+
end
|
34
|
+
|
35
|
+
firefox_executable = @launch_options.executable_path || resolve_executable_path
|
36
|
+
runner = Puppeteer::BrowserRunner.new(firefox_executable, firefox_arguments, temporary_user_data_dir)
|
37
|
+
runner.start(
|
38
|
+
handle_SIGHUP: @launch_options.handle_SIGHUP?,
|
39
|
+
handle_SIGTERM: @launch_options.handle_SIGTERM?,
|
40
|
+
handle_SIGINT: @launch_options.handle_SIGINT?,
|
41
|
+
dumpio: @launch_options.dumpio?,
|
42
|
+
env: @launch_options.env,
|
43
|
+
pipe: @launch_options.pipe?,
|
44
|
+
)
|
45
|
+
|
46
|
+
begin
|
47
|
+
connection = runner.setup_connection(
|
48
|
+
use_pipe: @launch_options.pipe?,
|
49
|
+
timeout: @launch_options.timeout,
|
50
|
+
slow_mo: @browser_options.slow_mo,
|
51
|
+
preferred_revision: @preferred_revision,
|
52
|
+
)
|
53
|
+
|
54
|
+
browser = Puppeteer::Browser.create(
|
55
|
+
connection: connection,
|
56
|
+
context_ids: [],
|
57
|
+
ignore_https_errors: @browser_options.ignore_https_errors?,
|
58
|
+
default_viewport: @browser_options.default_viewport,
|
59
|
+
process: runner.proc,
|
60
|
+
close_callback: -> { runner.close },
|
61
|
+
)
|
62
|
+
|
63
|
+
browser.wait_for_target(predicate: ->(target) { target.type == 'page' })
|
64
|
+
|
65
|
+
browser
|
66
|
+
rescue
|
67
|
+
runner.kill
|
68
|
+
raise
|
69
|
+
end
|
70
|
+
end
|
71
|
+
|
72
|
+
# @return [Puppeteer::Browser]
|
73
|
+
def connect(options = {})
|
74
|
+
@browser_options = BrowserOptions.new(options)
|
75
|
+
browser_ws_endpoint = options[:browser_ws_endpoint]
|
76
|
+
browser_url = options[:browser_url]
|
77
|
+
transport = options[:transport]
|
78
|
+
|
79
|
+
connection =
|
80
|
+
if browser_ws_endpoint && browser_url.nil? && transport.nil?
|
81
|
+
connect_with_browser_ws_endpoint(browser_ws_endpoint)
|
82
|
+
elsif browser_ws_endpoint.nil? && browser_url && transport.nil?
|
83
|
+
connect_with_browser_url(browser_url)
|
84
|
+
elsif browser_ws_endpoint.nil? && browser_url.nil? && transport
|
85
|
+
connect_with_transport(transport)
|
86
|
+
else
|
87
|
+
raise ArgumentError.new("Exactly one of browserWSEndpoint, browserURL or transport must be passed to puppeteer.connect")
|
88
|
+
end
|
89
|
+
|
90
|
+
result = connection.send_message('Target.getBrowserContexts')
|
91
|
+
browser_context_ids = result['browserContextIds']
|
92
|
+
|
93
|
+
Puppeteer::Browser.create(
|
94
|
+
connection: connection,
|
95
|
+
context_ids: browser_context_ids,
|
96
|
+
ignore_https_errors: @browser_options.ignore_https_errors?,
|
97
|
+
default_viewport: @browser_options.default_viewport,
|
98
|
+
process: nil,
|
99
|
+
close_callback: -> { connection.send_message('Browser.close') },
|
100
|
+
)
|
101
|
+
end
|
102
|
+
|
103
|
+
# @return [Puppeteer::Connection]
|
104
|
+
private def connect_with_browser_ws_endpoint(browser_ws_endpoint)
|
105
|
+
transport = Puppeteer::WebSocketTransport.create(browser_ws_endpoint)
|
106
|
+
Puppeteer::Connection.new(browser_ws_endpoint, transport, @browser_options.slow_mo)
|
107
|
+
end
|
108
|
+
|
109
|
+
# @return [Puppeteer::Connection]
|
110
|
+
private def connect_with_browser_url(browser_url)
|
111
|
+
require 'net/http'
|
112
|
+
uri = URI(browser_url)
|
113
|
+
uri.path = '/json/version'
|
114
|
+
response_body = Net::HTTP.get(uri)
|
115
|
+
json = JSON.parse(response_body)
|
116
|
+
connection_url = json['webSocketDebuggerUrl']
|
117
|
+
connect_with_browser_ws_endpoint(connection_url)
|
118
|
+
end
|
119
|
+
|
120
|
+
# @return [Puppeteer::Connection]
|
121
|
+
private def connect_with_transport(transport)
|
122
|
+
Puppeteer::Connection.new('', transport, @browser_options.slow_mo)
|
123
|
+
end
|
124
|
+
|
125
|
+
# @return {string}
|
126
|
+
def executable_path
|
127
|
+
resolve_executable_path
|
128
|
+
end
|
129
|
+
|
130
|
+
private def product
|
131
|
+
'firefox'
|
132
|
+
end
|
133
|
+
|
134
|
+
class DefaultArgs
|
135
|
+
include Enumerable
|
136
|
+
|
137
|
+
# @param options [Launcher::ChromeArgOptions]
|
138
|
+
def initialize(chrome_arg_options)
|
139
|
+
firefox_arguments = ['--no-remote', '--foreground']
|
140
|
+
|
141
|
+
# if (os.platform().startsWith('win')) {
|
142
|
+
# firefoxArguments.push('--wait-for-browser');
|
143
|
+
# }
|
144
|
+
|
145
|
+
if chrome_arg_options.user_data_dir
|
146
|
+
firefox_arguments << "--profile"
|
147
|
+
firefox_arguments << chrome_arg_options.user_data_dir
|
148
|
+
end
|
149
|
+
|
150
|
+
if chrome_arg_options.headless?
|
151
|
+
firefox_arguments << '--headless'
|
152
|
+
end
|
153
|
+
|
154
|
+
if chrome_arg_options.devtools?
|
155
|
+
firefox_arguments << '--devtools'
|
156
|
+
end
|
157
|
+
|
158
|
+
if chrome_arg_options.args.all? { |arg| arg.start_with?('-') }
|
159
|
+
firefox_arguments << 'about:blank'
|
160
|
+
end
|
161
|
+
|
162
|
+
firefox_arguments.concat(chrome_arg_options.args)
|
163
|
+
|
164
|
+
@firefox_arguments = firefox_arguments
|
165
|
+
end
|
166
|
+
|
167
|
+
def each(&block)
|
168
|
+
@firefox_arguments.each do |opt|
|
169
|
+
block.call(opt)
|
170
|
+
end
|
171
|
+
end
|
172
|
+
end
|
173
|
+
|
174
|
+
# @return [DefaultArgs]
|
175
|
+
def default_args(options = nil)
|
176
|
+
if options.nil?
|
177
|
+
@default_args ||= DefaultArgs.new(@chrome_arg_options)
|
178
|
+
else
|
179
|
+
DefaultArgs.new(ChromeArgOptions.new(options))
|
180
|
+
end
|
181
|
+
end
|
182
|
+
|
183
|
+
private def create_profile(extra_prefs = {})
|
184
|
+
Dir.mktmpdir('puppeteer_dev_firefox_profile-').tap do |profile_path|
|
185
|
+
server = 'dummy.test'
|
186
|
+
default_preferences = {
|
187
|
+
# Make sure Shield doesn't hit the network.
|
188
|
+
'app.normandy.api_url': '',
|
189
|
+
# Disable Firefox old build background check
|
190
|
+
'app.update.checkInstallTime': false,
|
191
|
+
# Disable automatically upgrading Firefox
|
192
|
+
'app.update.disabledForTesting': true,
|
193
|
+
|
194
|
+
# Increase the APZ content response timeout to 1 minute
|
195
|
+
'apz.content_response_timeout': 60000,
|
196
|
+
|
197
|
+
# Prevent various error message on the console
|
198
|
+
# jest-puppeteer asserts that no error message is emitted by the console
|
199
|
+
'browser.contentblocking.features.standard': '-tp,tpPrivate,cookieBehavior0,-cm,-fp',
|
200
|
+
|
201
|
+
# Enable the dump function: which sends messages to the system
|
202
|
+
# console
|
203
|
+
# https://bugzilla.mozilla.org/show_bug.cgi?id=1543115
|
204
|
+
'browser.dom.window.dump.enabled': true,
|
205
|
+
# Disable topstories
|
206
|
+
'browser.newtabpage.activity-stream.feeds.section.topstories': false,
|
207
|
+
# Always display a blank page
|
208
|
+
'browser.newtabpage.enabled': false,
|
209
|
+
# Background thumbnails in particular cause grief: and disabling
|
210
|
+
# thumbnails in general cannot hurt
|
211
|
+
'browser.pagethumbnails.capturing_disabled': true,
|
212
|
+
|
213
|
+
# Disable safebrowsing components.
|
214
|
+
'browser.safebrowsing.blockedURIs.enabled': false,
|
215
|
+
'browser.safebrowsing.downloads.enabled': false,
|
216
|
+
'browser.safebrowsing.malware.enabled': false,
|
217
|
+
'browser.safebrowsing.passwords.enabled': false,
|
218
|
+
'browser.safebrowsing.phishing.enabled': false,
|
219
|
+
|
220
|
+
# Disable updates to search engines.
|
221
|
+
'browser.search.update': false,
|
222
|
+
# Do not restore the last open set of tabs if the browser has crashed
|
223
|
+
'browser.sessionstore.resume_from_crash': false,
|
224
|
+
# Skip check for default browser on startup
|
225
|
+
'browser.shell.checkDefaultBrowser': false,
|
226
|
+
|
227
|
+
# Disable newtabpage
|
228
|
+
'browser.startup.homepage': 'about:blank',
|
229
|
+
# Do not redirect user when a milstone upgrade of Firefox is detected
|
230
|
+
'browser.startup.homepage_override.mstone': 'ignore',
|
231
|
+
# Start with a blank page about:blank
|
232
|
+
'browser.startup.page': 0,
|
233
|
+
|
234
|
+
# Do not allow background tabs to be zombified on Android: otherwise for
|
235
|
+
# tests that open additional tabs: the test harness tab itself might get
|
236
|
+
# unloaded
|
237
|
+
'browser.tabs.disableBackgroundZombification': false,
|
238
|
+
# Do not warn when closing all other open tabs
|
239
|
+
'browser.tabs.warnOnCloseOtherTabs': false,
|
240
|
+
# Do not warn when multiple tabs will be opened
|
241
|
+
'browser.tabs.warnOnOpen': false,
|
242
|
+
|
243
|
+
# Disable the UI tour.
|
244
|
+
'browser.uitour.enabled': false,
|
245
|
+
# Turn off search suggestions in the location bar so as not to trigger
|
246
|
+
# network connections.
|
247
|
+
'browser.urlbar.suggest.searches': false,
|
248
|
+
# Disable first run splash page on Windows 10
|
249
|
+
'browser.usedOnWindows10.introURL': '',
|
250
|
+
# Do not warn on quitting Firefox
|
251
|
+
'browser.warnOnQuit': false,
|
252
|
+
|
253
|
+
# Do not show datareporting policy notifications which can
|
254
|
+
# interfere with tests
|
255
|
+
'datareporting.healthreport.about.reportUrl': "http://#{server}/dummy/abouthealthreport/",
|
256
|
+
'datareporting.healthreport.documentServerURI': "http://#{server}/dummy/healthreport/",
|
257
|
+
'datareporting.healthreport.logging.consoleEnabled': false,
|
258
|
+
'datareporting.healthreport.service.enabled': false,
|
259
|
+
'datareporting.healthreport.service.firstRun': false,
|
260
|
+
'datareporting.healthreport.uploadEnabled': false,
|
261
|
+
'datareporting.policy.dataSubmissionEnabled': false,
|
262
|
+
'datareporting.policy.dataSubmissionPolicyAccepted': false,
|
263
|
+
'datareporting.policy.dataSubmissionPolicyBypassNotification': true,
|
264
|
+
|
265
|
+
# DevTools JSONViewer sometimes fails to load dependencies with its require.js.
|
266
|
+
# This doesn't affect Puppeteer but spams console (Bug 1424372)
|
267
|
+
'devtools.jsonview.enabled': false,
|
268
|
+
|
269
|
+
# Disable popup-blocker
|
270
|
+
'dom.disable_open_during_load': false,
|
271
|
+
|
272
|
+
# Enable the support for File object creation in the content process
|
273
|
+
# Required for |Page.setFileInputFiles| protocol method.
|
274
|
+
'dom.file.createInChild': true,
|
275
|
+
|
276
|
+
# Disable the ProcessHangMonitor
|
277
|
+
'dom.ipc.reportProcessHangs': false,
|
278
|
+
|
279
|
+
# Disable slow script dialogues
|
280
|
+
'dom.max_chrome_script_run_time': 0,
|
281
|
+
'dom.max_script_run_time': 0,
|
282
|
+
|
283
|
+
# Only load extensions from the application and user profile
|
284
|
+
# AddonManager.SCOPE_PROFILE + AddonManager.SCOPE_APPLICATION
|
285
|
+
'extensions.autoDisableScopes': 0,
|
286
|
+
'extensions.enabledScopes': 5,
|
287
|
+
|
288
|
+
# Disable metadata caching for installed add-ons by default
|
289
|
+
'extensions.getAddons.cache.enabled': false,
|
290
|
+
|
291
|
+
# Disable installing any distribution extensions or add-ons.
|
292
|
+
'extensions.installDistroAddons': false,
|
293
|
+
|
294
|
+
# Disabled screenshots extension
|
295
|
+
'extensions.screenshots.disabled': true,
|
296
|
+
|
297
|
+
# Turn off extension updates so they do not bother tests
|
298
|
+
'extensions.update.enabled': false,
|
299
|
+
|
300
|
+
# Turn off extension updates so they do not bother tests
|
301
|
+
'extensions.update.notifyUser': false,
|
302
|
+
|
303
|
+
# Make sure opening about:addons will not hit the network
|
304
|
+
'extensions.webservice.discoverURL': "http://#{server}/dummy/discoveryURL",
|
305
|
+
|
306
|
+
# Allow the application to have focus even it runs in the background
|
307
|
+
'focusmanager.testmode': true,
|
308
|
+
# Disable useragent updates
|
309
|
+
'general.useragent.updates.enabled': false,
|
310
|
+
# Always use network provider for geolocation tests so we bypass the
|
311
|
+
# macOS dialog raised by the corelocation provider
|
312
|
+
'geo.provider.testing': true,
|
313
|
+
# Do not scan Wifi
|
314
|
+
'geo.wifi.scan': false,
|
315
|
+
# No hang monitor
|
316
|
+
'hangmonitor.timeout': 0,
|
317
|
+
# Show chrome errors and warnings in the error console
|
318
|
+
'javascript.options.showInConsole': true,
|
319
|
+
|
320
|
+
# Disable download and usage of OpenH264: and Widevine plugins
|
321
|
+
'media.gmp-manager.updateEnabled': false,
|
322
|
+
# Prevent various error message on the console
|
323
|
+
# jest-puppeteer asserts that no error message is emitted by the console
|
324
|
+
'network.cookie.cookieBehavior': 0,
|
325
|
+
|
326
|
+
# Do not prompt for temporary redirects
|
327
|
+
'network.http.prompt-temp-redirect': false,
|
328
|
+
|
329
|
+
# Disable speculative connections so they are not reported as leaking
|
330
|
+
# when they are hanging around
|
331
|
+
'network.http.speculative-parallel-limit': 0,
|
332
|
+
|
333
|
+
# Do not automatically switch between offline and online
|
334
|
+
'network.manage-offline-status': false,
|
335
|
+
|
336
|
+
# Make sure SNTP requests do not hit the network
|
337
|
+
'network.sntp.pools': server,
|
338
|
+
|
339
|
+
# Disable Flash.
|
340
|
+
'plugin.state.flash': 0,
|
341
|
+
|
342
|
+
'privacy.trackingprotection.enabled': false,
|
343
|
+
|
344
|
+
# Enable Remote Agent
|
345
|
+
# https://bugzilla.mozilla.org/show_bug.cgi?id=1544393
|
346
|
+
'remote.enabled': true,
|
347
|
+
|
348
|
+
# Don't do network connections for mitm priming
|
349
|
+
'security.certerrors.mitm.priming.enabled': false,
|
350
|
+
# Local documents have access to all other local documents,
|
351
|
+
# including directory listings
|
352
|
+
'security.fileuri.strict_origin_policy': false,
|
353
|
+
# Do not wait for the notification button security delay
|
354
|
+
'security.notification_enable_delay': 0,
|
355
|
+
|
356
|
+
# Ensure blocklist updates do not hit the network
|
357
|
+
'services.settings.server': "http://#{server}/dummy/blocklist/",
|
358
|
+
|
359
|
+
# Do not automatically fill sign-in forms with known usernames and
|
360
|
+
# passwords
|
361
|
+
'signon.autofillForms': false,
|
362
|
+
# Disable password capture, so that tests that include forms are not
|
363
|
+
# influenced by the presence of the persistent doorhanger notification
|
364
|
+
'signon.rememberSignons': false,
|
365
|
+
|
366
|
+
# Disable first-run welcome page
|
367
|
+
'startup.homepage_welcome_url': 'about:blank',
|
368
|
+
|
369
|
+
# Disable first-run welcome page
|
370
|
+
'startup.homepage_welcome_url.additional': '',
|
371
|
+
|
372
|
+
# Disable browser animations (tabs, fullscreen, sliding alerts)
|
373
|
+
'toolkit.cosmeticAnimations.enabled': false,
|
374
|
+
|
375
|
+
# We want to collect telemetry, but we don't want to send in the results
|
376
|
+
'toolkit.telemetry.server': "https://#{server}/dummy/telemetry/",
|
377
|
+
# Prevent starting into safe mode after application crashes
|
378
|
+
'toolkit.startup.max_resumed_crashes': -1,
|
379
|
+
}
|
380
|
+
|
381
|
+
preferences = default_preferences.merge(extra_prefs)
|
382
|
+
|
383
|
+
File.open(File.join(profile_path, 'user.js'), 'w') do |f|
|
384
|
+
preferences.each do |key, value|
|
385
|
+
f.write("user_pref(#{JSON.generate(key)}, #{JSON.generate(value)});\n")
|
386
|
+
end
|
387
|
+
end
|
388
|
+
IO.write(File.join(profile_path, 'prefs.js'), "")
|
389
|
+
end
|
390
|
+
end
|
391
|
+
end
|
392
|
+
end
|
data/lib/puppeteer/page.rb
CHANGED
@@ -266,7 +266,13 @@ class Puppeteer::Page
|
|
266
266
|
@frame_manager.main_frame
|
267
267
|
end
|
268
268
|
|
269
|
-
attr_reader :
|
269
|
+
attr_reader :touch_screen, :coverage, :accessibility
|
270
|
+
|
271
|
+
def keyboard(&block)
|
272
|
+
@keyboard.instance_eval(&block) unless block.nil?
|
273
|
+
|
274
|
+
@keyboard
|
275
|
+
end
|
270
276
|
|
271
277
|
def frames
|
272
278
|
@frame_manager.frames
|
@@ -80,7 +80,18 @@ class Puppeteer::RemoteObject
|
|
80
80
|
|
81
81
|
# used in ElementHandle#_box_model
|
82
82
|
def box_model(client)
|
83
|
-
client.send_message('DOM.getBoxModel', objectId: @object_id)
|
83
|
+
result = client.send_message('DOM.getBoxModel', objectId: @object_id)
|
84
|
+
|
85
|
+
# Firefox returns width/height = 0, content/padding/border/margin = [nil, nil, nil, nil, nil, nil, nil, nil]
|
86
|
+
# while Chrome throws Error(Could not compute box model)
|
87
|
+
model = result['model']
|
88
|
+
if model['width'] == 0 && model['height'] == 0 &&
|
89
|
+
%w(content padding border margin).all? { |key| model[key].all?(&:nil?) }
|
90
|
+
|
91
|
+
debug_puts('Could not compute box model in Firefox.')
|
92
|
+
return nil
|
93
|
+
end
|
94
|
+
result
|
84
95
|
rescue => err
|
85
96
|
debug_puts(err)
|
86
97
|
nil
|
data/lib/puppeteer/version.rb
CHANGED
data/puppeteer-ruby.gemspec
CHANGED
@@ -26,7 +26,7 @@ Gem::Specification.new do |spec|
|
|
26
26
|
spec.add_development_dependency 'rake', '~> 10.0'
|
27
27
|
spec.add_development_dependency 'rspec', '~> 3.0'
|
28
28
|
spec.add_development_dependency 'rspec_junit_formatter' # for CircleCI.
|
29
|
-
spec.add_development_dependency 'rubocop', '~> 0.
|
29
|
+
spec.add_development_dependency 'rubocop', '~> 0.90.0'
|
30
30
|
spec.add_development_dependency 'rubocop-rspec'
|
31
31
|
spec.add_development_dependency 'sinatra'
|
32
32
|
spec.add_development_dependency 'yard'
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: puppeteer-ruby
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.19
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- YusukeIwaki
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date: 2020-
|
11
|
+
date: 2020-09-07 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: concurrent-ruby
|
@@ -128,14 +128,14 @@ dependencies:
|
|
128
128
|
requirements:
|
129
129
|
- - "~>"
|
130
130
|
- !ruby/object:Gem::Version
|
131
|
-
version: 0.
|
131
|
+
version: 0.90.0
|
132
132
|
type: :development
|
133
133
|
prerelease: false
|
134
134
|
version_requirements: !ruby/object:Gem::Requirement
|
135
135
|
requirements:
|
136
136
|
- - "~>"
|
137
137
|
- !ruby/object:Gem::Version
|
138
|
-
version: 0.
|
138
|
+
version: 0.90.0
|
139
139
|
- !ruby/object:Gem::Dependency
|
140
140
|
name: rubocop-rspec
|
141
141
|
requirement: !ruby/object:Gem::Requirement
|
@@ -193,11 +193,13 @@ files:
|
|
193
193
|
- ".rspec"
|
194
194
|
- ".rubocop.yml"
|
195
195
|
- ".travis.yml"
|
196
|
+
- Dockerfile
|
196
197
|
- Gemfile
|
197
198
|
- README.md
|
198
199
|
- Rakefile
|
199
200
|
- bin/console
|
200
201
|
- bin/setup
|
202
|
+
- docker-compose.yml
|
201
203
|
- lib/puppeteer.rb
|
202
204
|
- lib/puppeteer/browser.rb
|
203
205
|
- lib/puppeteer/browser_context.rb
|
@@ -234,6 +236,7 @@ files:
|
|
234
236
|
- lib/puppeteer/launcher/browser_options.rb
|
235
237
|
- lib/puppeteer/launcher/chrome.rb
|
236
238
|
- lib/puppeteer/launcher/chrome_arg_options.rb
|
239
|
+
- lib/puppeteer/launcher/firefox.rb
|
237
240
|
- lib/puppeteer/launcher/launch_options.rb
|
238
241
|
- lib/puppeteer/lifecycle_watcher.rb
|
239
242
|
- lib/puppeteer/mouse.rb
|