puppeteer-ruby 0.0.2 → 0.0.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.circleci/config.yml +41 -0
- data/.rubocop.yml +273 -6
- data/README.md +11 -1
- data/Rakefile +1 -1
- data/bin/console +1 -1
- data/lib/puppeteer.rb +2 -2
- data/lib/puppeteer/async_await_behavior.rb +17 -19
- data/lib/puppeteer/browser.rb +5 -5
- data/lib/puppeteer/browser_context.rb +2 -2
- data/lib/puppeteer/browser_runner.rb +22 -3
- data/lib/puppeteer/cdp_session.rb +2 -2
- data/lib/puppeteer/connection.rb +4 -4
- data/lib/puppeteer/debug_print.rb +1 -1
- data/lib/puppeteer/dom_world.rb +19 -3
- data/lib/puppeteer/element_handle.rb +3 -3
- data/lib/puppeteer/emulation_manager.rb +2 -2
- data/lib/puppeteer/errors.rb +2 -2
- data/lib/puppeteer/execution_context.rb +6 -6
- data/lib/puppeteer/frame.rb +2 -2
- data/lib/puppeteer/frame_manager.rb +7 -7
- data/lib/puppeteer/keyboard.rb +1 -1
- data/lib/puppeteer/keyboard/us_keyboard_layout.rb +255 -255
- data/lib/puppeteer/launcher.rb +1 -1
- data/lib/puppeteer/launcher/base.rb +2 -2
- data/lib/puppeteer/launcher/chrome.rb +6 -6
- data/lib/puppeteer/lifecycle_watcher.rb +7 -9
- data/lib/puppeteer/network_manager.rb +1 -1
- data/lib/puppeteer/page.rb +18 -18
- data/lib/puppeteer/remote_object.rb +8 -8
- data/lib/puppeteer/target.rb +2 -2
- data/lib/puppeteer/version.rb +1 -1
- data/lib/puppeteer/wait_task.rb +1 -1
- data/lib/puppeteer/web_socket.rb +3 -0
- data/puppeteer-ruby.gemspec +2 -2
- metadata +4 -4
- data/example.rb +0 -7
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 499744d122eeb8736a1466f17cf9ee09235f488fb19a95d3902da5529406dab0
|
4
|
+
data.tar.gz: f6b27f599887d385c46914e1b255f9738fd7f946a0ff0a4f83a04075e50e092c
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 54ece5985462bc3f4f30c1a803fd43a5975845911657431aa33d78d70fba6e242d447869a03b3ad6cf925e0e94315db2df62b4d9d74d8b00e381b8d95326e311
|
7
|
+
data.tar.gz: d7d3ab0af4b1bd69588b3998d0a47031d04d80fe3d0b7b55ec1f4b1a9b3ccd683c857faf06e103b972b9b59d63bda6fdc3e984f410720eeae17922176d518561
|
@@ -0,0 +1,41 @@
|
|
1
|
+
version: 2.1
|
2
|
+
orbs:
|
3
|
+
ruby: circleci/ruby@0.1.2
|
4
|
+
|
5
|
+
jobs:
|
6
|
+
deploy:
|
7
|
+
docker:
|
8
|
+
- image: circleci/ruby:2.6.3-stretch-node
|
9
|
+
executor: ruby/default
|
10
|
+
steps:
|
11
|
+
- checkout
|
12
|
+
- run:
|
13
|
+
name: Which bundler?
|
14
|
+
command: bundle -v
|
15
|
+
- ruby/bundle-install
|
16
|
+
- run:
|
17
|
+
name: rake build
|
18
|
+
command: rake build
|
19
|
+
- run:
|
20
|
+
name: setup API key
|
21
|
+
command: |
|
22
|
+
mkdir -p ~/.gem/
|
23
|
+
echo "---" > ~/.gem/credentials
|
24
|
+
echo ":rubygems_api_key: $RUBYGEMS_API_KEY" >> ~/.gem/credentials
|
25
|
+
chmod 600 ~/.gem/credentials
|
26
|
+
- run:
|
27
|
+
name: Check Puppeteer::version
|
28
|
+
command: bundle exec ruby -e 'raise "invalid Puppeteer::VERSION" unless Puppeteer::VERSION == ENV["CIRCLE_TAG"]'
|
29
|
+
- run:
|
30
|
+
name: gem push
|
31
|
+
command: gem push pkg/puppeteer-ruby-$CIRCLE_TAG.gem
|
32
|
+
|
33
|
+
workflows:
|
34
|
+
rubygems-deploy:
|
35
|
+
jobs:
|
36
|
+
- deploy:
|
37
|
+
filters:
|
38
|
+
tags:
|
39
|
+
only: /^[0-9]\.[0-9]+\.[0-9].*/
|
40
|
+
branches:
|
41
|
+
ignore: /.*/
|
data/.rubocop.yml
CHANGED
@@ -1,11 +1,175 @@
|
|
1
|
-
|
2
|
-
|
1
|
+
require:
|
2
|
+
- rubocop-rspec
|
3
3
|
|
4
|
-
|
5
|
-
|
4
|
+
AllCops:
|
5
|
+
TargetRubyVersion: 2.7
|
6
|
+
# RuboCop has a bunch of cops enabled by default. This setting tells RuboCop
|
7
|
+
# to ignore them, so only the ones explicitly set in this file are enabled.
|
8
|
+
DisabledByDefault: true
|
6
9
|
|
7
|
-
|
8
|
-
|
10
|
+
# Prefer &&/|| over and/or.
|
11
|
+
Style/AndOr:
|
12
|
+
Enabled: true
|
13
|
+
|
14
|
+
# Align `when` with `case`.
|
15
|
+
Layout/CaseIndentation:
|
16
|
+
Enabled: true
|
17
|
+
|
18
|
+
Layout/ClosingHeredocIndentation:
|
19
|
+
Enabled: true
|
20
|
+
|
21
|
+
# Align comments with method definitions.
|
22
|
+
Layout/CommentIndentation:
|
23
|
+
Enabled: true
|
24
|
+
|
25
|
+
Layout/ElseAlignment:
|
26
|
+
Enabled: true
|
27
|
+
|
28
|
+
# Align `end` with the matching keyword or starting expression except for
|
29
|
+
# assignments, where it should be aligned with the LHS.
|
30
|
+
Layout/EndAlignment:
|
31
|
+
Enabled: true
|
32
|
+
EnforcedStyleAlignWith: variable
|
33
|
+
AutoCorrect: true
|
34
|
+
|
35
|
+
Layout/EmptyLineAfterMagicComment:
|
36
|
+
Enabled: true
|
37
|
+
|
38
|
+
Layout/EmptyLinesAroundAccessModifier:
|
39
|
+
Enabled: true
|
40
|
+
EnforcedStyle: only_before
|
41
|
+
|
42
|
+
Layout/EmptyLinesAroundBlockBody:
|
43
|
+
Enabled: true
|
44
|
+
|
45
|
+
# In a regular class definition, no empty lines around the body.
|
46
|
+
Layout/EmptyLinesAroundClassBody:
|
47
|
+
Enabled: true
|
48
|
+
|
49
|
+
# In a regular method definition, no empty lines around the body.
|
50
|
+
Layout/EmptyLinesAroundMethodBody:
|
51
|
+
Enabled: true
|
52
|
+
|
53
|
+
# In a regular module definition, no empty lines around the body.
|
54
|
+
Layout/EmptyLinesAroundModuleBody:
|
55
|
+
Enabled: true
|
56
|
+
|
57
|
+
# Use Ruby >= 1.9 syntax for hashes. Prefer { a: :b } over { :a => :b }.
|
58
|
+
Style/HashSyntax:
|
59
|
+
Enabled: true
|
60
|
+
|
61
|
+
Layout/FirstArgumentIndentation:
|
62
|
+
Enabled: true
|
63
|
+
|
64
|
+
# Method definitions after `private` or `protected` isolated calls need one
|
65
|
+
# extra level of indentation.
|
66
|
+
Layout/IndentationConsistency:
|
67
|
+
Enabled: true
|
68
|
+
EnforcedStyle: indented_internal_methods
|
69
|
+
|
70
|
+
# Two spaces, no tabs (for indentation).
|
71
|
+
Layout/IndentationWidth:
|
72
|
+
Enabled: true
|
73
|
+
|
74
|
+
Layout/LeadingCommentSpace:
|
75
|
+
Enabled: true
|
76
|
+
|
77
|
+
Layout/SpaceAfterColon:
|
78
|
+
Enabled: true
|
79
|
+
|
80
|
+
Layout/SpaceAfterComma:
|
81
|
+
Enabled: true
|
82
|
+
|
83
|
+
Layout/SpaceAfterSemicolon:
|
84
|
+
Enabled: true
|
85
|
+
|
86
|
+
Layout/SpaceAroundEqualsInParameterDefault:
|
87
|
+
Enabled: true
|
88
|
+
|
89
|
+
Layout/SpaceAroundKeyword:
|
90
|
+
Enabled: true
|
91
|
+
|
92
|
+
Layout/SpaceBeforeComma:
|
93
|
+
Enabled: true
|
94
|
+
|
95
|
+
Layout/SpaceBeforeComment:
|
96
|
+
Enabled: true
|
97
|
+
|
98
|
+
Layout/SpaceBeforeFirstArg:
|
99
|
+
Enabled: true
|
100
|
+
|
101
|
+
Style/DefWithParentheses:
|
102
|
+
Enabled: true
|
103
|
+
|
104
|
+
# Defining a method with parameters needs parentheses.
|
105
|
+
Style/MethodDefParentheses:
|
106
|
+
Enabled: true
|
107
|
+
|
108
|
+
Style/RedundantFreeze:
|
109
|
+
Enabled: true
|
110
|
+
|
111
|
+
# Use `foo {}` not `foo{}`.
|
112
|
+
Layout/SpaceBeforeBlockBraces:
|
113
|
+
Enabled: true
|
114
|
+
|
115
|
+
# Use `foo { bar }` not `foo {bar}`.
|
116
|
+
Layout/SpaceInsideBlockBraces:
|
117
|
+
Enabled: true
|
118
|
+
EnforcedStyleForEmptyBraces: space
|
119
|
+
|
120
|
+
# Use `{ a: 1 }` not `{a:1}`.
|
121
|
+
Layout/SpaceInsideHashLiteralBraces:
|
122
|
+
Enabled: true
|
123
|
+
|
124
|
+
Layout/SpaceInsideParens:
|
125
|
+
Enabled: true
|
126
|
+
|
127
|
+
# Detect hard tabs, no hard tabs.
|
128
|
+
Layout/Tab:
|
129
|
+
Enabled: true
|
130
|
+
|
131
|
+
# Empty lines should not have any spaces.
|
132
|
+
Layout/TrailingEmptyLines:
|
133
|
+
Enabled: true
|
134
|
+
|
135
|
+
# No trailing whitespace.
|
136
|
+
Layout/TrailingWhitespace:
|
137
|
+
Enabled: true
|
138
|
+
|
139
|
+
# Use quotes for string literals when they are enough.
|
140
|
+
Style/RedundantPercentQ:
|
141
|
+
Enabled: true
|
142
|
+
|
143
|
+
Lint/AmbiguousOperator:
|
144
|
+
Enabled: true
|
145
|
+
|
146
|
+
Lint/AmbiguousRegexpLiteral:
|
147
|
+
Enabled: true
|
148
|
+
|
149
|
+
Lint/ErbNewArguments:
|
150
|
+
Enabled: true
|
151
|
+
|
152
|
+
# Use my_method(my_arg) not my_method( my_arg ) or my_method my_arg.
|
153
|
+
Lint/RequireParentheses:
|
154
|
+
Enabled: true
|
155
|
+
|
156
|
+
Lint/ShadowingOuterLocalVariable:
|
157
|
+
Enabled: true
|
158
|
+
|
159
|
+
Lint/RedundantStringCoercion:
|
160
|
+
Enabled: true
|
161
|
+
|
162
|
+
Lint/UriEscapeUnescape:
|
163
|
+
Enabled: true
|
164
|
+
|
165
|
+
Lint/UselessAssignment:
|
166
|
+
Enabled: true
|
167
|
+
|
168
|
+
Lint/DeprecatedClassMethods:
|
169
|
+
Enabled: true
|
170
|
+
|
171
|
+
Style/ParenthesesAroundCondition:
|
172
|
+
Enabled: true
|
9
173
|
|
10
174
|
Style/FrozenStringLiteralComment:
|
11
175
|
Enabled: false
|
@@ -23,6 +187,31 @@ Style/RaiseArgs:
|
|
23
187
|
Enabled: true
|
24
188
|
EnforcedStyle: compact
|
25
189
|
|
190
|
+
Style/RedundantBegin:
|
191
|
+
Enabled: true
|
192
|
+
|
193
|
+
Style/RedundantReturn:
|
194
|
+
Enabled: true
|
195
|
+
AllowMultipleReturnValues: true
|
196
|
+
|
197
|
+
Style/Semicolon:
|
198
|
+
Enabled: true
|
199
|
+
AllowAsExpressionSeparator: true
|
200
|
+
|
201
|
+
# Prefer Foo.method over Foo::method
|
202
|
+
Style/ColonMethodCall:
|
203
|
+
Enabled: true
|
204
|
+
|
205
|
+
Style/TrivialAccessors:
|
206
|
+
Enabled: false
|
207
|
+
|
208
|
+
Style/AccessModifierDeclarations:
|
209
|
+
Enabled: true
|
210
|
+
EnforcedStyle: inline
|
211
|
+
|
212
|
+
Style/ClassAndModuleChildren:
|
213
|
+
EnforcedStyle: compact
|
214
|
+
|
26
215
|
Style/TrailingCommaInArguments:
|
27
216
|
Enabled: true
|
28
217
|
EnforcedStyleForMultiline: comma
|
@@ -34,3 +223,81 @@ Style/TrailingCommaInArrayLiteral:
|
|
34
223
|
Style/TrailingCommaInHashLiteral:
|
35
224
|
Enabled: true
|
36
225
|
EnforcedStyleForMultiline: comma
|
226
|
+
|
227
|
+
|
228
|
+
# rubocop-rspec
|
229
|
+
|
230
|
+
RSpec/EmptyLineAfterExampleGroup:
|
231
|
+
Enabled: true
|
232
|
+
|
233
|
+
RSpec/EmptyLineAfterHook:
|
234
|
+
Enabled: true
|
235
|
+
|
236
|
+
# bad: expect("success").to eq(result)
|
237
|
+
# good: expect(result).to eq("success")
|
238
|
+
RSpec/ExpectActual:
|
239
|
+
Enabled: true
|
240
|
+
|
241
|
+
# bad: expect{ subject }.to change(Hoge, :count).by(1)
|
242
|
+
# good: expect{ subject }.to change{ Hoge.count }.by(1)
|
243
|
+
RSpec/ExpectChange:
|
244
|
+
Enabled: true
|
245
|
+
EnforcedStyle: block
|
246
|
+
|
247
|
+
RSpec/ExpectInHook:
|
248
|
+
Enabled: true
|
249
|
+
|
250
|
+
RSpec/ImplicitBlockExpectation:
|
251
|
+
Enabled: true
|
252
|
+
|
253
|
+
RSpec/InstanceVariable:
|
254
|
+
Enabled: true
|
255
|
+
|
256
|
+
# bad: it_should_behave_like
|
257
|
+
# good: it_behaves_like
|
258
|
+
RSpec/ItBehavesLike:
|
259
|
+
Enabled: true
|
260
|
+
|
261
|
+
RSpec/LeakyConstantDeclaration:
|
262
|
+
Enabled: false
|
263
|
+
|
264
|
+
RSpec/LetSetup:
|
265
|
+
Enabled: true
|
266
|
+
|
267
|
+
RSpec/MultipleSubjects:
|
268
|
+
Enabled: true
|
269
|
+
|
270
|
+
RSpec/NestedGroups:
|
271
|
+
Enabled: true
|
272
|
+
Max: 4
|
273
|
+
|
274
|
+
RSpec/NotToNot:
|
275
|
+
Enabled: true
|
276
|
+
|
277
|
+
RSpec/PredicateMatcher:
|
278
|
+
Enabled: true
|
279
|
+
|
280
|
+
RSpec/ReceiveCounts:
|
281
|
+
Enabled: true
|
282
|
+
|
283
|
+
RSpec/ReceiveNever:
|
284
|
+
Enabled: true
|
285
|
+
|
286
|
+
RSpec/ReturnFromStub:
|
287
|
+
Enabled: true
|
288
|
+
EnforcedStyle: and_return
|
289
|
+
|
290
|
+
RSpec/SharedContext:
|
291
|
+
Enabled: true
|
292
|
+
|
293
|
+
RSpec/SharedExamples:
|
294
|
+
Enabled: true
|
295
|
+
|
296
|
+
RSpec/SingleArgumentMessageChain:
|
297
|
+
Enabled: true
|
298
|
+
|
299
|
+
RSpec/VoidExpect:
|
300
|
+
Enabled: true
|
301
|
+
|
302
|
+
RSpec/Yield:
|
303
|
+
Enabled: true
|
data/README.md
CHANGED
@@ -6,7 +6,17 @@ REMARK: This Gem is NOT production-ready!!
|
|
6
6
|
|
7
7
|
## Getting Started
|
8
8
|
|
9
|
-
|
9
|
+
### Capture a site
|
10
|
+
|
11
|
+
```ruby
|
12
|
+
Puppeteer.launch(headless: false) do |browser|
|
13
|
+
page = browser.pages.first || browser.new_page
|
14
|
+
page.goto("https://github.com/YusukeIwaki")
|
15
|
+
page.screenshot(path: "YusukeIwaki.png")
|
16
|
+
end
|
17
|
+
```
|
18
|
+
|
19
|
+
### Simple scraping
|
10
20
|
|
11
21
|
```ruby
|
12
22
|
require 'puppeteer'
|
data/Rakefile
CHANGED
@@ -1 +1 @@
|
|
1
|
-
require
|
1
|
+
require 'bundler/gem_tasks'
|
data/bin/console
CHANGED
data/lib/puppeteer.rb
CHANGED
@@ -1,6 +1,6 @@
|
|
1
1
|
require 'concurrent'
|
2
2
|
|
3
|
-
class Puppeteer
|
3
|
+
class Puppeteer; end
|
4
4
|
|
5
5
|
# Custom data types.
|
6
6
|
require 'puppeteer/device'
|
@@ -56,7 +56,7 @@ class Puppeteer
|
|
56
56
|
def instance
|
57
57
|
@instance ||= Puppeteer.new(
|
58
58
|
project_root: __dir__,
|
59
|
-
preferred_revision:
|
59
|
+
preferred_revision: '706915',
|
60
60
|
is_puppeteer_core: true)
|
61
61
|
end
|
62
62
|
end
|
@@ -2,30 +2,28 @@ module Puppeteer::AsyncAwaitBehavior
|
|
2
2
|
refine Class do
|
3
3
|
# wrap with Concurrent::Promises.future
|
4
4
|
def async(method_name)
|
5
|
-
|
6
|
-
original_method = instance_method(method_name)
|
5
|
+
original_method = instance_method(method_name)
|
7
6
|
|
8
|
-
|
9
|
-
|
10
|
-
|
7
|
+
unless method_name.to_s.start_with?('async_')
|
8
|
+
puts "async method should start with 'async_': #{self.name}##{method_name}"
|
9
|
+
end
|
11
10
|
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
}
|
11
|
+
define_method(method_name) do |*args|
|
12
|
+
Concurrent::Promises.future do
|
13
|
+
original_method.bind(self).call(*args)
|
16
14
|
end
|
17
|
-
|
18
|
-
|
19
|
-
|
15
|
+
end
|
16
|
+
rescue NameError
|
17
|
+
if respond_to?(method_name)
|
18
|
+
original_method = singleton_method(method_name)
|
20
19
|
|
21
|
-
|
22
|
-
|
23
|
-
|
20
|
+
unless method_name.to_s.start_with?('async_')
|
21
|
+
puts "async method should start with 'async_': #{method_name}"
|
22
|
+
end
|
24
23
|
|
25
|
-
|
26
|
-
|
27
|
-
|
28
|
-
}
|
24
|
+
define_singleton_method(method_name) do |*args|
|
25
|
+
Concurrent::Promises.future do
|
26
|
+
original_method.call(*args)
|
29
27
|
end
|
30
28
|
end
|
31
29
|
end
|
data/lib/puppeteer/browser.rb
CHANGED
@@ -94,7 +94,7 @@ class Puppeteer::Browser
|
|
94
94
|
target = Puppeteer::Target.new(
|
95
95
|
target_info: target_info,
|
96
96
|
browser_context: context,
|
97
|
-
session_factory: ->{ @connection.create_session(target_info) },
|
97
|
+
session_factory: -> { @connection.create_session(target_info) },
|
98
98
|
ignore_https_errors: @ignore_https_errors,
|
99
99
|
default_viewport: @default_viewport,
|
100
100
|
screenshot_task_queue: @screenshot_task_queue,
|
@@ -158,18 +158,18 @@ class Puppeteer::Browser
|
|
158
158
|
target_id = result['targetId']
|
159
159
|
target = @targets[target_id]
|
160
160
|
await target.initialized_promise
|
161
|
-
await target.page
|
161
|
+
await target.page
|
162
162
|
end
|
163
163
|
|
164
164
|
# @return {!Array<!Target>}
|
165
165
|
def targets
|
166
|
-
@targets.values.select{ |target| target.initialized? }
|
166
|
+
@targets.values.select { |target| target.initialized? }
|
167
167
|
end
|
168
168
|
|
169
169
|
|
170
170
|
# @return {!Target}
|
171
171
|
def target
|
172
|
-
targets.first{ |target| target.type == 'browser' }
|
172
|
+
targets.first { |target| target.type == 'browser' }
|
173
173
|
end
|
174
174
|
|
175
175
|
# @param {function(!Target):boolean} predicate
|
@@ -177,7 +177,7 @@ class Puppeteer::Browser
|
|
177
177
|
# @return {!Promise<!Target>}
|
178
178
|
def wait_for_target(predicate:, timeout: nil)
|
179
179
|
timeout_in_sec = (timeout || 30000).to_i / 1000.0
|
180
|
-
existing_target = targets.first{ |target| predicate.call(target) }
|
180
|
+
existing_target = targets.first { |target| predicate.call(target) }
|
181
181
|
return existing_target if existing_target
|
182
182
|
|
183
183
|
event_listening_ids = []
|