webscraping_ai 2.0.0 → 2.0.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +5 -5
- data/docs/HTMLApi.md +5 -3
- data/docs/SelectedHTMLApi.md +10 -6
- data/lib/webscraping_ai.rb +1 -1
- data/lib/webscraping_ai/api/html_api.rb +6 -2
- data/lib/webscraping_ai/api/selected_html_api.rb +11 -3
- data/lib/webscraping_ai/api_client.rb +1 -1
- data/lib/webscraping_ai/api_error.rb +1 -1
- data/lib/webscraping_ai/configuration.rb +1 -1
- data/lib/webscraping_ai/models/error.rb +1 -1
- data/lib/webscraping_ai/models/page_error.rb +1 -1
- data/lib/webscraping_ai/version.rb +2 -2
- data/spec/api/html_api_spec.rb +2 -1
- data/spec/api/selected_html_api_spec.rb +3 -1
- data/spec/api_client_spec.rb +1 -1
- data/spec/configuration_spec.rb +1 -1
- data/spec/models/error_spec.rb +1 -1
- data/spec/models/page_error_spec.rb +1 -1
- data/spec/spec_helper.rb +1 -1
- data/webscraping_ai.gemspec +1 -1
- metadata +18 -18
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: a9962503617721ab3362a7ba4c45f3bdf346d8c2762f25618e4daffd438f2d3f
|
4
|
+
data.tar.gz: 0b576d0c56ee0cbaa13690dea3a8740887ab3d76a7eb46f8f48ee7deb1e7a784
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: b396ca118c8f0ee9a95f270b3931522a58725982859722e34ffa4039c671d2eb41961b645a1295fec08493351c1495a912484faaf47a73e3f3ad8ccb48763c0a
|
7
|
+
data.tar.gz: 4106699b17e5f19ac8d772ce93de5961d1020b02531f4fc28aff954332cb301035090a4b7e37a978be88d2127ac348eda4d3c27d7470bdae0b427237004643dc
|
data/README.md
CHANGED
@@ -6,8 +6,8 @@ A client for https://webscraping.ai API. It provides a web scaping automation AP
|
|
6
6
|
|
7
7
|
This SDK is automatically generated by the [OpenAPI Generator](https://openapi-generator.tech) project:
|
8
8
|
|
9
|
-
- API version: 2.0.
|
10
|
-
- Package version: 2.0.
|
9
|
+
- API version: 2.0.1
|
10
|
+
- Package version: 2.0.1
|
11
11
|
- Build package: org.openapitools.codegen.languages.RubyClientCodegen
|
12
12
|
For more information, please visit [https://webscraping.ai](https://webscraping.ai)
|
13
13
|
|
@@ -24,16 +24,16 @@ gem build webscraping_ai.gemspec
|
|
24
24
|
Then either install the gem locally:
|
25
25
|
|
26
26
|
```shell
|
27
|
-
gem install ./webscraping_ai-2.0.
|
27
|
+
gem install ./webscraping_ai-2.0.1.gem
|
28
28
|
```
|
29
29
|
|
30
|
-
(for development, run `gem install --dev ./webscraping_ai-2.0.
|
30
|
+
(for development, run `gem install --dev ./webscraping_ai-2.0.1.gem` to install the development dependencies)
|
31
31
|
|
32
32
|
or publish the gem to a gem hosting service, e.g. [RubyGems](https://rubygems.org/).
|
33
33
|
|
34
34
|
Finally add this to the Gemfile:
|
35
35
|
|
36
|
-
gem 'webscraping_ai', '~> 2.0.
|
36
|
+
gem 'webscraping_ai', '~> 2.0.1'
|
37
37
|
|
38
38
|
### Install from Git
|
39
39
|
|
data/docs/HTMLApi.md
CHANGED
@@ -94,12 +94,13 @@ WebScrapingAI.configure do |config|
|
|
94
94
|
end
|
95
95
|
|
96
96
|
api_instance = WebScrapingAI::HTMLApi.new
|
97
|
-
url = 'https://
|
97
|
+
url = 'https://httpbin.org/post' # String | URL of the target page
|
98
98
|
opts = {
|
99
99
|
headers: {'key' => '{\"Cookie\":\"session=some_id\"}'}, # Hash<String, String> | HTTP headers to pass to the target page. Can be specified either via a nested query parameter (...&headers[One]=value1&headers=[Another]=value2) or as a JSON encoded object (...&headers={\"One\": \"value1\", \"Another\": \"value2\"})
|
100
100
|
timeout: 5000, # Integer | Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000)
|
101
101
|
js: true, # Boolean | Execute on-page JavaScript using a headless browser (true by default), costs 2 requests
|
102
|
-
proxy: 'datacenter' # String | Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default)
|
102
|
+
proxy: 'datacenter', # String | Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default)
|
103
|
+
request_body: nil # Hash<String, Object> | Request body to pass to the target page
|
103
104
|
}
|
104
105
|
|
105
106
|
begin
|
@@ -120,6 +121,7 @@ Name | Type | Description | Notes
|
|
120
121
|
**timeout** | **Integer**| Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000) | [optional] [default to 5000]
|
121
122
|
**js** | **Boolean**| Execute on-page JavaScript using a headless browser (true by default), costs 2 requests | [optional] [default to true]
|
122
123
|
**proxy** | **String**| Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default) | [optional] [default to 'datacenter']
|
124
|
+
**request_body** | [**Hash<String, Object>**](Object.md)| Request body to pass to the target page | [optional]
|
123
125
|
|
124
126
|
### Return type
|
125
127
|
|
@@ -131,6 +133,6 @@ nil (empty response body)
|
|
131
133
|
|
132
134
|
### HTTP request headers
|
133
135
|
|
134
|
-
- **Content-Type**:
|
136
|
+
- **Content-Type**: application/json, application/x-www-form-urlencoded, application/xml, text/plain
|
135
137
|
- **Accept**: application/json, text/html
|
136
138
|
|
data/docs/SelectedHTMLApi.md
CHANGED
@@ -164,13 +164,14 @@ WebScrapingAI.configure do |config|
|
|
164
164
|
end
|
165
165
|
|
166
166
|
api_instance = WebScrapingAI::SelectedHTMLApi.new
|
167
|
-
url = 'https://
|
167
|
+
url = 'https://httpbin.org/post' # String | URL of the target page
|
168
168
|
opts = {
|
169
169
|
selector: 'h1', # String | CSS selector (null by default, returns whole page HTML)
|
170
170
|
headers: {'key' => '{\"Cookie\":\"session=some_id\"}'}, # Hash<String, String> | HTTP headers to pass to the target page. Can be specified either via a nested query parameter (...&headers[One]=value1&headers=[Another]=value2) or as a JSON encoded object (...&headers={\"One\": \"value1\", \"Another\": \"value2\"})
|
171
171
|
timeout: 5000, # Integer | Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000)
|
172
172
|
js: true, # Boolean | Execute on-page JavaScript using a headless browser (true by default), costs 2 requests
|
173
|
-
proxy: 'datacenter' # String | Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default)
|
173
|
+
proxy: 'datacenter', # String | Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default)
|
174
|
+
request_body: nil # Hash<String, Object> | Request body to pass to the target page
|
174
175
|
}
|
175
176
|
|
176
177
|
begin
|
@@ -192,6 +193,7 @@ Name | Type | Description | Notes
|
|
192
193
|
**timeout** | **Integer**| Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000) | [optional] [default to 5000]
|
193
194
|
**js** | **Boolean**| Execute on-page JavaScript using a headless browser (true by default), costs 2 requests | [optional] [default to true]
|
194
195
|
**proxy** | **String**| Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default) | [optional] [default to 'datacenter']
|
196
|
+
**request_body** | [**Hash<String, Object>**](Object.md)| Request body to pass to the target page | [optional]
|
195
197
|
|
196
198
|
### Return type
|
197
199
|
|
@@ -203,7 +205,7 @@ nil (empty response body)
|
|
203
205
|
|
204
206
|
### HTTP request headers
|
205
207
|
|
206
|
-
- **Content-Type**:
|
208
|
+
- **Content-Type**: application/json, application/x-www-form-urlencoded, application/xml, text/plain
|
207
209
|
- **Accept**: application/json, text/html
|
208
210
|
|
209
211
|
|
@@ -229,13 +231,14 @@ WebScrapingAI.configure do |config|
|
|
229
231
|
end
|
230
232
|
|
231
233
|
api_instance = WebScrapingAI::SelectedHTMLApi.new
|
232
|
-
url = 'https://
|
234
|
+
url = 'https://httpbin.org/post' # String | URL of the target page
|
233
235
|
opts = {
|
234
236
|
selectors: ['[\"h1\"]'], # Array<String> | Multiple CSS selectors (null by default, returns whole page HTML)
|
235
237
|
headers: {'key' => '{\"Cookie\":\"session=some_id\"}'}, # Hash<String, String> | HTTP headers to pass to the target page. Can be specified either via a nested query parameter (...&headers[One]=value1&headers=[Another]=value2) or as a JSON encoded object (...&headers={\"One\": \"value1\", \"Another\": \"value2\"})
|
236
238
|
timeout: 5000, # Integer | Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000)
|
237
239
|
js: true, # Boolean | Execute on-page JavaScript using a headless browser (true by default), costs 2 requests
|
238
|
-
proxy: 'datacenter' # String | Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default)
|
240
|
+
proxy: 'datacenter', # String | Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default)
|
241
|
+
request_body: nil # Hash<String, Object> | Request body to pass to the target page
|
239
242
|
}
|
240
243
|
|
241
244
|
begin
|
@@ -258,6 +261,7 @@ Name | Type | Description | Notes
|
|
258
261
|
**timeout** | **Integer**| Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000) | [optional] [default to 5000]
|
259
262
|
**js** | **Boolean**| Execute on-page JavaScript using a headless browser (true by default), costs 2 requests | [optional] [default to true]
|
260
263
|
**proxy** | **String**| Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default) | [optional] [default to 'datacenter']
|
264
|
+
**request_body** | [**Hash<String, Object>**](Object.md)| Request body to pass to the target page | [optional]
|
261
265
|
|
262
266
|
### Return type
|
263
267
|
|
@@ -269,6 +273,6 @@ Name | Type | Description | Notes
|
|
269
273
|
|
270
274
|
### HTTP request headers
|
271
275
|
|
272
|
-
- **Content-Type**:
|
276
|
+
- **Content-Type**: application/json, application/x-www-form-urlencoded, application/xml, text/plain
|
273
277
|
- **Accept**: application/json
|
274
278
|
|
data/lib/webscraping_ai.rb
CHANGED
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
@@ -114,6 +114,7 @@ module WebScrapingAI
|
|
114
114
|
# @option opts [Integer] :timeout Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000) (default to 5000)
|
115
115
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default), costs 2 requests (default to true)
|
116
116
|
# @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default) (default to 'datacenter')
|
117
|
+
# @option opts [Hash<String, Object>] :request_body Request body to pass to the target page
|
117
118
|
# @return [nil]
|
118
119
|
def post_html(url, opts = {})
|
119
120
|
post_html_with_http_info(url, opts)
|
@@ -128,6 +129,7 @@ module WebScrapingAI
|
|
128
129
|
# @option opts [Integer] :timeout Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000)
|
129
130
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default), costs 2 requests
|
130
131
|
# @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default)
|
132
|
+
# @option opts [Hash<String, Object>] :request_body Request body to pass to the target page
|
131
133
|
# @return [Array<(nil, Integer, Hash)>] nil, response status code and response headers
|
132
134
|
def post_html_with_http_info(url, opts = {})
|
133
135
|
if @api_client.config.debugging
|
@@ -164,12 +166,14 @@ module WebScrapingAI
|
|
164
166
|
header_params = opts[:header_params] || {}
|
165
167
|
# HTTP header 'Accept' (if needed)
|
166
168
|
header_params['Accept'] = @api_client.select_header_accept(['application/json', 'text/html'])
|
169
|
+
# HTTP header 'Content-Type'
|
170
|
+
header_params['Content-Type'] = @api_client.select_header_content_type(['application/json', 'application/x-www-form-urlencoded', 'application/xml', 'text/plain'])
|
167
171
|
|
168
172
|
# form parameters
|
169
173
|
form_params = opts[:form_params] || {}
|
170
174
|
|
171
175
|
# http body (model)
|
172
|
-
post_body = opts[:body]
|
176
|
+
post_body = opts[:body] || @api_client.object_to_http_body(opts[:'request_body'])
|
173
177
|
|
174
178
|
# return_type
|
175
179
|
return_type = opts[:return_type]
|
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
@@ -208,6 +208,7 @@ module WebScrapingAI
|
|
208
208
|
# @option opts [Integer] :timeout Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000) (default to 5000)
|
209
209
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default), costs 2 requests (default to true)
|
210
210
|
# @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default) (default to 'datacenter')
|
211
|
+
# @option opts [Hash<String, Object>] :request_body Request body to pass to the target page
|
211
212
|
# @return [nil]
|
212
213
|
def post_selected(url, opts = {})
|
213
214
|
post_selected_with_http_info(url, opts)
|
@@ -223,6 +224,7 @@ module WebScrapingAI
|
|
223
224
|
# @option opts [Integer] :timeout Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000)
|
224
225
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default), costs 2 requests
|
225
226
|
# @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default)
|
227
|
+
# @option opts [Hash<String, Object>] :request_body Request body to pass to the target page
|
226
228
|
# @return [Array<(nil, Integer, Hash)>] nil, response status code and response headers
|
227
229
|
def post_selected_with_http_info(url, opts = {})
|
228
230
|
if @api_client.config.debugging
|
@@ -260,12 +262,14 @@ module WebScrapingAI
|
|
260
262
|
header_params = opts[:header_params] || {}
|
261
263
|
# HTTP header 'Accept' (if needed)
|
262
264
|
header_params['Accept'] = @api_client.select_header_accept(['application/json', 'text/html'])
|
265
|
+
# HTTP header 'Content-Type'
|
266
|
+
header_params['Content-Type'] = @api_client.select_header_content_type(['application/json', 'application/x-www-form-urlencoded', 'application/xml', 'text/plain'])
|
263
267
|
|
264
268
|
# form parameters
|
265
269
|
form_params = opts[:form_params] || {}
|
266
270
|
|
267
271
|
# http body (model)
|
268
|
-
post_body = opts[:body]
|
272
|
+
post_body = opts[:body] || @api_client.object_to_http_body(opts[:'request_body'])
|
269
273
|
|
270
274
|
# return_type
|
271
275
|
return_type = opts[:return_type]
|
@@ -298,6 +302,7 @@ module WebScrapingAI
|
|
298
302
|
# @option opts [Integer] :timeout Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000) (default to 5000)
|
299
303
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default), costs 2 requests (default to true)
|
300
304
|
# @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default) (default to 'datacenter')
|
305
|
+
# @option opts [Hash<String, Object>] :request_body Request body to pass to the target page
|
301
306
|
# @return [Array<String>]
|
302
307
|
def post_selected_multiple(url, opts = {})
|
303
308
|
data, _status_code, _headers = post_selected_multiple_with_http_info(url, opts)
|
@@ -313,6 +318,7 @@ module WebScrapingAI
|
|
313
318
|
# @option opts [Integer] :timeout Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000)
|
314
319
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default), costs 2 requests
|
315
320
|
# @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default)
|
321
|
+
# @option opts [Hash<String, Object>] :request_body Request body to pass to the target page
|
316
322
|
# @return [Array<(Array<String>, Integer, Hash)>] Array<String> data, response status code and response headers
|
317
323
|
def post_selected_multiple_with_http_info(url, opts = {})
|
318
324
|
if @api_client.config.debugging
|
@@ -350,12 +356,14 @@ module WebScrapingAI
|
|
350
356
|
header_params = opts[:header_params] || {}
|
351
357
|
# HTTP header 'Accept' (if needed)
|
352
358
|
header_params['Accept'] = @api_client.select_header_accept(['application/json'])
|
359
|
+
# HTTP header 'Content-Type'
|
360
|
+
header_params['Content-Type'] = @api_client.select_header_content_type(['application/json', 'application/x-www-form-urlencoded', 'application/xml', 'text/plain'])
|
353
361
|
|
354
362
|
# form parameters
|
355
363
|
form_params = opts[:form_params] || {}
|
356
364
|
|
357
365
|
# http body (model)
|
358
|
-
post_body = opts[:body]
|
366
|
+
post_body = opts[:body] || @api_client.object_to_http_body(opts[:'request_body'])
|
359
367
|
|
360
368
|
# return_type
|
361
369
|
return_type = opts[:return_type] || 'Array<String>'
|
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
@@ -11,5 +11,5 @@ OpenAPI Generator version: 4.3.1
|
|
11
11
|
=end
|
12
12
|
|
13
13
|
module WebScrapingAI
|
14
|
-
VERSION = '2.0.
|
14
|
+
VERSION = '2.0.1'
|
15
15
|
end
|
data/spec/api/html_api_spec.rb
CHANGED
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
@@ -57,6 +57,7 @@ describe 'HTMLApi' do
|
|
57
57
|
# @option opts [Integer] :timeout Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000)
|
58
58
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default), costs 2 requests
|
59
59
|
# @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default)
|
60
|
+
# @option opts [Hash<String, Object>] :request_body Request body to pass to the target page
|
60
61
|
# @return [nil]
|
61
62
|
describe 'post_html test' do
|
62
63
|
it 'should work' do
|
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
@@ -76,6 +76,7 @@ describe 'SelectedHTMLApi' do
|
|
76
76
|
# @option opts [Integer] :timeout Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000)
|
77
77
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default), costs 2 requests
|
78
78
|
# @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default)
|
79
|
+
# @option opts [Hash<String, Object>] :request_body Request body to pass to the target page
|
79
80
|
# @return [nil]
|
80
81
|
describe 'post_selected test' do
|
81
82
|
it 'should work' do
|
@@ -93,6 +94,7 @@ describe 'SelectedHTMLApi' do
|
|
93
94
|
# @option opts [Integer] :timeout Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000)
|
94
95
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default), costs 2 requests
|
95
96
|
# @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default)
|
97
|
+
# @option opts [Hash<String, Object>] :request_body Request body to pass to the target page
|
96
98
|
# @return [Array<String>]
|
97
99
|
describe 'post_selected_multiple test' do
|
98
100
|
it 'should work' do
|
data/spec/api_client_spec.rb
CHANGED
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
data/spec/configuration_spec.rb
CHANGED
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
data/spec/models/error_spec.rb
CHANGED
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
data/spec/spec_helper.rb
CHANGED
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
data/webscraping_ai.gemspec
CHANGED
@@ -5,7 +5,7 @@
|
|
5
5
|
|
6
6
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
7
7
|
|
8
|
-
The version of the OpenAPI document: 2.0.
|
8
|
+
The version of the OpenAPI document: 2.0.1
|
9
9
|
Contact: support@webscraping.ai
|
10
10
|
Generated by: https://openapi-generator.tech
|
11
11
|
OpenAPI Generator version: 4.3.1
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: webscraping_ai
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 2.0.
|
4
|
+
version: 2.0.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- WebScraping.AI
|
8
|
-
autorequire:
|
8
|
+
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2020-09-
|
11
|
+
date: 2020-09-23 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: typhoeus
|
@@ -34,42 +34,42 @@ dependencies:
|
|
34
34
|
name: json
|
35
35
|
requirement: !ruby/object:Gem::Requirement
|
36
36
|
requirements:
|
37
|
-
- - ">="
|
38
|
-
- !ruby/object:Gem::Version
|
39
|
-
version: 2.1.0
|
40
37
|
- - "~>"
|
41
38
|
- !ruby/object:Gem::Version
|
42
39
|
version: '2.1'
|
40
|
+
- - ">="
|
41
|
+
- !ruby/object:Gem::Version
|
42
|
+
version: 2.1.0
|
43
43
|
type: :runtime
|
44
44
|
prerelease: false
|
45
45
|
version_requirements: !ruby/object:Gem::Requirement
|
46
46
|
requirements:
|
47
|
-
- - ">="
|
48
|
-
- !ruby/object:Gem::Version
|
49
|
-
version: 2.1.0
|
50
47
|
- - "~>"
|
51
48
|
- !ruby/object:Gem::Version
|
52
49
|
version: '2.1'
|
50
|
+
- - ">="
|
51
|
+
- !ruby/object:Gem::Version
|
52
|
+
version: 2.1.0
|
53
53
|
- !ruby/object:Gem::Dependency
|
54
54
|
name: rspec
|
55
55
|
requirement: !ruby/object:Gem::Requirement
|
56
56
|
requirements:
|
57
|
-
- - ">="
|
58
|
-
- !ruby/object:Gem::Version
|
59
|
-
version: 3.6.0
|
60
57
|
- - "~>"
|
61
58
|
- !ruby/object:Gem::Version
|
62
59
|
version: '3.6'
|
60
|
+
- - ">="
|
61
|
+
- !ruby/object:Gem::Version
|
62
|
+
version: 3.6.0
|
63
63
|
type: :development
|
64
64
|
prerelease: false
|
65
65
|
version_requirements: !ruby/object:Gem::Requirement
|
66
66
|
requirements:
|
67
|
-
- - ">="
|
68
|
-
- !ruby/object:Gem::Version
|
69
|
-
version: 3.6.0
|
70
67
|
- - "~>"
|
71
68
|
- !ruby/object:Gem::Version
|
72
69
|
version: '3.6'
|
70
|
+
- - ">="
|
71
|
+
- !ruby/object:Gem::Version
|
72
|
+
version: 3.6.0
|
73
73
|
description: A client for https://webscraping.ai API. It provides a web scaping automation
|
74
74
|
API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
75
75
|
email:
|
@@ -107,7 +107,7 @@ homepage: https://webscraping.ai
|
|
107
107
|
licenses:
|
108
108
|
- MIT
|
109
109
|
metadata: {}
|
110
|
-
post_install_message:
|
110
|
+
post_install_message:
|
111
111
|
rdoc_options: []
|
112
112
|
require_paths:
|
113
113
|
- lib
|
@@ -122,8 +122,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
122
122
|
- !ruby/object:Gem::Version
|
123
123
|
version: '0'
|
124
124
|
requirements: []
|
125
|
-
rubygems_version: 3.
|
126
|
-
signing_key:
|
125
|
+
rubygems_version: 3.1.2
|
126
|
+
signing_key:
|
127
127
|
specification_version: 4
|
128
128
|
summary: WebScraping.AI Ruby Gem
|
129
129
|
test_files:
|