webscraping_ai 2.0.0 → 2.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +5 -5
- data/docs/HTMLApi.md +5 -3
- data/docs/SelectedHTMLApi.md +10 -6
- data/lib/webscraping_ai.rb +1 -1
- data/lib/webscraping_ai/api/html_api.rb +6 -2
- data/lib/webscraping_ai/api/selected_html_api.rb +11 -3
- data/lib/webscraping_ai/api_client.rb +1 -1
- data/lib/webscraping_ai/api_error.rb +1 -1
- data/lib/webscraping_ai/configuration.rb +1 -1
- data/lib/webscraping_ai/models/error.rb +1 -1
- data/lib/webscraping_ai/models/page_error.rb +1 -1
- data/lib/webscraping_ai/version.rb +2 -2
- data/spec/api/html_api_spec.rb +2 -1
- data/spec/api/selected_html_api_spec.rb +3 -1
- data/spec/api_client_spec.rb +1 -1
- data/spec/configuration_spec.rb +1 -1
- data/spec/models/error_spec.rb +1 -1
- data/spec/models/page_error_spec.rb +1 -1
- data/spec/spec_helper.rb +1 -1
- data/webscraping_ai.gemspec +1 -1
- metadata +18 -18
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: a9962503617721ab3362a7ba4c45f3bdf346d8c2762f25618e4daffd438f2d3f
|
4
|
+
data.tar.gz: 0b576d0c56ee0cbaa13690dea3a8740887ab3d76a7eb46f8f48ee7deb1e7a784
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: b396ca118c8f0ee9a95f270b3931522a58725982859722e34ffa4039c671d2eb41961b645a1295fec08493351c1495a912484faaf47a73e3f3ad8ccb48763c0a
|
7
|
+
data.tar.gz: 4106699b17e5f19ac8d772ce93de5961d1020b02531f4fc28aff954332cb301035090a4b7e37a978be88d2127ac348eda4d3c27d7470bdae0b427237004643dc
|
data/README.md
CHANGED
@@ -6,8 +6,8 @@ A client for https://webscraping.ai API. It provides a web scaping automation AP
|
|
6
6
|
|
7
7
|
This SDK is automatically generated by the [OpenAPI Generator](https://openapi-generator.tech) project:
|
8
8
|
|
9
|
-
- API version: 2.0.
|
10
|
-
- Package version: 2.0.
|
9
|
+
- API version: 2.0.1
|
10
|
+
- Package version: 2.0.1
|
11
11
|
- Build package: org.openapitools.codegen.languages.RubyClientCodegen
|
12
12
|
For more information, please visit [https://webscraping.ai](https://webscraping.ai)
|
13
13
|
|
@@ -24,16 +24,16 @@ gem build webscraping_ai.gemspec
|
|
24
24
|
Then either install the gem locally:
|
25
25
|
|
26
26
|
```shell
|
27
|
-
gem install ./webscraping_ai-2.0.
|
27
|
+
gem install ./webscraping_ai-2.0.1.gem
|
28
28
|
```
|
29
29
|
|
30
|
-
(for development, run `gem install --dev ./webscraping_ai-2.0.
|
30
|
+
(for development, run `gem install --dev ./webscraping_ai-2.0.1.gem` to install the development dependencies)
|
31
31
|
|
32
32
|
or publish the gem to a gem hosting service, e.g. [RubyGems](https://rubygems.org/).
|
33
33
|
|
34
34
|
Finally add this to the Gemfile:
|
35
35
|
|
36
|
-
gem 'webscraping_ai', '~> 2.0.
|
36
|
+
gem 'webscraping_ai', '~> 2.0.1'
|
37
37
|
|
38
38
|
### Install from Git
|
39
39
|
|
data/docs/HTMLApi.md
CHANGED
@@ -94,12 +94,13 @@ WebScrapingAI.configure do |config|
|
|
94
94
|
end
|
95
95
|
|
96
96
|
api_instance = WebScrapingAI::HTMLApi.new
|
97
|
-
url = 'https://
|
97
|
+
url = 'https://httpbin.org/post' # String | URL of the target page
|
98
98
|
opts = {
|
99
99
|
headers: {'key' => '{\"Cookie\":\"session=some_id\"}'}, # Hash<String, String> | HTTP headers to pass to the target page. Can be specified either via a nested query parameter (...&headers[One]=value1&headers=[Another]=value2) or as a JSON encoded object (...&headers={\"One\": \"value1\", \"Another\": \"value2\"})
|
100
100
|
timeout: 5000, # Integer | Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000)
|
101
101
|
js: true, # Boolean | Execute on-page JavaScript using a headless browser (true by default), costs 2 requests
|
102
|
-
proxy: 'datacenter' # String | Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default)
|
102
|
+
proxy: 'datacenter', # String | Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default)
|
103
|
+
request_body: nil # Hash<String, Object> | Request body to pass to the target page
|
103
104
|
}
|
104
105
|
|
105
106
|
begin
|
@@ -120,6 +121,7 @@ Name | Type | Description | Notes
|
|
120
121
|
**timeout** | **Integer**| Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000) | [optional] [default to 5000]
|
121
122
|
**js** | **Boolean**| Execute on-page JavaScript using a headless browser (true by default), costs 2 requests | [optional] [default to true]
|
122
123
|
**proxy** | **String**| Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default) | [optional] [default to 'datacenter']
|
124
|
+
**request_body** | [**Hash<String, Object>**](Object.md)| Request body to pass to the target page | [optional]
|
123
125
|
|
124
126
|
### Return type
|
125
127
|
|
@@ -131,6 +133,6 @@ nil (empty response body)
|
|
131
133
|
|
132
134
|
### HTTP request headers
|
133
135
|
|
134
|
-
- **Content-Type**:
|
136
|
+
- **Content-Type**: application/json, application/x-www-form-urlencoded, application/xml, text/plain
|
135
137
|
- **Accept**: application/json, text/html
|
136
138
|
|
data/docs/SelectedHTMLApi.md
CHANGED
@@ -164,13 +164,14 @@ WebScrapingAI.configure do |config|
|
|
164
164
|
end
|
165
165
|
|
166
166
|
api_instance = WebScrapingAI::SelectedHTMLApi.new
|
167
|
-
url = 'https://
|
167
|
+
url = 'https://httpbin.org/post' # String | URL of the target page
|
168
168
|
opts = {
|
169
169
|
selector: 'h1', # String | CSS selector (null by default, returns whole page HTML)
|
170
170
|
headers: {'key' => '{\"Cookie\":\"session=some_id\"}'}, # Hash<String, String> | HTTP headers to pass to the target page. Can be specified either via a nested query parameter (...&headers[One]=value1&headers=[Another]=value2) or as a JSON encoded object (...&headers={\"One\": \"value1\", \"Another\": \"value2\"})
|
171
171
|
timeout: 5000, # Integer | Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000)
|
172
172
|
js: true, # Boolean | Execute on-page JavaScript using a headless browser (true by default), costs 2 requests
|
173
|
-
proxy: 'datacenter' # String | Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default)
|
173
|
+
proxy: 'datacenter', # String | Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default)
|
174
|
+
request_body: nil # Hash<String, Object> | Request body to pass to the target page
|
174
175
|
}
|
175
176
|
|
176
177
|
begin
|
@@ -192,6 +193,7 @@ Name | Type | Description | Notes
|
|
192
193
|
**timeout** | **Integer**| Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000) | [optional] [default to 5000]
|
193
194
|
**js** | **Boolean**| Execute on-page JavaScript using a headless browser (true by default), costs 2 requests | [optional] [default to true]
|
194
195
|
**proxy** | **String**| Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default) | [optional] [default to 'datacenter']
|
196
|
+
**request_body** | [**Hash<String, Object>**](Object.md)| Request body to pass to the target page | [optional]
|
195
197
|
|
196
198
|
### Return type
|
197
199
|
|
@@ -203,7 +205,7 @@ nil (empty response body)
|
|
203
205
|
|
204
206
|
### HTTP request headers
|
205
207
|
|
206
|
-
- **Content-Type**:
|
208
|
+
- **Content-Type**: application/json, application/x-www-form-urlencoded, application/xml, text/plain
|
207
209
|
- **Accept**: application/json, text/html
|
208
210
|
|
209
211
|
|
@@ -229,13 +231,14 @@ WebScrapingAI.configure do |config|
|
|
229
231
|
end
|
230
232
|
|
231
233
|
api_instance = WebScrapingAI::SelectedHTMLApi.new
|
232
|
-
url = 'https://
|
234
|
+
url = 'https://httpbin.org/post' # String | URL of the target page
|
233
235
|
opts = {
|
234
236
|
selectors: ['[\"h1\"]'], # Array<String> | Multiple CSS selectors (null by default, returns whole page HTML)
|
235
237
|
headers: {'key' => '{\"Cookie\":\"session=some_id\"}'}, # Hash<String, String> | HTTP headers to pass to the target page. Can be specified either via a nested query parameter (...&headers[One]=value1&headers=[Another]=value2) or as a JSON encoded object (...&headers={\"One\": \"value1\", \"Another\": \"value2\"})
|
236
238
|
timeout: 5000, # Integer | Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000)
|
237
239
|
js: true, # Boolean | Execute on-page JavaScript using a headless browser (true by default), costs 2 requests
|
238
|
-
proxy: 'datacenter' # String | Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default)
|
240
|
+
proxy: 'datacenter', # String | Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default)
|
241
|
+
request_body: nil # Hash<String, Object> | Request body to pass to the target page
|
239
242
|
}
|
240
243
|
|
241
244
|
begin
|
@@ -258,6 +261,7 @@ Name | Type | Description | Notes
|
|
258
261
|
**timeout** | **Integer**| Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000) | [optional] [default to 5000]
|
259
262
|
**js** | **Boolean**| Execute on-page JavaScript using a headless browser (true by default), costs 2 requests | [optional] [default to true]
|
260
263
|
**proxy** | **String**| Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default) | [optional] [default to 'datacenter']
|
264
|
+
**request_body** | [**Hash<String, Object>**](Object.md)| Request body to pass to the target page | [optional]
|
261
265
|
|
262
266
|
### Return type
|
263
267
|
|
@@ -269,6 +273,6 @@ Name | Type | Description | Notes
|
|
269
273
|
|
270
274
|
### HTTP request headers
|
271
275
|
|
272
|
-
- **Content-Type**:
|
276
|
+
- **Content-Type**: application/json, application/x-www-form-urlencoded, application/xml, text/plain
|
273
277
|
- **Accept**: application/json
|
274
278
|
|
data/lib/webscraping_ai.rb
CHANGED
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
@@ -114,6 +114,7 @@ module WebScrapingAI
|
|
114
114
|
# @option opts [Integer] :timeout Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000) (default to 5000)
|
115
115
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default), costs 2 requests (default to true)
|
116
116
|
# @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default) (default to 'datacenter')
|
117
|
+
# @option opts [Hash<String, Object>] :request_body Request body to pass to the target page
|
117
118
|
# @return [nil]
|
118
119
|
def post_html(url, opts = {})
|
119
120
|
post_html_with_http_info(url, opts)
|
@@ -128,6 +129,7 @@ module WebScrapingAI
|
|
128
129
|
# @option opts [Integer] :timeout Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000)
|
129
130
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default), costs 2 requests
|
130
131
|
# @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default)
|
132
|
+
# @option opts [Hash<String, Object>] :request_body Request body to pass to the target page
|
131
133
|
# @return [Array<(nil, Integer, Hash)>] nil, response status code and response headers
|
132
134
|
def post_html_with_http_info(url, opts = {})
|
133
135
|
if @api_client.config.debugging
|
@@ -164,12 +166,14 @@ module WebScrapingAI
|
|
164
166
|
header_params = opts[:header_params] || {}
|
165
167
|
# HTTP header 'Accept' (if needed)
|
166
168
|
header_params['Accept'] = @api_client.select_header_accept(['application/json', 'text/html'])
|
169
|
+
# HTTP header 'Content-Type'
|
170
|
+
header_params['Content-Type'] = @api_client.select_header_content_type(['application/json', 'application/x-www-form-urlencoded', 'application/xml', 'text/plain'])
|
167
171
|
|
168
172
|
# form parameters
|
169
173
|
form_params = opts[:form_params] || {}
|
170
174
|
|
171
175
|
# http body (model)
|
172
|
-
post_body = opts[:body]
|
176
|
+
post_body = opts[:body] || @api_client.object_to_http_body(opts[:'request_body'])
|
173
177
|
|
174
178
|
# return_type
|
175
179
|
return_type = opts[:return_type]
|
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
@@ -208,6 +208,7 @@ module WebScrapingAI
|
|
208
208
|
# @option opts [Integer] :timeout Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000) (default to 5000)
|
209
209
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default), costs 2 requests (default to true)
|
210
210
|
# @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default) (default to 'datacenter')
|
211
|
+
# @option opts [Hash<String, Object>] :request_body Request body to pass to the target page
|
211
212
|
# @return [nil]
|
212
213
|
def post_selected(url, opts = {})
|
213
214
|
post_selected_with_http_info(url, opts)
|
@@ -223,6 +224,7 @@ module WebScrapingAI
|
|
223
224
|
# @option opts [Integer] :timeout Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000)
|
224
225
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default), costs 2 requests
|
225
226
|
# @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default)
|
227
|
+
# @option opts [Hash<String, Object>] :request_body Request body to pass to the target page
|
226
228
|
# @return [Array<(nil, Integer, Hash)>] nil, response status code and response headers
|
227
229
|
def post_selected_with_http_info(url, opts = {})
|
228
230
|
if @api_client.config.debugging
|
@@ -260,12 +262,14 @@ module WebScrapingAI
|
|
260
262
|
header_params = opts[:header_params] || {}
|
261
263
|
# HTTP header 'Accept' (if needed)
|
262
264
|
header_params['Accept'] = @api_client.select_header_accept(['application/json', 'text/html'])
|
265
|
+
# HTTP header 'Content-Type'
|
266
|
+
header_params['Content-Type'] = @api_client.select_header_content_type(['application/json', 'application/x-www-form-urlencoded', 'application/xml', 'text/plain'])
|
263
267
|
|
264
268
|
# form parameters
|
265
269
|
form_params = opts[:form_params] || {}
|
266
270
|
|
267
271
|
# http body (model)
|
268
|
-
post_body = opts[:body]
|
272
|
+
post_body = opts[:body] || @api_client.object_to_http_body(opts[:'request_body'])
|
269
273
|
|
270
274
|
# return_type
|
271
275
|
return_type = opts[:return_type]
|
@@ -298,6 +302,7 @@ module WebScrapingAI
|
|
298
302
|
# @option opts [Integer] :timeout Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000) (default to 5000)
|
299
303
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default), costs 2 requests (default to true)
|
300
304
|
# @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default) (default to 'datacenter')
|
305
|
+
# @option opts [Hash<String, Object>] :request_body Request body to pass to the target page
|
301
306
|
# @return [Array<String>]
|
302
307
|
def post_selected_multiple(url, opts = {})
|
303
308
|
data, _status_code, _headers = post_selected_multiple_with_http_info(url, opts)
|
@@ -313,6 +318,7 @@ module WebScrapingAI
|
|
313
318
|
# @option opts [Integer] :timeout Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000)
|
314
319
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default), costs 2 requests
|
315
320
|
# @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default)
|
321
|
+
# @option opts [Hash<String, Object>] :request_body Request body to pass to the target page
|
316
322
|
# @return [Array<(Array<String>, Integer, Hash)>] Array<String> data, response status code and response headers
|
317
323
|
def post_selected_multiple_with_http_info(url, opts = {})
|
318
324
|
if @api_client.config.debugging
|
@@ -350,12 +356,14 @@ module WebScrapingAI
|
|
350
356
|
header_params = opts[:header_params] || {}
|
351
357
|
# HTTP header 'Accept' (if needed)
|
352
358
|
header_params['Accept'] = @api_client.select_header_accept(['application/json'])
|
359
|
+
# HTTP header 'Content-Type'
|
360
|
+
header_params['Content-Type'] = @api_client.select_header_content_type(['application/json', 'application/x-www-form-urlencoded', 'application/xml', 'text/plain'])
|
353
361
|
|
354
362
|
# form parameters
|
355
363
|
form_params = opts[:form_params] || {}
|
356
364
|
|
357
365
|
# http body (model)
|
358
|
-
post_body = opts[:body]
|
366
|
+
post_body = opts[:body] || @api_client.object_to_http_body(opts[:'request_body'])
|
359
367
|
|
360
368
|
# return_type
|
361
369
|
return_type = opts[:return_type] || 'Array<String>'
|
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
@@ -11,5 +11,5 @@ OpenAPI Generator version: 4.3.1
|
|
11
11
|
=end
|
12
12
|
|
13
13
|
module WebScrapingAI
|
14
|
-
VERSION = '2.0.
|
14
|
+
VERSION = '2.0.1'
|
15
15
|
end
|
data/spec/api/html_api_spec.rb
CHANGED
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
@@ -57,6 +57,7 @@ describe 'HTMLApi' do
|
|
57
57
|
# @option opts [Integer] :timeout Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000)
|
58
58
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default), costs 2 requests
|
59
59
|
# @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default)
|
60
|
+
# @option opts [Hash<String, Object>] :request_body Request body to pass to the target page
|
60
61
|
# @return [nil]
|
61
62
|
describe 'post_html test' do
|
62
63
|
it 'should work' do
|
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
@@ -76,6 +76,7 @@ describe 'SelectedHTMLApi' do
|
|
76
76
|
# @option opts [Integer] :timeout Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000)
|
77
77
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default), costs 2 requests
|
78
78
|
# @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default)
|
79
|
+
# @option opts [Hash<String, Object>] :request_body Request body to pass to the target page
|
79
80
|
# @return [nil]
|
80
81
|
describe 'post_selected test' do
|
81
82
|
it 'should work' do
|
@@ -93,6 +94,7 @@ describe 'SelectedHTMLApi' do
|
|
93
94
|
# @option opts [Integer] :timeout Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000)
|
94
95
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default), costs 2 requests
|
95
96
|
# @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default)
|
97
|
+
# @option opts [Hash<String, Object>] :request_body Request body to pass to the target page
|
96
98
|
# @return [Array<String>]
|
97
99
|
describe 'post_selected_multiple test' do
|
98
100
|
it 'should work' do
|
data/spec/api_client_spec.rb
CHANGED
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
data/spec/configuration_spec.rb
CHANGED
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
data/spec/models/error_spec.rb
CHANGED
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
data/spec/spec_helper.rb
CHANGED
@@ -3,7 +3,7 @@
|
|
3
3
|
|
4
4
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
5
5
|
|
6
|
-
The version of the OpenAPI document: 2.0.
|
6
|
+
The version of the OpenAPI document: 2.0.1
|
7
7
|
Contact: support@webscraping.ai
|
8
8
|
Generated by: https://openapi-generator.tech
|
9
9
|
OpenAPI Generator version: 4.3.1
|
data/webscraping_ai.gemspec
CHANGED
@@ -5,7 +5,7 @@
|
|
5
5
|
|
6
6
|
#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
7
7
|
|
8
|
-
The version of the OpenAPI document: 2.0.
|
8
|
+
The version of the OpenAPI document: 2.0.1
|
9
9
|
Contact: support@webscraping.ai
|
10
10
|
Generated by: https://openapi-generator.tech
|
11
11
|
OpenAPI Generator version: 4.3.1
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: webscraping_ai
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 2.0.
|
4
|
+
version: 2.0.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- WebScraping.AI
|
8
|
-
autorequire:
|
8
|
+
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2020-09-
|
11
|
+
date: 2020-09-23 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: typhoeus
|
@@ -34,42 +34,42 @@ dependencies:
|
|
34
34
|
name: json
|
35
35
|
requirement: !ruby/object:Gem::Requirement
|
36
36
|
requirements:
|
37
|
-
- - ">="
|
38
|
-
- !ruby/object:Gem::Version
|
39
|
-
version: 2.1.0
|
40
37
|
- - "~>"
|
41
38
|
- !ruby/object:Gem::Version
|
42
39
|
version: '2.1'
|
40
|
+
- - ">="
|
41
|
+
- !ruby/object:Gem::Version
|
42
|
+
version: 2.1.0
|
43
43
|
type: :runtime
|
44
44
|
prerelease: false
|
45
45
|
version_requirements: !ruby/object:Gem::Requirement
|
46
46
|
requirements:
|
47
|
-
- - ">="
|
48
|
-
- !ruby/object:Gem::Version
|
49
|
-
version: 2.1.0
|
50
47
|
- - "~>"
|
51
48
|
- !ruby/object:Gem::Version
|
52
49
|
version: '2.1'
|
50
|
+
- - ">="
|
51
|
+
- !ruby/object:Gem::Version
|
52
|
+
version: 2.1.0
|
53
53
|
- !ruby/object:Gem::Dependency
|
54
54
|
name: rspec
|
55
55
|
requirement: !ruby/object:Gem::Requirement
|
56
56
|
requirements:
|
57
|
-
- - ">="
|
58
|
-
- !ruby/object:Gem::Version
|
59
|
-
version: 3.6.0
|
60
57
|
- - "~>"
|
61
58
|
- !ruby/object:Gem::Version
|
62
59
|
version: '3.6'
|
60
|
+
- - ">="
|
61
|
+
- !ruby/object:Gem::Version
|
62
|
+
version: 3.6.0
|
63
63
|
type: :development
|
64
64
|
prerelease: false
|
65
65
|
version_requirements: !ruby/object:Gem::Requirement
|
66
66
|
requirements:
|
67
|
-
- - ">="
|
68
|
-
- !ruby/object:Gem::Version
|
69
|
-
version: 3.6.0
|
70
67
|
- - "~>"
|
71
68
|
- !ruby/object:Gem::Version
|
72
69
|
version: '3.6'
|
70
|
+
- - ">="
|
71
|
+
- !ruby/object:Gem::Version
|
72
|
+
version: 3.6.0
|
73
73
|
description: A client for https://webscraping.ai API. It provides a web scaping automation
|
74
74
|
API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
|
75
75
|
email:
|
@@ -107,7 +107,7 @@ homepage: https://webscraping.ai
|
|
107
107
|
licenses:
|
108
108
|
- MIT
|
109
109
|
metadata: {}
|
110
|
-
post_install_message:
|
110
|
+
post_install_message:
|
111
111
|
rdoc_options: []
|
112
112
|
require_paths:
|
113
113
|
- lib
|
@@ -122,8 +122,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
122
122
|
- !ruby/object:Gem::Version
|
123
123
|
version: '0'
|
124
124
|
requirements: []
|
125
|
-
rubygems_version: 3.
|
126
|
-
signing_key:
|
125
|
+
rubygems_version: 3.1.2
|
126
|
+
signing_key:
|
127
127
|
specification_version: 4
|
128
128
|
summary: WebScraping.AI Ruby Gem
|
129
129
|
test_files:
|