webscraping_ai 3.2.0 → 3.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +7 -7
- data/docs/AIApi.md +4 -4
- data/docs/HTMLApi.md +2 -2
- data/docs/SelectedHTMLApi.md +4 -4
- data/docs/TextApi.md +2 -2
- data/lib/webscraping_ai/api/account_api.rb +2 -2
- data/lib/webscraping_ai/api/ai_api.rb +10 -10
- data/lib/webscraping_ai/api/html_api.rb +6 -6
- data/lib/webscraping_ai/api/selected_html_api.rb +10 -10
- data/lib/webscraping_ai/api/text_api.rb +6 -6
- data/lib/webscraping_ai/api_client.rb +15 -12
- data/lib/webscraping_ai/api_error.rb +2 -2
- data/lib/webscraping_ai/api_model_base.rb +88 -0
- data/lib/webscraping_ai/configuration.rb +2 -2
- data/lib/webscraping_ai/models/account.rb +12 -79
- data/lib/webscraping_ai/models/error.rb +12 -79
- data/lib/webscraping_ai/version.rb +3 -3
- data/lib/webscraping_ai.rb +3 -2
- data/spec/api/account_api_spec.rb +2 -2
- data/spec/api/ai_api_spec.rb +4 -4
- data/spec/api/html_api_spec.rb +3 -3
- data/spec/api/selected_html_api_spec.rb +4 -4
- data/spec/api/text_api_spec.rb +3 -3
- data/spec/models/account_spec.rb +3 -3
- data/spec/models/error_spec.rb +3 -3
- data/spec/spec_helper.rb +2 -2
- data/webscraping_ai.gemspec +2 -2
- metadata +7 -9
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: cf1c3fe294cde88ca7896056723ed69042d8c6b4217fa33667edbe055067ba56
|
|
4
|
+
data.tar.gz: cd5d05403e51177b1ac7a4ed34e4c6fd87d2e70893ce02d13b4c16c46b6e1a6b
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 001a5c2dd678f2c090ec73cbae64cdecdd6eaeaea355ca3d47893033bff367ed6946ab93f5ef7229489c53616f5e9a1130e5d76986b74e4046fa61ca061dabd6
|
|
7
|
+
data.tar.gz: f3ff936c84bd6f56e3153d09701ea82daa2006ec3bae8db6782335241da7701960f8c4e47eb9c406bf060df071377aeb7436fef7a5b9e6ac07221b0f1fa89a6f
|
data/README.md
CHANGED
|
@@ -6,9 +6,9 @@ WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript
|
|
|
6
6
|
|
|
7
7
|
This SDK is automatically generated by the [OpenAPI Generator](https://openapi-generator.tech) project:
|
|
8
8
|
|
|
9
|
-
- API version: 3.2.
|
|
10
|
-
- Package version: 3.2.
|
|
11
|
-
- Generator version: 7.
|
|
9
|
+
- API version: 3.2.1
|
|
10
|
+
- Package version: 3.2.1
|
|
11
|
+
- Generator version: 7.22.0
|
|
12
12
|
- Build package: org.openapitools.codegen.languages.RubyClientCodegen
|
|
13
13
|
For more information, please visit [https://webscraping.ai](https://webscraping.ai)
|
|
14
14
|
|
|
@@ -25,16 +25,16 @@ gem build webscraping_ai.gemspec
|
|
|
25
25
|
Then either install the gem locally:
|
|
26
26
|
|
|
27
27
|
```shell
|
|
28
|
-
gem install ./webscraping_ai-3.2.
|
|
28
|
+
gem install ./webscraping_ai-3.2.1.gem
|
|
29
29
|
```
|
|
30
30
|
|
|
31
|
-
(for development, run `gem install --dev ./webscraping_ai-3.2.
|
|
31
|
+
(for development, run `gem install --dev ./webscraping_ai-3.2.1.gem` to install the development dependencies)
|
|
32
32
|
|
|
33
33
|
or publish the gem to a gem hosting service, e.g. [RubyGems](https://rubygems.org/).
|
|
34
34
|
|
|
35
35
|
Finally add this to the Gemfile:
|
|
36
36
|
|
|
37
|
-
gem 'webscraping_ai', '~> 3.2.
|
|
37
|
+
gem 'webscraping_ai', '~> 3.2.1'
|
|
38
38
|
|
|
39
39
|
### Install from Git
|
|
40
40
|
|
|
@@ -75,7 +75,7 @@ opts = {
|
|
|
75
75
|
js: true, # Boolean | Execute on-page JavaScript using a headless browser (true by default).
|
|
76
76
|
js_timeout: 2000, # Integer | Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page.
|
|
77
77
|
wait_for: 'wait_for_example', # String | CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
78
|
-
proxy: 'datacenter', # String | Type of proxy
|
|
78
|
+
proxy: 'datacenter', # String | Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details.
|
|
79
79
|
country: 'us', # String | Country of the proxy to use (US by default).
|
|
80
80
|
custom_proxy: 'custom_proxy_example', # String | Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
81
81
|
device: 'desktop', # String | Type of device emulation.
|
data/docs/AIApi.md
CHANGED
|
@@ -38,7 +38,7 @@ opts = {
|
|
|
38
38
|
js: true, # Boolean | Execute on-page JavaScript using a headless browser (true by default).
|
|
39
39
|
js_timeout: 2000, # Integer | Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page.
|
|
40
40
|
wait_for: 'wait_for_example', # String | CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
41
|
-
proxy: 'datacenter', # String | Type of proxy
|
|
41
|
+
proxy: 'datacenter', # String | Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details.
|
|
42
42
|
country: 'us', # String | Country of the proxy to use (US by default).
|
|
43
43
|
custom_proxy: 'custom_proxy_example', # String | Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
44
44
|
device: 'desktop', # String | Type of device emulation.
|
|
@@ -85,7 +85,7 @@ end
|
|
|
85
85
|
| **js** | **Boolean** | Execute on-page JavaScript using a headless browser (true by default). | [optional][default to true] |
|
|
86
86
|
| **js_timeout** | **Integer** | Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page. | [optional][default to 2000] |
|
|
87
87
|
| **wait_for** | **String** | CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout. | [optional] |
|
|
88
|
-
| **proxy** | **String** | Type of proxy
|
|
88
|
+
| **proxy** | **String** | Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details. | [optional][default to 'datacenter'] |
|
|
89
89
|
| **country** | **String** | Country of the proxy to use (US by default). | [optional][default to 'us'] |
|
|
90
90
|
| **custom_proxy** | **String** | Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example). | [optional] |
|
|
91
91
|
| **device** | **String** | Type of device emulation. | [optional][default to 'desktop'] |
|
|
@@ -137,7 +137,7 @@ opts = {
|
|
|
137
137
|
js: true, # Boolean | Execute on-page JavaScript using a headless browser (true by default).
|
|
138
138
|
js_timeout: 2000, # Integer | Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page.
|
|
139
139
|
wait_for: 'wait_for_example', # String | CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
140
|
-
proxy: 'datacenter', # String | Type of proxy
|
|
140
|
+
proxy: 'datacenter', # String | Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details.
|
|
141
141
|
country: 'us', # String | Country of the proxy to use (US by default).
|
|
142
142
|
custom_proxy: 'custom_proxy_example', # String | Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
143
143
|
device: 'desktop', # String | Type of device emulation.
|
|
@@ -185,7 +185,7 @@ end
|
|
|
185
185
|
| **js** | **Boolean** | Execute on-page JavaScript using a headless browser (true by default). | [optional][default to true] |
|
|
186
186
|
| **js_timeout** | **Integer** | Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page. | [optional][default to 2000] |
|
|
187
187
|
| **wait_for** | **String** | CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout. | [optional] |
|
|
188
|
-
| **proxy** | **String** | Type of proxy
|
|
188
|
+
| **proxy** | **String** | Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details. | [optional][default to 'datacenter'] |
|
|
189
189
|
| **country** | **String** | Country of the proxy to use (US by default). | [optional][default to 'us'] |
|
|
190
190
|
| **custom_proxy** | **String** | Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example). | [optional] |
|
|
191
191
|
| **device** | **String** | Type of device emulation. | [optional][default to 'desktop'] |
|
data/docs/HTMLApi.md
CHANGED
|
@@ -36,7 +36,7 @@ opts = {
|
|
|
36
36
|
js: true, # Boolean | Execute on-page JavaScript using a headless browser (true by default).
|
|
37
37
|
js_timeout: 2000, # Integer | Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page.
|
|
38
38
|
wait_for: 'wait_for_example', # String | CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
39
|
-
proxy: 'datacenter', # String | Type of proxy
|
|
39
|
+
proxy: 'datacenter', # String | Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details.
|
|
40
40
|
country: 'us', # String | Country of the proxy to use (US by default).
|
|
41
41
|
custom_proxy: 'custom_proxy_example', # String | Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
42
42
|
device: 'desktop', # String | Type of device emulation.
|
|
@@ -84,7 +84,7 @@ end
|
|
|
84
84
|
| **js** | **Boolean** | Execute on-page JavaScript using a headless browser (true by default). | [optional][default to true] |
|
|
85
85
|
| **js_timeout** | **Integer** | Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page. | [optional][default to 2000] |
|
|
86
86
|
| **wait_for** | **String** | CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout. | [optional] |
|
|
87
|
-
| **proxy** | **String** | Type of proxy
|
|
87
|
+
| **proxy** | **String** | Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details. | [optional][default to 'datacenter'] |
|
|
88
88
|
| **country** | **String** | Country of the proxy to use (US by default). | [optional][default to 'us'] |
|
|
89
89
|
| **custom_proxy** | **String** | Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example). | [optional] |
|
|
90
90
|
| **device** | **String** | Type of device emulation. | [optional][default to 'desktop'] |
|
data/docs/SelectedHTMLApi.md
CHANGED
|
@@ -38,7 +38,7 @@ opts = {
|
|
|
38
38
|
js: true, # Boolean | Execute on-page JavaScript using a headless browser (true by default).
|
|
39
39
|
js_timeout: 2000, # Integer | Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page.
|
|
40
40
|
wait_for: 'wait_for_example', # String | CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
41
|
-
proxy: 'datacenter', # String | Type of proxy
|
|
41
|
+
proxy: 'datacenter', # String | Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details.
|
|
42
42
|
country: 'us', # String | Country of the proxy to use (US by default).
|
|
43
43
|
custom_proxy: 'custom_proxy_example', # String | Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
44
44
|
device: 'desktop', # String | Type of device emulation.
|
|
@@ -86,7 +86,7 @@ end
|
|
|
86
86
|
| **js** | **Boolean** | Execute on-page JavaScript using a headless browser (true by default). | [optional][default to true] |
|
|
87
87
|
| **js_timeout** | **Integer** | Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page. | [optional][default to 2000] |
|
|
88
88
|
| **wait_for** | **String** | CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout. | [optional] |
|
|
89
|
-
| **proxy** | **String** | Type of proxy
|
|
89
|
+
| **proxy** | **String** | Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details. | [optional][default to 'datacenter'] |
|
|
90
90
|
| **country** | **String** | Country of the proxy to use (US by default). | [optional][default to 'us'] |
|
|
91
91
|
| **custom_proxy** | **String** | Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example). | [optional] |
|
|
92
92
|
| **device** | **String** | Type of device emulation. | [optional][default to 'desktop'] |
|
|
@@ -139,7 +139,7 @@ opts = {
|
|
|
139
139
|
js: true, # Boolean | Execute on-page JavaScript using a headless browser (true by default).
|
|
140
140
|
js_timeout: 2000, # Integer | Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page.
|
|
141
141
|
wait_for: 'wait_for_example', # String | CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
142
|
-
proxy: 'datacenter', # String | Type of proxy
|
|
142
|
+
proxy: 'datacenter', # String | Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details.
|
|
143
143
|
country: 'us', # String | Country of the proxy to use (US by default).
|
|
144
144
|
custom_proxy: 'custom_proxy_example', # String | Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
145
145
|
device: 'desktop', # String | Type of device emulation.
|
|
@@ -186,7 +186,7 @@ end
|
|
|
186
186
|
| **js** | **Boolean** | Execute on-page JavaScript using a headless browser (true by default). | [optional][default to true] |
|
|
187
187
|
| **js_timeout** | **Integer** | Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page. | [optional][default to 2000] |
|
|
188
188
|
| **wait_for** | **String** | CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout. | [optional] |
|
|
189
|
-
| **proxy** | **String** | Type of proxy
|
|
189
|
+
| **proxy** | **String** | Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details. | [optional][default to 'datacenter'] |
|
|
190
190
|
| **country** | **String** | Country of the proxy to use (US by default). | [optional][default to 'us'] |
|
|
191
191
|
| **custom_proxy** | **String** | Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example). | [optional] |
|
|
192
192
|
| **device** | **String** | Type of device emulation. | [optional][default to 'desktop'] |
|
data/docs/TextApi.md
CHANGED
|
@@ -38,7 +38,7 @@ opts = {
|
|
|
38
38
|
js: true, # Boolean | Execute on-page JavaScript using a headless browser (true by default).
|
|
39
39
|
js_timeout: 2000, # Integer | Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page.
|
|
40
40
|
wait_for: 'wait_for_example', # String | CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
41
|
-
proxy: 'datacenter', # String | Type of proxy
|
|
41
|
+
proxy: 'datacenter', # String | Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details.
|
|
42
42
|
country: 'us', # String | Country of the proxy to use (US by default).
|
|
43
43
|
custom_proxy: 'custom_proxy_example', # String | Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
44
44
|
device: 'desktop', # String | Type of device emulation.
|
|
@@ -86,7 +86,7 @@ end
|
|
|
86
86
|
| **js** | **Boolean** | Execute on-page JavaScript using a headless browser (true by default). | [optional][default to true] |
|
|
87
87
|
| **js_timeout** | **Integer** | Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page. | [optional][default to 2000] |
|
|
88
88
|
| **wait_for** | **String** | CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout. | [optional] |
|
|
89
|
-
| **proxy** | **String** | Type of proxy
|
|
89
|
+
| **proxy** | **String** | Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details. | [optional][default to 'datacenter'] |
|
|
90
90
|
| **country** | **String** | Country of the proxy to use (US by default). | [optional][default to 'us'] |
|
|
91
91
|
| **custom_proxy** | **String** | Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example). | [optional] |
|
|
92
92
|
| **device** | **String** | Type of device emulation. | [optional][default to 'desktop'] |
|
|
@@ -3,10 +3,10 @@
|
|
|
3
3
|
|
|
4
4
|
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
5
5
|
|
|
6
|
-
The version of the OpenAPI document: 3.2.
|
|
6
|
+
The version of the OpenAPI document: 3.2.1
|
|
7
7
|
Contact: support@webscraping.ai
|
|
8
8
|
Generated by: https://openapi-generator.tech
|
|
9
|
-
Generator version: 7.
|
|
9
|
+
Generator version: 7.22.0
|
|
10
10
|
|
|
11
11
|
=end
|
|
12
12
|
|
|
@@ -3,10 +3,10 @@
|
|
|
3
3
|
|
|
4
4
|
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
5
5
|
|
|
6
|
-
The version of the OpenAPI document: 3.2.
|
|
6
|
+
The version of the OpenAPI document: 3.2.1
|
|
7
7
|
Contact: support@webscraping.ai
|
|
8
8
|
Generated by: https://openapi-generator.tech
|
|
9
|
-
Generator version: 7.
|
|
9
|
+
Generator version: 7.22.0
|
|
10
10
|
|
|
11
11
|
=end
|
|
12
12
|
|
|
@@ -29,7 +29,7 @@ module WebScrapingAI
|
|
|
29
29
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default). (default to true)
|
|
30
30
|
# @option opts [Integer] :js_timeout Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page. (default to 2000)
|
|
31
31
|
# @option opts [String] :wait_for CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
32
|
-
# @option opts [String] :proxy Type of proxy
|
|
32
|
+
# @option opts [String] :proxy Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details. (default to 'datacenter')
|
|
33
33
|
# @option opts [String] :country Country of the proxy to use (US by default). (default to 'us')
|
|
34
34
|
# @option opts [String] :custom_proxy Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
35
35
|
# @option opts [String] :device Type of device emulation. (default to 'desktop')
|
|
@@ -52,7 +52,7 @@ module WebScrapingAI
|
|
|
52
52
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default). (default to true)
|
|
53
53
|
# @option opts [Integer] :js_timeout Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page. (default to 2000)
|
|
54
54
|
# @option opts [String] :wait_for CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
55
|
-
# @option opts [String] :proxy Type of proxy
|
|
55
|
+
# @option opts [String] :proxy Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details. (default to 'datacenter')
|
|
56
56
|
# @option opts [String] :country Country of the proxy to use (US by default). (default to 'us')
|
|
57
57
|
# @option opts [String] :custom_proxy Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
58
58
|
# @option opts [String] :device Type of device emulation. (default to 'desktop')
|
|
@@ -88,11 +88,11 @@ module WebScrapingAI
|
|
|
88
88
|
fail ArgumentError, 'invalid value for "opts[:"js_timeout"]" when calling AIApi.get_fields, must be greater than or equal to 1.'
|
|
89
89
|
end
|
|
90
90
|
|
|
91
|
-
allowable_values = ["datacenter", "residential"]
|
|
91
|
+
allowable_values = ["datacenter", "residential", "stealth"]
|
|
92
92
|
if @api_client.config.client_side_validation && opts[:'proxy'] && !allowable_values.include?(opts[:'proxy'])
|
|
93
93
|
fail ArgumentError, "invalid value for \"proxy\", must be one of #{allowable_values}"
|
|
94
94
|
end
|
|
95
|
-
allowable_values = ["us", "gb", "de", "it", "fr", "ca", "es", "ru", "jp", "kr", "in"]
|
|
95
|
+
allowable_values = ["us", "gb", "de", "it", "fr", "ca", "es", "ru", "jp", "kr", "in", "hk", "tr"]
|
|
96
96
|
if @api_client.config.client_side_validation && opts[:'country'] && !allowable_values.include?(opts[:'country'])
|
|
97
97
|
fail ArgumentError, "invalid value for \"country\", must be one of #{allowable_values}"
|
|
98
98
|
end
|
|
@@ -164,7 +164,7 @@ module WebScrapingAI
|
|
|
164
164
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default). (default to true)
|
|
165
165
|
# @option opts [Integer] :js_timeout Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page. (default to 2000)
|
|
166
166
|
# @option opts [String] :wait_for CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
167
|
-
# @option opts [String] :proxy Type of proxy
|
|
167
|
+
# @option opts [String] :proxy Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details. (default to 'datacenter')
|
|
168
168
|
# @option opts [String] :country Country of the proxy to use (US by default). (default to 'us')
|
|
169
169
|
# @option opts [String] :custom_proxy Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
170
170
|
# @option opts [String] :device Type of device emulation. (default to 'desktop')
|
|
@@ -188,7 +188,7 @@ module WebScrapingAI
|
|
|
188
188
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default). (default to true)
|
|
189
189
|
# @option opts [Integer] :js_timeout Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page. (default to 2000)
|
|
190
190
|
# @option opts [String] :wait_for CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
191
|
-
# @option opts [String] :proxy Type of proxy
|
|
191
|
+
# @option opts [String] :proxy Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details. (default to 'datacenter')
|
|
192
192
|
# @option opts [String] :country Country of the proxy to use (US by default). (default to 'us')
|
|
193
193
|
# @option opts [String] :custom_proxy Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
194
194
|
# @option opts [String] :device Type of device emulation. (default to 'desktop')
|
|
@@ -221,11 +221,11 @@ module WebScrapingAI
|
|
|
221
221
|
fail ArgumentError, 'invalid value for "opts[:"js_timeout"]" when calling AIApi.get_question, must be greater than or equal to 1.'
|
|
222
222
|
end
|
|
223
223
|
|
|
224
|
-
allowable_values = ["datacenter", "residential"]
|
|
224
|
+
allowable_values = ["datacenter", "residential", "stealth"]
|
|
225
225
|
if @api_client.config.client_side_validation && opts[:'proxy'] && !allowable_values.include?(opts[:'proxy'])
|
|
226
226
|
fail ArgumentError, "invalid value for \"proxy\", must be one of #{allowable_values}"
|
|
227
227
|
end
|
|
228
|
-
allowable_values = ["us", "gb", "de", "it", "fr", "ca", "es", "ru", "jp", "kr", "in"]
|
|
228
|
+
allowable_values = ["us", "gb", "de", "it", "fr", "ca", "es", "ru", "jp", "kr", "in", "hk", "tr"]
|
|
229
229
|
if @api_client.config.client_side_validation && opts[:'country'] && !allowable_values.include?(opts[:'country'])
|
|
230
230
|
fail ArgumentError, "invalid value for \"country\", must be one of #{allowable_values}"
|
|
231
231
|
end
|
|
@@ -3,10 +3,10 @@
|
|
|
3
3
|
|
|
4
4
|
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
5
5
|
|
|
6
|
-
The version of the OpenAPI document: 3.2.
|
|
6
|
+
The version of the OpenAPI document: 3.2.1
|
|
7
7
|
Contact: support@webscraping.ai
|
|
8
8
|
Generated by: https://openapi-generator.tech
|
|
9
|
-
Generator version: 7.
|
|
9
|
+
Generator version: 7.22.0
|
|
10
10
|
|
|
11
11
|
=end
|
|
12
12
|
|
|
@@ -28,7 +28,7 @@ module WebScrapingAI
|
|
|
28
28
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default). (default to true)
|
|
29
29
|
# @option opts [Integer] :js_timeout Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page. (default to 2000)
|
|
30
30
|
# @option opts [String] :wait_for CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
31
|
-
# @option opts [String] :proxy Type of proxy
|
|
31
|
+
# @option opts [String] :proxy Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details. (default to 'datacenter')
|
|
32
32
|
# @option opts [String] :country Country of the proxy to use (US by default). (default to 'us')
|
|
33
33
|
# @option opts [String] :custom_proxy Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
34
34
|
# @option opts [String] :device Type of device emulation. (default to 'desktop')
|
|
@@ -52,7 +52,7 @@ module WebScrapingAI
|
|
|
52
52
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default). (default to true)
|
|
53
53
|
# @option opts [Integer] :js_timeout Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page. (default to 2000)
|
|
54
54
|
# @option opts [String] :wait_for CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
55
|
-
# @option opts [String] :proxy Type of proxy
|
|
55
|
+
# @option opts [String] :proxy Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details. (default to 'datacenter')
|
|
56
56
|
# @option opts [String] :country Country of the proxy to use (US by default). (default to 'us')
|
|
57
57
|
# @option opts [String] :custom_proxy Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
58
58
|
# @option opts [String] :device Type of device emulation. (default to 'desktop')
|
|
@@ -86,11 +86,11 @@ module WebScrapingAI
|
|
|
86
86
|
fail ArgumentError, 'invalid value for "opts[:"js_timeout"]" when calling HTMLApi.get_html, must be greater than or equal to 1.'
|
|
87
87
|
end
|
|
88
88
|
|
|
89
|
-
allowable_values = ["datacenter", "residential"]
|
|
89
|
+
allowable_values = ["datacenter", "residential", "stealth"]
|
|
90
90
|
if @api_client.config.client_side_validation && opts[:'proxy'] && !allowable_values.include?(opts[:'proxy'])
|
|
91
91
|
fail ArgumentError, "invalid value for \"proxy\", must be one of #{allowable_values}"
|
|
92
92
|
end
|
|
93
|
-
allowable_values = ["us", "gb", "de", "it", "fr", "ca", "es", "ru", "jp", "kr", "in"]
|
|
93
|
+
allowable_values = ["us", "gb", "de", "it", "fr", "ca", "es", "ru", "jp", "kr", "in", "hk", "tr"]
|
|
94
94
|
if @api_client.config.client_side_validation && opts[:'country'] && !allowable_values.include?(opts[:'country'])
|
|
95
95
|
fail ArgumentError, "invalid value for \"country\", must be one of #{allowable_values}"
|
|
96
96
|
end
|
|
@@ -3,10 +3,10 @@
|
|
|
3
3
|
|
|
4
4
|
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
5
5
|
|
|
6
|
-
The version of the OpenAPI document: 3.2.
|
|
6
|
+
The version of the OpenAPI document: 3.2.1
|
|
7
7
|
Contact: support@webscraping.ai
|
|
8
8
|
Generated by: https://openapi-generator.tech
|
|
9
|
-
Generator version: 7.
|
|
9
|
+
Generator version: 7.22.0
|
|
10
10
|
|
|
11
11
|
=end
|
|
12
12
|
|
|
@@ -29,7 +29,7 @@ module WebScrapingAI
|
|
|
29
29
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default). (default to true)
|
|
30
30
|
# @option opts [Integer] :js_timeout Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page. (default to 2000)
|
|
31
31
|
# @option opts [String] :wait_for CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
32
|
-
# @option opts [String] :proxy Type of proxy
|
|
32
|
+
# @option opts [String] :proxy Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details. (default to 'datacenter')
|
|
33
33
|
# @option opts [String] :country Country of the proxy to use (US by default). (default to 'us')
|
|
34
34
|
# @option opts [String] :custom_proxy Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
35
35
|
# @option opts [String] :device Type of device emulation. (default to 'desktop')
|
|
@@ -53,7 +53,7 @@ module WebScrapingAI
|
|
|
53
53
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default). (default to true)
|
|
54
54
|
# @option opts [Integer] :js_timeout Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page. (default to 2000)
|
|
55
55
|
# @option opts [String] :wait_for CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
56
|
-
# @option opts [String] :proxy Type of proxy
|
|
56
|
+
# @option opts [String] :proxy Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details. (default to 'datacenter')
|
|
57
57
|
# @option opts [String] :country Country of the proxy to use (US by default). (default to 'us')
|
|
58
58
|
# @option opts [String] :custom_proxy Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
59
59
|
# @option opts [String] :device Type of device emulation. (default to 'desktop')
|
|
@@ -86,11 +86,11 @@ module WebScrapingAI
|
|
|
86
86
|
fail ArgumentError, 'invalid value for "opts[:"js_timeout"]" when calling SelectedHTMLApi.get_selected, must be greater than or equal to 1.'
|
|
87
87
|
end
|
|
88
88
|
|
|
89
|
-
allowable_values = ["datacenter", "residential"]
|
|
89
|
+
allowable_values = ["datacenter", "residential", "stealth"]
|
|
90
90
|
if @api_client.config.client_side_validation && opts[:'proxy'] && !allowable_values.include?(opts[:'proxy'])
|
|
91
91
|
fail ArgumentError, "invalid value for \"proxy\", must be one of #{allowable_values}"
|
|
92
92
|
end
|
|
93
|
-
allowable_values = ["us", "gb", "de", "it", "fr", "ca", "es", "ru", "jp", "kr", "in"]
|
|
93
|
+
allowable_values = ["us", "gb", "de", "it", "fr", "ca", "es", "ru", "jp", "kr", "in", "hk", "tr"]
|
|
94
94
|
if @api_client.config.client_side_validation && opts[:'country'] && !allowable_values.include?(opts[:'country'])
|
|
95
95
|
fail ArgumentError, "invalid value for \"country\", must be one of #{allowable_values}"
|
|
96
96
|
end
|
|
@@ -167,7 +167,7 @@ module WebScrapingAI
|
|
|
167
167
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default). (default to true)
|
|
168
168
|
# @option opts [Integer] :js_timeout Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page. (default to 2000)
|
|
169
169
|
# @option opts [String] :wait_for CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
170
|
-
# @option opts [String] :proxy Type of proxy
|
|
170
|
+
# @option opts [String] :proxy Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details. (default to 'datacenter')
|
|
171
171
|
# @option opts [String] :country Country of the proxy to use (US by default). (default to 'us')
|
|
172
172
|
# @option opts [String] :custom_proxy Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
173
173
|
# @option opts [String] :device Type of device emulation. (default to 'desktop')
|
|
@@ -190,7 +190,7 @@ module WebScrapingAI
|
|
|
190
190
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default). (default to true)
|
|
191
191
|
# @option opts [Integer] :js_timeout Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page. (default to 2000)
|
|
192
192
|
# @option opts [String] :wait_for CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
193
|
-
# @option opts [String] :proxy Type of proxy
|
|
193
|
+
# @option opts [String] :proxy Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details. (default to 'datacenter')
|
|
194
194
|
# @option opts [String] :country Country of the proxy to use (US by default). (default to 'us')
|
|
195
195
|
# @option opts [String] :custom_proxy Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
196
196
|
# @option opts [String] :device Type of device emulation. (default to 'desktop')
|
|
@@ -222,11 +222,11 @@ module WebScrapingAI
|
|
|
222
222
|
fail ArgumentError, 'invalid value for "opts[:"js_timeout"]" when calling SelectedHTMLApi.get_selected_multiple, must be greater than or equal to 1.'
|
|
223
223
|
end
|
|
224
224
|
|
|
225
|
-
allowable_values = ["datacenter", "residential"]
|
|
225
|
+
allowable_values = ["datacenter", "residential", "stealth"]
|
|
226
226
|
if @api_client.config.client_side_validation && opts[:'proxy'] && !allowable_values.include?(opts[:'proxy'])
|
|
227
227
|
fail ArgumentError, "invalid value for \"proxy\", must be one of #{allowable_values}"
|
|
228
228
|
end
|
|
229
|
-
allowable_values = ["us", "gb", "de", "it", "fr", "ca", "es", "ru", "jp", "kr", "in"]
|
|
229
|
+
allowable_values = ["us", "gb", "de", "it", "fr", "ca", "es", "ru", "jp", "kr", "in", "hk", "tr"]
|
|
230
230
|
if @api_client.config.client_side_validation && opts[:'country'] && !allowable_values.include?(opts[:'country'])
|
|
231
231
|
fail ArgumentError, "invalid value for \"country\", must be one of #{allowable_values}"
|
|
232
232
|
end
|
|
@@ -3,10 +3,10 @@
|
|
|
3
3
|
|
|
4
4
|
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
5
5
|
|
|
6
|
-
The version of the OpenAPI document: 3.2.
|
|
6
|
+
The version of the OpenAPI document: 3.2.1
|
|
7
7
|
Contact: support@webscraping.ai
|
|
8
8
|
Generated by: https://openapi-generator.tech
|
|
9
|
-
Generator version: 7.
|
|
9
|
+
Generator version: 7.22.0
|
|
10
10
|
|
|
11
11
|
=end
|
|
12
12
|
|
|
@@ -30,7 +30,7 @@ module WebScrapingAI
|
|
|
30
30
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default). (default to true)
|
|
31
31
|
# @option opts [Integer] :js_timeout Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page. (default to 2000)
|
|
32
32
|
# @option opts [String] :wait_for CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
33
|
-
# @option opts [String] :proxy Type of proxy
|
|
33
|
+
# @option opts [String] :proxy Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details. (default to 'datacenter')
|
|
34
34
|
# @option opts [String] :country Country of the proxy to use (US by default). (default to 'us')
|
|
35
35
|
# @option opts [String] :custom_proxy Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
36
36
|
# @option opts [String] :device Type of device emulation. (default to 'desktop')
|
|
@@ -54,7 +54,7 @@ module WebScrapingAI
|
|
|
54
54
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default). (default to true)
|
|
55
55
|
# @option opts [Integer] :js_timeout Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page. (default to 2000)
|
|
56
56
|
# @option opts [String] :wait_for CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
57
|
-
# @option opts [String] :proxy Type of proxy
|
|
57
|
+
# @option opts [String] :proxy Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details. (default to 'datacenter')
|
|
58
58
|
# @option opts [String] :country Country of the proxy to use (US by default). (default to 'us')
|
|
59
59
|
# @option opts [String] :custom_proxy Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
60
60
|
# @option opts [String] :device Type of device emulation. (default to 'desktop')
|
|
@@ -90,11 +90,11 @@ module WebScrapingAI
|
|
|
90
90
|
fail ArgumentError, 'invalid value for "opts[:"js_timeout"]" when calling TextApi.get_text, must be greater than or equal to 1.'
|
|
91
91
|
end
|
|
92
92
|
|
|
93
|
-
allowable_values = ["datacenter", "residential"]
|
|
93
|
+
allowable_values = ["datacenter", "residential", "stealth"]
|
|
94
94
|
if @api_client.config.client_side_validation && opts[:'proxy'] && !allowable_values.include?(opts[:'proxy'])
|
|
95
95
|
fail ArgumentError, "invalid value for \"proxy\", must be one of #{allowable_values}"
|
|
96
96
|
end
|
|
97
|
-
allowable_values = ["us", "gb", "de", "it", "fr", "ca", "es", "ru", "jp", "kr", "in"]
|
|
97
|
+
allowable_values = ["us", "gb", "de", "it", "fr", "ca", "es", "ru", "jp", "kr", "in", "hk", "tr"]
|
|
98
98
|
if @api_client.config.client_side_validation && opts[:'country'] && !allowable_values.include?(opts[:'country'])
|
|
99
99
|
fail ArgumentError, "invalid value for \"country\", must be one of #{allowable_values}"
|
|
100
100
|
end
|
|
@@ -3,10 +3,10 @@
|
|
|
3
3
|
|
|
4
4
|
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
5
5
|
|
|
6
|
-
The version of the OpenAPI document: 3.2.
|
|
6
|
+
The version of the OpenAPI document: 3.2.1
|
|
7
7
|
Contact: support@webscraping.ai
|
|
8
8
|
Generated by: https://openapi-generator.tech
|
|
9
|
-
Generator version: 7.
|
|
9
|
+
Generator version: 7.22.0
|
|
10
10
|
|
|
11
11
|
=end
|
|
12
12
|
|
|
@@ -49,7 +49,8 @@ module WebScrapingAI
|
|
|
49
49
|
# the data deserialized from response body (may be a Tempfile or nil), response status code and response headers.
|
|
50
50
|
def call_api(http_method, path, opts = {})
|
|
51
51
|
request = build_request(http_method, path, opts)
|
|
52
|
-
tempfile =
|
|
52
|
+
tempfile = nil
|
|
53
|
+
(download_file(request) { tempfile = _1 }) if opts[:return_type] == 'File'
|
|
53
54
|
response = request.run
|
|
54
55
|
|
|
55
56
|
if @config.debugging
|
|
@@ -188,19 +189,17 @@ module WebScrapingAI
|
|
|
188
189
|
chunk.force_encoding(encoding)
|
|
189
190
|
tempfile.write(chunk)
|
|
190
191
|
end
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
192
|
+
request.on_complete do
|
|
193
|
+
if !tempfile
|
|
194
|
+
fail ApiError.new("Failed to create the tempfile based on the HTTP response from the server: #{request.inspect}")
|
|
195
|
+
end
|
|
194
196
|
tempfile.close
|
|
195
197
|
@config.logger.info "Temp file written to #{tempfile.path}, please copy the file to a proper folder "\
|
|
196
198
|
"with e.g. `FileUtils.cp(tempfile.path, '/new/file/path')` otherwise the temp file "\
|
|
197
199
|
"will be deleted automatically with GC. It's also recommended to delete the temp file "\
|
|
198
200
|
"explicitly with `tempfile.delete`"
|
|
199
|
-
|
|
200
|
-
fail ApiError.new("Failed to create the tempfile based on the HTTP response from the server: #{request.inspect}")
|
|
201
|
+
yield tempfile if block_given?
|
|
201
202
|
end
|
|
202
|
-
|
|
203
|
-
tempfile
|
|
204
203
|
end
|
|
205
204
|
|
|
206
205
|
# Check if the given MIME is a JSON MIME.
|
|
@@ -279,9 +278,13 @@ module WebScrapingAI
|
|
|
279
278
|
data.each { |k, v| hash[k] = convert_to_type(v, sub_type) }
|
|
280
279
|
end
|
|
281
280
|
else
|
|
282
|
-
# models (e.g. Pet) or oneOf
|
|
281
|
+
# models (e.g. Pet) or oneOf/anyOf
|
|
283
282
|
klass = WebScrapingAI.const_get(return_type)
|
|
284
|
-
klass.respond_to?(:openapi_one_of)
|
|
283
|
+
if klass.respond_to?(:openapi_one_of) || klass.respond_to?(:openapi_any_of)
|
|
284
|
+
klass.build(data)
|
|
285
|
+
else
|
|
286
|
+
klass.build_from_hash(data)
|
|
287
|
+
end
|
|
285
288
|
end
|
|
286
289
|
end
|
|
287
290
|
|
|
@@ -3,10 +3,10 @@
|
|
|
3
3
|
|
|
4
4
|
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
5
5
|
|
|
6
|
-
The version of the OpenAPI document: 3.2.
|
|
6
|
+
The version of the OpenAPI document: 3.2.1
|
|
7
7
|
Contact: support@webscraping.ai
|
|
8
8
|
Generated by: https://openapi-generator.tech
|
|
9
|
-
Generator version: 7.
|
|
9
|
+
Generator version: 7.22.0
|
|
10
10
|
|
|
11
11
|
=end
|
|
12
12
|
|
|
@@ -0,0 +1,88 @@
|
|
|
1
|
+
=begin
|
|
2
|
+
#WebScraping.AI
|
|
3
|
+
|
|
4
|
+
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
5
|
+
|
|
6
|
+
The version of the OpenAPI document: 3.2.1
|
|
7
|
+
Contact: support@webscraping.ai
|
|
8
|
+
Generated by: https://openapi-generator.tech
|
|
9
|
+
Generator version: 7.22.0
|
|
10
|
+
|
|
11
|
+
=end
|
|
12
|
+
|
|
13
|
+
module WebScrapingAI
|
|
14
|
+
class ApiModelBase
|
|
15
|
+
# Deserializes the data based on type
|
|
16
|
+
# @param string type Data type
|
|
17
|
+
# @param string value Value to be deserialized
|
|
18
|
+
# @return [Object] Deserialized data
|
|
19
|
+
def self._deserialize(type, value)
|
|
20
|
+
case type.to_sym
|
|
21
|
+
when :Time
|
|
22
|
+
Time.parse(value)
|
|
23
|
+
when :Date
|
|
24
|
+
Date.parse(value)
|
|
25
|
+
when :String
|
|
26
|
+
value.to_s
|
|
27
|
+
when :Integer
|
|
28
|
+
value.to_i
|
|
29
|
+
when :Float
|
|
30
|
+
value.to_f
|
|
31
|
+
when :Boolean
|
|
32
|
+
if value.to_s =~ /\A(true|t|yes|y|1)\z/i
|
|
33
|
+
true
|
|
34
|
+
else
|
|
35
|
+
false
|
|
36
|
+
end
|
|
37
|
+
when :Object
|
|
38
|
+
# generic object (usually a Hash), return directly
|
|
39
|
+
value
|
|
40
|
+
when /\AArray<(?<inner_type>.+)>\z/
|
|
41
|
+
inner_type = Regexp.last_match[:inner_type]
|
|
42
|
+
value.map { |v| _deserialize(inner_type, v) }
|
|
43
|
+
when /\AHash<(?<k_type>.+?), (?<v_type>.+)>\z/
|
|
44
|
+
k_type = Regexp.last_match[:k_type]
|
|
45
|
+
v_type = Regexp.last_match[:v_type]
|
|
46
|
+
{}.tap do |hash|
|
|
47
|
+
value.each do |k, v|
|
|
48
|
+
hash[_deserialize(k_type, k)] = _deserialize(v_type, v)
|
|
49
|
+
end
|
|
50
|
+
end
|
|
51
|
+
else # model
|
|
52
|
+
# models (e.g. Pet) or oneOf
|
|
53
|
+
klass = WebScrapingAI.const_get(type)
|
|
54
|
+
klass.respond_to?(:openapi_any_of) || klass.respond_to?(:openapi_one_of) ? klass.build(value) : klass.build_from_hash(value)
|
|
55
|
+
end
|
|
56
|
+
end
|
|
57
|
+
|
|
58
|
+
# Returns the string representation of the object
|
|
59
|
+
# @return [String] String presentation of the object
|
|
60
|
+
def to_s
|
|
61
|
+
to_hash.to_s
|
|
62
|
+
end
|
|
63
|
+
|
|
64
|
+
# to_body is an alias to to_hash (backward compatibility)
|
|
65
|
+
# @return [Hash] Returns the object in the form of hash
|
|
66
|
+
def to_body
|
|
67
|
+
to_hash
|
|
68
|
+
end
|
|
69
|
+
|
|
70
|
+
# Outputs non-array value in the form of hash
|
|
71
|
+
# For object, use to_hash. Otherwise, just return the value
|
|
72
|
+
# @param [Object] value Any valid value
|
|
73
|
+
# @return [Hash] Returns the value in the form of hash
|
|
74
|
+
def _to_hash(value)
|
|
75
|
+
if value.is_a?(Array)
|
|
76
|
+
value.compact.map { |v| _to_hash(v) }
|
|
77
|
+
elsif value.is_a?(Hash)
|
|
78
|
+
{}.tap do |hash|
|
|
79
|
+
value.each { |k, v| hash[k] = _to_hash(v) }
|
|
80
|
+
end
|
|
81
|
+
elsif value.respond_to? :to_hash
|
|
82
|
+
value.to_hash
|
|
83
|
+
else
|
|
84
|
+
value
|
|
85
|
+
end
|
|
86
|
+
end
|
|
87
|
+
end
|
|
88
|
+
end
|
|
@@ -3,10 +3,10 @@
|
|
|
3
3
|
|
|
4
4
|
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
5
5
|
|
|
6
|
-
The version of the OpenAPI document: 3.2.
|
|
6
|
+
The version of the OpenAPI document: 3.2.1
|
|
7
7
|
Contact: support@webscraping.ai
|
|
8
8
|
Generated by: https://openapi-generator.tech
|
|
9
|
-
Generator version: 7.
|
|
9
|
+
Generator version: 7.22.0
|
|
10
10
|
|
|
11
11
|
=end
|
|
12
12
|
|
|
@@ -3,10 +3,10 @@
|
|
|
3
3
|
|
|
4
4
|
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
5
5
|
|
|
6
|
-
The version of the OpenAPI document: 3.2.
|
|
6
|
+
The version of the OpenAPI document: 3.2.1
|
|
7
7
|
Contact: support@webscraping.ai
|
|
8
8
|
Generated by: https://openapi-generator.tech
|
|
9
|
-
Generator version: 7.
|
|
9
|
+
Generator version: 7.22.0
|
|
10
10
|
|
|
11
11
|
=end
|
|
12
12
|
|
|
@@ -14,7 +14,7 @@ require 'date'
|
|
|
14
14
|
require 'time'
|
|
15
15
|
|
|
16
16
|
module WebScrapingAI
|
|
17
|
-
class Account
|
|
17
|
+
class Account < ApiModelBase
|
|
18
18
|
# Your account email
|
|
19
19
|
attr_accessor :email
|
|
20
20
|
|
|
@@ -37,9 +37,14 @@ module WebScrapingAI
|
|
|
37
37
|
}
|
|
38
38
|
end
|
|
39
39
|
|
|
40
|
+
# Returns attribute mapping this model knows about
|
|
41
|
+
def self.acceptable_attribute_map
|
|
42
|
+
attribute_map
|
|
43
|
+
end
|
|
44
|
+
|
|
40
45
|
# Returns all the JSON keys this model knows about
|
|
41
46
|
def self.acceptable_attributes
|
|
42
|
-
|
|
47
|
+
acceptable_attribute_map.values
|
|
43
48
|
end
|
|
44
49
|
|
|
45
50
|
# Attribute type mapping.
|
|
@@ -66,9 +71,10 @@ module WebScrapingAI
|
|
|
66
71
|
end
|
|
67
72
|
|
|
68
73
|
# check to see if the attribute exists and convert string to symbol for hash key
|
|
74
|
+
acceptable_attribute_map = self.class.acceptable_attribute_map
|
|
69
75
|
attributes = attributes.each_with_object({}) { |(k, v), h|
|
|
70
|
-
if (!
|
|
71
|
-
fail ArgumentError, "`#{k}` is not a valid attribute in `WebScrapingAI::Account`. Please check the name to make sure it's valid. List of attributes: " +
|
|
76
|
+
if (!acceptable_attribute_map.key?(k.to_sym))
|
|
77
|
+
fail ArgumentError, "`#{k}` is not a valid attribute in `WebScrapingAI::Account`. Please check the name to make sure it's valid. List of attributes: " + acceptable_attribute_map.keys.inspect
|
|
72
78
|
end
|
|
73
79
|
h[k.to_sym] = v
|
|
74
80
|
}
|
|
@@ -151,61 +157,6 @@ module WebScrapingAI
|
|
|
151
157
|
new(transformed_hash)
|
|
152
158
|
end
|
|
153
159
|
|
|
154
|
-
# Deserializes the data based on type
|
|
155
|
-
# @param string type Data type
|
|
156
|
-
# @param string value Value to be deserialized
|
|
157
|
-
# @return [Object] Deserialized data
|
|
158
|
-
def self._deserialize(type, value)
|
|
159
|
-
case type.to_sym
|
|
160
|
-
when :Time
|
|
161
|
-
Time.parse(value)
|
|
162
|
-
when :Date
|
|
163
|
-
Date.parse(value)
|
|
164
|
-
when :String
|
|
165
|
-
value.to_s
|
|
166
|
-
when :Integer
|
|
167
|
-
value.to_i
|
|
168
|
-
when :Float
|
|
169
|
-
value.to_f
|
|
170
|
-
when :Boolean
|
|
171
|
-
if value.to_s =~ /\A(true|t|yes|y|1)\z/i
|
|
172
|
-
true
|
|
173
|
-
else
|
|
174
|
-
false
|
|
175
|
-
end
|
|
176
|
-
when :Object
|
|
177
|
-
# generic object (usually a Hash), return directly
|
|
178
|
-
value
|
|
179
|
-
when /\AArray<(?<inner_type>.+)>\z/
|
|
180
|
-
inner_type = Regexp.last_match[:inner_type]
|
|
181
|
-
value.map { |v| _deserialize(inner_type, v) }
|
|
182
|
-
when /\AHash<(?<k_type>.+?), (?<v_type>.+)>\z/
|
|
183
|
-
k_type = Regexp.last_match[:k_type]
|
|
184
|
-
v_type = Regexp.last_match[:v_type]
|
|
185
|
-
{}.tap do |hash|
|
|
186
|
-
value.each do |k, v|
|
|
187
|
-
hash[_deserialize(k_type, k)] = _deserialize(v_type, v)
|
|
188
|
-
end
|
|
189
|
-
end
|
|
190
|
-
else # model
|
|
191
|
-
# models (e.g. Pet) or oneOf
|
|
192
|
-
klass = WebScrapingAI.const_get(type)
|
|
193
|
-
klass.respond_to?(:openapi_any_of) || klass.respond_to?(:openapi_one_of) ? klass.build(value) : klass.build_from_hash(value)
|
|
194
|
-
end
|
|
195
|
-
end
|
|
196
|
-
|
|
197
|
-
# Returns the string representation of the object
|
|
198
|
-
# @return [String] String presentation of the object
|
|
199
|
-
def to_s
|
|
200
|
-
to_hash.to_s
|
|
201
|
-
end
|
|
202
|
-
|
|
203
|
-
# to_body is an alias to to_hash (backward compatibility)
|
|
204
|
-
# @return [Hash] Returns the object in the form of hash
|
|
205
|
-
def to_body
|
|
206
|
-
to_hash
|
|
207
|
-
end
|
|
208
|
-
|
|
209
160
|
# Returns the object in the form of hash
|
|
210
161
|
# @return [Hash] Returns the object in the form of hash
|
|
211
162
|
def to_hash
|
|
@@ -222,24 +173,6 @@ module WebScrapingAI
|
|
|
222
173
|
hash
|
|
223
174
|
end
|
|
224
175
|
|
|
225
|
-
# Outputs non-array value in the form of hash
|
|
226
|
-
# For object, use to_hash. Otherwise, just return the value
|
|
227
|
-
# @param [Object] value Any valid value
|
|
228
|
-
# @return [Hash] Returns the value in the form of hash
|
|
229
|
-
def _to_hash(value)
|
|
230
|
-
if value.is_a?(Array)
|
|
231
|
-
value.compact.map { |v| _to_hash(v) }
|
|
232
|
-
elsif value.is_a?(Hash)
|
|
233
|
-
{}.tap do |hash|
|
|
234
|
-
value.each { |k, v| hash[k] = _to_hash(v) }
|
|
235
|
-
end
|
|
236
|
-
elsif value.respond_to? :to_hash
|
|
237
|
-
value.to_hash
|
|
238
|
-
else
|
|
239
|
-
value
|
|
240
|
-
end
|
|
241
|
-
end
|
|
242
|
-
|
|
243
176
|
end
|
|
244
177
|
|
|
245
178
|
end
|
|
@@ -3,10 +3,10 @@
|
|
|
3
3
|
|
|
4
4
|
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
5
5
|
|
|
6
|
-
The version of the OpenAPI document: 3.2.
|
|
6
|
+
The version of the OpenAPI document: 3.2.1
|
|
7
7
|
Contact: support@webscraping.ai
|
|
8
8
|
Generated by: https://openapi-generator.tech
|
|
9
|
-
Generator version: 7.
|
|
9
|
+
Generator version: 7.22.0
|
|
10
10
|
|
|
11
11
|
=end
|
|
12
12
|
|
|
@@ -14,7 +14,7 @@ require 'date'
|
|
|
14
14
|
require 'time'
|
|
15
15
|
|
|
16
16
|
module WebScrapingAI
|
|
17
|
-
class Error
|
|
17
|
+
class Error < ApiModelBase
|
|
18
18
|
# Error description
|
|
19
19
|
attr_accessor :message
|
|
20
20
|
|
|
@@ -37,9 +37,14 @@ module WebScrapingAI
|
|
|
37
37
|
}
|
|
38
38
|
end
|
|
39
39
|
|
|
40
|
+
# Returns attribute mapping this model knows about
|
|
41
|
+
def self.acceptable_attribute_map
|
|
42
|
+
attribute_map
|
|
43
|
+
end
|
|
44
|
+
|
|
40
45
|
# Returns all the JSON keys this model knows about
|
|
41
46
|
def self.acceptable_attributes
|
|
42
|
-
|
|
47
|
+
acceptable_attribute_map.values
|
|
43
48
|
end
|
|
44
49
|
|
|
45
50
|
# Attribute type mapping.
|
|
@@ -66,9 +71,10 @@ module WebScrapingAI
|
|
|
66
71
|
end
|
|
67
72
|
|
|
68
73
|
# check to see if the attribute exists and convert string to symbol for hash key
|
|
74
|
+
acceptable_attribute_map = self.class.acceptable_attribute_map
|
|
69
75
|
attributes = attributes.each_with_object({}) { |(k, v), h|
|
|
70
|
-
if (!
|
|
71
|
-
fail ArgumentError, "`#{k}` is not a valid attribute in `WebScrapingAI::Error`. Please check the name to make sure it's valid. List of attributes: " +
|
|
76
|
+
if (!acceptable_attribute_map.key?(k.to_sym))
|
|
77
|
+
fail ArgumentError, "`#{k}` is not a valid attribute in `WebScrapingAI::Error`. Please check the name to make sure it's valid. List of attributes: " + acceptable_attribute_map.keys.inspect
|
|
72
78
|
end
|
|
73
79
|
h[k.to_sym] = v
|
|
74
80
|
}
|
|
@@ -151,61 +157,6 @@ module WebScrapingAI
|
|
|
151
157
|
new(transformed_hash)
|
|
152
158
|
end
|
|
153
159
|
|
|
154
|
-
# Deserializes the data based on type
|
|
155
|
-
# @param string type Data type
|
|
156
|
-
# @param string value Value to be deserialized
|
|
157
|
-
# @return [Object] Deserialized data
|
|
158
|
-
def self._deserialize(type, value)
|
|
159
|
-
case type.to_sym
|
|
160
|
-
when :Time
|
|
161
|
-
Time.parse(value)
|
|
162
|
-
when :Date
|
|
163
|
-
Date.parse(value)
|
|
164
|
-
when :String
|
|
165
|
-
value.to_s
|
|
166
|
-
when :Integer
|
|
167
|
-
value.to_i
|
|
168
|
-
when :Float
|
|
169
|
-
value.to_f
|
|
170
|
-
when :Boolean
|
|
171
|
-
if value.to_s =~ /\A(true|t|yes|y|1)\z/i
|
|
172
|
-
true
|
|
173
|
-
else
|
|
174
|
-
false
|
|
175
|
-
end
|
|
176
|
-
when :Object
|
|
177
|
-
# generic object (usually a Hash), return directly
|
|
178
|
-
value
|
|
179
|
-
when /\AArray<(?<inner_type>.+)>\z/
|
|
180
|
-
inner_type = Regexp.last_match[:inner_type]
|
|
181
|
-
value.map { |v| _deserialize(inner_type, v) }
|
|
182
|
-
when /\AHash<(?<k_type>.+?), (?<v_type>.+)>\z/
|
|
183
|
-
k_type = Regexp.last_match[:k_type]
|
|
184
|
-
v_type = Regexp.last_match[:v_type]
|
|
185
|
-
{}.tap do |hash|
|
|
186
|
-
value.each do |k, v|
|
|
187
|
-
hash[_deserialize(k_type, k)] = _deserialize(v_type, v)
|
|
188
|
-
end
|
|
189
|
-
end
|
|
190
|
-
else # model
|
|
191
|
-
# models (e.g. Pet) or oneOf
|
|
192
|
-
klass = WebScrapingAI.const_get(type)
|
|
193
|
-
klass.respond_to?(:openapi_any_of) || klass.respond_to?(:openapi_one_of) ? klass.build(value) : klass.build_from_hash(value)
|
|
194
|
-
end
|
|
195
|
-
end
|
|
196
|
-
|
|
197
|
-
# Returns the string representation of the object
|
|
198
|
-
# @return [String] String presentation of the object
|
|
199
|
-
def to_s
|
|
200
|
-
to_hash.to_s
|
|
201
|
-
end
|
|
202
|
-
|
|
203
|
-
# to_body is an alias to to_hash (backward compatibility)
|
|
204
|
-
# @return [Hash] Returns the object in the form of hash
|
|
205
|
-
def to_body
|
|
206
|
-
to_hash
|
|
207
|
-
end
|
|
208
|
-
|
|
209
160
|
# Returns the object in the form of hash
|
|
210
161
|
# @return [Hash] Returns the object in the form of hash
|
|
211
162
|
def to_hash
|
|
@@ -222,24 +173,6 @@ module WebScrapingAI
|
|
|
222
173
|
hash
|
|
223
174
|
end
|
|
224
175
|
|
|
225
|
-
# Outputs non-array value in the form of hash
|
|
226
|
-
# For object, use to_hash. Otherwise, just return the value
|
|
227
|
-
# @param [Object] value Any valid value
|
|
228
|
-
# @return [Hash] Returns the value in the form of hash
|
|
229
|
-
def _to_hash(value)
|
|
230
|
-
if value.is_a?(Array)
|
|
231
|
-
value.compact.map { |v| _to_hash(v) }
|
|
232
|
-
elsif value.is_a?(Hash)
|
|
233
|
-
{}.tap do |hash|
|
|
234
|
-
value.each { |k, v| hash[k] = _to_hash(v) }
|
|
235
|
-
end
|
|
236
|
-
elsif value.respond_to? :to_hash
|
|
237
|
-
value.to_hash
|
|
238
|
-
else
|
|
239
|
-
value
|
|
240
|
-
end
|
|
241
|
-
end
|
|
242
|
-
|
|
243
176
|
end
|
|
244
177
|
|
|
245
178
|
end
|
|
@@ -3,13 +3,13 @@
|
|
|
3
3
|
|
|
4
4
|
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
5
5
|
|
|
6
|
-
The version of the OpenAPI document: 3.2.
|
|
6
|
+
The version of the OpenAPI document: 3.2.1
|
|
7
7
|
Contact: support@webscraping.ai
|
|
8
8
|
Generated by: https://openapi-generator.tech
|
|
9
|
-
Generator version: 7.
|
|
9
|
+
Generator version: 7.22.0
|
|
10
10
|
|
|
11
11
|
=end
|
|
12
12
|
|
|
13
13
|
module WebScrapingAI
|
|
14
|
-
VERSION = '3.2.
|
|
14
|
+
VERSION = '3.2.1'
|
|
15
15
|
end
|
data/lib/webscraping_ai.rb
CHANGED
|
@@ -3,16 +3,17 @@
|
|
|
3
3
|
|
|
4
4
|
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
5
5
|
|
|
6
|
-
The version of the OpenAPI document: 3.2.
|
|
6
|
+
The version of the OpenAPI document: 3.2.1
|
|
7
7
|
Contact: support@webscraping.ai
|
|
8
8
|
Generated by: https://openapi-generator.tech
|
|
9
|
-
Generator version: 7.
|
|
9
|
+
Generator version: 7.22.0
|
|
10
10
|
|
|
11
11
|
=end
|
|
12
12
|
|
|
13
13
|
# Common files
|
|
14
14
|
require 'webscraping_ai/api_client'
|
|
15
15
|
require 'webscraping_ai/api_error'
|
|
16
|
+
require 'webscraping_ai/api_model_base'
|
|
16
17
|
require 'webscraping_ai/version'
|
|
17
18
|
require 'webscraping_ai/configuration'
|
|
18
19
|
|
|
@@ -3,10 +3,10 @@
|
|
|
3
3
|
|
|
4
4
|
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
5
5
|
|
|
6
|
-
The version of the OpenAPI document: 3.2.
|
|
6
|
+
The version of the OpenAPI document: 3.2.1
|
|
7
7
|
Contact: support@webscraping.ai
|
|
8
8
|
Generated by: https://openapi-generator.tech
|
|
9
|
-
Generator version: 7.
|
|
9
|
+
Generator version: 7.22.0
|
|
10
10
|
|
|
11
11
|
=end
|
|
12
12
|
|
data/spec/api/ai_api_spec.rb
CHANGED
|
@@ -3,10 +3,10 @@
|
|
|
3
3
|
|
|
4
4
|
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
5
5
|
|
|
6
|
-
The version of the OpenAPI document: 3.2.
|
|
6
|
+
The version of the OpenAPI document: 3.2.1
|
|
7
7
|
Contact: support@webscraping.ai
|
|
8
8
|
Generated by: https://openapi-generator.tech
|
|
9
|
-
Generator version: 7.
|
|
9
|
+
Generator version: 7.22.0
|
|
10
10
|
|
|
11
11
|
=end
|
|
12
12
|
|
|
@@ -43,7 +43,7 @@ describe 'AIApi' do
|
|
|
43
43
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default).
|
|
44
44
|
# @option opts [Integer] :js_timeout Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page.
|
|
45
45
|
# @option opts [String] :wait_for CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
46
|
-
# @option opts [String] :proxy Type of proxy
|
|
46
|
+
# @option opts [String] :proxy Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details.
|
|
47
47
|
# @option opts [String] :country Country of the proxy to use (US by default).
|
|
48
48
|
# @option opts [String] :custom_proxy Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
49
49
|
# @option opts [String] :device Type of device emulation.
|
|
@@ -68,7 +68,7 @@ describe 'AIApi' do
|
|
|
68
68
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default).
|
|
69
69
|
# @option opts [Integer] :js_timeout Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page.
|
|
70
70
|
# @option opts [String] :wait_for CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
71
|
-
# @option opts [String] :proxy Type of proxy
|
|
71
|
+
# @option opts [String] :proxy Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details.
|
|
72
72
|
# @option opts [String] :country Country of the proxy to use (US by default).
|
|
73
73
|
# @option opts [String] :custom_proxy Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
74
74
|
# @option opts [String] :device Type of device emulation.
|
data/spec/api/html_api_spec.rb
CHANGED
|
@@ -3,10 +3,10 @@
|
|
|
3
3
|
|
|
4
4
|
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
5
5
|
|
|
6
|
-
The version of the OpenAPI document: 3.2.
|
|
6
|
+
The version of the OpenAPI document: 3.2.1
|
|
7
7
|
Contact: support@webscraping.ai
|
|
8
8
|
Generated by: https://openapi-generator.tech
|
|
9
|
-
Generator version: 7.
|
|
9
|
+
Generator version: 7.22.0
|
|
10
10
|
|
|
11
11
|
=end
|
|
12
12
|
|
|
@@ -42,7 +42,7 @@ describe 'HTMLApi' do
|
|
|
42
42
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default).
|
|
43
43
|
# @option opts [Integer] :js_timeout Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page.
|
|
44
44
|
# @option opts [String] :wait_for CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
45
|
-
# @option opts [String] :proxy Type of proxy
|
|
45
|
+
# @option opts [String] :proxy Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details.
|
|
46
46
|
# @option opts [String] :country Country of the proxy to use (US by default).
|
|
47
47
|
# @option opts [String] :custom_proxy Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
48
48
|
# @option opts [String] :device Type of device emulation.
|
|
@@ -3,10 +3,10 @@
|
|
|
3
3
|
|
|
4
4
|
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
5
5
|
|
|
6
|
-
The version of the OpenAPI document: 3.2.
|
|
6
|
+
The version of the OpenAPI document: 3.2.1
|
|
7
7
|
Contact: support@webscraping.ai
|
|
8
8
|
Generated by: https://openapi-generator.tech
|
|
9
|
-
Generator version: 7.
|
|
9
|
+
Generator version: 7.22.0
|
|
10
10
|
|
|
11
11
|
=end
|
|
12
12
|
|
|
@@ -43,7 +43,7 @@ describe 'SelectedHTMLApi' do
|
|
|
43
43
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default).
|
|
44
44
|
# @option opts [Integer] :js_timeout Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page.
|
|
45
45
|
# @option opts [String] :wait_for CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
46
|
-
# @option opts [String] :proxy Type of proxy
|
|
46
|
+
# @option opts [String] :proxy Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details.
|
|
47
47
|
# @option opts [String] :country Country of the proxy to use (US by default).
|
|
48
48
|
# @option opts [String] :custom_proxy Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
49
49
|
# @option opts [String] :device Type of device emulation.
|
|
@@ -69,7 +69,7 @@ describe 'SelectedHTMLApi' do
|
|
|
69
69
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default).
|
|
70
70
|
# @option opts [Integer] :js_timeout Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page.
|
|
71
71
|
# @option opts [String] :wait_for CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
72
|
-
# @option opts [String] :proxy Type of proxy
|
|
72
|
+
# @option opts [String] :proxy Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details.
|
|
73
73
|
# @option opts [String] :country Country of the proxy to use (US by default).
|
|
74
74
|
# @option opts [String] :custom_proxy Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
75
75
|
# @option opts [String] :device Type of device emulation.
|
data/spec/api/text_api_spec.rb
CHANGED
|
@@ -3,10 +3,10 @@
|
|
|
3
3
|
|
|
4
4
|
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
5
5
|
|
|
6
|
-
The version of the OpenAPI document: 3.2.
|
|
6
|
+
The version of the OpenAPI document: 3.2.1
|
|
7
7
|
Contact: support@webscraping.ai
|
|
8
8
|
Generated by: https://openapi-generator.tech
|
|
9
|
-
Generator version: 7.
|
|
9
|
+
Generator version: 7.22.0
|
|
10
10
|
|
|
11
11
|
=end
|
|
12
12
|
|
|
@@ -44,7 +44,7 @@ describe 'TextApi' do
|
|
|
44
44
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default).
|
|
45
45
|
# @option opts [Integer] :js_timeout Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page.
|
|
46
46
|
# @option opts [String] :wait_for CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
47
|
-
# @option opts [String] :proxy Type of proxy
|
|
47
|
+
# @option opts [String] :proxy Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details.
|
|
48
48
|
# @option opts [String] :country Country of the proxy to use (US by default).
|
|
49
49
|
# @option opts [String] :custom_proxy Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
50
50
|
# @option opts [String] :device Type of device emulation.
|
data/spec/models/account_spec.rb
CHANGED
|
@@ -3,10 +3,10 @@
|
|
|
3
3
|
|
|
4
4
|
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
5
5
|
|
|
6
|
-
The version of the OpenAPI document: 3.2.
|
|
6
|
+
The version of the OpenAPI document: 3.2.1
|
|
7
7
|
Contact: support@webscraping.ai
|
|
8
8
|
Generated by: https://openapi-generator.tech
|
|
9
|
-
Generator version: 7.
|
|
9
|
+
Generator version: 7.22.0
|
|
10
10
|
|
|
11
11
|
=end
|
|
12
12
|
|
|
@@ -18,7 +18,7 @@ require 'date'
|
|
|
18
18
|
# Automatically generated by openapi-generator (https://openapi-generator.tech)
|
|
19
19
|
# Please update as you see appropriate
|
|
20
20
|
describe WebScrapingAI::Account do
|
|
21
|
-
let(:instance) { WebScrapingAI::Account.new }
|
|
21
|
+
#let(:instance) { WebScrapingAI::Account.new }
|
|
22
22
|
|
|
23
23
|
describe 'test an instance of Account' do
|
|
24
24
|
it 'should create an instance of Account' do
|
data/spec/models/error_spec.rb
CHANGED
|
@@ -3,10 +3,10 @@
|
|
|
3
3
|
|
|
4
4
|
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
5
5
|
|
|
6
|
-
The version of the OpenAPI document: 3.2.
|
|
6
|
+
The version of the OpenAPI document: 3.2.1
|
|
7
7
|
Contact: support@webscraping.ai
|
|
8
8
|
Generated by: https://openapi-generator.tech
|
|
9
|
-
Generator version: 7.
|
|
9
|
+
Generator version: 7.22.0
|
|
10
10
|
|
|
11
11
|
=end
|
|
12
12
|
|
|
@@ -18,7 +18,7 @@ require 'date'
|
|
|
18
18
|
# Automatically generated by openapi-generator (https://openapi-generator.tech)
|
|
19
19
|
# Please update as you see appropriate
|
|
20
20
|
describe WebScrapingAI::Error do
|
|
21
|
-
let(:instance) { WebScrapingAI::Error.new }
|
|
21
|
+
#let(:instance) { WebScrapingAI::Error.new }
|
|
22
22
|
|
|
23
23
|
describe 'test an instance of Error' do
|
|
24
24
|
it 'should create an instance of Error' do
|
data/spec/spec_helper.rb
CHANGED
|
@@ -3,10 +3,10 @@
|
|
|
3
3
|
|
|
4
4
|
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
5
5
|
|
|
6
|
-
The version of the OpenAPI document: 3.2.
|
|
6
|
+
The version of the OpenAPI document: 3.2.1
|
|
7
7
|
Contact: support@webscraping.ai
|
|
8
8
|
Generated by: https://openapi-generator.tech
|
|
9
|
-
Generator version: 7.
|
|
9
|
+
Generator version: 7.22.0
|
|
10
10
|
|
|
11
11
|
=end
|
|
12
12
|
|
data/webscraping_ai.gemspec
CHANGED
|
@@ -5,10 +5,10 @@
|
|
|
5
5
|
|
|
6
6
|
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
7
7
|
|
|
8
|
-
The version of the OpenAPI document: 3.2.
|
|
8
|
+
The version of the OpenAPI document: 3.2.1
|
|
9
9
|
Contact: support@webscraping.ai
|
|
10
10
|
Generated by: https://openapi-generator.tech
|
|
11
|
-
Generator version: 7.
|
|
11
|
+
Generator version: 7.22.0
|
|
12
12
|
|
|
13
13
|
=end
|
|
14
14
|
|
metadata
CHANGED
|
@@ -1,14 +1,13 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: webscraping_ai
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 3.2.
|
|
4
|
+
version: 3.2.1
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- WebScraping.AI
|
|
8
|
-
autorequire:
|
|
9
8
|
bindir: bin
|
|
10
9
|
cert_chain: []
|
|
11
|
-
date:
|
|
10
|
+
date: 1980-01-02 00:00:00.000000000 Z
|
|
12
11
|
dependencies:
|
|
13
12
|
- !ruby/object:Gem::Dependency
|
|
14
13
|
name: typhoeus
|
|
@@ -77,6 +76,7 @@ files:
|
|
|
77
76
|
- lib/webscraping_ai/api/text_api.rb
|
|
78
77
|
- lib/webscraping_ai/api_client.rb
|
|
79
78
|
- lib/webscraping_ai/api_error.rb
|
|
79
|
+
- lib/webscraping_ai/api_model_base.rb
|
|
80
80
|
- lib/webscraping_ai/configuration.rb
|
|
81
81
|
- lib/webscraping_ai/models/account.rb
|
|
82
82
|
- lib/webscraping_ai/models/error.rb
|
|
@@ -94,7 +94,6 @@ homepage: https://webscraping.ai
|
|
|
94
94
|
licenses:
|
|
95
95
|
- MIT
|
|
96
96
|
metadata: {}
|
|
97
|
-
post_install_message:
|
|
98
97
|
rdoc_options: []
|
|
99
98
|
require_paths:
|
|
100
99
|
- lib
|
|
@@ -109,16 +108,15 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
109
108
|
- !ruby/object:Gem::Version
|
|
110
109
|
version: '0'
|
|
111
110
|
requirements: []
|
|
112
|
-
rubygems_version:
|
|
113
|
-
signing_key:
|
|
111
|
+
rubygems_version: 4.0.6
|
|
114
112
|
specification_version: 4
|
|
115
113
|
summary: WebScraping.AI Ruby Gem
|
|
116
114
|
test_files:
|
|
115
|
+
- spec/api/account_api_spec.rb
|
|
117
116
|
- spec/api/ai_api_spec.rb
|
|
118
|
-
- spec/api/text_api_spec.rb
|
|
119
117
|
- spec/api/html_api_spec.rb
|
|
120
118
|
- spec/api/selected_html_api_spec.rb
|
|
121
|
-
- spec/api/
|
|
122
|
-
- spec/models/error_spec.rb
|
|
119
|
+
- spec/api/text_api_spec.rb
|
|
123
120
|
- spec/models/account_spec.rb
|
|
121
|
+
- spec/models/error_spec.rb
|
|
124
122
|
- spec/spec_helper.rb
|