webscraping_ai 3.1.3 → 3.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +17 -16
- data/docs/AIApi.md +112 -12
- data/docs/Account.md +2 -0
- data/docs/HTMLApi.md +12 -6
- data/docs/SelectedHTMLApi.md +21 -11
- data/docs/TextApi.md +10 -6
- data/lib/webscraping_ai/api/account_api.rb +4 -4
- data/lib/webscraping_ai/api/ai_api.rb +158 -27
- data/lib/webscraping_ai/api/html_api.rb +23 -10
- data/lib/webscraping_ai/api/selected_html_api.rb +36 -17
- data/lib/webscraping_ai/api/text_api.rb +18 -12
- data/lib/webscraping_ai/api_client.rb +18 -15
- data/lib/webscraping_ai/api_error.rb +3 -3
- data/lib/webscraping_ai/api_model_base.rb +88 -0
- data/lib/webscraping_ai/configuration.rb +13 -3
- data/lib/webscraping_ai/models/account.rb +24 -81
- data/lib/webscraping_ai/models/error.rb +13 -80
- data/lib/webscraping_ai/version.rb +4 -4
- data/lib/webscraping_ai.rb +4 -3
- data/spec/api/account_api_spec.rb +3 -3
- data/spec/api/ai_api_spec.rb +33 -8
- data/spec/api/html_api_spec.rb +8 -5
- data/spec/api/selected_html_api_spec.rb +12 -7
- data/spec/api/text_api_spec.rb +8 -6
- data/spec/models/account_spec.rb +10 -4
- data/spec/models/error_spec.rb +4 -4
- data/spec/spec_helper.rb +3 -3
- data/webscraping_ai.gemspec +4 -4
- metadata +8 -10
data/lib/webscraping_ai.rb
CHANGED
|
@@ -1,18 +1,19 @@
|
|
|
1
1
|
=begin
|
|
2
2
|
#WebScraping.AI
|
|
3
3
|
|
|
4
|
-
#WebScraping.AI scraping API provides
|
|
4
|
+
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
5
5
|
|
|
6
|
-
The version of the OpenAPI document: 3.1
|
|
6
|
+
The version of the OpenAPI document: 3.2.1
|
|
7
7
|
Contact: support@webscraping.ai
|
|
8
8
|
Generated by: https://openapi-generator.tech
|
|
9
|
-
|
|
9
|
+
Generator version: 7.22.0
|
|
10
10
|
|
|
11
11
|
=end
|
|
12
12
|
|
|
13
13
|
# Common files
|
|
14
14
|
require 'webscraping_ai/api_client'
|
|
15
15
|
require 'webscraping_ai/api_error'
|
|
16
|
+
require 'webscraping_ai/api_model_base'
|
|
16
17
|
require 'webscraping_ai/version'
|
|
17
18
|
require 'webscraping_ai/configuration'
|
|
18
19
|
|
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
=begin
|
|
2
2
|
#WebScraping.AI
|
|
3
3
|
|
|
4
|
-
#WebScraping.AI scraping API provides
|
|
4
|
+
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
5
5
|
|
|
6
|
-
The version of the OpenAPI document: 3.1
|
|
6
|
+
The version of the OpenAPI document: 3.2.1
|
|
7
7
|
Contact: support@webscraping.ai
|
|
8
8
|
Generated by: https://openapi-generator.tech
|
|
9
|
-
|
|
9
|
+
Generator version: 7.22.0
|
|
10
10
|
|
|
11
11
|
=end
|
|
12
12
|
|
data/spec/api/ai_api_spec.rb
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
=begin
|
|
2
2
|
#WebScraping.AI
|
|
3
3
|
|
|
4
|
-
#WebScraping.AI scraping API provides
|
|
4
|
+
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
5
5
|
|
|
6
|
-
The version of the OpenAPI document: 3.1
|
|
6
|
+
The version of the OpenAPI document: 3.2.1
|
|
7
7
|
Contact: support@webscraping.ai
|
|
8
8
|
Generated by: https://openapi-generator.tech
|
|
9
|
-
|
|
9
|
+
Generator version: 7.22.0
|
|
10
10
|
|
|
11
11
|
=end
|
|
12
12
|
|
|
@@ -32,25 +32,50 @@ describe 'AIApi' do
|
|
|
32
32
|
end
|
|
33
33
|
end
|
|
34
34
|
|
|
35
|
+
# unit tests for get_fields
|
|
36
|
+
# Extract structured data fields from a web page
|
|
37
|
+
# Returns structured data fields extracted from the webpage using an LLM model. Proxies and Chromium JavaScript rendering are used for page retrieval and processing.
|
|
38
|
+
# @param url URL of the target page.
|
|
39
|
+
# @param fields Object describing fields to extract from the page and their descriptions
|
|
40
|
+
# @param [Hash] opts the optional parameters
|
|
41
|
+
# @option opts [Hash<String, String>] :headers HTTP headers to pass to the target page. Can be specified either via a nested query parameter (...&headers[One]=value1&headers=[Another]=value2) or as a JSON encoded object (...&headers={\"One\": \"value1\", \"Another\": \"value2\"}).
|
|
42
|
+
# @option opts [Integer] :timeout Maximum web page retrieval time in ms. Increase it in case of timeout errors (10000 by default, maximum is 30000).
|
|
43
|
+
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default).
|
|
44
|
+
# @option opts [Integer] :js_timeout Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page.
|
|
45
|
+
# @option opts [String] :wait_for CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
46
|
+
# @option opts [String] :proxy Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details.
|
|
47
|
+
# @option opts [String] :country Country of the proxy to use (US by default).
|
|
48
|
+
# @option opts [String] :custom_proxy Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
49
|
+
# @option opts [String] :device Type of device emulation.
|
|
50
|
+
# @option opts [Boolean] :error_on_404 Return error on 404 HTTP status on the target page (false by default).
|
|
51
|
+
# @option opts [Boolean] :error_on_redirect Return error on redirect on the target page (false by default).
|
|
52
|
+
# @option opts [String] :js_script Custom JavaScript code to execute on the target page.
|
|
53
|
+
# @return [Hash<String, String>]
|
|
54
|
+
describe 'get_fields test' do
|
|
55
|
+
it 'should work' do
|
|
56
|
+
# assertion here. ref: https://rspec.info/features/3-12/rspec-expectations/built-in-matchers/
|
|
57
|
+
end
|
|
58
|
+
end
|
|
59
|
+
|
|
35
60
|
# unit tests for get_question
|
|
36
61
|
# Get an answer to a question about a given web page
|
|
37
62
|
# Returns the answer in plain text. Proxies and Chromium JavaScript rendering are used for page retrieval and processing, then the answer is extracted using an LLM model.
|
|
38
63
|
# @param url URL of the target page.
|
|
39
64
|
# @param [Hash] opts the optional parameters
|
|
40
65
|
# @option opts [String] :question Question or instructions to ask the LLM model about the target page.
|
|
41
|
-
# @option opts [Integer] :context_limit Maximum number of tokens to use as context for the LLM model (4000 by default).
|
|
42
|
-
# @option opts [Integer] :response_tokens Maximum number of tokens to return in the LLM model response. The total context size (context_limit) includes the question, the target page content and the response, so this parameter reserves tokens for the response (see also on_context_limit).
|
|
43
|
-
# @option opts [String] :on_context_limit What to do if the context_limit parameter is exceeded (truncate by default). The context is exceeded when the target page content is too long.
|
|
44
66
|
# @option opts [Hash<String, String>] :headers HTTP headers to pass to the target page. Can be specified either via a nested query parameter (...&headers[One]=value1&headers=[Another]=value2) or as a JSON encoded object (...&headers={\"One\": \"value1\", \"Another\": \"value2\"}).
|
|
45
67
|
# @option opts [Integer] :timeout Maximum web page retrieval time in ms. Increase it in case of timeout errors (10000 by default, maximum is 30000).
|
|
46
68
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default).
|
|
47
69
|
# @option opts [Integer] :js_timeout Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page.
|
|
48
|
-
# @option opts [String] :
|
|
49
|
-
# @option opts [String] :
|
|
70
|
+
# @option opts [String] :wait_for CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
71
|
+
# @option opts [String] :proxy Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details.
|
|
72
|
+
# @option opts [String] :country Country of the proxy to use (US by default).
|
|
73
|
+
# @option opts [String] :custom_proxy Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
50
74
|
# @option opts [String] :device Type of device emulation.
|
|
51
75
|
# @option opts [Boolean] :error_on_404 Return error on 404 HTTP status on the target page (false by default).
|
|
52
76
|
# @option opts [Boolean] :error_on_redirect Return error on redirect on the target page (false by default).
|
|
53
77
|
# @option opts [String] :js_script Custom JavaScript code to execute on the target page.
|
|
78
|
+
# @option opts [String] :format Format of the response (text by default). \"json\" will return a JSON object with the response, \"text\" will return a plain text/HTML response.
|
|
54
79
|
# @return [String]
|
|
55
80
|
describe 'get_question test' do
|
|
56
81
|
it 'should work' do
|
data/spec/api/html_api_spec.rb
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
=begin
|
|
2
2
|
#WebScraping.AI
|
|
3
3
|
|
|
4
|
-
#WebScraping.AI scraping API provides
|
|
4
|
+
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
5
5
|
|
|
6
|
-
The version of the OpenAPI document: 3.1
|
|
6
|
+
The version of the OpenAPI document: 3.2.1
|
|
7
7
|
Contact: support@webscraping.ai
|
|
8
8
|
Generated by: https://openapi-generator.tech
|
|
9
|
-
|
|
9
|
+
Generator version: 7.22.0
|
|
10
10
|
|
|
11
11
|
=end
|
|
12
12
|
|
|
@@ -41,13 +41,16 @@ describe 'HTMLApi' do
|
|
|
41
41
|
# @option opts [Integer] :timeout Maximum web page retrieval time in ms. Increase it in case of timeout errors (10000 by default, maximum is 30000).
|
|
42
42
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default).
|
|
43
43
|
# @option opts [Integer] :js_timeout Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page.
|
|
44
|
-
# @option opts [String] :
|
|
45
|
-
# @option opts [String] :
|
|
44
|
+
# @option opts [String] :wait_for CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
45
|
+
# @option opts [String] :proxy Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details.
|
|
46
|
+
# @option opts [String] :country Country of the proxy to use (US by default).
|
|
47
|
+
# @option opts [String] :custom_proxy Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
46
48
|
# @option opts [String] :device Type of device emulation.
|
|
47
49
|
# @option opts [Boolean] :error_on_404 Return error on 404 HTTP status on the target page (false by default).
|
|
48
50
|
# @option opts [Boolean] :error_on_redirect Return error on redirect on the target page (false by default).
|
|
49
51
|
# @option opts [String] :js_script Custom JavaScript code to execute on the target page.
|
|
50
52
|
# @option opts [Boolean] :return_script_result Return result of the custom JavaScript code (js_script parameter) execution on the target page (false by default, page HTML will be returned).
|
|
53
|
+
# @option opts [String] :format Format of the response (text by default). \"json\" will return a JSON object with the response, \"text\" will return a plain text/HTML response.
|
|
51
54
|
# @return [String]
|
|
52
55
|
describe 'get_html test' do
|
|
53
56
|
it 'should work' do
|
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
=begin
|
|
2
2
|
#WebScraping.AI
|
|
3
3
|
|
|
4
|
-
#WebScraping.AI scraping API provides
|
|
4
|
+
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
5
5
|
|
|
6
|
-
The version of the OpenAPI document: 3.1
|
|
6
|
+
The version of the OpenAPI document: 3.2.1
|
|
7
7
|
Contact: support@webscraping.ai
|
|
8
8
|
Generated by: https://openapi-generator.tech
|
|
9
|
-
|
|
9
|
+
Generator version: 7.22.0
|
|
10
10
|
|
|
11
11
|
=end
|
|
12
12
|
|
|
@@ -42,12 +42,15 @@ describe 'SelectedHTMLApi' do
|
|
|
42
42
|
# @option opts [Integer] :timeout Maximum web page retrieval time in ms. Increase it in case of timeout errors (10000 by default, maximum is 30000).
|
|
43
43
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default).
|
|
44
44
|
# @option opts [Integer] :js_timeout Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page.
|
|
45
|
-
# @option opts [String] :
|
|
46
|
-
# @option opts [String] :
|
|
45
|
+
# @option opts [String] :wait_for CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
46
|
+
# @option opts [String] :proxy Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details.
|
|
47
|
+
# @option opts [String] :country Country of the proxy to use (US by default).
|
|
48
|
+
# @option opts [String] :custom_proxy Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
47
49
|
# @option opts [String] :device Type of device emulation.
|
|
48
50
|
# @option opts [Boolean] :error_on_404 Return error on 404 HTTP status on the target page (false by default).
|
|
49
51
|
# @option opts [Boolean] :error_on_redirect Return error on redirect on the target page (false by default).
|
|
50
52
|
# @option opts [String] :js_script Custom JavaScript code to execute on the target page.
|
|
53
|
+
# @option opts [String] :format Format of the response (text by default). \"json\" will return a JSON object with the response, \"text\" will return a plain text/HTML response.
|
|
51
54
|
# @return [String]
|
|
52
55
|
describe 'get_selected test' do
|
|
53
56
|
it 'should work' do
|
|
@@ -65,8 +68,10 @@ describe 'SelectedHTMLApi' do
|
|
|
65
68
|
# @option opts [Integer] :timeout Maximum web page retrieval time in ms. Increase it in case of timeout errors (10000 by default, maximum is 30000).
|
|
66
69
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default).
|
|
67
70
|
# @option opts [Integer] :js_timeout Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page.
|
|
68
|
-
# @option opts [String] :
|
|
69
|
-
# @option opts [String] :
|
|
71
|
+
# @option opts [String] :wait_for CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
72
|
+
# @option opts [String] :proxy Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details.
|
|
73
|
+
# @option opts [String] :country Country of the proxy to use (US by default).
|
|
74
|
+
# @option opts [String] :custom_proxy Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
70
75
|
# @option opts [String] :device Type of device emulation.
|
|
71
76
|
# @option opts [Boolean] :error_on_404 Return error on 404 HTTP status on the target page (false by default).
|
|
72
77
|
# @option opts [Boolean] :error_on_redirect Return error on redirect on the target page (false by default).
|
data/spec/api/text_api_spec.rb
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
=begin
|
|
2
2
|
#WebScraping.AI
|
|
3
3
|
|
|
4
|
-
#WebScraping.AI scraping API provides
|
|
4
|
+
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
5
5
|
|
|
6
|
-
The version of the OpenAPI document: 3.1
|
|
6
|
+
The version of the OpenAPI document: 3.2.1
|
|
7
7
|
Contact: support@webscraping.ai
|
|
8
8
|
Generated by: https://openapi-generator.tech
|
|
9
|
-
|
|
9
|
+
Generator version: 7.22.0
|
|
10
10
|
|
|
11
11
|
=end
|
|
12
12
|
|
|
@@ -34,7 +34,7 @@ describe 'TextApi' do
|
|
|
34
34
|
|
|
35
35
|
# unit tests for get_text
|
|
36
36
|
# Page text by URL
|
|
37
|
-
# Returns the visible text content of a webpage specified by the URL. Can be used to feed data to
|
|
37
|
+
# Returns the visible text content of a webpage specified by the URL. Can be used to feed data to LLM models. The response can be in plain text, JSON, or XML format based on the text_format parameter. Proxies and Chromium JavaScript rendering are used for page retrieval and processing. Returns JSON on error.
|
|
38
38
|
# @param url URL of the target page.
|
|
39
39
|
# @param [Hash] opts the optional parameters
|
|
40
40
|
# @option opts [String] :text_format Format of the text response (plain by default). \"plain\" will return only the page body text. \"json\" and \"xml\" will return a json/xml with \"title\", \"description\" and \"content\" keys.
|
|
@@ -43,8 +43,10 @@ describe 'TextApi' do
|
|
|
43
43
|
# @option opts [Integer] :timeout Maximum web page retrieval time in ms. Increase it in case of timeout errors (10000 by default, maximum is 30000).
|
|
44
44
|
# @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default).
|
|
45
45
|
# @option opts [Integer] :js_timeout Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page.
|
|
46
|
-
# @option opts [String] :
|
|
47
|
-
# @option opts [String] :
|
|
46
|
+
# @option opts [String] :wait_for CSS selector to wait for before returning the page content. Useful for pages with dynamic content loading. Overrides js_timeout.
|
|
47
|
+
# @option opts [String] :proxy Type of proxy. Use `residential` if your site restricts traffic from datacenters, or `stealth` for the most heavily protected sites with advanced anti-bot detection (`datacenter` by default). Residential and stealth proxy requests are more expensive than datacenter, see the pricing page for details.
|
|
48
|
+
# @option opts [String] :country Country of the proxy to use (US by default).
|
|
49
|
+
# @option opts [String] :custom_proxy Your own proxy URL to use instead of our built-in proxy pool in \"http://user:password@host:port\" format (<a target=\"_blank\" href=\"https://webscraping.ai/proxies/smartproxy\">Smartproxy</a> for example).
|
|
48
50
|
# @option opts [String] :device Type of device emulation.
|
|
49
51
|
# @option opts [Boolean] :error_on_404 Return error on 404 HTTP status on the target page (false by default).
|
|
50
52
|
# @option opts [Boolean] :error_on_redirect Return error on redirect on the target page (false by default).
|
data/spec/models/account_spec.rb
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
=begin
|
|
2
2
|
#WebScraping.AI
|
|
3
3
|
|
|
4
|
-
#WebScraping.AI scraping API provides
|
|
4
|
+
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
5
5
|
|
|
6
|
-
The version of the OpenAPI document: 3.1
|
|
6
|
+
The version of the OpenAPI document: 3.2.1
|
|
7
7
|
Contact: support@webscraping.ai
|
|
8
8
|
Generated by: https://openapi-generator.tech
|
|
9
|
-
|
|
9
|
+
Generator version: 7.22.0
|
|
10
10
|
|
|
11
11
|
=end
|
|
12
12
|
|
|
@@ -18,7 +18,7 @@ require 'date'
|
|
|
18
18
|
# Automatically generated by openapi-generator (https://openapi-generator.tech)
|
|
19
19
|
# Please update as you see appropriate
|
|
20
20
|
describe WebScrapingAI::Account do
|
|
21
|
-
let(:instance) { WebScrapingAI::Account.new }
|
|
21
|
+
#let(:instance) { WebScrapingAI::Account.new }
|
|
22
22
|
|
|
23
23
|
describe 'test an instance of Account' do
|
|
24
24
|
it 'should create an instance of Account' do
|
|
@@ -27,6 +27,12 @@ describe WebScrapingAI::Account do
|
|
|
27
27
|
end
|
|
28
28
|
end
|
|
29
29
|
|
|
30
|
+
describe 'test attribute "email"' do
|
|
31
|
+
it 'should work' do
|
|
32
|
+
# assertion here. ref: https://rspec.info/features/3-12/rspec-expectations/built-in-matchers/
|
|
33
|
+
end
|
|
34
|
+
end
|
|
35
|
+
|
|
30
36
|
describe 'test attribute "remaining_api_calls"' do
|
|
31
37
|
it 'should work' do
|
|
32
38
|
# assertion here. ref: https://rspec.info/features/3-12/rspec-expectations/built-in-matchers/
|
data/spec/models/error_spec.rb
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
=begin
|
|
2
2
|
#WebScraping.AI
|
|
3
3
|
|
|
4
|
-
#WebScraping.AI scraping API provides
|
|
4
|
+
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
5
5
|
|
|
6
|
-
The version of the OpenAPI document: 3.1
|
|
6
|
+
The version of the OpenAPI document: 3.2.1
|
|
7
7
|
Contact: support@webscraping.ai
|
|
8
8
|
Generated by: https://openapi-generator.tech
|
|
9
|
-
|
|
9
|
+
Generator version: 7.22.0
|
|
10
10
|
|
|
11
11
|
=end
|
|
12
12
|
|
|
@@ -18,7 +18,7 @@ require 'date'
|
|
|
18
18
|
# Automatically generated by openapi-generator (https://openapi-generator.tech)
|
|
19
19
|
# Please update as you see appropriate
|
|
20
20
|
describe WebScrapingAI::Error do
|
|
21
|
-
let(:instance) { WebScrapingAI::Error.new }
|
|
21
|
+
#let(:instance) { WebScrapingAI::Error.new }
|
|
22
22
|
|
|
23
23
|
describe 'test an instance of Error' do
|
|
24
24
|
it 'should create an instance of Error' do
|
data/spec/spec_helper.rb
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
=begin
|
|
2
2
|
#WebScraping.AI
|
|
3
3
|
|
|
4
|
-
#WebScraping.AI scraping API provides
|
|
4
|
+
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
5
5
|
|
|
6
|
-
The version of the OpenAPI document: 3.1
|
|
6
|
+
The version of the OpenAPI document: 3.2.1
|
|
7
7
|
Contact: support@webscraping.ai
|
|
8
8
|
Generated by: https://openapi-generator.tech
|
|
9
|
-
|
|
9
|
+
Generator version: 7.22.0
|
|
10
10
|
|
|
11
11
|
=end
|
|
12
12
|
|
data/webscraping_ai.gemspec
CHANGED
|
@@ -3,12 +3,12 @@
|
|
|
3
3
|
=begin
|
|
4
4
|
#WebScraping.AI
|
|
5
5
|
|
|
6
|
-
#WebScraping.AI scraping API provides
|
|
6
|
+
#WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
7
7
|
|
|
8
|
-
The version of the OpenAPI document: 3.1
|
|
8
|
+
The version of the OpenAPI document: 3.2.1
|
|
9
9
|
Contact: support@webscraping.ai
|
|
10
10
|
Generated by: https://openapi-generator.tech
|
|
11
|
-
|
|
11
|
+
Generator version: 7.22.0
|
|
12
12
|
|
|
13
13
|
=end
|
|
14
14
|
|
|
@@ -23,7 +23,7 @@ Gem::Specification.new do |s|
|
|
|
23
23
|
s.email = ["hello@webscraping.ai"]
|
|
24
24
|
s.homepage = "https://webscraping.ai"
|
|
25
25
|
s.summary = "WebScraping.AI Ruby Gem"
|
|
26
|
-
s.description = "WebScraping.AI scraping API provides
|
|
26
|
+
s.description = "WebScraping.AI scraping API provides LLM-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing."
|
|
27
27
|
s.license = "MIT"
|
|
28
28
|
s.required_ruby_version = ">= 2.7"
|
|
29
29
|
s.metadata = {}
|
metadata
CHANGED
|
@@ -1,14 +1,13 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: webscraping_ai
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 3.1
|
|
4
|
+
version: 3.2.1
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- WebScraping.AI
|
|
8
|
-
autorequire:
|
|
9
8
|
bindir: bin
|
|
10
9
|
cert_chain: []
|
|
11
|
-
date:
|
|
10
|
+
date: 1980-01-02 00:00:00.000000000 Z
|
|
12
11
|
dependencies:
|
|
13
12
|
- !ruby/object:Gem::Dependency
|
|
14
13
|
name: typhoeus
|
|
@@ -50,7 +49,7 @@ dependencies:
|
|
|
50
49
|
- - ">="
|
|
51
50
|
- !ruby/object:Gem::Version
|
|
52
51
|
version: 3.6.0
|
|
53
|
-
description: WebScraping.AI scraping API provides
|
|
52
|
+
description: WebScraping.AI scraping API provides LLM-powered tools with Chromium
|
|
54
53
|
JavaScript rendering, rotating proxies, and built-in HTML parsing.
|
|
55
54
|
email:
|
|
56
55
|
- hello@webscraping.ai
|
|
@@ -77,6 +76,7 @@ files:
|
|
|
77
76
|
- lib/webscraping_ai/api/text_api.rb
|
|
78
77
|
- lib/webscraping_ai/api_client.rb
|
|
79
78
|
- lib/webscraping_ai/api_error.rb
|
|
79
|
+
- lib/webscraping_ai/api_model_base.rb
|
|
80
80
|
- lib/webscraping_ai/configuration.rb
|
|
81
81
|
- lib/webscraping_ai/models/account.rb
|
|
82
82
|
- lib/webscraping_ai/models/error.rb
|
|
@@ -94,7 +94,6 @@ homepage: https://webscraping.ai
|
|
|
94
94
|
licenses:
|
|
95
95
|
- MIT
|
|
96
96
|
metadata: {}
|
|
97
|
-
post_install_message:
|
|
98
97
|
rdoc_options: []
|
|
99
98
|
require_paths:
|
|
100
99
|
- lib
|
|
@@ -109,16 +108,15 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
109
108
|
- !ruby/object:Gem::Version
|
|
110
109
|
version: '0'
|
|
111
110
|
requirements: []
|
|
112
|
-
rubygems_version:
|
|
113
|
-
signing_key:
|
|
111
|
+
rubygems_version: 4.0.6
|
|
114
112
|
specification_version: 4
|
|
115
113
|
summary: WebScraping.AI Ruby Gem
|
|
116
114
|
test_files:
|
|
115
|
+
- spec/api/account_api_spec.rb
|
|
117
116
|
- spec/api/ai_api_spec.rb
|
|
118
|
-
- spec/api/text_api_spec.rb
|
|
119
117
|
- spec/api/html_api_spec.rb
|
|
120
118
|
- spec/api/selected_html_api_spec.rb
|
|
121
|
-
- spec/api/
|
|
122
|
-
- spec/models/error_spec.rb
|
|
119
|
+
- spec/api/text_api_spec.rb
|
|
123
120
|
- spec/models/account_spec.rb
|
|
121
|
+
- spec/models/error_spec.rb
|
|
124
122
|
- spec/spec_helper.rb
|