webscraping_ai 2.0.2 → 3.1.2

data/lib/webscraping_ai/api/selected_html_api.rb

@@ -1,12 +1,12 @@
 =begin
 #WebScraping.AI
 
-#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
+#WebScraping.AI scraping API provides GPT-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
 
-The version of the OpenAPI document: 2.0.2
+The version of the OpenAPI document: 3.1.2
 Contact: support@webscraping.ai
 Generated by: https://openapi-generator.tech
-OpenAPI Generator version: 4.3.1
+OpenAPI Generator version: 7.2.0
 
 =end
 
@@ -20,14 +20,20 @@ module WebScrapingAI
       @api_client = api_client
     end
     # HTML of a selected page area by URL and CSS selector
-    # Returns just HTML on success, JSON on error
-    # @param url [String] URL of the target page
+    # Returns HTML of a selected page area by URL and CSS selector. Useful if you don't want to do the HTML parsing on your side.
+    # @param url [String] URL of the target page.
     # @param [Hash] opts the optional parameters
     # @option opts [String] :selector CSS selector (null by default, returns whole page HTML)
-    # @option opts [Hash<String, String>] :headers HTTP headers to pass to the target page. Can be specified either via a nested query parameter (...&amp;headers[One]&#x3D;value1&amp;headers&#x3D;[Another]&#x3D;value2) or as a JSON encoded object (...&amp;headers&#x3D;{\&quot;One\&quot;: \&quot;value1\&quot;, \&quot;Another\&quot;: \&quot;value2\&quot;})
-    # @option opts [Integer] :timeout Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000) (default to 5000)
-    # @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default), costs 2 requests (default to true)
-    # @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default) (default to 'datacenter')
+    # @option opts [Hash<String, String>] :headers HTTP headers to pass to the target page. Can be specified either via a nested query parameter (...&amp;headers[One]&#x3D;value1&amp;headers&#x3D;[Another]&#x3D;value2) or as a JSON encoded object (...&amp;headers&#x3D;{\&quot;One\&quot;: \&quot;value1\&quot;, \&quot;Another\&quot;: \&quot;value2\&quot;}).
+    # @option opts [Integer] :timeout Maximum web page retrieval time in ms. Increase it in case of timeout errors (10000 by default, maximum is 30000). (default to 10000)
+    # @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default). (default to true)
+    # @option opts [Integer] :js_timeout Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page. (default to 2000)
+    # @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default). Note that residential proxy requests are more expensive than datacenter, see the pricing page for details. (default to 'datacenter')
+    # @option opts [String] :country Country of the proxy to use (US by default). Only available on Startup and Custom plans. (default to 'us')
+    # @option opts [String] :device Type of device emulation. (default to 'desktop')
+    # @option opts [Boolean] :error_on_404 Return error on 404 HTTP status on the target page (false by default). (default to false)
+    # @option opts [Boolean] :error_on_redirect Return error on redirect on the target page (false by default). (default to false)
+    # @option opts [String] :js_script Custom JavaScript code to execute on the target page.
     # @return [String]
     def get_selected(url, opts = {})
       data, _status_code, _headers = get_selected_with_http_info(url, opts)
@@ -35,14 +41,20 @@ module WebScrapingAI
     end
 
     # HTML of a selected page area by URL and CSS selector
-    # Returns just HTML on success, JSON on error
-    # @param url [String] URL of the target page
+    # Returns HTML of a selected page area by URL and CSS selector. Useful if you don&#39;t want to do the HTML parsing on your side.
+    # @param url [String] URL of the target page.
     # @param [Hash] opts the optional parameters
     # @option opts [String] :selector CSS selector (null by default, returns whole page HTML)
-    # @option opts [Hash<String, String>] :headers HTTP headers to pass to the target page. Can be specified either via a nested query parameter (...&amp;headers[One]&#x3D;value1&amp;headers&#x3D;[Another]&#x3D;value2) or as a JSON encoded object (...&amp;headers&#x3D;{\&quot;One\&quot;: \&quot;value1\&quot;, \&quot;Another\&quot;: \&quot;value2\&quot;})
-    # @option opts [Integer] :timeout Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000)
-    # @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default), costs 2 requests
-    # @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default)
+    # @option opts [Hash<String, String>] :headers HTTP headers to pass to the target page. Can be specified either via a nested query parameter (...&amp;headers[One]&#x3D;value1&amp;headers&#x3D;[Another]&#x3D;value2) or as a JSON encoded object (...&amp;headers&#x3D;{\&quot;One\&quot;: \&quot;value1\&quot;, \&quot;Another\&quot;: \&quot;value2\&quot;}).
+    # @option opts [Integer] :timeout Maximum web page retrieval time in ms. Increase it in case of timeout errors (10000 by default, maximum is 30000). (default to 10000)
+    # @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default). (default to true)
+    # @option opts [Integer] :js_timeout Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page. (default to 2000)
+    # @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default). Note that residential proxy requests are more expensive than datacenter, see the pricing page for details. (default to 'datacenter')
+    # @option opts [String] :country Country of the proxy to use (US by default). Only available on Startup and Custom plans. (default to 'us')
+    # @option opts [String] :device Type of device emulation. (default to 'desktop')
+    # @option opts [Boolean] :error_on_404 Return error on 404 HTTP status on the target page (false by default). (default to false)
+    # @option opts [Boolean] :error_on_redirect Return error on redirect on the target page (false by default). (default to false)
+    # @option opts [String] :js_script Custom JavaScript code to execute on the target page.
     # @return [Array<(String, Integer, Hash)>] String data, response status code and response headers
     def get_selected_with_http_info(url, opts = {})
       if @api_client.config.debugging
@@ -60,10 +72,26 @@ module WebScrapingAI
         fail ArgumentError, 'invalid value for "opts[:"timeout"]" when calling SelectedHTMLApi.get_selected, must be greater than or equal to 1.'
       end
 
+      if @api_client.config.client_side_validation && !opts[:'js_timeout'].nil? && opts[:'js_timeout'] > 20000
+        fail ArgumentError, 'invalid value for "opts[:"js_timeout"]" when calling SelectedHTMLApi.get_selected, must be smaller than or equal to 20000.'
+      end
+
+      if @api_client.config.client_side_validation && !opts[:'js_timeout'].nil? && opts[:'js_timeout'] < 1
+        fail ArgumentError, 'invalid value for "opts[:"js_timeout"]" when calling SelectedHTMLApi.get_selected, must be greater than or equal to 1.'
+      end
+
       allowable_values = ["datacenter", "residential"]
       if @api_client.config.client_side_validation && opts[:'proxy'] && !allowable_values.include?(opts[:'proxy'])
         fail ArgumentError, "invalid value for \"proxy\", must be one of #{allowable_values}"
       end
+      allowable_values = ["us", "gb", "de", "it", "fr", "ca", "es", "ru", "jp", "kr"]
+      if @api_client.config.client_side_validation && opts[:'country'] && !allowable_values.include?(opts[:'country'])
+        fail ArgumentError, "invalid value for \"country\", must be one of #{allowable_values}"
+      end
+      allowable_values = ["desktop", "mobile", "tablet"]
+      if @api_client.config.client_side_validation && opts[:'device'] && !allowable_values.include?(opts[:'device'])
+        fail ArgumentError, "invalid value for \"device\", must be one of #{allowable_values}"
+      end
       # resource path
       local_var_path = '/selected'
 
@@ -74,7 +102,13 @@ module WebScrapingAI
       query_params[:'headers'] = opts[:'headers'] if !opts[:'headers'].nil?
       query_params[:'timeout'] = opts[:'timeout'] if !opts[:'timeout'].nil?
       query_params[:'js'] = opts[:'js'] if !opts[:'js'].nil?
+      query_params[:'js_timeout'] = opts[:'js_timeout'] if !opts[:'js_timeout'].nil?
       query_params[:'proxy'] = opts[:'proxy'] if !opts[:'proxy'].nil?
+      query_params[:'country'] = opts[:'country'] if !opts[:'country'].nil?
+      query_params[:'device'] = opts[:'device'] if !opts[:'device'].nil?
+      query_params[:'error_on_404'] = opts[:'error_on_404'] if !opts[:'error_on_404'].nil?
+      query_params[:'error_on_redirect'] = opts[:'error_on_redirect'] if !opts[:'error_on_redirect'].nil?
+      query_params[:'js_script'] = opts[:'js_script'] if !opts[:'js_script'].nil?
 
       # header parameters
       header_params = opts[:header_params] || {}
@@ -85,15 +119,16 @@ module WebScrapingAI
       form_params = opts[:form_params] || {}
 
       # http body (model)
-      post_body = opts[:body] 
+      post_body = opts[:debug_body]
 
       # return_type
-      return_type = opts[:return_type] || 'String' 
+      return_type = opts[:debug_return_type] || 'String'
 
       # auth_names
-      auth_names = opts[:auth_names] || ['api_key']
+      auth_names = opts[:debug_auth_names] || ['api_key']
 
       new_options = opts.merge(
+        :operation => :"SelectedHTMLApi.get_selected",
         :header_params => header_params,
         :query_params => query_params,
         :form_params => form_params,
@@ -110,14 +145,20 @@ module WebScrapingAI
     end
 
     # HTML of multiple page areas by URL and CSS selectors
-    # Always returns JSON
-    # @param url [String] URL of the target page
+    # Returns HTML of multiple page areas by URL and CSS selectors. Useful if you don't want to do the HTML parsing on your side.
+    # @param url [String] URL of the target page.
     # @param [Hash] opts the optional parameters
     # @option opts [Array<String>] :selectors Multiple CSS selectors (null by default, returns whole page HTML)
-    # @option opts [Hash<String, String>] :headers HTTP headers to pass to the target page. Can be specified either via a nested query parameter (...&amp;headers[One]&#x3D;value1&amp;headers&#x3D;[Another]&#x3D;value2) or as a JSON encoded object (...&amp;headers&#x3D;{\&quot;One\&quot;: \&quot;value1\&quot;, \&quot;Another\&quot;: \&quot;value2\&quot;})
-    # @option opts [Integer] :timeout Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000) (default to 5000)
-    # @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default), costs 2 requests (default to true)
-    # @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default) (default to 'datacenter')
+    # @option opts [Hash<String, String>] :headers HTTP headers to pass to the target page. Can be specified either via a nested query parameter (...&amp;headers[One]&#x3D;value1&amp;headers&#x3D;[Another]&#x3D;value2) or as a JSON encoded object (...&amp;headers&#x3D;{\&quot;One\&quot;: \&quot;value1\&quot;, \&quot;Another\&quot;: \&quot;value2\&quot;}).
+    # @option opts [Integer] :timeout Maximum web page retrieval time in ms. Increase it in case of timeout errors (10000 by default, maximum is 30000). (default to 10000)
+    # @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default). (default to true)
+    # @option opts [Integer] :js_timeout Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page. (default to 2000)
+    # @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default). Note that residential proxy requests are more expensive than datacenter, see the pricing page for details. (default to 'datacenter')
+    # @option opts [String] :country Country of the proxy to use (US by default). Only available on Startup and Custom plans. (default to 'us')
+    # @option opts [String] :device Type of device emulation. (default to 'desktop')
+    # @option opts [Boolean] :error_on_404 Return error on 404 HTTP status on the target page (false by default). (default to false)
+    # @option opts [Boolean] :error_on_redirect Return error on redirect on the target page (false by default). (default to false)
+    # @option opts [String] :js_script Custom JavaScript code to execute on the target page.
     # @return [Array<String>]
     def get_selected_multiple(url, opts = {})
       data, _status_code, _headers = get_selected_multiple_with_http_info(url, opts)
@@ -125,14 +166,20 @@ module WebScrapingAI
     end
 
     # HTML of multiple page areas by URL and CSS selectors
-    # Always returns JSON
-    # @param url [String] URL of the target page
+    # Returns HTML of multiple page areas by URL and CSS selectors. Useful if you don&#39;t want to do the HTML parsing on your side.
+    # @param url [String] URL of the target page.
     # @param [Hash] opts the optional parameters
     # @option opts [Array<String>] :selectors Multiple CSS selectors (null by default, returns whole page HTML)
-    # @option opts [Hash<String, String>] :headers HTTP headers to pass to the target page. Can be specified either via a nested query parameter (...&amp;headers[One]&#x3D;value1&amp;headers&#x3D;[Another]&#x3D;value2) or as a JSON encoded object (...&amp;headers&#x3D;{\&quot;One\&quot;: \&quot;value1\&quot;, \&quot;Another\&quot;: \&quot;value2\&quot;})
-    # @option opts [Integer] :timeout Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000)
-    # @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default), costs 2 requests
-    # @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default)
+    # @option opts [Hash<String, String>] :headers HTTP headers to pass to the target page. Can be specified either via a nested query parameter (...&amp;headers[One]&#x3D;value1&amp;headers&#x3D;[Another]&#x3D;value2) or as a JSON encoded object (...&amp;headers&#x3D;{\&quot;One\&quot;: \&quot;value1\&quot;, \&quot;Another\&quot;: \&quot;value2\&quot;}).
+    # @option opts [Integer] :timeout Maximum web page retrieval time in ms. Increase it in case of timeout errors (10000 by default, maximum is 30000). (default to 10000)
+    # @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default). (default to true)
+    # @option opts [Integer] :js_timeout Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page. (default to 2000)
+    # @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default). Note that residential proxy requests are more expensive than datacenter, see the pricing page for details. (default to 'datacenter')
+    # @option opts [String] :country Country of the proxy to use (US by default). Only available on Startup and Custom plans. (default to 'us')
+    # @option opts [String] :device Type of device emulation. (default to 'desktop')
+    # @option opts [Boolean] :error_on_404 Return error on 404 HTTP status on the target page (false by default). (default to false)
+    # @option opts [Boolean] :error_on_redirect Return error on redirect on the target page (false by default). (default to false)
+    # @option opts [String] :js_script Custom JavaScript code to execute on the target page.
     # @return [Array<(Array<String>, Integer, Hash)>] Array<String> data, response status code and response headers
     def get_selected_multiple_with_http_info(url, opts = {})
       if @api_client.config.debugging
@@ -150,195 +197,25 @@ module WebScrapingAI
         fail ArgumentError, 'invalid value for "opts[:"timeout"]" when calling SelectedHTMLApi.get_selected_multiple, must be greater than or equal to 1.'
       end
 
-      allowable_values = ["datacenter", "residential"]
-      if @api_client.config.client_side_validation && opts[:'proxy'] && !allowable_values.include?(opts[:'proxy'])
-        fail ArgumentError, "invalid value for \"proxy\", must be one of #{allowable_values}"
-      end
-      # resource path
-      local_var_path = '/selected-multiple'
-
-      # query parameters
-      query_params = opts[:query_params] || {}
-      query_params[:'url'] = url
-      query_params[:'selectors'] = @api_client.build_collection_param(opts[:'selectors'], :multi) if !opts[:'selectors'].nil?
-      query_params[:'headers'] = opts[:'headers'] if !opts[:'headers'].nil?
-      query_params[:'timeout'] = opts[:'timeout'] if !opts[:'timeout'].nil?
-      query_params[:'js'] = opts[:'js'] if !opts[:'js'].nil?
-      query_params[:'proxy'] = opts[:'proxy'] if !opts[:'proxy'].nil?
-
-      # header parameters
-      header_params = opts[:header_params] || {}
-      # HTTP header 'Accept' (if needed)
-      header_params['Accept'] = @api_client.select_header_accept(['application/json'])
-
-      # form parameters
-      form_params = opts[:form_params] || {}
-
-      # http body (model)
-      post_body = opts[:body] 
-
-      # return_type
-      return_type = opts[:return_type] || 'Array<String>' 
-
-      # auth_names
-      auth_names = opts[:auth_names] || ['api_key']
-
-      new_options = opts.merge(
-        :header_params => header_params,
-        :query_params => query_params,
-        :form_params => form_params,
-        :body => post_body,
-        :auth_names => auth_names,
-        :return_type => return_type
-      )
-
-      data, status_code, headers = @api_client.call_api(:GET, local_var_path, new_options)
-      if @api_client.config.debugging
-        @api_client.config.logger.debug "API called: SelectedHTMLApi#get_selected_multiple\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
-      end
-      return data, status_code, headers
-    end
-
-    # HTML of a selected page areas by URL and CSS selector, with POST request to the target page
-    # Returns just HTML on success, JSON on error. Request body will be passed to the target page.
-    # @param url [String] URL of the target page
-    # @param [Hash] opts the optional parameters
-    # @option opts [String] :selector CSS selector (null by default, returns whole page HTML)
-    # @option opts [Hash<String, String>] :headers HTTP headers to pass to the target page. Can be specified either via a nested query parameter (...&amp;headers[One]&#x3D;value1&amp;headers&#x3D;[Another]&#x3D;value2) or as a JSON encoded object (...&amp;headers&#x3D;{\&quot;One\&quot;: \&quot;value1\&quot;, \&quot;Another\&quot;: \&quot;value2\&quot;})
-    # @option opts [Integer] :timeout Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000) (default to 5000)
-    # @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default), costs 2 requests (default to true)
-    # @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default) (default to 'datacenter')
-    # @option opts [Hash<String, Object>] :request_body Request body to pass to the target page
-    # @return [String]
-    def post_selected(url, opts = {})
-      data, _status_code, _headers = post_selected_with_http_info(url, opts)
-      data
-    end
-
-    # HTML of a selected page areas by URL and CSS selector, with POST request to the target page
-    # Returns just HTML on success, JSON on error. Request body will be passed to the target page.
-    # @param url [String] URL of the target page
-    # @param [Hash] opts the optional parameters
-    # @option opts [String] :selector CSS selector (null by default, returns whole page HTML)
-    # @option opts [Hash<String, String>] :headers HTTP headers to pass to the target page. Can be specified either via a nested query parameter (...&amp;headers[One]&#x3D;value1&amp;headers&#x3D;[Another]&#x3D;value2) or as a JSON encoded object (...&amp;headers&#x3D;{\&quot;One\&quot;: \&quot;value1\&quot;, \&quot;Another\&quot;: \&quot;value2\&quot;})
-    # @option opts [Integer] :timeout Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000)
-    # @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default), costs 2 requests
-    # @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default)
-    # @option opts [Hash<String, Object>] :request_body Request body to pass to the target page
-    # @return [Array<(String, Integer, Hash)>] String data, response status code and response headers
-    def post_selected_with_http_info(url, opts = {})
-      if @api_client.config.debugging
-        @api_client.config.logger.debug 'Calling API: SelectedHTMLApi.post_selected ...'
-      end
-      # verify the required parameter 'url' is set
-      if @api_client.config.client_side_validation && url.nil?
-        fail ArgumentError, "Missing the required parameter 'url' when calling SelectedHTMLApi.post_selected"
-      end
-      if @api_client.config.client_side_validation && !opts[:'timeout'].nil? && opts[:'timeout'] > 30000
-        fail ArgumentError, 'invalid value for "opts[:"timeout"]" when calling SelectedHTMLApi.post_selected, must be smaller than or equal to 30000.'
+      if @api_client.config.client_side_validation && !opts[:'js_timeout'].nil? && opts[:'js_timeout'] > 20000
+        fail ArgumentError, 'invalid value for "opts[:"js_timeout"]" when calling SelectedHTMLApi.get_selected_multiple, must be smaller than or equal to 20000.'
       end
 
-      if @api_client.config.client_side_validation && !opts[:'timeout'].nil? && opts[:'timeout'] < 1
-        fail ArgumentError, 'invalid value for "opts[:"timeout"]" when calling SelectedHTMLApi.post_selected, must be greater than or equal to 1.'
+      if @api_client.config.client_side_validation && !opts[:'js_timeout'].nil? && opts[:'js_timeout'] < 1
+        fail ArgumentError, 'invalid value for "opts[:"js_timeout"]" when calling SelectedHTMLApi.get_selected_multiple, must be greater than or equal to 1.'
       end
 
       allowable_values = ["datacenter", "residential"]
       if @api_client.config.client_side_validation && opts[:'proxy'] && !allowable_values.include?(opts[:'proxy'])
         fail ArgumentError, "invalid value for \"proxy\", must be one of #{allowable_values}"
       end
-      # resource path
-      local_var_path = '/selected'
-
-      # query parameters
-      query_params = opts[:query_params] || {}
-      query_params[:'url'] = url
-      query_params[:'selector'] = opts[:'selector'] if !opts[:'selector'].nil?
-      query_params[:'headers'] = opts[:'headers'] if !opts[:'headers'].nil?
-      query_params[:'timeout'] = opts[:'timeout'] if !opts[:'timeout'].nil?
-      query_params[:'js'] = opts[:'js'] if !opts[:'js'].nil?
-      query_params[:'proxy'] = opts[:'proxy'] if !opts[:'proxy'].nil?
-
-      # header parameters
-      header_params = opts[:header_params] || {}
-      # HTTP header 'Accept' (if needed)
-      header_params['Accept'] = @api_client.select_header_accept(['application/json', 'text/html'])
-      # HTTP header 'Content-Type'
-      header_params['Content-Type'] = @api_client.select_header_content_type(['application/json', 'application/x-www-form-urlencoded', 'application/xml', 'text/plain'])
-
-      # form parameters
-      form_params = opts[:form_params] || {}
-
-      # http body (model)
-      post_body = opts[:body] || @api_client.object_to_http_body(opts[:'request_body']) 
-
-      # return_type
-      return_type = opts[:return_type] || 'String' 
-
-      # auth_names
-      auth_names = opts[:auth_names] || ['api_key']
-
-      new_options = opts.merge(
-        :header_params => header_params,
-        :query_params => query_params,
-        :form_params => form_params,
-        :body => post_body,
-        :auth_names => auth_names,
-        :return_type => return_type
-      )
-
-      data, status_code, headers = @api_client.call_api(:POST, local_var_path, new_options)
-      if @api_client.config.debugging
-        @api_client.config.logger.debug "API called: SelectedHTMLApi#post_selected\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
-      end
-      return data, status_code, headers
-    end
-
-    # HTML of multiple page areas by URL and CSS selectors, with POST request to the target page
-    # Always returns JSON. Request body will be passed to the target page.
-    # @param url [String] URL of the target page
-    # @param [Hash] opts the optional parameters
-    # @option opts [Array<String>] :selectors Multiple CSS selectors (null by default, returns whole page HTML)
-    # @option opts [Hash<String, String>] :headers HTTP headers to pass to the target page. Can be specified either via a nested query parameter (...&amp;headers[One]&#x3D;value1&amp;headers&#x3D;[Another]&#x3D;value2) or as a JSON encoded object (...&amp;headers&#x3D;{\&quot;One\&quot;: \&quot;value1\&quot;, \&quot;Another\&quot;: \&quot;value2\&quot;})
-    # @option opts [Integer] :timeout Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000) (default to 5000)
-    # @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default), costs 2 requests (default to true)
-    # @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default) (default to 'datacenter')
-    # @option opts [Hash<String, Object>] :request_body Request body to pass to the target page
-    # @return [Array<String>]
-    def post_selected_multiple(url, opts = {})
-      data, _status_code, _headers = post_selected_multiple_with_http_info(url, opts)
-      data
-    end
-
-    # HTML of multiple page areas by URL and CSS selectors, with POST request to the target page
-    # Always returns JSON. Request body will be passed to the target page.
-    # @param url [String] URL of the target page
-    # @param [Hash] opts the optional parameters
-    # @option opts [Array<String>] :selectors Multiple CSS selectors (null by default, returns whole page HTML)
-    # @option opts [Hash<String, String>] :headers HTTP headers to pass to the target page. Can be specified either via a nested query parameter (...&amp;headers[One]&#x3D;value1&amp;headers&#x3D;[Another]&#x3D;value2) or as a JSON encoded object (...&amp;headers&#x3D;{\&quot;One\&quot;: \&quot;value1\&quot;, \&quot;Another\&quot;: \&quot;value2\&quot;})
-    # @option opts [Integer] :timeout Maximum processing time in ms. Increase it in case of timeout errors (5000 by default, maximum is 30000)
-    # @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default), costs 2 requests
-    # @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default)
-    # @option opts [Hash<String, Object>] :request_body Request body to pass to the target page
-    # @return [Array<(Array<String>, Integer, Hash)>] Array<String> data, response status code and response headers
-    def post_selected_multiple_with_http_info(url, opts = {})
-      if @api_client.config.debugging
-        @api_client.config.logger.debug 'Calling API: SelectedHTMLApi.post_selected_multiple ...'
-      end
-      # verify the required parameter 'url' is set
-      if @api_client.config.client_side_validation && url.nil?
-        fail ArgumentError, "Missing the required parameter 'url' when calling SelectedHTMLApi.post_selected_multiple"
-      end
-      if @api_client.config.client_side_validation && !opts[:'timeout'].nil? && opts[:'timeout'] > 30000
-        fail ArgumentError, 'invalid value for "opts[:"timeout"]" when calling SelectedHTMLApi.post_selected_multiple, must be smaller than or equal to 30000.'
-      end
-
-      if @api_client.config.client_side_validation && !opts[:'timeout'].nil? && opts[:'timeout'] < 1
-        fail ArgumentError, 'invalid value for "opts[:"timeout"]" when calling SelectedHTMLApi.post_selected_multiple, must be greater than or equal to 1.'
+      allowable_values = ["us", "gb", "de", "it", "fr", "ca", "es", "ru", "jp", "kr"]
+      if @api_client.config.client_side_validation && opts[:'country'] && !allowable_values.include?(opts[:'country'])
+        fail ArgumentError, "invalid value for \"country\", must be one of #{allowable_values}"
       end
-
-      allowable_values = ["datacenter", "residential"]
-      if @api_client.config.client_side_validation && opts[:'proxy'] && !allowable_values.include?(opts[:'proxy'])
-        fail ArgumentError, "invalid value for \"proxy\", must be one of #{allowable_values}"
+      allowable_values = ["desktop", "mobile", "tablet"]
+      if @api_client.config.client_side_validation && opts[:'device'] && !allowable_values.include?(opts[:'device'])
+        fail ArgumentError, "invalid value for \"device\", must be one of #{allowable_values}"
       end
       # resource path
       local_var_path = '/selected-multiple'
@@ -350,28 +227,33 @@ module WebScrapingAI
       query_params[:'headers'] = opts[:'headers'] if !opts[:'headers'].nil?
       query_params[:'timeout'] = opts[:'timeout'] if !opts[:'timeout'].nil?
       query_params[:'js'] = opts[:'js'] if !opts[:'js'].nil?
+      query_params[:'js_timeout'] = opts[:'js_timeout'] if !opts[:'js_timeout'].nil?
       query_params[:'proxy'] = opts[:'proxy'] if !opts[:'proxy'].nil?
+      query_params[:'country'] = opts[:'country'] if !opts[:'country'].nil?
+      query_params[:'device'] = opts[:'device'] if !opts[:'device'].nil?
+      query_params[:'error_on_404'] = opts[:'error_on_404'] if !opts[:'error_on_404'].nil?
+      query_params[:'error_on_redirect'] = opts[:'error_on_redirect'] if !opts[:'error_on_redirect'].nil?
+      query_params[:'js_script'] = opts[:'js_script'] if !opts[:'js_script'].nil?
 
       # header parameters
       header_params = opts[:header_params] || {}
       # HTTP header 'Accept' (if needed)
       header_params['Accept'] = @api_client.select_header_accept(['application/json'])
-      # HTTP header 'Content-Type'
-      header_params['Content-Type'] = @api_client.select_header_content_type(['application/json', 'application/x-www-form-urlencoded', 'application/xml', 'text/plain'])
 
       # form parameters
       form_params = opts[:form_params] || {}
 
       # http body (model)
-      post_body = opts[:body] || @api_client.object_to_http_body(opts[:'request_body']) 
+      post_body = opts[:debug_body]
 
       # return_type
-      return_type = opts[:return_type] || 'Array<String>' 
+      return_type = opts[:debug_return_type] || 'Array<String>'
 
       # auth_names
-      auth_names = opts[:auth_names] || ['api_key']
+      auth_names = opts[:debug_auth_names] || ['api_key']
 
       new_options = opts.merge(
+        :operation => :"SelectedHTMLApi.get_selected_multiple",
         :header_params => header_params,
         :query_params => query_params,
         :form_params => form_params,
@@ -380,9 +262,9 @@ module WebScrapingAI
         :return_type => return_type
       )
 
-      data, status_code, headers = @api_client.call_api(:POST, local_var_path, new_options)
+      data, status_code, headers = @api_client.call_api(:GET, local_var_path, new_options)
       if @api_client.config.debugging
-        @api_client.config.logger.debug "API called: SelectedHTMLApi#post_selected_multiple\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
+        @api_client.config.logger.debug "API called: SelectedHTMLApi#get_selected_multiple\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
       end
       return data, status_code, headers
     end

data/lib/webscraping_ai/api/text_api.rb

@@ -0,0 +1,154 @@
+=begin
+#WebScraping.AI
+
+#WebScraping.AI scraping API provides GPT-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
+
+The version of the OpenAPI document: 3.1.2
+Contact: support@webscraping.ai
+Generated by: https://openapi-generator.tech
+OpenAPI Generator version: 7.2.0
+
+=end
+
+require 'cgi'
+
+module WebScrapingAI
+  class TextApi
+    attr_accessor :api_client
+
+    def initialize(api_client = ApiClient.default)
+      @api_client = api_client
+    end
+    # Page text by URL
+    # Returns the visible text content of a webpage specified by the URL. Can be used to feed data to GPT or other LLM models. The response can be in plain text, JSON, or XML format based on the text_format parameter. Proxies and Chromium JavaScript rendering are used for page retrieval and processing. Returns JSON on error.
+    # @param url [String] URL of the target page.
+    # @param [Hash] opts the optional parameters
+    # @option opts [String] :text_format Format of the text response (plain by default). \"plain\" will return only the page body text. \"json\" and \"xml\" will return a json/xml with \"title\", \"description\" and \"content\" keys. (default to 'plain')
+    # @option opts [Boolean] :return_links [Works only with text_format=json] Return links from the page body text (false by default). Useful for building web crawlers. (default to false)
+    # @option opts [Hash<String, String>] :headers HTTP headers to pass to the target page. Can be specified either via a nested query parameter (...&amp;headers[One]&#x3D;value1&amp;headers&#x3D;[Another]&#x3D;value2) or as a JSON encoded object (...&amp;headers&#x3D;{\&quot;One\&quot;: \&quot;value1\&quot;, \&quot;Another\&quot;: \&quot;value2\&quot;}).
+    # @option opts [Integer] :timeout Maximum web page retrieval time in ms. Increase it in case of timeout errors (10000 by default, maximum is 30000). (default to 10000)
+    # @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default). (default to true)
+    # @option opts [Integer] :js_timeout Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page. (default to 2000)
+    # @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default). Note that residential proxy requests are more expensive than datacenter, see the pricing page for details. (default to 'datacenter')
+    # @option opts [String] :country Country of the proxy to use (US by default). Only available on Startup and Custom plans. (default to 'us')
+    # @option opts [String] :device Type of device emulation. (default to 'desktop')
+    # @option opts [Boolean] :error_on_404 Return error on 404 HTTP status on the target page (false by default). (default to false)
+    # @option opts [Boolean] :error_on_redirect Return error on redirect on the target page (false by default). (default to false)
+    # @option opts [String] :js_script Custom JavaScript code to execute on the target page.
+    # @return [String]
+    def get_text(url, opts = {})
+      data, _status_code, _headers = get_text_with_http_info(url, opts)
+      data
+    end
+
+    # Page text by URL
+    # Returns the visible text content of a webpage specified by the URL. Can be used to feed data to GPT or other LLM models. The response can be in plain text, JSON, or XML format based on the text_format parameter. Proxies and Chromium JavaScript rendering are used for page retrieval and processing. Returns JSON on error.
+    # @param url [String] URL of the target page.
+    # @param [Hash] opts the optional parameters
+    # @option opts [String] :text_format Format of the text response (plain by default). \&quot;plain\&quot; will return only the page body text. \&quot;json\&quot; and \&quot;xml\&quot; will return a json/xml with \&quot;title\&quot;, \&quot;description\&quot; and \&quot;content\&quot; keys. (default to 'plain')
+    # @option opts [Boolean] :return_links [Works only with text_format&#x3D;json] Return links from the page body text (false by default). Useful for building web crawlers. (default to false)
+    # @option opts [Hash<String, String>] :headers HTTP headers to pass to the target page. Can be specified either via a nested query parameter (...&amp;headers[One]&#x3D;value1&amp;headers&#x3D;[Another]&#x3D;value2) or as a JSON encoded object (...&amp;headers&#x3D;{\&quot;One\&quot;: \&quot;value1\&quot;, \&quot;Another\&quot;: \&quot;value2\&quot;}).
+    # @option opts [Integer] :timeout Maximum web page retrieval time in ms. Increase it in case of timeout errors (10000 by default, maximum is 30000). (default to 10000)
+    # @option opts [Boolean] :js Execute on-page JavaScript using a headless browser (true by default). (default to true)
+    # @option opts [Integer] :js_timeout Maximum JavaScript rendering time in ms. Increase it in case if you see a loading indicator instead of data on the target page. (default to 2000)
+    # @option opts [String] :proxy Type of proxy, use residential proxies if your site restricts traffic from datacenters (datacenter by default). Note that residential proxy requests are more expensive than datacenter, see the pricing page for details. (default to 'datacenter')
+    # @option opts [String] :country Country of the proxy to use (US by default). Only available on Startup and Custom plans. (default to 'us')
+    # @option opts [String] :device Type of device emulation. (default to 'desktop')
+    # @option opts [Boolean] :error_on_404 Return error on 404 HTTP status on the target page (false by default). (default to false)
+    # @option opts [Boolean] :error_on_redirect Return error on redirect on the target page (false by default). (default to false)
+    # @option opts [String] :js_script Custom JavaScript code to execute on the target page.
+    # @return [Array<(String, Integer, Hash)>] String data, response status code and response headers
+    def get_text_with_http_info(url, opts = {})
+      if @api_client.config.debugging
+        @api_client.config.logger.debug 'Calling API: TextApi.get_text ...'
+      end
+      # verify the required parameter 'url' is set
+      if @api_client.config.client_side_validation && url.nil?
+        fail ArgumentError, "Missing the required parameter 'url' when calling TextApi.get_text"
+      end
+      allowable_values = ["plain", "xml", "json"]
+      if @api_client.config.client_side_validation && opts[:'text_format'] && !allowable_values.include?(opts[:'text_format'])
+        fail ArgumentError, "invalid value for \"text_format\", must be one of #{allowable_values}"
+      end
+      if @api_client.config.client_side_validation && !opts[:'timeout'].nil? && opts[:'timeout'] > 30000
+        fail ArgumentError, 'invalid value for "opts[:"timeout"]" when calling TextApi.get_text, must be smaller than or equal to 30000.'
+      end
+
+      if @api_client.config.client_side_validation && !opts[:'timeout'].nil? && opts[:'timeout'] < 1
+        fail ArgumentError, 'invalid value for "opts[:"timeout"]" when calling TextApi.get_text, must be greater than or equal to 1.'
+      end
+
+      if @api_client.config.client_side_validation && !opts[:'js_timeout'].nil? && opts[:'js_timeout'] > 20000
+        fail ArgumentError, 'invalid value for "opts[:"js_timeout"]" when calling TextApi.get_text, must be smaller than or equal to 20000.'
+      end
+
+      if @api_client.config.client_side_validation && !opts[:'js_timeout'].nil? && opts[:'js_timeout'] < 1
+        fail ArgumentError, 'invalid value for "opts[:"js_timeout"]" when calling TextApi.get_text, must be greater than or equal to 1.'
+      end
+
+      allowable_values = ["datacenter", "residential"]
+      if @api_client.config.client_side_validation && opts[:'proxy'] && !allowable_values.include?(opts[:'proxy'])
+        fail ArgumentError, "invalid value for \"proxy\", must be one of #{allowable_values}"
+      end
+      allowable_values = ["us", "gb", "de", "it", "fr", "ca", "es", "ru", "jp", "kr"]
+      if @api_client.config.client_side_validation && opts[:'country'] && !allowable_values.include?(opts[:'country'])
+        fail ArgumentError, "invalid value for \"country\", must be one of #{allowable_values}"
+      end
+      allowable_values = ["desktop", "mobile", "tablet"]
+      if @api_client.config.client_side_validation && opts[:'device'] && !allowable_values.include?(opts[:'device'])
+        fail ArgumentError, "invalid value for \"device\", must be one of #{allowable_values}"
+      end
+      # resource path
+      local_var_path = '/text'
+
+      # query parameters
+      query_params = opts[:query_params] || {}
+      query_params[:'url'] = url
+      query_params[:'text_format'] = opts[:'text_format'] if !opts[:'text_format'].nil?
+      query_params[:'return_links'] = opts[:'return_links'] if !opts[:'return_links'].nil?
+      query_params[:'headers'] = opts[:'headers'] if !opts[:'headers'].nil?
+      query_params[:'timeout'] = opts[:'timeout'] if !opts[:'timeout'].nil?
+      query_params[:'js'] = opts[:'js'] if !opts[:'js'].nil?
+      query_params[:'js_timeout'] = opts[:'js_timeout'] if !opts[:'js_timeout'].nil?
+      query_params[:'proxy'] = opts[:'proxy'] if !opts[:'proxy'].nil?
+      query_params[:'country'] = opts[:'country'] if !opts[:'country'].nil?
+      query_params[:'device'] = opts[:'device'] if !opts[:'device'].nil?
+      query_params[:'error_on_404'] = opts[:'error_on_404'] if !opts[:'error_on_404'].nil?
+      query_params[:'error_on_redirect'] = opts[:'error_on_redirect'] if !opts[:'error_on_redirect'].nil?
+      query_params[:'js_script'] = opts[:'js_script'] if !opts[:'js_script'].nil?
+
+      # header parameters
+      header_params = opts[:header_params] || {}
+      # HTTP header 'Accept' (if needed)
+      header_params['Accept'] = @api_client.select_header_accept(['application/json', 'text/html', 'text/xml'])
+
+      # form parameters
+      form_params = opts[:form_params] || {}
+
+      # http body (model)
+      post_body = opts[:debug_body]
+
+      # return_type
+      return_type = opts[:debug_return_type] || 'String'
+
+      # auth_names
+      auth_names = opts[:debug_auth_names] || ['api_key']
+
+      new_options = opts.merge(
+        :operation => :"TextApi.get_text",
+        :header_params => header_params,
+        :query_params => query_params,
+        :form_params => form_params,
+        :body => post_body,
+        :auth_names => auth_names,
+        :return_type => return_type
+      )
+
+      data, status_code, headers = @api_client.call_api(:GET, local_var_path, new_options)
+      if @api_client.config.debugging
+        @api_client.config.logger.debug "API called: TextApi#get_text\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
+      end
+      return data, status_code, headers
+    end
+  end
+end