webscraping_ai 2.0.2 → 3.1.3

data/spec/models/error_spec.rb

@@ -1,12 +1,12 @@
 =begin
 #WebScraping.AI
 
-#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
+#WebScraping.AI scraping API provides GPT-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
 
-The version of the OpenAPI document: 2.0.2
+The version of the OpenAPI document: 3.1.3
 Contact: support@webscraping.ai
 Generated by: https://openapi-generator.tech
-OpenAPI Generator version: 4.3.1
+OpenAPI Generator version: 7.2.0
 
 =end
 
@@ -17,24 +17,37 @@ require 'date'
 # Unit tests for WebScrapingAI::Error
 # Automatically generated by openapi-generator (https://openapi-generator.tech)
 # Please update as you see appropriate
-describe 'Error' do
-  before do
-    # run before each test
-    @instance = WebScrapingAI::Error.new
-  end
-
-  after do
-    # run after each test
-  end
+describe WebScrapingAI::Error do
+  let(:instance) { WebScrapingAI::Error.new }
 
   describe 'test an instance of Error' do
     it 'should create an instance of Error' do
-      expect(@instance).to be_instance_of(WebScrapingAI::Error)
+      # uncomment below to test the instance creation
+      #expect(instance).to be_instance_of(WebScrapingAI::Error)
     end
   end
+
   describe 'test attribute "message"' do
     it 'should work' do
-      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+      # assertion here. ref: https://rspec.info/features/3-12/rspec-expectations/built-in-matchers/
+    end
+  end
+
+  describe 'test attribute "status_code"' do
+    it 'should work' do
+      # assertion here. ref: https://rspec.info/features/3-12/rspec-expectations/built-in-matchers/
+    end
+  end
+
+  describe 'test attribute "status_message"' do
+    it 'should work' do
+      # assertion here. ref: https://rspec.info/features/3-12/rspec-expectations/built-in-matchers/
+    end
+  end
+
+  describe 'test attribute "body"' do
+    it 'should work' do
+      # assertion here. ref: https://rspec.info/features/3-12/rspec-expectations/built-in-matchers/
     end
   end
 

data/spec/spec_helper.rb

@@ -1,12 +1,12 @@
 =begin
 #WebScraping.AI
 
-#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
+#WebScraping.AI scraping API provides GPT-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
 
-The version of the OpenAPI document: 2.0.2
+The version of the OpenAPI document: 3.1.3
 Contact: support@webscraping.ai
 Generated by: https://openapi-generator.tech
-OpenAPI Generator version: 4.3.1
+OpenAPI Generator version: 7.2.0
 
 =end
 

data/webscraping_ai.gemspec

@@ -3,12 +3,12 @@
 =begin
 #WebScraping.AI
 
-#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
+#WebScraping.AI scraping API provides GPT-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing.
 
-The version of the OpenAPI document: 2.0.2
+The version of the OpenAPI document: 3.1.3
 Contact: support@webscraping.ai
 Generated by: https://openapi-generator.tech
-OpenAPI Generator version: 4.3.1
+OpenAPI Generator version: 7.2.0
 
 =end
 
@@ -23,12 +23,12 @@ Gem::Specification.new do |s|
   s.email       = ["hello@webscraping.ai"]
   s.homepage    = "https://webscraping.ai"
   s.summary     = "WebScraping.AI Ruby Gem"
-  s.description = "A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing."
-  s.license     = 'MIT'
-  s.required_ruby_version = ">= 1.9"
+  s.description = "WebScraping.AI scraping API provides GPT-powered tools with Chromium JavaScript rendering, rotating proxies, and built-in HTML parsing."
+  s.license     = "MIT"
+  s.required_ruby_version = ">= 2.7"
+  s.metadata    = {}
 
   s.add_runtime_dependency 'typhoeus', '~> 1.0', '>= 1.0.1'
-  s.add_runtime_dependency 'json', '~> 2.1', '>= 2.1.0'
 
   s.add_development_dependency 'rspec', '~> 3.6', '>= 3.6.0'
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: webscraping_ai
 version: !ruby/object:Gem::Version
-  version: 2.0.2
+  version: 3.1.3
 platform: ruby
 authors:
 - WebScraping.AI
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-09-24 00:00:00.000000000 Z
+date: 2024-01-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: typhoeus
@@ -30,26 +30,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 1.0.1
-- !ruby/object:Gem::Dependency
-  name: json
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2.1'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 2.1.0
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2.1'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 2.1.0
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -70,8 +50,8 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 3.6.0
-description: A client for https://webscraping.ai API. It provides a web scaping automation
-  API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
+description: WebScraping.AI scraping API provides GPT-powered tools with Chromium
+  JavaScript rendering, rotating proxies, and built-in HTML parsing.
 email:
 - hello@webscraping.ai
 executables: []
@@ -81,26 +61,33 @@ files:
 - Gemfile
 - README.md
 - Rakefile
+- docs/AIApi.md
+- docs/Account.md
+- docs/AccountApi.md
 - docs/Error.md
 - docs/HTMLApi.md
-- docs/PageError.md
 - docs/SelectedHTMLApi.md
+- docs/TextApi.md
 - git_push.sh
 - lib/webscraping_ai.rb
+- lib/webscraping_ai/api/account_api.rb
+- lib/webscraping_ai/api/ai_api.rb
 - lib/webscraping_ai/api/html_api.rb
 - lib/webscraping_ai/api/selected_html_api.rb
+- lib/webscraping_ai/api/text_api.rb
 - lib/webscraping_ai/api_client.rb
 - lib/webscraping_ai/api_error.rb
 - lib/webscraping_ai/configuration.rb
+- lib/webscraping_ai/models/account.rb
 - lib/webscraping_ai/models/error.rb
-- lib/webscraping_ai/models/page_error.rb
 - lib/webscraping_ai/version.rb
+- spec/api/account_api_spec.rb
+- spec/api/ai_api_spec.rb
 - spec/api/html_api_spec.rb
 - spec/api/selected_html_api_spec.rb
-- spec/api_client_spec.rb
-- spec/configuration_spec.rb
+- spec/api/text_api_spec.rb
+- spec/models/account_spec.rb
 - spec/models/error_spec.rb
-- spec/models/page_error_spec.rb
 - spec/spec_helper.rb
 - webscraping_ai.gemspec
 homepage: https://webscraping.ai
@@ -115,22 +102,23 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '1.9'
+      version: '2.7'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.2
+rubygems_version: 3.4.10
 signing_key:
 specification_version: 4
 summary: WebScraping.AI Ruby Gem
 test_files:
+- spec/api/ai_api_spec.rb
+- spec/api/text_api_spec.rb
 - spec/api/html_api_spec.rb
 - spec/api/selected_html_api_spec.rb
-- spec/api_client_spec.rb
-- spec/configuration_spec.rb
+- spec/api/account_api_spec.rb
 - spec/models/error_spec.rb
-- spec/models/page_error_spec.rb
+- spec/models/account_spec.rb
 - spec/spec_helper.rb

data/docs/PageError.md

@@ -1,19 +0,0 @@
-# WebScrapingAI::PageError
-
-## Properties
-
-Name | Type | Description | Notes
------------- | ------------- | ------------- | -------------
-**status_code** | **Integer** | Response HTTP status code (403, 500, etc) | [optional] 
-**status_message** | **String** | Response HTTP status message | [optional] 
-
-## Code Sample
-
-```ruby
-require 'WebScrapingAI'
-
-instance = WebScrapingAI::PageError.new(status_code: null,
-                                 status_message: null)
-```
-
-

data/spec/api_client_spec.rb

@@ -1,226 +0,0 @@
-=begin
-#WebScraping.AI
-
-#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
-
-The version of the OpenAPI document: 2.0.2
-Contact: support@webscraping.ai
-Generated by: https://openapi-generator.tech
-OpenAPI Generator version: 4.3.1
-
-=end
-
-require 'spec_helper'
-
-describe WebScrapingAI::ApiClient do
-  context 'initialization' do
-    context 'URL stuff' do
-      context 'host' do
-        it 'removes http from host' do
-          WebScrapingAI.configure { |c| c.host = 'http://example.com' }
-          expect(WebScrapingAI::Configuration.default.host).to eq('example.com')
-        end
-
-        it 'removes https from host' do
-          WebScrapingAI.configure { |c| c.host = 'https://wookiee.com' }
-          expect(WebScrapingAI::ApiClient.default.config.host).to eq('wookiee.com')
-        end
-
-        it 'removes trailing path from host' do
-          WebScrapingAI.configure { |c| c.host = 'hobo.com/v4' }
-          expect(WebScrapingAI::Configuration.default.host).to eq('hobo.com')
-        end
-      end
-
-      context 'base_path' do
-        it "prepends a slash to base_path" do
-          WebScrapingAI.configure { |c| c.base_path = 'v4/dog' }
-          expect(WebScrapingAI::Configuration.default.base_path).to eq('/v4/dog')
-        end
-
-        it "doesn't prepend a slash if one is already there" do
-          WebScrapingAI.configure { |c| c.base_path = '/v4/dog' }
-          expect(WebScrapingAI::Configuration.default.base_path).to eq('/v4/dog')
-        end
-
-        it "ends up as a blank string if nil" do
-          WebScrapingAI.configure { |c| c.base_path = nil }
-          expect(WebScrapingAI::Configuration.default.base_path).to eq('')
-        end
-      end
-    end
-  end
-
-  describe 'params_encoding in #build_request' do
-    let(:config) { WebScrapingAI::Configuration.new }
-    let(:api_client) { WebScrapingAI::ApiClient.new(config) }
-
-    it 'defaults to nil' do
-      expect(WebScrapingAI::Configuration.default.params_encoding).to eq(nil)
-      expect(config.params_encoding).to eq(nil)
-
-      request = api_client.build_request(:get, '/test')
-      expect(request.options[:params_encoding]).to eq(nil)
-    end
-
-    it 'can be customized' do
-      config.params_encoding = :multi
-      request = api_client.build_request(:get, '/test')
-      expect(request.options[:params_encoding]).to eq(:multi)
-    end
-  end
-
-  describe 'timeout in #build_request' do
-    let(:config) { WebScrapingAI::Configuration.new }
-    let(:api_client) { WebScrapingAI::ApiClient.new(config) }
-
-    it 'defaults to 0' do
-      expect(WebScrapingAI::Configuration.default.timeout).to eq(0)
-      expect(config.timeout).to eq(0)
-
-      request = api_client.build_request(:get, '/test')
-      expect(request.options[:timeout]).to eq(0)
-    end
-
-    it 'can be customized' do
-      config.timeout = 100
-      request = api_client.build_request(:get, '/test')
-      expect(request.options[:timeout]).to eq(100)
-    end
-  end
-
-  describe '#deserialize' do
-    it "handles Array<Integer>" do
-      api_client = WebScrapingAI::ApiClient.new
-      headers = { 'Content-Type' => 'application/json' }
-      response = double('response', headers: headers, body: '[12, 34]')
-      data = api_client.deserialize(response, 'Array<Integer>')
-      expect(data).to be_instance_of(Array)
-      expect(data).to eq([12, 34])
-    end
-
-    it 'handles Array<Array<Integer>>' do
-      api_client = WebScrapingAI::ApiClient.new
-      headers = { 'Content-Type' => 'application/json' }
-      response = double('response', headers: headers, body: '[[12, 34], [56]]')
-      data = api_client.deserialize(response, 'Array<Array<Integer>>')
-      expect(data).to be_instance_of(Array)
-      expect(data).to eq([[12, 34], [56]])
-    end
-
-    it 'handles Hash<String, String>' do
-      api_client = WebScrapingAI::ApiClient.new
-      headers = { 'Content-Type' => 'application/json' }
-      response = double('response', headers: headers, body: '{"message": "Hello"}')
-      data = api_client.deserialize(response, 'Hash<String, String>')
-      expect(data).to be_instance_of(Hash)
-      expect(data).to eq(:message => 'Hello')
-    end
-  end
-
-  describe "#object_to_hash" do
-    it 'ignores nils and includes empty arrays' do
-      # uncomment below to test object_to_hash for model
-      # api_client = WebScrapingAI::ApiClient.new
-      # _model = WebScrapingAI::ModelName.new
-      # update the model attribute below
-      # _model.id = 1
-      # update the expected value (hash) below
-      # expected = {id: 1, name: '', tags: []}
-      # expect(api_client.object_to_hash(_model)).to eq(expected)
-    end
-  end
-
-  describe '#build_collection_param' do
-    let(:param) { ['aa', 'bb', 'cc'] }
-    let(:api_client) { WebScrapingAI::ApiClient.new }
-
-    it 'works for csv' do
-      expect(api_client.build_collection_param(param, :csv)).to eq('aa,bb,cc')
-    end
-
-    it 'works for ssv' do
-      expect(api_client.build_collection_param(param, :ssv)).to eq('aa bb cc')
-    end
-
-    it 'works for tsv' do
-      expect(api_client.build_collection_param(param, :tsv)).to eq("aa\tbb\tcc")
-    end
-
-    it 'works for pipes' do
-      expect(api_client.build_collection_param(param, :pipes)).to eq('aa|bb|cc')
-    end
-
-    it 'works for multi' do
-      expect(api_client.build_collection_param(param, :multi)).to eq(['aa', 'bb', 'cc'])
-    end
-
-    it 'fails for invalid collection format' do
-      expect { api_client.build_collection_param(param, :INVALID) }.to raise_error(RuntimeError, 'unknown collection format: :INVALID')
-    end
-  end
-
-  describe '#json_mime?' do
-    let(:api_client) { WebScrapingAI::ApiClient.new }
-
-    it 'works' do
-      expect(api_client.json_mime?(nil)).to eq false
-      expect(api_client.json_mime?('')).to eq false
-
-      expect(api_client.json_mime?('application/json')).to eq true
-      expect(api_client.json_mime?('application/json; charset=UTF8')).to eq true
-      expect(api_client.json_mime?('APPLICATION/JSON')).to eq true
-
-      expect(api_client.json_mime?('application/xml')).to eq false
-      expect(api_client.json_mime?('text/plain')).to eq false
-      expect(api_client.json_mime?('application/jsonp')).to eq false
-    end
-  end
-
-  describe '#select_header_accept' do
-    let(:api_client) { WebScrapingAI::ApiClient.new }
-
-    it 'works' do
-      expect(api_client.select_header_accept(nil)).to be_nil
-      expect(api_client.select_header_accept([])).to be_nil
-
-      expect(api_client.select_header_accept(['application/json'])).to eq('application/json')
-      expect(api_client.select_header_accept(['application/xml', 'application/json; charset=UTF8'])).to eq('application/json; charset=UTF8')
-      expect(api_client.select_header_accept(['APPLICATION/JSON', 'text/html'])).to eq('APPLICATION/JSON')
-
-      expect(api_client.select_header_accept(['application/xml'])).to eq('application/xml')
-      expect(api_client.select_header_accept(['text/html', 'application/xml'])).to eq('text/html,application/xml')
-    end
-  end
-
-  describe '#select_header_content_type' do
-    let(:api_client) { WebScrapingAI::ApiClient.new }
-
-    it 'works' do
-      expect(api_client.select_header_content_type(nil)).to eq('application/json')
-      expect(api_client.select_header_content_type([])).to eq('application/json')
-
-      expect(api_client.select_header_content_type(['application/json'])).to eq('application/json')
-      expect(api_client.select_header_content_type(['application/xml', 'application/json; charset=UTF8'])).to eq('application/json; charset=UTF8')
-      expect(api_client.select_header_content_type(['APPLICATION/JSON', 'text/html'])).to eq('APPLICATION/JSON')
-      expect(api_client.select_header_content_type(['application/xml'])).to eq('application/xml')
-      expect(api_client.select_header_content_type(['text/plain', 'application/xml'])).to eq('text/plain')
-    end
-  end
-
-  describe '#sanitize_filename' do
-    let(:api_client) { WebScrapingAI::ApiClient.new }
-
-    it 'works' do
-      expect(api_client.sanitize_filename('sun')).to eq('sun')
-      expect(api_client.sanitize_filename('sun.gif')).to eq('sun.gif')
-      expect(api_client.sanitize_filename('../sun.gif')).to eq('sun.gif')
-      expect(api_client.sanitize_filename('/var/tmp/sun.gif')).to eq('sun.gif')
-      expect(api_client.sanitize_filename('./sun.gif')).to eq('sun.gif')
-      expect(api_client.sanitize_filename('..\sun.gif')).to eq('sun.gif')
-      expect(api_client.sanitize_filename('\var\tmp\sun.gif')).to eq('sun.gif')
-      expect(api_client.sanitize_filename('c:\var\tmp\sun.gif')).to eq('sun.gif')
-      expect(api_client.sanitize_filename('.\sun.gif')).to eq('sun.gif')
-    end
-  end
-end

data/spec/configuration_spec.rb

@@ -1,42 +0,0 @@
-=begin
-#WebScraping.AI
-
-#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
-
-The version of the OpenAPI document: 2.0.2
-Contact: support@webscraping.ai
-Generated by: https://openapi-generator.tech
-OpenAPI Generator version: 4.3.1
-
-=end
-
-require 'spec_helper'
-
-describe WebScrapingAI::Configuration do
-  let(:config) { WebScrapingAI::Configuration.default }
-
-  before(:each) do
-    # uncomment below to setup host and base_path
-    # require 'URI'
-    # uri = URI.parse("https://api.webscraping.ai")
-    # WebScrapingAI.configure do |c|
-    #   c.host = uri.host
-    #   c.base_path = uri.path
-    # end
-  end
-
-  describe '#base_url' do
-    it 'should have the default value' do
-      # uncomment below to test default value of the base path
-      # expect(config.base_url).to eq("https://api.webscraping.ai")
-    end
-
-    it 'should remove trailing slashes' do
-      [nil, '', '/', '//'].each do |base_path|
-        config.base_path = base_path
-        # uncomment below to test trailing slashes
-        # expect(config.base_url).to eq("https://api.webscraping.ai")
-      end
-    end
-  end
-end

data/spec/models/page_error_spec.rb

@@ -1,47 +0,0 @@
-=begin
-#WebScraping.AI
-
-#A client for https://webscraping.ai API. It provides a web scaping automation API with Chrome JS rendering, rotating proxies and builtin HTML parsing.
-
-The version of the OpenAPI document: 2.0.2
-Contact: support@webscraping.ai
-Generated by: https://openapi-generator.tech
-OpenAPI Generator version: 4.3.1
-
-=end
-
-require 'spec_helper'
-require 'json'
-require 'date'
-
-# Unit tests for WebScrapingAI::PageError
-# Automatically generated by openapi-generator (https://openapi-generator.tech)
-# Please update as you see appropriate
-describe 'PageError' do
-  before do
-    # run before each test
-    @instance = WebScrapingAI::PageError.new
-  end
-
-  after do
-    # run after each test
-  end
-
-  describe 'test an instance of PageError' do
-    it 'should create an instance of PageError' do
-      expect(@instance).to be_instance_of(WebScrapingAI::PageError)
-    end
-  end
-  describe 'test attribute "status_code"' do
-    it 'should work' do
-      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
-    end
-  end
-
-  describe 'test attribute "status_message"' do
-    it 'should work' do
-      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
-    end
-  end
-
-end