carbon_ruby_sdk 0.2.40 → 0.2.41

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 705280dcd518ae008b5f3c2879d4518babeea313da67dd438ffa517639e7c98a
-  data.tar.gz: ae9da6ced1a6d2145161d8871d45d749468e6d046f3b0b79eef114782e0415e6
+  metadata.gz: b6a3377f9d76f046be221f82a9245ff51891693ccd7da4871f731826ad9603fd
+  data.tar.gz: 16bb35d792953316029695d0931fedbcd7b0c49ff15ddf4e136074c92950a698
 SHA512:
-  metadata.gz: c6df63a620c3d7ded7623ea0a7ed52e4c04249a9f06b1a23ff6ab80eaa83ceca00a8ba869d1b3cbc62473879de99e67d325f6219549d66e74869651f629330ac
-  data.tar.gz: b1f3ea0987cb89539e01dac95a13bfbc94d00b201639f53f5d95ca0e98082fd54f405a7ea456071a10dd44a7fa99adc11f575c464327af6bc024c169fa98d58d
+  metadata.gz: e6cd3fc358155e0c0f915b68da5898afecf7c03ddec2341c48187a0d3afc7e85645fc7ca3394e8df0f1d858bf96ecc893aaea8277ef570ea04283d613552b767
+  data.tar.gz: 4ad76f42235498b6ac475612e468fd1facc96d6fb28812cfce16dc2ecdf4d45a7c30cb951e64695dd9e4bc3991a6a1889d39ce31d3d5e4f883effa42c6b49a9d

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    carbon_ruby_sdk (0.2.40)
+    carbon_ruby_sdk (0.2.41)
       faraday (>= 1.0.1, < 3.0)
       faraday-multipart (~> 1.0, >= 1.0.4)
 

data/README.md

@@ -6,7 +6,7 @@
 
 Connect external data to LLMs, no matter the source.
 
-[![npm](https://img.shields.io/badge/gem-v0.2.40-blue)](https://rubygems.org/gems/carbon_ruby_sdk/versions/0.2.40)
+[![npm](https://img.shields.io/badge/gem-v0.2.41-blue)](https://rubygems.org/gems/carbon_ruby_sdk/versions/0.2.41)
 
 </div>
 
@@ -111,7 +111,7 @@ Connect external data to LLMs, no matter the source.
 Add to Gemfile:
 
 ```ruby
-gem 'carbon_ruby_sdk', '~> 0.2.40'
+gem 'carbon_ruby_sdk', '~> 0.2.41'
 ```
 
 ## Getting Started<a id="getting-started"></a>
@@ -3848,6 +3848,9 @@ result = carbon.users.update_users(
     ],
   max_files: -1,
   max_files_per_upload: -1,
+  max_characters: -1,
+  max_characters_per_file: -1,
+  max_characters_per_upload: -1,
 )
 p result
 ```
@@ -3868,6 +3871,21 @@ Custom file upload limit for the user across a single upload. If set, then the
 user will not be allowed to upload more files than this limit in a single
 upload. If not set, or if set to -1, then the user will have no limit.
 
+##### max_characters: `Integer`<a id="max_characters-integer"></a>
+Custom character upload limit for the user over *all* user's files across all
+uploads. If set, then the user will not be allowed to upload more characters
+than this limit. If not set, or if set to -1, then the user will have no limit.
+
+##### max_characters_per_file: `Integer`<a id="max_characters_per_file-integer"></a>
+A single file upload from the user can not exceed this character limit. If set,
+then the file will not be synced if it exceeds this limit. If not set, or if set
+to -1, then the user will have no limit.
+
+##### max_characters_per_upload: `Integer`<a id="max_characters_per_upload-integer"></a>
+Custom character upload limit for the user across a single upload. If set, then
+the user won't be able to sync more than this many characters in one upload. If
+not set, or if set to -1, then the user will have no limit.
+
 #### 🔄 Return<a id="🔄-return"></a>
 
 [GenericSuccessResponse](./lib/carbon_ruby_sdk/models/generic_success_response.rb)
@@ -4046,6 +4064,7 @@ result = carbon.utilities.scrape_sitemap(
   download_css_and_media: false,
   generate_chunks_only: false,
   store_file_only: false,
+  use_premium_proxies: false,
 )
 p result
 ```
@@ -4093,6 +4112,11 @@ embeddings will be generated. This overrides the skip_embedding_generation flag.
 If this flag is enabled, the file will be stored with Carbon, but no processing
 will be done.
 
+##### use_premium_proxies: `Boolean`<a id="use_premium_proxies-boolean"></a>
+If the default proxies are blocked and not returning results, this flag can be
+enabled to use alternate proxies (residential and office). Scrapes might take
+longer to finish with this flag enabled.
+
 #### 🌐 Endpoint<a id="🌐-endpoint"></a>
 
 `/scrape_sitemap` `POST`
@@ -4136,6 +4160,7 @@ result = carbon.utilities.scrape_web(
             "download_css_and_media" => false,
             "generate_chunks_only" => false,
             "store_file_only" => false,
+            "use_premium_proxies" => false,
         }
     ],
 )

data/lib/carbon_ruby_sdk/api/users_api.rb

@@ -416,13 +416,19 @@ module Carbon
     # @param auto_sync_enabled_sources [AutoSyncEnabledSourcesProperty] 
     # @param max_files [Integer] Custom file upload limit for the user over *all* user's files across all uploads. If set, then the user will not be allowed to upload more files than this limit. If not set, or if set to -1, then the user will have no limit.
     # @param max_files_per_upload [Integer] Custom file upload limit for the user across a single upload. If set, then the user will not be allowed to upload more files than this limit in a single upload. If not set, or if set to -1, then the user will have no limit.
+    # @param max_characters [Integer] Custom character upload limit for the user over *all* user's files across all uploads. If set, then the user will not be allowed to upload more characters than this limit. If not set, or if set to -1, then the user will have no limit.
+    # @param max_characters_per_file [Integer] A single file upload from the user can not exceed this character limit. If set, then the file will not be synced if it exceeds this limit. If not set, or if set to -1, then the user will have no limit.
+    # @param max_characters_per_upload [Integer] Custom character upload limit for the user across a single upload. If set, then the user won't be able to sync more than this many characters in one upload. If not set, or if set to -1, then the user will have no limit.
     # @param body [UpdateUsersInput] 
     # @param [Hash] extra additional parameters to pass along through :header_params, :query_params, or parameter name
-    def update_users(customer_ids:, auto_sync_enabled_sources: SENTINEL, max_files: SENTINEL, max_files_per_upload: SENTINEL, extra: {})
+    def update_users(customer_ids:, auto_sync_enabled_sources: SENTINEL, max_files: SENTINEL, max_files_per_upload: SENTINEL, max_characters: SENTINEL, max_characters_per_file: SENTINEL, max_characters_per_upload: SENTINEL, extra: {})
       _body = {}
       _body[:auto_sync_enabled_sources] = auto_sync_enabled_sources if auto_sync_enabled_sources != SENTINEL
       _body[:max_files] = max_files if max_files != SENTINEL
       _body[:max_files_per_upload] = max_files_per_upload if max_files_per_upload != SENTINEL
+      _body[:max_characters] = max_characters if max_characters != SENTINEL
+      _body[:max_characters_per_file] = max_characters_per_file if max_characters_per_file != SENTINEL
+      _body[:max_characters_per_upload] = max_characters_per_upload if max_characters_per_upload != SENTINEL
       _body[:customer_ids] = customer_ids if customer_ids != SENTINEL
       update_users_input = _body
       api_response = update_users_with_http_info_impl(update_users_input, extra)
@@ -435,13 +441,19 @@ module Carbon
     # @param auto_sync_enabled_sources [AutoSyncEnabledSourcesProperty] 
     # @param max_files [Integer] Custom file upload limit for the user over *all* user's files across all uploads. If set, then the user will not be allowed to upload more files than this limit. If not set, or if set to -1, then the user will have no limit.
     # @param max_files_per_upload [Integer] Custom file upload limit for the user across a single upload. If set, then the user will not be allowed to upload more files than this limit in a single upload. If not set, or if set to -1, then the user will have no limit.
+    # @param max_characters [Integer] Custom character upload limit for the user over *all* user's files across all uploads. If set, then the user will not be allowed to upload more characters than this limit. If not set, or if set to -1, then the user will have no limit.
+    # @param max_characters_per_file [Integer] A single file upload from the user can not exceed this character limit. If set, then the file will not be synced if it exceeds this limit. If not set, or if set to -1, then the user will have no limit.
+    # @param max_characters_per_upload [Integer] Custom character upload limit for the user across a single upload. If set, then the user won't be able to sync more than this many characters in one upload. If not set, or if set to -1, then the user will have no limit.
     # @param body [UpdateUsersInput] 
     # @param [Hash] extra additional parameters to pass along through :header_params, :query_params, or parameter name
-    def update_users_with_http_info(customer_ids:, auto_sync_enabled_sources: SENTINEL, max_files: SENTINEL, max_files_per_upload: SENTINEL, extra: {})
+    def update_users_with_http_info(customer_ids:, auto_sync_enabled_sources: SENTINEL, max_files: SENTINEL, max_files_per_upload: SENTINEL, max_characters: SENTINEL, max_characters_per_file: SENTINEL, max_characters_per_upload: SENTINEL, extra: {})
       _body = {}
       _body[:auto_sync_enabled_sources] = auto_sync_enabled_sources if auto_sync_enabled_sources != SENTINEL
       _body[:max_files] = max_files if max_files != SENTINEL
       _body[:max_files_per_upload] = max_files_per_upload if max_files_per_upload != SENTINEL
+      _body[:max_characters] = max_characters if max_characters != SENTINEL
+      _body[:max_characters_per_file] = max_characters_per_file if max_characters_per_file != SENTINEL
+      _body[:max_characters_per_upload] = max_characters_per_upload if max_characters_per_upload != SENTINEL
       _body[:customer_ids] = customer_ids if customer_ids != SENTINEL
       update_users_input = _body
       update_users_with_http_info_impl(update_users_input, extra)

data/lib/carbon_ruby_sdk/api/utilities_api.rb

@@ -440,9 +440,10 @@ module Carbon
     # @param download_css_and_media [Boolean] Whether the scraper should download css and media from the page (images, fonts, etc). Scrapes might take longer to finish with this flag enabled, but the success rate is improved.
     # @param generate_chunks_only [Boolean] If this flag is enabled, the file will be chunked and stored with Carbon, but no embeddings will be generated. This overrides the skip_embedding_generation flag.
     # @param store_file_only [Boolean] If this flag is enabled, the file will be stored with Carbon, but no processing will be done.
+    # @param use_premium_proxies [Boolean] If the default proxies are blocked and not returning results, this flag can be enabled to use alternate proxies (residential and office). Scrapes might take longer to finish with this flag enabled. 
     # @param body [SitemapScrapeRequest] 
     # @param [Hash] extra additional parameters to pass along through :header_params, :query_params, or parameter name
-    def scrape_sitemap(url:, tags: SENTINEL, max_pages_to_scrape: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, enable_auto_sync: false, generate_sparse_vectors: false, prepend_filename_to_chunks: false, html_tags_to_skip: SENTINEL, css_classes_to_skip: SENTINEL, css_selectors_to_skip: SENTINEL, embedding_model: 'OPENAI', url_paths_to_include: SENTINEL, url_paths_to_exclude: SENTINEL, urls_to_scrape: SENTINEL, download_css_and_media: false, generate_chunks_only: false, store_file_only: false, extra: {})
+    def scrape_sitemap(url:, tags: SENTINEL, max_pages_to_scrape: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, enable_auto_sync: false, generate_sparse_vectors: false, prepend_filename_to_chunks: false, html_tags_to_skip: SENTINEL, css_classes_to_skip: SENTINEL, css_selectors_to_skip: SENTINEL, embedding_model: 'OPENAI', url_paths_to_include: SENTINEL, url_paths_to_exclude: SENTINEL, urls_to_scrape: SENTINEL, download_css_and_media: false, generate_chunks_only: false, store_file_only: false, use_premium_proxies: false, extra: {})
       _body = {}
       _body[:tags] = tags if tags != SENTINEL
       _body[:url] = url if url != SENTINEL
@@ -463,6 +464,7 @@ module Carbon
       _body[:download_css_and_media] = download_css_and_media if download_css_and_media != SENTINEL
       _body[:generate_chunks_only] = generate_chunks_only if generate_chunks_only != SENTINEL
       _body[:store_file_only] = store_file_only if store_file_only != SENTINEL
+      _body[:use_premium_proxies] = use_premium_proxies if use_premium_proxies != SENTINEL
       sitemap_scrape_request = _body
       api_response = scrape_sitemap_with_http_info_impl(sitemap_scrape_request, extra)
       api_response.data
@@ -497,9 +499,10 @@ module Carbon
     # @param download_css_and_media [Boolean] Whether the scraper should download css and media from the page (images, fonts, etc). Scrapes might take longer to finish with this flag enabled, but the success rate is improved.
     # @param generate_chunks_only [Boolean] If this flag is enabled, the file will be chunked and stored with Carbon, but no embeddings will be generated. This overrides the skip_embedding_generation flag.
     # @param store_file_only [Boolean] If this flag is enabled, the file will be stored with Carbon, but no processing will be done.
+    # @param use_premium_proxies [Boolean] If the default proxies are blocked and not returning results, this flag can be enabled to use alternate proxies (residential and office). Scrapes might take longer to finish with this flag enabled. 
     # @param body [SitemapScrapeRequest] 
     # @param [Hash] extra additional parameters to pass along through :header_params, :query_params, or parameter name
-    def scrape_sitemap_with_http_info(url:, tags: SENTINEL, max_pages_to_scrape: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, enable_auto_sync: false, generate_sparse_vectors: false, prepend_filename_to_chunks: false, html_tags_to_skip: SENTINEL, css_classes_to_skip: SENTINEL, css_selectors_to_skip: SENTINEL, embedding_model: 'OPENAI', url_paths_to_include: SENTINEL, url_paths_to_exclude: SENTINEL, urls_to_scrape: SENTINEL, download_css_and_media: false, generate_chunks_only: false, store_file_only: false, extra: {})
+    def scrape_sitemap_with_http_info(url:, tags: SENTINEL, max_pages_to_scrape: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, enable_auto_sync: false, generate_sparse_vectors: false, prepend_filename_to_chunks: false, html_tags_to_skip: SENTINEL, css_classes_to_skip: SENTINEL, css_selectors_to_skip: SENTINEL, embedding_model: 'OPENAI', url_paths_to_include: SENTINEL, url_paths_to_exclude: SENTINEL, urls_to_scrape: SENTINEL, download_css_and_media: false, generate_chunks_only: false, store_file_only: false, use_premium_proxies: false, extra: {})
       _body = {}
       _body[:tags] = tags if tags != SENTINEL
       _body[:url] = url if url != SENTINEL
@@ -520,6 +523,7 @@ module Carbon
       _body[:download_css_and_media] = download_css_and_media if download_css_and_media != SENTINEL
       _body[:generate_chunks_only] = generate_chunks_only if generate_chunks_only != SENTINEL
       _body[:store_file_only] = store_file_only if store_file_only != SENTINEL
+      _body[:use_premium_proxies] = use_premium_proxies if use_premium_proxies != SENTINEL
       sitemap_scrape_request = _body
       scrape_sitemap_with_http_info_impl(sitemap_scrape_request, extra)
     end

data/lib/carbon_ruby_sdk/models/sitemap_scrape_request.rb

@@ -55,6 +55,9 @@ module Carbon
     # If this flag is enabled, the file will be stored with Carbon, but no processing will be done.
     attr_accessor :store_file_only
 
+    # If the default proxies are blocked and not returning results, this flag can be enabled to use              alternate proxies (residential and office). Scrapes might take longer to finish with this flag enabled.         
+    attr_accessor :use_premium_proxies
+
     # Attribute mapping from ruby-style variable name to JSON key.
     def self.attribute_map
       {
@@ -76,7 +79,8 @@ module Carbon
         :'urls_to_scrape' => :'urls_to_scrape',
         :'download_css_and_media' => :'download_css_and_media',
         :'generate_chunks_only' => :'generate_chunks_only',
-        :'store_file_only' => :'store_file_only'
+        :'store_file_only' => :'store_file_only',
+        :'use_premium_proxies' => :'use_premium_proxies'
       }
     end
 
@@ -106,7 +110,8 @@ module Carbon
         :'urls_to_scrape' => :'Array<String>',
         :'download_css_and_media' => :'Boolean',
         :'generate_chunks_only' => :'Boolean',
-        :'store_file_only' => :'Boolean'
+        :'store_file_only' => :'Boolean',
+        :'use_premium_proxies' => :'Boolean'
       }
     end
 
@@ -255,6 +260,12 @@ module Carbon
       else
         self.store_file_only = false
       end
+
+      if attributes.key?(:'use_premium_proxies')
+        self.use_premium_proxies = attributes[:'use_premium_proxies']
+      else
+        self.use_premium_proxies = false
+      end
     end
 
     # Show invalid properties with the reasons. Usually used together with valid?
@@ -343,7 +354,8 @@ module Carbon
           urls_to_scrape == o.urls_to_scrape &&
           download_css_and_media == o.download_css_and_media &&
           generate_chunks_only == o.generate_chunks_only &&
-          store_file_only == o.store_file_only
+          store_file_only == o.store_file_only &&
+          use_premium_proxies == o.use_premium_proxies
     end
 
     # @see the `==` method
@@ -355,7 +367,7 @@ module Carbon
     # Calculates hash code according to all attributes.
     # @return [Integer] Hash code
     def hash
-      [tags, url, max_pages_to_scrape, chunk_size, chunk_overlap, skip_embedding_generation, enable_auto_sync, generate_sparse_vectors, prepend_filename_to_chunks, html_tags_to_skip, css_classes_to_skip, css_selectors_to_skip, embedding_model, url_paths_to_include, url_paths_to_exclude, urls_to_scrape, download_css_and_media, generate_chunks_only, store_file_only].hash
+      [tags, url, max_pages_to_scrape, chunk_size, chunk_overlap, skip_embedding_generation, enable_auto_sync, generate_sparse_vectors, prepend_filename_to_chunks, html_tags_to_skip, css_classes_to_skip, css_selectors_to_skip, embedding_model, url_paths_to_include, url_paths_to_exclude, urls_to_scrape, download_css_and_media, generate_chunks_only, store_file_only, use_premium_proxies].hash
     end
 
     # Builds the object from hash

data/lib/carbon_ruby_sdk/models/update_users_input.rb

@@ -19,6 +19,15 @@ module Carbon
     # Custom file upload limit for the user across a single upload.         If set, then the user will not be allowed to upload more files than this limit in a single upload. If not set,         or if set to -1, then the user will have no limit.
     attr_accessor :max_files_per_upload
 
+    # Custom character upload limit for the user over *all* user's files across all uploads.          If set, then the user will not be allowed to upload more characters than this limit. If not set, or if set to -1,         then the user will have no limit.
+    attr_accessor :max_characters
+
+    # A single file upload from the user can not exceed this character limit.         If set, then the file will not be synced if it exceeds this limit. If not set, or if set to -1, then the          user will have no limit.
+    attr_accessor :max_characters_per_file
+
+    # Custom character upload limit for the user across a single upload.         If set, then the user won't be able to sync more than this many characters in one upload.          If not set, or if set to -1, then the user will have no limit.
+    attr_accessor :max_characters_per_upload
+
     # List of organization supplied user IDs
     attr_accessor :customer_ids
 
@@ -28,6 +37,9 @@ module Carbon
         :'auto_sync_enabled_sources' => :'auto_sync_enabled_sources',
         :'max_files' => :'max_files',
         :'max_files_per_upload' => :'max_files_per_upload',
+        :'max_characters' => :'max_characters',
+        :'max_characters_per_file' => :'max_characters_per_file',
+        :'max_characters_per_upload' => :'max_characters_per_upload',
         :'customer_ids' => :'customer_ids'
       }
     end
@@ -43,6 +55,9 @@ module Carbon
         :'auto_sync_enabled_sources' => :'AutoSyncEnabledSourcesProperty',
         :'max_files' => :'Integer',
         :'max_files_per_upload' => :'Integer',
+        :'max_characters' => :'Integer',
+        :'max_characters_per_file' => :'Integer',
+        :'max_characters_per_upload' => :'Integer',
         :'customer_ids' => :'Array<String>'
       }
     end
@@ -53,6 +68,9 @@ module Carbon
         :'auto_sync_enabled_sources',
         :'max_files',
         :'max_files_per_upload',
+        :'max_characters',
+        :'max_characters_per_file',
+        :'max_characters_per_upload',
       ])
     end
 
@@ -83,6 +101,18 @@ module Carbon
         self.max_files_per_upload = attributes[:'max_files_per_upload']
       end
 
+      if attributes.key?(:'max_characters')
+        self.max_characters = attributes[:'max_characters']
+      end
+
+      if attributes.key?(:'max_characters_per_file')
+        self.max_characters_per_file = attributes[:'max_characters_per_file']
+      end
+
+      if attributes.key?(:'max_characters_per_upload')
+        self.max_characters_per_upload = attributes[:'max_characters_per_upload']
+      end
+
       if attributes.key?(:'customer_ids')
         if (value = attributes[:'customer_ids']).is_a?(Array)
           self.customer_ids = value
@@ -102,6 +132,18 @@ module Carbon
         invalid_properties.push('invalid value for "max_files_per_upload", must be greater than or equal to -1.')
       end
 
+      if !@max_characters.nil? && @max_characters < -1
+        invalid_properties.push('invalid value for "max_characters", must be greater than or equal to -1.')
+      end
+
+      if !@max_characters_per_file.nil? && @max_characters_per_file < -1
+        invalid_properties.push('invalid value for "max_characters_per_file", must be greater than or equal to -1.')
+      end
+
+      if !@max_characters_per_upload.nil? && @max_characters_per_upload < -1
+        invalid_properties.push('invalid value for "max_characters_per_upload", must be greater than or equal to -1.')
+      end
+
       if @customer_ids.nil?
         invalid_properties.push('invalid value for "customer_ids", customer_ids cannot be nil.')
       end
@@ -118,6 +160,9 @@ module Carbon
     def valid?
       return false if !@max_files.nil? && @max_files < -1
       return false if !@max_files_per_upload.nil? && @max_files_per_upload < -1
+      return false if !@max_characters.nil? && @max_characters < -1
+      return false if !@max_characters_per_file.nil? && @max_characters_per_file < -1
+      return false if !@max_characters_per_upload.nil? && @max_characters_per_upload < -1
       return false if @customer_ids.nil?
       return false if @customer_ids.length > 100
       true
@@ -143,6 +188,36 @@ module Carbon
       @max_files_per_upload = max_files_per_upload
     end
 
+    # Custom attribute writer method with validation
+    # @param [Object] max_characters Value to be assigned
+    def max_characters=(max_characters)
+      if !max_characters.nil? && max_characters < -1
+        fail ArgumentError, 'invalid value for "max_characters", must be greater than or equal to -1.'
+      end
+
+      @max_characters = max_characters
+    end
+
+    # Custom attribute writer method with validation
+    # @param [Object] max_characters_per_file Value to be assigned
+    def max_characters_per_file=(max_characters_per_file)
+      if !max_characters_per_file.nil? && max_characters_per_file < -1
+        fail ArgumentError, 'invalid value for "max_characters_per_file", must be greater than or equal to -1.'
+      end
+
+      @max_characters_per_file = max_characters_per_file
+    end
+
+    # Custom attribute writer method with validation
+    # @param [Object] max_characters_per_upload Value to be assigned
+    def max_characters_per_upload=(max_characters_per_upload)
+      if !max_characters_per_upload.nil? && max_characters_per_upload < -1
+        fail ArgumentError, 'invalid value for "max_characters_per_upload", must be greater than or equal to -1.'
+      end
+
+      @max_characters_per_upload = max_characters_per_upload
+    end
+
     # Custom attribute writer method with validation
     # @param [Object] customer_ids Value to be assigned
     def customer_ids=(customer_ids)
@@ -165,6 +240,9 @@ module Carbon
           auto_sync_enabled_sources == o.auto_sync_enabled_sources &&
           max_files == o.max_files &&
           max_files_per_upload == o.max_files_per_upload &&
+          max_characters == o.max_characters &&
+          max_characters_per_file == o.max_characters_per_file &&
+          max_characters_per_upload == o.max_characters_per_upload &&
           customer_ids == o.customer_ids
     end
 
@@ -177,7 +255,7 @@ module Carbon
     # Calculates hash code according to all attributes.
     # @return [Integer] Hash code
     def hash
-      [auto_sync_enabled_sources, max_files, max_files_per_upload, customer_ids].hash
+      [auto_sync_enabled_sources, max_files, max_files_per_upload, max_characters, max_characters_per_file, max_characters_per_upload, customer_ids].hash
     end
 
     # Builds the object from hash

data/lib/carbon_ruby_sdk/models/user_configuration.rb

@@ -19,12 +19,24 @@ module Carbon
     # Custom file upload limit for the user across a single upload.         If set, then the user will not be allowed to upload more files than this limit in a single upload. If not set,         or if set to -1, then the user will have no limit.
     attr_accessor :max_files_per_upload
 
+    # Custom character upload limit for the user over *all* user's files across all uploads.          If set, then the user will not be allowed to upload more characters than this limit. If not set, or if set to -1,         then the user will have no limit.
+    attr_accessor :max_characters
+
+    # A single file upload from the user can not exceed this character limit.         If set, then the file will not be synced if it exceeds this limit. If not set, or if set to -1, then the          user will have no limit.
+    attr_accessor :max_characters_per_file
+
+    # Custom character upload limit for the user across a single upload.         If set, then the user won't be able to sync more than this many characters in one upload.          If not set, or if set to -1, then the user will have no limit.
+    attr_accessor :max_characters_per_upload
+
     # Attribute mapping from ruby-style variable name to JSON key.
     def self.attribute_map
       {
         :'auto_sync_enabled_sources' => :'auto_sync_enabled_sources',
         :'max_files' => :'max_files',
-        :'max_files_per_upload' => :'max_files_per_upload'
+        :'max_files_per_upload' => :'max_files_per_upload',
+        :'max_characters' => :'max_characters',
+        :'max_characters_per_file' => :'max_characters_per_file',
+        :'max_characters_per_upload' => :'max_characters_per_upload'
       }
     end
 
@@ -38,7 +50,10 @@ module Carbon
       {
         :'auto_sync_enabled_sources' => :'AutoSyncEnabledSourcesProperty',
         :'max_files' => :'Integer',
-        :'max_files_per_upload' => :'Integer'
+        :'max_files_per_upload' => :'Integer',
+        :'max_characters' => :'Integer',
+        :'max_characters_per_file' => :'Integer',
+        :'max_characters_per_upload' => :'Integer'
       }
     end
 
@@ -47,7 +62,10 @@ module Carbon
       Set.new([
         :'auto_sync_enabled_sources',
         :'max_files',
-        :'max_files_per_upload'
+        :'max_files_per_upload',
+        :'max_characters',
+        :'max_characters_per_file',
+        :'max_characters_per_upload'
       ])
     end
 
@@ -77,6 +95,18 @@ module Carbon
       if attributes.key?(:'max_files_per_upload')
         self.max_files_per_upload = attributes[:'max_files_per_upload']
       end
+
+      if attributes.key?(:'max_characters')
+        self.max_characters = attributes[:'max_characters']
+      end
+
+      if attributes.key?(:'max_characters_per_file')
+        self.max_characters_per_file = attributes[:'max_characters_per_file']
+      end
+
+      if attributes.key?(:'max_characters_per_upload')
+        self.max_characters_per_upload = attributes[:'max_characters_per_upload']
+      end
     end
 
     # Show invalid properties with the reasons. Usually used together with valid?
@@ -91,6 +121,18 @@ module Carbon
         invalid_properties.push('invalid value for "max_files_per_upload", must be greater than or equal to -1.')
       end
 
+      if !@max_characters.nil? && @max_characters < -1
+        invalid_properties.push('invalid value for "max_characters", must be greater than or equal to -1.')
+      end
+
+      if !@max_characters_per_file.nil? && @max_characters_per_file < -1
+        invalid_properties.push('invalid value for "max_characters_per_file", must be greater than or equal to -1.')
+      end
+
+      if !@max_characters_per_upload.nil? && @max_characters_per_upload < -1
+        invalid_properties.push('invalid value for "max_characters_per_upload", must be greater than or equal to -1.')
+      end
+
       invalid_properties
     end
 
@@ -99,6 +141,9 @@ module Carbon
     def valid?
       return false if !@max_files.nil? && @max_files < -1
       return false if !@max_files_per_upload.nil? && @max_files_per_upload < -1
+      return false if !@max_characters.nil? && @max_characters < -1
+      return false if !@max_characters_per_file.nil? && @max_characters_per_file < -1
+      return false if !@max_characters_per_upload.nil? && @max_characters_per_upload < -1
       true
     end
 
@@ -122,6 +167,36 @@ module Carbon
       @max_files_per_upload = max_files_per_upload
     end
 
+    # Custom attribute writer method with validation
+    # @param [Object] max_characters Value to be assigned
+    def max_characters=(max_characters)
+      if !max_characters.nil? && max_characters < -1
+        fail ArgumentError, 'invalid value for "max_characters", must be greater than or equal to -1.'
+      end
+
+      @max_characters = max_characters
+    end
+
+    # Custom attribute writer method with validation
+    # @param [Object] max_characters_per_file Value to be assigned
+    def max_characters_per_file=(max_characters_per_file)
+      if !max_characters_per_file.nil? && max_characters_per_file < -1
+        fail ArgumentError, 'invalid value for "max_characters_per_file", must be greater than or equal to -1.'
+      end
+
+      @max_characters_per_file = max_characters_per_file
+    end
+
+    # Custom attribute writer method with validation
+    # @param [Object] max_characters_per_upload Value to be assigned
+    def max_characters_per_upload=(max_characters_per_upload)
+      if !max_characters_per_upload.nil? && max_characters_per_upload < -1
+        fail ArgumentError, 'invalid value for "max_characters_per_upload", must be greater than or equal to -1.'
+      end
+
+      @max_characters_per_upload = max_characters_per_upload
+    end
+
     # Checks equality by comparing each attribute.
     # @param [Object] Object to be compared
     def ==(o)
@@ -129,7 +204,10 @@ module Carbon
       self.class == o.class &&
           auto_sync_enabled_sources == o.auto_sync_enabled_sources &&
           max_files == o.max_files &&
-          max_files_per_upload == o.max_files_per_upload
+          max_files_per_upload == o.max_files_per_upload &&
+          max_characters == o.max_characters &&
+          max_characters_per_file == o.max_characters_per_file &&
+          max_characters_per_upload == o.max_characters_per_upload
     end
 
     # @see the `==` method
@@ -141,7 +219,7 @@ module Carbon
     # Calculates hash code according to all attributes.
     # @return [Integer] Hash code
     def hash
-      [auto_sync_enabled_sources, max_files, max_files_per_upload].hash
+      [auto_sync_enabled_sources, max_files, max_files_per_upload, max_characters, max_characters_per_file, max_characters_per_upload].hash
     end
 
     # Builds the object from hash

data/lib/carbon_ruby_sdk/models/user_configuration_nullable.rb

@@ -20,12 +20,24 @@ module Carbon
     # Custom file upload limit for the user across a single upload.         If set, then the user will not be allowed to upload more files than this limit in a single upload. If not set,         or if set to -1, then the user will have no limit.
     attr_accessor :max_files_per_upload
 
+    # Custom character upload limit for the user over *all* user's files across all uploads.          If set, then the user will not be allowed to upload more characters than this limit. If not set, or if set to -1,         then the user will have no limit.
+    attr_accessor :max_characters
+
+    # A single file upload from the user can not exceed this character limit.         If set, then the file will not be synced if it exceeds this limit. If not set, or if set to -1, then the          user will have no limit.
+    attr_accessor :max_characters_per_file
+
+    # Custom character upload limit for the user across a single upload.         If set, then the user won't be able to sync more than this many characters in one upload.          If not set, or if set to -1, then the user will have no limit.
+    attr_accessor :max_characters_per_upload
+
     # Attribute mapping from ruby-style variable name to JSON key.
     def self.attribute_map
       {
         :'auto_sync_enabled_sources' => :'auto_sync_enabled_sources',
         :'max_files' => :'max_files',
-        :'max_files_per_upload' => :'max_files_per_upload'
+        :'max_files_per_upload' => :'max_files_per_upload',
+        :'max_characters' => :'max_characters',
+        :'max_characters_per_file' => :'max_characters_per_file',
+        :'max_characters_per_upload' => :'max_characters_per_upload'
       }
     end
 
@@ -39,7 +51,10 @@ module Carbon
       {
         :'auto_sync_enabled_sources' => :'AutoSyncEnabledSourcesProperty',
         :'max_files' => :'Integer',
-        :'max_files_per_upload' => :'Integer'
+        :'max_files_per_upload' => :'Integer',
+        :'max_characters' => :'Integer',
+        :'max_characters_per_file' => :'Integer',
+        :'max_characters_per_upload' => :'Integer'
       }
     end
 
@@ -48,7 +63,10 @@ module Carbon
       Set.new([
         :'auto_sync_enabled_sources',
         :'max_files',
-        :'max_files_per_upload'
+        :'max_files_per_upload',
+        :'max_characters',
+        :'max_characters_per_file',
+        :'max_characters_per_upload'
       ])
     end
 
@@ -78,6 +96,18 @@ module Carbon
       if attributes.key?(:'max_files_per_upload')
         self.max_files_per_upload = attributes[:'max_files_per_upload']
       end
+
+      if attributes.key?(:'max_characters')
+        self.max_characters = attributes[:'max_characters']
+      end
+
+      if attributes.key?(:'max_characters_per_file')
+        self.max_characters_per_file = attributes[:'max_characters_per_file']
+      end
+
+      if attributes.key?(:'max_characters_per_upload')
+        self.max_characters_per_upload = attributes[:'max_characters_per_upload']
+      end
     end
 
     # Show invalid properties with the reasons. Usually used together with valid?
@@ -92,6 +122,18 @@ module Carbon
         invalid_properties.push('invalid value for "max_files_per_upload", must be greater than or equal to -1.')
       end
 
+      if !@max_characters.nil? && @max_characters < -1
+        invalid_properties.push('invalid value for "max_characters", must be greater than or equal to -1.')
+      end
+
+      if !@max_characters_per_file.nil? && @max_characters_per_file < -1
+        invalid_properties.push('invalid value for "max_characters_per_file", must be greater than or equal to -1.')
+      end
+
+      if !@max_characters_per_upload.nil? && @max_characters_per_upload < -1
+        invalid_properties.push('invalid value for "max_characters_per_upload", must be greater than or equal to -1.')
+      end
+
       invalid_properties
     end
 
@@ -100,6 +142,9 @@ module Carbon
     def valid?
       return false if !@max_files.nil? && @max_files < -1
       return false if !@max_files_per_upload.nil? && @max_files_per_upload < -1
+      return false if !@max_characters.nil? && @max_characters < -1
+      return false if !@max_characters_per_file.nil? && @max_characters_per_file < -1
+      return false if !@max_characters_per_upload.nil? && @max_characters_per_upload < -1
       true
     end
 
@@ -123,6 +168,36 @@ module Carbon
       @max_files_per_upload = max_files_per_upload
     end
 
+    # Custom attribute writer method with validation
+    # @param [Object] max_characters Value to be assigned
+    def max_characters=(max_characters)
+      if !max_characters.nil? && max_characters < -1
+        fail ArgumentError, 'invalid value for "max_characters", must be greater than or equal to -1.'
+      end
+
+      @max_characters = max_characters
+    end
+
+    # Custom attribute writer method with validation
+    # @param [Object] max_characters_per_file Value to be assigned
+    def max_characters_per_file=(max_characters_per_file)
+      if !max_characters_per_file.nil? && max_characters_per_file < -1
+        fail ArgumentError, 'invalid value for "max_characters_per_file", must be greater than or equal to -1.'
+      end
+
+      @max_characters_per_file = max_characters_per_file
+    end
+
+    # Custom attribute writer method with validation
+    # @param [Object] max_characters_per_upload Value to be assigned
+    def max_characters_per_upload=(max_characters_per_upload)
+      if !max_characters_per_upload.nil? && max_characters_per_upload < -1
+        fail ArgumentError, 'invalid value for "max_characters_per_upload", must be greater than or equal to -1.'
+      end
+
+      @max_characters_per_upload = max_characters_per_upload
+    end
+
     # Checks equality by comparing each attribute.
     # @param [Object] Object to be compared
     def ==(o)
@@ -130,7 +205,10 @@ module Carbon
       self.class == o.class &&
           auto_sync_enabled_sources == o.auto_sync_enabled_sources &&
           max_files == o.max_files &&
-          max_files_per_upload == o.max_files_per_upload
+          max_files_per_upload == o.max_files_per_upload &&
+          max_characters == o.max_characters &&
+          max_characters_per_file == o.max_characters_per_file &&
+          max_characters_per_upload == o.max_characters_per_upload
     end
 
     # @see the `==` method
@@ -142,7 +220,7 @@ module Carbon
     # Calculates hash code according to all attributes.
     # @return [Integer] Hash code
     def hash
-      [auto_sync_enabled_sources, max_files, max_files_per_upload].hash
+      [auto_sync_enabled_sources, max_files, max_files_per_upload, max_characters, max_characters_per_file, max_characters_per_upload].hash
     end
 
     # Builds the object from hash

data/lib/carbon_ruby_sdk/models/webscrape_request.rb

@@ -51,6 +51,9 @@ module Carbon
     # If this flag is enabled, the file will be stored with Carbon, but no processing will be done.
     attr_accessor :store_file_only
 
+    # If the default proxies are blocked and not returning results, this flag can be enabled to use              alternate proxies (residential and office). Scrapes might take longer to finish with this flag enabled.         
+    attr_accessor :use_premium_proxies
+
     # Attribute mapping from ruby-style variable name to JSON key.
     def self.attribute_map
       {
@@ -71,7 +74,8 @@ module Carbon
         :'url_paths_to_include' => :'url_paths_to_include',
         :'download_css_and_media' => :'download_css_and_media',
         :'generate_chunks_only' => :'generate_chunks_only',
-        :'store_file_only' => :'store_file_only'
+        :'store_file_only' => :'store_file_only',
+        :'use_premium_proxies' => :'use_premium_proxies'
       }
     end
 
@@ -100,7 +104,8 @@ module Carbon
         :'url_paths_to_include' => :'Array<String>',
         :'download_css_and_media' => :'Boolean',
         :'generate_chunks_only' => :'Boolean',
-        :'store_file_only' => :'Boolean'
+        :'store_file_only' => :'Boolean',
+        :'use_premium_proxies' => :'Boolean'
       }
     end
 
@@ -244,6 +249,12 @@ module Carbon
       else
         self.store_file_only = false
       end
+
+      if attributes.key?(:'use_premium_proxies')
+        self.use_premium_proxies = attributes[:'use_premium_proxies']
+      else
+        self.use_premium_proxies = false
+      end
     end
 
     # Show invalid properties with the reasons. Usually used together with valid?
@@ -331,7 +342,8 @@ module Carbon
           url_paths_to_include == o.url_paths_to_include &&
           download_css_and_media == o.download_css_and_media &&
           generate_chunks_only == o.generate_chunks_only &&
-          store_file_only == o.store_file_only
+          store_file_only == o.store_file_only &&
+          use_premium_proxies == o.use_premium_proxies
     end
 
     # @see the `==` method
@@ -343,7 +355,7 @@ module Carbon
     # Calculates hash code according to all attributes.
     # @return [Integer] Hash code
     def hash
-      [tags, url, recursion_depth, max_pages_to_scrape, chunk_size, chunk_overlap, skip_embedding_generation, enable_auto_sync, generate_sparse_vectors, prepend_filename_to_chunks, html_tags_to_skip, css_classes_to_skip, css_selectors_to_skip, embedding_model, url_paths_to_include, download_css_and_media, generate_chunks_only, store_file_only].hash
+      [tags, url, recursion_depth, max_pages_to_scrape, chunk_size, chunk_overlap, skip_embedding_generation, enable_auto_sync, generate_sparse_vectors, prepend_filename_to_chunks, html_tags_to_skip, css_classes_to_skip, css_selectors_to_skip, embedding_model, url_paths_to_include, download_css_and_media, generate_chunks_only, store_file_only, use_premium_proxies].hash
     end
 
     # Builds the object from hash

data/lib/carbon_ruby_sdk/version.rb

@@ -7,5 +7,5 @@ The version of the OpenAPI document: 1.0.0
 =end
 
 module Carbon
-  VERSION = '0.2.40'
+  VERSION = '0.2.41'
 end

data/spec/models/sitemap_scrape_request_spec.rb

@@ -133,4 +133,10 @@ describe Carbon::SitemapScrapeRequest do
     end
   end
 
+  describe 'test attribute "use_premium_proxies"' do
+    it 'should work' do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
 end

data/spec/models/update_users_input_spec.rb

@@ -37,6 +37,24 @@ describe Carbon::UpdateUsersInput do
     end
   end
 
+  describe 'test attribute "max_characters"' do
+    it 'should work' do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
+  describe 'test attribute "max_characters_per_file"' do
+    it 'should work' do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
+  describe 'test attribute "max_characters_per_upload"' do
+    it 'should work' do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
   describe 'test attribute "customer_ids"' do
     it 'should work' do
       # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers

data/spec/models/user_configuration_nullable_spec.rb

@@ -37,4 +37,22 @@ describe Carbon::UserConfigurationNullable do
     end
   end
 
+  describe 'test attribute "max_characters"' do
+    it 'should work' do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
+  describe 'test attribute "max_characters_per_file"' do
+    it 'should work' do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
+  describe 'test attribute "max_characters_per_upload"' do
+    it 'should work' do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
 end

data/spec/models/user_configuration_spec.rb

@@ -37,4 +37,22 @@ describe Carbon::UserConfiguration do
     end
   end
 
+  describe 'test attribute "max_characters"' do
+    it 'should work' do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
+  describe 'test attribute "max_characters_per_file"' do
+    it 'should work' do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
+  describe 'test attribute "max_characters_per_upload"' do
+    it 'should work' do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
 end

data/spec/models/webscrape_request_spec.rb

@@ -127,4 +127,10 @@ describe Carbon::WebscrapeRequest do
     end
   end
 
+  describe 'test attribute "use_premium_proxies"' do
+    it 'should work' do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: carbon_ruby_sdk
 version: !ruby/object:Gem::Version
-  version: 0.2.40
+  version: 0.2.41
 platform: ruby
 authors:
 - Konfig
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2024-10-12 00:00:00.000000000 Z
+date: 2024-10-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: faraday