carbon_ruby_sdk 0.2.1 → 0.2.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2ba0bb9e85c323c3cdaaba5026f74ee0e128f476efacc76ea319f744f9d04dd7
-  data.tar.gz: 171a3185783d7efa732ce6b4edb3af8bf1558659804df6f4cc91acec4df9b9b9
+  metadata.gz: af28a3b256d49d38a6aca558d12a49a6e3f2888587dedeef54311ad7d0bd0ac9
+  data.tar.gz: a685b15e3ad3ab32463c4bd03c92432c21bc3c7cf3b8f29bcf340cde6e468377
 SHA512:
-  metadata.gz: 373c0a7f539b131c2fc2249d87c78d112dc85da61c89b632febec99663c4a87df4c31bd69886567252d662364dceb06e43d435c709e7bfabfbb6cac5ddbfeaa9
-  data.tar.gz: 4b6d6fd5fc75e0b5a3e89e3a7b48bb6c7ff34e8a22fdcb2e17569d4d5216d7e042b98d5fcfc2fbd0ef88ee1f336443da4a5439d50376d962037dd1698a560559
+  metadata.gz: 023c5d51386e0e76ecd6954f25c69a8562302f89de2a1a15cd72fbfc0e3491c6129ad496da1ad9dbfd80a0030c30ba501cb2e8552cbdd92c07513a20f0257211
+  data.tar.gz: 465fbc642ce7bf817b5c5d647d34c1c963e254a21facef003efc0a60a5074dad6c1b642a1093e3f0e9228505bde79b9f5c55e263827987395734718b019c7a06

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    carbon_ruby_sdk (0.2.0)
+    carbon_ruby_sdk (0.2.2)
       faraday (>= 1.0.1, < 3.0)
       faraday-multipart (~> 1.0, >= 1.0.4)
 

data/README.md

@@ -6,7 +6,7 @@
 
 Connect external data to LLMs, no matter the source.
 
-[![npm](https://img.shields.io/badge/gem-v0.2.1-blue)](https://rubygems.org/gems/carbon_ruby_sdk/versions/0.2.1)
+[![npm](https://img.shields.io/badge/gem-v0.2.3-blue)](https://rubygems.org/gems/carbon_ruby_sdk/versions/0.2.3)
 
 </div>
 
@@ -39,6 +39,7 @@ Connect external data to LLMs, no matter the source.
   * [`carbon.files.upload_from_url`](#carbonfilesupload_from_url)
   * [`carbon.files.upload_text`](#carbonfilesupload_text)
   * [`carbon.health.check`](#carbonhealthcheck)
+  * [`carbon.integrations.cancel`](#carbonintegrationscancel)
   * [`carbon.integrations.connect_data_source`](#carbonintegrationsconnect_data_source)
   * [`carbon.integrations.connect_freshdesk`](#carbonintegrationsconnect_freshdesk)
   * [`carbon.integrations.connect_gitbook`](#carbonintegrationsconnect_gitbook)
@@ -85,7 +86,7 @@ Connect external data to LLMs, no matter the source.
 Add to Gemfile:
 
 ```ruby
-gem 'carbon_ruby_sdk', '~> 0.2.1'
+gem 'carbon_ruby_sdk', '~> 0.2.3'
 ```
 
 ## Getting Started<a id="getting-started"></a>
@@ -426,12 +427,6 @@ Flag to control whether or not to perform hybrid search.
 
 ##### hybrid_search_tuning_parameters: [`HybridSearchTuningParamsNullable`](./lib/carbon_ruby_sdk/models/hybrid_search_tuning_params_nullable.rb)<a id="hybrid_search_tuning_parameters-hybridsearchtuningparamsnullablelibcarbon_ruby_sdkmodelshybrid_search_tuning_params_nullablerb"></a>
 ##### media_type: [`FileContentTypesNullable`](./lib/carbon_ruby_sdk/models/file_content_types_nullable.rb)<a id="media_type-filecontenttypesnullablelibcarbon_ruby_sdkmodelsfile_content_types_nullablerb"></a>
-Used to filter the kind of files (e.g. `TEXT` or `IMAGE`) over which to perform
-the search. Also plays a role in determining what embedding model is used to
-embed the query. If `IMAGE` is chosen as the media type, then the embedding
-model used will be an embedding model that is not text-only, *regardless* of
-what value is passed for `embedding_model`.
-
 ##### embedding_model: [`EmbeddingGeneratorsNullable`](./lib/carbon_ruby_sdk/models/embedding_generators_nullable.rb)<a id="embedding_model-embeddinggeneratorsnullablelibcarbon_ruby_sdkmodelsembedding_generators_nullablerb"></a>
 #### 🔄 Return<a id="🔄-return"></a>
 
@@ -1087,6 +1082,7 @@ result = carbon.files.upload_from_url(
   max_items_per_chunk: 1,
   parse_pdf_tables_with_ocr: false,
   detect_audio_language: false,
+  media_type: "TEXT",
 )
 p result
 ```
@@ -1108,6 +1104,7 @@ Number of objects per chunk. For csv, tsv, xlsx, and json files only.
 
 ##### parse_pdf_tables_with_ocr: `Boolean`<a id="parse_pdf_tables_with_ocr-boolean"></a>
 ##### detect_audio_language: `Boolean`<a id="detect_audio_language-boolean"></a>
+##### media_type: [`FileContentTypesNullable`](./lib/carbon_ruby_sdk/models/file_content_types_nullable.rb)<a id="media_type-filecontenttypesnullablelibcarbon_ruby_sdkmodelsfile_content_types_nullablerb"></a>
 #### 🔄 Return<a id="🔄-return"></a>
 
 [UserFile](./lib/carbon_ruby_sdk/models/user_file.rb)
@@ -1193,6 +1190,35 @@ p result
 ---
 
 
+### `carbon.integrations.cancel`<a id="carbonintegrationscancel"></a>
+
+Cancel Data Source Items Sync
+
+#### 🛠️ Usage<a id="🛠️-usage"></a>
+
+```ruby
+result = carbon.integrations.cancel(
+  data_source_id: 1,
+)
+p result
+```
+
+#### ⚙️ Parameters<a id="⚙️-parameters"></a>
+
+##### data_source_id: `Integer`<a id="data_source_id-integer"></a>
+#### 🔄 Return<a id="🔄-return"></a>
+
+[OrganizationUserDataSourceAPI](./lib/carbon_ruby_sdk/models/organization_user_data_source_api.rb)
+
+#### 🌐 Endpoint<a id="🌐-endpoint"></a>
+
+`/integrations/items/sync/cancel` `POST`
+
+[🔙 **Back to Table of Contents**](#table-of-contents)
+
+---
+
+
 ### `carbon.integrations.connect_data_source`<a id="carbonintegrationsconnect_data_source"></a>
 
 Connect Data Source
@@ -1214,7 +1240,7 @@ result = carbon.integrations.connect_data_source(
         "prepend_filename_to_chunks" => false,
         "sync_files_on_connection" => true,
         "set_page_as_boundary" => false,
-        "request_id" => "fceb0182-329c-4e45-953b-885c747cf4a3",
+        "request_id" => "652297b9-0f55-46d8-869d-13a36e89e5da",
         "enable_file_picker" => true,
         "sync_source_items" => true,
         "incremental_sync" => false,
@@ -1433,7 +1459,7 @@ result = carbon.integrations.get_oauth_url(
   set_page_as_boundary: false,
   data_source_id: 1,
   connecting_new_account: false,
-  request_id: "ce1b1ec8-be64-491c-9159-c40f85fa0073",
+  request_id: "71f214fa-2155-41cb-9336-9b3070e86897",
   use_ocr: false,
   parse_pdf_tables_with_ocr: false,
   enable_file_picker: true,
@@ -1493,7 +1519,7 @@ Enable OCR for files that support it. Supported formats: pdf
 ##### parse_pdf_tables_with_ocr: `Boolean`<a id="parse_pdf_tables_with_ocr-boolean"></a>
 ##### enable_file_picker: `Boolean`<a id="enable_file_picker-boolean"></a>
 Enable integration's file picker for sources that support it. Supported sources:
-DROPBOX, SHAREPOINT, ONEDRIVE, BOX, GOOGLE_DRIVE
+DROPBOX, GOOGLE_DRIVE, SHAREPOINT, ONEDRIVE, BOX
 
 ##### sync_source_items: `Boolean`<a id="sync_source_items-boolean"></a>
 Enabling this flag will fetch all available content from the source to be listed
@@ -1755,7 +1781,7 @@ result = carbon.integrations.sync_confluence(
   prepend_filename_to_chunks: false,
   max_items_per_chunk: 1,
   set_page_as_boundary: false,
-  request_id: "9fe9190e-384f-4baa-a416-d51ed93d1be7",
+  request_id: "6136b467-242e-49df-9478-d3e0cfdde299",
   use_ocr: false,
   parse_pdf_tables_with_ocr: false,
   incremental_sync: false,
@@ -1858,7 +1884,7 @@ result = carbon.integrations.sync_files(
   prepend_filename_to_chunks: false,
   max_items_per_chunk: 1,
   set_page_as_boundary: false,
-  request_id: "9fe9190e-384f-4baa-a416-d51ed93d1be7",
+  request_id: "6136b467-242e-49df-9478-d3e0cfdde299",
   use_ocr: false,
   parse_pdf_tables_with_ocr: false,
   incremental_sync: false,
@@ -2715,6 +2741,8 @@ result = carbon.utilities.scrape_sitemap(
   css_classes_to_skip: [],
   css_selectors_to_skip: [],
   embedding_model: "OPENAI",
+  url_paths_to_include: [],
+  url_paths_to_exclude: [],
 )
 p result
 ```
@@ -2734,6 +2762,16 @@ p result
 ##### css_classes_to_skip: Array<`String`><a id="css_classes_to_skip-array"></a>
 ##### css_selectors_to_skip: Array<`String`><a id="css_selectors_to_skip-array"></a>
 ##### embedding_model: [`EmbeddingGenerators`](./lib/carbon_ruby_sdk/models/embedding_generators.rb)<a id="embedding_model-embeddinggeneratorslibcarbon_ruby_sdkmodelsembedding_generatorsrb"></a>
+##### url_paths_to_include: Array<`String`><a id="url_paths_to_include-array"></a>
+URL subpaths or directories that you want to include. For example if you want to
+only include URLs that start with /questions in stackoverflow.com, you will add
+/questions/ in this input
+
+##### url_paths_to_exclude: Array<`String`><a id="url_paths_to_exclude-array"></a>
+URL subpaths or directories that you want to exclude. For example if you want to
+exclude URLs that start with /questions in stackoverflow.com, you will add
+/questions/ in this input
+
 #### 🌐 Endpoint<a id="🌐-endpoint"></a>
 
 `/scrape_sitemap` `POST`
@@ -2773,6 +2811,7 @@ result = carbon.utilities.scrape_web(
             "css_classes_to_skip" => [],
             "css_selectors_to_skip" => [],
             "embedding_model" => "OPENAI",
+            "url_paths_to_include" => [],
         }
     ],
 )

data/lib/carbon_ruby_sdk/api/embeddings_api.rb

@@ -126,11 +126,11 @@ module Carbon
     # @param include_raw_file [Boolean] Flag to control whether or not to include a signed URL to the raw file containing each chunk in the response.
     # @param hybrid_search [Boolean] Flag to control whether or not to perform hybrid search.
     # @param hybrid_search_tuning_parameters [HybridSearchTuningParamsNullable] 
-    # @param media_type [FileContentTypesNullable] Used to filter the kind of files (e.g. `TEXT` or `IMAGE`) over which to perform the search. Also plays a role in determining what embedding model is used to embed the query. If `IMAGE` is chosen as the media type, then the embedding model used will be an embedding model that is not text-only, *regardless* of what value is passed for `embedding_model`.
+    # @param media_type [FileContentTypesNullable] 
     # @param embedding_model [EmbeddingGeneratorsNullable] 
     # @param body [GetEmbeddingDocumentsBody] 
     # @param [Hash] extra additional parameters to pass along through :header_params, :query_params, or parameter name
-    def get_documents(query:, k:, tags: SENTINEL, query_vector: SENTINEL, file_ids: SENTINEL, parent_file_ids: SENTINEL, include_all_children: false, tags_v2: SENTINEL, include_tags: SENTINEL, include_vectors: SENTINEL, include_raw_file: SENTINEL, hybrid_search: SENTINEL, hybrid_search_tuning_parameters: SENTINEL, media_type: 'TEXT', embedding_model: 'OPENAI', extra: {})
+    def get_documents(query:, k:, tags: SENTINEL, query_vector: SENTINEL, file_ids: SENTINEL, parent_file_ids: SENTINEL, include_all_children: false, tags_v2: SENTINEL, include_tags: SENTINEL, include_vectors: SENTINEL, include_raw_file: SENTINEL, hybrid_search: SENTINEL, hybrid_search_tuning_parameters: SENTINEL, media_type: SENTINEL, embedding_model: 'OPENAI', extra: {})
       _body = {}
       _body[:tags] = tags if tags != SENTINEL
       _body[:query] = query if query != SENTINEL
@@ -262,11 +262,11 @@ module Carbon
     # @param include_raw_file [Boolean] Flag to control whether or not to include a signed URL to the raw file containing each chunk in the response.
     # @param hybrid_search [Boolean] Flag to control whether or not to perform hybrid search.
     # @param hybrid_search_tuning_parameters [HybridSearchTuningParamsNullable] 
-    # @param media_type [FileContentTypesNullable] Used to filter the kind of files (e.g. `TEXT` or `IMAGE`) over which to perform the search. Also plays a role in determining what embedding model is used to embed the query. If `IMAGE` is chosen as the media type, then the embedding model used will be an embedding model that is not text-only, *regardless* of what value is passed for `embedding_model`.
+    # @param media_type [FileContentTypesNullable] 
     # @param embedding_model [EmbeddingGeneratorsNullable] 
     # @param body [GetEmbeddingDocumentsBody] 
     # @param [Hash] extra additional parameters to pass along through :header_params, :query_params, or parameter name
-    def get_documents_with_http_info(query:, k:, tags: SENTINEL, query_vector: SENTINEL, file_ids: SENTINEL, parent_file_ids: SENTINEL, include_all_children: false, tags_v2: SENTINEL, include_tags: SENTINEL, include_vectors: SENTINEL, include_raw_file: SENTINEL, hybrid_search: SENTINEL, hybrid_search_tuning_parameters: SENTINEL, media_type: 'TEXT', embedding_model: 'OPENAI', extra: {})
+    def get_documents_with_http_info(query:, k:, tags: SENTINEL, query_vector: SENTINEL, file_ids: SENTINEL, parent_file_ids: SENTINEL, include_all_children: false, tags_v2: SENTINEL, include_tags: SENTINEL, include_vectors: SENTINEL, include_raw_file: SENTINEL, hybrid_search: SENTINEL, hybrid_search_tuning_parameters: SENTINEL, media_type: SENTINEL, embedding_model: 'OPENAI', extra: {})
       _body = {}
       _body[:tags] = tags if tags != SENTINEL
       _body[:query] = query if query != SENTINEL

data/lib/carbon_ruby_sdk/api/files_api.rb

@@ -1176,7 +1176,7 @@ module Carbon
     # @param media_type [FileContentTypesNullable] The media type of the file. If not provided, it will be inferred from the file extension.
     # @param body [BodyCreateUploadFileUploadfilePost] 
     # @param [Hash] extra additional parameters to pass along through :header_params, :query_params, or parameter name
-    def upload(file:, chunk_size: SENTINEL, chunk_overlap: SENTINEL, skip_embedding_generation: false, set_page_as_boundary: false, embedding_model: 'OPENAI', use_ocr: false, generate_sparse_vectors: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, parse_pdf_tables_with_ocr: false, detect_audio_language: false, media_type: 'TEXT', extra: {})
+    def upload(file:, chunk_size: SENTINEL, chunk_overlap: SENTINEL, skip_embedding_generation: false, set_page_as_boundary: false, embedding_model: 'OPENAI', use_ocr: false, generate_sparse_vectors: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, parse_pdf_tables_with_ocr: false, detect_audio_language: false, media_type: SENTINEL, extra: {})
       _body = {}
       _body[:file] = file if file != SENTINEL
       body_create_upload_file_uploadfile_post = _body
@@ -1239,7 +1239,7 @@ module Carbon
     # @param media_type [FileContentTypesNullable] The media type of the file. If not provided, it will be inferred from the file extension.
     # @param body [BodyCreateUploadFileUploadfilePost] 
     # @param [Hash] extra additional parameters to pass along through :header_params, :query_params, or parameter name
-    def upload_with_http_info(file:, chunk_size: SENTINEL, chunk_overlap: SENTINEL, skip_embedding_generation: false, set_page_as_boundary: false, embedding_model: 'OPENAI', use_ocr: false, generate_sparse_vectors: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, parse_pdf_tables_with_ocr: false, detect_audio_language: false, media_type: 'TEXT', extra: {})
+    def upload_with_http_info(file:, chunk_size: SENTINEL, chunk_overlap: SENTINEL, skip_embedding_generation: false, set_page_as_boundary: false, embedding_model: 'OPENAI', use_ocr: false, generate_sparse_vectors: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, parse_pdf_tables_with_ocr: false, detect_audio_language: false, media_type: SENTINEL, extra: {})
       _body = {}
       _body[:file] = file if file != SENTINEL
       body_create_upload_file_uploadfile_post = _body
@@ -1274,7 +1274,7 @@ module Carbon
     # @option opts [Integer] :max_items_per_chunk Number of objects per chunk. For csv, tsv, xlsx, and json files only.
     # @option opts [Boolean] :parse_pdf_tables_with_ocr Whether to use rich table parsing when `use_ocr` is enabled. (default to false)
     # @option opts [Boolean] :detect_audio_language Whether to automatically detect the language of the uploaded audio file. (default to false)
-    # @option opts [FileContentTypesNullable] :media_type The media type of the file. If not provided, it will be inferred from the file extension. (default to 'TEXT')
+    # @option opts [FileContentTypesNullable] :media_type The media type of the file. If not provided, it will be inferred from the file extension.
     # @return [UserFile]
     private def upload_impl(file, body_create_upload_file_uploadfile_post, opts = {})
       data, _status_code, _headers = upload_with_http_info(file, body_create_upload_file_uploadfile_post, opts)
@@ -1297,7 +1297,7 @@ module Carbon
     # @option opts [Integer] :max_items_per_chunk Number of objects per chunk. For csv, tsv, xlsx, and json files only.
     # @option opts [Boolean] :parse_pdf_tables_with_ocr Whether to use rich table parsing when `use_ocr` is enabled. (default to false)
     # @option opts [Boolean] :detect_audio_language Whether to automatically detect the language of the uploaded audio file. (default to false)
-    # @option opts [FileContentTypesNullable] :media_type The media type of the file. If not provided, it will be inferred from the file extension. (default to 'TEXT')
+    # @option opts [FileContentTypesNullable] :media_type The media type of the file. If not provided, it will be inferred from the file extension.
     # @return [APIResponse] data is UserFile, status code, headers and response
     private def upload_with_http_info_impl(file, body_create_upload_file_uploadfile_post, opts = {})
       if @api_client.config.debugging
@@ -1385,9 +1385,10 @@ module Carbon
     # @param max_items_per_chunk [Integer] Number of objects per chunk. For csv, tsv, xlsx, and json files only.
     # @param parse_pdf_tables_with_ocr [Boolean] 
     # @param detect_audio_language [Boolean] 
+    # @param media_type [FileContentTypesNullable] 
     # @param body [UploadFileFromUrlInput] 
     # @param [Hash] extra additional parameters to pass along through :header_params, :query_params, or parameter name
-    def upload_from_url(url:, file_name: SENTINEL, chunk_size: SENTINEL, chunk_overlap: SENTINEL, skip_embedding_generation: false, set_page_as_boundary: false, embedding_model: 'OPENAI', generate_sparse_vectors: false, use_textract: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, parse_pdf_tables_with_ocr: false, detect_audio_language: false, extra: {})
+    def upload_from_url(url:, file_name: SENTINEL, chunk_size: SENTINEL, chunk_overlap: SENTINEL, skip_embedding_generation: false, set_page_as_boundary: false, embedding_model: 'OPENAI', generate_sparse_vectors: false, use_textract: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, parse_pdf_tables_with_ocr: false, detect_audio_language: false, media_type: SENTINEL, extra: {})
       _body = {}
       _body[:url] = url if url != SENTINEL
       _body[:file_name] = file_name if file_name != SENTINEL
@@ -1402,6 +1403,7 @@ module Carbon
       _body[:max_items_per_chunk] = max_items_per_chunk if max_items_per_chunk != SENTINEL
       _body[:parse_pdf_tables_with_ocr] = parse_pdf_tables_with_ocr if parse_pdf_tables_with_ocr != SENTINEL
       _body[:detect_audio_language] = detect_audio_language if detect_audio_language != SENTINEL
+      _body[:media_type] = media_type if media_type != SENTINEL
       upload_file_from_url_input = _body
       api_response = upload_from_url_with_http_info_impl(upload_file_from_url_input, extra)
       api_response.data
@@ -1422,9 +1424,10 @@ module Carbon
     # @param max_items_per_chunk [Integer] Number of objects per chunk. For csv, tsv, xlsx, and json files only.
     # @param parse_pdf_tables_with_ocr [Boolean] 
     # @param detect_audio_language [Boolean] 
+    # @param media_type [FileContentTypesNullable] 
     # @param body [UploadFileFromUrlInput] 
     # @param [Hash] extra additional parameters to pass along through :header_params, :query_params, or parameter name
-    def upload_from_url_with_http_info(url:, file_name: SENTINEL, chunk_size: SENTINEL, chunk_overlap: SENTINEL, skip_embedding_generation: false, set_page_as_boundary: false, embedding_model: 'OPENAI', generate_sparse_vectors: false, use_textract: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, parse_pdf_tables_with_ocr: false, detect_audio_language: false, extra: {})
+    def upload_from_url_with_http_info(url:, file_name: SENTINEL, chunk_size: SENTINEL, chunk_overlap: SENTINEL, skip_embedding_generation: false, set_page_as_boundary: false, embedding_model: 'OPENAI', generate_sparse_vectors: false, use_textract: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, parse_pdf_tables_with_ocr: false, detect_audio_language: false, media_type: SENTINEL, extra: {})
       _body = {}
       _body[:url] = url if url != SENTINEL
       _body[:file_name] = file_name if file_name != SENTINEL
@@ -1439,6 +1442,7 @@ module Carbon
       _body[:max_items_per_chunk] = max_items_per_chunk if max_items_per_chunk != SENTINEL
       _body[:parse_pdf_tables_with_ocr] = parse_pdf_tables_with_ocr if parse_pdf_tables_with_ocr != SENTINEL
       _body[:detect_audio_language] = detect_audio_language if detect_audio_language != SENTINEL
+      _body[:media_type] = media_type if media_type != SENTINEL
       upload_file_from_url_input = _body
       upload_from_url_with_http_info_impl(upload_file_from_url_input, extra)
     end

data/lib/carbon_ruby_sdk/api/integrations_api.rb

@@ -16,6 +16,98 @@ module Carbon
       @api_client = api_client
     end
 
+    # Cancel Data Source Items Sync
+    #
+    # @param data_source_id [Integer] 
+    # @param body [SyncDirectoryRequest] 
+    # @param [Hash] extra additional parameters to pass along through :header_params, :query_params, or parameter name
+    def cancel(data_source_id:, extra: {})
+      _body = {}
+      _body[:data_source_id] = data_source_id if data_source_id != SENTINEL
+      sync_directory_request = _body
+      api_response = cancel_with_http_info_impl(sync_directory_request, extra)
+      api_response.data
+    end
+
+    # Cancel Data Source Items Sync
+    #
+    # @param data_source_id [Integer] 
+    # @param body [SyncDirectoryRequest] 
+    # @param [Hash] extra additional parameters to pass along through :header_params, :query_params, or parameter name
+    def cancel_with_http_info(data_source_id:, extra: {})
+      _body = {}
+      _body[:data_source_id] = data_source_id if data_source_id != SENTINEL
+      sync_directory_request = _body
+      cancel_with_http_info_impl(sync_directory_request, extra)
+    end
+
+    # Cancel Data Source Items Sync
+    # @param sync_directory_request [SyncDirectoryRequest] 
+    # @param [Hash] opts the optional parameters
+    # @return [OrganizationUserDataSourceAPI]
+    private def cancel_impl(sync_directory_request, opts = {})
+      data, _status_code, _headers = cancel_with_http_info(sync_directory_request, opts)
+      data
+    end
+
+    # Cancel Data Source Items Sync
+    # @param sync_directory_request [SyncDirectoryRequest] 
+    # @param [Hash] opts the optional parameters
+    # @return [APIResponse] data is OrganizationUserDataSourceAPI, status code, headers and response
+    private def cancel_with_http_info_impl(sync_directory_request, opts = {})
+      if @api_client.config.debugging
+        @api_client.config.logger.debug 'Calling API: IntegrationsApi.cancel ...'
+      end
+      # verify the required parameter 'sync_directory_request' is set
+      if @api_client.config.client_side_validation && sync_directory_request.nil?
+        fail ArgumentError, "Missing the required parameter 'sync_directory_request' when calling IntegrationsApi.cancel"
+      end
+      # resource path
+      local_var_path = '/integrations/items/sync/cancel'
+
+      # query parameters
+      query_params = opts[:query_params] || {}
+
+      # header parameters
+      header_params = opts[:header_params] || {}
+      # HTTP header 'Accept' (if needed)
+      header_params['Accept'] = @api_client.select_header_accept(['application/json'])
+      # HTTP header 'Content-Type'
+      content_type = @api_client.select_header_content_type(['application/json'])
+      if !content_type.nil?
+        header_params['Content-Type'] = content_type
+      end
+
+      # form parameters
+      form_params = opts[:form_params] || {}
+
+      # http body (model)
+      post_body = opts[:debug_body] || @api_client.object_to_http_body(sync_directory_request)
+
+      # return_type
+      return_type = opts[:debug_return_type] || 'OrganizationUserDataSourceAPI'
+
+      # auth_names
+      auth_names = opts[:debug_auth_names] || ['accessToken', 'apiKey', 'customerId']
+
+      new_options = opts.merge(
+        :operation => :"IntegrationsApi.cancel",
+        :header_params => header_params,
+        :query_params => query_params,
+        :form_params => form_params,
+        :body => post_body,
+        :auth_names => auth_names,
+        :return_type => return_type
+      )
+
+      data, status_code, headers, response = @api_client.call_api(:POST, local_var_path, new_options)
+      if @api_client.config.debugging
+        @api_client.config.logger.debug "API called: IntegrationsApi#cancel\nData: #{data.inspect}\nStatus code: #{status_code}\nHeaders: #{headers}"
+      end
+      APIResponse::new(data, status_code, headers, response)
+    end
+
+
     # Connect Data Source
     #
     # @param authentication [AuthenticationProperty] 
@@ -561,13 +653,13 @@ module Carbon
     # @param request_id [String] This request id will be added to all files that get synced using the generated OAuth URL
     # @param use_ocr [Boolean] Enable OCR for files that support it. Supported formats: pdf
     # @param parse_pdf_tables_with_ocr [Boolean] 
-    # @param enable_file_picker [Boolean] Enable integration's file picker for sources that support it. Supported sources: DROPBOX, SHAREPOINT, ONEDRIVE, BOX, GOOGLE_DRIVE
+    # @param enable_file_picker [Boolean] Enable integration's file picker for sources that support it. Supported sources: DROPBOX, GOOGLE_DRIVE, SHAREPOINT, ONEDRIVE, BOX
     # @param sync_source_items [Boolean] Enabling this flag will fetch all available content from the source to be listed via list items endpoint
     # @param incremental_sync [Boolean] Only sync files if they have not already been synced or if the embedding properties have changed. This flag is currently supported by ONEDRIVE, GOOGLE_DRIVE, BOX, DROPBOX. It will be ignored for other data sources.
     # @param file_sync_config [FileSyncConfigNullable] 
     # @param body [OAuthURLRequest] 
     # @param [Hash] extra additional parameters to pass along through :header_params, :query_params, or parameter name
-    def get_oauth_url(service:, tags: SENTINEL, scope: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, embedding_model: 'OPENAI', zendesk_subdomain: SENTINEL, microsoft_tenant: SENTINEL, sharepoint_site_name: SENTINEL, confluence_subdomain: SENTINEL, generate_sparse_vectors: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, salesforce_domain: SENTINEL, sync_files_on_connection: true, set_page_as_boundary: false, data_source_id: SENTINEL, connecting_new_account: false, request_id: 'ce1b1ec8-be64-491c-9159-c40f85fa0073', use_ocr: false, parse_pdf_tables_with_ocr: false, enable_file_picker: true, sync_source_items: true, incremental_sync: false, file_sync_config: SENTINEL, extra: {})
+    def get_oauth_url(service:, tags: SENTINEL, scope: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, embedding_model: 'OPENAI', zendesk_subdomain: SENTINEL, microsoft_tenant: SENTINEL, sharepoint_site_name: SENTINEL, confluence_subdomain: SENTINEL, generate_sparse_vectors: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, salesforce_domain: SENTINEL, sync_files_on_connection: true, set_page_as_boundary: false, data_source_id: SENTINEL, connecting_new_account: false, request_id: '71f214fa-2155-41cb-9336-9b3070e86897', use_ocr: false, parse_pdf_tables_with_ocr: false, enable_file_picker: true, sync_source_items: true, incremental_sync: false, file_sync_config: SENTINEL, extra: {})
       _body = {}
       _body[:tags] = tags if tags != SENTINEL
       _body[:scope] = scope if scope != SENTINEL
@@ -629,13 +721,13 @@ module Carbon
     # @param request_id [String] This request id will be added to all files that get synced using the generated OAuth URL
     # @param use_ocr [Boolean] Enable OCR for files that support it. Supported formats: pdf
     # @param parse_pdf_tables_with_ocr [Boolean] 
-    # @param enable_file_picker [Boolean] Enable integration's file picker for sources that support it. Supported sources: DROPBOX, SHAREPOINT, ONEDRIVE, BOX, GOOGLE_DRIVE
+    # @param enable_file_picker [Boolean] Enable integration's file picker for sources that support it. Supported sources: DROPBOX, GOOGLE_DRIVE, SHAREPOINT, ONEDRIVE, BOX
     # @param sync_source_items [Boolean] Enabling this flag will fetch all available content from the source to be listed via list items endpoint
     # @param incremental_sync [Boolean] Only sync files if they have not already been synced or if the embedding properties have changed. This flag is currently supported by ONEDRIVE, GOOGLE_DRIVE, BOX, DROPBOX. It will be ignored for other data sources.
     # @param file_sync_config [FileSyncConfigNullable] 
     # @param body [OAuthURLRequest] 
     # @param [Hash] extra additional parameters to pass along through :header_params, :query_params, or parameter name
-    def get_oauth_url_with_http_info(service:, tags: SENTINEL, scope: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, embedding_model: 'OPENAI', zendesk_subdomain: SENTINEL, microsoft_tenant: SENTINEL, sharepoint_site_name: SENTINEL, confluence_subdomain: SENTINEL, generate_sparse_vectors: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, salesforce_domain: SENTINEL, sync_files_on_connection: true, set_page_as_boundary: false, data_source_id: SENTINEL, connecting_new_account: false, request_id: 'ce1b1ec8-be64-491c-9159-c40f85fa0073', use_ocr: false, parse_pdf_tables_with_ocr: false, enable_file_picker: true, sync_source_items: true, incremental_sync: false, file_sync_config: SENTINEL, extra: {})
+    def get_oauth_url_with_http_info(service:, tags: SENTINEL, scope: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, embedding_model: 'OPENAI', zendesk_subdomain: SENTINEL, microsoft_tenant: SENTINEL, sharepoint_site_name: SENTINEL, confluence_subdomain: SENTINEL, generate_sparse_vectors: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, salesforce_domain: SENTINEL, sync_files_on_connection: true, set_page_as_boundary: false, data_source_id: SENTINEL, connecting_new_account: false, request_id: '71f214fa-2155-41cb-9336-9b3070e86897', use_ocr: false, parse_pdf_tables_with_ocr: false, enable_file_picker: true, sync_source_items: true, incremental_sync: false, file_sync_config: SENTINEL, extra: {})
       _body = {}
       _body[:tags] = tags if tags != SENTINEL
       _body[:scope] = scope if scope != SENTINEL
@@ -1431,7 +1523,7 @@ module Carbon
     # @param file_sync_config [FileSyncConfigNullable] 
     # @param body [SyncFilesRequest] 
     # @param [Hash] extra additional parameters to pass along through :header_params, :query_params, or parameter name
-    def sync_confluence(data_source_id:, ids:, tags: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, embedding_model: 'OPENAI', generate_sparse_vectors: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, set_page_as_boundary: false, request_id: '9fe9190e-384f-4baa-a416-d51ed93d1be7', use_ocr: false, parse_pdf_tables_with_ocr: false, incremental_sync: false, file_sync_config: SENTINEL, extra: {})
+    def sync_confluence(data_source_id:, ids:, tags: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, embedding_model: 'OPENAI', generate_sparse_vectors: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, set_page_as_boundary: false, request_id: '6136b467-242e-49df-9478-d3e0cfdde299', use_ocr: false, parse_pdf_tables_with_ocr: false, incremental_sync: false, file_sync_config: SENTINEL, extra: {})
       _body = {}
       _body[:tags] = tags if tags != SENTINEL
       _body[:data_source_id] = data_source_id if data_source_id != SENTINEL
@@ -1479,7 +1571,7 @@ module Carbon
     # @param file_sync_config [FileSyncConfigNullable] 
     # @param body [SyncFilesRequest] 
     # @param [Hash] extra additional parameters to pass along through :header_params, :query_params, or parameter name
-    def sync_confluence_with_http_info(data_source_id:, ids:, tags: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, embedding_model: 'OPENAI', generate_sparse_vectors: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, set_page_as_boundary: false, request_id: '9fe9190e-384f-4baa-a416-d51ed93d1be7', use_ocr: false, parse_pdf_tables_with_ocr: false, incremental_sync: false, file_sync_config: SENTINEL, extra: {})
+    def sync_confluence_with_http_info(data_source_id:, ids:, tags: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, embedding_model: 'OPENAI', generate_sparse_vectors: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, set_page_as_boundary: false, request_id: '6136b467-242e-49df-9478-d3e0cfdde299', use_ocr: false, parse_pdf_tables_with_ocr: false, incremental_sync: false, file_sync_config: SENTINEL, extra: {})
       _body = {}
       _body[:tags] = tags if tags != SENTINEL
       _body[:data_source_id] = data_source_id if data_source_id != SENTINEL
@@ -1687,7 +1779,7 @@ module Carbon
     # @param file_sync_config [FileSyncConfigNullable] 
     # @param body [SyncFilesRequest] 
     # @param [Hash] extra additional parameters to pass along through :header_params, :query_params, or parameter name
-    def sync_files(data_source_id:, ids:, tags: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, embedding_model: 'OPENAI', generate_sparse_vectors: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, set_page_as_boundary: false, request_id: '9fe9190e-384f-4baa-a416-d51ed93d1be7', use_ocr: false, parse_pdf_tables_with_ocr: false, incremental_sync: false, file_sync_config: SENTINEL, extra: {})
+    def sync_files(data_source_id:, ids:, tags: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, embedding_model: 'OPENAI', generate_sparse_vectors: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, set_page_as_boundary: false, request_id: '6136b467-242e-49df-9478-d3e0cfdde299', use_ocr: false, parse_pdf_tables_with_ocr: false, incremental_sync: false, file_sync_config: SENTINEL, extra: {})
       _body = {}
       _body[:tags] = tags if tags != SENTINEL
       _body[:data_source_id] = data_source_id if data_source_id != SENTINEL
@@ -1735,7 +1827,7 @@ module Carbon
     # @param file_sync_config [FileSyncConfigNullable] 
     # @param body [SyncFilesRequest] 
     # @param [Hash] extra additional parameters to pass along through :header_params, :query_params, or parameter name
-    def sync_files_with_http_info(data_source_id:, ids:, tags: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, embedding_model: 'OPENAI', generate_sparse_vectors: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, set_page_as_boundary: false, request_id: '9fe9190e-384f-4baa-a416-d51ed93d1be7', use_ocr: false, parse_pdf_tables_with_ocr: false, incremental_sync: false, file_sync_config: SENTINEL, extra: {})
+    def sync_files_with_http_info(data_source_id:, ids:, tags: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, embedding_model: 'OPENAI', generate_sparse_vectors: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, set_page_as_boundary: false, request_id: '6136b467-242e-49df-9478-d3e0cfdde299', use_ocr: false, parse_pdf_tables_with_ocr: false, incremental_sync: false, file_sync_config: SENTINEL, extra: {})
       _body = {}
       _body[:tags] = tags if tags != SENTINEL
       _body[:data_source_id] = data_source_id if data_source_id != SENTINEL

data/lib/carbon_ruby_sdk/api/utilities_api.rb

@@ -342,9 +342,11 @@ module Carbon
     # @param css_classes_to_skip [Array<String>] 
     # @param css_selectors_to_skip [Array<String>] 
     # @param embedding_model [EmbeddingGenerators] 
+    # @param url_paths_to_include [Array<String>] URL subpaths or directories that you want to include. For example if you want to only include URLs that start with /questions in stackoverflow.com, you will add /questions/ in this input
+    # @param url_paths_to_exclude [Array<String>] URL subpaths or directories that you want to exclude. For example if you want to exclude URLs that start with /questions in stackoverflow.com, you will add /questions/ in this input
     # @param body [SitemapScrapeRequest] 
     # @param [Hash] extra additional parameters to pass along through :header_params, :query_params, or parameter name
-    def scrape_sitemap(url:, tags: SENTINEL, max_pages_to_scrape: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, enable_auto_sync: false, generate_sparse_vectors: false, prepend_filename_to_chunks: false, html_tags_to_skip: SENTINEL, css_classes_to_skip: SENTINEL, css_selectors_to_skip: SENTINEL, embedding_model: 'OPENAI', extra: {})
+    def scrape_sitemap(url:, tags: SENTINEL, max_pages_to_scrape: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, enable_auto_sync: false, generate_sparse_vectors: false, prepend_filename_to_chunks: false, html_tags_to_skip: SENTINEL, css_classes_to_skip: SENTINEL, css_selectors_to_skip: SENTINEL, embedding_model: 'OPENAI', url_paths_to_include: SENTINEL, url_paths_to_exclude: SENTINEL, extra: {})
       _body = {}
       _body[:tags] = tags if tags != SENTINEL
       _body[:url] = url if url != SENTINEL
@@ -359,6 +361,8 @@ module Carbon
       _body[:css_classes_to_skip] = css_classes_to_skip if css_classes_to_skip != SENTINEL
       _body[:css_selectors_to_skip] = css_selectors_to_skip if css_selectors_to_skip != SENTINEL
       _body[:embedding_model] = embedding_model if embedding_model != SENTINEL
+      _body[:url_paths_to_include] = url_paths_to_include if url_paths_to_include != SENTINEL
+      _body[:url_paths_to_exclude] = url_paths_to_exclude if url_paths_to_exclude != SENTINEL
       sitemap_scrape_request = _body
       api_response = scrape_sitemap_with_http_info_impl(sitemap_scrape_request, extra)
       api_response.data
@@ -387,9 +391,11 @@ module Carbon
     # @param css_classes_to_skip [Array<String>] 
     # @param css_selectors_to_skip [Array<String>] 
     # @param embedding_model [EmbeddingGenerators] 
+    # @param url_paths_to_include [Array<String>] URL subpaths or directories that you want to include. For example if you want to only include URLs that start with /questions in stackoverflow.com, you will add /questions/ in this input
+    # @param url_paths_to_exclude [Array<String>] URL subpaths or directories that you want to exclude. For example if you want to exclude URLs that start with /questions in stackoverflow.com, you will add /questions/ in this input
     # @param body [SitemapScrapeRequest] 
     # @param [Hash] extra additional parameters to pass along through :header_params, :query_params, or parameter name
-    def scrape_sitemap_with_http_info(url:, tags: SENTINEL, max_pages_to_scrape: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, enable_auto_sync: false, generate_sparse_vectors: false, prepend_filename_to_chunks: false, html_tags_to_skip: SENTINEL, css_classes_to_skip: SENTINEL, css_selectors_to_skip: SENTINEL, embedding_model: 'OPENAI', extra: {})
+    def scrape_sitemap_with_http_info(url:, tags: SENTINEL, max_pages_to_scrape: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, enable_auto_sync: false, generate_sparse_vectors: false, prepend_filename_to_chunks: false, html_tags_to_skip: SENTINEL, css_classes_to_skip: SENTINEL, css_selectors_to_skip: SENTINEL, embedding_model: 'OPENAI', url_paths_to_include: SENTINEL, url_paths_to_exclude: SENTINEL, extra: {})
       _body = {}
       _body[:tags] = tags if tags != SENTINEL
       _body[:url] = url if url != SENTINEL
@@ -404,6 +410,8 @@ module Carbon
       _body[:css_classes_to_skip] = css_classes_to_skip if css_classes_to_skip != SENTINEL
       _body[:css_selectors_to_skip] = css_selectors_to_skip if css_selectors_to_skip != SENTINEL
       _body[:embedding_model] = embedding_model if embedding_model != SENTINEL
+      _body[:url_paths_to_include] = url_paths_to_include if url_paths_to_include != SENTINEL
+      _body[:url_paths_to_exclude] = url_paths_to_exclude if url_paths_to_exclude != SENTINEL
       sitemap_scrape_request = _body
       scrape_sitemap_with_http_info_impl(sitemap_scrape_request, extra)
     end

data/lib/carbon_ruby_sdk/models/get_embedding_documents_body.rb

@@ -49,7 +49,6 @@ module Carbon
 
     attr_accessor :hybrid_search_tuning_parameters
 
-    # Used to filter the kind of files (e.g. `TEXT` or `IMAGE`) over which to perform the search. Also         plays a role in determining what embedding model is used to embed the query. If `IMAGE` is chosen as the media type,         then the embedding model used will be an embedding model that is not text-only, *regardless* of what value is passed         for `embedding_model`.
     attr_accessor :media_type
 
     attr_accessor :embedding_model
@@ -198,8 +197,6 @@ module Carbon
 
       if attributes.key?(:'media_type')
         self.media_type = attributes[:'media_type']
-      else
-        self.media_type = 'TEXT'
       end
 
       if attributes.key?(:'embedding_model')

data/lib/carbon_ruby_sdk/models/o_auth_url_request.rb

@@ -61,7 +61,7 @@ module Carbon
 
     attr_accessor :parse_pdf_tables_with_ocr
 
-    # Enable integration's file picker for sources that support it. Supported sources: DROPBOX, SHAREPOINT, ONEDRIVE, BOX, GOOGLE_DRIVE
+    # Enable integration's file picker for sources that support it. Supported sources: DROPBOX, GOOGLE_DRIVE, SHAREPOINT, ONEDRIVE, BOX
     attr_accessor :enable_file_picker
 
     # Enabling this flag will fetch all available content from the source to be listed via list items endpoint
@@ -279,7 +279,7 @@ module Carbon
       if attributes.key?(:'request_id')
         self.request_id = attributes[:'request_id']
       else
-        self.request_id = 'ce1b1ec8-be64-491c-9159-c40f85fa0073'
+        self.request_id = '71f214fa-2155-41cb-9336-9b3070e86897'
       end
 
       if attributes.key?(:'use_ocr')

data/lib/carbon_ruby_sdk/models/sitemap_scrape_request.rb

@@ -37,6 +37,12 @@ module Carbon
 
     attr_accessor :embedding_model
 
+    # URL subpaths or directories that you want to include. For example if you want to only include         URLs that start with /questions in stackoverflow.com, you will add /questions/ in this input
+    attr_accessor :url_paths_to_include
+
+    # URL subpaths or directories that you want to exclude. For example if you want to exclude         URLs that start with /questions in stackoverflow.com, you will add /questions/ in this input
+    attr_accessor :url_paths_to_exclude
+
     # Attribute mapping from ruby-style variable name to JSON key.
     def self.attribute_map
       {
@@ -52,7 +58,9 @@ module Carbon
         :'html_tags_to_skip' => :'html_tags_to_skip',
         :'css_classes_to_skip' => :'css_classes_to_skip',
         :'css_selectors_to_skip' => :'css_selectors_to_skip',
-        :'embedding_model' => :'embedding_model'
+        :'embedding_model' => :'embedding_model',
+        :'url_paths_to_include' => :'url_paths_to_include',
+        :'url_paths_to_exclude' => :'url_paths_to_exclude'
       }
     end
 
@@ -76,7 +84,9 @@ module Carbon
         :'html_tags_to_skip' => :'Array<String>',
         :'css_classes_to_skip' => :'Array<String>',
         :'css_selectors_to_skip' => :'Array<String>',
-        :'embedding_model' => :'EmbeddingGenerators'
+        :'embedding_model' => :'EmbeddingGenerators',
+        :'url_paths_to_include' => :'Array<String>',
+        :'url_paths_to_exclude' => :'Array<String>'
       }
     end
 
@@ -94,6 +104,8 @@ module Carbon
         :'html_tags_to_skip',
         :'css_classes_to_skip',
         :'css_selectors_to_skip',
+        :'url_paths_to_include',
+        :'url_paths_to_exclude'
       ])
     end
 
@@ -185,6 +197,18 @@ module Carbon
       else
         self.embedding_model = 'OPENAI'
       end
+
+      if attributes.key?(:'url_paths_to_include')
+        if (value = attributes[:'url_paths_to_include']).is_a?(Array)
+          self.url_paths_to_include = value
+        end
+      end
+
+      if attributes.key?(:'url_paths_to_exclude')
+        if (value = attributes[:'url_paths_to_exclude']).is_a?(Array)
+          self.url_paths_to_exclude = value
+        end
+      end
     end
 
     # Show invalid properties with the reasons. Usually used together with valid?
@@ -199,6 +223,14 @@ module Carbon
         invalid_properties.push('invalid value for "max_pages_to_scrape", must be greater than or equal to 1.')
       end
 
+      if !@url_paths_to_include.nil? && @url_paths_to_include.length > 10
+        invalid_properties.push('invalid value for "url_paths_to_include", number of items must be less than or equal to 10.')
+      end
+
+      if !@url_paths_to_exclude.nil? && @url_paths_to_exclude.length > 10
+        invalid_properties.push('invalid value for "url_paths_to_exclude", number of items must be less than or equal to 10.')
+      end
+
       invalid_properties
     end
 
@@ -207,6 +239,8 @@ module Carbon
     def valid?
       return false if @url.nil?
       return false if !@max_pages_to_scrape.nil? && @max_pages_to_scrape < 1
+      return false if !@url_paths_to_include.nil? && @url_paths_to_include.length > 10
+      return false if !@url_paths_to_exclude.nil? && @url_paths_to_exclude.length > 10
       true
     end
 
@@ -220,6 +254,26 @@ module Carbon
       @max_pages_to_scrape = max_pages_to_scrape
     end
 
+    # Custom attribute writer method with validation
+    # @param [Object] url_paths_to_include Value to be assigned
+    def url_paths_to_include=(url_paths_to_include)
+      if !url_paths_to_include.nil? && url_paths_to_include.length > 10
+        fail ArgumentError, 'invalid value for "url_paths_to_include", number of items must be less than or equal to 10.'
+      end
+
+      @url_paths_to_include = url_paths_to_include
+    end
+
+    # Custom attribute writer method with validation
+    # @param [Object] url_paths_to_exclude Value to be assigned
+    def url_paths_to_exclude=(url_paths_to_exclude)
+      if !url_paths_to_exclude.nil? && url_paths_to_exclude.length > 10
+        fail ArgumentError, 'invalid value for "url_paths_to_exclude", number of items must be less than or equal to 10.'
+      end
+
+      @url_paths_to_exclude = url_paths_to_exclude
+    end
+
     # Checks equality by comparing each attribute.
     # @param [Object] Object to be compared
     def ==(o)
@@ -237,7 +291,9 @@ module Carbon
           html_tags_to_skip == o.html_tags_to_skip &&
           css_classes_to_skip == o.css_classes_to_skip &&
           css_selectors_to_skip == o.css_selectors_to_skip &&
-          embedding_model == o.embedding_model
+          embedding_model == o.embedding_model &&
+          url_paths_to_include == o.url_paths_to_include &&
+          url_paths_to_exclude == o.url_paths_to_exclude
     end
 
     # @see the `==` method
@@ -249,7 +305,7 @@ module Carbon
     # Calculates hash code according to all attributes.
     # @return [Integer] Hash code
     def hash
-      [tags, url, max_pages_to_scrape, chunk_size, chunk_overlap, skip_embedding_generation, enable_auto_sync, generate_sparse_vectors, prepend_filename_to_chunks, html_tags_to_skip, css_classes_to_skip, css_selectors_to_skip, embedding_model].hash
+      [tags, url, max_pages_to_scrape, chunk_size, chunk_overlap, skip_embedding_generation, enable_auto_sync, generate_sparse_vectors, prepend_filename_to_chunks, html_tags_to_skip, css_classes_to_skip, css_selectors_to_skip, embedding_model, url_paths_to_include, url_paths_to_exclude].hash
     end
 
     # Builds the object from hash

data/lib/carbon_ruby_sdk/models/sync_files_request.rb

@@ -187,7 +187,7 @@ module Carbon
       if attributes.key?(:'request_id')
         self.request_id = attributes[:'request_id']
       else
-        self.request_id = '9fe9190e-384f-4baa-a416-d51ed93d1be7'
+        self.request_id = '6136b467-242e-49df-9478-d3e0cfdde299'
       end
 
       if attributes.key?(:'use_ocr')

data/lib/carbon_ruby_sdk/models/sync_options.rb

@@ -182,7 +182,7 @@ module Carbon
       if attributes.key?(:'request_id')
         self.request_id = attributes[:'request_id']
       else
-        self.request_id = 'fceb0182-329c-4e45-953b-885c747cf4a3'
+        self.request_id = '652297b9-0f55-46d8-869d-13a36e89e5da'
       end
 
       if attributes.key?(:'enable_file_picker')

data/lib/carbon_ruby_sdk/models/upload_file_from_url_input.rb

@@ -38,6 +38,8 @@ module Carbon
 
     attr_accessor :detect_audio_language
 
+    attr_accessor :media_type
+
     # Attribute mapping from ruby-style variable name to JSON key.
     def self.attribute_map
       {
@@ -53,7 +55,8 @@ module Carbon
         :'prepend_filename_to_chunks' => :'prepend_filename_to_chunks',
         :'max_items_per_chunk' => :'max_items_per_chunk',
         :'parse_pdf_tables_with_ocr' => :'parse_pdf_tables_with_ocr',
-        :'detect_audio_language' => :'detect_audio_language'
+        :'detect_audio_language' => :'detect_audio_language',
+        :'media_type' => :'media_type'
       }
     end
 
@@ -77,7 +80,8 @@ module Carbon
         :'prepend_filename_to_chunks' => :'Boolean',
         :'max_items_per_chunk' => :'Integer',
         :'parse_pdf_tables_with_ocr' => :'Boolean',
-        :'detect_audio_language' => :'Boolean'
+        :'detect_audio_language' => :'Boolean',
+        :'media_type' => :'FileContentTypesNullable'
       }
     end
 
@@ -88,6 +92,7 @@ module Carbon
         :'chunk_size',
         :'chunk_overlap',
         :'max_items_per_chunk',
+        :'media_type'
       ])
     end
 
@@ -173,6 +178,10 @@ module Carbon
       else
         self.detect_audio_language = false
       end
+
+      if attributes.key?(:'media_type')
+        self.media_type = attributes[:'media_type']
+      end
     end
 
     # Show invalid properties with the reasons. Usually used together with valid?
@@ -210,7 +219,8 @@ module Carbon
           prepend_filename_to_chunks == o.prepend_filename_to_chunks &&
           max_items_per_chunk == o.max_items_per_chunk &&
           parse_pdf_tables_with_ocr == o.parse_pdf_tables_with_ocr &&
-          detect_audio_language == o.detect_audio_language
+          detect_audio_language == o.detect_audio_language &&
+          media_type == o.media_type
     end
 
     # @see the `==` method
@@ -222,7 +232,7 @@ module Carbon
     # Calculates hash code according to all attributes.
     # @return [Integer] Hash code
     def hash
-      [url, file_name, chunk_size, chunk_overlap, skip_embedding_generation, set_page_as_boundary, embedding_model, generate_sparse_vectors, use_textract, prepend_filename_to_chunks, max_items_per_chunk, parse_pdf_tables_with_ocr, detect_audio_language].hash
+      [url, file_name, chunk_size, chunk_overlap, skip_embedding_generation, set_page_as_boundary, embedding_model, generate_sparse_vectors, use_textract, prepend_filename_to_chunks, max_items_per_chunk, parse_pdf_tables_with_ocr, detect_audio_language, media_type].hash
     end
 
     # Builds the object from hash

data/lib/carbon_ruby_sdk/models/webscrape_request.rb

@@ -39,6 +39,9 @@ module Carbon
 
     attr_accessor :embedding_model
 
+    # URL subpaths or directories that you want to include. For example if you want to only include         URLs that start with /questions in stackoverflow.com, you will add /questions/ in this input
+    attr_accessor :url_paths_to_include
+
     # Attribute mapping from ruby-style variable name to JSON key.
     def self.attribute_map
       {
@@ -55,7 +58,8 @@ module Carbon
         :'html_tags_to_skip' => :'html_tags_to_skip',
         :'css_classes_to_skip' => :'css_classes_to_skip',
         :'css_selectors_to_skip' => :'css_selectors_to_skip',
-        :'embedding_model' => :'embedding_model'
+        :'embedding_model' => :'embedding_model',
+        :'url_paths_to_include' => :'url_paths_to_include'
       }
     end
 
@@ -80,7 +84,8 @@ module Carbon
         :'html_tags_to_skip' => :'Array<String>',
         :'css_classes_to_skip' => :'Array<String>',
         :'css_selectors_to_skip' => :'Array<String>',
-        :'embedding_model' => :'EmbeddingGenerators'
+        :'embedding_model' => :'EmbeddingGenerators',
+        :'url_paths_to_include' => :'Array<String>'
       }
     end
 
@@ -99,6 +104,7 @@ module Carbon
         :'html_tags_to_skip',
         :'css_classes_to_skip',
         :'css_selectors_to_skip',
+        :'url_paths_to_include'
       ])
     end
 
@@ -198,6 +204,12 @@ module Carbon
       else
         self.embedding_model = 'OPENAI'
       end
+
+      if attributes.key?(:'url_paths_to_include')
+        if (value = attributes[:'url_paths_to_include']).is_a?(Array)
+          self.url_paths_to_include = value
+        end
+      end
     end
 
     # Show invalid properties with the reasons. Usually used together with valid?
@@ -216,6 +228,10 @@ module Carbon
         invalid_properties.push('invalid value for "max_pages_to_scrape", must be greater than or equal to 1.')
       end
 
+      if !@url_paths_to_include.nil? && @url_paths_to_include.length > 10
+        invalid_properties.push('invalid value for "url_paths_to_include", number of items must be less than or equal to 10.')
+      end
+
       invalid_properties
     end
 
@@ -225,6 +241,7 @@ module Carbon
       return false if @url.nil?
       return false if !@recursion_depth.nil? && @recursion_depth < 0
       return false if !@max_pages_to_scrape.nil? && @max_pages_to_scrape < 1
+      return false if !@url_paths_to_include.nil? && @url_paths_to_include.length > 10
       true
     end
 
@@ -248,6 +265,16 @@ module Carbon
       @max_pages_to_scrape = max_pages_to_scrape
     end
 
+    # Custom attribute writer method with validation
+    # @param [Object] url_paths_to_include Value to be assigned
+    def url_paths_to_include=(url_paths_to_include)
+      if !url_paths_to_include.nil? && url_paths_to_include.length > 10
+        fail ArgumentError, 'invalid value for "url_paths_to_include", number of items must be less than or equal to 10.'
+      end
+
+      @url_paths_to_include = url_paths_to_include
+    end
+
     # Checks equality by comparing each attribute.
     # @param [Object] Object to be compared
     def ==(o)
@@ -266,7 +293,8 @@ module Carbon
           html_tags_to_skip == o.html_tags_to_skip &&
           css_classes_to_skip == o.css_classes_to_skip &&
           css_selectors_to_skip == o.css_selectors_to_skip &&
-          embedding_model == o.embedding_model
+          embedding_model == o.embedding_model &&
+          url_paths_to_include == o.url_paths_to_include
     end
 
     # @see the `==` method
@@ -278,7 +306,7 @@ module Carbon
     # Calculates hash code according to all attributes.
     # @return [Integer] Hash code
     def hash
-      [tags, url, recursion_depth, max_pages_to_scrape, chunk_size, chunk_overlap, skip_embedding_generation, enable_auto_sync, generate_sparse_vectors, prepend_filename_to_chunks, html_tags_to_skip, css_classes_to_skip, css_selectors_to_skip, embedding_model].hash
+      [tags, url, recursion_depth, max_pages_to_scrape, chunk_size, chunk_overlap, skip_embedding_generation, enable_auto_sync, generate_sparse_vectors, prepend_filename_to_chunks, html_tags_to_skip, css_classes_to_skip, css_selectors_to_skip, embedding_model, url_paths_to_include].hash
     end
 
     # Builds the object from hash

data/lib/carbon_ruby_sdk/version.rb

@@ -7,5 +7,5 @@ The version of the OpenAPI document: 1.0.0
 =end
 
 module Carbon
-  VERSION = '0.2.1'
+  VERSION = '0.2.3'
 end

data/spec/api/integrations_api_spec.rb

@@ -26,6 +26,17 @@ describe 'IntegrationsApi' do
     end
   end
 
+  # unit tests for cancel
+  # Cancel Data Source Items Sync
+  # @param sync_directory_request 
+  # @param [Hash] opts the optional parameters
+  # @return [OrganizationUserDataSourceAPI]
+  describe 'cancel test' do
+    it 'should work' do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
   # unit tests for connect_data_source
   # Connect Data Source
   # @param connect_data_source_input 

data/spec/models/sitemap_scrape_request_spec.rb

@@ -97,4 +97,16 @@ describe Carbon::SitemapScrapeRequest do
     end
   end
 
+  describe 'test attribute "url_paths_to_include"' do
+    it 'should work' do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
+  describe 'test attribute "url_paths_to_exclude"' do
+    it 'should work' do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
 end

data/spec/models/upload_file_from_url_input_spec.rb

@@ -97,4 +97,10 @@ describe Carbon::UploadFileFromUrlInput do
     end
   end
 
+  describe 'test attribute "media_type"' do
+    it 'should work' do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
 end

data/spec/models/webscrape_request_spec.rb

@@ -103,4 +103,10 @@ describe Carbon::WebscrapeRequest do
     end
   end
 
+  describe 'test attribute "url_paths_to_include"' do
+    it 'should work' do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: carbon_ruby_sdk
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.2.3
 platform: ruby
 authors:
 - Konfig
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-05-30 00:00:00.000000000 Z
+date: 2024-06-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: faraday