carbon_ruby_sdk 0.2.14 → 0.2.16

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 984e5089a3db27f2a5612d3bdf0dcfd39fe085da968e42eb3478209784f585a8
-  data.tar.gz: ff2177a599a167616aa47081b6116e417e83322dda52cd53bfa49b2e2a82578a
+  metadata.gz: 60c08043b97e6964d1c87a7461e6e93a0cff8c7db0fa98be4e0dd2991540a0cf
+  data.tar.gz: a6b5dd7321fb52625d1e8f3c1acbaa1ec6165412980c1cd679b083dfb5dced35
 SHA512:
-  metadata.gz: 128fde907d3414ddf759bbc45edc6a6328193af688d789dc43f759e2646c6ed194ce3951094cc4ec8f5728e071d62108fce87d51e73e70f0ddd0be9a443c458d
-  data.tar.gz: e656ca1e4059b26a0ea3b3ac387bd5ec1dcfa8e55cd831c5efead211d5fd68b10db1f717c7fb1ff59a7fb1222bbbb3aa2310086b267ba2a622e1d6309fb8795c
+  metadata.gz: '07691a370c7f1e6a94e6a9974451e301cd2fe2150c2b5b4618c970a608eef457c42194935ccc8eb718112eb7fee4ab39f746bee654def58d2c50d109e0dd6499'
+  data.tar.gz: 75acc5f7eb04e965000af6070ba92aa82c47ff65f2ee378ff745b38b9357e101c3493c9d645bd14a361f13c3938ff1a3d6ae1104ad1cd8a694c0e6284cf0259a

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    carbon_ruby_sdk (0.2.13)
+    carbon_ruby_sdk (0.2.16)
       faraday (>= 1.0.1, < 3.0)
       faraday-multipart (~> 1.0, >= 1.0.4)
 
@@ -15,8 +15,9 @@ GEM
       irb (>= 1.5.0)
       reline (>= 0.3.1)
     diff-lcs (1.5.1)
-    faraday (2.9.0)
+    faraday (2.10.0)
       faraday-net_http (>= 2.0, < 3.2)
+      logger
     faraday-multipart (1.0.4)
       multipart-post (~> 2)
     faraday-net_http (3.1.0)
@@ -24,12 +25,13 @@ GEM
     io-console (0.7.2)
     irb (1.6.4)
       reline (>= 0.3.0)
-    method_source (1.0.0)
-    multipart-post (2.4.0)
+    logger (1.6.0)
+    method_source (1.1.0)
+    multipart-post (2.4.1)
     net-http (0.4.1)
       uri
-    parallel (1.24.0)
-    parser (3.3.0.5)
+    parallel (1.25.1)
+    parser (3.3.4.0)
       ast (~> 2.4.1)
       racc
     pry (0.14.2)
@@ -38,23 +40,24 @@ GEM
     pry-byebug (3.10.1)
       byebug (~> 11.0)
       pry (>= 0.13, < 0.15)
-    racc (1.7.3)
+    racc (1.8.0)
     rainbow (3.1.1)
     rake (13.0.6)
-    regexp_parser (2.9.0)
-    reline (0.5.0)
+    regexp_parser (2.9.2)
+    reline (0.5.9)
       io-console (~> 0.5)
-    rexml (3.2.6)
+    rexml (3.3.2)
+      strscan
     rspec (3.13.0)
       rspec-core (~> 3.13.0)
       rspec-expectations (~> 3.13.0)
       rspec-mocks (~> 3.13.0)
     rspec-core (3.13.0)
       rspec-support (~> 3.13.0)
-    rspec-expectations (3.13.0)
+    rspec-expectations (3.13.1)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.13.0)
-    rspec-mocks (3.13.0)
+    rspec-mocks (3.13.1)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.13.0)
     rspec-support (3.13.1)
@@ -67,14 +70,15 @@ GEM
       rubocop-ast (>= 1.2.0, < 2.0)
       ruby-progressbar (~> 1.7)
       unicode-display_width (>= 1.4.0, < 3.0)
-    rubocop-ast (1.31.2)
-      parser (>= 3.3.0.4)
+    rubocop-ast (1.31.3)
+      parser (>= 3.3.1.0)
     ruby-progressbar (1.13.0)
+    strscan (3.1.0)
     unicode-display_width (2.5.0)
     uri (0.13.0)
 
 PLATFORMS
-  arm64-darwin-22
+  arm64-darwin-21
 
 DEPENDENCIES
   carbon_ruby_sdk!
@@ -86,4 +90,4 @@ DEPENDENCIES
   rubocop (~> 1.12.1)
 
 BUNDLED WITH
-   2.4.19
+   2.3.7

data/README.md

@@ -6,7 +6,7 @@
 
 Connect external data to LLMs, no matter the source.
 
-[![npm](https://img.shields.io/badge/gem-v0.2.14-blue)](https://rubygems.org/gems/carbon_ruby_sdk/versions/0.2.14)
+[![npm](https://img.shields.io/badge/gem-v0.2.16-blue)](https://rubygems.org/gems/carbon_ruby_sdk/versions/0.2.16)
 
 </div>
 
@@ -91,7 +91,7 @@ Connect external data to LLMs, no matter the source.
 Add to Gemfile:
 
 ```ruby
-gem 'carbon_ruby_sdk', '~> 0.2.14'
+gem 'carbon_ruby_sdk', '~> 0.2.16'
 ```
 
 ## Getting Started<a id="getting-started"></a>
@@ -1300,7 +1300,7 @@ result = carbon.integrations.connect_data_source(
         "prepend_filename_to_chunks" => false,
         "sync_files_on_connection" => true,
         "set_page_as_boundary" => false,
-        "request_id" => "3a0195db-42f0-48ed-b809-d253f436a8e0",
+        "request_id" => "e38a7eee-02b7-4f73-be14-ea9bb1f09e85",
         "enable_file_picker" => true,
         "sync_source_items" => true,
         "incremental_sync" => false,
@@ -1520,7 +1520,7 @@ result = carbon.integrations.get_oauth_url(
   set_page_as_boundary: false,
   data_source_id: 1,
   connecting_new_account: false,
-  request_id: "b2935b7f-ee64-4d76-8864-8b6731211938",
+  request_id: "e5fd53f8-ed96-474a-ba66-1fc1948facdf",
   use_ocr: false,
   parse_pdf_tables_with_ocr: false,
   enable_file_picker: true,
@@ -1581,7 +1581,7 @@ Enable OCR for files that support it. Supported formats: pdf
 ##### parse_pdf_tables_with_ocr: `Boolean`<a id="parse_pdf_tables_with_ocr-boolean"></a>
 ##### enable_file_picker: `Boolean`<a id="enable_file_picker-boolean"></a>
 Enable integration's file picker for sources that support it. Supported sources:
-SHAREPOINT, DROPBOX, ONEDRIVE, GOOGLE_DRIVE, BOX
+BOX, ONEDRIVE, DROPBOX, SHAREPOINT, GOOGLE_DRIVE
 
 ##### sync_source_items: `Boolean`<a id="sync_source_items-boolean"></a>
 Enabling this flag will fetch all available content from the source to be listed
@@ -1608,6 +1608,9 @@ other data sources.
 
 
 ### `carbon.integrations.list_confluence_pages`<a id="carbonintegrationslist_confluence_pages"></a>
+![Deprecated](https://img.shields.io/badge/deprecated-yellow)
+
+This endpoint has been deprecated. Use /integrations/items/list instead.
 
 To begin listing a user's Confluence pages, at least a `data_source_id` of a connected
 Confluence account must be specified. This base request returns a list of root pages for
@@ -1858,6 +1861,9 @@ p result
 
 
 ### `carbon.integrations.sync_confluence`<a id="carbonintegrationssync_confluence"></a>
+![Deprecated](https://img.shields.io/badge/deprecated-yellow)
+
+This endpoint has been deprecated. Use /integrations/files/sync instead.
 
 After listing pages in a user's Confluence account, the set of selected page `ids` and the
 connected account's `data_source_id` can be passed into this endpoint to sync them into
@@ -1881,7 +1887,7 @@ result = carbon.integrations.sync_confluence(
   prepend_filename_to_chunks: false,
   max_items_per_chunk: 1,
   set_page_as_boundary: false,
-  request_id: "50140a8f-c06f-40df-9b91-d10d074bcb67",
+  request_id: "77b56048-a895-4377-b0d3-e190d1b7de32",
   use_ocr: false,
   parse_pdf_tables_with_ocr: false,
   incremental_sync: false,
@@ -1986,7 +1992,7 @@ result = carbon.integrations.sync_files(
   prepend_filename_to_chunks: false,
   max_items_per_chunk: 1,
   set_page_as_boundary: false,
-  request_id: "50140a8f-c06f-40df-9b91-d10d074bcb67",
+  request_id: "77b56048-a895-4377-b0d3-e190d1b7de32",
   use_ocr: false,
   parse_pdf_tables_with_ocr: false,
   incremental_sync: false,
@@ -2576,6 +2582,11 @@ Update Organization
 result = carbon.organizations.update(
   global_user_config: {
     },
+  data_source_configs: {
+        "key": {
+            "allowed_file_formats" => [],
+        },
+    },
 )
 p result
 ```
@@ -2583,6 +2594,10 @@ p result
 #### ⚙️ Parameters<a id="⚙️-parameters"></a>
 
 ##### global_user_config: [`UserConfigurationNullable`](./lib/carbon_ruby_sdk/models/user_configuration_nullable.rb)<a id="global_user_config-userconfigurationnullablelibcarbon_ruby_sdkmodelsuser_configuration_nullablerb"></a>
+##### data_source_configs: Hash<string, [`DataSourceConfiguration`](./lib/carbon_ruby_sdk/models/data_source_configuration.rb)><a id="data_source_configs-hash"></a>
+Used to set organization level defaults for configuration related to data
+sources.
+
 #### 🔄 Return<a id="🔄-return"></a>
 
 [GenericSuccessResponse](./lib/carbon_ruby_sdk/models/generic_success_response.rb)
@@ -2966,6 +2981,7 @@ result = carbon.utilities.scrape_sitemap(
   embedding_model: "OPENAI",
   url_paths_to_include: [],
   url_paths_to_exclude: [],
+  urls_to_scrape: [],
 )
 p result
 ```
@@ -2995,6 +3011,11 @@ URL subpaths or directories that you want to exclude. For example if you want to
 exclude URLs that start with /questions in stackoverflow.com, you will add
 /questions/ in this input
 
+##### urls_to_scrape: Array<`String`><a id="urls_to_scrape-array"></a>
+You can submit a subset of URLs from the sitemap that should be scraped. To get
+the list of URLs, you can check out /process_sitemap endpoint. If left empty,
+all URLs from the sitemap will be scraped.
+
 #### 🌐 Endpoint<a id="🌐-endpoint"></a>
 
 `/scrape_sitemap` `POST`

data/lib/carbon_ruby_sdk/api/integrations_api.rb

@@ -653,13 +653,13 @@ module Carbon
     # @param request_id [String] This request id will be added to all files that get synced using the generated OAuth URL
     # @param use_ocr [Boolean] Enable OCR for files that support it. Supported formats: pdf
     # @param parse_pdf_tables_with_ocr [Boolean] 
-    # @param enable_file_picker [Boolean] Enable integration's file picker for sources that support it. Supported sources: SHAREPOINT, DROPBOX, ONEDRIVE, GOOGLE_DRIVE, BOX
+    # @param enable_file_picker [Boolean] Enable integration's file picker for sources that support it. Supported sources: BOX, ONEDRIVE, DROPBOX, SHAREPOINT, GOOGLE_DRIVE
     # @param sync_source_items [Boolean] Enabling this flag will fetch all available content from the source to be listed via list items endpoint
     # @param incremental_sync [Boolean] Only sync files if they have not already been synced or if the embedding properties have changed. This flag is currently supported by ONEDRIVE, GOOGLE_DRIVE, BOX, DROPBOX, INTERCOM, GMAIL, OUTLOOK. It will be ignored for other data sources.
     # @param file_sync_config [FileSyncConfigNullable] 
     # @param body [OAuthURLRequest] 
     # @param [Hash] extra additional parameters to pass along through :header_params, :query_params, or parameter name
-    def get_oauth_url(service:, tags: SENTINEL, scope: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, embedding_model: 'OPENAI', zendesk_subdomain: SENTINEL, microsoft_tenant: SENTINEL, sharepoint_site_name: SENTINEL, confluence_subdomain: SENTINEL, generate_sparse_vectors: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, salesforce_domain: SENTINEL, sync_files_on_connection: true, set_page_as_boundary: false, data_source_id: SENTINEL, connecting_new_account: false, request_id: 'b2935b7f-ee64-4d76-8864-8b6731211938', use_ocr: false, parse_pdf_tables_with_ocr: false, enable_file_picker: true, sync_source_items: true, incremental_sync: false, file_sync_config: SENTINEL, extra: {})
+    def get_oauth_url(service:, tags: SENTINEL, scope: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, embedding_model: 'OPENAI', zendesk_subdomain: SENTINEL, microsoft_tenant: SENTINEL, sharepoint_site_name: SENTINEL, confluence_subdomain: SENTINEL, generate_sparse_vectors: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, salesforce_domain: SENTINEL, sync_files_on_connection: true, set_page_as_boundary: false, data_source_id: SENTINEL, connecting_new_account: false, request_id: 'e5fd53f8-ed96-474a-ba66-1fc1948facdf', use_ocr: false, parse_pdf_tables_with_ocr: false, enable_file_picker: true, sync_source_items: true, incremental_sync: false, file_sync_config: SENTINEL, extra: {})
       _body = {}
       _body[:tags] = tags if tags != SENTINEL
       _body[:scope] = scope if scope != SENTINEL
@@ -721,13 +721,13 @@ module Carbon
     # @param request_id [String] This request id will be added to all files that get synced using the generated OAuth URL
     # @param use_ocr [Boolean] Enable OCR for files that support it. Supported formats: pdf
     # @param parse_pdf_tables_with_ocr [Boolean] 
-    # @param enable_file_picker [Boolean] Enable integration's file picker for sources that support it. Supported sources: SHAREPOINT, DROPBOX, ONEDRIVE, GOOGLE_DRIVE, BOX
+    # @param enable_file_picker [Boolean] Enable integration's file picker for sources that support it. Supported sources: BOX, ONEDRIVE, DROPBOX, SHAREPOINT, GOOGLE_DRIVE
     # @param sync_source_items [Boolean] Enabling this flag will fetch all available content from the source to be listed via list items endpoint
     # @param incremental_sync [Boolean] Only sync files if they have not already been synced or if the embedding properties have changed. This flag is currently supported by ONEDRIVE, GOOGLE_DRIVE, BOX, DROPBOX, INTERCOM, GMAIL, OUTLOOK. It will be ignored for other data sources.
     # @param file_sync_config [FileSyncConfigNullable] 
     # @param body [OAuthURLRequest] 
     # @param [Hash] extra additional parameters to pass along through :header_params, :query_params, or parameter name
-    def get_oauth_url_with_http_info(service:, tags: SENTINEL, scope: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, embedding_model: 'OPENAI', zendesk_subdomain: SENTINEL, microsoft_tenant: SENTINEL, sharepoint_site_name: SENTINEL, confluence_subdomain: SENTINEL, generate_sparse_vectors: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, salesforce_domain: SENTINEL, sync_files_on_connection: true, set_page_as_boundary: false, data_source_id: SENTINEL, connecting_new_account: false, request_id: 'b2935b7f-ee64-4d76-8864-8b6731211938', use_ocr: false, parse_pdf_tables_with_ocr: false, enable_file_picker: true, sync_source_items: true, incremental_sync: false, file_sync_config: SENTINEL, extra: {})
+    def get_oauth_url_with_http_info(service:, tags: SENTINEL, scope: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, embedding_model: 'OPENAI', zendesk_subdomain: SENTINEL, microsoft_tenant: SENTINEL, sharepoint_site_name: SENTINEL, confluence_subdomain: SENTINEL, generate_sparse_vectors: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, salesforce_domain: SENTINEL, sync_files_on_connection: true, set_page_as_boundary: false, data_source_id: SENTINEL, connecting_new_account: false, request_id: 'e5fd53f8-ed96-474a-ba66-1fc1948facdf', use_ocr: false, parse_pdf_tables_with_ocr: false, enable_file_picker: true, sync_source_items: true, incremental_sync: false, file_sync_config: SENTINEL, extra: {})
       _body = {}
       _body[:tags] = tags if tags != SENTINEL
       _body[:scope] = scope if scope != SENTINEL
@@ -830,6 +830,8 @@ module Carbon
 
     # Confluence List
     #
+    # This endpoint has been deprecated. Use /integrations/items/list instead.
+    # 
     # To begin listing a user's Confluence pages, at least a `data_source_id` of a connected
     # Confluence account must be specified. This base request returns a list of root pages for
     # every space the user has access to in a Confluence instance. To traverse further down
@@ -853,6 +855,8 @@ module Carbon
 
     # Confluence List
     #
+    # This endpoint has been deprecated. Use /integrations/items/list instead.
+    # 
     # To begin listing a user's Confluence pages, at least a `data_source_id` of a connected
     # Confluence account must be specified. This base request returns a list of root pages for
     # every space the user has access to in a Confluence instance. To traverse further down
@@ -874,7 +878,7 @@ module Carbon
     end
 
     # Confluence List
-    # To begin listing a user's Confluence pages, at least a `data_source_id` of a connected Confluence account must be specified. This base request returns a list of root pages for every space the user has access to in a Confluence instance. To traverse further down the user's page directory, additional requests to this endpoint can be made with the same `data_source_id` and with `parent_id` set to the id of page from a previous request. For convenience, the `has_children` property in each directory item in the response list will flag which pages will return non-empty lists of pages when set as the `parent_id`.
+    # This endpoint has been deprecated. Use /integrations/items/list instead.  To begin listing a user's Confluence pages, at least a `data_source_id` of a connected Confluence account must be specified. This base request returns a list of root pages for every space the user has access to in a Confluence instance. To traverse further down the user's page directory, additional requests to this endpoint can be made with the same `data_source_id` and with `parent_id` set to the id of page from a previous request. For convenience, the `has_children` property in each directory item in the response list will flag which pages will return non-empty lists of pages when set as the `parent_id`.
     # @param list_request [ListRequest] 
     # @param [Hash] opts the optional parameters
     # @return [ListResponse]
@@ -884,7 +888,7 @@ module Carbon
     end
 
     # Confluence List
-    # To begin listing a user's Confluence pages, at least a `data_source_id` of a connected Confluence account must be specified. This base request returns a list of root pages for every space the user has access to in a Confluence instance. To traverse further down the user's page directory, additional requests to this endpoint can be made with the same `data_source_id` and with `parent_id` set to the id of page from a previous request. For convenience, the `has_children` property in each directory item in the response list will flag which pages will return non-empty lists of pages when set as the `parent_id`.
+    # This endpoint has been deprecated. Use /integrations/items/list instead.  To begin listing a user's Confluence pages, at least a `data_source_id` of a connected Confluence account must be specified. This base request returns a list of root pages for every space the user has access to in a Confluence instance. To traverse further down the user's page directory, additional requests to this endpoint can be made with the same `data_source_id` and with `parent_id` set to the id of page from a previous request. For convenience, the `has_children` property in each directory item in the response list will flag which pages will return non-empty lists of pages when set as the `parent_id`.
     # @param list_request [ListRequest] 
     # @param [Hash] opts the optional parameters
     # @return [APIResponse] data is ListResponse, status code, headers and response
@@ -1617,6 +1621,8 @@ module Carbon
 
     # Confluence Sync
     #
+    # This endpoint has been deprecated. Use /integrations/files/sync instead.
+    # 
     # After listing pages in a user's Confluence account, the set of selected page `ids` and the
     # connected account's `data_source_id` can be passed into this endpoint to sync them into
     # Carbon. Additional parameters listed below can be used to associate data to the selected
@@ -1640,7 +1646,7 @@ module Carbon
     # @param file_sync_config [FileSyncConfigNullable] 
     # @param body [SyncFilesRequest] 
     # @param [Hash] extra additional parameters to pass along through :header_params, :query_params, or parameter name
-    def sync_confluence(data_source_id:, ids:, tags: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, embedding_model: 'OPENAI', generate_sparse_vectors: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, set_page_as_boundary: false, request_id: '50140a8f-c06f-40df-9b91-d10d074bcb67', use_ocr: false, parse_pdf_tables_with_ocr: false, incremental_sync: false, file_sync_config: SENTINEL, extra: {})
+    def sync_confluence(data_source_id:, ids:, tags: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, embedding_model: 'OPENAI', generate_sparse_vectors: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, set_page_as_boundary: false, request_id: '77b56048-a895-4377-b0d3-e190d1b7de32', use_ocr: false, parse_pdf_tables_with_ocr: false, incremental_sync: false, file_sync_config: SENTINEL, extra: {})
       _body = {}
       _body[:tags] = tags if tags != SENTINEL
       _body[:data_source_id] = data_source_id if data_source_id != SENTINEL
@@ -1665,6 +1671,8 @@ module Carbon
 
     # Confluence Sync
     #
+    # This endpoint has been deprecated. Use /integrations/files/sync instead.
+    # 
     # After listing pages in a user's Confluence account, the set of selected page `ids` and the
     # connected account's `data_source_id` can be passed into this endpoint to sync them into
     # Carbon. Additional parameters listed below can be used to associate data to the selected
@@ -1688,7 +1696,7 @@ module Carbon
     # @param file_sync_config [FileSyncConfigNullable] 
     # @param body [SyncFilesRequest] 
     # @param [Hash] extra additional parameters to pass along through :header_params, :query_params, or parameter name
-    def sync_confluence_with_http_info(data_source_id:, ids:, tags: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, embedding_model: 'OPENAI', generate_sparse_vectors: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, set_page_as_boundary: false, request_id: '50140a8f-c06f-40df-9b91-d10d074bcb67', use_ocr: false, parse_pdf_tables_with_ocr: false, incremental_sync: false, file_sync_config: SENTINEL, extra: {})
+    def sync_confluence_with_http_info(data_source_id:, ids:, tags: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, embedding_model: 'OPENAI', generate_sparse_vectors: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, set_page_as_boundary: false, request_id: '77b56048-a895-4377-b0d3-e190d1b7de32', use_ocr: false, parse_pdf_tables_with_ocr: false, incremental_sync: false, file_sync_config: SENTINEL, extra: {})
       _body = {}
       _body[:tags] = tags if tags != SENTINEL
       _body[:data_source_id] = data_source_id if data_source_id != SENTINEL
@@ -1711,7 +1719,7 @@ module Carbon
     end
 
     # Confluence Sync
-    # After listing pages in a user's Confluence account, the set of selected page `ids` and the connected account's `data_source_id` can be passed into this endpoint to sync them into Carbon. Additional parameters listed below can be used to associate data to the selected pages or alter the behavior of the sync.
+    # This endpoint has been deprecated. Use /integrations/files/sync instead.  After listing pages in a user's Confluence account, the set of selected page `ids` and the connected account's `data_source_id` can be passed into this endpoint to sync them into Carbon. Additional parameters listed below can be used to associate data to the selected pages or alter the behavior of the sync.
     # @param sync_files_request [SyncFilesRequest] 
     # @param [Hash] opts the optional parameters
     # @return [GenericSuccessResponse]
@@ -1721,7 +1729,7 @@ module Carbon
     end
 
     # Confluence Sync
-    # After listing pages in a user's Confluence account, the set of selected page `ids` and the connected account's `data_source_id` can be passed into this endpoint to sync them into Carbon. Additional parameters listed below can be used to associate data to the selected pages or alter the behavior of the sync.
+    # This endpoint has been deprecated. Use /integrations/files/sync instead.  After listing pages in a user's Confluence account, the set of selected page `ids` and the connected account's `data_source_id` can be passed into this endpoint to sync them into Carbon. Additional parameters listed below can be used to associate data to the selected pages or alter the behavior of the sync.
     # @param sync_files_request [SyncFilesRequest] 
     # @param [Hash] opts the optional parameters
     # @return [APIResponse] data is GenericSuccessResponse, status code, headers and response
@@ -1896,7 +1904,7 @@ module Carbon
     # @param file_sync_config [FileSyncConfigNullable] 
     # @param body [SyncFilesRequest] 
     # @param [Hash] extra additional parameters to pass along through :header_params, :query_params, or parameter name
-    def sync_files(data_source_id:, ids:, tags: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, embedding_model: 'OPENAI', generate_sparse_vectors: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, set_page_as_boundary: false, request_id: '50140a8f-c06f-40df-9b91-d10d074bcb67', use_ocr: false, parse_pdf_tables_with_ocr: false, incremental_sync: false, file_sync_config: SENTINEL, extra: {})
+    def sync_files(data_source_id:, ids:, tags: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, embedding_model: 'OPENAI', generate_sparse_vectors: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, set_page_as_boundary: false, request_id: '77b56048-a895-4377-b0d3-e190d1b7de32', use_ocr: false, parse_pdf_tables_with_ocr: false, incremental_sync: false, file_sync_config: SENTINEL, extra: {})
       _body = {}
       _body[:tags] = tags if tags != SENTINEL
       _body[:data_source_id] = data_source_id if data_source_id != SENTINEL
@@ -1944,7 +1952,7 @@ module Carbon
     # @param file_sync_config [FileSyncConfigNullable] 
     # @param body [SyncFilesRequest] 
     # @param [Hash] extra additional parameters to pass along through :header_params, :query_params, or parameter name
-    def sync_files_with_http_info(data_source_id:, ids:, tags: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, embedding_model: 'OPENAI', generate_sparse_vectors: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, set_page_as_boundary: false, request_id: '50140a8f-c06f-40df-9b91-d10d074bcb67', use_ocr: false, parse_pdf_tables_with_ocr: false, incremental_sync: false, file_sync_config: SENTINEL, extra: {})
+    def sync_files_with_http_info(data_source_id:, ids:, tags: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, embedding_model: 'OPENAI', generate_sparse_vectors: false, prepend_filename_to_chunks: false, max_items_per_chunk: SENTINEL, set_page_as_boundary: false, request_id: '77b56048-a895-4377-b0d3-e190d1b7de32', use_ocr: false, parse_pdf_tables_with_ocr: false, incremental_sync: false, file_sync_config: SENTINEL, extra: {})
       _body = {}
       _body[:tags] = tags if tags != SENTINEL
       _body[:data_source_id] = data_source_id if data_source_id != SENTINEL

data/lib/carbon_ruby_sdk/api/organizations_api.rb

@@ -90,11 +90,13 @@ module Carbon
     # Update Organization
     #
     # @param global_user_config [UserConfigurationNullable] 
+    # @param data_source_configs [Hash<String, DataSourceConfiguration>] Used to set organization level defaults for configuration related to data sources.
     # @param body [UpdateOrganizationInput] 
     # @param [Hash] extra additional parameters to pass along through :header_params, :query_params, or parameter name
-    def update(global_user_config: SENTINEL, extra: {})
+    def update(global_user_config: SENTINEL, data_source_configs: SENTINEL, extra: {})
       _body = {}
       _body[:global_user_config] = global_user_config if global_user_config != SENTINEL
+      _body[:data_source_configs] = data_source_configs if data_source_configs != SENTINEL
       update_organization_input = _body
       api_response = update_with_http_info_impl(update_organization_input, extra)
       api_response.data
@@ -103,11 +105,13 @@ module Carbon
     # Update Organization
     #
     # @param global_user_config [UserConfigurationNullable] 
+    # @param data_source_configs [Hash<String, DataSourceConfiguration>] Used to set organization level defaults for configuration related to data sources.
     # @param body [UpdateOrganizationInput] 
     # @param [Hash] extra additional parameters to pass along through :header_params, :query_params, or parameter name
-    def update_with_http_info(global_user_config: SENTINEL, extra: {})
+    def update_with_http_info(global_user_config: SENTINEL, data_source_configs: SENTINEL, extra: {})
       _body = {}
       _body[:global_user_config] = global_user_config if global_user_config != SENTINEL
+      _body[:data_source_configs] = data_source_configs if data_source_configs != SENTINEL
       update_organization_input = _body
       update_with_http_info_impl(update_organization_input, extra)
     end

data/lib/carbon_ruby_sdk/api/utilities_api.rb

@@ -436,9 +436,10 @@ module Carbon
     # @param embedding_model [EmbeddingGenerators] 
     # @param url_paths_to_include [Array<String>] URL subpaths or directories that you want to include. For example if you want to only include URLs that start with /questions in stackoverflow.com, you will add /questions/ in this input
     # @param url_paths_to_exclude [Array<String>] URL subpaths or directories that you want to exclude. For example if you want to exclude URLs that start with /questions in stackoverflow.com, you will add /questions/ in this input
+    # @param urls_to_scrape [Array<String>] You can submit a subset of URLs from the sitemap that should be scraped. To get the list of URLs, you can check out /process_sitemap endpoint. If left empty, all URLs from the sitemap will be scraped.
     # @param body [SitemapScrapeRequest] 
     # @param [Hash] extra additional parameters to pass along through :header_params, :query_params, or parameter name
-    def scrape_sitemap(url:, tags: SENTINEL, max_pages_to_scrape: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, enable_auto_sync: false, generate_sparse_vectors: false, prepend_filename_to_chunks: false, html_tags_to_skip: SENTINEL, css_classes_to_skip: SENTINEL, css_selectors_to_skip: SENTINEL, embedding_model: 'OPENAI', url_paths_to_include: SENTINEL, url_paths_to_exclude: SENTINEL, extra: {})
+    def scrape_sitemap(url:, tags: SENTINEL, max_pages_to_scrape: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, enable_auto_sync: false, generate_sparse_vectors: false, prepend_filename_to_chunks: false, html_tags_to_skip: SENTINEL, css_classes_to_skip: SENTINEL, css_selectors_to_skip: SENTINEL, embedding_model: 'OPENAI', url_paths_to_include: SENTINEL, url_paths_to_exclude: SENTINEL, urls_to_scrape: SENTINEL, extra: {})
       _body = {}
       _body[:tags] = tags if tags != SENTINEL
       _body[:url] = url if url != SENTINEL
@@ -455,6 +456,7 @@ module Carbon
       _body[:embedding_model] = embedding_model if embedding_model != SENTINEL
       _body[:url_paths_to_include] = url_paths_to_include if url_paths_to_include != SENTINEL
       _body[:url_paths_to_exclude] = url_paths_to_exclude if url_paths_to_exclude != SENTINEL
+      _body[:urls_to_scrape] = urls_to_scrape if urls_to_scrape != SENTINEL
       sitemap_scrape_request = _body
       api_response = scrape_sitemap_with_http_info_impl(sitemap_scrape_request, extra)
       api_response.data
@@ -485,9 +487,10 @@ module Carbon
     # @param embedding_model [EmbeddingGenerators] 
     # @param url_paths_to_include [Array<String>] URL subpaths or directories that you want to include. For example if you want to only include URLs that start with /questions in stackoverflow.com, you will add /questions/ in this input
     # @param url_paths_to_exclude [Array<String>] URL subpaths or directories that you want to exclude. For example if you want to exclude URLs that start with /questions in stackoverflow.com, you will add /questions/ in this input
+    # @param urls_to_scrape [Array<String>] You can submit a subset of URLs from the sitemap that should be scraped. To get the list of URLs, you can check out /process_sitemap endpoint. If left empty, all URLs from the sitemap will be scraped.
     # @param body [SitemapScrapeRequest] 
     # @param [Hash] extra additional parameters to pass along through :header_params, :query_params, or parameter name
-    def scrape_sitemap_with_http_info(url:, tags: SENTINEL, max_pages_to_scrape: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, enable_auto_sync: false, generate_sparse_vectors: false, prepend_filename_to_chunks: false, html_tags_to_skip: SENTINEL, css_classes_to_skip: SENTINEL, css_selectors_to_skip: SENTINEL, embedding_model: 'OPENAI', url_paths_to_include: SENTINEL, url_paths_to_exclude: SENTINEL, extra: {})
+    def scrape_sitemap_with_http_info(url:, tags: SENTINEL, max_pages_to_scrape: SENTINEL, chunk_size: 1500, chunk_overlap: 20, skip_embedding_generation: false, enable_auto_sync: false, generate_sparse_vectors: false, prepend_filename_to_chunks: false, html_tags_to_skip: SENTINEL, css_classes_to_skip: SENTINEL, css_selectors_to_skip: SENTINEL, embedding_model: 'OPENAI', url_paths_to_include: SENTINEL, url_paths_to_exclude: SENTINEL, urls_to_scrape: SENTINEL, extra: {})
       _body = {}
       _body[:tags] = tags if tags != SENTINEL
       _body[:url] = url if url != SENTINEL
@@ -504,6 +507,7 @@ module Carbon
       _body[:embedding_model] = embedding_model if embedding_model != SENTINEL
       _body[:url_paths_to_include] = url_paths_to_include if url_paths_to_include != SENTINEL
       _body[:url_paths_to_exclude] = url_paths_to_exclude if url_paths_to_exclude != SENTINEL
+      _body[:urls_to_scrape] = urls_to_scrape if urls_to_scrape != SENTINEL
       sitemap_scrape_request = _body
       scrape_sitemap_with_http_info_impl(sitemap_scrape_request, extra)
     end

data/lib/carbon_ruby_sdk/models/data_source_configuration.rb

@@ -0,0 +1,229 @@
+=begin
+#Carbon
+
+#Connect external data to LLMs, no matter the source.
+
+The version of the OpenAPI document: 1.0.0
+=end
+
+require 'date'
+require 'time'
+
+module Carbon
+  class DataSourceConfiguration
+    # List of allowed file formats for the organization. An empty list means all file formats are allowed.
+    attr_accessor :allowed_file_formats
+
+    # Used to set the format Google Workspace documents (Docs, Sheets, Slides) are stored as for raw files uploads in S3. The default format is TXT
+    attr_accessor :google_workspace_docs_save_as
+
+    # Attribute mapping from ruby-style variable name to JSON key.
+    def self.attribute_map
+      {
+        :'allowed_file_formats' => :'allowed_file_formats',
+        :'google_workspace_docs_save_as' => :'google_workspace_docs_save_as'
+      }
+    end
+
+    # Returns all the JSON keys this model knows about
+    def self.acceptable_attributes
+      attribute_map.values
+    end
+
+    # Attribute type mapping.
+    def self.openapi_types
+      {
+        :'allowed_file_formats' => :'Array<String>',
+        :'google_workspace_docs_save_as' => :'String'
+      }
+    end
+
+    # List of attributes with nullable: true
+    def self.openapi_nullable
+      Set.new([
+        :'google_workspace_docs_save_as'
+      ])
+    end
+
+    # Initializes the object
+    # @param [Hash] attributes Model attributes in the form of hash
+    def initialize(attributes = {})
+      if (!attributes.is_a?(Hash))
+        fail ArgumentError, "The input argument (attributes) must be a hash in `Carbon::DataSourceConfiguration` initialize method"
+      end
+
+      # check to see if the attribute exists and convert string to symbol for hash key
+      attributes = attributes.each_with_object({}) { |(k, v), h|
+        if (!self.class.attribute_map.key?(k.to_sym))
+          fail ArgumentError, "`#{k}` is not a valid attribute in `Carbon::DataSourceConfiguration`. Please check the name to make sure it's valid. List of attributes: " + self.class.attribute_map.keys.inspect
+        end
+        h[k.to_sym] = v
+      }
+
+      if attributes.key?(:'allowed_file_formats')
+        if (value = attributes[:'allowed_file_formats']).is_a?(Array)
+          self.allowed_file_formats = value
+        end
+      end
+
+      if attributes.key?(:'google_workspace_docs_save_as')
+        self.google_workspace_docs_save_as = attributes[:'google_workspace_docs_save_as']
+      end
+    end
+
+    # Show invalid properties with the reasons. Usually used together with valid?
+    # @return Array for valid properties with the reasons
+    def list_invalid_properties
+      invalid_properties = Array.new
+      invalid_properties
+    end
+
+    # Check to see if the all the properties in the model are valid
+    # @return true if the model is valid
+    def valid?
+      true
+    end
+
+    # Checks equality by comparing each attribute.
+    # @param [Object] Object to be compared
+    def ==(o)
+      return true if self.equal?(o)
+      self.class == o.class &&
+          allowed_file_formats == o.allowed_file_formats &&
+          google_workspace_docs_save_as == o.google_workspace_docs_save_as
+    end
+
+    # @see the `==` method
+    # @param [Object] Object to be compared
+    def eql?(o)
+      self == o
+    end
+
+    # Calculates hash code according to all attributes.
+    # @return [Integer] Hash code
+    def hash
+      [allowed_file_formats, google_workspace_docs_save_as].hash
+    end
+
+    # Builds the object from hash
+    # @param [Hash] attributes Model attributes in the form of hash
+    # @return [Object] Returns the model itself
+    def self.build_from_hash(attributes)
+      new.build_from_hash(attributes)
+    end
+
+    # Builds the object from hash
+    # @param [Hash] attributes Model attributes in the form of hash
+    # @return [Object] Returns the model itself
+    def build_from_hash(attributes)
+      return nil unless attributes.is_a?(Hash)
+      attributes = attributes.transform_keys(&:to_sym)
+      self.class.openapi_types.each_pair do |key, type|
+        if attributes[self.class.attribute_map[key]].nil? && self.class.openapi_nullable.include?(key)
+          self.send("#{key}=", nil)
+        elsif type =~ /\AArray<(.*)>/i
+          # check to ensure the input is an array given that the attribute
+          # is documented as an array but the input is not
+          if attributes[self.class.attribute_map[key]].is_a?(Array)
+            self.send("#{key}=", attributes[self.class.attribute_map[key]].map { |v| _deserialize($1, v) })
+          end
+        elsif !attributes[self.class.attribute_map[key]].nil?
+          self.send("#{key}=", _deserialize(type, attributes[self.class.attribute_map[key]]))
+        end
+      end
+
+      self
+    end
+
+    # Deserializes the data based on type
+    # @param string type Data type
+    # @param string value Value to be deserialized
+    # @return [Object] Deserialized data
+    def _deserialize(type, value)
+      case type.to_sym
+      when :Time
+        Time.parse(value)
+      when :Date
+        Date.parse(value)
+      when :String
+        value.to_s
+      when :Integer
+        value.to_i
+      when :Float
+        value.to_f
+      when :Boolean
+        if value.to_s =~ /\A(true|t|yes|y|1)\z/i
+          true
+        else
+          false
+        end
+      when :Object
+        # generic object (usually a Hash), return directly
+        value
+      when /\AArray<(?<inner_type>.+)>\z/
+        inner_type = Regexp.last_match[:inner_type]
+        value.map { |v| _deserialize(inner_type, v) }
+      when /\AHash<(?<k_type>.+?), (?<v_type>.+)>\z/
+        k_type = Regexp.last_match[:k_type]
+        v_type = Regexp.last_match[:v_type]
+        {}.tap do |hash|
+          value.each do |k, v|
+            hash[_deserialize(k_type, k)] = _deserialize(v_type, v)
+          end
+        end
+      else # model
+        # models (e.g. Pet) or oneOf
+        klass = Carbon.const_get(type)
+        klass.respond_to?(:openapi_one_of) ? klass.build(value) : klass.build_from_hash(value)
+      end
+    end
+
+    # Returns the string representation of the object
+    # @return [String] String presentation of the object
+    def to_s
+      to_hash.to_s
+    end
+
+    # to_body is an alias to to_hash (backward compatibility)
+    # @return [Hash] Returns the object in the form of hash
+    def to_body
+      to_hash
+    end
+
+    # Returns the object in the form of hash
+    # @return [Hash] Returns the object in the form of hash
+    def to_hash
+      hash = {}
+      self.class.attribute_map.each_pair do |attr, param|
+        value = self.send(attr)
+        if value.nil?
+          is_nullable = self.class.openapi_nullable.include?(attr)
+          next if !is_nullable || (is_nullable && !instance_variable_defined?(:"@#{attr}"))
+        end
+
+        hash[param] = _to_hash(value)
+      end
+      hash
+    end
+
+    # Outputs non-array value in the form of hash
+    # For object, use to_hash. Otherwise, just return the value
+    # @param [Object] value Any valid value
+    # @return [Hash] Returns the value in the form of hash
+    def _to_hash(value)
+      if value.is_a?(Array)
+        value.compact.map { |v| _to_hash(v) }
+      elsif value.is_a?(Hash)
+        {}.tap do |hash|
+          value.each { |k, v| hash[k] = _to_hash(v) }
+        end
+      elsif value.respond_to? :to_hash
+        value.to_hash
+      else
+        value
+      end
+    end
+
+  end
+
+end

data/lib/carbon_ruby_sdk/models/data_source_type.rb

@@ -65,9 +65,10 @@ module Carbon
     MKV = "MKV".freeze
     FLV = "FLV".freeze
     WEBM = "WEBM".freeze
+    EML = "EML".freeze
 
     def self.all_vars
-      @all_vars ||= [GOOGLE_DRIVE, NOTION, NOTION_DATABASE, INTERCOM, DROPBOX, ONEDRIVE, SHAREPOINT, CONFLUENCE, BOX, ZENDESK, ZOTERO, S3, GMAIL, OUTLOOK, TEXT, CSV, TSV, PDF, DOCX, PPTX, XLSX, MD, RTF, JSON, HTML, RAW_TEXT, WEB_SCRAPE, RSS_FEED, FRESHDESK, GITBOOK, SALESFORCE, GITHUB, SLACK, JPG, PNG, JPEG, MP3, MP2, AAC, WAV, FLAC, PCM, M4_A, OGG, OPUS, MPEG, MPG, MP4, WMV, AVI, MOV, MKV, FLV, WEBM].freeze
+      @all_vars ||= [GOOGLE_DRIVE, NOTION, NOTION_DATABASE, INTERCOM, DROPBOX, ONEDRIVE, SHAREPOINT, CONFLUENCE, BOX, ZENDESK, ZOTERO, S3, GMAIL, OUTLOOK, TEXT, CSV, TSV, PDF, DOCX, PPTX, XLSX, MD, RTF, JSON, HTML, RAW_TEXT, WEB_SCRAPE, RSS_FEED, FRESHDESK, GITBOOK, SALESFORCE, GITHUB, SLACK, JPG, PNG, JPEG, MP3, MP2, AAC, WAV, FLAC, PCM, M4_A, OGG, OPUS, MPEG, MPG, MP4, WMV, AVI, MOV, MKV, FLV, WEBM, EML].freeze
     end
 
     # Builds the enum from string

data/lib/carbon_ruby_sdk/models/data_source_type_nullable.rb

@@ -65,9 +65,10 @@ module Carbon
     MKV = "MKV".freeze
     FLV = "FLV".freeze
     WEBM = "WEBM".freeze
+    EML = "EML".freeze
 
     def self.all_vars
-      @all_vars ||= [GOOGLE_DRIVE, NOTION, NOTION_DATABASE, INTERCOM, DROPBOX, ONEDRIVE, SHAREPOINT, CONFLUENCE, BOX, ZENDESK, ZOTERO, S3, GMAIL, OUTLOOK, TEXT, CSV, TSV, PDF, DOCX, PPTX, XLSX, MD, RTF, JSON, HTML, RAW_TEXT, WEB_SCRAPE, RSS_FEED, FRESHDESK, GITBOOK, SALESFORCE, GITHUB, SLACK, JPG, PNG, JPEG, MP3, MP2, AAC, WAV, FLAC, PCM, M4_A, OGG, OPUS, MPEG, MPG, MP4, WMV, AVI, MOV, MKV, FLV, WEBM].freeze
+      @all_vars ||= [GOOGLE_DRIVE, NOTION, NOTION_DATABASE, INTERCOM, DROPBOX, ONEDRIVE, SHAREPOINT, CONFLUENCE, BOX, ZENDESK, ZOTERO, S3, GMAIL, OUTLOOK, TEXT, CSV, TSV, PDF, DOCX, PPTX, XLSX, MD, RTF, JSON, HTML, RAW_TEXT, WEB_SCRAPE, RSS_FEED, FRESHDESK, GITBOOK, SALESFORCE, GITHUB, SLACK, JPG, PNG, JPEG, MP3, MP2, AAC, WAV, FLAC, PCM, M4_A, OGG, OPUS, MPEG, MPG, MP4, WMV, AVI, MOV, MKV, FLV, WEBM, EML].freeze
     end
 
     # Builds the enum from string

data/lib/carbon_ruby_sdk/models/file_formats.rb

@@ -58,9 +58,10 @@ module Carbon
     MKV = "MKV".freeze
     FLV = "FLV".freeze
     WEBM = "WEBM".freeze
+    EML = "EML".freeze
 
     def self.all_vars
-      @all_vars ||= [TXT, CSV, TSV, PDF, DOCX, PPTX, XLSX, MD, RTF, JSON, HTML, NOTION, GOOGLE_DOCS, GOOGLE_SHEETS, GOOGLE_SLIDES, INTERCOM, CONFLUENCE, RSS_FEED, GMAIL, OUTLOOK, ZENDESK, FRESHDESK, WEB_SCRAPE, GITBOOK, SALESFORCE, GITHUB, SLACK, JPG, PNG, MP3, MP2, AAC, WAV, FLAC, PCM, M4_A, OGG, OPUS, MPEG, MPG, MP4, WMV, AVI, MOV, MKV, FLV, WEBM].freeze
+      @all_vars ||= [TXT, CSV, TSV, PDF, DOCX, PPTX, XLSX, MD, RTF, JSON, HTML, NOTION, GOOGLE_DOCS, GOOGLE_SHEETS, GOOGLE_SLIDES, INTERCOM, CONFLUENCE, RSS_FEED, GMAIL, OUTLOOK, ZENDESK, FRESHDESK, WEB_SCRAPE, GITBOOK, SALESFORCE, GITHUB, SLACK, JPG, PNG, MP3, MP2, AAC, WAV, FLAC, PCM, M4_A, OGG, OPUS, MPEG, MPG, MP4, WMV, AVI, MOV, MKV, FLV, WEBM, EML].freeze
     end
 
     # Builds the enum from string

data/lib/carbon_ruby_sdk/models/file_formats_nullable.rb

@@ -58,9 +58,10 @@ module Carbon
     MKV = "MKV".freeze
     FLV = "FLV".freeze
     WEBM = "WEBM".freeze
+    EML = "EML".freeze
 
     def self.all_vars
-      @all_vars ||= [TXT, CSV, TSV, PDF, DOCX, PPTX, XLSX, MD, RTF, JSON, HTML, NOTION, GOOGLE_DOCS, GOOGLE_SHEETS, GOOGLE_SLIDES, INTERCOM, CONFLUENCE, RSS_FEED, GMAIL, OUTLOOK, ZENDESK, FRESHDESK, WEB_SCRAPE, GITBOOK, SALESFORCE, GITHUB, SLACK, JPG, PNG, MP3, MP2, AAC, WAV, FLAC, PCM, M4_A, OGG, OPUS, MPEG, MPG, MP4, WMV, AVI, MOV, MKV, FLV, WEBM].freeze
+      @all_vars ||= [TXT, CSV, TSV, PDF, DOCX, PPTX, XLSX, MD, RTF, JSON, HTML, NOTION, GOOGLE_DOCS, GOOGLE_SHEETS, GOOGLE_SLIDES, INTERCOM, CONFLUENCE, RSS_FEED, GMAIL, OUTLOOK, ZENDESK, FRESHDESK, WEB_SCRAPE, GITBOOK, SALESFORCE, GITHUB, SLACK, JPG, PNG, MP3, MP2, AAC, WAV, FLAC, PCM, M4_A, OGG, OPUS, MPEG, MPG, MP4, WMV, AVI, MOV, MKV, FLV, WEBM, EML].freeze
     end
 
     # Builds the enum from string

data/lib/carbon_ruby_sdk/models/o_auth_url_request.rb

@@ -61,7 +61,7 @@ module Carbon
 
     attr_accessor :parse_pdf_tables_with_ocr
 
-    # Enable integration's file picker for sources that support it. Supported sources: SHAREPOINT, DROPBOX, ONEDRIVE, GOOGLE_DRIVE, BOX
+    # Enable integration's file picker for sources that support it. Supported sources: BOX, ONEDRIVE, DROPBOX, SHAREPOINT, GOOGLE_DRIVE
     attr_accessor :enable_file_picker
 
     # Enabling this flag will fetch all available content from the source to be listed via list items endpoint
@@ -279,7 +279,7 @@ module Carbon
       if attributes.key?(:'request_id')
         self.request_id = attributes[:'request_id']
       else
-        self.request_id = 'b2935b7f-ee64-4d76-8864-8b6731211938'
+        self.request_id = 'e5fd53f8-ed96-474a-ba66-1fc1948facdf'
       end
 
       if attributes.key?(:'use_ocr')

data/lib/carbon_ruby_sdk/models/organization_response.rb

@@ -41,6 +41,8 @@ module Carbon
 
     attr_accessor :cancel_at_period_end
 
+    attr_accessor :connector_settings
+
     attr_accessor :global_user_config
 
     attr_accessor :file_sync_usage
@@ -67,6 +69,7 @@ module Carbon
         :'file_statistics_aggregated_at' => :'file_statistics_aggregated_at',
         :'period_ends_at' => :'period_ends_at',
         :'cancel_at_period_end' => :'cancel_at_period_end',
+        :'connector_settings' => :'connector_settings',
         :'global_user_config' => :'global_user_config',
         :'file_sync_usage' => :'file_sync_usage',
         :'created_at' => :'created_at',
@@ -97,6 +100,7 @@ module Carbon
         :'file_statistics_aggregated_at' => :'Time',
         :'period_ends_at' => :'Time',
         :'cancel_at_period_end' => :'Boolean',
+        :'connector_settings' => :'Object',
         :'global_user_config' => :'Object',
         :'file_sync_usage' => :'Object',
         :'created_at' => :'Time',
@@ -191,6 +195,10 @@ module Carbon
         self.cancel_at_period_end = attributes[:'cancel_at_period_end']
       end
 
+      if attributes.key?(:'connector_settings')
+        self.connector_settings = attributes[:'connector_settings']
+      end
+
       if attributes.key?(:'global_user_config')
         self.global_user_config = attributes[:'global_user_config']
       end
@@ -248,6 +256,10 @@ module Carbon
         invalid_properties.push('invalid value for "aggregate_num_files_by_file_format", aggregate_num_files_by_file_format cannot be nil.')
       end
 
+      if @connector_settings.nil?
+        invalid_properties.push('invalid value for "connector_settings", connector_settings cannot be nil.')
+      end
+
       if @global_user_config.nil?
         invalid_properties.push('invalid value for "global_user_config", global_user_config cannot be nil.')
       end
@@ -279,6 +291,7 @@ module Carbon
       return false if @aggregate_num_embeddings.nil?
       return false if @aggregate_num_files_by_source.nil?
       return false if @aggregate_num_files_by_file_format.nil?
+      return false if @connector_settings.nil?
       return false if @global_user_config.nil?
       return false if @file_sync_usage.nil?
       return false if @created_at.nil?
@@ -306,6 +319,7 @@ module Carbon
           file_statistics_aggregated_at == o.file_statistics_aggregated_at &&
           period_ends_at == o.period_ends_at &&
           cancel_at_period_end == o.cancel_at_period_end &&
+          connector_settings == o.connector_settings &&
           global_user_config == o.global_user_config &&
           file_sync_usage == o.file_sync_usage &&
           created_at == o.created_at &&
@@ -321,7 +335,7 @@ module Carbon
     # Calculates hash code according to all attributes.
     # @return [Integer] Hash code
     def hash
-      [id, name, nickname, remove_branding, custom_branding, custom_limits, aggregate_file_size, aggregate_num_characters, aggregate_num_tokens, aggregate_num_embeddings, aggregate_num_files_by_source, aggregate_num_files_by_file_format, file_statistics_aggregated_at, period_ends_at, cancel_at_period_end, global_user_config, file_sync_usage, created_at, updated_at].hash
+      [id, name, nickname, remove_branding, custom_branding, custom_limits, aggregate_file_size, aggregate_num_characters, aggregate_num_tokens, aggregate_num_embeddings, aggregate_num_files_by_source, aggregate_num_files_by_file_format, file_statistics_aggregated_at, period_ends_at, cancel_at_period_end, connector_settings, global_user_config, file_sync_usage, created_at, updated_at].hash
     end
 
     # Builds the object from hash

data/lib/carbon_ruby_sdk/models/sitemap_scrape_request.rb

@@ -43,6 +43,9 @@ module Carbon
     # URL subpaths or directories that you want to exclude. For example if you want to exclude         URLs that start with /questions in stackoverflow.com, you will add /questions/ in this input
     attr_accessor :url_paths_to_exclude
 
+    # You can submit a subset of URLs from the sitemap that should be scraped. To get the list of URLs,           you can check out /process_sitemap endpoint. If left empty, all URLs from the sitemap will be scraped.
+    attr_accessor :urls_to_scrape
+
     # Attribute mapping from ruby-style variable name to JSON key.
     def self.attribute_map
       {
@@ -60,7 +63,8 @@ module Carbon
         :'css_selectors_to_skip' => :'css_selectors_to_skip',
         :'embedding_model' => :'embedding_model',
         :'url_paths_to_include' => :'url_paths_to_include',
-        :'url_paths_to_exclude' => :'url_paths_to_exclude'
+        :'url_paths_to_exclude' => :'url_paths_to_exclude',
+        :'urls_to_scrape' => :'urls_to_scrape'
       }
     end
 
@@ -86,7 +90,8 @@ module Carbon
         :'css_selectors_to_skip' => :'Array<String>',
         :'embedding_model' => :'EmbeddingGenerators',
         :'url_paths_to_include' => :'Array<String>',
-        :'url_paths_to_exclude' => :'Array<String>'
+        :'url_paths_to_exclude' => :'Array<String>',
+        :'urls_to_scrape' => :'Array<String>'
       }
     end
 
@@ -105,7 +110,8 @@ module Carbon
         :'css_classes_to_skip',
         :'css_selectors_to_skip',
         :'url_paths_to_include',
-        :'url_paths_to_exclude'
+        :'url_paths_to_exclude',
+        :'urls_to_scrape'
       ])
     end
 
@@ -209,6 +215,12 @@ module Carbon
           self.url_paths_to_exclude = value
         end
       end
+
+      if attributes.key?(:'urls_to_scrape')
+        if (value = attributes[:'urls_to_scrape']).is_a?(Array)
+          self.urls_to_scrape = value
+        end
+      end
     end
 
     # Show invalid properties with the reasons. Usually used together with valid?
@@ -293,7 +305,8 @@ module Carbon
           css_selectors_to_skip == o.css_selectors_to_skip &&
           embedding_model == o.embedding_model &&
           url_paths_to_include == o.url_paths_to_include &&
-          url_paths_to_exclude == o.url_paths_to_exclude
+          url_paths_to_exclude == o.url_paths_to_exclude &&
+          urls_to_scrape == o.urls_to_scrape
     end
 
     # @see the `==` method
@@ -305,7 +318,7 @@ module Carbon
     # Calculates hash code according to all attributes.
     # @return [Integer] Hash code
     def hash
-      [tags, url, max_pages_to_scrape, chunk_size, chunk_overlap, skip_embedding_generation, enable_auto_sync, generate_sparse_vectors, prepend_filename_to_chunks, html_tags_to_skip, css_classes_to_skip, css_selectors_to_skip, embedding_model, url_paths_to_include, url_paths_to_exclude].hash
+      [tags, url, max_pages_to_scrape, chunk_size, chunk_overlap, skip_embedding_generation, enable_auto_sync, generate_sparse_vectors, prepend_filename_to_chunks, html_tags_to_skip, css_classes_to_skip, css_selectors_to_skip, embedding_model, url_paths_to_include, url_paths_to_exclude, urls_to_scrape].hash
     end
 
     # Builds the object from hash

data/lib/carbon_ruby_sdk/models/sync_files_request.rb

@@ -187,7 +187,7 @@ module Carbon
       if attributes.key?(:'request_id')
         self.request_id = attributes[:'request_id']
       else
-        self.request_id = '50140a8f-c06f-40df-9b91-d10d074bcb67'
+        self.request_id = '77b56048-a895-4377-b0d3-e190d1b7de32'
       end
 
       if attributes.key?(:'use_ocr')

data/lib/carbon_ruby_sdk/models/sync_options.rb

@@ -182,7 +182,7 @@ module Carbon
       if attributes.key?(:'request_id')
         self.request_id = attributes[:'request_id']
       else
-        self.request_id = '3a0195db-42f0-48ed-b809-d253f436a8e0'
+        self.request_id = 'e38a7eee-02b7-4f73-be14-ea9bb1f09e85'
       end
 
       if attributes.key?(:'enable_file_picker')

data/lib/carbon_ruby_sdk/models/update_organization_input.rb

@@ -13,10 +13,14 @@ module Carbon
   class UpdateOrganizationInput
     attr_accessor :global_user_config
 
+    # Used to set organization level defaults for configuration related to data sources.
+    attr_accessor :data_source_configs
+
     # Attribute mapping from ruby-style variable name to JSON key.
     def self.attribute_map
       {
-        :'global_user_config' => :'global_user_config'
+        :'global_user_config' => :'global_user_config',
+        :'data_source_configs' => :'data_source_configs'
       }
     end
 
@@ -28,14 +32,16 @@ module Carbon
     # Attribute type mapping.
     def self.openapi_types
       {
-        :'global_user_config' => :'UserConfigurationNullable'
+        :'global_user_config' => :'UserConfigurationNullable',
+        :'data_source_configs' => :'Hash<String, DataSourceConfiguration>'
       }
     end
 
     # List of attributes with nullable: true
     def self.openapi_nullable
       Set.new([
-        :'global_user_config'
+        :'global_user_config',
+        :'data_source_configs'
       ])
     end
 
@@ -57,6 +63,12 @@ module Carbon
       if attributes.key?(:'global_user_config')
         self.global_user_config = attributes[:'global_user_config']
       end
+
+      if attributes.key?(:'data_source_configs')
+        if (value = attributes[:'data_source_configs']).is_a?(Hash)
+          self.data_source_configs = value
+        end
+      end
     end
 
     # Show invalid properties with the reasons. Usually used together with valid?
@@ -77,7 +89,8 @@ module Carbon
     def ==(o)
       return true if self.equal?(o)
       self.class == o.class &&
-          global_user_config == o.global_user_config
+          global_user_config == o.global_user_config &&
+          data_source_configs == o.data_source_configs
     end
 
     # @see the `==` method
@@ -89,7 +102,7 @@ module Carbon
     # Calculates hash code according to all attributes.
     # @return [Integer] Hash code
     def hash
-      [global_user_config].hash
+      [global_user_config, data_source_configs].hash
     end
 
     # Builds the object from hash

data/lib/carbon_ruby_sdk/version.rb

@@ -7,5 +7,5 @@ The version of the OpenAPI document: 1.0.0
 =end
 
 module Carbon
-  VERSION = '0.2.14'
+  VERSION = '0.2.16'
 end

data/lib/carbon_ruby_sdk.rb

@@ -27,6 +27,7 @@ require 'carbon_ruby_sdk/models/confluence_authentication'
 require 'carbon_ruby_sdk/models/connect_data_source_input'
 require 'carbon_ruby_sdk/models/connect_data_source_response'
 require 'carbon_ruby_sdk/models/custom_credentials_type'
+require 'carbon_ruby_sdk/models/data_source_configuration'
 require 'carbon_ruby_sdk/models/data_source_last_sync_actions'
 require 'carbon_ruby_sdk/models/data_source_sync_statuses'
 require 'carbon_ruby_sdk/models/data_source_type'

data/spec/api/integrations_api_spec.rb

@@ -98,7 +98,7 @@ describe 'IntegrationsApi' do
 
   # unit tests for list_confluence_pages
   # Confluence List
-  # To begin listing a user's Confluence pages, at least a `data_source_id` of a connected Confluence account must be specified. This base request returns a list of root pages for every space the user has access to in a Confluence instance. To traverse further down the user's page directory, additional requests to this endpoint can be made with the same `data_source_id` and with `parent_id` set to the id of page from a previous request. For convenience, the `has_children` property in each directory item in the response list will flag which pages will return non-empty lists of pages when set as the `parent_id`.
+  # This endpoint has been deprecated. Use /integrations/items/list instead.  To begin listing a user's Confluence pages, at least a `data_source_id` of a connected Confluence account must be specified. This base request returns a list of root pages for every space the user has access to in a Confluence instance. To traverse further down the user's page directory, additional requests to this endpoint can be made with the same `data_source_id` and with `parent_id` set to the id of page from a previous request. For convenience, the `has_children` property in each directory item in the response list will flag which pages will return non-empty lists of pages when set as the `parent_id`.
   # @param list_request 
   # @param [Hash] opts the optional parameters
   # @return [ListResponse]
@@ -198,7 +198,7 @@ describe 'IntegrationsApi' do
 
   # unit tests for sync_confluence
   # Confluence Sync
-  # After listing pages in a user's Confluence account, the set of selected page `ids` and the connected account's `data_source_id` can be passed into this endpoint to sync them into Carbon. Additional parameters listed below can be used to associate data to the selected pages or alter the behavior of the sync.
+  # This endpoint has been deprecated. Use /integrations/files/sync instead.  After listing pages in a user's Confluence account, the set of selected page `ids` and the connected account's `data_source_id` can be passed into this endpoint to sync them into Carbon. Additional parameters listed below can be used to associate data to the selected pages or alter the behavior of the sync.
   # @param sync_files_request 
   # @param [Hash] opts the optional parameters
   # @return [GenericSuccessResponse]

data/spec/models/data_source_configuration_spec.rb

@@ -0,0 +1,34 @@
+=begin
+#Carbon
+
+#Connect external data to LLMs, no matter the source.
+
+The version of the OpenAPI document: 1.0.0
+=end
+
+require 'spec_helper'
+require 'json'
+require 'date'
+
+# Unit tests for Carbon::DataSourceConfiguration
+describe Carbon::DataSourceConfiguration do
+  let(:instance) { Carbon::DataSourceConfiguration.new }
+
+  describe 'test an instance of DataSourceConfiguration' do
+    it 'should create an instance of DataSourceConfiguration' do
+      expect(instance).to be_instance_of(Carbon::DataSourceConfiguration)
+    end
+  end
+  describe 'test attribute "allowed_file_formats"' do
+    it 'should work' do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
+  describe 'test attribute "google_workspace_docs_save_as"' do
+    it 'should work' do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
+end

data/spec/models/organization_response_spec.rb

@@ -109,6 +109,12 @@ describe Carbon::OrganizationResponse do
     end
   end
 
+  describe 'test attribute "connector_settings"' do
+    it 'should work' do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
   describe 'test attribute "global_user_config"' do
     it 'should work' do
       # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers

data/spec/models/sitemap_scrape_request_spec.rb

@@ -109,4 +109,10 @@ describe Carbon::SitemapScrapeRequest do
     end
   end
 
+  describe 'test attribute "urls_to_scrape"' do
+    it 'should work' do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
 end

data/spec/models/update_organization_input_spec.rb

@@ -25,4 +25,10 @@ describe Carbon::UpdateOrganizationInput do
     end
   end
 
+  describe 'test attribute "data_source_configs"' do
+    it 'should work' do
+      # assertion here. ref: https://www.relishapp.com/rspec/rspec-expectations/docs/built-in-matchers
+    end
+  end
+
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: carbon_ruby_sdk
 version: !ruby/object:Gem::Version
-  version: 0.2.14
+  version: 0.2.16
 platform: ruby
 authors:
 - Konfig
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-07-17 00:00:00.000000000 Z
+date: 2024-07-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: faraday
@@ -109,6 +109,7 @@ files:
 - lib/carbon_ruby_sdk/models/connect_data_source_input.rb
 - lib/carbon_ruby_sdk/models/connect_data_source_response.rb
 - lib/carbon_ruby_sdk/models/custom_credentials_type.rb
+- lib/carbon_ruby_sdk/models/data_source_configuration.rb
 - lib/carbon_ruby_sdk/models/data_source_last_sync_actions.rb
 - lib/carbon_ruby_sdk/models/data_source_sync_statuses.rb
 - lib/carbon_ruby_sdk/models/data_source_type.rb
@@ -269,6 +270,7 @@ files:
 - spec/models/connect_data_source_input_spec.rb
 - spec/models/connect_data_source_response_spec.rb
 - spec/models/custom_credentials_type_spec.rb
+- spec/models/data_source_configuration_spec.rb
 - spec/models/data_source_last_sync_actions_spec.rb
 - spec/models/data_source_sync_statuses_spec.rb
 - spec/models/data_source_type_nullable_spec.rb
@@ -426,7 +428,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.10
+rubygems_version: 3.3.7
 signing_key:
 specification_version: 4
 summary: Carbon Ruby Gem
@@ -564,6 +566,7 @@ test_files:
 - spec/models/file_statistics_spec.rb
 - spec/models/confluence_authentication_spec.rb
 - spec/models/get_embedding_documents_body_spec.rb
+- spec/models/data_source_configuration_spec.rb
 - spec/models/tags1_spec.rb
 - spec/models/webscrape_request_spec.rb
 - spec/models/embeddings_and_chunks_response_spec.rb