@googleapis/discoveryengine 6.1.0 → 8.0.0

package/v1beta.ts

@@ -239,6 +239,19 @@ export namespace discoveryengine_v1beta {
      */
     functionName?: string | null;
   }
+  /**
+   * Access Control Configuration.
+   */
+  export interface Schema$GoogleCloudDiscoveryengineV1alphaAclConfig {
+    /**
+     * Identity provider config.
+     */
+    idpConfig?: Schema$GoogleCloudDiscoveryengineV1alphaIdpConfig;
+    /**
+     * Immutable. The full resource name of the acl configuration. Format: `projects/{project\}/locations/{location\}/aclConfig`. This field must be a UTF-8 encoded string with a length limit of 1024 characters.
+     */
+    name?: string | null;
+  }
   /**
    * Metadata related to the progress of the SiteSearchEngineService.BatchCreateTargetSites operation. This will be returned by the google.longrunning.Operation.metadata field.
    */
@@ -317,6 +330,10 @@ export namespace discoveryengine_v1beta {
    * DataStore captures global settings and configs at the DataStore level.
    */
   export interface Schema$GoogleCloudDiscoveryengineV1alphaDataStore {
+    /**
+     * Immutable. Whether data in the DataStore has ACL information. If set to `true`, the source data must have ACL. ACL will be ingested when data is ingested by DocumentService.ImportDocuments methods. When ACL is enabled for the DataStore, Document can't be accessed by calling DocumentService.GetDocument or DocumentService.ListDocuments. Currently ACL is only supported in `GENERIC` industry vertical with non-`PUBLIC_WEBSITE` content config.
+     */
+    aclEnabled?: boolean | null;
     /**
      * Immutable. The content config of the data store. If this field is unset, the server behavior defaults to ContentConfig.NO_CONTENT.
      */
@@ -333,6 +350,14 @@ export namespace discoveryengine_v1beta {
      * Required. The data store display name. This field must be a UTF-8 encoded string with a length limit of 128 characters. Otherwise, an INVALID_ARGUMENT error is returned.
      */
     displayName?: string | null;
+    /**
+     * Configuration for Document understanding and enrichment.
+     */
+    documentProcessingConfig?: Schema$GoogleCloudDiscoveryengineV1alphaDocumentProcessingConfig;
+    /**
+     * Output only. Data store level identity provider config.
+     */
+    idpConfig?: Schema$GoogleCloudDiscoveryengineV1alphaIdpConfig;
     /**
      * Immutable. The industry vertical that the data store registers.
      */
@@ -345,6 +370,10 @@ export namespace discoveryengine_v1beta {
      * The solutions that the data store enrolls. Available solutions for each industry_vertical: * `MEDIA`: `SOLUTION_TYPE_RECOMMENDATION` and `SOLUTION_TYPE_SEARCH`. * `SITE_SEARCH`: `SOLUTION_TYPE_SEARCH` is automatically enrolled. Other solutions cannot be enrolled.
      */
     solutionTypes?: string[] | null;
+    /**
+     * The start schema to use for this DataStore when provisioning it. If unset, a default vertical specialized schema will be used. This field is only used by CreateDataStore API, and will be ignored if used in other APIs. This field will be omitted from all API responses including CreateDataStore API. To retrieve a schema of a DataStore, use SchemaService.GetSchema API instead. The provided schema will be validated against certain rules on schema. Learn more from [this doc](https://cloud.google.com/generative-ai-app-builder/docs/provide-schema).
+     */
+    startingSchema?: Schema$GoogleCloudDiscoveryengineV1alphaSchema;
   }
   /**
    * Metadata related to the progress of the DataStoreService.DeleteDataStore operation. This will be returned by the google.longrunning.Operation.metadata field.
@@ -398,10 +427,6 @@ export namespace discoveryengine_v1beta {
      */
     updateTime?: string | null;
   }
-  /**
-   * The digital parsing configurations for documents.
-   */
-  export interface Schema$GoogleCloudDiscoveryengineV1alphaDigitalParsingConfig {}
   /**
    * Metadata related to the progress of the SiteSearchEngineService.DisableAdvancedSiteSearch operation. This will be returned by the google.longrunning.Operation.metadata field.
    */
@@ -423,6 +448,10 @@ export namespace discoveryengine_v1beta {
    * A singleton resource of DataStore. It's empty when DataStore is created, which defaults to digital parser. The first call to DataStoreService.UpdateDocumentProcessingConfig method will initialize the config.
    */
   export interface Schema$GoogleCloudDiscoveryengineV1alphaDocumentProcessingConfig {
+    /**
+     * Whether chunking mode is enabled.
+     */
+    chunkingConfig?: Schema$GoogleCloudDiscoveryengineV1alphaDocumentProcessingConfigChunkingConfig;
     /**
      * Configurations for default Document parser. If not specified, we will configure it as default DigitalParsingConfig, and the default parsing config will be applied to all file types for Document parsing.
      */
@@ -432,11 +461,7 @@ export namespace discoveryengine_v1beta {
      */
     name?: string | null;
     /**
-     * [DEPRECATED] This field is deprecated. To specify OCR parsing config, please specify `ocr_parsing_config` in `default_parsing_config` field The OCR config. Currently it only applies to PDFs.
-     */
-    ocrConfig?: Schema$GoogleCloudDiscoveryengineV1alphaOcrConfig;
-    /**
-     * Map from file type to override the default parsing configuration based on the file type. Supported keys: * `pdf`: Override parsing config for PDF files, either digital parsing, ocr parsing or layout parsing is supported. * `html`: Override parsing config for HTML files, only digital parsing and or layout parsing are supported.
+     * Map from file type to override the default parsing configuration based on the file type. Supported keys: * `pdf`: Override parsing config for PDF files, either digital parsing, ocr parsing or layout parsing is supported. * `html`: Override parsing config for HTML files, only digital parsing and or layout parsing are supported. * `docx`: Override parsing config for DOCX files, only digital parsing and or layout parsing are supported.
      */
     parsingConfigOverrides?: {
       [
@@ -444,6 +469,28 @@ export namespace discoveryengine_v1beta {
       ]: Schema$GoogleCloudDiscoveryengineV1alphaDocumentProcessingConfigParsingConfig;
     } | null;
   }
+  /**
+   * Configuration for chunking config.
+   */
+  export interface Schema$GoogleCloudDiscoveryengineV1alphaDocumentProcessingConfigChunkingConfig {
+    /**
+     * Configuration for the layout based chunking.
+     */
+    layoutBasedChunkingConfig?: Schema$GoogleCloudDiscoveryengineV1alphaDocumentProcessingConfigChunkingConfigLayoutBasedChunkingConfig;
+  }
+  /**
+   * Configuration for the layout based chunking.
+   */
+  export interface Schema$GoogleCloudDiscoveryengineV1alphaDocumentProcessingConfigChunkingConfigLayoutBasedChunkingConfig {
+    /**
+     * The token size limit for each chunk. Supported values: 100-500 (inclusive). Default value: 500.
+     */
+    chunkSize?: number | null;
+    /**
+     * Whether to include appending different levels of headings to chunks from the middle of the document to prevent context loss. Default value: False.
+     */
+    includeAncestorHeadings?: boolean | null;
+  }
   /**
    * Related configurations applied to a specific type of document parser.
    */
@@ -451,15 +498,36 @@ export namespace discoveryengine_v1beta {
     /**
      * Configurations applied to digital parser.
      */
-    digitalParsingConfig?: Schema$GoogleCloudDiscoveryengineV1alphaDigitalParsingConfig;
+    digitalParsingConfig?: Schema$GoogleCloudDiscoveryengineV1alphaDocumentProcessingConfigParsingConfigDigitalParsingConfig;
     /**
      * Configurations applied to layout parser.
      */
-    layoutParsingConfig?: Schema$GoogleCloudDiscoveryengineV1alphaLayoutParsingConfig;
+    layoutParsingConfig?: Schema$GoogleCloudDiscoveryengineV1alphaDocumentProcessingConfigParsingConfigLayoutParsingConfig;
     /**
      * Configurations applied to OCR parser. Currently it only applies to PDFs.
      */
-    ocrParsingConfig?: Schema$GoogleCloudDiscoveryengineV1alphaOcrParsingConfig;
+    ocrParsingConfig?: Schema$GoogleCloudDiscoveryengineV1alphaDocumentProcessingConfigParsingConfigOcrParsingConfig;
+  }
+  /**
+   * The digital parsing configurations for documents.
+   */
+  export interface Schema$GoogleCloudDiscoveryengineV1alphaDocumentProcessingConfigParsingConfigDigitalParsingConfig {}
+  /**
+   * The layout parsing configurations for documents.
+   */
+  export interface Schema$GoogleCloudDiscoveryengineV1alphaDocumentProcessingConfigParsingConfigLayoutParsingConfig {}
+  /**
+   * The OCR parsing configurations for documents.
+   */
+  export interface Schema$GoogleCloudDiscoveryengineV1alphaDocumentProcessingConfigParsingConfigOcrParsingConfig {
+    /**
+     * Apply additional enhanced OCR processing to a list of document elements. Supported values: * `table`: advanced table parsing model.
+     */
+    enhancedDocumentElements?: string[] | null;
+    /**
+     * If true, will use native text instead of OCR text on pages containing native text.
+     */
+    useNativeText?: boolean | null;
   }
   /**
    * Metadata related to the progress of the SiteSearchEngineService.EnableAdvancedSiteSearch operation. This will be returned by the google.longrunning.Operation.metadata field.
@@ -726,6 +794,28 @@ export namespace discoveryengine_v1beta {
      */
     searchableOption?: string | null;
   }
+  /**
+   * Identity Provider Config.
+   */
+  export interface Schema$GoogleCloudDiscoveryengineV1alphaIdpConfig {
+    /**
+     * External Identity provider config.
+     */
+    externalIdpConfig?: Schema$GoogleCloudDiscoveryengineV1alphaIdpConfigExternalIdpConfig;
+    /**
+     * Identity provider type configured.
+     */
+    idpType?: string | null;
+  }
+  /**
+   * Third party IDP Config.
+   */
+  export interface Schema$GoogleCloudDiscoveryengineV1alphaIdpConfigExternalIdpConfig {
+    /**
+     * Workforce pool name. Example: "locations/global/workforcePools/pool_id"
+     */
+    workforcePoolName?: string | null;
+  }
   /**
    * Metadata related to the progress of the ImportDocuments operation. This is returned by the google.longrunning.Operation.metadata field.
    */
@@ -841,40 +931,6 @@ export namespace discoveryengine_v1beta {
      */
     unjoinedEventsCount?: string | null;
   }
-  /**
-   * The layout parsing configurations for documents.
-   */
-  export interface Schema$GoogleCloudDiscoveryengineV1alphaLayoutParsingConfig {}
-  /**
-   * The OCR options for parsing documents.
-   */
-  export interface Schema$GoogleCloudDiscoveryengineV1alphaOcrConfig {
-    /**
-     * Required. If OCR is enabled or not. OCR must be enabled for other OcrConfig options to apply. We will only perform OCR on the first 80 pages of the PDF files.
-     */
-    enabled?: boolean | null;
-    /**
-     * Apply additional enhanced OCR processing to a list of document elements. Supported values: * `table`: advanced table parsing model.
-     */
-    enhancedDocumentElements?: string[] | null;
-    /**
-     * If true, will use native text instead of OCR text on pages containing native text.
-     */
-    useNativeText?: boolean | null;
-  }
-  /**
-   * The OCR parsing configurations for documents.
-   */
-  export interface Schema$GoogleCloudDiscoveryengineV1alphaOcrParsingConfig {
-    /**
-     * Apply additional enhanced OCR processing to a list of document elements. Supported values: * `table`: advanced table parsing model.
-     */
-    enhancedDocumentElements?: string[] | null;
-    /**
-     * If true, will use native text instead of OCR text on pages containing native text.
-     */
-    useNativeText?: boolean | null;
-  }
   /**
    * Metadata related to the progress of the PurgeDocuments operation. This will be returned by the google.longrunning.Operation.metadata field.
    */
@@ -887,6 +943,10 @@ export namespace discoveryengine_v1beta {
      * Count of entries that encountered errors while processing.
      */
     failureCount?: string | null;
+    /**
+     * Count of entries that were ignored as entries were not found.
+     */
+    ignoredCount?: string | null;
     /**
      * Count of entries that were deleted successfully.
      */
@@ -1121,6 +1181,9 @@ export namespace discoveryengine_v1beta {
      */
     quotaFailure?: Schema$GoogleCloudDiscoveryengineV1alphaTargetSiteFailureReasonQuotaFailure;
   }
+  /**
+   * Failed due to insufficient quota.
+   */
   export interface Schema$GoogleCloudDiscoveryengineV1alphaTargetSiteFailureReasonQuotaFailure {
     /**
      * This number is an estimation on how much total quota this project needs to successfully complete indexing.
@@ -1384,6 +1447,10 @@ export namespace discoveryengine_v1beta {
    * Request message for ConversationalSearchService.ConverseConversation method.
    */
   export interface Schema$GoogleCloudDiscoveryengineV1betaConverseConversationRequest {
+    /**
+     * Boost specification to boost certain documents in search results which may affect the converse response. For more information on boosting, see [Boosting](https://cloud.google.com/retail/docs/boosting#boost)
+     */
+    boostSpec?: Schema$GoogleCloudDiscoveryengineV1betaSearchRequestBoostSpec;
     /**
      * The conversation to be used by auto session only. The name field will be ignored as we automatically assign new name for the conversation in auto session.
      */
@@ -1532,6 +1599,10 @@ export namespace discoveryengine_v1beta {
      * Required. The data store display name. This field must be a UTF-8 encoded string with a length limit of 128 characters. Otherwise, an INVALID_ARGUMENT error is returned.
      */
     displayName?: string | null;
+    /**
+     * Configuration for Document understanding and enrichment.
+     */
+    documentProcessingConfig?: Schema$GoogleCloudDiscoveryengineV1betaDocumentProcessingConfig;
     /**
      * Immutable. The industry vertical that the data store registers.
      */
@@ -1544,6 +1615,10 @@ export namespace discoveryengine_v1beta {
      * The solutions that the data store enrolls. Available solutions for each industry_vertical: * `MEDIA`: `SOLUTION_TYPE_RECOMMENDATION` and `SOLUTION_TYPE_SEARCH`. * `SITE_SEARCH`: `SOLUTION_TYPE_SEARCH` is automatically enrolled. Other solutions cannot be enrolled.
      */
     solutionTypes?: string[] | null;
+    /**
+     * The start schema to use for this DataStore when provisioning it. If unset, a default vertical specialized schema will be used. This field is only used by CreateDataStore API, and will be ignored if used in other APIs. This field will be omitted from all API responses including CreateDataStore API. To retrieve a schema of a DataStore, use SchemaService.GetSchema API instead. The provided schema will be validated against certain rules on schema. Learn more from [this doc](https://cloud.google.com/generative-ai-app-builder/docs/provide-schema).
+     */
+    startingSchema?: Schema$GoogleCloudDiscoveryengineV1betaSchema;
   }
   /**
    * Metadata related to the progress of the DataStoreService.DeleteDataStore operation. This will be returned by the google.longrunning.Operation.metadata field.
@@ -1634,6 +1709,10 @@ export namespace discoveryengine_v1beta {
      * Immutable. The identifier of the document. Id should conform to [RFC-1034](https://tools.ietf.org/html/rfc1034) standard with a length limit of 63 characters.
      */
     id?: string | null;
+    /**
+     * Output only. The last time the document was indexed. If this field is set, the document could be returned in search results. This field is OUTPUT_ONLY. If this field is not populated, it means the document has never been indexed.
+     */
+    indexTime?: string | null;
     /**
      * The JSON string representation of the document. It should conform to the registered Schema or an `INVALID_ARGUMENT` error is thrown.
      */
@@ -1697,6 +1776,57 @@ export namespace discoveryengine_v1beta {
      */
     uri?: string | null;
   }
+  /**
+   * A singleton resource of DataStore. It's empty when DataStore is created, which defaults to digital parser. The first call to DataStoreService.UpdateDocumentProcessingConfig method will initialize the config.
+   */
+  export interface Schema$GoogleCloudDiscoveryengineV1betaDocumentProcessingConfig {
+    /**
+     * Configurations for default Document parser. If not specified, we will configure it as default DigitalParsingConfig, and the default parsing config will be applied to all file types for Document parsing.
+     */
+    defaultParsingConfig?: Schema$GoogleCloudDiscoveryengineV1betaDocumentProcessingConfigParsingConfig;
+    /**
+     * The full resource name of the Document Processing Config. Format: `projects/x/locations/x/collections/x/dataStores/x/documentProcessingConfig`.
+     */
+    name?: string | null;
+    /**
+     * Map from file type to override the default parsing configuration based on the file type. Supported keys: * `pdf`: Override parsing config for PDF files, either digital parsing, ocr parsing or layout parsing is supported. * `html`: Override parsing config for HTML files, only digital parsing and or layout parsing are supported. * `docx`: Override parsing config for DOCX files, only digital parsing and or layout parsing are supported.
+     */
+    parsingConfigOverrides?: {
+      [
+        key: string
+      ]: Schema$GoogleCloudDiscoveryengineV1betaDocumentProcessingConfigParsingConfig;
+    } | null;
+  }
+  /**
+   * Related configurations applied to a specific type of document parser.
+   */
+  export interface Schema$GoogleCloudDiscoveryengineV1betaDocumentProcessingConfigParsingConfig {
+    /**
+     * Configurations applied to digital parser.
+     */
+    digitalParsingConfig?: Schema$GoogleCloudDiscoveryengineV1betaDocumentProcessingConfigParsingConfigDigitalParsingConfig;
+    /**
+     * Configurations applied to OCR parser. Currently it only applies to PDFs.
+     */
+    ocrParsingConfig?: Schema$GoogleCloudDiscoveryengineV1betaDocumentProcessingConfigParsingConfigOcrParsingConfig;
+  }
+  /**
+   * The digital parsing configurations for documents.
+   */
+  export interface Schema$GoogleCloudDiscoveryengineV1betaDocumentProcessingConfigParsingConfigDigitalParsingConfig {}
+  /**
+   * The OCR parsing configurations for documents.
+   */
+  export interface Schema$GoogleCloudDiscoveryengineV1betaDocumentProcessingConfigParsingConfigOcrParsingConfig {
+    /**
+     * Apply additional enhanced OCR processing to a list of document elements. Supported values: * `table`: advanced table parsing model.
+     */
+    enhancedDocumentElements?: string[] | null;
+    /**
+     * If true, will use native text instead of OCR text on pages containing native text.
+     */
+    useNativeText?: boolean | null;
+  }
   /**
    * Double list.
    */
@@ -2272,6 +2402,10 @@ export namespace discoveryengine_v1beta {
      * Count of entries that encountered errors while processing.
      */
     failureCount?: string | null;
+    /**
+     * Count of entries that were ignored as entries were not found.
+     */
+    ignoredCount?: string | null;
     /**
      * Count of entries that were deleted successfully.
      */
@@ -2505,6 +2639,10 @@ export namespace discoveryengine_v1beta {
      * A specification for configuring the behavior of content search.
      */
     contentSearchSpec?: Schema$GoogleCloudDiscoveryengineV1betaSearchRequestContentSearchSpec;
+    /**
+     * A list of data store specs to apply on a search call.
+     */
+    dataStoreSpecs?: Schema$GoogleCloudDiscoveryengineV1betaSearchRequestDataStoreSpec[];
     /**
      * Uses the provided embedding to do additional semantic document retrieval. The retrieval is based on the dot product of SearchRequest.EmbeddingSpec.EmbeddingVector.vector and the document embedding that is provided in SearchRequest.EmbeddingSpec.EmbeddingVector.field_path. If SearchRequest.EmbeddingSpec.EmbeddingVector.field_path is not provided, it will use ServingConfig.EmbeddingConfig.field_path.
      */
@@ -2588,11 +2726,11 @@ export namespace discoveryengine_v1beta {
    */
   export interface Schema$GoogleCloudDiscoveryengineV1betaSearchRequestBoostSpecConditionBoostSpec {
     /**
-     * Strength of the condition boost, which should be in [-1, 1]. Negative boost means demotion. Default is 0.0. Setting to 1.0 gives the document a big promotion. However, it does not necessarily mean that the boosted document will be the top result at all times, nor that other documents will be excluded. Results could still be shown even when none of them matches the condition. And results that are significantly more relevant to the search query can still trump your heavily favored but irrelevant documents. Setting to -1.0 gives the document a big demotion. However, results that are deeply relevant might still be shown. The document will have an upstream battle to get a fairly high ranking, but it is not blocked out completely. Setting to 0.0 means no boost applied. The boosting condition is ignored.
+     * Strength of the condition boost, which should be in [-1, 1]. Negative boost means demotion. Default is 0.0. Setting to 1.0 gives the document a big promotion. However, it does not necessarily mean that the boosted document will be the top result at all times, nor that other documents will be excluded. Results could still be shown even when none of them matches the condition. And results that are significantly more relevant to the search query can still trump your heavily favored but irrelevant documents. Setting to -1.0 gives the document a big demotion. However, results that are deeply relevant might still be shown. The document will have an upstream battle to get a fairly high ranking, but it is not blocked out completely. Setting to 0.0 means no boost applied. The boosting condition is ignored. Only one of the (condition, boost) combination or the boost_control_spec below are set. If both are set then the global boost is ignored and the more fine-grained boost_control_spec is applied.
      */
     boost?: number | null;
     /**
-     * An expression which specifies a boost condition. The syntax and supported fields are the same as a filter expression. See SearchRequest.filter for detail syntax and limitations. Examples: * To boost documents with document ID "doc_1" or "doc_2", and color "Red" or "Blue": * (id: ANY("doc_1", "doc_2")) AND (color: ANY("Red","Blue"))
+     * An expression which specifies a boost condition. The syntax and supported fields are the same as a filter expression. See SearchRequest.filter for detail syntax and limitations. Examples: * To boost documents with document ID "doc_1" or "doc_2", and color "Red" or "Blue": `(document_id: ANY("doc_1", "doc_2")) AND (color: ANY("Red", "Blue"))`
      */
     condition?: string | null;
   }
@@ -2633,6 +2771,10 @@ export namespace discoveryengine_v1beta {
      * Specifies whether to also include the adjacent from each selected segments. Return at most `num_previous_segments` segments before each selected segments.
      */
     numPreviousSegments?: number | null;
+    /**
+     * Specifies whether to return the confidence score from the extractive segments in each search result. This feature is available only for new or allowlisted data stores. To allowlist your data store, please contact your Customer Engineer. The default value is `false`.
+     */
+    returnExtractiveSegmentScore?: boolean | null;
   }
   /**
    * A specification for configuring snippets in a search response.
@@ -2680,9 +2822,13 @@ export namespace discoveryengine_v1beta {
      */
     modelSpec?: Schema$GoogleCloudDiscoveryengineV1betaSearchRequestContentSearchSpecSummarySpecModelSpec;
     /**
-     * The number of top results to generate the summary from. If the number of results returned is less than `summaryResultCount`, the summary is generated from all of the results. At most five results can be used to generate a summary.
+     * The number of top results to generate the summary from. If the number of results returned is less than `summaryResultCount`, the summary is generated from all of the results. At most 10 results can be used to generate a summary.
      */
     summaryResultCount?: number | null;
+    /**
+     * If true, answer will be generated from most relevant chunks from top search results. This feature will improve summary quality. Please note that with this feature enabled, not all top search results will be referenced and included in the reference list, so the citation source index only points to the search results listed in the reference list.
+     */
+    useSemanticChunks?: boolean | null;
   }
   /**
    * Specification of the prompt to use with the model.
@@ -2698,10 +2844,19 @@ export namespace discoveryengine_v1beta {
    */
   export interface Schema$GoogleCloudDiscoveryengineV1betaSearchRequestContentSearchSpecSummarySpecModelSpec {
     /**
-     * The model version used to generate the summary. Supported values are: * `stable`: string. Default value when no value is specified. Uses a generally available, fine-tuned version of the text-bison@001 model. LINT.IfChange * `preview`: string. (Public preview) Uses a fine-tuned version of the text-bison@002 model. This model works only for summaries in English. LINT.ThenChange(//depot/google3/cloud/console/web/ai/unified_cloud_search/pages/configurations/widget_tab.ts)
+     * The model version used to generate the summary. Supported values are: * `stable`: string. Default value when no value is specified. Uses a generally available, fine-tuned model. For more information, see [Answer generation model versions and lifecycle](https://cloud.google.com/generative-ai-app-builder/docs/answer-generation-models). * `preview`: string. (Public preview) Uses a preview model. For more information, see [Answer generation model versions and lifecycle](https://cloud.google.com/generative-ai-app-builder/docs/answer-generation-models).
      */
     version?: string | null;
   }
+  /**
+   * A struct to define data stores to filter on in a search call.
+   */
+  export interface Schema$GoogleCloudDiscoveryengineV1betaSearchRequestDataStoreSpec {
+    /**
+     * Required. Full resource name of DataStore, such as `projects/{project\}/locations/{location\}/collections/{collection_id\}/dataStores/{data_store_id\}`.
+     */
+    dataStore?: string | null;
+  }
   /**
    * The specification that uses customized query embedding vector to do semantic document retrieval.
    */
@@ -2980,6 +3135,9 @@ export namespace discoveryengine_v1beta {
      * The summary content.
      */
     summaryText?: string | null;
+    /**
+     * Summary with metadata information.
+     */
     summaryWithMetadata?: Schema$GoogleCloudDiscoveryengineV1betaSearchResponseSummarySummaryWithMetadata;
   }
   /**
@@ -3113,13 +3271,16 @@ export namespace discoveryengine_v1beta {
      */
     modelId?: string | null;
     /**
-     * Immutable. Fully qualified name `projects/{project\}/locations/{location\}/collections/{collection_id\}/dataStores/{data_store_id\}/servingConfigs/{serving_config_id\}`
+     * Immutable. Fully qualified name `projects/{project\}/locations/{location\}/collections/{collection_id\}/engines/{engine_id\}/servingConfigs/{serving_config_id\}`
      */
     name?: string | null;
     /**
      * Condition oneway synonyms specifications. If multiple oneway synonyms conditions match, all matching oneway synonyms controls in the list will execute. Maximum number of specifications is 100. Can only be set if SolutionType is SOLUTION_TYPE_SEARCH.
      */
     onewaySynonymsControlIds?: string[] | null;
+    /**
+     * The ranking expression controls the customized ranking on retrieval documents. To leverage this, document embedding is required. The ranking expression setting in ServingConfig applies to all search requests served by the serving config. However, if SearchRequest.ranking_expression is specified, it overrides the ServingConfig ranking expression. The ranking expression is a single function or multiple functions that are joined by "+". * ranking_expression = function, { " + ", function \}; Supported functions: * double * relevance_score * double * dotProduct(embedding_field_path) Function variables: relevance_score: pre-defined keywords, used for measure relevance between query and document. embedding_field_path: the document embedding field used with query embedding vector. dotProduct: embedding function between embedding_field_path and query embedding vector. Example ranking expression: If document has an embedding field doc_embedding, the ranking expression could be 0.5 * relevance_score + 0.3 * dotProduct(doc_embedding).
+     */
     rankingExpression?: string | null;
     /**
      * IDs of the redirect controls. Only the first triggered redirect action is applied, even if multiple apply. Maximum number of specifications is 100. Can only be set if SolutionType is SOLUTION_TYPE_SEARCH.
@@ -3159,10 +3320,6 @@ export namespace discoveryengine_v1beta {
      * Specifies the content freshness used for recommendation result. Contents will be demoted if contents were published for more than content freshness cutoff days.
      */
     contentFreshnessCutoffDays?: number | null;
-    /**
-     * Specifies the content watched minutes threshold for demotion.
-     */
-    contentWatchedMinutesThreshold?: number | null;
     /**
      * Specifies the content watched percentage threshold for demotion. Threshold value must be between [0, 1.0] inclusive.
      */
@@ -3261,6 +3418,9 @@ export namespace discoveryengine_v1beta {
      */
     quotaFailure?: Schema$GoogleCloudDiscoveryengineV1betaTargetSiteFailureReasonQuotaFailure;
   }
+  /**
+   * Failed due to insufficient quota.
+   */
   export interface Schema$GoogleCloudDiscoveryengineV1betaTargetSiteFailureReasonQuotaFailure {
     /**
      * This number is an estimation on how much total quota this project needs to successfully complete indexing.
@@ -3280,6 +3440,74 @@ export namespace discoveryengine_v1beta {
      */
     input?: string | null;
   }
+  /**
+   * Metadata related to the progress of the TrainCustomModel operation. This is returned by the google.longrunning.Operation.metadata field.
+   */
+  export interface Schema$GoogleCloudDiscoveryengineV1betaTrainCustomModelMetadata {
+    /**
+     * Operation create time.
+     */
+    createTime?: string | null;
+    /**
+     * Operation last update time. If the operation is done, this is also the finish time.
+     */
+    updateTime?: string | null;
+  }
+  /**
+   * Request message for SearchTuningService.TrainCustomModel method.
+   */
+  export interface Schema$GoogleCloudDiscoveryengineV1betaTrainCustomModelRequest {
+    /**
+     * The desired location of errors incurred during the data ingestion and training.
+     */
+    errorConfig?: Schema$GoogleCloudDiscoveryengineV1betaImportErrorConfig;
+    /**
+     * Cloud Storage training input.
+     */
+    gcsTrainingInput?: Schema$GoogleCloudDiscoveryengineV1betaTrainCustomModelRequestGcsTrainingInput;
+    /**
+     * Model to be trained. Supported values are: * **search-tuning**: Fine tuning the search system based on data provided.
+     */
+    modelType?: string | null;
+  }
+  /**
+   * Cloud Storage training data input.
+   */
+  export interface Schema$GoogleCloudDiscoveryengineV1betaTrainCustomModelRequestGcsTrainingInput {
+    /**
+     * The Cloud Storage corpus data which could be associated in train data. The data path format is `gs:///`. A newline delimited jsonl/ndjson file. For search-tuning model, each line should have the _id, title and text. Example: `{"_id": "doc1", title: "relevant doc", "text": "relevant text"\}`
+     */
+    corpusDataPath?: string | null;
+    /**
+     * The gcs query data which could be associated in train data. The data path format is `gs:///`. A newline delimited jsonl/ndjson file. For search-tuning model, each line should have the _id and text. Example: {"_id": "query1", "text": "example query"\}
+     */
+    queryDataPath?: string | null;
+    /**
+     * Cloud Storage test data. Same format as train_data_path. If not provided, a random 80/20 train/test split will be performed on train_data_path.
+     */
+    testDataPath?: string | null;
+    /**
+     * Cloud Storage training data path whose format should be `gs:///`. The file should be in tsv format. Each line should have the doc_id and query_id and score (number). For search-tuning model, it should have the query-id corpus-id score as tsv file header. The score should be a number in `[0, inf+)`. The larger the number is, the more relevant the pair is. Example: * `query-id\tcorpus-id\tscore` * `query1\tdoc1\t1`
+     */
+    trainDataPath?: string | null;
+  }
+  /**
+   * Response of the TrainCustomModelRequest. This message is returned by the google.longrunning.Operations.response field.
+   */
+  export interface Schema$GoogleCloudDiscoveryengineV1betaTrainCustomModelResponse {
+    /**
+     * Echoes the destination for the complete errors in the request if set.
+     */
+    errorConfig?: Schema$GoogleCloudDiscoveryengineV1betaImportErrorConfig;
+    /**
+     * A sample of errors encountered while processing the data.
+     */
+    errorSamples?: Schema$GoogleRpcStatus[];
+    /**
+     * The trained model status. Possible values are: * **bad-data**: The training data quality is bad. * **no-improvement**: Tuning didn't improve performance. Won't deploy. * **in-progress**: Model training is in progress. * **ready**: The model is ready for serving.
+     */
+    modelStatus?: string | null;
+  }
   /**
    * A transaction represents the entire purchase transaction.
    */
@@ -3499,6 +3727,10 @@ export namespace discoveryengine_v1beta {
      * Required. The data store display name. This field must be a UTF-8 encoded string with a length limit of 128 characters. Otherwise, an INVALID_ARGUMENT error is returned.
      */
     displayName?: string | null;
+    /**
+     * Configuration for Document understanding and enrichment.
+     */
+    documentProcessingConfig?: Schema$GoogleCloudDiscoveryengineV1DocumentProcessingConfig;
     /**
      * Immutable. The industry vertical that the data store registers.
      */
@@ -3511,6 +3743,10 @@ export namespace discoveryengine_v1beta {
      * The solutions that the data store enrolls. Available solutions for each industry_vertical: * `MEDIA`: `SOLUTION_TYPE_RECOMMENDATION` and `SOLUTION_TYPE_SEARCH`. * `SITE_SEARCH`: `SOLUTION_TYPE_SEARCH` is automatically enrolled. Other solutions cannot be enrolled.
      */
     solutionTypes?: string[] | null;
+    /**
+     * The start schema to use for this DataStore when provisioning it. If unset, a default vertical specialized schema will be used. This field is only used by CreateDataStore API, and will be ignored if used in other APIs. This field will be omitted from all API responses including CreateDataStore API. To retrieve a schema of a DataStore, use SchemaService.GetSchema API instead. The provided schema will be validated against certain rules on schema. Learn more from [this doc](https://cloud.google.com/generative-ai-app-builder/docs/provide-schema).
+     */
+    startingSchema?: Schema$GoogleCloudDiscoveryengineV1Schema;
   }
   /**
    * Metadata related to the progress of the DataStoreService.DeleteDataStore operation. This will be returned by the google.longrunning.Operation.metadata field.
@@ -3581,6 +3817,57 @@ export namespace discoveryengine_v1beta {
    * Response message for SiteSearchEngineService.DisableAdvancedSiteSearch method.
    */
   export interface Schema$GoogleCloudDiscoveryengineV1DisableAdvancedSiteSearchResponse {}
+  /**
+   * A singleton resource of DataStore. It's empty when DataStore is created, which defaults to digital parser. The first call to DataStoreService.UpdateDocumentProcessingConfig method will initialize the config.
+   */
+  export interface Schema$GoogleCloudDiscoveryengineV1DocumentProcessingConfig {
+    /**
+     * Configurations for default Document parser. If not specified, we will configure it as default DigitalParsingConfig, and the default parsing config will be applied to all file types for Document parsing.
+     */
+    defaultParsingConfig?: Schema$GoogleCloudDiscoveryengineV1DocumentProcessingConfigParsingConfig;
+    /**
+     * The full resource name of the Document Processing Config. Format: `projects/x/locations/x/collections/x/dataStores/x/documentProcessingConfig`.
+     */
+    name?: string | null;
+    /**
+     * Map from file type to override the default parsing configuration based on the file type. Supported keys: * `pdf`: Override parsing config for PDF files, either digital parsing, ocr parsing or layout parsing is supported. * `html`: Override parsing config for HTML files, only digital parsing and or layout parsing are supported. * `docx`: Override parsing config for DOCX files, only digital parsing and or layout parsing are supported.
+     */
+    parsingConfigOverrides?: {
+      [
+        key: string
+      ]: Schema$GoogleCloudDiscoveryengineV1DocumentProcessingConfigParsingConfig;
+    } | null;
+  }
+  /**
+   * Related configurations applied to a specific type of document parser.
+   */
+  export interface Schema$GoogleCloudDiscoveryengineV1DocumentProcessingConfigParsingConfig {
+    /**
+     * Configurations applied to digital parser.
+     */
+    digitalParsingConfig?: Schema$GoogleCloudDiscoveryengineV1DocumentProcessingConfigParsingConfigDigitalParsingConfig;
+    /**
+     * Configurations applied to OCR parser. Currently it only applies to PDFs.
+     */
+    ocrParsingConfig?: Schema$GoogleCloudDiscoveryengineV1DocumentProcessingConfigParsingConfigOcrParsingConfig;
+  }
+  /**
+   * The digital parsing configurations for documents.
+   */
+  export interface Schema$GoogleCloudDiscoveryengineV1DocumentProcessingConfigParsingConfigDigitalParsingConfig {}
+  /**
+   * The OCR parsing configurations for documents.
+   */
+  export interface Schema$GoogleCloudDiscoveryengineV1DocumentProcessingConfigParsingConfigOcrParsingConfig {
+    /**
+     * Apply additional enhanced OCR processing to a list of document elements. Supported values: * `table`: advanced table parsing model.
+     */
+    enhancedDocumentElements?: string[] | null;
+    /**
+     * If true, will use native text instead of OCR text on pages containing native text.
+     */
+    useNativeText?: boolean | null;
+  }
   /**
    * Metadata related to the progress of the SiteSearchEngineService.EnableAdvancedSiteSearch operation. This will be returned by the google.longrunning.Operation.metadata field.
    */
@@ -3839,6 +4126,10 @@ export namespace discoveryengine_v1beta {
      * Count of entries that encountered errors while processing.
      */
     failureCount?: string | null;
+    /**
+     * Count of entries that were ignored as entries were not found.
+     */
+    ignoredCount?: string | null;
     /**
      * Count of entries that were deleted successfully.
      */
@@ -3967,6 +4258,9 @@ export namespace discoveryengine_v1beta {
      */
     quotaFailure?: Schema$GoogleCloudDiscoveryengineV1TargetSiteFailureReasonQuotaFailure;
   }
+  /**
+   * Failed due to insufficient quota.
+   */
   export interface Schema$GoogleCloudDiscoveryengineV1TargetSiteFailureReasonQuotaFailure {
     /**
      * This number is an estimation on how much total quota this project needs to successfully complete indexing.
@@ -5085,6 +5379,102 @@ export namespace discoveryengine_v1beta {
         );
       }
     }
+
+    /**
+     * Trains a custom model.
+     *
+     * @param params - Parameters for request
+     * @param options - Optionally override request options, such as `url`, `method`, and `encoding`.
+     * @param callback - Optional callback that handles the response.
+     * @returns A promise if used with async/await, or void if used with a callback.
+     */
+    trainCustomModel(
+      params: Params$Resource$Projects$Locations$Collections$Datastores$Traincustommodel,
+      options: StreamMethodOptions
+    ): GaxiosPromise<Readable>;
+    trainCustomModel(
+      params?: Params$Resource$Projects$Locations$Collections$Datastores$Traincustommodel,
+      options?: MethodOptions
+    ): GaxiosPromise<Schema$GoogleLongrunningOperation>;
+    trainCustomModel(
+      params: Params$Resource$Projects$Locations$Collections$Datastores$Traincustommodel,
+      options: StreamMethodOptions | BodyResponseCallback<Readable>,
+      callback: BodyResponseCallback<Readable>
+    ): void;
+    trainCustomModel(
+      params: Params$Resource$Projects$Locations$Collections$Datastores$Traincustommodel,
+      options:
+        | MethodOptions
+        | BodyResponseCallback<Schema$GoogleLongrunningOperation>,
+      callback: BodyResponseCallback<Schema$GoogleLongrunningOperation>
+    ): void;
+    trainCustomModel(
+      params: Params$Resource$Projects$Locations$Collections$Datastores$Traincustommodel,
+      callback: BodyResponseCallback<Schema$GoogleLongrunningOperation>
+    ): void;
+    trainCustomModel(
+      callback: BodyResponseCallback<Schema$GoogleLongrunningOperation>
+    ): void;
+    trainCustomModel(
+      paramsOrCallback?:
+        | Params$Resource$Projects$Locations$Collections$Datastores$Traincustommodel
+        | BodyResponseCallback<Schema$GoogleLongrunningOperation>
+        | BodyResponseCallback<Readable>,
+      optionsOrCallback?:
+        | MethodOptions
+        | StreamMethodOptions
+        | BodyResponseCallback<Schema$GoogleLongrunningOperation>
+        | BodyResponseCallback<Readable>,
+      callback?:
+        | BodyResponseCallback<Schema$GoogleLongrunningOperation>
+        | BodyResponseCallback<Readable>
+    ):
+      | void
+      | GaxiosPromise<Schema$GoogleLongrunningOperation>
+      | GaxiosPromise<Readable> {
+      let params = (paramsOrCallback ||
+        {}) as Params$Resource$Projects$Locations$Collections$Datastores$Traincustommodel;
+      let options = (optionsOrCallback || {}) as MethodOptions;
+
+      if (typeof paramsOrCallback === 'function') {
+        callback = paramsOrCallback;
+        params =
+          {} as Params$Resource$Projects$Locations$Collections$Datastores$Traincustommodel;
+        options = {};
+      }
+
+      if (typeof optionsOrCallback === 'function') {
+        callback = optionsOrCallback;
+        options = {};
+      }
+
+      const rootUrl =
+        options.rootUrl || 'https://discoveryengine.googleapis.com/';
+      const parameters = {
+        options: Object.assign(
+          {
+            url: (rootUrl + '/v1beta/{+dataStore}:trainCustomModel').replace(
+              /([^:]\/)\/+/g,
+              '$1'
+            ),
+            method: 'POST',
+          },
+          options
+        ),
+        params,
+        requiredParams: ['dataStore'],
+        pathParams: ['dataStore'],
+        context: this.context,
+      };
+      if (callback) {
+        createAPIRequest<Schema$GoogleLongrunningOperation>(
+          parameters,
+          callback as BodyResponseCallback<unknown>
+        );
+      } else {
+        return createAPIRequest<Schema$GoogleLongrunningOperation>(parameters);
+      }
+    }
   }
 
   export interface Params$Resource$Projects$Locations$Collections$Datastores$Completequery
@@ -5186,6 +5576,18 @@ export namespace discoveryengine_v1beta {
      */
     requestBody?: Schema$GoogleCloudDiscoveryengineV1betaDataStore;
   }
+  export interface Params$Resource$Projects$Locations$Collections$Datastores$Traincustommodel
+    extends StandardParameters {
+    /**
+     * Required. The resource name of the Data Store, such as `projects/x/locations/global/collections/default_collection/dataStores/default_data_store`. This field is used to identify the data store where to train the models.
+     */
+    dataStore?: string;
+
+    /**
+     * Request body metadata
+     */
+    requestBody?: Schema$GoogleCloudDiscoveryengineV1betaTrainCustomModelRequest;
+  }
 
   export class Resource$Projects$Locations$Collections$Datastores$Branches {
     context: APIRequestContext;
@@ -8577,7 +8979,7 @@ export namespace discoveryengine_v1beta {
   export interface Params$Resource$Projects$Locations$Collections$Datastores$Servingconfigs$Get
     extends StandardParameters {
     /**
-     * Required. The resource name of the ServingConfig to get. Format: `projects/{project_number\}/locations/{location\}/collections/{collection\}/dataStores/{data_store\}/servingConfigs/{serving_config_id\}`
+     * Required. The resource name of the ServingConfig to get. Format: `projects/{project_number\}/locations/{location\}/collections/{collection\}/engines/{engine\}/servingConfigs/{serving_config_id\}`
      */
     name?: string;
   }
@@ -8592,14 +8994,14 @@ export namespace discoveryengine_v1beta {
      */
     pageToken?: string;
     /**
-     * Required. The dataStore resource name. Format: `projects/{project_number\}/locations/{location\}/collections/{collection\}/dataStores/{data_store\}`
+     * Required. Full resource name of the parent resource. Format: `projects/{project_number\}/locations/{location\}/collections/{collection\}/engines/{engine\}`
      */
     parent?: string;
   }
   export interface Params$Resource$Projects$Locations$Collections$Datastores$Servingconfigs$Patch
     extends StandardParameters {
     /**
-     * Immutable. Fully qualified name `projects/{project\}/locations/{location\}/collections/{collection_id\}/dataStores/{data_store_id\}/servingConfigs/{serving_config_id\}`
+     * Immutable. Fully qualified name `projects/{project\}/locations/{location\}/collections/{collection_id\}/engines/{engine_id\}/servingConfigs/{serving_config_id\}`
      */
     name?: string;
     /**
@@ -12797,7 +13199,7 @@ export namespace discoveryengine_v1beta {
   export interface Params$Resource$Projects$Locations$Collections$Engines$Servingconfigs$Get
     extends StandardParameters {
     /**
-     * Required. The resource name of the ServingConfig to get. Format: `projects/{project_number\}/locations/{location\}/collections/{collection\}/dataStores/{data_store\}/servingConfigs/{serving_config_id\}`
+     * Required. The resource name of the ServingConfig to get. Format: `projects/{project_number\}/locations/{location\}/collections/{collection\}/engines/{engine\}/servingConfigs/{serving_config_id\}`
      */
     name?: string;
   }
@@ -12812,14 +13214,14 @@ export namespace discoveryengine_v1beta {
      */
     pageToken?: string;
     /**
-     * Required. The dataStore resource name. Format: `projects/{project_number\}/locations/{location\}/collections/{collection\}/dataStores/{data_store\}`
+     * Required. Full resource name of the parent resource. Format: `projects/{project_number\}/locations/{location\}/collections/{collection\}/engines/{engine\}`
      */
     parent?: string;
   }
   export interface Params$Resource$Projects$Locations$Collections$Engines$Servingconfigs$Patch
     extends StandardParameters {
     /**
-     * Immutable. Fully qualified name `projects/{project\}/locations/{location\}/collections/{collection_id\}/dataStores/{data_store_id\}/servingConfigs/{serving_config_id\}`
+     * Immutable. Fully qualified name `projects/{project\}/locations/{location\}/collections/{collection_id\}/engines/{engine_id\}/servingConfigs/{serving_config_id\}`
      */
     name?: string;
     /**
@@ -17050,7 +17452,7 @@ export namespace discoveryengine_v1beta {
   export interface Params$Resource$Projects$Locations$Datastores$Servingconfigs$Get
     extends StandardParameters {
     /**
-     * Required. The resource name of the ServingConfig to get. Format: `projects/{project_number\}/locations/{location\}/collections/{collection\}/dataStores/{data_store\}/servingConfigs/{serving_config_id\}`
+     * Required. The resource name of the ServingConfig to get. Format: `projects/{project_number\}/locations/{location\}/collections/{collection\}/engines/{engine\}/servingConfigs/{serving_config_id\}`
      */
     name?: string;
   }
@@ -17065,14 +17467,14 @@ export namespace discoveryengine_v1beta {
      */
     pageToken?: string;
     /**
-     * Required. The dataStore resource name. Format: `projects/{project_number\}/locations/{location\}/collections/{collection\}/dataStores/{data_store\}`
+     * Required. Full resource name of the parent resource. Format: `projects/{project_number\}/locations/{location\}/collections/{collection\}/engines/{engine\}`
      */
     parent?: string;
   }
   export interface Params$Resource$Projects$Locations$Datastores$Servingconfigs$Patch
     extends StandardParameters {
     /**
-     * Immutable. Fully qualified name `projects/{project\}/locations/{location\}/collections/{collection_id\}/dataStores/{data_store_id\}/servingConfigs/{serving_config_id\}`
+     * Immutable. Fully qualified name `projects/{project\}/locations/{location\}/collections/{collection_id\}/engines/{engine_id\}/servingConfigs/{serving_config_id\}`
      */
     name?: string;
     /**