@google-cloud/discoveryengine 1.4.0 → 1.4.1

package/build/protos/google/cloud/discoveryengine/v1alpha/serving_config.proto

@@ -0,0 +1,271 @@
+// Copyright 2022 Google LLC
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+syntax = "proto3";
+
+package google.cloud.discoveryengine.v1alpha;
+
+import "google/api/field_behavior.proto";
+import "google/api/resource.proto";
+import "google/cloud/discoveryengine/v1alpha/common.proto";
+import "google/cloud/discoveryengine/v1alpha/search_service.proto";
+import "google/protobuf/timestamp.proto";
+
+option csharp_namespace = "Google.Cloud.DiscoveryEngine.V1Alpha";
+option go_package = "cloud.google.com/go/discoveryengine/apiv1alpha/discoveryenginepb;discoveryenginepb";
+option java_multiple_files = true;
+option java_outer_classname = "ServingConfigProto";
+option java_package = "com.google.cloud.discoveryengine.v1alpha";
+option objc_class_prefix = "DISCOVERYENGINE";
+option php_namespace = "Google\\Cloud\\DiscoveryEngine\\V1alpha";
+option ruby_package = "Google::Cloud::DiscoveryEngine::V1alpha";
+
+// Configures metadata that is used to generate serving time results (e.g.
+// search results or recommendation predictions).
+// The ServingConfig is passed in the search and predict request and generates
+// results.
+message ServingConfig {
+  option (google.api.resource) = {
+    type: "discoveryengine.googleapis.com/ServingConfig"
+    pattern: "projects/{project}/locations/{location}/dataStores/{data_store}/servingConfigs/{serving_config}"
+    pattern: "projects/{project}/locations/{location}/collections/{collection}/dataStores/{data_store}/servingConfigs/{serving_config}"
+    pattern: "projects/{project}/locations/{location}/collections/{collection}/engines/{engine}/servingConfigs/{serving_config}"
+  };
+
+  // Specifies the configurations needed for Media Discovery. Currently we
+  // support:
+  //
+  // * `demote_content_watched`: Threshold for watched content demotion.
+  // Customers can specify if using watched content demotion or use viewed
+  // detail page. Using the content watched demotion, customers need to specify
+  // the watched minutes or percentage exceeds the threshold, the content will
+  // be demoted in the recommendation result.
+  // * `promote_fresh_content`: cutoff days for fresh content promotion.
+  // Customers can specify if using content freshness promotion. If the content
+  // was published within the cutoff days, the content will be promoted in the
+  // recommendation result.
+  // Can only be set if
+  // [SolutionType][google.cloud.discoveryengine.v1alpha.SolutionType] is
+  // [SOLUTION_TYPE_RECOMMENDATION][google.cloud.discoveryengine.v1alpha.SolutionType.SOLUTION_TYPE_RECOMMENDATION].
+  message MediaConfig {
+    // Specify the threshold for demoting watched content, the threshold can be
+    // either percentage or minutes value.
+    // This must be set for `media-complete` event type.
+    oneof demote_content_watched {
+      // Specifies the content watched percentage threshold for demotion.
+      // Threshold value must be between [0, 1.0] inclusive.
+      float content_watched_percentage_threshold = 2;
+
+      // Specifies the content watched minutes threshold for demotion.
+      float content_watched_seconds_threshold = 5;
+    }
+
+    // Specifies the event type used for demoting recommendation result.
+    // Currently supported values:
+    //
+    // * `view-item`: Item viewed.
+    // * `media-play`: Start/resume watching a video, playing a song, etc.
+    // * `media-complete`: Finished or stopped midway through a video, song,
+    // etc.
+    //
+    // If unset, watch history demotion will not be applied. Content freshness
+    // demotion will still be applied.
+    string demotion_event_type = 1;
+
+    // Specifies the content freshness used for recommendation result.
+    // Contents will be demoted if contents were published for more than content
+    // freshness cutoff days.
+    int32 content_freshness_cutoff_days = 4;
+  }
+
+  // Specifies the configurations needed for Generic Discovery.Currently we
+  // support:
+  //
+  // * `content_search_spec`: configuration for generic content search.
+  message GenericConfig {
+    // Specifies the expected behavior of content search.
+    // Only valid for content-search enabled data store.
+    SearchRequest.ContentSearchSpec content_search_spec = 1;
+  }
+
+  // Industry vertical specific config.
+  oneof vertical_config {
+    // The MediaConfig of the serving configuration.
+    MediaConfig media_config = 7;
+
+    // The GenericConfig of the serving configuration.
+    GenericConfig generic_config = 10;
+  }
+
+  // Immutable. Fully qualified name
+  // `projects/{project}/locations/{location}/collections/{collection_id}/engines/{engine_id}/servingConfigs/{serving_config_id}`
+  string name = 1 [(google.api.field_behavior) = IMMUTABLE];
+
+  // Required. The human readable serving config display name. Used in Discovery
+  // UI.
+  //
+  // This field must be a UTF-8 encoded string with a length limit of 128
+  // characters. Otherwise, an INVALID_ARGUMENT error is returned.
+  string display_name = 2 [(google.api.field_behavior) = REQUIRED];
+
+  // Required. Immutable. Specifies the solution type that a serving config can
+  // be associated with.
+  SolutionType solution_type = 3 [
+    (google.api.field_behavior) = REQUIRED,
+    (google.api.field_behavior) = IMMUTABLE
+  ];
+
+  // The id of the model to use at serving time.
+  // Currently only RecommendationModels are supported.
+  // Can be changed but only to a compatible model (e.g.
+  // others-you-may-like CTR to others-you-may-like CVR).
+  //
+  // Required when
+  // [SolutionType][google.cloud.discoveryengine.v1alpha.SolutionType] is
+  // [SOLUTION_TYPE_RECOMMENDATION][google.cloud.discoveryengine.v1alpha.SolutionType.SOLUTION_TYPE_RECOMMENDATION].
+  string model_id = 4;
+
+  // How much diversity to use in recommendation model results e.g.
+  // `medium-diversity` or `high-diversity`. Currently supported values:
+  //
+  // * `no-diversity`
+  // * `low-diversity`
+  // * `medium-diversity`
+  // * `high-diversity`
+  // * `auto-diversity`
+  //
+  // If not specified, we choose default based on recommendation model
+  // type. Default value: `no-diversity`.
+  //
+  // Can only be set if
+  // [SolutionType][google.cloud.discoveryengine.v1alpha.SolutionType] is
+  // [SOLUTION_TYPE_RECOMMENDATION][google.cloud.discoveryengine.v1alpha.SolutionType.SOLUTION_TYPE_RECOMMENDATION].
+  string diversity_level = 5;
+
+  // Bring your own embedding config. The config is used for search semantic
+  // retrieval. The retrieval is based on the dot product of
+  // [SearchRequest.EmbeddingSpec.EmbeddingVector.vector][google.cloud.discoveryengine.v1alpha.SearchRequest.EmbeddingSpec.EmbeddingVector.vector]
+  // and the document embeddings that are provided by this EmbeddingConfig. If
+  // [SearchRequest.EmbeddingSpec.EmbeddingVector.vector][google.cloud.discoveryengine.v1alpha.SearchRequest.EmbeddingSpec.EmbeddingVector.vector]
+  // is provided, it overrides this
+  // [ServingConfig.embedding_config][google.cloud.discoveryengine.v1alpha.ServingConfig.embedding_config].
+  EmbeddingConfig embedding_config = 20;
+
+  // The ranking expression controls the customized ranking on retrieval
+  // documents. To leverage this, document embedding is required. The ranking
+  // expression setting in ServingConfig applies to all search requests served
+  // by the serving config. However, if
+  // [SearchRequest.ranking_expression][google.cloud.discoveryengine.v1alpha.SearchRequest.ranking_expression]
+  // is specified, it overrides the ServingConfig ranking expression.
+  //
+  // The ranking expression is a single function or multiple functions that are
+  // joined by "+".
+  //   * ranking_expression = function, { " + ", function };
+  // Supported functions:
+  //   * double * relevance_score
+  //   * double * dotProduct(embedding_field_path)
+  // Function variables:
+  //   relevance_score: pre-defined keywords, used for measure relevance between
+  //   query and document.
+  //   embedding_field_path: the document embedding field
+  //   used with query embedding vector.
+  //   dotProduct: embedding function between embedding_field_path and query
+  //   embedding vector.
+  //
+  //  Example ranking expression:
+  //    If document has an embedding field doc_embedding, the ranking expression
+  //    could be 0.5 * relevance_score + 0.3 * dotProduct(doc_embedding).
+  string ranking_expression = 21;
+
+  // Guided search configs.
+  GuidedSearchSpec guided_search_spec = 22;
+
+  // Custom fine tuning configs.
+  CustomFineTuningSpec custom_fine_tuning_spec = 24;
+
+  // Output only. ServingConfig created timestamp.
+  google.protobuf.Timestamp create_time = 8
+      [(google.api.field_behavior) = OUTPUT_ONLY];
+
+  // Output only. ServingConfig updated timestamp.
+  google.protobuf.Timestamp update_time = 9
+      [(google.api.field_behavior) = OUTPUT_ONLY];
+
+  // Filter controls to use in serving path.
+  // All triggered filter controls will be applied.
+  // Filter controls must be in the same data store as the serving config.
+  // Maximum of 20 filter controls.
+  repeated string filter_control_ids = 11;
+
+  // Boost controls to use in serving path.
+  // All triggered boost controls will be applied.
+  // Boost controls must be in the same data store as the serving config.
+  // Maximum of 20 boost controls.
+  repeated string boost_control_ids = 12;
+
+  // IDs of the redirect controls. Only the first triggered redirect
+  // action is applied, even if multiple apply. Maximum number of
+  // specifications is 100.
+  //
+  // Can only be set if
+  // [SolutionType][google.cloud.discoveryengine.v1alpha.SolutionType] is
+  // [SOLUTION_TYPE_SEARCH][google.cloud.discoveryengine.v1alpha.SolutionType.SOLUTION_TYPE_SEARCH].
+  repeated string redirect_control_ids = 14;
+
+  // Condition synonyms specifications. If multiple synonyms conditions
+  // match, all matching synonyms controls in the list will execute.
+  // Maximum number of specifications is 100.
+  //
+  // Can only be set if
+  // [SolutionType][google.cloud.discoveryengine.v1alpha.SolutionType] is
+  // [SOLUTION_TYPE_SEARCH][google.cloud.discoveryengine.v1alpha.SolutionType.SOLUTION_TYPE_SEARCH].
+  repeated string synonyms_control_ids = 15;
+
+  // Condition oneway synonyms specifications. If multiple oneway synonyms
+  // conditions match, all matching oneway synonyms controls in the list
+  // will execute. Maximum number of specifications is 100.
+  //
+  // Can only be set if
+  // [SolutionType][google.cloud.discoveryengine.v1alpha.SolutionType] is
+  // [SOLUTION_TYPE_SEARCH][google.cloud.discoveryengine.v1alpha.SolutionType.SOLUTION_TYPE_SEARCH].
+  repeated string oneway_synonyms_control_ids = 16;
+
+  // Condition do not associate specifications. If multiple do not
+  // associate conditions match, all matching do not associate controls in
+  // the list will execute.
+  // Order does not matter.
+  // Maximum number of specifications is 100.
+  //
+  // Can only be set if
+  // [SolutionType][google.cloud.discoveryengine.v1alpha.SolutionType] is
+  // [SOLUTION_TYPE_SEARCH][google.cloud.discoveryengine.v1alpha.SolutionType.SOLUTION_TYPE_SEARCH].
+  repeated string dissociate_control_ids = 17;
+
+  // Condition replacement specifications.
+  // Applied according to the order in the list.
+  // A previously replaced term can not be re-replaced.
+  // Maximum number of specifications is 100.
+  //
+  // Can only be set if
+  // [SolutionType][google.cloud.discoveryengine.v1alpha.SolutionType] is
+  // [SOLUTION_TYPE_SEARCH][google.cloud.discoveryengine.v1alpha.SolutionType.SOLUTION_TYPE_SEARCH].
+  repeated string replacement_control_ids = 18;
+
+  // Condition ignore specifications. If multiple ignore
+  // conditions match, all matching ignore controls in the list will
+  // execute.
+  // Order does not matter.
+  // Maximum number of specifications is 100.
+  repeated string ignore_control_ids = 19;
+}

package/build/protos/google/cloud/discoveryengine/v1alpha/serving_config_service.proto

@@ -0,0 +1,147 @@
+// Copyright 2022 Google LLC
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+syntax = "proto3";
+
+package google.cloud.discoveryengine.v1alpha;
+
+import "google/api/annotations.proto";
+import "google/api/client.proto";
+import "google/api/field_behavior.proto";
+import "google/api/resource.proto";
+import "google/cloud/discoveryengine/v1alpha/serving_config.proto";
+import "google/protobuf/field_mask.proto";
+
+option csharp_namespace = "Google.Cloud.DiscoveryEngine.V1Alpha";
+option go_package = "cloud.google.com/go/discoveryengine/apiv1alpha/discoveryenginepb;discoveryenginepb";
+option java_multiple_files = true;
+option java_outer_classname = "ServingConfigServiceProto";
+option java_package = "com.google.cloud.discoveryengine.v1alpha";
+option objc_class_prefix = "DISCOVERYENGINE";
+option php_namespace = "Google\\Cloud\\DiscoveryEngine\\V1alpha";
+option ruby_package = "Google::Cloud::DiscoveryEngine::V1alpha";
+
+// Service for operations related to [ServingConfig][].
+service ServingConfigService {
+  option (google.api.default_host) = "discoveryengine.googleapis.com";
+  option (google.api.oauth_scopes) =
+      "https://www.googleapis.com/auth/cloud-platform";
+
+  // Updates a ServingConfig.
+  //
+  // Returns a NOT_FOUND error if the ServingConfig does not exist.
+  rpc UpdateServingConfig(UpdateServingConfigRequest) returns (ServingConfig) {
+    option (google.api.http) = {
+      patch: "/v1alpha/{serving_config.name=projects/*/locations/*/dataStores/*/servingConfigs/*}"
+      body: "serving_config"
+      additional_bindings {
+        patch: "/v1alpha/{serving_config.name=projects/*/locations/*/collections/*/dataStores/*/servingConfigs/*}"
+        body: "serving_config"
+      }
+      additional_bindings {
+        patch: "/v1alpha/{serving_config.name=projects/*/locations/*/collections/*/engines/*/servingConfigs/*}"
+        body: "serving_config"
+      }
+    };
+    option (google.api.method_signature) = "serving_config,update_mask";
+  }
+
+  // Gets a ServingConfig.
+  //
+  // Returns a NotFound error if the ServingConfig does not exist.
+  rpc GetServingConfig(GetServingConfigRequest) returns (ServingConfig) {
+    option (google.api.http) = {
+      get: "/v1alpha/{name=projects/*/locations/*/dataStores/*/servingConfigs/*}"
+      additional_bindings {
+        get: "/v1alpha/{name=projects/*/locations/*/collections/*/dataStores/*/servingConfigs/*}"
+      }
+      additional_bindings {
+        get: "/v1alpha/{name=projects/*/locations/*/collections/*/engines/*/servingConfigs/*}"
+      }
+    };
+    option (google.api.method_signature) = "name";
+  }
+
+  // Lists all ServingConfigs linked to this dataStore.
+  rpc ListServingConfigs(ListServingConfigsRequest)
+      returns (ListServingConfigsResponse) {
+    option (google.api.http) = {
+      get: "/v1alpha/{parent=projects/*/locations/*/dataStores/*}/servingConfigs"
+      additional_bindings {
+        get: "/v1alpha/{parent=projects/*/locations/*/collections/*/dataStores/*}/servingConfigs"
+      }
+      additional_bindings {
+        get: "/v1alpha/{parent=projects/*/locations/*/collections/*/engines/*}/servingConfigs"
+      }
+    };
+    option (google.api.method_signature) = "parent";
+  }
+}
+
+// Request for UpdateServingConfig method.
+message UpdateServingConfigRequest {
+  // Required. The ServingConfig to update.
+  ServingConfig serving_config = 1 [(google.api.field_behavior) = REQUIRED];
+
+  // Indicates which fields in the provided
+  // [ServingConfig][google.cloud.discoveryengine.v1alpha.ServingConfig] to
+  // update. The following are NOT supported:
+  //
+  // * [ServingConfig.name][google.cloud.discoveryengine.v1alpha.ServingConfig.name]
+  //
+  // If not set, all supported fields are updated.
+  google.protobuf.FieldMask update_mask = 2;
+}
+
+// Request for GetServingConfig method.
+message GetServingConfigRequest {
+  // Required. The resource name of the ServingConfig to get. Format:
+  // `projects/{project_number}/locations/{location}/collections/{collection}/engines/{engine}/servingConfigs/{serving_config_id}`
+  string name = 1 [
+    (google.api.field_behavior) = REQUIRED,
+    (google.api.resource_reference) = {
+      type: "discoveryengine.googleapis.com/ServingConfig"
+    }
+  ];
+}
+
+// Request for ListServingConfigs method.
+message ListServingConfigsRequest {
+  // Required. Full resource name of the parent resource. Format:
+  // `projects/{project_number}/locations/{location}/collections/{collection}/engines/{engine}`
+  string parent = 1 [
+    (google.api.field_behavior) = REQUIRED,
+    (google.api.resource_reference) = {
+      child_type: "discoveryengine.googleapis.com/ServingConfig"
+    }
+  ];
+
+  // Optional. Maximum number of results to return. If unspecified, defaults
+  // to 100. If a value greater than 100 is provided, at most 100 results are
+  // returned.
+  int32 page_size = 2 [(google.api.field_behavior) = OPTIONAL];
+
+  // Optional. A page token, received from a previous `ListServingConfigs` call.
+  // Provide this to retrieve the subsequent page.
+  string page_token = 3 [(google.api.field_behavior) = OPTIONAL];
+}
+
+// Response for ListServingConfigs method.
+message ListServingConfigsResponse {
+  // All the ServingConfigs for a given dataStore.
+  repeated ServingConfig serving_configs = 1;
+
+  // Pagination token, if not returned indicates the last page.
+  string next_page_token = 2;
+}

package/build/protos/google/cloud/discoveryengine/v1alpha/site_search_engine.proto

@@ -53,8 +53,14 @@ message TargetSite {
 
   // Site search indexing failure reasons.
   message FailureReason {
-    message QuotaFailure {}
+    // Failed due to insufficient quota.
+    message QuotaFailure {
+      // This number is an estimation on how much total quota this project needs
+      // to successfully complete indexing.
+      int64 total_required_quota = 1;
+    }
 
+    // Failure reason.
     oneof failure {
       // Failed due to insufficient quota.
       QuotaFailure quota_failure = 1;
@@ -108,7 +114,7 @@ message TargetSite {
     (google.api.field_behavior) = INPUT_ONLY
   ];
 
-  // The type of the target site, e.g. whether the site is to be included or
+  // The type of the target site, e.g., whether the site is to be included or
   // excluded.
   Type type = 3;
 
@@ -152,7 +158,7 @@ message SiteVerificationInfo {
     // Site ownership pending verification or verification failed.
     UNVERIFIED = 2;
 
-    // Site exempt from verification, e.g. a public website that opens to all.
+    // Site exempt from verification, e.g., a public website that opens to all.
     EXEMPTED = 3;
   }
 

package/build/protos/google/cloud/discoveryengine/v1alpha/site_search_engine_service.proto

@@ -275,7 +275,9 @@ message CreateTargetSiteMetadata {
   google.protobuf.Timestamp update_time = 2;
 }
 
-// Request message for [SiteSearchEngineService.s][] method.
+// Request message for
+// [SiteSearchEngineService.BatchCreateTargetSites][google.cloud.discoveryengine.v1alpha.SiteSearchEngineService.BatchCreateTargetSites]
+// method.
 message BatchCreateTargetSitesRequest {
   // Required. The parent resource shared by all TargetSites being created.
   // `projects/{project}/locations/{location}/collections/{collection}/dataStores/{data_store}/siteSearchEngine`.
@@ -430,8 +432,9 @@ message ListTargetSitesResponse {
 }
 
 // Metadata related to the progress of the
-// [SiteSearchEngineService.BatchCreateTargetSite][] operation. This will be
-// returned by the google.longrunning.Operation.metadata field.
+// [SiteSearchEngineService.BatchCreateTargetSites][google.cloud.discoveryengine.v1alpha.SiteSearchEngineService.BatchCreateTargetSites]
+// operation. This will be returned by the google.longrunning.Operation.metadata
+// field.
 message BatchCreateTargetSiteMetadata {
   // Operation create time.
   google.protobuf.Timestamp create_time = 1;
@@ -546,7 +549,7 @@ message RecrawlUrisResponse {
   // Details about why a particular URI failed to be crawled. Each FailureInfo
   // contains one FailureReason per CorpusType.
   message FailureInfo {
-    // Details about why crawling failed for a particular CorpusType, e.g.
+    // Details about why crawling failed for a particular CorpusType, e.g.,
     // DESKTOP and MOBILE crawling may fail for different reasons.
     message FailureReason {
       // CorpusType for the failed crawling operation.

package/build/protos/google/cloud/discoveryengine/v1alpha/user_event.proto

@@ -146,9 +146,10 @@ message UserEvent {
   // conforming to https://google.aip.dev/160#filtering.
   //
   // Similarly, for `view-item-list` events that are generated from a
-  // [RecommendationService.RecommendRequest][], this field may be populated
-  // directly from [RecommendationService.RecommendRequest.filter][] conforming
-  // to https://google.aip.dev/160#filtering.
+  // [RecommendRequest][google.cloud.discoveryengine.v1alpha.RecommendRequest],
+  // this field may be populated directly from
+  // [RecommendRequest.filter][google.cloud.discoveryengine.v1alpha.RecommendRequest.filter]
+  // conforming to https://google.aip.dev/160#filtering.
   //
   // The value must be a UTF-8 encoded string with a length limit of 1,000
   // characters. Otherwise, an `INVALID_ARGUMENT` error is returned.

package/build/protos/google/cloud/discoveryengine/v1beta/conversational_search_service.proto

@@ -223,6 +223,11 @@ message ConverseConversationRequest {
   // operators, see
   // [Filter](https://cloud.google.com/generative-ai-app-builder/docs/filter-search-metadata)
   string filter = 9;
+
+  // Boost specification to boost certain documents in search results which may
+  // affect the converse response. For more information on boosting, see
+  // [Boosting](https://cloud.google.com/retail/docs/boosting#boost)
+  SearchRequest.BoostSpec boost_spec = 10;
 }
 
 // Response message for

package/build/protos/google/cloud/discoveryengine/v1beta/data_store.proto

@@ -19,6 +19,8 @@ package google.cloud.discoveryengine.v1beta;
 import "google/api/field_behavior.proto";
 import "google/api/resource.proto";
 import "google/cloud/discoveryengine/v1beta/common.proto";
+import "google/cloud/discoveryengine/v1beta/document_processing_config.proto";
+import "google/cloud/discoveryengine/v1beta/schema.proto";
 import "google/protobuf/timestamp.proto";
 
 option csharp_namespace = "Google.Cloud.DiscoveryEngine.V1Beta";
@@ -95,4 +97,24 @@ message DataStore {
   // [DataStore][google.cloud.discoveryengine.v1beta.DataStore] was created at.
   google.protobuf.Timestamp create_time = 4
       [(google.api.field_behavior) = OUTPUT_ONLY];
+
+  // Configuration for Document understanding and enrichment.
+  DocumentProcessingConfig document_processing_config = 27;
+
+  // The start schema to use for this
+  // [DataStore][google.cloud.discoveryengine.v1beta.DataStore] when
+  // provisioning it. If unset, a default vertical specialized schema will be
+  // used.
+  //
+  // This field is only used by [CreateDataStore][] API, and will be ignored if
+  // used in other APIs. This field will be omitted from all API responses
+  // including [CreateDataStore][] API. To retrieve a schema of a
+  // [DataStore][google.cloud.discoveryengine.v1beta.DataStore], use
+  // [SchemaService.GetSchema][google.cloud.discoveryengine.v1beta.SchemaService.GetSchema]
+  // API instead.
+  //
+  // The provided schema will be validated against certain rules on schema.
+  // Learn more from [this
+  // doc](https://cloud.google.com/generative-ai-app-builder/docs/provide-schema).
+  Schema starting_schema = 28;
 }

package/build/protos/google/cloud/discoveryengine/v1beta/document.proto

@@ -19,6 +19,7 @@ package google.cloud.discoveryengine.v1beta;
 import "google/api/field_behavior.proto";
 import "google/api/resource.proto";
 import "google/protobuf/struct.proto";
+import "google/protobuf/timestamp.proto";
 
 option csharp_namespace = "Google.Cloud.DiscoveryEngine.V1Beta";
 option go_package = "cloud.google.com/go/discoveryengine/apiv1beta/discoveryenginepb;discoveryenginepb";
@@ -118,4 +119,12 @@ message Document {
   // It contains derived data that are not in the original input document.
   google.protobuf.Struct derived_struct_data = 6
       [(google.api.field_behavior) = OUTPUT_ONLY];
+
+  // Output only. The last time the document was indexed. If this field is set,
+  // the document could be returned in search results.
+  //
+  // This field is OUTPUT_ONLY. If this field is not populated, it means the
+  // document has never been indexed.
+  google.protobuf.Timestamp index_time = 13
+      [(google.api.field_behavior) = OUTPUT_ONLY];
 }

package/build/protos/google/cloud/discoveryengine/v1beta/document_processing_config.proto

@@ -0,0 +1,94 @@
+// Copyright 2022 Google LLC
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+syntax = "proto3";
+
+package google.cloud.discoveryengine.v1beta;
+
+import "google/api/field_behavior.proto";
+import "google/api/resource.proto";
+
+option csharp_namespace = "Google.Cloud.DiscoveryEngine.V1Beta";
+option go_package = "cloud.google.com/go/discoveryengine/apiv1beta/discoveryenginepb;discoveryenginepb";
+option java_multiple_files = true;
+option java_outer_classname = "DocumentProcessingConfigProto";
+option java_package = "com.google.cloud.discoveryengine.v1beta";
+option objc_class_prefix = "DISCOVERYENGINE";
+option php_namespace = "Google\\Cloud\\DiscoveryEngine\\V1beta";
+option ruby_package = "Google::Cloud::DiscoveryEngine::V1beta";
+
+// A singleton resource of
+// [DataStore][google.cloud.discoveryengine.v1beta.DataStore]. It's empty when
+// [DataStore][google.cloud.discoveryengine.v1beta.DataStore] is created, which
+// defaults to digital parser. The first call to
+// [DataStoreService.UpdateDocumentProcessingConfig][] method will initialize
+// the config.
+message DocumentProcessingConfig {
+  option (google.api.resource) = {
+    type: "discoveryengine.googleapis.com/DocumentProcessingConfig"
+    pattern: "projects/{project}/locations/{location}/dataStores/{data_store}/documentProcessingConfig"
+    pattern: "projects/{project}/locations/{location}/collections/{collection}/dataStores/{data_store}/documentProcessingConfig"
+  };
+
+  // Related configurations applied to a specific type of document parser.
+  message ParsingConfig {
+    // The digital parsing configurations for documents.
+    message DigitalParsingConfig {}
+
+    // The OCR parsing configurations for documents.
+    message OcrParsingConfig {
+      // Apply additional enhanced OCR processing to a list of document
+      // elements.
+      //
+      // Supported values:
+      // * `table`: advanced table parsing model.
+      repeated string enhanced_document_elements = 1;
+
+      // If true, will use native text instead of OCR text on pages containing
+      // native text.
+      bool use_native_text = 2;
+    }
+
+    // Configs for document processing types.
+    oneof type_dedicated_config {
+      // Configurations applied to digital parser.
+      DigitalParsingConfig digital_parsing_config = 1;
+
+      // Configurations applied to OCR parser. Currently it only applies to
+      // PDFs.
+      OcrParsingConfig ocr_parsing_config = 2;
+    }
+  }
+
+  // The full resource name of the Document Processing Config.
+  // Format:
+  // `projects/*/locations/*/collections/*/dataStores/*/documentProcessingConfig`.
+  string name = 1;
+
+  // Configurations for default Document parser.
+  // If not specified, we will configure it as default DigitalParsingConfig, and
+  // the default parsing config will be applied to all file types for Document
+  // parsing.
+  ParsingConfig default_parsing_config = 4;
+
+  // Map from file type to override the default parsing configuration based on
+  // the file type. Supported keys:
+  // * `pdf`: Override parsing config for PDF files, either digital parsing, ocr
+  // parsing or layout parsing is supported.
+  // * `html`: Override parsing config for HTML files, only digital parsing and
+  // or layout parsing are supported.
+  // * `docx`: Override parsing config for DOCX files, only digital parsing and
+  // or layout parsing are supported.
+  map<string, ParsingConfig> parsing_config_overrides = 5;
+}