@google-cloud/discoveryengine 1.4.0 → 1.5.0

package/build/protos/google/cloud/discoveryengine/v1alpha/completion.proto

@@ -0,0 +1,52 @@
+// Copyright 2022 Google LLC
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+syntax = "proto3";
+
+package google.cloud.discoveryengine.v1alpha;
+
+import "google/api/field_behavior.proto";
+
+option csharp_namespace = "Google.Cloud.DiscoveryEngine.V1Alpha";
+option go_package = "cloud.google.com/go/discoveryengine/apiv1alpha/discoveryenginepb;discoveryenginepb";
+option java_multiple_files = true;
+option java_outer_classname = "CompletionProto";
+option java_package = "com.google.cloud.discoveryengine.v1alpha";
+option objc_class_prefix = "DISCOVERYENGINE";
+option php_namespace = "Google\\Cloud\\DiscoveryEngine\\V1alpha";
+option ruby_package = "Google::Cloud::DiscoveryEngine::V1alpha";
+
+// Suggestion deny list entry identifying the phrase to block from suggestions
+// and the applied operation for the phrase.
+message SuggestionDenyListEntry {
+  // Operator for matching with the generated suggestions.
+  enum MatchOperator {
+    // Default value. Should not be used
+    MATCH_OPERATOR_UNSPECIFIED = 0;
+
+    // If the suggestion is an exact match to the block_phrase, then block it.
+    EXACT_MATCH = 1;
+
+    // If the suggestion contains the block_phrase, then block it.
+    CONTAINS = 2;
+  }
+
+  // Required. Phrase to block from suggestions served. Can be maximum 125
+  // characters.
+  string block_phrase = 1 [(google.api.field_behavior) = REQUIRED];
+
+  // Required. The match operator to apply for this phrase. Whether to block the
+  // exact phrase, or block any suggestions containing this phrase.
+  MatchOperator match_operator = 2 [(google.api.field_behavior) = REQUIRED];
+}

package/build/protos/google/cloud/discoveryengine/v1alpha/completion_service.proto

@@ -20,6 +20,9 @@ import "google/api/annotations.proto";
 import "google/api/client.proto";
 import "google/api/field_behavior.proto";
 import "google/api/resource.proto";
+import "google/cloud/discoveryengine/v1alpha/import_config.proto";
+import "google/cloud/discoveryengine/v1alpha/purge_config.proto";
+import "google/longrunning/operations.proto";
 
 option csharp_namespace = "Google.Cloud.DiscoveryEngine.V1Alpha";
 option go_package = "cloud.google.com/go/discoveryengine/apiv1alpha/discoveryenginepb;discoveryenginepb";
@@ -45,6 +48,44 @@ service CompletionService {
       }
     };
   }
+
+  // Imports all
+  // [SuggestionDenyListEntry][google.cloud.discoveryengine.v1alpha.SuggestionDenyListEntry]
+  // for a DataStore.
+  rpc ImportSuggestionDenyListEntries(ImportSuggestionDenyListEntriesRequest)
+      returns (google.longrunning.Operation) {
+    option (google.api.http) = {
+      post: "/v1alpha/{parent=projects/*/locations/*/collections/*/dataStores/*}/suggestionDenyListEntries:import"
+      body: "*"
+      additional_bindings {
+        post: "/v1alpha/{parent=projects/*/locations/*/dataStores/*}/suggestionDenyListEntries:import"
+        body: "*"
+      }
+    };
+    option (google.longrunning.operation_info) = {
+      response_type: "google.cloud.discoveryengine.v1alpha.ImportSuggestionDenyListEntriesResponse"
+      metadata_type: "google.cloud.discoveryengine.v1alpha.ImportSuggestionDenyListEntriesMetadata"
+    };
+  }
+
+  // Permanently deletes all
+  // [SuggestionDenyListEntry][google.cloud.discoveryengine.v1alpha.SuggestionDenyListEntry]
+  // for a DataStore.
+  rpc PurgeSuggestionDenyListEntries(PurgeSuggestionDenyListEntriesRequest)
+      returns (google.longrunning.Operation) {
+    option (google.api.http) = {
+      post: "/v1alpha/{parent=projects/*/locations/*/collections/*/dataStores/*}/suggestionDenyListEntries:purge"
+      body: "*"
+      additional_bindings {
+        post: "/v1alpha/{parent=projects/*/locations/*/dataStores/**}/suggestionDenyListEntries:purge"
+        body: "*"
+      }
+    };
+    option (google.longrunning.operation_info) = {
+      response_type: "google.cloud.discoveryengine.v1alpha.PurgeSuggestionDenyListEntriesResponse"
+      metadata_type: "google.cloud.discoveryengine.v1alpha.PurgeSuggestionDenyListEntriesMetadata"
+    };
+  }
 }
 
 // Request message for
@@ -65,8 +106,9 @@ message CompleteQueryRequest {
   // 128 characters.
   string query = 2 [(google.api.field_behavior) = REQUIRED];
 
-  // Selects data model of query suggestions for serving. Currently supported
-  // values:
+  // Specifies the autocomplete data model. This overrides any model specified
+  // in the Configuration > Autocomplete section of the Cloud console. Currently
+  // supported values:
   //
   // * `document` - Using suggestions generated from user-imported documents.
   // * `search-history` - Using suggestions generated from the past history of

package/build/protos/google/cloud/discoveryengine/v1alpha/conversational_search_service.proto

@@ -223,6 +223,11 @@ message ConverseConversationRequest {
   // operators, see
   // [Filter](https://cloud.google.com/generative-ai-app-builder/docs/filter-search-metadata)
   string filter = 9;
+
+  // Boost specification to boost certain documents in search results which may
+  // affect the converse response. For more information on boosting, see
+  // [Boosting](https://cloud.google.com/retail/docs/boosting#boost)
+  SearchRequest.BoostSpec boost_spec = 10;
 }
 
 // Response message for
@@ -266,7 +271,7 @@ message UpdateConversationRequest {
   // [Conversation][google.cloud.discoveryengine.v1alpha.Conversation] to
   // update. The following are NOT supported:
   //
-  // * [conversation.name][]
+  // * [Conversation.name][google.cloud.discoveryengine.v1alpha.Conversation.name]
   //
   // If not set or empty, all supported fields are updated.
   google.protobuf.FieldMask update_mask = 2;

package/build/protos/google/cloud/discoveryengine/v1alpha/data_store.proto

@@ -19,6 +19,8 @@ package google.cloud.discoveryengine.v1alpha;
 import "google/api/field_behavior.proto";
 import "google/api/resource.proto";
 import "google/cloud/discoveryengine/v1alpha/common.proto";
+import "google/cloud/discoveryengine/v1alpha/document_processing_config.proto";
+import "google/cloud/discoveryengine/v1alpha/schema.proto";
 import "google/protobuf/timestamp.proto";
 
 option csharp_namespace = "Google.Cloud.DiscoveryEngine.V1Alpha";
@@ -95,4 +97,46 @@ message DataStore {
   // [DataStore][google.cloud.discoveryengine.v1alpha.DataStore] was created at.
   google.protobuf.Timestamp create_time = 4
       [(google.api.field_behavior) = OUTPUT_ONLY];
+
+  // Output only. Data store level identity provider config.
+  IdpConfig idp_config = 21 [(google.api.field_behavior) = OUTPUT_ONLY];
+
+  // Immutable. Whether data in the
+  // [DataStore][google.cloud.discoveryengine.v1alpha.DataStore] has ACL
+  // information. If set to `true`, the source data must have ACL. ACL will be
+  // ingested when data is ingested by
+  // [DocumentService.ImportDocuments][google.cloud.discoveryengine.v1alpha.DocumentService.ImportDocuments]
+  // methods.
+  //
+  // When ACL is enabled for the
+  // [DataStore][google.cloud.discoveryengine.v1alpha.DataStore],
+  // [Document][google.cloud.discoveryengine.v1alpha.Document] can't be accessed
+  // by calling
+  // [DocumentService.GetDocument][google.cloud.discoveryengine.v1alpha.DocumentService.GetDocument]
+  // or
+  // [DocumentService.ListDocuments][google.cloud.discoveryengine.v1alpha.DocumentService.ListDocuments].
+  //
+  // Currently ACL is only supported in `GENERIC` industry vertical with
+  // non-`PUBLIC_WEBSITE` content config.
+  bool acl_enabled = 24 [(google.api.field_behavior) = IMMUTABLE];
+
+  // Configuration for Document understanding and enrichment.
+  DocumentProcessingConfig document_processing_config = 27;
+
+  // The start schema to use for this
+  // [DataStore][google.cloud.discoveryengine.v1alpha.DataStore] when
+  // provisioning it. If unset, a default vertical specialized schema will be
+  // used.
+  //
+  // This field is only used by [CreateDataStore][] API, and will be ignored if
+  // used in other APIs. This field will be omitted from all API responses
+  // including [CreateDataStore][] API. To retrieve a schema of a
+  // [DataStore][google.cloud.discoveryengine.v1alpha.DataStore], use
+  // [SchemaService.GetSchema][google.cloud.discoveryengine.v1alpha.SchemaService.GetSchema]
+  // API instead.
+  //
+  // The provided schema will be validated against certain rules on schema.
+  // Learn more from [this
+  // doc](https://cloud.google.com/generative-ai-app-builder/docs/provide-schema).
+  Schema starting_schema = 28;
 }

package/build/protos/google/cloud/discoveryengine/v1alpha/data_store_service.proto

@@ -21,6 +21,7 @@ import "google/api/client.proto";
 import "google/api/field_behavior.proto";
 import "google/api/resource.proto";
 import "google/cloud/discoveryengine/v1alpha/data_store.proto";
+import "google/cloud/discoveryengine/v1alpha/document_processing_config.proto";
 import "google/longrunning/operations.proto";
 import "google/protobuf/empty.proto";
 import "google/protobuf/field_mask.proto";
@@ -117,6 +118,41 @@ service DataStoreService {
     };
     option (google.api.method_signature) = "data_store,update_mask";
   }
+
+  // Gets a
+  // [DocumentProcessingConfig][google.cloud.discoveryengine.v1alpha.DocumentProcessingConfig].
+  rpc GetDocumentProcessingConfig(GetDocumentProcessingConfigRequest)
+      returns (DocumentProcessingConfig) {
+    option (google.api.http) = {
+      get: "/v1alpha/{name=projects/*/locations/*/dataStores/*/documentProcessingConfig}"
+      additional_bindings {
+        get: "/v1alpha/{name=projects/*/locations/*/collections/*/dataStores/*/documentProcessingConfig}"
+      }
+    };
+    option (google.api.method_signature) = "name";
+  }
+
+  // Updates the
+  // [DocumentProcessingConfig][google.cloud.discoveryengine.v1alpha.DocumentProcessingConfig].
+  // [DocumentProcessingConfig][google.cloud.discoveryengine.v1alpha.DocumentProcessingConfig]
+  // is a singleon resource of
+  // [DataStore][google.cloud.discoveryengine.v1alpha.DataStore]. It's empty
+  // when [DataStore][google.cloud.discoveryengine.v1alpha.DataStore] is
+  // created. The first call to this method will set up
+  // [DocumentProcessingConfig][google.cloud.discoveryengine.v1alpha.DocumentProcessingConfig].
+  rpc UpdateDocumentProcessingConfig(UpdateDocumentProcessingConfigRequest)
+      returns (DocumentProcessingConfig) {
+    option (google.api.http) = {
+      patch: "/v1alpha/{document_processing_config.name=projects/*/locations/*/dataStores/*/documentProcessingConfig}"
+      body: "document_processing_config"
+      additional_bindings {
+        patch: "/v1alpha/{document_processing_config.name=projects/*/locations/*/collections/*/dataStores/*/documentProcessingConfig}"
+        body: "document_processing_config"
+      }
+    };
+    option (google.api.method_signature) =
+        "document_processing_config,update_mask";
+  }
 }
 
 // Request for
@@ -198,7 +234,8 @@ message ListDataStoresRequest {
   // Required. The parent branch resource name, such as
   // `projects/{project}/locations/{location}/collections/{collection_id}`.
   //
-  // If the caller does not have permission to list [DataStores][]s under this
+  // If the caller does not have permission to list
+  // [DataStore][google.cloud.discoveryengine.v1alpha.DataStore]s under this
   // location, regardless of whether or not this data store exists, a
   // PERMISSION_DENIED error is returned.
   string parent = 1 [
@@ -305,3 +342,45 @@ message DeleteDataStoreMetadata {
   // finish time.
   google.protobuf.Timestamp update_time = 2;
 }
+
+// Request for
+// [DataStoreService.GetDocumentProcessingConfig][google.cloud.discoveryengine.v1alpha.DataStoreService.GetDocumentProcessingConfig]
+// method.
+message GetDocumentProcessingConfigRequest {
+  // Required. Full DocumentProcessingConfig resource name. Format:
+  // `projects/{project_number}/locations/{location_id}/collections/{collection_id}/dataStores/{data_store_id}/documentProcessingConfig`
+  string name = 1 [
+    (google.api.field_behavior) = REQUIRED,
+    (google.api.resource_reference) = {
+      type: "discoveryengine.googleapis.com/DocumentProcessingConfig"
+    }
+  ];
+}
+
+// Request for
+// [DataStoreService.UpdateDocumentProcessingConfig][google.cloud.discoveryengine.v1alpha.DataStoreService.UpdateDocumentProcessingConfig]
+// method.
+message UpdateDocumentProcessingConfigRequest {
+  // Required. The
+  // [DocumentProcessingConfig][google.cloud.discoveryengine.v1alpha.DocumentProcessingConfig]
+  // to update.
+  //
+  // If the caller does not have permission to update the
+  // [DocumentProcessingConfig][google.cloud.discoveryengine.v1alpha.DocumentProcessingConfig],
+  // then a PERMISSION_DENIED error is returned.
+  //
+  // If the
+  // [DocumentProcessingConfig][google.cloud.discoveryengine.v1alpha.DocumentProcessingConfig]
+  // to update does not exist, a NOT_FOUND error is returned.
+  DocumentProcessingConfig document_processing_config = 1
+      [(google.api.field_behavior) = REQUIRED];
+
+  // Indicates which fields in the provided
+  // [DocumentProcessingConfig][google.cloud.discoveryengine.v1alpha.DocumentProcessingConfig]
+  // to update. The following are the only supported fields:
+  //
+  // * [DocumentProcessingConfig.ocr_config][google.cloud.discoveryengine.v1alpha.DocumentProcessingConfig.ocr_config]
+  //
+  // If not set, all supported fields are updated.
+  google.protobuf.FieldMask update_mask = 2;
+}

package/build/protos/google/cloud/discoveryengine/v1alpha/document.proto

@@ -18,7 +18,9 @@ package google.cloud.discoveryengine.v1alpha;
 
 import "google/api/field_behavior.proto";
 import "google/api/resource.proto";
+import "google/cloud/discoveryengine/v1alpha/common.proto";
 import "google/protobuf/struct.proto";
+import "google/protobuf/timestamp.proto";
 
 option csharp_namespace = "Google.Cloud.DiscoveryEngine.V1Alpha";
 option go_package = "cloud.google.com/go/discoveryengine/apiv1alpha/discoveryenginepb;discoveryenginepb";
@@ -69,6 +71,76 @@ message Document {
     string mime_type = 1;
   }
 
+  // ACL Information of the Document.
+  message AclInfo {
+    // AclRestriction to model complex inheritance restrictions.
+    //
+    // Example: Modeling a "Both Permit" inheritance, where to access a
+    // child document, user needs to have access to parent document.
+    //
+    // Document Hierarchy - Space_S --> Page_P.
+    //
+    // Readers:
+    //   Space_S: group_1, user_1
+    //   Page_P: group_2, group_3, user_2
+    //
+    // Space_S ACL Restriction -
+    // {
+    //   "acl_info": {
+    //     "readers": [
+    //       {
+    //         "principals": [
+    //           {
+    //             "group_id": "group_1"
+    //           },
+    //           {
+    //             "user_id": "user_1"
+    //           }
+    //         ]
+    //       }
+    //     ]
+    //   }
+    // }
+    //
+    // Page_P ACL Restriction.
+    // {
+    //   "acl_info": {
+    //     "readers": [
+    //       {
+    //         "principals": [
+    //           {
+    //             "group_id": "group_2"
+    //           },
+    //           {
+    //             "group_id": "group_3"
+    //           },
+    //           {
+    //             "user_id": "user_2"
+    //           }
+    //         ],
+    //       },
+    //       {
+    //         "principals": [
+    //           {
+    //             "group_id": "group_1"
+    //           },
+    //           {
+    //             "user_id": "user_1"
+    //           }
+    //         ],
+    //       }
+    //     ]
+    //   }
+    // }
+    message AccessRestriction {
+      // List of principals.
+      repeated Principal principals = 1;
+    }
+
+    // Readers of the document.
+    repeated AccessRestriction readers = 1;
+  }
+
   // Data representation. One of
   // [struct_data][google.cloud.discoveryengine.v1alpha.Document.struct_data] or
   // [json_data][google.cloud.discoveryengine.v1alpha.Document.json_data] should
@@ -118,4 +190,34 @@ message Document {
   // It contains derived data that are not in the original input document.
   google.protobuf.Struct derived_struct_data = 6
       [(google.api.field_behavior) = OUTPUT_ONLY];
+
+  // Access control information for the document.
+  AclInfo acl_info = 11;
+
+  // Output only. The last time the document was indexed. If this field is set,
+  // the document could be returned in search results.
+  //
+  // This field is OUTPUT_ONLY. If this field is not populated, it means the
+  // document has never been indexed.
+  google.protobuf.Timestamp index_time = 13
+      [(google.api.field_behavior) = OUTPUT_ONLY];
+}
+
+// Document captures all raw metadata information of items to be recommended or
+// searched.
+message ProcessedDocument {
+  // Output format of the processed document.
+  oneof processed_data_format {
+    // The JSON string representation of the processed document.
+    string json_data = 2;
+  }
+
+  // Required. Full resource name of the referenced document, in the format
+  // `projects/*/locations/*/collections/*/dataStores/*/branches/*/documents/*`.
+  string document = 1 [
+    (google.api.field_behavior) = REQUIRED,
+    (google.api.resource_reference) = {
+      type: "discoveryengine.googleapis.com/Document"
+    }
+  ];
 }

package/build/protos/google/cloud/discoveryengine/v1alpha/document_processing_config.proto

@@ -0,0 +1,127 @@
+// Copyright 2022 Google LLC
+//
+// Licensed under the Apache License, Version 2.0 (the "License");
+// you may not use this file except in compliance with the License.
+// You may obtain a copy of the License at
+//
+//     http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing, software
+// distributed under the License is distributed on an "AS IS" BASIS,
+// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+// See the License for the specific language governing permissions and
+// limitations under the License.
+
+syntax = "proto3";
+
+package google.cloud.discoveryengine.v1alpha;
+
+import "google/api/field_behavior.proto";
+import "google/api/resource.proto";
+
+option csharp_namespace = "Google.Cloud.DiscoveryEngine.V1Alpha";
+option go_package = "cloud.google.com/go/discoveryengine/apiv1alpha/discoveryenginepb;discoveryenginepb";
+option java_multiple_files = true;
+option java_outer_classname = "DocumentProcessingConfigProto";
+option java_package = "com.google.cloud.discoveryengine.v1alpha";
+option objc_class_prefix = "DISCOVERYENGINE";
+option php_namespace = "Google\\Cloud\\DiscoveryEngine\\V1alpha";
+option ruby_package = "Google::Cloud::DiscoveryEngine::V1alpha";
+
+// A singleton resource of
+// [DataStore][google.cloud.discoveryengine.v1alpha.DataStore]. It's empty when
+// [DataStore][google.cloud.discoveryengine.v1alpha.DataStore] is created, which
+// defaults to digital parser. The first call to
+// [DataStoreService.UpdateDocumentProcessingConfig][google.cloud.discoveryengine.v1alpha.DataStoreService.UpdateDocumentProcessingConfig]
+// method will initialize the config.
+message DocumentProcessingConfig {
+  option (google.api.resource) = {
+    type: "discoveryengine.googleapis.com/DocumentProcessingConfig"
+    pattern: "projects/{project}/locations/{location}/dataStores/{data_store}/documentProcessingConfig"
+    pattern: "projects/{project}/locations/{location}/collections/{collection}/dataStores/{data_store}/documentProcessingConfig"
+  };
+
+  // Configuration for chunking config.
+  message ChunkingConfig {
+    // Configuration for the layout based chunking.
+    message LayoutBasedChunkingConfig {
+      // The token size limit for each chunk.
+      //
+      // Supported values: 100-500 (inclusive).
+      // Default value: 500.
+      int32 chunk_size = 1;
+
+      // Whether to include appending different levels of headings to chunks
+      // from the middle of the document to prevent context loss.
+      //
+      // Default value: False.
+      bool include_ancestor_headings = 2;
+    }
+
+    // Additional configs that defines the behavior of the chunking.
+    oneof chunk_mode {
+      // Configuration for the layout based chunking.
+      LayoutBasedChunkingConfig layout_based_chunking_config = 1;
+    }
+  }
+
+  // Related configurations applied to a specific type of document parser.
+  message ParsingConfig {
+    // The digital parsing configurations for documents.
+    message DigitalParsingConfig {}
+
+    // The OCR parsing configurations for documents.
+    message OcrParsingConfig {
+      // Apply additional enhanced OCR processing to a list of document
+      // elements.
+      //
+      // Supported values:
+      // * `table`: advanced table parsing model.
+      repeated string enhanced_document_elements = 1;
+
+      // If true, will use native text instead of OCR text on pages containing
+      // native text.
+      bool use_native_text = 2;
+    }
+
+    // The layout parsing configurations for documents.
+    message LayoutParsingConfig {}
+
+    // Configs for document processing types.
+    oneof type_dedicated_config {
+      // Configurations applied to digital parser.
+      DigitalParsingConfig digital_parsing_config = 1;
+
+      // Configurations applied to OCR parser. Currently it only applies to
+      // PDFs.
+      OcrParsingConfig ocr_parsing_config = 2;
+
+      // Configurations applied to layout parser.
+      LayoutParsingConfig layout_parsing_config = 3;
+    }
+  }
+
+  // The full resource name of the Document Processing Config.
+  // Format:
+  // `projects/*/locations/*/collections/*/dataStores/*/documentProcessingConfig`.
+  string name = 1;
+
+  // Whether chunking mode is enabled.
+  ChunkingConfig chunking_config = 3;
+
+  // Configurations for default Document parser.
+  // If not specified, we will configure it as default DigitalParsingConfig, and
+  // the default parsing config will be applied to all file types for Document
+  // parsing.
+  ParsingConfig default_parsing_config = 4;
+
+  // Map from file type to override the default parsing configuration based on
+  // the file type. Supported keys:
+  // * `pdf`: Override parsing config for PDF files, either digital parsing, ocr
+  // parsing or layout parsing is supported.
+  // * `html`: Override parsing config for HTML files, only digital parsing and
+  // or layout parsing are supported.
+  // * `docx`: Override parsing config for DOCX files, only digital parsing and
+  // or layout parsing are supported.
+  map<string, ParsingConfig> parsing_config_overrides = 5;
+}

package/build/protos/google/cloud/discoveryengine/v1alpha/document_service.proto

@@ -25,6 +25,7 @@ import "google/cloud/discoveryengine/v1alpha/import_config.proto";
 import "google/cloud/discoveryengine/v1alpha/purge_config.proto";
 import "google/longrunning/operations.proto";
 import "google/protobuf/empty.proto";
+import "google/protobuf/field_mask.proto";
 
 option csharp_namespace = "Google.Cloud.DiscoveryEngine.V1Alpha";
 option go_package = "cloud.google.com/go/discoveryengine/apiv1alpha/discoveryenginepb;discoveryenginepb";
@@ -88,6 +89,7 @@ service DocumentService {
         body: "document"
       }
     };
+    option (google.api.method_signature) = "document,update_mask";
   }
 
   // Deletes a [Document][google.cloud.discoveryengine.v1alpha.Document].
@@ -156,6 +158,19 @@ service DocumentService {
       metadata_type: "google.cloud.discoveryengine.v1alpha.PurgeDocumentsMetadata"
     };
   }
+
+  // Gets the parsed layout information for a
+  // [Document][google.cloud.discoveryengine.v1alpha.Document].
+  rpc GetProcessedDocument(GetProcessedDocumentRequest)
+      returns (ProcessedDocument) {
+    option (google.api.http) = {
+      get: "/v1alpha/{name=projects/*/locations/*/dataStores/*/branches/*/documents/*}:getProcessedDocument"
+      additional_bindings {
+        get: "/v1alpha/{name=projects/*/locations/*/collections/*/dataStores/*/branches/*/documents/*}:getProcessedDocument"
+      }
+    };
+    option (google.api.method_signature) = "name";
+  }
 }
 
 // Request message for
@@ -293,6 +308,10 @@ message UpdateDocumentRequest {
   // new [Document][google.cloud.discoveryengine.v1alpha.Document] will be
   // created.
   bool allow_missing = 2;
+
+  // Indicates which fields in the provided imported 'document' to update. If
+  // not set, will by default update all fields.
+  google.protobuf.FieldMask update_mask = 3;
 }
 
 // Request message for
@@ -316,3 +335,54 @@ message DeleteDocumentRequest {
     }
   ];
 }
+
+// Request message for
+// [DocumentService.GetDocument][google.cloud.discoveryengine.v1alpha.DocumentService.GetDocument]
+// method.
+message GetProcessedDocumentRequest {
+  // The type of processing to return in the response.
+  enum ProcessedDocumentType {
+    // Default value.
+    PROCESSED_DOCUMENT_TYPE_UNSPECIFIED = 0;
+
+    // Available for all data store parsing configs.
+    PARSED_DOCUMENT = 1;
+
+    // Only available if ChunkingConfig is enabeld on the data store.
+    CHUNKED_DOCUMENT = 2;
+  }
+
+  // The format of the returned processed document. If unspecified, defaults to
+  // JSON.
+  enum ProcessedDocumentFormat {
+    // Default value.
+    PROCESSED_DOCUMENT_FORMAT_UNSPECIFIED = 0;
+
+    // output format will be a JSON string representation of processed document.
+    JSON = 1;
+  }
+
+  // Required. Full resource name of
+  // [Document][google.cloud.discoveryengine.v1alpha.Document], such as
+  // `projects/{project}/locations/{location}/collections/{collection}/dataStores/{data_store}/branches/{branch}/documents/{document}`.
+  //
+  // If the caller does not have permission to access the
+  // [Document][google.cloud.discoveryengine.v1alpha.Document], regardless of
+  // whether or not it exists, a `PERMISSION_DENIED` error is returned.
+  //
+  // If the requested [Document][google.cloud.discoveryengine.v1alpha.Document]
+  // does not exist, a `NOT_FOUND` error is returned.
+  string name = 1 [
+    (google.api.field_behavior) = REQUIRED,
+    (google.api.resource_reference) = {
+      type: "discoveryengine.googleapis.com/Document"
+    }
+  ];
+
+  // Required. What type of processing to return.
+  ProcessedDocumentType processed_document_type = 2
+      [(google.api.field_behavior) = REQUIRED];
+
+  // What format output should be.  If unspecified, defaults to JSON.
+  ProcessedDocumentFormat processed_document_format = 3;
+}