RubyGems - google-cloud-ai_platform-v1 - Versions diffs - 1.39.0 → 1.41.0 - Mend

google-cloud-ai_platform-v1 1.39.0 → 1.41.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (12) hide show

checksums.yaml CHANGED Viewed

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e74bed954f6ab7224539a2542ca9e486469e5b891fc80325aa0ae2facb63cc5f
-  data.tar.gz: d16488bd1d9277622807be0cfa4f0d0b98302f449fb998b194073e38cc5e97ae
+  metadata.gz: 506cc0abcdbb4ee5a2fc143c9c4f6af8f7e0780bc2dc59f74a03d005b802e328
+  data.tar.gz: f7766553bcf148f0ac56110031a6a18b612b002f2221666959d6c9979e03a961
 SHA512:
-  metadata.gz: a8f4ee19b80d84c3071f216bb87fb0b805f06831844b6bd12ce499ca1c0799f4c86a9c730a9c0b12ebfe126620c8a7279c12a1517f6c1923b0e11e4c73ec62c2
-  data.tar.gz: 3aa095b52e9b25d2259b53254b5b2c64954ecd20514ec6ae678cb8cdcf43773ac8f4bfaee53d6f5ca79a823049ce8875504919c03c83ee6a722ba3140522eab4
+  metadata.gz: 521f838c36e863b471cc44fbdcfc15ec703a007f36a715abe055dba00235c3a3d02f665ed18e48b04b8fc0c5389c11eeeb8dbc3634a4f89d43592ff399375763
+  data.tar.gz: 763687c43fe0606ab802ea8e560b0415ac54ee5ea21fcf6b6e0cbb532492d54c21220b903b293d2672ff0a1379efef94720de6dd06261cb5f2f62632a9b16314

data/lib/google/cloud/ai_platform/v1/model_service/client.rb CHANGED Viewed

@@ -1429,7 +1429,7 @@ module Google
             #   @param options [::Gapic::CallOptions, ::Hash]
             #     Overrides the default settings for this call, e.g, timeout, retries, etc. Optional.
             #
-            # @overload copy_model(model_id: nil, parent_model: nil, parent: nil, source_model: nil, encryption_spec: nil)
+            # @overload copy_model(model_id: nil, parent_model: nil, parent: nil, source_model: nil, encryption_spec: nil, custom_service_account: nil)
             #   Pass arguments to `copy_model` via keyword arguments. Note that at
             #   least one keyword argument is required. To specify no parameters, or to keep all
             #   the default parameter values, pass an empty Hash as a request object (see above).
@@ -1458,6 +1458,17 @@ module Google
             #   @param encryption_spec [::Google::Cloud::AIPlatform::V1::EncryptionSpec, ::Hash]
             #     Customer-managed encryption key options. If this is set,
             #     then the Model copy will be encrypted with the provided encryption key.
+            #   @param custom_service_account [::String]
+            #     Optional. The user-provided custom service account to use to do the copy
+            #     model. If empty, [Vertex AI Service
+            #     Agent](https://cloud.google.com/vertex-ai/docs/general/access-control#service-agents)
+            #     will be used to access resources needed to upload the model. This account
+            #     must belong to the destination project where the model is copied to,
+            #     i.e., the project specified in the `parent` field of this request and
+            #     have the Vertex AI Service Agent role in the source project.
+            #
+            #     Requires the user copying the Model to have the
+            #     `iam.serviceAccounts.actAs` permission on this service account.
             #
             # @yield [response, operation] Access the result along with the RPC operation
             # @yieldparam response [::Gapic::Operation]

data/lib/google/cloud/ai_platform/v1/model_service/rest/client.rb CHANGED Viewed

@@ -1347,7 +1347,7 @@ module Google
               #   @param options [::Gapic::CallOptions, ::Hash]
               #     Overrides the default settings for this call, e.g, timeout, retries etc. Optional.
               #
-              # @overload copy_model(model_id: nil, parent_model: nil, parent: nil, source_model: nil, encryption_spec: nil)
+              # @overload copy_model(model_id: nil, parent_model: nil, parent: nil, source_model: nil, encryption_spec: nil, custom_service_account: nil)
               #   Pass arguments to `copy_model` via keyword arguments. Note that at
               #   least one keyword argument is required. To specify no parameters, or to keep all
               #   the default parameter values, pass an empty Hash as a request object (see above).
@@ -1376,6 +1376,17 @@ module Google
               #   @param encryption_spec [::Google::Cloud::AIPlatform::V1::EncryptionSpec, ::Hash]
               #     Customer-managed encryption key options. If this is set,
               #     then the Model copy will be encrypted with the provided encryption key.
+              #   @param custom_service_account [::String]
+              #     Optional. The user-provided custom service account to use to do the copy
+              #     model. If empty, [Vertex AI Service
+              #     Agent](https://cloud.google.com/vertex-ai/docs/general/access-control#service-agents)
+              #     will be used to access resources needed to upload the model. This account
+              #     must belong to the destination project where the model is copied to,
+              #     i.e., the project specified in the `parent` field of this request and
+              #     have the Vertex AI Service Agent role in the source project.
+              #
+              #     Requires the user copying the Model to have the
+              #     `iam.serviceAccounts.actAs` permission on this service account.
               # @yield [result, operation] Access the result along with the TransportOperation object
               # @yieldparam result [::Gapic::Operation]
               # @yieldparam operation [::Gapic::Rest::TransportOperation]

data/lib/google/cloud/ai_platform/v1/version.rb CHANGED Viewed

@@ -21,7 +21,7 @@ module Google
   module Cloud
     module AIPlatform
       module V1
-        VERSION = "1.39.0"
+        VERSION = "1.41.0"
       end
     end
   end

data/lib/google/cloud/aiplatform/v1/evaluation_service_pb.rb CHANGED Viewed

@@ -8,9 +8,13 @@ require 'google/api/annotations_pb'
 require 'google/api/client_pb'
 require 'google/api/field_behavior_pb'
 require 'google/api/resource_pb'
+require 'google/cloud/aiplatform/v1/content_pb'
+require 'google/cloud/aiplatform/v1/io_pb'
+require 'google/protobuf/struct_pb'
+require 'google/rpc/status_pb'
-descriptor_data = "\n3google/cloud/aiplatform/v1/evaluation_service.proto\x12\x1agoogle.cloud.aiplatform.v1\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\"\xda\x11\n\x18\x45valuateInstancesRequest\x12H\n\x11\x65xact_match_input\x18\x02 \x01(\x0b\x32+.google.cloud.aiplatform.v1.ExactMatchInputH\x00\x12;\n\nbleu_input\x18\x03 \x01(\x0b\x32%.google.cloud.aiplatform.v1.BleuInputH\x00\x12=\n\x0brouge_input\x18\x04 \x01(\x0b\x32&.google.cloud.aiplatform.v1.RougeInputH\x00\x12\x41\n\rfluency_input\x18\x05 \x01(\x0b\x32(.google.cloud.aiplatform.v1.FluencyInputH\x00\x12\x45\n\x0f\x63oherence_input\x18\x06 \x01(\x0b\x32*.google.cloud.aiplatform.v1.CoherenceInputH\x00\x12?\n\x0csafety_input\x18\x08 \x01(\x0b\x32\'.google.cloud.aiplatform.v1.SafetyInputH\x00\x12K\n\x12groundedness_input\x18\t \x01(\x0b\x32-.google.cloud.aiplatform.v1.GroundednessInputH\x00\x12I\n\x11\x66ulfillment_input\x18\x0c \x01(\x0b\x32,.google.cloud.aiplatform.v1.FulfillmentInputH\x00\x12\\\n\x1bsummarization_quality_input\x18\x07 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.SummarizationQualityInputH\x00\x12m\n$pairwise_summarization_quality_input\x18\x17 \x01(\x0b\x32=.google.cloud.aiplatform.v1.PairwiseSummarizationQualityInputH\x00\x12\x64\n\x1fsummarization_helpfulness_input\x18\x0e \x01(\x0b\x32\x39.google.cloud.aiplatform.v1.SummarizationHelpfulnessInputH\x00\x12`\n\x1dsummarization_verbosity_input\x18\x0f \x01(\x0b\x32\x37.google.cloud.aiplatform.v1.SummarizationVerbosityInputH\x00\x12\x65\n question_answering_quality_input\x18\n \x01(\x0b\x32\x39.google.cloud.aiplatform.v1.QuestionAnsweringQualityInputH\x00\x12v\n)pairwise_question_answering_quality_input\x18\x18 \x01(\x0b\x32\x41.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualityInputH\x00\x12i\n\"question_answering_relevance_input\x18\x10 \x01(\x0b\x32;.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceInputH\x00\x12m\n$question_answering_helpfulness_input\x18\x11 \x01(\x0b\x32=.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessInputH\x00\x12m\n$question_answering_correctness_input\x18\x12 \x01(\x0b\x32=.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessInputH\x00\x12R\n\x16pointwise_metric_input\x18\x1c \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.PointwiseMetricInputH\x00\x12P\n\x15pairwise_metric_input\x18\x1d \x01(\x0b\x32/.google.cloud.aiplatform.v1.PairwiseMetricInputH\x00\x12O\n\x15tool_call_valid_input\x18\x13 \x01(\x0b\x32..google.cloud.aiplatform.v1.ToolCallValidInputH\x00\x12O\n\x15tool_name_match_input\x18\x14 \x01(\x0b\x32..google.cloud.aiplatform.v1.ToolNameMatchInputH\x00\x12`\n\x1etool_parameter_key_match_input\x18\x15 \x01(\x0b\x32\x36.google.cloud.aiplatform.v1.ToolParameterKeyMatchInputH\x00\x12^\n\x1dtool_parameter_kv_match_input\x18\x16 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.ToolParameterKVMatchInputH\x00\x12=\n\x0b\x63omet_input\x18\x1f \x01(\x0b\x32&.google.cloud.aiplatform.v1.CometInputH\x00\x12\x41\n\rmetricx_input\x18  \x01(\x0b\x32(.google.cloud.aiplatform.v1.MetricxInputH\x00\x12;\n\x08location\x18\x01 \x01(\tB)\xe0\x41\x02\xfa\x41#\n!locations.googleapis.com/LocationB\x0f\n\rmetric_inputs\"\xe3\x11\n\x19\x45valuateInstancesResponse\x12L\n\x13\x65xact_match_results\x18\x01 \x01(\x0b\x32-.google.cloud.aiplatform.v1.ExactMatchResultsH\x00\x12?\n\x0c\x62leu_results\x18\x02 \x01(\x0b\x32\'.google.cloud.aiplatform.v1.BleuResultsH\x00\x12\x41\n\rrouge_results\x18\x03 \x01(\x0b\x32(.google.cloud.aiplatform.v1.RougeResultsH\x00\x12\x43\n\x0e\x66luency_result\x18\x04 \x01(\x0b\x32).google.cloud.aiplatform.v1.FluencyResultH\x00\x12G\n\x10\x63oherence_result\x18\x05 \x01(\x0b\x32+.google.cloud.aiplatform.v1.CoherenceResultH\x00\x12\x41\n\rsafety_result\x18\x07 \x01(\x0b\x32(.google.cloud.aiplatform.v1.SafetyResultH\x00\x12M\n\x13groundedness_result\x18\x08 \x01(\x0b\x32..google.cloud.aiplatform.v1.GroundednessResultH\x00\x12K\n\x12\x66ulfillment_result\x18\x0b \x01(\x0b\x32-.google.cloud.aiplatform.v1.FulfillmentResultH\x00\x12^\n\x1csummarization_quality_result\x18\x06 \x01(\x0b\x32\x36.google.cloud.aiplatform.v1.SummarizationQualityResultH\x00\x12o\n%pairwise_summarization_quality_result\x18\x16 \x01(\x0b\x32>.google.cloud.aiplatform.v1.PairwiseSummarizationQualityResultH\x00\x12\x66\n summarization_helpfulness_result\x18\r \x01(\x0b\x32:.google.cloud.aiplatform.v1.SummarizationHelpfulnessResultH\x00\x12\x62\n\x1esummarization_verbosity_result\x18\x0e \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.SummarizationVerbosityResultH\x00\x12g\n!question_answering_quality_result\x18\t \x01(\x0b\x32:.google.cloud.aiplatform.v1.QuestionAnsweringQualityResultH\x00\x12x\n*pairwise_question_answering_quality_result\x18\x17 \x01(\x0b\x32\x42.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualityResultH\x00\x12k\n#question_answering_relevance_result\x18\x0f \x01(\x0b\x32<.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceResultH\x00\x12o\n%question_answering_helpfulness_result\x18\x10 \x01(\x0b\x32>.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessResultH\x00\x12o\n%question_answering_correctness_result\x18\x11 \x01(\x0b\x32>.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessResultH\x00\x12T\n\x17pointwise_metric_result\x18\x1b \x01(\x0b\x32\x31.google.cloud.aiplatform.v1.PointwiseMetricResultH\x00\x12R\n\x16pairwise_metric_result\x18\x1c \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.PairwiseMetricResultH\x00\x12S\n\x17tool_call_valid_results\x18\x12 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.ToolCallValidResultsH\x00\x12S\n\x17tool_name_match_results\x18\x13 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.ToolNameMatchResultsH\x00\x12\x64\n tool_parameter_key_match_results\x18\x14 \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.ToolParameterKeyMatchResultsH\x00\x12\x62\n\x1ftool_parameter_kv_match_results\x18\x15 \x01(\x0b\x32\x37.google.cloud.aiplatform.v1.ToolParameterKVMatchResultsH\x00\x12?\n\x0c\x63omet_result\x18\x1d \x01(\x0b\x32\'.google.cloud.aiplatform.v1.CometResultH\x00\x12\x43\n\x0emetricx_result\x18\x1e \x01(\x0b\x32).google.cloud.aiplatform.v1.MetricxResultH\x00\x42\x14\n\x12\x65valuation_results\"\x9f\x01\n\x0f\x45xactMatchInput\x12\x44\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32*.google.cloud.aiplatform.v1.ExactMatchSpecB\x03\xe0\x41\x02\x12\x46\n\tinstances\x18\x02 \x03(\x0b\x32..google.cloud.aiplatform.v1.ExactMatchInstanceB\x03\xe0\x41\x02\"l\n\x12\x45xactMatchInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"\x10\n\x0e\x45xactMatchSpec\"n\n\x11\x45xactMatchResults\x12Y\n\x19\x65xact_match_metric_values\x18\x01 \x03(\x0b\x32\x31.google.cloud.aiplatform.v1.ExactMatchMetricValueB\x03\xe0\x41\x03\":\n\x15\x45xactMatchMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x8d\x01\n\tBleuInput\x12>\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32$.google.cloud.aiplatform.v1.BleuSpecB\x03\xe0\x41\x02\x12@\n\tinstances\x18\x02 \x03(\x0b\x32(.google.cloud.aiplatform.v1.BleuInstanceB\x03\xe0\x41\x02\"f\n\x0c\x42leuInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\",\n\x08\x42leuSpec\x12 \n\x13use_effective_order\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\"[\n\x0b\x42leuResults\x12L\n\x12\x62leu_metric_values\x18\x01 \x03(\x0b\x32+.google.cloud.aiplatform.v1.BleuMetricValueB\x03\xe0\x41\x03\"4\n\x0f\x42leuMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x90\x01\n\nRougeInput\x12?\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32%.google.cloud.aiplatform.v1.RougeSpecB\x03\xe0\x41\x02\x12\x41\n\tinstances\x18\x02 \x03(\x0b\x32).google.cloud.aiplatform.v1.RougeInstanceB\x03\xe0\x41\x02\"g\n\rRougeInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"\\\n\tRougeSpec\x12\x17\n\nrouge_type\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0buse_stemmer\x18\x02 \x01(\x08\x42\x03\xe0\x41\x01\x12\x1c\n\x0fsplit_summaries\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\"^\n\x0cRougeResults\x12N\n\x13rouge_metric_values\x18\x01 \x03(\x0b\x32,.google.cloud.aiplatform.v1.RougeMetricValueB\x03\xe0\x41\x03\"5\n\x10RougeMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x9b\x01\n\x0e\x43oherenceInput\x12\x43\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32).google.cloud.aiplatform.v1.CoherenceSpecB\x03\xe0\x41\x02\x12\x44\n\x08instance\x18\x02 \x01(\x0b\x32-.google.cloud.aiplatform.v1.CoherenceInstanceB\x03\xe0\x41\x02\"@\n\x11\x43oherenceInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x42\r\n\x0b_prediction\"%\n\rCoherenceSpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"{\n\x0f\x43oherenceResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\x95\x01\n\x0c\x46luencyInput\x12\x41\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\'.google.cloud.aiplatform.v1.FluencySpecB\x03\xe0\x41\x02\x12\x42\n\x08instance\x18\x02 \x01(\x0b\x32+.google.cloud.aiplatform.v1.FluencyInstanceB\x03\xe0\x41\x02\">\n\x0f\x46luencyInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x42\r\n\x0b_prediction\"#\n\x0b\x46luencySpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"y\n\rFluencyResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\x92\x01\n\x0bSafetyInput\x12@\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32&.google.cloud.aiplatform.v1.SafetySpecB\x03\xe0\x41\x02\x12\x41\n\x08instance\x18\x02 \x01(\x0b\x32*.google.cloud.aiplatform.v1.SafetyInstanceB\x03\xe0\x41\x02\"=\n\x0eSafetyInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x42\r\n\x0b_prediction\"\"\n\nSafetySpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"x\n\x0cSafetyResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xa4\x01\n\x11GroundednessInput\x12\x46\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32,.google.cloud.aiplatform.v1.GroundednessSpecB\x03\xe0\x41\x02\x12G\n\x08instance\x18\x02 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.GroundednessInstanceB\x03\xe0\x41\x02\"j\n\x14GroundednessInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\n\n\x08_context\"(\n\x10GroundednessSpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"~\n\x12GroundednessResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xa1\x01\n\x10\x46ulfillmentInput\x12\x45\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32+.google.cloud.aiplatform.v1.FulfillmentSpecB\x03\xe0\x41\x02\x12\x46\n\x08instance\x18\x02 \x01(\x0b\x32/.google.cloud.aiplatform.v1.FulfillmentInstanceB\x03\xe0\x41\x02\"q\n\x13\x46ulfillmentInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0e\n\x0c_instruction\"\'\n\x0f\x46ulfillmentSpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"}\n\x11\x46ulfillmentResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xbc\x01\n\x19SummarizationQualityInput\x12N\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x34.google.cloud.aiplatform.v1.SummarizationQualitySpecB\x03\xe0\x41\x02\x12O\n\x08instance\x18\x02 \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.SummarizationQualityInstanceB\x03\xe0\x41\x02\"\xcc\x01\n\x1cSummarizationQualityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x02H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"L\n\x18SummarizationQualitySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x86\x01\n\x1aSummarizationQualityResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xd4\x01\n!PairwiseSummarizationQualityInput\x12V\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32<.google.cloud.aiplatform.v1.PairwiseSummarizationQualitySpecB\x03\xe0\x41\x02\x12W\n\x08instance\x18\x02 \x01(\x0b\x32@.google.cloud.aiplatform.v1.PairwiseSummarizationQualityInstanceB\x03\xe0\x41\x02\"\x93\x02\n$PairwiseSummarizationQualityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12%\n\x13\x62\x61seline_prediction\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x12\x1b\n\treference\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x05 \x01(\tB\x03\xe0\x41\x02H\x04\x88\x01\x01\x42\r\n\x0b_predictionB\x16\n\x14_baseline_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"T\n PairwiseSummarizationQualitySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\xb5\x01\n\"PairwiseSummarizationQualityResult\x12H\n\x0fpairwise_choice\x18\x01 \x01(\x0e\x32*.google.cloud.aiplatform.v1.PairwiseChoiceB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\r\n\x0b_confidence\"\xc8\x01\n\x1dSummarizationHelpfulnessInput\x12R\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.SummarizationHelpfulnessSpecB\x03\xe0\x41\x02\x12S\n\x08instance\x18\x02 \x01(\x0b\x32<.google.cloud.aiplatform.v1.SummarizationHelpfulnessInstanceB\x03\xe0\x41\x02\"\xd0\x01\n SummarizationHelpfulnessInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x02H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x01H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"P\n\x1cSummarizationHelpfulnessSpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8a\x01\n\x1eSummarizationHelpfulnessResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xc2\x01\n\x1bSummarizationVerbosityInput\x12P\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x36.google.cloud.aiplatform.v1.SummarizationVerbositySpecB\x03\xe0\x41\x02\x12Q\n\x08instance\x18\x02 \x01(\x0b\x32:.google.cloud.aiplatform.v1.SummarizationVerbosityInstanceB\x03\xe0\x41\x02\"\xce\x01\n\x1eSummarizationVerbosityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x02H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x01H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"N\n\x1aSummarizationVerbositySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x88\x01\n\x1cSummarizationVerbosityResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xc8\x01\n\x1dQuestionAnsweringQualityInput\x12R\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.QuestionAnsweringQualitySpecB\x03\xe0\x41\x02\x12S\n\x08instance\x18\x02 \x01(\x0b\x32<.google.cloud.aiplatform.v1.QuestionAnsweringQualityInstanceB\x03\xe0\x41\x02\"\xd0\x01\n QuestionAnsweringQualityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x02H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"P\n\x1cQuestionAnsweringQualitySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8a\x01\n\x1eQuestionAnsweringQualityResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xe0\x01\n%PairwiseQuestionAnsweringQualityInput\x12Z\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32@.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualitySpecB\x03\xe0\x41\x02\x12[\n\x08instance\x18\x02 \x01(\x0b\x32\x44.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualityInstanceB\x03\xe0\x41\x02\"\x97\x02\n(PairwiseQuestionAnsweringQualityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12%\n\x13\x62\x61seline_prediction\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x12\x1b\n\treference\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x05 \x01(\tB\x03\xe0\x41\x02H\x04\x88\x01\x01\x42\r\n\x0b_predictionB\x16\n\x14_baseline_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"X\n$PairwiseQuestionAnsweringQualitySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\xb9\x01\n&PairwiseQuestionAnsweringQualityResult\x12H\n\x0fpairwise_choice\x18\x01 \x01(\x0e\x32*.google.cloud.aiplatform.v1.PairwiseChoiceB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\r\n\x0b_confidence\"\xce\x01\n\x1fQuestionAnsweringRelevanceInput\x12T\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32:.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceSpecB\x03\xe0\x41\x02\x12U\n\x08instance\x18\x02 \x01(\x0b\x32>.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceInstanceB\x03\xe0\x41\x02\"\xd2\x01\n\"QuestionAnsweringRelevanceInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"R\n\x1eQuestionAnsweringRelevanceSpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8c\x01\n QuestionAnsweringRelevanceResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xd4\x01\n!QuestionAnsweringHelpfulnessInput\x12V\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32<.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessSpecB\x03\xe0\x41\x02\x12W\n\x08instance\x18\x02 \x01(\x0b\x32@.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessInstanceB\x03\xe0\x41\x02\"\xd4\x01\n$QuestionAnsweringHelpfulnessInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"T\n QuestionAnsweringHelpfulnessSpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8e\x01\n\"QuestionAnsweringHelpfulnessResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xd4\x01\n!QuestionAnsweringCorrectnessInput\x12V\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32<.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessSpecB\x03\xe0\x41\x02\x12W\n\x08instance\x18\x02 \x01(\x0b\x32@.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessInstanceB\x03\xe0\x41\x02\"\xd4\x01\n$QuestionAnsweringCorrectnessInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"T\n QuestionAnsweringCorrectnessSpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8e\x01\n\"QuestionAnsweringCorrectnessResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xad\x01\n\x14PointwiseMetricInput\x12I\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32/.google.cloud.aiplatform.v1.PointwiseMetricSpecB\x03\xe0\x41\x02\x12J\n\x08instance\x18\x02 \x01(\x0b\x32\x33.google.cloud.aiplatform.v1.PointwiseMetricInstanceB\x03\xe0\x41\x02\">\n\x17PointwiseMetricInstance\x12\x17\n\rjson_instance\x18\x01 \x01(\tH\x00\x42\n\n\x08instance\"Z\n\x13PointwiseMetricSpec\x12(\n\x16metric_prompt_template\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x42\x19\n\x17_metric_prompt_template\"T\n\x15PointwiseMetricResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x42\x08\n\x06_score\"\xaa\x01\n\x13PairwiseMetricInput\x12H\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32..google.cloud.aiplatform.v1.PairwiseMetricSpecB\x03\xe0\x41\x02\x12I\n\x08instance\x18\x02 \x01(\x0b\x32\x32.google.cloud.aiplatform.v1.PairwiseMetricInstanceB\x03\xe0\x41\x02\"=\n\x16PairwiseMetricInstance\x12\x17\n\rjson_instance\x18\x01 \x01(\tH\x00\x42\n\n\x08instance\"Y\n\x12PairwiseMetricSpec\x12(\n\x16metric_prompt_template\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x42\x19\n\x17_metric_prompt_template\"z\n\x14PairwiseMetricResult\x12H\n\x0fpairwise_choice\x18\x01 \x01(\x0e\x32*.google.cloud.aiplatform.v1.PairwiseChoiceB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\"\xa8\x01\n\x12ToolCallValidInput\x12G\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32-.google.cloud.aiplatform.v1.ToolCallValidSpecB\x03\xe0\x41\x02\x12I\n\tinstances\x18\x02 \x03(\x0b\x32\x31.google.cloud.aiplatform.v1.ToolCallValidInstanceB\x03\xe0\x41\x02\"\x13\n\x11ToolCallValidSpec\"o\n\x15ToolCallValidInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"x\n\x14ToolCallValidResults\x12`\n\x1dtool_call_valid_metric_values\x18\x01 \x03(\x0b\x32\x34.google.cloud.aiplatform.v1.ToolCallValidMetricValueB\x03\xe0\x41\x03\"=\n\x18ToolCallValidMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\xa8\x01\n\x12ToolNameMatchInput\x12G\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32-.google.cloud.aiplatform.v1.ToolNameMatchSpecB\x03\xe0\x41\x02\x12I\n\tinstances\x18\x02 \x03(\x0b\x32\x31.google.cloud.aiplatform.v1.ToolNameMatchInstanceB\x03\xe0\x41\x02\"\x13\n\x11ToolNameMatchSpec\"o\n\x15ToolNameMatchInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"x\n\x14ToolNameMatchResults\x12`\n\x1dtool_name_match_metric_values\x18\x01 \x03(\x0b\x32\x34.google.cloud.aiplatform.v1.ToolNameMatchMetricValueB\x03\xe0\x41\x03\"=\n\x18ToolNameMatchMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\xc0\x01\n\x1aToolParameterKeyMatchInput\x12O\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.ToolParameterKeyMatchSpecB\x03\xe0\x41\x02\x12Q\n\tinstances\x18\x02 \x03(\x0b\x32\x39.google.cloud.aiplatform.v1.ToolParameterKeyMatchInstanceB\x03\xe0\x41\x02\"\x1b\n\x19ToolParameterKeyMatchSpec\"w\n\x1dToolParameterKeyMatchInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"\x91\x01\n\x1cToolParameterKeyMatchResults\x12q\n&tool_parameter_key_match_metric_values\x18\x01 \x03(\x0b\x32<.google.cloud.aiplatform.v1.ToolParameterKeyMatchMetricValueB\x03\xe0\x41\x03\"E\n ToolParameterKeyMatchMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\xbd\x01\n\x19ToolParameterKVMatchInput\x12N\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x34.google.cloud.aiplatform.v1.ToolParameterKVMatchSpecB\x03\xe0\x41\x02\x12P\n\tinstances\x18\x02 \x03(\x0b\x32\x38.google.cloud.aiplatform.v1.ToolParameterKVMatchInstanceB\x03\xe0\x41\x02\"@\n\x18ToolParameterKVMatchSpec\x12$\n\x17use_strict_string_match\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\"v\n\x1cToolParameterKVMatchInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"\x8e\x01\n\x1bToolParameterKVMatchResults\x12o\n%tool_parameter_kv_match_metric_values\x18\x01 \x03(\x0b\x32;.google.cloud.aiplatform.v1.ToolParameterKVMatchMetricValueB\x03\xe0\x41\x03\"D\n\x1fToolParameterKVMatchMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x8f\x01\n\nCometInput\x12?\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32%.google.cloud.aiplatform.v1.CometSpecB\x03\xe0\x41\x02\x12@\n\x08instance\x18\x02 \x01(\x0b\x32).google.cloud.aiplatform.v1.CometInstanceB\x03\xe0\x41\x02\"\xe7\x01\n\tCometSpec\x12M\n\x07version\x18\x01 \x01(\x0e\x32\x32.google.cloud.aiplatform.v1.CometSpec.CometVersionB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1c\n\x0fsource_language\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x1c\n\x0ftarget_language\x18\x03 \x01(\tB\x03\xe0\x41\x01\"C\n\x0c\x43ometVersion\x12\x1d\n\x19\x43OMET_VERSION_UNSPECIFIED\x10\x00\x12\x14\n\x10\x43OMET_22_SRC_REF\x10\x02\x42\n\n\x08_version\"\x8c\x01\n\rCometInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x18\n\x06source\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\t\n\x07_source\"0\n\x0b\x43ometResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x95\x01\n\x0cMetricxInput\x12\x41\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\'.google.cloud.aiplatform.v1.MetricxSpecB\x03\xe0\x41\x02\x12\x42\n\x08instance\x18\x02 \x01(\x0b\x32+.google.cloud.aiplatform.v1.MetricxInstanceB\x03\xe0\x41\x02\"\x9b\x02\n\x0bMetricxSpec\x12Q\n\x07version\x18\x01 \x01(\x0e\x32\x36.google.cloud.aiplatform.v1.MetricxSpec.MetricxVersionB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1c\n\x0fsource_language\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x1c\n\x0ftarget_language\x18\x03 \x01(\tB\x03\xe0\x41\x01\"q\n\x0eMetricxVersion\x12\x1f\n\x1bMETRICX_VERSION_UNSPECIFIED\x10\x00\x12\x12\n\x0eMETRICX_24_REF\x10\x01\x12\x12\n\x0eMETRICX_24_SRC\x10\x02\x12\x16\n\x12METRICX_24_SRC_REF\x10\x03\x42\n\n\x08_version\"\x8e\x01\n\x0fMetricxInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x18\n\x06source\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\t\n\x07_source\"2\n\rMetricxResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score*W\n\x0ePairwiseChoice\x12\x1f\n\x1bPAIRWISE_CHOICE_UNSPECIFIED\x10\x00\x12\x0c\n\x08\x42\x41SELINE\x10\x01\x12\r\n\tCANDIDATE\x10\x02\x12\x07\n\x03TIE\x10\x03\x32\xa9\x02\n\x11\x45valuationService\x12\xc4\x01\n\x11\x45valuateInstances\x12\x34.google.cloud.aiplatform.v1.EvaluateInstancesRequest\x1a\x35.google.cloud.aiplatform.v1.EvaluateInstancesResponse\"B\x82\xd3\xe4\x93\x02<\"7/v1/{location=projects/*/locations/*}:evaluateInstances:\x01*\x1aM\xca\x41\x19\x61iplatform.googleapis.com\xd2\x41.https://www.googleapis.com/auth/cloud-platformB\xd4\x01\n\x1e\x63om.google.cloud.aiplatform.v1B\x16\x45valuationServiceProtoP\x01Z>cloud.google.com/go/aiplatform/apiv1/aiplatformpb;aiplatformpb\xaa\x02\x1aGoogle.Cloud.AIPlatform.V1\xca\x02\x1aGoogle\\Cloud\\AIPlatform\\V1\xea\x02\x1dGoogle::Cloud::AIPlatform::V1b\x06proto3"
+descriptor_data = "\n3google/cloud/aiplatform/v1/evaluation_service.proto\x12\x1agoogle.cloud.aiplatform.v1\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a(google/cloud/aiplatform/v1/content.proto\x1a#google/cloud/aiplatform/v1/io.proto\x1a\x1cgoogle/protobuf/struct.proto\x1a\x17google/rpc/status.proto\"\xda\x11\n\x18\x45valuateInstancesRequest\x12H\n\x11\x65xact_match_input\x18\x02 \x01(\x0b\x32+.google.cloud.aiplatform.v1.ExactMatchInputH\x00\x12;\n\nbleu_input\x18\x03 \x01(\x0b\x32%.google.cloud.aiplatform.v1.BleuInputH\x00\x12=\n\x0brouge_input\x18\x04 \x01(\x0b\x32&.google.cloud.aiplatform.v1.RougeInputH\x00\x12\x41\n\rfluency_input\x18\x05 \x01(\x0b\x32(.google.cloud.aiplatform.v1.FluencyInputH\x00\x12\x45\n\x0f\x63oherence_input\x18\x06 \x01(\x0b\x32*.google.cloud.aiplatform.v1.CoherenceInputH\x00\x12?\n\x0csafety_input\x18\x08 \x01(\x0b\x32\'.google.cloud.aiplatform.v1.SafetyInputH\x00\x12K\n\x12groundedness_input\x18\t \x01(\x0b\x32-.google.cloud.aiplatform.v1.GroundednessInputH\x00\x12I\n\x11\x66ulfillment_input\x18\x0c \x01(\x0b\x32,.google.cloud.aiplatform.v1.FulfillmentInputH\x00\x12\\\n\x1bsummarization_quality_input\x18\x07 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.SummarizationQualityInputH\x00\x12m\n$pairwise_summarization_quality_input\x18\x17 \x01(\x0b\x32=.google.cloud.aiplatform.v1.PairwiseSummarizationQualityInputH\x00\x12\x64\n\x1fsummarization_helpfulness_input\x18\x0e \x01(\x0b\x32\x39.google.cloud.aiplatform.v1.SummarizationHelpfulnessInputH\x00\x12`\n\x1dsummarization_verbosity_input\x18\x0f \x01(\x0b\x32\x37.google.cloud.aiplatform.v1.SummarizationVerbosityInputH\x00\x12\x65\n question_answering_quality_input\x18\n \x01(\x0b\x32\x39.google.cloud.aiplatform.v1.QuestionAnsweringQualityInputH\x00\x12v\n)pairwise_question_answering_quality_input\x18\x18 \x01(\x0b\x32\x41.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualityInputH\x00\x12i\n\"question_answering_relevance_input\x18\x10 \x01(\x0b\x32;.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceInputH\x00\x12m\n$question_answering_helpfulness_input\x18\x11 \x01(\x0b\x32=.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessInputH\x00\x12m\n$question_answering_correctness_input\x18\x12 \x01(\x0b\x32=.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessInputH\x00\x12R\n\x16pointwise_metric_input\x18\x1c \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.PointwiseMetricInputH\x00\x12P\n\x15pairwise_metric_input\x18\x1d \x01(\x0b\x32/.google.cloud.aiplatform.v1.PairwiseMetricInputH\x00\x12O\n\x15tool_call_valid_input\x18\x13 \x01(\x0b\x32..google.cloud.aiplatform.v1.ToolCallValidInputH\x00\x12O\n\x15tool_name_match_input\x18\x14 \x01(\x0b\x32..google.cloud.aiplatform.v1.ToolNameMatchInputH\x00\x12`\n\x1etool_parameter_key_match_input\x18\x15 \x01(\x0b\x32\x36.google.cloud.aiplatform.v1.ToolParameterKeyMatchInputH\x00\x12^\n\x1dtool_parameter_kv_match_input\x18\x16 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.ToolParameterKVMatchInputH\x00\x12=\n\x0b\x63omet_input\x18\x1f \x01(\x0b\x32&.google.cloud.aiplatform.v1.CometInputH\x00\x12\x41\n\rmetricx_input\x18  \x01(\x0b\x32(.google.cloud.aiplatform.v1.MetricxInputH\x00\x12;\n\x08location\x18\x01 \x01(\tB)\xe0\x41\x02\xfa\x41#\n!locations.googleapis.com/LocationB\x0f\n\rmetric_inputs\"\xb0\x07\n\x06Metric\x12R\n\x16predefined_metric_spec\x18\x08 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.PredefinedMetricSpecH\x00\x12_\n\x1d\x63omputation_based_metric_spec\x18\t \x01(\x0b\x32\x36.google.cloud.aiplatform.v1.ComputationBasedMetricSpecH\x00\x12O\n\x15llm_based_metric_spec\x18\n \x01(\x0b\x32..google.cloud.aiplatform.v1.LLMBasedMetricSpecH\x00\x12P\n\x15pointwise_metric_spec\x18\x02 \x01(\x0b\x32/.google.cloud.aiplatform.v1.PointwiseMetricSpecH\x00\x12N\n\x14pairwise_metric_spec\x18\x03 \x01(\x0b\x32..google.cloud.aiplatform.v1.PairwiseMetricSpecH\x00\x12\x46\n\x10\x65xact_match_spec\x18\x04 \x01(\x0b\x32*.google.cloud.aiplatform.v1.ExactMatchSpecH\x00\x12\x39\n\tbleu_spec\x18\x05 \x01(\x0b\x32$.google.cloud.aiplatform.v1.BleuSpecH\x00\x12;\n\nrouge_spec\x18\x06 \x01(\x0b\x32%.google.cloud.aiplatform.v1.RougeSpecH\x00\x12V\n\x13\x61ggregation_metrics\x18\x01 \x03(\x0e\x32\x34.google.cloud.aiplatform.v1.Metric.AggregationMetricB\x03\xe0\x41\x01\"\xd6\x01\n\x11\x41ggregationMetric\x12\"\n\x1e\x41GGREGATION_METRIC_UNSPECIFIED\x10\x00\x12\x0b\n\x07\x41VERAGE\x10\x01\x12\x08\n\x04MODE\x10\x02\x12\x16\n\x12STANDARD_DEVIATION\x10\x03\x12\x0c\n\x08VARIANCE\x10\x04\x12\x0b\n\x07MINIMUM\x10\x05\x12\x0b\n\x07MAXIMUM\x10\x06\x12\n\n\x06MEDIAN\x10\x07\x12\x12\n\x0ePERCENTILE_P90\x10\x08\x12\x12\n\x0ePERCENTILE_P95\x10\t\x12\x12\n\x0ePERCENTILE_P99\x10\nB\r\n\x0bmetric_spec\"\xe3\x01\n\x0f\x41utoraterConfig\x12 \n\x0esampling_count\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01H\x00\x88\x01\x01\x12\x1e\n\x0c\x66lip_enabled\x18\x02 \x01(\x08\x42\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x1c\n\x0f\x61utorater_model\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12L\n\x11generation_config\x18\x04 \x01(\x0b\x32,.google.cloud.aiplatform.v1.GenerationConfigB\x03\xe0\x41\x01\x42\x11\n\x0f_sampling_countB\x0f\n\r_flip_enabled\"\xa5\x12\n\x19\x45valuateInstancesResponse\x12L\n\x13\x65xact_match_results\x18\x01 \x01(\x0b\x32-.google.cloud.aiplatform.v1.ExactMatchResultsH\x00\x12?\n\x0c\x62leu_results\x18\x02 \x01(\x0b\x32\'.google.cloud.aiplatform.v1.BleuResultsH\x00\x12\x41\n\rrouge_results\x18\x03 \x01(\x0b\x32(.google.cloud.aiplatform.v1.RougeResultsH\x00\x12\x43\n\x0e\x66luency_result\x18\x04 \x01(\x0b\x32).google.cloud.aiplatform.v1.FluencyResultH\x00\x12G\n\x10\x63oherence_result\x18\x05 \x01(\x0b\x32+.google.cloud.aiplatform.v1.CoherenceResultH\x00\x12\x41\n\rsafety_result\x18\x07 \x01(\x0b\x32(.google.cloud.aiplatform.v1.SafetyResultH\x00\x12M\n\x13groundedness_result\x18\x08 \x01(\x0b\x32..google.cloud.aiplatform.v1.GroundednessResultH\x00\x12K\n\x12\x66ulfillment_result\x18\x0b \x01(\x0b\x32-.google.cloud.aiplatform.v1.FulfillmentResultH\x00\x12^\n\x1csummarization_quality_result\x18\x06 \x01(\x0b\x32\x36.google.cloud.aiplatform.v1.SummarizationQualityResultH\x00\x12o\n%pairwise_summarization_quality_result\x18\x16 \x01(\x0b\x32>.google.cloud.aiplatform.v1.PairwiseSummarizationQualityResultH\x00\x12\x66\n summarization_helpfulness_result\x18\r \x01(\x0b\x32:.google.cloud.aiplatform.v1.SummarizationHelpfulnessResultH\x00\x12\x62\n\x1esummarization_verbosity_result\x18\x0e \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.SummarizationVerbosityResultH\x00\x12g\n!question_answering_quality_result\x18\t \x01(\x0b\x32:.google.cloud.aiplatform.v1.QuestionAnsweringQualityResultH\x00\x12x\n*pairwise_question_answering_quality_result\x18\x17 \x01(\x0b\x32\x42.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualityResultH\x00\x12k\n#question_answering_relevance_result\x18\x0f \x01(\x0b\x32<.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceResultH\x00\x12o\n%question_answering_helpfulness_result\x18\x10 \x01(\x0b\x32>.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessResultH\x00\x12o\n%question_answering_correctness_result\x18\x11 \x01(\x0b\x32>.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessResultH\x00\x12T\n\x17pointwise_metric_result\x18\x1b \x01(\x0b\x32\x31.google.cloud.aiplatform.v1.PointwiseMetricResultH\x00\x12R\n\x16pairwise_metric_result\x18\x1c \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.PairwiseMetricResultH\x00\x12S\n\x17tool_call_valid_results\x18\x12 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.ToolCallValidResultsH\x00\x12S\n\x17tool_name_match_results\x18\x13 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.ToolNameMatchResultsH\x00\x12\x64\n tool_parameter_key_match_results\x18\x14 \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.ToolParameterKeyMatchResultsH\x00\x12\x62\n\x1ftool_parameter_kv_match_results\x18\x15 \x01(\x0b\x32\x37.google.cloud.aiplatform.v1.ToolParameterKVMatchResultsH\x00\x12?\n\x0c\x63omet_result\x18\x1d \x01(\x0b\x32\'.google.cloud.aiplatform.v1.CometResultH\x00\x12\x43\n\x0emetricx_result\x18\x1e \x01(\x0b\x32).google.cloud.aiplatform.v1.MetricxResultH\x00\x12@\n\x0emetric_results\x18+ \x03(\x0b\x32(.google.cloud.aiplatform.v1.MetricResultB\x14\n\x12\x65valuation_results\"\x97\x01\n\x0cMetricResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x1d\n\x0b\x65xplanation\x18\x03 \x01(\tB\x03\xe0\x41\x03H\x01\x88\x01\x01\x12+\n\x05\x65rror\x18\x04 \x01(\x0b\x32\x12.google.rpc.StatusB\x03\xe0\x41\x03H\x02\x88\x01\x01\x42\x08\n\x06_scoreB\x0e\n\x0c_explanationB\x08\n\x06_error\"d\n\x0cOutputConfig\x12\x45\n\x0fgcs_destination\x18\x01 \x01(\x0b\x32*.google.cloud.aiplatform.v1.GcsDestinationH\x00\x42\r\n\x0b\x64\x65stination\"\xa1\x01\n\x11\x45valuationDataset\x12;\n\ngcs_source\x18\x01 \x01(\x0b\x32%.google.cloud.aiplatform.v1.GcsSourceH\x00\x12\x45\n\x0f\x62igquery_source\x18\x02 \x01(\x0b\x32*.google.cloud.aiplatform.v1.BigQuerySourceH\x00\x42\x08\n\x06source\"\xab\x01\n\x17\x45valuateDatasetResponse\x12N\n\x12\x61ggregation_output\x18\x01 \x01(\x0b\x32-.google.cloud.aiplatform.v1.AggregationOutputB\x03\xe0\x41\x03\x12@\n\x0boutput_info\x18\x03 \x01(\x0b\x32&.google.cloud.aiplatform.v1.OutputInfoB\x03\xe0\x41\x03\"D\n\nOutputInfo\x12#\n\x14gcs_output_directory\x18\x01 \x01(\tB\x03\xe0\x41\x03H\x00\x42\x11\n\x0foutput_location\"\x9f\x01\n\x11\x41ggregationOutput\x12>\n\x07\x64\x61taset\x18\x01 \x01(\x0b\x32-.google.cloud.aiplatform.v1.EvaluationDataset\x12J\n\x13\x61ggregation_results\x18\x02 \x03(\x0b\x32-.google.cloud.aiplatform.v1.AggregationResult\"\x92\x04\n\x11\x41ggregationResult\x12T\n\x17pointwise_metric_result\x18\x05 \x01(\x0b\x32\x31.google.cloud.aiplatform.v1.PointwiseMetricResultH\x00\x12R\n\x16pairwise_metric_result\x18\x06 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.PairwiseMetricResultH\x00\x12U\n\x18\x65xact_match_metric_value\x18\x07 \x01(\x0b\x32\x31.google.cloud.aiplatform.v1.ExactMatchMetricValueH\x00\x12H\n\x11\x62leu_metric_value\x18\x08 \x01(\x0b\x32+.google.cloud.aiplatform.v1.BleuMetricValueH\x00\x12J\n\x12rouge_metric_value\x18\t \x01(\x0b\x32,.google.cloud.aiplatform.v1.RougeMetricValueH\x00\x12P\n\x12\x61ggregation_metric\x18\x04 \x01(\x0e\x32\x34.google.cloud.aiplatform.v1.Metric.AggregationMetricB\x14\n\x12\x61ggregation_result\"s\n\x14PredefinedMetricSpec\x12\x1d\n\x10metric_spec_name\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12<\n\x16metric_spec_parameters\x18\x02 \x01(\x0b\x32\x17.google.protobuf.StructB\x03\xe0\x41\x01\"\xc9\x02\n\x1a\x43omputationBasedMetricSpec\x12i\n\x04type\x18\x01 \x01(\x0e\x32Q.google.cloud.aiplatform.v1.ComputationBasedMetricSpec.ComputationBasedMetricTypeB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x35\n\nparameters\x18\x02 \x01(\x0b\x32\x17.google.protobuf.StructB\x03\xe0\x41\x01H\x01\x88\x01\x01\"q\n\x1a\x43omputationBasedMetricType\x12-\n)COMPUTATION_BASED_METRIC_TYPE_UNSPECIFIED\x10\x00\x12\x0f\n\x0b\x45XACT_MATCH\x10\x01\x12\x08\n\x04\x42LEU\x10\x02\x12\t\n\x05ROUGE\x10\x03\x42\x07\n\x05_typeB\r\n\x0b_parameters\"\xe9\x03\n\x12LLMBasedMetricSpec\x12\x1a\n\x10rubric_group_key\x18\x04 \x01(\tH\x00\x12]\n!predefined_rubric_generation_spec\x18\x06 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.PredefinedMetricSpecH\x00\x12(\n\x16metric_prompt_template\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x12$\n\x12system_instruction\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12U\n\x16judge_autorater_config\x18\x03 \x01(\x0b\x32+.google.cloud.aiplatform.v1.AutoraterConfigB\x03\xe0\x41\x01H\x03\x88\x01\x01\x12<\n\x11\x61\x64\x64itional_config\x18\x07 \x01(\x0b\x32\x17.google.protobuf.StructB\x03\xe0\x41\x01H\x04\x88\x01\x01\x42\x10\n\x0erubrics_sourceB\x19\n\x17_metric_prompt_templateB\x15\n\x13_system_instructionB\x19\n\x17_judge_autorater_configB\x14\n\x12_additional_config\"\x9f\x01\n\x0f\x45xactMatchInput\x12\x44\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32*.google.cloud.aiplatform.v1.ExactMatchSpecB\x03\xe0\x41\x02\x12\x46\n\tinstances\x18\x02 \x03(\x0b\x32..google.cloud.aiplatform.v1.ExactMatchInstanceB\x03\xe0\x41\x02\"l\n\x12\x45xactMatchInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"\x10\n\x0e\x45xactMatchSpec\"n\n\x11\x45xactMatchResults\x12Y\n\x19\x65xact_match_metric_values\x18\x01 \x03(\x0b\x32\x31.google.cloud.aiplatform.v1.ExactMatchMetricValueB\x03\xe0\x41\x03\":\n\x15\x45xactMatchMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x8d\x01\n\tBleuInput\x12>\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32$.google.cloud.aiplatform.v1.BleuSpecB\x03\xe0\x41\x02\x12@\n\tinstances\x18\x02 \x03(\x0b\x32(.google.cloud.aiplatform.v1.BleuInstanceB\x03\xe0\x41\x02\"f\n\x0c\x42leuInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\",\n\x08\x42leuSpec\x12 \n\x13use_effective_order\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\"[\n\x0b\x42leuResults\x12L\n\x12\x62leu_metric_values\x18\x01 \x03(\x0b\x32+.google.cloud.aiplatform.v1.BleuMetricValueB\x03\xe0\x41\x03\"4\n\x0f\x42leuMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x90\x01\n\nRougeInput\x12?\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32%.google.cloud.aiplatform.v1.RougeSpecB\x03\xe0\x41\x02\x12\x41\n\tinstances\x18\x02 \x03(\x0b\x32).google.cloud.aiplatform.v1.RougeInstanceB\x03\xe0\x41\x02\"g\n\rRougeInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"\\\n\tRougeSpec\x12\x17\n\nrouge_type\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0buse_stemmer\x18\x02 \x01(\x08\x42\x03\xe0\x41\x01\x12\x1c\n\x0fsplit_summaries\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\"^\n\x0cRougeResults\x12N\n\x13rouge_metric_values\x18\x01 \x03(\x0b\x32,.google.cloud.aiplatform.v1.RougeMetricValueB\x03\xe0\x41\x03\"5\n\x10RougeMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x9b\x01\n\x0e\x43oherenceInput\x12\x43\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32).google.cloud.aiplatform.v1.CoherenceSpecB\x03\xe0\x41\x02\x12\x44\n\x08instance\x18\x02 \x01(\x0b\x32-.google.cloud.aiplatform.v1.CoherenceInstanceB\x03\xe0\x41\x02\"@\n\x11\x43oherenceInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x42\r\n\x0b_prediction\"%\n\rCoherenceSpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"{\n\x0f\x43oherenceResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\x95\x01\n\x0c\x46luencyInput\x12\x41\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\'.google.cloud.aiplatform.v1.FluencySpecB\x03\xe0\x41\x02\x12\x42\n\x08instance\x18\x02 \x01(\x0b\x32+.google.cloud.aiplatform.v1.FluencyInstanceB\x03\xe0\x41\x02\">\n\x0f\x46luencyInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x42\r\n\x0b_prediction\"#\n\x0b\x46luencySpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"y\n\rFluencyResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\x92\x01\n\x0bSafetyInput\x12@\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32&.google.cloud.aiplatform.v1.SafetySpecB\x03\xe0\x41\x02\x12\x41\n\x08instance\x18\x02 \x01(\x0b\x32*.google.cloud.aiplatform.v1.SafetyInstanceB\x03\xe0\x41\x02\"=\n\x0eSafetyInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x42\r\n\x0b_prediction\"\"\n\nSafetySpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"x\n\x0cSafetyResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xa4\x01\n\x11GroundednessInput\x12\x46\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32,.google.cloud.aiplatform.v1.GroundednessSpecB\x03\xe0\x41\x02\x12G\n\x08instance\x18\x02 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.GroundednessInstanceB\x03\xe0\x41\x02\"j\n\x14GroundednessInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\n\n\x08_context\"(\n\x10GroundednessSpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"~\n\x12GroundednessResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xa1\x01\n\x10\x46ulfillmentInput\x12\x45\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32+.google.cloud.aiplatform.v1.FulfillmentSpecB\x03\xe0\x41\x02\x12\x46\n\x08instance\x18\x02 \x01(\x0b\x32/.google.cloud.aiplatform.v1.FulfillmentInstanceB\x03\xe0\x41\x02\"q\n\x13\x46ulfillmentInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0e\n\x0c_instruction\"\'\n\x0f\x46ulfillmentSpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"}\n\x11\x46ulfillmentResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xbc\x01\n\x19SummarizationQualityInput\x12N\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x34.google.cloud.aiplatform.v1.SummarizationQualitySpecB\x03\xe0\x41\x02\x12O\n\x08instance\x18\x02 \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.SummarizationQualityInstanceB\x03\xe0\x41\x02\"\xcc\x01\n\x1cSummarizationQualityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x02H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"L\n\x18SummarizationQualitySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x86\x01\n\x1aSummarizationQualityResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xd4\x01\n!PairwiseSummarizationQualityInput\x12V\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32<.google.cloud.aiplatform.v1.PairwiseSummarizationQualitySpecB\x03\xe0\x41\x02\x12W\n\x08instance\x18\x02 \x01(\x0b\x32@.google.cloud.aiplatform.v1.PairwiseSummarizationQualityInstanceB\x03\xe0\x41\x02\"\x93\x02\n$PairwiseSummarizationQualityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12%\n\x13\x62\x61seline_prediction\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x12\x1b\n\treference\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x05 \x01(\tB\x03\xe0\x41\x02H\x04\x88\x01\x01\x42\r\n\x0b_predictionB\x16\n\x14_baseline_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"T\n PairwiseSummarizationQualitySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\xb5\x01\n\"PairwiseSummarizationQualityResult\x12H\n\x0fpairwise_choice\x18\x01 \x01(\x0e\x32*.google.cloud.aiplatform.v1.PairwiseChoiceB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\r\n\x0b_confidence\"\xc8\x01\n\x1dSummarizationHelpfulnessInput\x12R\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.SummarizationHelpfulnessSpecB\x03\xe0\x41\x02\x12S\n\x08instance\x18\x02 \x01(\x0b\x32<.google.cloud.aiplatform.v1.SummarizationHelpfulnessInstanceB\x03\xe0\x41\x02\"\xd0\x01\n SummarizationHelpfulnessInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x02H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x01H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"P\n\x1cSummarizationHelpfulnessSpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8a\x01\n\x1eSummarizationHelpfulnessResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xc2\x01\n\x1bSummarizationVerbosityInput\x12P\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x36.google.cloud.aiplatform.v1.SummarizationVerbositySpecB\x03\xe0\x41\x02\x12Q\n\x08instance\x18\x02 \x01(\x0b\x32:.google.cloud.aiplatform.v1.SummarizationVerbosityInstanceB\x03\xe0\x41\x02\"\xce\x01\n\x1eSummarizationVerbosityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x02H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x01H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"N\n\x1aSummarizationVerbositySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x88\x01\n\x1cSummarizationVerbosityResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xc8\x01\n\x1dQuestionAnsweringQualityInput\x12R\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.QuestionAnsweringQualitySpecB\x03\xe0\x41\x02\x12S\n\x08instance\x18\x02 \x01(\x0b\x32<.google.cloud.aiplatform.v1.QuestionAnsweringQualityInstanceB\x03\xe0\x41\x02\"\xd0\x01\n QuestionAnsweringQualityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x02H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"P\n\x1cQuestionAnsweringQualitySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8a\x01\n\x1eQuestionAnsweringQualityResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xe0\x01\n%PairwiseQuestionAnsweringQualityInput\x12Z\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32@.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualitySpecB\x03\xe0\x41\x02\x12[\n\x08instance\x18\x02 \x01(\x0b\x32\x44.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualityInstanceB\x03\xe0\x41\x02\"\x97\x02\n(PairwiseQuestionAnsweringQualityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12%\n\x13\x62\x61seline_prediction\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x12\x1b\n\treference\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x05 \x01(\tB\x03\xe0\x41\x02H\x04\x88\x01\x01\x42\r\n\x0b_predictionB\x16\n\x14_baseline_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"X\n$PairwiseQuestionAnsweringQualitySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\xb9\x01\n&PairwiseQuestionAnsweringQualityResult\x12H\n\x0fpairwise_choice\x18\x01 \x01(\x0e\x32*.google.cloud.aiplatform.v1.PairwiseChoiceB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\r\n\x0b_confidence\"\xce\x01\n\x1fQuestionAnsweringRelevanceInput\x12T\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32:.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceSpecB\x03\xe0\x41\x02\x12U\n\x08instance\x18\x02 \x01(\x0b\x32>.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceInstanceB\x03\xe0\x41\x02\"\xd2\x01\n\"QuestionAnsweringRelevanceInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"R\n\x1eQuestionAnsweringRelevanceSpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8c\x01\n QuestionAnsweringRelevanceResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xd4\x01\n!QuestionAnsweringHelpfulnessInput\x12V\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32<.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessSpecB\x03\xe0\x41\x02\x12W\n\x08instance\x18\x02 \x01(\x0b\x32@.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessInstanceB\x03\xe0\x41\x02\"\xd4\x01\n$QuestionAnsweringHelpfulnessInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"T\n QuestionAnsweringHelpfulnessSpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8e\x01\n\"QuestionAnsweringHelpfulnessResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xd4\x01\n!QuestionAnsweringCorrectnessInput\x12V\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32<.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessSpecB\x03\xe0\x41\x02\x12W\n\x08instance\x18\x02 \x01(\x0b\x32@.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessInstanceB\x03\xe0\x41\x02\"\xd4\x01\n$QuestionAnsweringCorrectnessInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"T\n QuestionAnsweringCorrectnessSpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8e\x01\n\"QuestionAnsweringCorrectnessResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xad\x01\n\x14PointwiseMetricInput\x12I\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32/.google.cloud.aiplatform.v1.PointwiseMetricSpecB\x03\xe0\x41\x02\x12J\n\x08instance\x18\x02 \x01(\x0b\x32\x33.google.cloud.aiplatform.v1.PointwiseMetricInstanceB\x03\xe0\x41\x02\"\x86\x01\n\x17PointwiseMetricInstance\x12\x17\n\rjson_instance\x18\x01 \x01(\tH\x00\x12\x46\n\x14\x63ontent_map_instance\x18\x02 \x01(\x0b\x32&.google.cloud.aiplatform.v1.ContentMapH\x00\x42\n\n\x08instance\"\xf7\x01\n\x13PointwiseMetricSpec\x12(\n\x16metric_prompt_template\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12$\n\x12system_instruction\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12^\n\x1b\x63ustom_output_format_config\x18\x03 \x01(\x0b\x32\x34.google.cloud.aiplatform.v1.CustomOutputFormatConfigB\x03\xe0\x41\x01\x42\x19\n\x17_metric_prompt_templateB\x15\n\x13_system_instruction\"[\n\x18\x43ustomOutputFormatConfig\x12 \n\x11return_raw_output\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01H\x00\x42\x1d\n\x1b\x63ustom_output_format_config\"\x9a\x01\n\x15PointwiseMetricResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x44\n\rcustom_output\x18\x03 \x01(\x0b\x32(.google.cloud.aiplatform.v1.CustomOutputB\x03\xe0\x41\x03\x42\x08\n\x06_score\"b\n\x0c\x43ustomOutput\x12\x41\n\x0braw_outputs\x18\x01 \x01(\x0b\x32%.google.cloud.aiplatform.v1.RawOutputB\x03\xe0\x41\x03H\x00\x42\x0f\n\rcustom_output\"$\n\tRawOutput\x12\x17\n\nraw_output\x18\x01 \x03(\tB\x03\xe0\x41\x03\"\xaa\x01\n\x13PairwiseMetricInput\x12H\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32..google.cloud.aiplatform.v1.PairwiseMetricSpecB\x03\xe0\x41\x02\x12I\n\x08instance\x18\x02 \x01(\x0b\x32\x32.google.cloud.aiplatform.v1.PairwiseMetricInstanceB\x03\xe0\x41\x02\"\x85\x01\n\x16PairwiseMetricInstance\x12\x17\n\rjson_instance\x18\x01 \x01(\tH\x00\x12\x46\n\x14\x63ontent_map_instance\x18\x02 \x01(\x0b\x32&.google.cloud.aiplatform.v1.ContentMapH\x00\x42\n\n\x08instance\"\xcd\x02\n\x12PairwiseMetricSpec\x12(\n\x16metric_prompt_template\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12*\n\x1d\x63\x61ndidate_response_field_name\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12)\n\x1c\x62\x61seline_response_field_name\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12$\n\x12system_instruction\x18\x04 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12^\n\x1b\x63ustom_output_format_config\x18\x05 \x01(\x0b\x32\x34.google.cloud.aiplatform.v1.CustomOutputFormatConfigB\x03\xe0\x41\x01\x42\x19\n\x17_metric_prompt_templateB\x15\n\x13_system_instruction\"\xc0\x01\n\x14PairwiseMetricResult\x12H\n\x0fpairwise_choice\x18\x01 \x01(\x0e\x32*.google.cloud.aiplatform.v1.PairwiseChoiceB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x44\n\rcustom_output\x18\x03 \x01(\x0b\x32(.google.cloud.aiplatform.v1.CustomOutputB\x03\xe0\x41\x03\"\xa8\x01\n\x12ToolCallValidInput\x12G\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32-.google.cloud.aiplatform.v1.ToolCallValidSpecB\x03\xe0\x41\x02\x12I\n\tinstances\x18\x02 \x03(\x0b\x32\x31.google.cloud.aiplatform.v1.ToolCallValidInstanceB\x03\xe0\x41\x02\"\x13\n\x11ToolCallValidSpec\"o\n\x15ToolCallValidInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"x\n\x14ToolCallValidResults\x12`\n\x1dtool_call_valid_metric_values\x18\x01 \x03(\x0b\x32\x34.google.cloud.aiplatform.v1.ToolCallValidMetricValueB\x03\xe0\x41\x03\"=\n\x18ToolCallValidMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\xa8\x01\n\x12ToolNameMatchInput\x12G\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32-.google.cloud.aiplatform.v1.ToolNameMatchSpecB\x03\xe0\x41\x02\x12I\n\tinstances\x18\x02 \x03(\x0b\x32\x31.google.cloud.aiplatform.v1.ToolNameMatchInstanceB\x03\xe0\x41\x02\"\x13\n\x11ToolNameMatchSpec\"o\n\x15ToolNameMatchInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"x\n\x14ToolNameMatchResults\x12`\n\x1dtool_name_match_metric_values\x18\x01 \x03(\x0b\x32\x34.google.cloud.aiplatform.v1.ToolNameMatchMetricValueB\x03\xe0\x41\x03\"=\n\x18ToolNameMatchMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\xc0\x01\n\x1aToolParameterKeyMatchInput\x12O\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.ToolParameterKeyMatchSpecB\x03\xe0\x41\x02\x12Q\n\tinstances\x18\x02 \x03(\x0b\x32\x39.google.cloud.aiplatform.v1.ToolParameterKeyMatchInstanceB\x03\xe0\x41\x02\"\x1b\n\x19ToolParameterKeyMatchSpec\"w\n\x1dToolParameterKeyMatchInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"\x91\x01\n\x1cToolParameterKeyMatchResults\x12q\n&tool_parameter_key_match_metric_values\x18\x01 \x03(\x0b\x32<.google.cloud.aiplatform.v1.ToolParameterKeyMatchMetricValueB\x03\xe0\x41\x03\"E\n ToolParameterKeyMatchMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\xbd\x01\n\x19ToolParameterKVMatchInput\x12N\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x34.google.cloud.aiplatform.v1.ToolParameterKVMatchSpecB\x03\xe0\x41\x02\x12P\n\tinstances\x18\x02 \x03(\x0b\x32\x38.google.cloud.aiplatform.v1.ToolParameterKVMatchInstanceB\x03\xe0\x41\x02\"@\n\x18ToolParameterKVMatchSpec\x12$\n\x17use_strict_string_match\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\"v\n\x1cToolParameterKVMatchInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"\x8e\x01\n\x1bToolParameterKVMatchResults\x12o\n%tool_parameter_kv_match_metric_values\x18\x01 \x03(\x0b\x32;.google.cloud.aiplatform.v1.ToolParameterKVMatchMetricValueB\x03\xe0\x41\x03\"D\n\x1fToolParameterKVMatchMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x8f\x01\n\nCometInput\x12?\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32%.google.cloud.aiplatform.v1.CometSpecB\x03\xe0\x41\x02\x12@\n\x08instance\x18\x02 \x01(\x0b\x32).google.cloud.aiplatform.v1.CometInstanceB\x03\xe0\x41\x02\"\xe7\x01\n\tCometSpec\x12M\n\x07version\x18\x01 \x01(\x0e\x32\x32.google.cloud.aiplatform.v1.CometSpec.CometVersionB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1c\n\x0fsource_language\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x1c\n\x0ftarget_language\x18\x03 \x01(\tB\x03\xe0\x41\x01\"C\n\x0c\x43ometVersion\x12\x1d\n\x19\x43OMET_VERSION_UNSPECIFIED\x10\x00\x12\x14\n\x10\x43OMET_22_SRC_REF\x10\x02\x42\n\n\x08_version\"\x8c\x01\n\rCometInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x18\n\x06source\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\t\n\x07_source\"0\n\x0b\x43ometResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x95\x01\n\x0cMetricxInput\x12\x41\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\'.google.cloud.aiplatform.v1.MetricxSpecB\x03\xe0\x41\x02\x12\x42\n\x08instance\x18\x02 \x01(\x0b\x32+.google.cloud.aiplatform.v1.MetricxInstanceB\x03\xe0\x41\x02\"\x9b\x02\n\x0bMetricxSpec\x12Q\n\x07version\x18\x01 \x01(\x0e\x32\x36.google.cloud.aiplatform.v1.MetricxSpec.MetricxVersionB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1c\n\x0fsource_language\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x1c\n\x0ftarget_language\x18\x03 \x01(\tB\x03\xe0\x41\x01\"q\n\x0eMetricxVersion\x12\x1f\n\x1bMETRICX_VERSION_UNSPECIFIED\x10\x00\x12\x12\n\x0eMETRICX_24_REF\x10\x01\x12\x12\n\x0eMETRICX_24_SRC\x10\x02\x12\x16\n\x12METRICX_24_SRC_REF\x10\x03\x42\n\n\x08_version\"\x8e\x01\n\x0fMetricxInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x18\n\x06source\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\t\n\x07_source\"2\n\rMetricxResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\xfd\x01\n\nContentMap\x12G\n\x06values\x18\x01 \x03(\x0b\x32\x32.google.cloud.aiplatform.v1.ContentMap.ValuesEntryB\x03\xe0\x41\x01\x1a\x46\n\x08\x43ontents\x12:\n\x08\x63ontents\x18\x01 \x03(\x0b\x32#.google.cloud.aiplatform.v1.ContentB\x03\xe0\x41\x01\x1a^\n\x0bValuesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12>\n\x05value\x18\x02 \x01(\x0b\x32/.google.cloud.aiplatform.v1.ContentMap.Contents:\x02\x38\x01*W\n\x0ePairwiseChoice\x12\x1f\n\x1bPAIRWISE_CHOICE_UNSPECIFIED\x10\x00\x12\x0c\n\x08\x42\x41SELINE\x10\x01\x12\r\n\tCANDIDATE\x10\x02\x12\x07\n\x03TIE\x10\x03\x32\xa9\x02\n\x11\x45valuationService\x12\xc4\x01\n\x11\x45valuateInstances\x12\x34.google.cloud.aiplatform.v1.EvaluateInstancesRequest\x1a\x35.google.cloud.aiplatform.v1.EvaluateInstancesResponse\"B\x82\xd3\xe4\x93\x02<\"7/v1/{location=projects/*/locations/*}:evaluateInstances:\x01*\x1aM\xca\x41\x19\x61iplatform.googleapis.com\xd2\x41.https://www.googleapis.com/auth/cloud-platformB\xd4\x01\n\x1e\x63om.google.cloud.aiplatform.v1B\x16\x45valuationServiceProtoP\x01Z>cloud.google.com/go/aiplatform/apiv1/aiplatformpb;aiplatformpb\xaa\x02\x1aGoogle.Cloud.AIPlatform.V1\xca\x02\x1aGoogle\\Cloud\\AIPlatform\\V1\xea\x02\x1dGoogle::Cloud::AIPlatform::V1b\x06proto3"
 pool = ::Google::Protobuf::DescriptorPool.generated_pool
 pool.add_serialized_file(descriptor_data)
@@ -20,7 +24,21 @@ module Google
     module AIPlatform
       module V1
         EvaluateInstancesRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.EvaluateInstancesRequest").msgclass
+        Metric = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.Metric").msgclass
+        Metric::AggregationMetric = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.Metric.AggregationMetric").enummodule
+        AutoraterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.AutoraterConfig").msgclass
         EvaluateInstancesResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.EvaluateInstancesResponse").msgclass
+        MetricResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.MetricResult").msgclass
+        OutputConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.OutputConfig").msgclass
+        EvaluationDataset = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.EvaluationDataset").msgclass
+        EvaluateDatasetResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.EvaluateDatasetResponse").msgclass
+        OutputInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.OutputInfo").msgclass
+        AggregationOutput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.AggregationOutput").msgclass
+        AggregationResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.AggregationResult").msgclass
+        PredefinedMetricSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PredefinedMetricSpec").msgclass
+        ComputationBasedMetricSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ComputationBasedMetricSpec").msgclass
+        ComputationBasedMetricSpec::ComputationBasedMetricType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ComputationBasedMetricSpec.ComputationBasedMetricType").enummodule
+        LLMBasedMetricSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.LLMBasedMetricSpec").msgclass
         ExactMatchInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ExactMatchInput").msgclass
         ExactMatchInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ExactMatchInstance").msgclass
         ExactMatchSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ExactMatchSpec").msgclass
@@ -95,7 +113,10 @@ module Google
         PointwiseMetricInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PointwiseMetricInput").msgclass
         PointwiseMetricInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PointwiseMetricInstance").msgclass
         PointwiseMetricSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PointwiseMetricSpec").msgclass
+        CustomOutputFormatConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.CustomOutputFormatConfig").msgclass
         PointwiseMetricResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PointwiseMetricResult").msgclass
+        CustomOutput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.CustomOutput").msgclass
+        RawOutput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.RawOutput").msgclass
         PairwiseMetricInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PairwiseMetricInput").msgclass
         PairwiseMetricInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PairwiseMetricInstance").msgclass
         PairwiseMetricSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PairwiseMetricSpec").msgclass
@@ -130,6 +151,8 @@ module Google
         MetricxSpec::MetricxVersion = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.MetricxSpec.MetricxVersion").enummodule
         MetricxInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.MetricxInstance").msgclass
         MetricxResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.MetricxResult").msgclass
+        ContentMap = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ContentMap").msgclass
+        ContentMap::Contents = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ContentMap.Contents").msgclass
         PairwiseChoice = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PairwiseChoice").enummodule
       end
     end

data/lib/google/cloud/aiplatform/v1/model_service_pb.rb CHANGED Viewed

@@ -21,7 +21,7 @@ require 'google/protobuf/empty_pb'
 require 'google/protobuf/field_mask_pb'
-descriptor_data = "\n.google/cloud/aiplatform/v1/model_service.proto\x12\x1agoogle.cloud.aiplatform.v1\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a\x30google/cloud/aiplatform/v1/encryption_spec.proto\x1a\x35google/cloud/aiplatform/v1/evaluated_annotation.proto\x1a,google/cloud/aiplatform/v1/explanation.proto\x1a#google/cloud/aiplatform/v1/io.proto\x1a&google/cloud/aiplatform/v1/model.proto\x1a\x31google/cloud/aiplatform/v1/model_evaluation.proto\x1a\x37google/cloud/aiplatform/v1/model_evaluation_slice.proto\x1a*google/cloud/aiplatform/v1/operation.proto\x1a#google/longrunning/operations.proto\x1a\x1bgoogle/protobuf/empty.proto\x1a google/protobuf/field_mask.proto\"\xd6\x01\n\x12UploadModelRequest\x12\x39\n\x06parent\x18\x01 \x01(\tB)\xe0\x41\x02\xfa\x41#\n!locations.googleapis.com/Location\x12\x19\n\x0cparent_model\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12\x15\n\x08model_id\x18\x05 \x01(\tB\x03\xe0\x41\x01\x12\x35\n\x05model\x18\x02 \x01(\x0b\x32!.google.cloud.aiplatform.v1.ModelB\x03\xe0\x41\x02\x12\x1c\n\x0fservice_account\x18\x06 \x01(\tB\x03\xe0\x41\x01\"n\n\x1cUploadModelOperationMetadata\x12N\n\x10generic_metadata\x18\x01 \x01(\x0b\x32\x34.google.cloud.aiplatform.v1.GenericOperationMetadata\"i\n\x13UploadModelResponse\x12\x33\n\x05model\x18\x01 \x01(\tB$\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12\x1d\n\x10model_version_id\x18\x02 \x01(\tB\x03\xe0\x41\x03\"H\n\x0fGetModelRequest\x12\x35\n\x04name\x18\x01 \x01(\tB\'\xe0\x41\x02\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\"\xc6\x01\n\x11ListModelsRequest\x12\x39\n\x06parent\x18\x01 \x01(\tB)\xe0\x41\x02\xfa\x41#\n!locations.googleapis.com/Location\x12\x0e\n\x06\x66ilter\x18\x02 \x01(\t\x12\x11\n\tpage_size\x18\x03 \x01(\x05\x12\x12\n\npage_token\x18\x04 \x01(\t\x12-\n\tread_mask\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.FieldMask\x12\x10\n\x08order_by\x18\x06 \x01(\t\"`\n\x12ListModelsResponse\x12\x31\n\x06models\x18\x01 \x03(\x0b\x32!.google.cloud.aiplatform.v1.Model\x12\x17\n\x0fnext_page_token\x18\x02 \x01(\t\"\xc9\x01\n\x18ListModelVersionsRequest\x12\x35\n\x04name\x18\x01 \x01(\tB\'\xe0\x41\x02\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12\x11\n\tpage_size\x18\x02 \x01(\x05\x12\x12\n\npage_token\x18\x03 \x01(\t\x12\x0e\n\x06\x66ilter\x18\x04 \x01(\t\x12-\n\tread_mask\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.FieldMask\x12\x10\n\x08order_by\x18\x06 \x01(\t\"g\n\x19ListModelVersionsResponse\x12\x31\n\x06models\x18\x01 \x03(\x0b\x32!.google.cloud.aiplatform.v1.Model\x12\x17\n\x0fnext_page_token\x18\x02 \x01(\t\"\x8c\x01\n\"ListModelVersionCheckpointsRequest\x12\x35\n\x04name\x18\x01 \x01(\tB\'\xe0\x41\x02\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12\x16\n\tpage_size\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\x12\x17\n\npage_token\x18\x03 \x01(\tB\x03\xe0\x41\x01\"L\n\x16ModelVersionCheckpoint\x12\x15\n\rcheckpoint_id\x18\x01 \x01(\t\x12\r\n\x05\x65poch\x18\x02 \x01(\x03\x12\x0c\n\x04step\x18\x03 \x01(\x03\"\x87\x01\n#ListModelVersionCheckpointsResponse\x12G\n\x0b\x63heckpoints\x18\x01 \x03(\x0b\x32\x32.google.cloud.aiplatform.v1.ModelVersionCheckpoint\x12\x17\n\x0fnext_page_token\x18\x02 \x01(\t\"\x81\x01\n\x12UpdateModelRequest\x12\x35\n\x05model\x18\x01 \x01(\x0b\x32!.google.cloud.aiplatform.v1.ModelB\x03\xe0\x41\x02\x12\x34\n\x0bupdate_mask\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.FieldMaskB\x03\xe0\x41\x02\"\x91\x01\n\x1fUpdateExplanationDatasetRequest\x12\x36\n\x05model\x18\x01 \x01(\tB\'\xe0\x41\x02\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12\x36\n\x08\x65xamples\x18\x02 \x01(\x0b\x32$.google.cloud.aiplatform.v1.Examples\"{\n)UpdateExplanationDatasetOperationMetadata\x12N\n\x10generic_metadata\x18\x01 \x01(\x0b\x32\x34.google.cloud.aiplatform.v1.GenericOperationMetadata\"K\n\x12\x44\x65leteModelRequest\x12\x35\n\x04name\x18\x01 \x01(\tB\'\xe0\x41\x02\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\"R\n\x19\x44\x65leteModelVersionRequest\x12\x35\n\x04name\x18\x01 \x01(\tB\'\xe0\x41\x02\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\"q\n\x1aMergeVersionAliasesRequest\x12\x35\n\x04name\x18\x01 \x01(\tB\'\xe0\x41\x02\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12\x1c\n\x0fversion_aliases\x18\x02 \x03(\tB\x03\xe0\x41\x02\"\xee\x02\n\x12\x45xportModelRequest\x12\x35\n\x04name\x18\x01 \x01(\tB\'\xe0\x41\x02\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12W\n\routput_config\x18\x02 \x01(\x0b\x32;.google.cloud.aiplatform.v1.ExportModelRequest.OutputConfigB\x03\xe0\x41\x02\x1a\xc7\x01\n\x0cOutputConfig\x12\x18\n\x10\x65xport_format_id\x18\x01 \x01(\t\x12H\n\x14\x61rtifact_destination\x18\x03 \x01(\x0b\x32*.google.cloud.aiplatform.v1.GcsDestination\x12S\n\x11image_destination\x18\x04 \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.ContainerRegistryDestination\"\x9c\x02\n\x1c\x45xportModelOperationMetadata\x12N\n\x10generic_metadata\x18\x01 \x01(\x0b\x32\x34.google.cloud.aiplatform.v1.GenericOperationMetadata\x12]\n\x0boutput_info\x18\x02 \x01(\x0b\x32\x43.google.cloud.aiplatform.v1.ExportModelOperationMetadata.OutputInfoB\x03\xe0\x41\x03\x1aM\n\nOutputInfo\x12 \n\x13\x61rtifact_output_uri\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1d\n\x10image_output_uri\x18\x03 \x01(\tB\x03\xe0\x41\x03\"\"\n UpdateExplanationDatasetResponse\"\x15\n\x13\x45xportModelResponse\"\xc0\x02\n\x10\x43opyModelRequest\x12\x17\n\x08model_id\x18\x04 \x01(\tB\x03\xe0\x41\x01H\x00\x12?\n\x0cparent_model\x18\x05 \x01(\tB\'\xe0\x41\x01\xfa\x41!\n\x1f\x61iplatform.googleapis.com/ModelH\x00\x12\x39\n\x06parent\x18\x01 \x01(\tB)\xe0\x41\x02\xfa\x41#\n!locations.googleapis.com/Location\x12=\n\x0csource_model\x18\x02 \x01(\tB\'\xe0\x41\x02\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12\x43\n\x0f\x65ncryption_spec\x18\x03 \x01(\x0b\x32*.google.cloud.aiplatform.v1.EncryptionSpecB\x13\n\x11\x64\x65stination_model\"l\n\x1a\x43opyModelOperationMetadata\x12N\n\x10generic_metadata\x18\x01 \x01(\x0b\x32\x34.google.cloud.aiplatform.v1.GenericOperationMetadata\"g\n\x11\x43opyModelResponse\x12\x33\n\x05model\x18\x01 \x01(\tB$\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12\x1d\n\x10model_version_id\x18\x02 \x01(\tB\x03\xe0\x41\x03\"\xa3\x01\n\x1cImportModelEvaluationRequest\x12\x37\n\x06parent\x18\x01 \x01(\tB\'\xe0\x41\x02\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12J\n\x10model_evaluation\x18\x02 \x01(\x0b\x32+.google.cloud.aiplatform.v1.ModelEvaluationB\x03\xe0\x41\x02\"\xc4\x01\n\'BatchImportModelEvaluationSlicesRequest\x12\x41\n\x06parent\x18\x01 \x01(\tB1\xe0\x41\x02\xfa\x41+\n)aiplatform.googleapis.com/ModelEvaluation\x12V\n\x17model_evaluation_slices\x18\x02 \x03(\x0b\x32\x30.google.cloud.aiplatform.v1.ModelEvaluationSliceB\x03\xe0\x41\x02\"Y\n(BatchImportModelEvaluationSlicesResponse\x12-\n imported_model_evaluation_slices\x18\x01 \x03(\tB\x03\xe0\x41\x03\"\xc5\x01\n&BatchImportEvaluatedAnnotationsRequest\x12\x46\n\x06parent\x18\x01 \x01(\tB6\xe0\x41\x02\xfa\x41\x30\n.aiplatform.googleapis.com/ModelEvaluationSlice\x12S\n\x15\x65valuated_annotations\x18\x02 \x03(\x0b\x32/.google.cloud.aiplatform.v1.EvaluatedAnnotationB\x03\xe0\x41\x02\"\\\n\'BatchImportEvaluatedAnnotationsResponse\x12\x31\n$imported_evaluated_annotations_count\x18\x01 \x01(\x05\x42\x03\xe0\x41\x03\"\\\n\x19GetModelEvaluationRequest\x12?\n\x04name\x18\x01 \x01(\tB1\xe0\x41\x02\xfa\x41+\n)aiplatform.googleapis.com/ModelEvaluation\"\xbc\x01\n\x1bListModelEvaluationsRequest\x12\x37\n\x06parent\x18\x01 \x01(\tB\'\xe0\x41\x02\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12\x0e\n\x06\x66ilter\x18\x02 \x01(\t\x12\x11\n\tpage_size\x18\x03 \x01(\x05\x12\x12\n\npage_token\x18\x04 \x01(\t\x12-\n\tread_mask\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.FieldMask\"\x7f\n\x1cListModelEvaluationsResponse\x12\x46\n\x11model_evaluations\x18\x01 \x03(\x0b\x32+.google.cloud.aiplatform.v1.ModelEvaluation\x12\x17\n\x0fnext_page_token\x18\x02 \x01(\t\"f\n\x1eGetModelEvaluationSliceRequest\x12\x44\n\x04name\x18\x01 \x01(\tB6\xe0\x41\x02\xfa\x41\x30\n.aiplatform.googleapis.com/ModelEvaluationSlice\"\xcb\x01\n ListModelEvaluationSlicesRequest\x12\x41\n\x06parent\x18\x01 \x01(\tB1\xe0\x41\x02\xfa\x41+\n)aiplatform.googleapis.com/ModelEvaluation\x12\x0e\n\x06\x66ilter\x18\x02 \x01(\t\x12\x11\n\tpage_size\x18\x03 \x01(\x05\x12\x12\n\npage_token\x18\x04 \x01(\t\x12-\n\tread_mask\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.FieldMask\"\x8f\x01\n!ListModelEvaluationSlicesResponse\x12Q\n\x17model_evaluation_slices\x18\x01 \x03(\x0b\x32\x30.google.cloud.aiplatform.v1.ModelEvaluationSlice\x12\x17\n\x0fnext_page_token\x18\x02 \x01(\t2\x89\"\n\x0cModelService\x12\xe0\x01\n\x0bUploadModel\x12..google.cloud.aiplatform.v1.UploadModelRequest\x1a\x1d.google.longrunning.Operation\"\x81\x01\xca\x41\x33\n\x13UploadModelResponse\x12\x1cUploadModelOperationMetadata\xda\x41\x0cparent,model\x82\xd3\xe4\x93\x02\x36\"1/v1/{parent=projects/*/locations/*}/models:upload:\x01*\x12\x95\x01\n\x08GetModel\x12+.google.cloud.aiplatform.v1.GetModelRequest\x1a!.google.cloud.aiplatform.v1.Model\"9\xda\x41\x04name\x82\xd3\xe4\x93\x02,\x12*/v1/{name=projects/*/locations/*/models/*}\x12\xa8\x01\n\nListModels\x12-.google.cloud.aiplatform.v1.ListModelsRequest\x1a..google.cloud.aiplatform.v1.ListModelsResponse\";\xda\x41\x06parent\x82\xd3\xe4\x93\x02,\x12*/v1/{parent=projects/*/locations/*}/models\x12\xc8\x01\n\x11ListModelVersions\x12\x34.google.cloud.aiplatform.v1.ListModelVersionsRequest\x1a\x35.google.cloud.aiplatform.v1.ListModelVersionsResponse\"F\xda\x41\x04name\x82\xd3\xe4\x93\x02\x39\x12\x37/v1/{name=projects/*/locations/*/models/*}:listVersions\x12\xe9\x01\n\x1bListModelVersionCheckpoints\x12>.google.cloud.aiplatform.v1.ListModelVersionCheckpointsRequest\x1a?.google.cloud.aiplatform.v1.ListModelVersionCheckpointsResponse\"I\xda\x41\x04name\x82\xd3\xe4\x93\x02<\x12:/v1/{name=projects/*/locations/*/models/*}:listCheckpoints\x12\xb5\x01\n\x0bUpdateModel\x12..google.cloud.aiplatform.v1.UpdateModelRequest\x1a!.google.cloud.aiplatform.v1.Model\"S\xda\x41\x11model,update_mask\x82\xd3\xe4\x93\x02\x39\x32\x30/v1/{model.name=projects/*/locations/*/models/*}:\x05model\x12\xa0\x02\n\x18UpdateExplanationDataset\x12;.google.cloud.aiplatform.v1.UpdateExplanationDatasetRequest\x1a\x1d.google.longrunning.Operation\"\xa7\x01\xca\x41M\n UpdateExplanationDatasetResponse\x12)UpdateExplanationDatasetOperationMetadata\xda\x41\x05model\x82\xd3\xe4\x93\x02I\"D/v1/{model=projects/*/locations/*/models/*}:updateExplanationDataset:\x01*\x12\xca\x01\n\x0b\x44\x65leteModel\x12..google.cloud.aiplatform.v1.DeleteModelRequest\x1a\x1d.google.longrunning.Operation\"l\xca\x41\x30\n\x15google.protobuf.Empty\x12\x17\x44\x65leteOperationMetadata\xda\x41\x04name\x82\xd3\xe4\x93\x02,**/v1/{name=projects/*/locations/*/models/*}\x12\xe6\x01\n\x12\x44\x65leteModelVersion\x12\x35.google.cloud.aiplatform.v1.DeleteModelVersionRequest\x1a\x1d.google.longrunning.Operation\"z\xca\x41\x30\n\x15google.protobuf.Empty\x12\x17\x44\x65leteOperationMetadata\xda\x41\x04name\x82\xd3\xe4\x93\x02:*8/v1/{name=projects/*/locations/*/models/*}:deleteVersion\x12\xd2\x01\n\x13MergeVersionAliases\x12\x36.google.cloud.aiplatform.v1.MergeVersionAliasesRequest\x1a!.google.cloud.aiplatform.v1.Model\"`\xda\x41\x14name,version_aliases\x82\xd3\xe4\x93\x02\x43\">/v1/{name=projects/*/locations/*/models/*}:mergeVersionAliases:\x01*\x12\xe6\x01\n\x0b\x45xportModel\x12..google.cloud.aiplatform.v1.ExportModelRequest\x1a\x1d.google.longrunning.Operation\"\x87\x01\xca\x41\x33\n\x13\x45xportModelResponse\x12\x1c\x45xportModelOperationMetadata\xda\x41\x12name,output_config\x82\xd3\xe4\x93\x02\x36\"1/v1/{name=projects/*/locations/*/models/*}:export:\x01*\x12\xdd\x01\n\tCopyModel\x12,.google.cloud.aiplatform.v1.CopyModelRequest\x1a\x1d.google.longrunning.Operation\"\x82\x01\xca\x41/\n\x11\x43opyModelResponse\x12\x1a\x43opyModelOperationMetadata\xda\x41\x13parent,source_model\x82\xd3\xe4\x93\x02\x34\"//v1/{parent=projects/*/locations/*}/models:copy:\x01*\x12\xe4\x01\n\x15ImportModelEvaluation\x12\x38.google.cloud.aiplatform.v1.ImportModelEvaluationRequest\x1a+.google.cloud.aiplatform.v1.ModelEvaluation\"d\xda\x41\x17parent,model_evaluation\x82\xd3\xe4\x93\x02\x44\"?/v1/{parent=projects/*/locations/*/models/*}/evaluations:import:\x01*\x12\xa8\x02\n BatchImportModelEvaluationSlices\x12\x43.google.cloud.aiplatform.v1.BatchImportModelEvaluationSlicesRequest\x1a\x44.google.cloud.aiplatform.v1.BatchImportModelEvaluationSlicesResponse\"y\xda\x41\x1eparent,model_evaluation_slices\x82\xd3\xe4\x93\x02R\"M/v1/{parent=projects/*/locations/*/models/*/evaluations/*}/slices:batchImport:\x01*\x12\xa5\x02\n\x1f\x42\x61tchImportEvaluatedAnnotations\x12\x42.google.cloud.aiplatform.v1.BatchImportEvaluatedAnnotationsRequest\x1a\x43.google.cloud.aiplatform.v1.BatchImportEvaluatedAnnotationsResponse\"y\xda\x41\x1cparent,evaluated_annotations\x82\xd3\xe4\x93\x02T\"O/v1/{parent=projects/*/locations/*/models/*/evaluations/*/slices/*}:batchImport:\x01*\x12\xc1\x01\n\x12GetModelEvaluation\x12\x35.google.cloud.aiplatform.v1.GetModelEvaluationRequest\x1a+.google.cloud.aiplatform.v1.ModelEvaluation\"G\xda\x41\x04name\x82\xd3\xe4\x93\x02:\x12\x38/v1/{name=projects/*/locations/*/models/*/evaluations/*}\x12\xd4\x01\n\x14ListModelEvaluations\x12\x37.google.cloud.aiplatform.v1.ListModelEvaluationsRequest\x1a\x38.google.cloud.aiplatform.v1.ListModelEvaluationsResponse\"I\xda\x41\x06parent\x82\xd3\xe4\x93\x02:\x12\x38/v1/{parent=projects/*/locations/*/models/*}/evaluations\x12\xd9\x01\n\x17GetModelEvaluationSlice\x12:.google.cloud.aiplatform.v1.GetModelEvaluationSliceRequest\x1a\x30.google.cloud.aiplatform.v1.ModelEvaluationSlice\"P\xda\x41\x04name\x82\xd3\xe4\x93\x02\x43\x12\x41/v1/{name=projects/*/locations/*/models/*/evaluations/*/slices/*}\x12\xec\x01\n\x19ListModelEvaluationSlices\x12<.google.cloud.aiplatform.v1.ListModelEvaluationSlicesRequest\x1a=.google.cloud.aiplatform.v1.ListModelEvaluationSlicesResponse\"R\xda\x41\x06parent\x82\xd3\xe4\x93\x02\x43\x12\x41/v1/{parent=projects/*/locations/*/models/*/evaluations/*}/slices\x1aM\xca\x41\x19\x61iplatform.googleapis.com\xd2\x41.https://www.googleapis.com/auth/cloud-platformB\xcf\x01\n\x1e\x63om.google.cloud.aiplatform.v1B\x11ModelServiceProtoP\x01Z>cloud.google.com/go/aiplatform/apiv1/aiplatformpb;aiplatformpb\xaa\x02\x1aGoogle.Cloud.AIPlatform.V1\xca\x02\x1aGoogle\\Cloud\\AIPlatform\\V1\xea\x02\x1dGoogle::Cloud::AIPlatform::V1b\x06proto3"
+descriptor_data = "\n.google/cloud/aiplatform/v1/model_service.proto\x12\x1agoogle.cloud.aiplatform.v1\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a\x30google/cloud/aiplatform/v1/encryption_spec.proto\x1a\x35google/cloud/aiplatform/v1/evaluated_annotation.proto\x1a,google/cloud/aiplatform/v1/explanation.proto\x1a#google/cloud/aiplatform/v1/io.proto\x1a&google/cloud/aiplatform/v1/model.proto\x1a\x31google/cloud/aiplatform/v1/model_evaluation.proto\x1a\x37google/cloud/aiplatform/v1/model_evaluation_slice.proto\x1a*google/cloud/aiplatform/v1/operation.proto\x1a#google/longrunning/operations.proto\x1a\x1bgoogle/protobuf/empty.proto\x1a google/protobuf/field_mask.proto\"\xd6\x01\n\x12UploadModelRequest\x12\x39\n\x06parent\x18\x01 \x01(\tB)\xe0\x41\x02\xfa\x41#\n!locations.googleapis.com/Location\x12\x19\n\x0cparent_model\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12\x15\n\x08model_id\x18\x05 \x01(\tB\x03\xe0\x41\x01\x12\x35\n\x05model\x18\x02 \x01(\x0b\x32!.google.cloud.aiplatform.v1.ModelB\x03\xe0\x41\x02\x12\x1c\n\x0fservice_account\x18\x06 \x01(\tB\x03\xe0\x41\x01\"n\n\x1cUploadModelOperationMetadata\x12N\n\x10generic_metadata\x18\x01 \x01(\x0b\x32\x34.google.cloud.aiplatform.v1.GenericOperationMetadata\"i\n\x13UploadModelResponse\x12\x33\n\x05model\x18\x01 \x01(\tB$\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12\x1d\n\x10model_version_id\x18\x02 \x01(\tB\x03\xe0\x41\x03\"H\n\x0fGetModelRequest\x12\x35\n\x04name\x18\x01 \x01(\tB\'\xe0\x41\x02\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\"\xc6\x01\n\x11ListModelsRequest\x12\x39\n\x06parent\x18\x01 \x01(\tB)\xe0\x41\x02\xfa\x41#\n!locations.googleapis.com/Location\x12\x0e\n\x06\x66ilter\x18\x02 \x01(\t\x12\x11\n\tpage_size\x18\x03 \x01(\x05\x12\x12\n\npage_token\x18\x04 \x01(\t\x12-\n\tread_mask\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.FieldMask\x12\x10\n\x08order_by\x18\x06 \x01(\t\"`\n\x12ListModelsResponse\x12\x31\n\x06models\x18\x01 \x03(\x0b\x32!.google.cloud.aiplatform.v1.Model\x12\x17\n\x0fnext_page_token\x18\x02 \x01(\t\"\xc9\x01\n\x18ListModelVersionsRequest\x12\x35\n\x04name\x18\x01 \x01(\tB\'\xe0\x41\x02\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12\x11\n\tpage_size\x18\x02 \x01(\x05\x12\x12\n\npage_token\x18\x03 \x01(\t\x12\x0e\n\x06\x66ilter\x18\x04 \x01(\t\x12-\n\tread_mask\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.FieldMask\x12\x10\n\x08order_by\x18\x06 \x01(\t\"g\n\x19ListModelVersionsResponse\x12\x31\n\x06models\x18\x01 \x03(\x0b\x32!.google.cloud.aiplatform.v1.Model\x12\x17\n\x0fnext_page_token\x18\x02 \x01(\t\"\x8c\x01\n\"ListModelVersionCheckpointsRequest\x12\x35\n\x04name\x18\x01 \x01(\tB\'\xe0\x41\x02\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12\x16\n\tpage_size\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\x12\x17\n\npage_token\x18\x03 \x01(\tB\x03\xe0\x41\x01\"L\n\x16ModelVersionCheckpoint\x12\x15\n\rcheckpoint_id\x18\x01 \x01(\t\x12\r\n\x05\x65poch\x18\x02 \x01(\x03\x12\x0c\n\x04step\x18\x03 \x01(\x03\"\x87\x01\n#ListModelVersionCheckpointsResponse\x12G\n\x0b\x63heckpoints\x18\x01 \x03(\x0b\x32\x32.google.cloud.aiplatform.v1.ModelVersionCheckpoint\x12\x17\n\x0fnext_page_token\x18\x02 \x01(\t\"\x81\x01\n\x12UpdateModelRequest\x12\x35\n\x05model\x18\x01 \x01(\x0b\x32!.google.cloud.aiplatform.v1.ModelB\x03\xe0\x41\x02\x12\x34\n\x0bupdate_mask\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.FieldMaskB\x03\xe0\x41\x02\"\x91\x01\n\x1fUpdateExplanationDatasetRequest\x12\x36\n\x05model\x18\x01 \x01(\tB\'\xe0\x41\x02\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12\x36\n\x08\x65xamples\x18\x02 \x01(\x0b\x32$.google.cloud.aiplatform.v1.Examples\"{\n)UpdateExplanationDatasetOperationMetadata\x12N\n\x10generic_metadata\x18\x01 \x01(\x0b\x32\x34.google.cloud.aiplatform.v1.GenericOperationMetadata\"K\n\x12\x44\x65leteModelRequest\x12\x35\n\x04name\x18\x01 \x01(\tB\'\xe0\x41\x02\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\"R\n\x19\x44\x65leteModelVersionRequest\x12\x35\n\x04name\x18\x01 \x01(\tB\'\xe0\x41\x02\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\"q\n\x1aMergeVersionAliasesRequest\x12\x35\n\x04name\x18\x01 \x01(\tB\'\xe0\x41\x02\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12\x1c\n\x0fversion_aliases\x18\x02 \x03(\tB\x03\xe0\x41\x02\"\xee\x02\n\x12\x45xportModelRequest\x12\x35\n\x04name\x18\x01 \x01(\tB\'\xe0\x41\x02\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12W\n\routput_config\x18\x02 \x01(\x0b\x32;.google.cloud.aiplatform.v1.ExportModelRequest.OutputConfigB\x03\xe0\x41\x02\x1a\xc7\x01\n\x0cOutputConfig\x12\x18\n\x10\x65xport_format_id\x18\x01 \x01(\t\x12H\n\x14\x61rtifact_destination\x18\x03 \x01(\x0b\x32*.google.cloud.aiplatform.v1.GcsDestination\x12S\n\x11image_destination\x18\x04 \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.ContainerRegistryDestination\"\x9c\x02\n\x1c\x45xportModelOperationMetadata\x12N\n\x10generic_metadata\x18\x01 \x01(\x0b\x32\x34.google.cloud.aiplatform.v1.GenericOperationMetadata\x12]\n\x0boutput_info\x18\x02 \x01(\x0b\x32\x43.google.cloud.aiplatform.v1.ExportModelOperationMetadata.OutputInfoB\x03\xe0\x41\x03\x1aM\n\nOutputInfo\x12 \n\x13\x61rtifact_output_uri\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1d\n\x10image_output_uri\x18\x03 \x01(\tB\x03\xe0\x41\x03\"\"\n UpdateExplanationDatasetResponse\"\x15\n\x13\x45xportModelResponse\"\xe5\x02\n\x10\x43opyModelRequest\x12\x17\n\x08model_id\x18\x04 \x01(\tB\x03\xe0\x41\x01H\x00\x12?\n\x0cparent_model\x18\x05 \x01(\tB\'\xe0\x41\x01\xfa\x41!\n\x1f\x61iplatform.googleapis.com/ModelH\x00\x12\x39\n\x06parent\x18\x01 \x01(\tB)\xe0\x41\x02\xfa\x41#\n!locations.googleapis.com/Location\x12=\n\x0csource_model\x18\x02 \x01(\tB\'\xe0\x41\x02\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12\x43\n\x0f\x65ncryption_spec\x18\x03 \x01(\x0b\x32*.google.cloud.aiplatform.v1.EncryptionSpec\x12#\n\x16\x63ustom_service_account\x18\x07 \x01(\tB\x03\xe0\x41\x01\x42\x13\n\x11\x64\x65stination_model\"l\n\x1a\x43opyModelOperationMetadata\x12N\n\x10generic_metadata\x18\x01 \x01(\x0b\x32\x34.google.cloud.aiplatform.v1.GenericOperationMetadata\"g\n\x11\x43opyModelResponse\x12\x33\n\x05model\x18\x01 \x01(\tB$\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12\x1d\n\x10model_version_id\x18\x02 \x01(\tB\x03\xe0\x41\x03\"\xa3\x01\n\x1cImportModelEvaluationRequest\x12\x37\n\x06parent\x18\x01 \x01(\tB\'\xe0\x41\x02\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12J\n\x10model_evaluation\x18\x02 \x01(\x0b\x32+.google.cloud.aiplatform.v1.ModelEvaluationB\x03\xe0\x41\x02\"\xc4\x01\n\'BatchImportModelEvaluationSlicesRequest\x12\x41\n\x06parent\x18\x01 \x01(\tB1\xe0\x41\x02\xfa\x41+\n)aiplatform.googleapis.com/ModelEvaluation\x12V\n\x17model_evaluation_slices\x18\x02 \x03(\x0b\x32\x30.google.cloud.aiplatform.v1.ModelEvaluationSliceB\x03\xe0\x41\x02\"Y\n(BatchImportModelEvaluationSlicesResponse\x12-\n imported_model_evaluation_slices\x18\x01 \x03(\tB\x03\xe0\x41\x03\"\xc5\x01\n&BatchImportEvaluatedAnnotationsRequest\x12\x46\n\x06parent\x18\x01 \x01(\tB6\xe0\x41\x02\xfa\x41\x30\n.aiplatform.googleapis.com/ModelEvaluationSlice\x12S\n\x15\x65valuated_annotations\x18\x02 \x03(\x0b\x32/.google.cloud.aiplatform.v1.EvaluatedAnnotationB\x03\xe0\x41\x02\"\\\n\'BatchImportEvaluatedAnnotationsResponse\x12\x31\n$imported_evaluated_annotations_count\x18\x01 \x01(\x05\x42\x03\xe0\x41\x03\"\\\n\x19GetModelEvaluationRequest\x12?\n\x04name\x18\x01 \x01(\tB1\xe0\x41\x02\xfa\x41+\n)aiplatform.googleapis.com/ModelEvaluation\"\xbc\x01\n\x1bListModelEvaluationsRequest\x12\x37\n\x06parent\x18\x01 \x01(\tB\'\xe0\x41\x02\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12\x0e\n\x06\x66ilter\x18\x02 \x01(\t\x12\x11\n\tpage_size\x18\x03 \x01(\x05\x12\x12\n\npage_token\x18\x04 \x01(\t\x12-\n\tread_mask\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.FieldMask\"\x7f\n\x1cListModelEvaluationsResponse\x12\x46\n\x11model_evaluations\x18\x01 \x03(\x0b\x32+.google.cloud.aiplatform.v1.ModelEvaluation\x12\x17\n\x0fnext_page_token\x18\x02 \x01(\t\"f\n\x1eGetModelEvaluationSliceRequest\x12\x44\n\x04name\x18\x01 \x01(\tB6\xe0\x41\x02\xfa\x41\x30\n.aiplatform.googleapis.com/ModelEvaluationSlice\"\xcb\x01\n ListModelEvaluationSlicesRequest\x12\x41\n\x06parent\x18\x01 \x01(\tB1\xe0\x41\x02\xfa\x41+\n)aiplatform.googleapis.com/ModelEvaluation\x12\x0e\n\x06\x66ilter\x18\x02 \x01(\t\x12\x11\n\tpage_size\x18\x03 \x01(\x05\x12\x12\n\npage_token\x18\x04 \x01(\t\x12-\n\tread_mask\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.FieldMask\"\x8f\x01\n!ListModelEvaluationSlicesResponse\x12Q\n\x17model_evaluation_slices\x18\x01 \x03(\x0b\x32\x30.google.cloud.aiplatform.v1.ModelEvaluationSlice\x12\x17\n\x0fnext_page_token\x18\x02 \x01(\t2\x89\"\n\x0cModelService\x12\xe0\x01\n\x0bUploadModel\x12..google.cloud.aiplatform.v1.UploadModelRequest\x1a\x1d.google.longrunning.Operation\"\x81\x01\xca\x41\x33\n\x13UploadModelResponse\x12\x1cUploadModelOperationMetadata\xda\x41\x0cparent,model\x82\xd3\xe4\x93\x02\x36\"1/v1/{parent=projects/*/locations/*}/models:upload:\x01*\x12\x95\x01\n\x08GetModel\x12+.google.cloud.aiplatform.v1.GetModelRequest\x1a!.google.cloud.aiplatform.v1.Model\"9\xda\x41\x04name\x82\xd3\xe4\x93\x02,\x12*/v1/{name=projects/*/locations/*/models/*}\x12\xa8\x01\n\nListModels\x12-.google.cloud.aiplatform.v1.ListModelsRequest\x1a..google.cloud.aiplatform.v1.ListModelsResponse\";\xda\x41\x06parent\x82\xd3\xe4\x93\x02,\x12*/v1/{parent=projects/*/locations/*}/models\x12\xc8\x01\n\x11ListModelVersions\x12\x34.google.cloud.aiplatform.v1.ListModelVersionsRequest\x1a\x35.google.cloud.aiplatform.v1.ListModelVersionsResponse\"F\xda\x41\x04name\x82\xd3\xe4\x93\x02\x39\x12\x37/v1/{name=projects/*/locations/*/models/*}:listVersions\x12\xe9\x01\n\x1bListModelVersionCheckpoints\x12>.google.cloud.aiplatform.v1.ListModelVersionCheckpointsRequest\x1a?.google.cloud.aiplatform.v1.ListModelVersionCheckpointsResponse\"I\xda\x41\x04name\x82\xd3\xe4\x93\x02<\x12:/v1/{name=projects/*/locations/*/models/*}:listCheckpoints\x12\xb5\x01\n\x0bUpdateModel\x12..google.cloud.aiplatform.v1.UpdateModelRequest\x1a!.google.cloud.aiplatform.v1.Model\"S\xda\x41\x11model,update_mask\x82\xd3\xe4\x93\x02\x39\x32\x30/v1/{model.name=projects/*/locations/*/models/*}:\x05model\x12\xa0\x02\n\x18UpdateExplanationDataset\x12;.google.cloud.aiplatform.v1.UpdateExplanationDatasetRequest\x1a\x1d.google.longrunning.Operation\"\xa7\x01\xca\x41M\n UpdateExplanationDatasetResponse\x12)UpdateExplanationDatasetOperationMetadata\xda\x41\x05model\x82\xd3\xe4\x93\x02I\"D/v1/{model=projects/*/locations/*/models/*}:updateExplanationDataset:\x01*\x12\xca\x01\n\x0b\x44\x65leteModel\x12..google.cloud.aiplatform.v1.DeleteModelRequest\x1a\x1d.google.longrunning.Operation\"l\xca\x41\x30\n\x15google.protobuf.Empty\x12\x17\x44\x65leteOperationMetadata\xda\x41\x04name\x82\xd3\xe4\x93\x02,**/v1/{name=projects/*/locations/*/models/*}\x12\xe6\x01\n\x12\x44\x65leteModelVersion\x12\x35.google.cloud.aiplatform.v1.DeleteModelVersionRequest\x1a\x1d.google.longrunning.Operation\"z\xca\x41\x30\n\x15google.protobuf.Empty\x12\x17\x44\x65leteOperationMetadata\xda\x41\x04name\x82\xd3\xe4\x93\x02:*8/v1/{name=projects/*/locations/*/models/*}:deleteVersion\x12\xd2\x01\n\x13MergeVersionAliases\x12\x36.google.cloud.aiplatform.v1.MergeVersionAliasesRequest\x1a!.google.cloud.aiplatform.v1.Model\"`\xda\x41\x14name,version_aliases\x82\xd3\xe4\x93\x02\x43\">/v1/{name=projects/*/locations/*/models/*}:mergeVersionAliases:\x01*\x12\xe6\x01\n\x0b\x45xportModel\x12..google.cloud.aiplatform.v1.ExportModelRequest\x1a\x1d.google.longrunning.Operation\"\x87\x01\xca\x41\x33\n\x13\x45xportModelResponse\x12\x1c\x45xportModelOperationMetadata\xda\x41\x12name,output_config\x82\xd3\xe4\x93\x02\x36\"1/v1/{name=projects/*/locations/*/models/*}:export:\x01*\x12\xdd\x01\n\tCopyModel\x12,.google.cloud.aiplatform.v1.CopyModelRequest\x1a\x1d.google.longrunning.Operation\"\x82\x01\xca\x41/\n\x11\x43opyModelResponse\x12\x1a\x43opyModelOperationMetadata\xda\x41\x13parent,source_model\x82\xd3\xe4\x93\x02\x34\"//v1/{parent=projects/*/locations/*}/models:copy:\x01*\x12\xe4\x01\n\x15ImportModelEvaluation\x12\x38.google.cloud.aiplatform.v1.ImportModelEvaluationRequest\x1a+.google.cloud.aiplatform.v1.ModelEvaluation\"d\xda\x41\x17parent,model_evaluation\x82\xd3\xe4\x93\x02\x44\"?/v1/{parent=projects/*/locations/*/models/*}/evaluations:import:\x01*\x12\xa8\x02\n BatchImportModelEvaluationSlices\x12\x43.google.cloud.aiplatform.v1.BatchImportModelEvaluationSlicesRequest\x1a\x44.google.cloud.aiplatform.v1.BatchImportModelEvaluationSlicesResponse\"y\xda\x41\x1eparent,model_evaluation_slices\x82\xd3\xe4\x93\x02R\"M/v1/{parent=projects/*/locations/*/models/*/evaluations/*}/slices:batchImport:\x01*\x12\xa5\x02\n\x1f\x42\x61tchImportEvaluatedAnnotations\x12\x42.google.cloud.aiplatform.v1.BatchImportEvaluatedAnnotationsRequest\x1a\x43.google.cloud.aiplatform.v1.BatchImportEvaluatedAnnotationsResponse\"y\xda\x41\x1cparent,evaluated_annotations\x82\xd3\xe4\x93\x02T\"O/v1/{parent=projects/*/locations/*/models/*/evaluations/*/slices/*}:batchImport:\x01*\x12\xc1\x01\n\x12GetModelEvaluation\x12\x35.google.cloud.aiplatform.v1.GetModelEvaluationRequest\x1a+.google.cloud.aiplatform.v1.ModelEvaluation\"G\xda\x41\x04name\x82\xd3\xe4\x93\x02:\x12\x38/v1/{name=projects/*/locations/*/models/*/evaluations/*}\x12\xd4\x01\n\x14ListModelEvaluations\x12\x37.google.cloud.aiplatform.v1.ListModelEvaluationsRequest\x1a\x38.google.cloud.aiplatform.v1.ListModelEvaluationsResponse\"I\xda\x41\x06parent\x82\xd3\xe4\x93\x02:\x12\x38/v1/{parent=projects/*/locations/*/models/*}/evaluations\x12\xd9\x01\n\x17GetModelEvaluationSlice\x12:.google.cloud.aiplatform.v1.GetModelEvaluationSliceRequest\x1a\x30.google.cloud.aiplatform.v1.ModelEvaluationSlice\"P\xda\x41\x04name\x82\xd3\xe4\x93\x02\x43\x12\x41/v1/{name=projects/*/locations/*/models/*/evaluations/*/slices/*}\x12\xec\x01\n\x19ListModelEvaluationSlices\x12<.google.cloud.aiplatform.v1.ListModelEvaluationSlicesRequest\x1a=.google.cloud.aiplatform.v1.ListModelEvaluationSlicesResponse\"R\xda\x41\x06parent\x82\xd3\xe4\x93\x02\x43\x12\x41/v1/{parent=projects/*/locations/*/models/*/evaluations/*}/slices\x1aM\xca\x41\x19\x61iplatform.googleapis.com\xd2\x41.https://www.googleapis.com/auth/cloud-platformB\xcf\x01\n\x1e\x63om.google.cloud.aiplatform.v1B\x11ModelServiceProtoP\x01Z>cloud.google.com/go/aiplatform/apiv1/aiplatformpb;aiplatformpb\xaa\x02\x1aGoogle.Cloud.AIPlatform.V1\xca\x02\x1aGoogle\\Cloud\\AIPlatform\\V1\xea\x02\x1dGoogle::Cloud::AIPlatform::V1b\x06proto3"
 pool = ::Google::Protobuf::DescriptorPool.generated_pool
 pool.add_serialized_file(descriptor_data)

data/lib/google/cloud/aiplatform/v1/tuning_job_pb.rb CHANGED Viewed

@@ -8,12 +8,13 @@ require 'google/api/field_behavior_pb'
 require 'google/api/resource_pb'
 require 'google/cloud/aiplatform/v1/content_pb'
 require 'google/cloud/aiplatform/v1/encryption_spec_pb'
+require 'google/cloud/aiplatform/v1/evaluation_service_pb'
 require 'google/cloud/aiplatform/v1/job_state_pb'
 require 'google/protobuf/timestamp_pb'
 require 'google/rpc/status_pb'
-descriptor_data = "\n+google/cloud/aiplatform/v1/tuning_job.proto\x12\x1agoogle.cloud.aiplatform.v1\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a(google/cloud/aiplatform/v1/content.proto\x1a\x30google/cloud/aiplatform/v1/encryption_spec.proto\x1a*google/cloud/aiplatform/v1/job_state.proto\x1a\x1fgoogle/protobuf/timestamp.proto\x1a\x17google/rpc/status.proto\"\x8d\t\n\tTuningJob\x12\x14\n\nbase_model\x18\x04 \x01(\tH\x00\x12\x44\n\x0fpre_tuned_model\x18\x1f \x01(\x0b\x32).google.cloud.aiplatform.v1.PreTunedModelH\x00\x12R\n\x16supervised_tuning_spec\x18\x05 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.SupervisedTuningSpecH\x01\x12\x14\n\x04name\x18\x01 \x01(\tB\x06\xe0\x41\x08\xe0\x41\x03\x12%\n\x18tuned_model_display_name\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0b\x64\x65scription\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x38\n\x05state\x18\x06 \x01(\x0e\x32$.google.cloud.aiplatform.v1.JobStateB\x03\xe0\x41\x03\x12\x34\n\x0b\x63reate_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x33\n\nstart_time\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x31\n\x08\x65nd_time\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x34\n\x0bupdate_time\x18\n \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12&\n\x05\x65rror\x18\x0b \x01(\x0b\x32\x12.google.rpc.StatusB\x03\xe0\x41\x03\x12\x46\n\x06labels\x18\x0c \x03(\x0b\x32\x31.google.cloud.aiplatform.v1.TuningJob.LabelsEntryB\x03\xe0\x41\x01\x12=\n\nexperiment\x18\r \x01(\tB)\xe0\x41\x03\xfa\x41#\n!aiplatform.googleapis.com/Context\x12@\n\x0btuned_model\x18\x0e \x01(\x0b\x32&.google.cloud.aiplatform.v1.TunedModelB\x03\xe0\x41\x03\x12K\n\x11tuning_data_stats\x18\x0f \x01(\x0b\x32+.google.cloud.aiplatform.v1.TuningDataStatsB\x03\xe0\x41\x03\x12\x43\n\x0f\x65ncryption_spec\x18\x10 \x01(\x0b\x32*.google.cloud.aiplatform.v1.EncryptionSpec\x12\x17\n\x0fservice_account\x18\x16 \x01(\t\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01:\x80\x01\xea\x41}\n#aiplatform.googleapis.com/TuningJob\x12?projects/{project}/locations/{location}/tuningJobs/{tuning_job}*\ntuningJobs2\ttuningJobB\x0e\n\x0csource_modelB\r\n\x0btuning_spec\"\xce\x01\n\nTunedModel\x12\x36\n\x05model\x18\x01 \x01(\tB\'\xe0\x41\x03\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12<\n\x08\x65ndpoint\x18\x02 \x01(\tB*\xe0\x41\x03\xfa\x41$\n\"aiplatform.googleapis.com/Endpoint\x12J\n\x0b\x63heckpoints\x18\x03 \x03(\x0b\x32\x30.google.cloud.aiplatform.v1.TunedModelCheckpointB\x03\xe0\x41\x03\"\xf2\x02\n#SupervisedTuningDatasetDistribution\x12\x10\n\x03sum\x18\x01 \x01(\x03\x42\x03\xe0\x41\x03\x12\x19\n\x0c\x62illable_sum\x18\t \x01(\x03\x42\x03\xe0\x41\x03\x12\x10\n\x03min\x18\x02 \x01(\x01\x42\x03\xe0\x41\x03\x12\x10\n\x03max\x18\x03 \x01(\x01\x42\x03\xe0\x41\x03\x12\x11\n\x04mean\x18\x04 \x01(\x01\x42\x03\xe0\x41\x03\x12\x13\n\x06median\x18\x05 \x01(\x01\x42\x03\xe0\x41\x03\x12\x0f\n\x02p5\x18\x06 \x01(\x01\x42\x03\xe0\x41\x03\x12\x10\n\x03p95\x18\x07 \x01(\x01\x42\x03\xe0\x41\x03\x12\x63\n\x07\x62uckets\x18\x08 \x03(\x0b\x32M.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistribution.DatasetBucketB\x03\xe0\x41\x03\x1aJ\n\rDatasetBucket\x12\x12\n\x05\x63ount\x18\x01 \x01(\x01\x42\x03\xe0\x41\x03\x12\x11\n\x04left\x18\x02 \x01(\x01\x42\x03\xe0\x41\x03\x12\x12\n\x05right\x18\x03 \x01(\x01\x42\x03\xe0\x41\x03\"\xfc\x05\n\x19SupervisedTuningDataStats\x12)\n\x1ctuning_dataset_example_count\x18\x01 \x01(\x03\x42\x03\xe0\x41\x03\x12)\n\x1ctotal_tuning_character_count\x18\x02 \x01(\x03\x42\x03\xe0\x41\x03\x12-\n\x1etotal_billable_character_count\x18\x03 \x01(\x03\x42\x05\x18\x01\xe0\x41\x03\x12\'\n\x1atotal_billable_token_count\x18\t \x01(\x03\x42\x03\xe0\x41\x03\x12\x1e\n\x11tuning_step_count\x18\x04 \x01(\x03\x42\x03\xe0\x41\x03\x12k\n\x1duser_input_token_distribution\x18\x05 \x01(\x0b\x32?.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistributionB\x03\xe0\x41\x03\x12l\n\x1euser_output_token_distribution\x18\x06 \x01(\x0b\x32?.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistributionB\x03\xe0\x41\x03\x12s\n%user_message_per_example_distribution\x18\x07 \x01(\x0b\x32?.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistributionB\x03\xe0\x41\x03\x12G\n\x15user_dataset_examples\x18\x08 \x03(\x0b\x32#.google.cloud.aiplatform.v1.ContentB\x03\xe0\x41\x03\x12*\n\x1dtotal_truncated_example_count\x18\n \x01(\x03\x42\x03\xe0\x41\x03\x12&\n\x19truncated_example_indices\x18\x0b \x03(\x03\x42\x03\xe0\x41\x03\x12$\n\x17\x64ropped_example_reasons\x18\x0c \x03(\tB\x03\xe0\x41\x03\"\x85\x01\n\x0fTuningDataStats\x12]\n\x1csupervised_tuning_data_stats\x18\x01 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.SupervisedTuningDataStatsH\x00\x42\x13\n\x11tuning_data_stats\"\xfa\x02\n\x19SupervisedHyperParameters\x12\x18\n\x0b\x65poch_count\x18\x01 \x01(\x03\x42\x03\xe0\x41\x01\x12%\n\x18learning_rate_multiplier\x18\x02 \x01(\x01\x42\x03\xe0\x41\x01\x12\\\n\x0c\x61\x64\x61pter_size\x18\x03 \x01(\x0e\x32\x41.google.cloud.aiplatform.v1.SupervisedHyperParameters.AdapterSizeB\x03\xe0\x41\x01\"\xbd\x01\n\x0b\x41\x64\x61pterSize\x12\x1c\n\x18\x41\x44\x41PTER_SIZE_UNSPECIFIED\x10\x00\x12\x14\n\x10\x41\x44\x41PTER_SIZE_ONE\x10\x01\x12\x14\n\x10\x41\x44\x41PTER_SIZE_TWO\x10\x06\x12\x15\n\x11\x41\x44\x41PTER_SIZE_FOUR\x10\x02\x12\x16\n\x12\x41\x44\x41PTER_SIZE_EIGHT\x10\x03\x12\x18\n\x14\x41\x44\x41PTER_SIZE_SIXTEEN\x10\x04\x12\x1b\n\x17\x41\x44\x41PTER_SIZE_THIRTY_TWO\x10\x05\"\xde\x01\n\x14SupervisedTuningSpec\x12!\n\x14training_dataset_uri\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12#\n\x16validation_dataset_uri\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12T\n\x10hyper_parameters\x18\x03 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.SupervisedHyperParametersB\x03\xe0\x41\x01\x12(\n\x1b\x65xport_last_checkpoint_only\x18\x06 \x01(\x08\x42\x03\xe0\x41\x01\"\xe3\x01\n\rTunedModelRef\x12;\n\x0btuned_model\x18\x01 \x01(\tB$\xfa\x41!\n\x1f\x61iplatform.googleapis.com/ModelH\x00\x12>\n\ntuning_job\x18\x02 \x01(\tB(\xfa\x41%\n#aiplatform.googleapis.com/TuningJobH\x00\x12\x42\n\x0cpipeline_job\x18\x03 \x01(\tB*\xfa\x41\'\n%aiplatform.googleapis.com/PipelineJobH\x00\x42\x11\n\x0ftuned_model_ref\"\\\n\x14TunedModelCheckpoint\x12\x15\n\rcheckpoint_id\x18\x01 \x01(\t\x12\r\n\x05\x65poch\x18\x02 \x01(\x03\x12\x0c\n\x04step\x18\x03 \x01(\x03\x12\x10\n\x08\x65ndpoint\x18\x04 \x01(\t\"\x84\x01\n\rPreTunedModel\x12>\n\x10tuned_model_name\x18\x01 \x01(\tB$\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12\x1a\n\rcheckpoint_id\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x17\n\nbase_model\x18\x03 \x01(\tB\x03\xe0\x41\x03\x42\xcc\x01\n\x1e\x63om.google.cloud.aiplatform.v1B\x0eTuningJobProtoP\x01Z>cloud.google.com/go/aiplatform/apiv1/aiplatformpb;aiplatformpb\xaa\x02\x1aGoogle.Cloud.AIPlatform.V1\xca\x02\x1aGoogle\\Cloud\\AIPlatform\\V1\xea\x02\x1dGoogle::Cloud::AIPlatform::V1b\x06proto3"
+descriptor_data = "\n+google/cloud/aiplatform/v1/tuning_job.proto\x12\x1agoogle.cloud.aiplatform.v1\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a(google/cloud/aiplatform/v1/content.proto\x1a\x30google/cloud/aiplatform/v1/encryption_spec.proto\x1a\x33google/cloud/aiplatform/v1/evaluation_service.proto\x1a*google/cloud/aiplatform/v1/job_state.proto\x1a\x1fgoogle/protobuf/timestamp.proto\x1a\x17google/rpc/status.proto\"\xe1\t\n\tTuningJob\x12\x14\n\nbase_model\x18\x04 \x01(\tH\x00\x12\x44\n\x0fpre_tuned_model\x18\x1f \x01(\x0b\x32).google.cloud.aiplatform.v1.PreTunedModelH\x00\x12R\n\x16supervised_tuning_spec\x18\x05 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.SupervisedTuningSpecH\x01\x12\x14\n\x04name\x18\x01 \x01(\tB\x06\xe0\x41\x08\xe0\x41\x03\x12%\n\x18tuned_model_display_name\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0b\x64\x65scription\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x38\n\x05state\x18\x06 \x01(\x0e\x32$.google.cloud.aiplatform.v1.JobStateB\x03\xe0\x41\x03\x12\x34\n\x0b\x63reate_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x33\n\nstart_time\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x31\n\x08\x65nd_time\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x34\n\x0bupdate_time\x18\n \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12&\n\x05\x65rror\x18\x0b \x01(\x0b\x32\x12.google.rpc.StatusB\x03\xe0\x41\x03\x12\x46\n\x06labels\x18\x0c \x03(\x0b\x32\x31.google.cloud.aiplatform.v1.TuningJob.LabelsEntryB\x03\xe0\x41\x01\x12=\n\nexperiment\x18\r \x01(\tB)\xe0\x41\x03\xfa\x41#\n!aiplatform.googleapis.com/Context\x12@\n\x0btuned_model\x18\x0e \x01(\x0b\x32&.google.cloud.aiplatform.v1.TunedModelB\x03\xe0\x41\x03\x12K\n\x11tuning_data_stats\x18\x0f \x01(\x0b\x32+.google.cloud.aiplatform.v1.TuningDataStatsB\x03\xe0\x41\x03\x12\x43\n\x0f\x65ncryption_spec\x18\x10 \x01(\x0b\x32*.google.cloud.aiplatform.v1.EncryptionSpec\x12\x17\n\x0fservice_account\x18\x16 \x01(\t\x12R\n\x15\x65valuate_dataset_runs\x18  \x03(\x0b\x32..google.cloud.aiplatform.v1.EvaluateDatasetRunB\x03\xe0\x41\x03\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01:\x80\x01\xea\x41}\n#aiplatform.googleapis.com/TuningJob\x12?projects/{project}/locations/{location}/tuningJobs/{tuning_job}*\ntuningJobs2\ttuningJobB\x0e\n\x0csource_modelB\r\n\x0btuning_spec\"\xce\x01\n\nTunedModel\x12\x36\n\x05model\x18\x01 \x01(\tB\'\xe0\x41\x03\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12<\n\x08\x65ndpoint\x18\x02 \x01(\tB*\xe0\x41\x03\xfa\x41$\n\"aiplatform.googleapis.com/Endpoint\x12J\n\x0b\x63heckpoints\x18\x03 \x03(\x0b\x32\x30.google.cloud.aiplatform.v1.TunedModelCheckpointB\x03\xe0\x41\x03\"\xf2\x02\n#SupervisedTuningDatasetDistribution\x12\x10\n\x03sum\x18\x01 \x01(\x03\x42\x03\xe0\x41\x03\x12\x19\n\x0c\x62illable_sum\x18\t \x01(\x03\x42\x03\xe0\x41\x03\x12\x10\n\x03min\x18\x02 \x01(\x01\x42\x03\xe0\x41\x03\x12\x10\n\x03max\x18\x03 \x01(\x01\x42\x03\xe0\x41\x03\x12\x11\n\x04mean\x18\x04 \x01(\x01\x42\x03\xe0\x41\x03\x12\x13\n\x06median\x18\x05 \x01(\x01\x42\x03\xe0\x41\x03\x12\x0f\n\x02p5\x18\x06 \x01(\x01\x42\x03\xe0\x41\x03\x12\x10\n\x03p95\x18\x07 \x01(\x01\x42\x03\xe0\x41\x03\x12\x63\n\x07\x62uckets\x18\x08 \x03(\x0b\x32M.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistribution.DatasetBucketB\x03\xe0\x41\x03\x1aJ\n\rDatasetBucket\x12\x12\n\x05\x63ount\x18\x01 \x01(\x01\x42\x03\xe0\x41\x03\x12\x11\n\x04left\x18\x02 \x01(\x01\x42\x03\xe0\x41\x03\x12\x12\n\x05right\x18\x03 \x01(\x01\x42\x03\xe0\x41\x03\"\xfc\x05\n\x19SupervisedTuningDataStats\x12)\n\x1ctuning_dataset_example_count\x18\x01 \x01(\x03\x42\x03\xe0\x41\x03\x12)\n\x1ctotal_tuning_character_count\x18\x02 \x01(\x03\x42\x03\xe0\x41\x03\x12-\n\x1etotal_billable_character_count\x18\x03 \x01(\x03\x42\x05\x18\x01\xe0\x41\x03\x12\'\n\x1atotal_billable_token_count\x18\t \x01(\x03\x42\x03\xe0\x41\x03\x12\x1e\n\x11tuning_step_count\x18\x04 \x01(\x03\x42\x03\xe0\x41\x03\x12k\n\x1duser_input_token_distribution\x18\x05 \x01(\x0b\x32?.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistributionB\x03\xe0\x41\x03\x12l\n\x1euser_output_token_distribution\x18\x06 \x01(\x0b\x32?.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistributionB\x03\xe0\x41\x03\x12s\n%user_message_per_example_distribution\x18\x07 \x01(\x0b\x32?.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistributionB\x03\xe0\x41\x03\x12G\n\x15user_dataset_examples\x18\x08 \x03(\x0b\x32#.google.cloud.aiplatform.v1.ContentB\x03\xe0\x41\x03\x12*\n\x1dtotal_truncated_example_count\x18\n \x01(\x03\x42\x03\xe0\x41\x03\x12&\n\x19truncated_example_indices\x18\x0b \x03(\x03\x42\x03\xe0\x41\x03\x12$\n\x17\x64ropped_example_reasons\x18\x0c \x03(\tB\x03\xe0\x41\x03\"\x85\x01\n\x0fTuningDataStats\x12]\n\x1csupervised_tuning_data_stats\x18\x01 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.SupervisedTuningDataStatsH\x00\x42\x13\n\x11tuning_data_stats\"\xfa\x02\n\x19SupervisedHyperParameters\x12\x18\n\x0b\x65poch_count\x18\x01 \x01(\x03\x42\x03\xe0\x41\x01\x12%\n\x18learning_rate_multiplier\x18\x02 \x01(\x01\x42\x03\xe0\x41\x01\x12\\\n\x0c\x61\x64\x61pter_size\x18\x03 \x01(\x0e\x32\x41.google.cloud.aiplatform.v1.SupervisedHyperParameters.AdapterSizeB\x03\xe0\x41\x01\"\xbd\x01\n\x0b\x41\x64\x61pterSize\x12\x1c\n\x18\x41\x44\x41PTER_SIZE_UNSPECIFIED\x10\x00\x12\x14\n\x10\x41\x44\x41PTER_SIZE_ONE\x10\x01\x12\x14\n\x10\x41\x44\x41PTER_SIZE_TWO\x10\x06\x12\x15\n\x11\x41\x44\x41PTER_SIZE_FOUR\x10\x02\x12\x16\n\x12\x41\x44\x41PTER_SIZE_EIGHT\x10\x03\x12\x18\n\x14\x41\x44\x41PTER_SIZE_SIXTEEN\x10\x04\x12\x1b\n\x17\x41\x44\x41PTER_SIZE_THIRTY_TWO\x10\x05\"\xac\x02\n\x14SupervisedTuningSpec\x12!\n\x14training_dataset_uri\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12#\n\x16validation_dataset_uri\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12T\n\x10hyper_parameters\x18\x03 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.SupervisedHyperParametersB\x03\xe0\x41\x01\x12(\n\x1b\x65xport_last_checkpoint_only\x18\x06 \x01(\x08\x42\x03\xe0\x41\x01\x12L\n\x11\x65valuation_config\x18\x05 \x01(\x0b\x32,.google.cloud.aiplatform.v1.EvaluationConfigB\x03\xe0\x41\x01\"\xe3\x01\n\rTunedModelRef\x12;\n\x0btuned_model\x18\x01 \x01(\tB$\xfa\x41!\n\x1f\x61iplatform.googleapis.com/ModelH\x00\x12>\n\ntuning_job\x18\x02 \x01(\tB(\xfa\x41%\n#aiplatform.googleapis.com/TuningJobH\x00\x12\x42\n\x0cpipeline_job\x18\x03 \x01(\tB*\xfa\x41\'\n%aiplatform.googleapis.com/PipelineJobH\x00\x42\x11\n\x0ftuned_model_ref\"\xb6\x02\n\x10\x45valuationConfig\x12\x38\n\x07metrics\x18\x01 \x03(\x0b\x32\".google.cloud.aiplatform.v1.MetricB\x03\xe0\x41\x02\x12\x44\n\routput_config\x18\x02 \x01(\x0b\x32(.google.cloud.aiplatform.v1.OutputConfigB\x03\xe0\x41\x02\x12J\n\x10\x61utorater_config\x18\x03 \x01(\x0b\x32+.google.cloud.aiplatform.v1.AutoraterConfigB\x03\xe0\x41\x01\x12V\n\x1binference_generation_config\x18\x05 \x01(\x0b\x32,.google.cloud.aiplatform.v1.GenerationConfigB\x03\xe0\x41\x01\"\xf1\x01\n\x12\x45valuateDatasetRun\x12\x1d\n\x0eoperation_name\x18\x01 \x01(\tB\x05\x18\x01\xe0\x41\x03\x12\x1b\n\x0e\x65valuation_run\x18\x05 \x01(\tB\x03\xe0\x41\x03\x12\x1a\n\rcheckpoint_id\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12[\n\x19\x65valuate_dataset_response\x18\x03 \x01(\x0b\x32\x33.google.cloud.aiplatform.v1.EvaluateDatasetResponseB\x03\xe0\x41\x03\x12&\n\x05\x65rror\x18\x04 \x01(\x0b\x32\x12.google.rpc.StatusB\x03\xe0\x41\x03\"\\\n\x14TunedModelCheckpoint\x12\x15\n\rcheckpoint_id\x18\x01 \x01(\t\x12\r\n\x05\x65poch\x18\x02 \x01(\x03\x12\x0c\n\x04step\x18\x03 \x01(\x03\x12\x10\n\x08\x65ndpoint\x18\x04 \x01(\t\"\x84\x01\n\rPreTunedModel\x12>\n\x10tuned_model_name\x18\x01 \x01(\tB$\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12\x1a\n\rcheckpoint_id\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x17\n\nbase_model\x18\x03 \x01(\tB\x03\xe0\x41\x03\x42\xcc\x01\n\x1e\x63om.google.cloud.aiplatform.v1B\x0eTuningJobProtoP\x01Z>cloud.google.com/go/aiplatform/apiv1/aiplatformpb;aiplatformpb\xaa\x02\x1aGoogle.Cloud.AIPlatform.V1\xca\x02\x1aGoogle\\Cloud\\AIPlatform\\V1\xea\x02\x1dGoogle::Cloud::AIPlatform::V1b\x06proto3"
 pool = ::Google::Protobuf::DescriptorPool.generated_pool
 pool.add_serialized_file(descriptor_data)
@@ -32,6 +33,8 @@ module Google
         SupervisedHyperParameters::AdapterSize = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.SupervisedHyperParameters.AdapterSize").enummodule
         SupervisedTuningSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.SupervisedTuningSpec").msgclass
         TunedModelRef = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.TunedModelRef").msgclass
+        EvaluationConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.EvaluationConfig").msgclass
+        EvaluateDatasetRun = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.EvaluateDatasetRun").msgclass
         TunedModelCheckpoint = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.TunedModelCheckpoint").msgclass
         PreTunedModel = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PreTunedModel").msgclass
       end

data/proto_docs/google/api/client.rb CHANGED Viewed

@@ -31,6 +31,8 @@ module Google
     # @!attribute [rw] selective_gapic_generation
     #   @return [::Google::Api::SelectiveGapicGeneration]
     #     Configuration for which RPCs should be generated in the GAPIC client.
+    #
+    #     Note: This field should not be used in most cases.
     class CommonLanguageSettings
       include ::Google::Protobuf::MessageExts
       extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -441,6 +443,8 @@ module Google
     # This message is used to configure the generation of a subset of the RPCs in
     # a service for client libraries.
+    #
+    # Note: This feature should not be used in most cases.
     # @!attribute [rw] methods
     #   @return [::Array<::String>]
     #     An allowlist of the fully qualified names of RPCs that should be included

data/proto_docs/google/cloud/aiplatform/v1/evaluation_service.rb CHANGED Viewed

@@ -163,6 +163,125 @@ module Google
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
+        # The metric used for running evaluations.
+        # @!attribute [rw] predefined_metric_spec
+        #   @return [::Google::Cloud::AIPlatform::V1::PredefinedMetricSpec]
+        #     The spec for a pre-defined metric.
+        #
+        #     Note: The following fields are mutually exclusive: `predefined_metric_spec`, `computation_based_metric_spec`, `llm_based_metric_spec`, `pointwise_metric_spec`, `pairwise_metric_spec`, `exact_match_spec`, `bleu_spec`, `rouge_spec`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] computation_based_metric_spec
+        #   @return [::Google::Cloud::AIPlatform::V1::ComputationBasedMetricSpec]
+        #     Spec for a computation based metric.
+        #
+        #     Note: The following fields are mutually exclusive: `computation_based_metric_spec`, `predefined_metric_spec`, `llm_based_metric_spec`, `pointwise_metric_spec`, `pairwise_metric_spec`, `exact_match_spec`, `bleu_spec`, `rouge_spec`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] llm_based_metric_spec
+        #   @return [::Google::Cloud::AIPlatform::V1::LLMBasedMetricSpec]
+        #     Spec for an LLM based metric.
+        #
+        #     Note: The following fields are mutually exclusive: `llm_based_metric_spec`, `predefined_metric_spec`, `computation_based_metric_spec`, `pointwise_metric_spec`, `pairwise_metric_spec`, `exact_match_spec`, `bleu_spec`, `rouge_spec`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] pointwise_metric_spec
+        #   @return [::Google::Cloud::AIPlatform::V1::PointwiseMetricSpec]
+        #     Spec for pointwise metric.
+        #
+        #     Note: The following fields are mutually exclusive: `pointwise_metric_spec`, `predefined_metric_spec`, `computation_based_metric_spec`, `llm_based_metric_spec`, `pairwise_metric_spec`, `exact_match_spec`, `bleu_spec`, `rouge_spec`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] pairwise_metric_spec
+        #   @return [::Google::Cloud::AIPlatform::V1::PairwiseMetricSpec]
+        #     Spec for pairwise metric.
+        #
+        #     Note: The following fields are mutually exclusive: `pairwise_metric_spec`, `predefined_metric_spec`, `computation_based_metric_spec`, `llm_based_metric_spec`, `pointwise_metric_spec`, `exact_match_spec`, `bleu_spec`, `rouge_spec`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] exact_match_spec
+        #   @return [::Google::Cloud::AIPlatform::V1::ExactMatchSpec]
+        #     Spec for exact match metric.
+        #
+        #     Note: The following fields are mutually exclusive: `exact_match_spec`, `predefined_metric_spec`, `computation_based_metric_spec`, `llm_based_metric_spec`, `pointwise_metric_spec`, `pairwise_metric_spec`, `bleu_spec`, `rouge_spec`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] bleu_spec
+        #   @return [::Google::Cloud::AIPlatform::V1::BleuSpec]
+        #     Spec for bleu metric.
+        #
+        #     Note: The following fields are mutually exclusive: `bleu_spec`, `predefined_metric_spec`, `computation_based_metric_spec`, `llm_based_metric_spec`, `pointwise_metric_spec`, `pairwise_metric_spec`, `exact_match_spec`, `rouge_spec`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] rouge_spec
+        #   @return [::Google::Cloud::AIPlatform::V1::RougeSpec]
+        #     Spec for rouge metric.
+        #
+        #     Note: The following fields are mutually exclusive: `rouge_spec`, `predefined_metric_spec`, `computation_based_metric_spec`, `llm_based_metric_spec`, `pointwise_metric_spec`, `pairwise_metric_spec`, `exact_match_spec`, `bleu_spec`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] aggregation_metrics
+        #   @return [::Array<::Google::Cloud::AIPlatform::V1::Metric::AggregationMetric>]
+        #     Optional. The aggregation metrics to use.
+        class Metric
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+          # The per-metric statistics on evaluation results supported by
+          # `EvaluationService.EvaluateDataset`.
+          module AggregationMetric
+            # Unspecified aggregation metric.
+            AGGREGATION_METRIC_UNSPECIFIED = 0
+            # Average aggregation metric. Not supported for Pairwise metric.
+            AVERAGE = 1
+            # Mode aggregation metric.
+            MODE = 2
+            # Standard deviation aggregation metric. Not supported for pairwise metric.
+            STANDARD_DEVIATION = 3
+            # Variance aggregation metric. Not supported for pairwise metric.
+            VARIANCE = 4
+            # Minimum aggregation metric. Not supported for pairwise metric.
+            MINIMUM = 5
+            # Maximum aggregation metric. Not supported for pairwise metric.
+            MAXIMUM = 6
+            # Median aggregation metric. Not supported for pairwise metric.
+            MEDIAN = 7
+            # 90th percentile aggregation metric. Not supported for pairwise metric.
+            PERCENTILE_P90 = 8
+            # 95th percentile aggregation metric. Not supported for pairwise metric.
+            PERCENTILE_P95 = 9
+            # 99th percentile aggregation metric. Not supported for pairwise metric.
+            PERCENTILE_P99 = 10
+          end
+        end
+        # The configs for autorater. This is applicable to both EvaluateInstances and
+        # EvaluateDataset.
+        # @!attribute [rw] sampling_count
+        #   @return [::Integer]
+        #     Optional. Number of samples for each instance in the dataset.
+        #     If not specified, the default is 4. Minimum value is 1, maximum value
+        #     is 32.
+        # @!attribute [rw] flip_enabled
+        #   @return [::Boolean]
+        #     Optional. Default is true. Whether to flip the candidate and baseline
+        #     responses. This is only applicable to the pairwise metric. If enabled, also
+        #     provide PairwiseMetricSpec.candidate_response_field_name and
+        #     PairwiseMetricSpec.baseline_response_field_name. When rendering
+        #     PairwiseMetricSpec.metric_prompt_template, the candidate and baseline
+        #     fields will be flipped for half of the samples to reduce bias.
+        # @!attribute [rw] autorater_model
+        #   @return [::String]
+        #     Optional. The fully qualified name of the publisher model or tuned
+        #     autorater endpoint to use.
+        #
+        #     Publisher model format:
+        #     `projects/{project}/locations/{location}/publishers/*/models/*`
+        #
+        #     Tuned model endpoint format:
+        #     `projects/{project}/locations/{location}/endpoints/{endpoint}`
+        # @!attribute [rw] generation_config
+        #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig]
+        #     Optional. Configuration options for model generation and outputs.
+        class AutoraterConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
         # Response message for EvaluationService.EvaluateInstances.
         # @!attribute [rw] exact_match_results
         #   @return [::Google::Cloud::AIPlatform::V1::ExactMatchResults]
@@ -297,11 +416,197 @@ module Google
         #     Result for Metricx metric.
         #
         #     Note: The following fields are mutually exclusive: `metricx_result`, `exact_match_results`, `bleu_results`, `rouge_results`, `fluency_result`, `coherence_result`, `safety_result`, `groundedness_result`, `fulfillment_result`, `summarization_quality_result`, `pairwise_summarization_quality_result`, `summarization_helpfulness_result`, `summarization_verbosity_result`, `question_answering_quality_result`, `pairwise_question_answering_quality_result`, `question_answering_relevance_result`, `question_answering_helpfulness_result`, `question_answering_correctness_result`, `pointwise_metric_result`, `pairwise_metric_result`, `tool_call_valid_results`, `tool_name_match_results`, `tool_parameter_key_match_results`, `tool_parameter_kv_match_results`, `comet_result`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] metric_results
+        #   @return [::Array<::Google::Cloud::AIPlatform::V1::MetricResult>]
+        #     Metric results for each instance.
+        #     The order of the metric results is guaranteed to be the same as the order
+        #     of the instances in the request.
         class EvaluateInstancesResponse
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
+        # Result for a single metric on a single instance.
+        # @!attribute [r] score
+        #   @return [::Float]
+        #     Output only. The score for the metric.
+        #     Please refer to each metric's documentation for the meaning of the score.
+        # @!attribute [r] explanation
+        #   @return [::String]
+        #     Output only. The explanation for the metric result.
+        # @!attribute [r] error
+        #   @return [::Google::Rpc::Status]
+        #     Output only. The error status for the metric result.
+        class MetricResult
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+        # Config for evaluation output.
+        # @!attribute [rw] gcs_destination
+        #   @return [::Google::Cloud::AIPlatform::V1::GcsDestination]
+        #     Cloud storage destination for evaluation output.
+        class OutputConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+        # The dataset used for evaluation.
+        # @!attribute [rw] gcs_source
+        #   @return [::Google::Cloud::AIPlatform::V1::GcsSource]
+        #     Cloud storage source holds the dataset. Currently only one Cloud Storage
+        #     file path is supported.
+        #
+        #     Note: The following fields are mutually exclusive: `gcs_source`, `bigquery_source`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] bigquery_source
+        #   @return [::Google::Cloud::AIPlatform::V1::BigQuerySource]
+        #     BigQuery source holds the dataset.
+        #
+        #     Note: The following fields are mutually exclusive: `bigquery_source`, `gcs_source`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        class EvaluationDataset
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+        # The results from an evaluation run performed by the EvaluationService.
+        # @!attribute [r] aggregation_output
+        #   @return [::Google::Cloud::AIPlatform::V1::AggregationOutput]
+        #     Output only. Aggregation statistics derived from results of
+        #     EvaluationService.
+        # @!attribute [r] output_info
+        #   @return [::Google::Cloud::AIPlatform::V1::OutputInfo]
+        #     Output only. Output info for EvaluationService.
+        class EvaluateDatasetResponse
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+        # Describes the info for output of EvaluationService.
+        # @!attribute [r] gcs_output_directory
+        #   @return [::String]
+        #     Output only. The full path of the Cloud Storage directory created, into
+        #     which the evaluation results and aggregation results are written.
+        class OutputInfo
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+        # The aggregation result for the entire dataset and all metrics.
+        # @!attribute [rw] dataset
+        #   @return [::Google::Cloud::AIPlatform::V1::EvaluationDataset]
+        #     The dataset used for evaluation & aggregation.
+        # @!attribute [rw] aggregation_results
+        #   @return [::Array<::Google::Cloud::AIPlatform::V1::AggregationResult>]
+        #     One AggregationResult per metric.
+        class AggregationOutput
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+        # The aggregation result for a single metric.
+        # @!attribute [rw] pointwise_metric_result
+        #   @return [::Google::Cloud::AIPlatform::V1::PointwiseMetricResult]
+        #     Result for pointwise metric.
+        #
+        #     Note: The following fields are mutually exclusive: `pointwise_metric_result`, `pairwise_metric_result`, `exact_match_metric_value`, `bleu_metric_value`, `rouge_metric_value`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] pairwise_metric_result
+        #   @return [::Google::Cloud::AIPlatform::V1::PairwiseMetricResult]
+        #     Result for pairwise metric.
+        #
+        #     Note: The following fields are mutually exclusive: `pairwise_metric_result`, `pointwise_metric_result`, `exact_match_metric_value`, `bleu_metric_value`, `rouge_metric_value`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] exact_match_metric_value
+        #   @return [::Google::Cloud::AIPlatform::V1::ExactMatchMetricValue]
+        #     Results for exact match metric.
+        #
+        #     Note: The following fields are mutually exclusive: `exact_match_metric_value`, `pointwise_metric_result`, `pairwise_metric_result`, `bleu_metric_value`, `rouge_metric_value`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] bleu_metric_value
+        #   @return [::Google::Cloud::AIPlatform::V1::BleuMetricValue]
+        #     Results for bleu metric.
+        #
+        #     Note: The following fields are mutually exclusive: `bleu_metric_value`, `pointwise_metric_result`, `pairwise_metric_result`, `exact_match_metric_value`, `rouge_metric_value`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] rouge_metric_value
+        #   @return [::Google::Cloud::AIPlatform::V1::RougeMetricValue]
+        #     Results for rouge metric.
+        #
+        #     Note: The following fields are mutually exclusive: `rouge_metric_value`, `pointwise_metric_result`, `pairwise_metric_result`, `exact_match_metric_value`, `bleu_metric_value`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] aggregation_metric
+        #   @return [::Google::Cloud::AIPlatform::V1::Metric::AggregationMetric]
+        #     Aggregation metric.
+        class AggregationResult
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+        # The spec for a pre-defined metric.
+        # @!attribute [rw] metric_spec_name
+        #   @return [::String]
+        #     Required. The name of a pre-defined metric, such as
+        #     "instruction_following_v1" or "text_quality_v1".
+        # @!attribute [rw] metric_spec_parameters
+        #   @return [::Google::Protobuf::Struct]
+        #     Optional. The parameters needed to run the pre-defined metric.
+        class PredefinedMetricSpec
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+        # Specification for a computation based metric.
+        # @!attribute [rw] type
+        #   @return [::Google::Cloud::AIPlatform::V1::ComputationBasedMetricSpec::ComputationBasedMetricType]
+        #     Required. The type of the computation based metric.
+        # @!attribute [rw] parameters
+        #   @return [::Google::Protobuf::Struct]
+        #     Optional. A map of parameters for the metric, e.g. {"rouge_type":
+        #     "rougeL"}.
+        class ComputationBasedMetricSpec
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+          # Types of computation based metrics.
+          module ComputationBasedMetricType
+            # Unspecified computation based metric type.
+            COMPUTATION_BASED_METRIC_TYPE_UNSPECIFIED = 0
+            # Exact match metric.
+            EXACT_MATCH = 1
+            # BLEU metric.
+            BLEU = 2
+            # ROUGE metric.
+            ROUGE = 3
+          end
+        end
+        # Specification for an LLM based metric.
+        # @!attribute [rw] rubric_group_key
+        #   @return [::String]
+        #     Use a pre-defined group of rubrics associated with the input.
+        #     Refers to a key in the rubric_groups map of EvaluationInstance.
+        #
+        #     Note: The following fields are mutually exclusive: `rubric_group_key`, `predefined_rubric_generation_spec`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] predefined_rubric_generation_spec
+        #   @return [::Google::Cloud::AIPlatform::V1::PredefinedMetricSpec]
+        #     Dynamically generate rubrics using a predefined spec.
+        #
+        #     Note: The following fields are mutually exclusive: `predefined_rubric_generation_spec`, `rubric_group_key`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] metric_prompt_template
+        #   @return [::String]
+        #     Required. Template for the prompt sent to the judge model.
+        # @!attribute [rw] system_instruction
+        #   @return [::String]
+        #     Optional. System instructions for the judge model.
+        # @!attribute [rw] judge_autorater_config
+        #   @return [::Google::Cloud::AIPlatform::V1::AutoraterConfig]
+        #     Optional. Optional configuration for the judge LLM (Autorater).
+        # @!attribute [rw] additional_config
+        #   @return [::Google::Protobuf::Struct]
+        #     Optional. Optional additional configuration for the metric.
+        class LLMBasedMetricSpec
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
         # Input for exact match metric.
         # @!attribute [rw] metric_spec
         #   @return [::Google::Cloud::AIPlatform::V1::ExactMatchSpec]
@@ -1240,6 +1545,15 @@ module Google
         #     Instance specified as a json string. String key-value pairs are expected
         #     in the json_instance to render
         #     PointwiseMetricSpec.instance_prompt_template.
+        #
+        #     Note: The following fields are mutually exclusive: `json_instance`, `content_map_instance`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] content_map_instance
+        #   @return [::Google::Cloud::AIPlatform::V1::ContentMap]
+        #     Key-value contents for the mutlimodality input, including text, image,
+        #     video, audio, and pdf, etc. The key is placeholder in metric prompt
+        #     template, and the value is the multimodal content.
+        #
+        #     Note: The following fields are mutually exclusive: `content_map_instance`, `json_instance`. If a field in that set is populated, all other fields in the set will automatically be cleared.
         class PointwiseMetricInstance
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -1249,11 +1563,32 @@ module Google
         # @!attribute [rw] metric_prompt_template
         #   @return [::String]
         #     Required. Metric prompt template for pointwise metric.
+        # @!attribute [rw] system_instruction
+        #   @return [::String]
+        #     Optional. System instructions for pointwise metric.
+        # @!attribute [rw] custom_output_format_config
+        #   @return [::Google::Cloud::AIPlatform::V1::CustomOutputFormatConfig]
+        #     Optional. CustomOutputFormatConfig allows customization of metric output.
+        #     By default, metrics return a score and explanation.
+        #     When this config is set, the default output is replaced with either:
+        #      - The raw output string.
+        #      - A parsed output based on a user-defined schema.
+        #     If a custom format is chosen, the `score` and `explanation` fields in the
+        #     corresponding metric result will be empty.
         class PointwiseMetricSpec
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
+        # Spec for custom output format configuration.
+        # @!attribute [rw] return_raw_output
+        #   @return [::Boolean]
+        #     Optional. Whether to return raw output.
+        class CustomOutputFormatConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
         # Spec for pointwise metric result.
         # @!attribute [r] score
         #   @return [::Float]
@@ -1261,11 +1596,32 @@ module Google
         # @!attribute [r] explanation
         #   @return [::String]
         #     Output only. Explanation for pointwise metric score.
+        # @!attribute [r] custom_output
+        #   @return [::Google::Cloud::AIPlatform::V1::CustomOutput]
+        #     Output only. Spec for custom output.
         class PointwiseMetricResult
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
+        # Spec for custom output.
+        # @!attribute [r] raw_outputs
+        #   @return [::Google::Cloud::AIPlatform::V1::RawOutput]
+        #     Output only. List of raw output strings.
+        class CustomOutput
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+        # Raw output.
+        # @!attribute [r] raw_output
+        #   @return [::Array<::String>]
+        #     Output only. Raw output string.
+        class RawOutput
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
         # Input for pairwise metric.
         # @!attribute [rw] metric_spec
         #   @return [::Google::Cloud::AIPlatform::V1::PairwiseMetricSpec]
@@ -1285,6 +1641,15 @@ module Google
         #     Instance specified as a json string. String key-value pairs are expected
         #     in the json_instance to render
         #     PairwiseMetricSpec.instance_prompt_template.
+        #
+        #     Note: The following fields are mutually exclusive: `json_instance`, `content_map_instance`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] content_map_instance
+        #   @return [::Google::Cloud::AIPlatform::V1::ContentMap]
+        #     Key-value contents for the mutlimodality input, including text, image,
+        #     video, audio, and pdf, etc. The key is placeholder in metric prompt
+        #     template, and the value is the multimodal content.
+        #
+        #     Note: The following fields are mutually exclusive: `content_map_instance`, `json_instance`. If a field in that set is populated, all other fields in the set will automatically be cleared.
         class PairwiseMetricInstance
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -1294,6 +1659,22 @@ module Google
         # @!attribute [rw] metric_prompt_template
         #   @return [::String]
         #     Required. Metric prompt template for pairwise metric.
+        # @!attribute [rw] candidate_response_field_name
+        #   @return [::String]
+        #     Optional. The field name of the candidate response.
+        # @!attribute [rw] baseline_response_field_name
+        #   @return [::String]
+        #     Optional. The field name of the baseline response.
+        # @!attribute [rw] system_instruction
+        #   @return [::String]
+        #     Optional. System instructions for pairwise metric.
+        # @!attribute [rw] custom_output_format_config
+        #   @return [::Google::Cloud::AIPlatform::V1::CustomOutputFormatConfig]
+        #     Optional. CustomOutputFormatConfig allows customization of metric output.
+        #     When this config is set, the default output is replaced with
+        #     the raw output string.
+        #     If a custom format is chosen, the `pairwise_choice` and `explanation`
+        #     fields in the corresponding metric result will be empty.
         class PairwiseMetricSpec
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -1306,6 +1687,9 @@ module Google
         # @!attribute [r] explanation
         #   @return [::String]
         #     Output only. Explanation for pairwise metric score.
+        # @!attribute [r] custom_output
+        #   @return [::Google::Cloud::AIPlatform::V1::CustomOutput]
+        #     Output only. Spec for custom output.
         class PairwiseMetricResult
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -1640,6 +2024,33 @@ module Google
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
+        # Map of placeholder in metric prompt template to contents of model input.
+        # @!attribute [rw] values
+        #   @return [::Google::Protobuf::Map{::String => ::Google::Cloud::AIPlatform::V1::ContentMap::Contents}]
+        #     Optional. Map of placeholder to contents.
+        class ContentMap
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+          # Repeated Content type.
+          # @!attribute [rw] contents
+          #   @return [::Array<::Google::Cloud::AIPlatform::V1::Content>]
+          #     Optional. Repeated contents.
+          class Contents
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+          # @!attribute [rw] key
+          #   @return [::String]
+          # @!attribute [rw] value
+          #   @return [::Google::Cloud::AIPlatform::V1::ContentMap::Contents]
+          class ValuesEntry
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+        end
         # Pairwise prediction autorater preference.
         module PairwiseChoice
           # Unspecified prediction choice.

data/proto_docs/google/cloud/aiplatform/v1/model_service.rb CHANGED Viewed

@@ -528,6 +528,18 @@ module Google
         #   @return [::Google::Cloud::AIPlatform::V1::EncryptionSpec]
         #     Customer-managed encryption key options. If this is set,
         #     then the Model copy will be encrypted with the provided encryption key.
+        # @!attribute [rw] custom_service_account
+        #   @return [::String]
+        #     Optional. The user-provided custom service account to use to do the copy
+        #     model. If empty, [Vertex AI Service
+        #     Agent](https://cloud.google.com/vertex-ai/docs/general/access-control#service-agents)
+        #     will be used to access resources needed to upload the model. This account
+        #     must belong to the destination project where the model is copied to,
+        #     i.e., the project specified in the `parent` field of this request and
+        #     have the Vertex AI Service Agent role in the source project.
+        #
+        #     Requires the user copying the Model to have the
+        #     `iam.serviceAccounts.actAs` permission on this service account.
         class CopyModelRequest
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods

data/proto_docs/google/cloud/aiplatform/v1/tuning_job.rb CHANGED Viewed

@@ -116,6 +116,9 @@ module Google
         #
         #     Users starting the pipeline must have the `iam.serviceAccounts.actAs`
         #     permission on this service account.
+        # @!attribute [r] evaluate_dataset_runs
+        #   @return [::Array<::Google::Cloud::AIPlatform::V1::EvaluateDatasetRun>]
+        #     Output only. Evaluation runs for the Tuning Job.
         class TuningJob
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -324,6 +327,9 @@ module Google
         #     Optional. If set to true, disable intermediate checkpoints for SFT and only
         #     the last checkpoint will be exported. Otherwise, enable intermediate
         #     checkpoints for SFT. Default is false.
+        # @!attribute [rw] evaluation_config
+        #   @return [::Google::Cloud::AIPlatform::V1::EvaluationConfig]
+        #     Optional. Evaluation Config for Tuning Job.
         class SupervisedTuningSpec
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -352,6 +358,50 @@ module Google
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
+        # Evaluation Config for Tuning Job.
+        # @!attribute [rw] metrics
+        #   @return [::Array<::Google::Cloud::AIPlatform::V1::Metric>]
+        #     Required. The metrics used for evaluation.
+        # @!attribute [rw] output_config
+        #   @return [::Google::Cloud::AIPlatform::V1::OutputConfig]
+        #     Required. Config for evaluation output.
+        # @!attribute [rw] autorater_config
+        #   @return [::Google::Cloud::AIPlatform::V1::AutoraterConfig]
+        #     Optional. Autorater config for evaluation.
+        # @!attribute [rw] inference_generation_config
+        #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig]
+        #     Optional. Configuration options for inference generation and outputs.
+        #     If not set, default generation parameters are used.
+        class EvaluationConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+        # Evaluate Dataset Run Result for Tuning Job.
+        # @!attribute [r] operation_name
+        #   @deprecated This field is deprecated and may be removed in the next major version update.
+        #   @return [::String]
+        #     Output only. Deprecated: The updated architecture uses evaluation_run
+        #     instead.
+        # @!attribute [r] evaluation_run
+        #   @return [::String]
+        #     Output only. The resource name of the evaluation run. Format:
+        #     `projects/{project}/locations/{location}/evaluationRuns/{evaluation_run_id}`.
+        # @!attribute [r] checkpoint_id
+        #   @return [::String]
+        #     Output only. The checkpoint id used in the evaluation run. Only populated
+        #     when evaluating checkpoints.
+        # @!attribute [r] evaluate_dataset_response
+        #   @return [::Google::Cloud::AIPlatform::V1::EvaluateDatasetResponse]
+        #     Output only. Results for EvaluationService.
+        # @!attribute [r] error
+        #   @return [::Google::Rpc::Status]
+        #     Output only. The error of the evaluation run if any.
+        class EvaluateDatasetRun
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
         # TunedModelCheckpoint for the Tuned Model of a Tuning Job.
         # @!attribute [rw] checkpoint_id
         #   @return [::String]

metadata CHANGED Viewed

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: google-cloud-ai_platform-v1
 version: !ruby/object:Gem::Version
-  version: 1.39.0
+  version: 1.41.0
 platform: ruby
 authors:
 - Google LLC