RubyGems - google-cloud-ai_platform-v1 - Versions diffs - 1.39.0 → 1.40.0 - Mend

google-cloud-ai_platform-v1 1.39.0 → 1.40.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (8) hide show

checksums.yaml +4 -4
data/lib/google/cloud/ai_platform/v1/version.rb +1 -1
data/lib/google/cloud/aiplatform/v1/evaluation_service_pb.rb +24 -1
data/lib/google/cloud/aiplatform/v1/tuning_job_pb.rb +4 -1
data/proto_docs/google/api/client.rb +4 -0
data/proto_docs/google/cloud/aiplatform/v1/evaluation_service.rb +411 -0
data/proto_docs/google/cloud/aiplatform/v1/tuning_job.rb +50 -0
metadata +1 -1

checksums.yaml CHANGED Viewed

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e74bed954f6ab7224539a2542ca9e486469e5b891fc80325aa0ae2facb63cc5f
-  data.tar.gz: d16488bd1d9277622807be0cfa4f0d0b98302f449fb998b194073e38cc5e97ae
+  metadata.gz: 7c90d9e8406de030fab3873ea04abcc4d8ebc7efa293a143ef9328d0c29755e8
+  data.tar.gz: ea45c1781ac3ed9465284c1b6249d6a5b9283f8402658437a012beb0e3414121
 SHA512:
-  metadata.gz: a8f4ee19b80d84c3071f216bb87fb0b805f06831844b6bd12ce499ca1c0799f4c86a9c730a9c0b12ebfe126620c8a7279c12a1517f6c1923b0e11e4c73ec62c2
-  data.tar.gz: 3aa095b52e9b25d2259b53254b5b2c64954ecd20514ec6ae678cb8cdcf43773ac8f4bfaee53d6f5ca79a823049ce8875504919c03c83ee6a722ba3140522eab4
+  metadata.gz: c79614a63ebf61a2f6e2ebc56a6d7bb42f1269a543f8bacc68b06d7412299fbce50bc028598b0217e894638c16ef6f864aa155a8b9e26189d764de22de835c9a
+  data.tar.gz: 8954593fb85945b3bfbc19da0c968d6ea8e4610e889bcf260da97de669ef9f745799160c79d6a8dbb412921edec52cf7c405cf95cfce0e08e2ce32e51960bb11

data/lib/google/cloud/ai_platform/v1/version.rb CHANGED Viewed

@@ -21,7 +21,7 @@ module Google
   module Cloud
     module AIPlatform
       module V1
-        VERSION = "1.39.0"
+        VERSION = "1.40.0"
       end
     end
   end

data/lib/google/cloud/aiplatform/v1/evaluation_service_pb.rb CHANGED Viewed

@@ -8,9 +8,13 @@ require 'google/api/annotations_pb'
 require 'google/api/client_pb'
 require 'google/api/field_behavior_pb'
 require 'google/api/resource_pb'
+require 'google/cloud/aiplatform/v1/content_pb'
+require 'google/cloud/aiplatform/v1/io_pb'
+require 'google/protobuf/struct_pb'
+require 'google/rpc/status_pb'
-descriptor_data = "\n3google/cloud/aiplatform/v1/evaluation_service.proto\x12\x1agoogle.cloud.aiplatform.v1\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\"\xda\x11\n\x18\x45valuateInstancesRequest\x12H\n\x11\x65xact_match_input\x18\x02 \x01(\x0b\x32+.google.cloud.aiplatform.v1.ExactMatchInputH\x00\x12;\n\nbleu_input\x18\x03 \x01(\x0b\x32%.google.cloud.aiplatform.v1.BleuInputH\x00\x12=\n\x0brouge_input\x18\x04 \x01(\x0b\x32&.google.cloud.aiplatform.v1.RougeInputH\x00\x12\x41\n\rfluency_input\x18\x05 \x01(\x0b\x32(.google.cloud.aiplatform.v1.FluencyInputH\x00\x12\x45\n\x0f\x63oherence_input\x18\x06 \x01(\x0b\x32*.google.cloud.aiplatform.v1.CoherenceInputH\x00\x12?\n\x0csafety_input\x18\x08 \x01(\x0b\x32\'.google.cloud.aiplatform.v1.SafetyInputH\x00\x12K\n\x12groundedness_input\x18\t \x01(\x0b\x32-.google.cloud.aiplatform.v1.GroundednessInputH\x00\x12I\n\x11\x66ulfillment_input\x18\x0c \x01(\x0b\x32,.google.cloud.aiplatform.v1.FulfillmentInputH\x00\x12\\\n\x1bsummarization_quality_input\x18\x07 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.SummarizationQualityInputH\x00\x12m\n$pairwise_summarization_quality_input\x18\x17 \x01(\x0b\x32=.google.cloud.aiplatform.v1.PairwiseSummarizationQualityInputH\x00\x12\x64\n\x1fsummarization_helpfulness_input\x18\x0e \x01(\x0b\x32\x39.google.cloud.aiplatform.v1.SummarizationHelpfulnessInputH\x00\x12`\n\x1dsummarization_verbosity_input\x18\x0f \x01(\x0b\x32\x37.google.cloud.aiplatform.v1.SummarizationVerbosityInputH\x00\x12\x65\n question_answering_quality_input\x18\n \x01(\x0b\x32\x39.google.cloud.aiplatform.v1.QuestionAnsweringQualityInputH\x00\x12v\n)pairwise_question_answering_quality_input\x18\x18 \x01(\x0b\x32\x41.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualityInputH\x00\x12i\n\"question_answering_relevance_input\x18\x10 \x01(\x0b\x32;.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceInputH\x00\x12m\n$question_answering_helpfulness_input\x18\x11 \x01(\x0b\x32=.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessInputH\x00\x12m\n$question_answering_correctness_input\x18\x12 \x01(\x0b\x32=.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessInputH\x00\x12R\n\x16pointwise_metric_input\x18\x1c \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.PointwiseMetricInputH\x00\x12P\n\x15pairwise_metric_input\x18\x1d \x01(\x0b\x32/.google.cloud.aiplatform.v1.PairwiseMetricInputH\x00\x12O\n\x15tool_call_valid_input\x18\x13 \x01(\x0b\x32..google.cloud.aiplatform.v1.ToolCallValidInputH\x00\x12O\n\x15tool_name_match_input\x18\x14 \x01(\x0b\x32..google.cloud.aiplatform.v1.ToolNameMatchInputH\x00\x12`\n\x1etool_parameter_key_match_input\x18\x15 \x01(\x0b\x32\x36.google.cloud.aiplatform.v1.ToolParameterKeyMatchInputH\x00\x12^\n\x1dtool_parameter_kv_match_input\x18\x16 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.ToolParameterKVMatchInputH\x00\x12=\n\x0b\x63omet_input\x18\x1f \x01(\x0b\x32&.google.cloud.aiplatform.v1.CometInputH\x00\x12\x41\n\rmetricx_input\x18  \x01(\x0b\x32(.google.cloud.aiplatform.v1.MetricxInputH\x00\x12;\n\x08location\x18\x01 \x01(\tB)\xe0\x41\x02\xfa\x41#\n!locations.googleapis.com/LocationB\x0f\n\rmetric_inputs\"\xe3\x11\n\x19\x45valuateInstancesResponse\x12L\n\x13\x65xact_match_results\x18\x01 \x01(\x0b\x32-.google.cloud.aiplatform.v1.ExactMatchResultsH\x00\x12?\n\x0c\x62leu_results\x18\x02 \x01(\x0b\x32\'.google.cloud.aiplatform.v1.BleuResultsH\x00\x12\x41\n\rrouge_results\x18\x03 \x01(\x0b\x32(.google.cloud.aiplatform.v1.RougeResultsH\x00\x12\x43\n\x0e\x66luency_result\x18\x04 \x01(\x0b\x32).google.cloud.aiplatform.v1.FluencyResultH\x00\x12G\n\x10\x63oherence_result\x18\x05 \x01(\x0b\x32+.google.cloud.aiplatform.v1.CoherenceResultH\x00\x12\x41\n\rsafety_result\x18\x07 \x01(\x0b\x32(.google.cloud.aiplatform.v1.SafetyResultH\x00\x12M\n\x13groundedness_result\x18\x08 \x01(\x0b\x32..google.cloud.aiplatform.v1.GroundednessResultH\x00\x12K\n\x12\x66ulfillment_result\x18\x0b \x01(\x0b\x32-.google.cloud.aiplatform.v1.FulfillmentResultH\x00\x12^\n\x1csummarization_quality_result\x18\x06 \x01(\x0b\x32\x36.google.cloud.aiplatform.v1.SummarizationQualityResultH\x00\x12o\n%pairwise_summarization_quality_result\x18\x16 \x01(\x0b\x32>.google.cloud.aiplatform.v1.PairwiseSummarizationQualityResultH\x00\x12\x66\n summarization_helpfulness_result\x18\r \x01(\x0b\x32:.google.cloud.aiplatform.v1.SummarizationHelpfulnessResultH\x00\x12\x62\n\x1esummarization_verbosity_result\x18\x0e \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.SummarizationVerbosityResultH\x00\x12g\n!question_answering_quality_result\x18\t \x01(\x0b\x32:.google.cloud.aiplatform.v1.QuestionAnsweringQualityResultH\x00\x12x\n*pairwise_question_answering_quality_result\x18\x17 \x01(\x0b\x32\x42.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualityResultH\x00\x12k\n#question_answering_relevance_result\x18\x0f \x01(\x0b\x32<.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceResultH\x00\x12o\n%question_answering_helpfulness_result\x18\x10 \x01(\x0b\x32>.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessResultH\x00\x12o\n%question_answering_correctness_result\x18\x11 \x01(\x0b\x32>.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessResultH\x00\x12T\n\x17pointwise_metric_result\x18\x1b \x01(\x0b\x32\x31.google.cloud.aiplatform.v1.PointwiseMetricResultH\x00\x12R\n\x16pairwise_metric_result\x18\x1c \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.PairwiseMetricResultH\x00\x12S\n\x17tool_call_valid_results\x18\x12 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.ToolCallValidResultsH\x00\x12S\n\x17tool_name_match_results\x18\x13 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.ToolNameMatchResultsH\x00\x12\x64\n tool_parameter_key_match_results\x18\x14 \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.ToolParameterKeyMatchResultsH\x00\x12\x62\n\x1ftool_parameter_kv_match_results\x18\x15 \x01(\x0b\x32\x37.google.cloud.aiplatform.v1.ToolParameterKVMatchResultsH\x00\x12?\n\x0c\x63omet_result\x18\x1d \x01(\x0b\x32\'.google.cloud.aiplatform.v1.CometResultH\x00\x12\x43\n\x0emetricx_result\x18\x1e \x01(\x0b\x32).google.cloud.aiplatform.v1.MetricxResultH\x00\x42\x14\n\x12\x65valuation_results\"\x9f\x01\n\x0f\x45xactMatchInput\x12\x44\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32*.google.cloud.aiplatform.v1.ExactMatchSpecB\x03\xe0\x41\x02\x12\x46\n\tinstances\x18\x02 \x03(\x0b\x32..google.cloud.aiplatform.v1.ExactMatchInstanceB\x03\xe0\x41\x02\"l\n\x12\x45xactMatchInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"\x10\n\x0e\x45xactMatchSpec\"n\n\x11\x45xactMatchResults\x12Y\n\x19\x65xact_match_metric_values\x18\x01 \x03(\x0b\x32\x31.google.cloud.aiplatform.v1.ExactMatchMetricValueB\x03\xe0\x41\x03\":\n\x15\x45xactMatchMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x8d\x01\n\tBleuInput\x12>\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32$.google.cloud.aiplatform.v1.BleuSpecB\x03\xe0\x41\x02\x12@\n\tinstances\x18\x02 \x03(\x0b\x32(.google.cloud.aiplatform.v1.BleuInstanceB\x03\xe0\x41\x02\"f\n\x0c\x42leuInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\",\n\x08\x42leuSpec\x12 \n\x13use_effective_order\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\"[\n\x0b\x42leuResults\x12L\n\x12\x62leu_metric_values\x18\x01 \x03(\x0b\x32+.google.cloud.aiplatform.v1.BleuMetricValueB\x03\xe0\x41\x03\"4\n\x0f\x42leuMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x90\x01\n\nRougeInput\x12?\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32%.google.cloud.aiplatform.v1.RougeSpecB\x03\xe0\x41\x02\x12\x41\n\tinstances\x18\x02 \x03(\x0b\x32).google.cloud.aiplatform.v1.RougeInstanceB\x03\xe0\x41\x02\"g\n\rRougeInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"\\\n\tRougeSpec\x12\x17\n\nrouge_type\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0buse_stemmer\x18\x02 \x01(\x08\x42\x03\xe0\x41\x01\x12\x1c\n\x0fsplit_summaries\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\"^\n\x0cRougeResults\x12N\n\x13rouge_metric_values\x18\x01 \x03(\x0b\x32,.google.cloud.aiplatform.v1.RougeMetricValueB\x03\xe0\x41\x03\"5\n\x10RougeMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x9b\x01\n\x0e\x43oherenceInput\x12\x43\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32).google.cloud.aiplatform.v1.CoherenceSpecB\x03\xe0\x41\x02\x12\x44\n\x08instance\x18\x02 \x01(\x0b\x32-.google.cloud.aiplatform.v1.CoherenceInstanceB\x03\xe0\x41\x02\"@\n\x11\x43oherenceInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x42\r\n\x0b_prediction\"%\n\rCoherenceSpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"{\n\x0f\x43oherenceResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\x95\x01\n\x0c\x46luencyInput\x12\x41\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\'.google.cloud.aiplatform.v1.FluencySpecB\x03\xe0\x41\x02\x12\x42\n\x08instance\x18\x02 \x01(\x0b\x32+.google.cloud.aiplatform.v1.FluencyInstanceB\x03\xe0\x41\x02\">\n\x0f\x46luencyInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x42\r\n\x0b_prediction\"#\n\x0b\x46luencySpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"y\n\rFluencyResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\x92\x01\n\x0bSafetyInput\x12@\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32&.google.cloud.aiplatform.v1.SafetySpecB\x03\xe0\x41\x02\x12\x41\n\x08instance\x18\x02 \x01(\x0b\x32*.google.cloud.aiplatform.v1.SafetyInstanceB\x03\xe0\x41\x02\"=\n\x0eSafetyInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x42\r\n\x0b_prediction\"\"\n\nSafetySpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"x\n\x0cSafetyResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xa4\x01\n\x11GroundednessInput\x12\x46\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32,.google.cloud.aiplatform.v1.GroundednessSpecB\x03\xe0\x41\x02\x12G\n\x08instance\x18\x02 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.GroundednessInstanceB\x03\xe0\x41\x02\"j\n\x14GroundednessInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\n\n\x08_context\"(\n\x10GroundednessSpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"~\n\x12GroundednessResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xa1\x01\n\x10\x46ulfillmentInput\x12\x45\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32+.google.cloud.aiplatform.v1.FulfillmentSpecB\x03\xe0\x41\x02\x12\x46\n\x08instance\x18\x02 \x01(\x0b\x32/.google.cloud.aiplatform.v1.FulfillmentInstanceB\x03\xe0\x41\x02\"q\n\x13\x46ulfillmentInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0e\n\x0c_instruction\"\'\n\x0f\x46ulfillmentSpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"}\n\x11\x46ulfillmentResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xbc\x01\n\x19SummarizationQualityInput\x12N\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x34.google.cloud.aiplatform.v1.SummarizationQualitySpecB\x03\xe0\x41\x02\x12O\n\x08instance\x18\x02 \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.SummarizationQualityInstanceB\x03\xe0\x41\x02\"\xcc\x01\n\x1cSummarizationQualityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x02H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"L\n\x18SummarizationQualitySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x86\x01\n\x1aSummarizationQualityResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xd4\x01\n!PairwiseSummarizationQualityInput\x12V\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32<.google.cloud.aiplatform.v1.PairwiseSummarizationQualitySpecB\x03\xe0\x41\x02\x12W\n\x08instance\x18\x02 \x01(\x0b\x32@.google.cloud.aiplatform.v1.PairwiseSummarizationQualityInstanceB\x03\xe0\x41\x02\"\x93\x02\n$PairwiseSummarizationQualityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12%\n\x13\x62\x61seline_prediction\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x12\x1b\n\treference\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x05 \x01(\tB\x03\xe0\x41\x02H\x04\x88\x01\x01\x42\r\n\x0b_predictionB\x16\n\x14_baseline_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"T\n PairwiseSummarizationQualitySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\xb5\x01\n\"PairwiseSummarizationQualityResult\x12H\n\x0fpairwise_choice\x18\x01 \x01(\x0e\x32*.google.cloud.aiplatform.v1.PairwiseChoiceB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\r\n\x0b_confidence\"\xc8\x01\n\x1dSummarizationHelpfulnessInput\x12R\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.SummarizationHelpfulnessSpecB\x03\xe0\x41\x02\x12S\n\x08instance\x18\x02 \x01(\x0b\x32<.google.cloud.aiplatform.v1.SummarizationHelpfulnessInstanceB\x03\xe0\x41\x02\"\xd0\x01\n SummarizationHelpfulnessInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x02H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x01H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"P\n\x1cSummarizationHelpfulnessSpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8a\x01\n\x1eSummarizationHelpfulnessResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xc2\x01\n\x1bSummarizationVerbosityInput\x12P\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x36.google.cloud.aiplatform.v1.SummarizationVerbositySpecB\x03\xe0\x41\x02\x12Q\n\x08instance\x18\x02 \x01(\x0b\x32:.google.cloud.aiplatform.v1.SummarizationVerbosityInstanceB\x03\xe0\x41\x02\"\xce\x01\n\x1eSummarizationVerbosityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x02H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x01H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"N\n\x1aSummarizationVerbositySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x88\x01\n\x1cSummarizationVerbosityResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xc8\x01\n\x1dQuestionAnsweringQualityInput\x12R\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.QuestionAnsweringQualitySpecB\x03\xe0\x41\x02\x12S\n\x08instance\x18\x02 \x01(\x0b\x32<.google.cloud.aiplatform.v1.QuestionAnsweringQualityInstanceB\x03\xe0\x41\x02\"\xd0\x01\n QuestionAnsweringQualityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x02H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"P\n\x1cQuestionAnsweringQualitySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8a\x01\n\x1eQuestionAnsweringQualityResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xe0\x01\n%PairwiseQuestionAnsweringQualityInput\x12Z\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32@.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualitySpecB\x03\xe0\x41\x02\x12[\n\x08instance\x18\x02 \x01(\x0b\x32\x44.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualityInstanceB\x03\xe0\x41\x02\"\x97\x02\n(PairwiseQuestionAnsweringQualityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12%\n\x13\x62\x61seline_prediction\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x12\x1b\n\treference\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x05 \x01(\tB\x03\xe0\x41\x02H\x04\x88\x01\x01\x42\r\n\x0b_predictionB\x16\n\x14_baseline_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"X\n$PairwiseQuestionAnsweringQualitySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\xb9\x01\n&PairwiseQuestionAnsweringQualityResult\x12H\n\x0fpairwise_choice\x18\x01 \x01(\x0e\x32*.google.cloud.aiplatform.v1.PairwiseChoiceB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\r\n\x0b_confidence\"\xce\x01\n\x1fQuestionAnsweringRelevanceInput\x12T\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32:.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceSpecB\x03\xe0\x41\x02\x12U\n\x08instance\x18\x02 \x01(\x0b\x32>.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceInstanceB\x03\xe0\x41\x02\"\xd2\x01\n\"QuestionAnsweringRelevanceInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"R\n\x1eQuestionAnsweringRelevanceSpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8c\x01\n QuestionAnsweringRelevanceResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xd4\x01\n!QuestionAnsweringHelpfulnessInput\x12V\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32<.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessSpecB\x03\xe0\x41\x02\x12W\n\x08instance\x18\x02 \x01(\x0b\x32@.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessInstanceB\x03\xe0\x41\x02\"\xd4\x01\n$QuestionAnsweringHelpfulnessInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"T\n QuestionAnsweringHelpfulnessSpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8e\x01\n\"QuestionAnsweringHelpfulnessResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xd4\x01\n!QuestionAnsweringCorrectnessInput\x12V\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32<.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessSpecB\x03\xe0\x41\x02\x12W\n\x08instance\x18\x02 \x01(\x0b\x32@.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessInstanceB\x03\xe0\x41\x02\"\xd4\x01\n$QuestionAnsweringCorrectnessInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"T\n QuestionAnsweringCorrectnessSpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8e\x01\n\"QuestionAnsweringCorrectnessResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xad\x01\n\x14PointwiseMetricInput\x12I\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32/.google.cloud.aiplatform.v1.PointwiseMetricSpecB\x03\xe0\x41\x02\x12J\n\x08instance\x18\x02 \x01(\x0b\x32\x33.google.cloud.aiplatform.v1.PointwiseMetricInstanceB\x03\xe0\x41\x02\">\n\x17PointwiseMetricInstance\x12\x17\n\rjson_instance\x18\x01 \x01(\tH\x00\x42\n\n\x08instance\"Z\n\x13PointwiseMetricSpec\x12(\n\x16metric_prompt_template\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x42\x19\n\x17_metric_prompt_template\"T\n\x15PointwiseMetricResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x42\x08\n\x06_score\"\xaa\x01\n\x13PairwiseMetricInput\x12H\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32..google.cloud.aiplatform.v1.PairwiseMetricSpecB\x03\xe0\x41\x02\x12I\n\x08instance\x18\x02 \x01(\x0b\x32\x32.google.cloud.aiplatform.v1.PairwiseMetricInstanceB\x03\xe0\x41\x02\"=\n\x16PairwiseMetricInstance\x12\x17\n\rjson_instance\x18\x01 \x01(\tH\x00\x42\n\n\x08instance\"Y\n\x12PairwiseMetricSpec\x12(\n\x16metric_prompt_template\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x42\x19\n\x17_metric_prompt_template\"z\n\x14PairwiseMetricResult\x12H\n\x0fpairwise_choice\x18\x01 \x01(\x0e\x32*.google.cloud.aiplatform.v1.PairwiseChoiceB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\"\xa8\x01\n\x12ToolCallValidInput\x12G\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32-.google.cloud.aiplatform.v1.ToolCallValidSpecB\x03\xe0\x41\x02\x12I\n\tinstances\x18\x02 \x03(\x0b\x32\x31.google.cloud.aiplatform.v1.ToolCallValidInstanceB\x03\xe0\x41\x02\"\x13\n\x11ToolCallValidSpec\"o\n\x15ToolCallValidInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"x\n\x14ToolCallValidResults\x12`\n\x1dtool_call_valid_metric_values\x18\x01 \x03(\x0b\x32\x34.google.cloud.aiplatform.v1.ToolCallValidMetricValueB\x03\xe0\x41\x03\"=\n\x18ToolCallValidMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\xa8\x01\n\x12ToolNameMatchInput\x12G\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32-.google.cloud.aiplatform.v1.ToolNameMatchSpecB\x03\xe0\x41\x02\x12I\n\tinstances\x18\x02 \x03(\x0b\x32\x31.google.cloud.aiplatform.v1.ToolNameMatchInstanceB\x03\xe0\x41\x02\"\x13\n\x11ToolNameMatchSpec\"o\n\x15ToolNameMatchInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"x\n\x14ToolNameMatchResults\x12`\n\x1dtool_name_match_metric_values\x18\x01 \x03(\x0b\x32\x34.google.cloud.aiplatform.v1.ToolNameMatchMetricValueB\x03\xe0\x41\x03\"=\n\x18ToolNameMatchMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\xc0\x01\n\x1aToolParameterKeyMatchInput\x12O\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.ToolParameterKeyMatchSpecB\x03\xe0\x41\x02\x12Q\n\tinstances\x18\x02 \x03(\x0b\x32\x39.google.cloud.aiplatform.v1.ToolParameterKeyMatchInstanceB\x03\xe0\x41\x02\"\x1b\n\x19ToolParameterKeyMatchSpec\"w\n\x1dToolParameterKeyMatchInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"\x91\x01\n\x1cToolParameterKeyMatchResults\x12q\n&tool_parameter_key_match_metric_values\x18\x01 \x03(\x0b\x32<.google.cloud.aiplatform.v1.ToolParameterKeyMatchMetricValueB\x03\xe0\x41\x03\"E\n ToolParameterKeyMatchMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\xbd\x01\n\x19ToolParameterKVMatchInput\x12N\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x34.google.cloud.aiplatform.v1.ToolParameterKVMatchSpecB\x03\xe0\x41\x02\x12P\n\tinstances\x18\x02 \x03(\x0b\x32\x38.google.cloud.aiplatform.v1.ToolParameterKVMatchInstanceB\x03\xe0\x41\x02\"@\n\x18ToolParameterKVMatchSpec\x12$\n\x17use_strict_string_match\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\"v\n\x1cToolParameterKVMatchInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"\x8e\x01\n\x1bToolParameterKVMatchResults\x12o\n%tool_parameter_kv_match_metric_values\x18\x01 \x03(\x0b\x32;.google.cloud.aiplatform.v1.ToolParameterKVMatchMetricValueB\x03\xe0\x41\x03\"D\n\x1fToolParameterKVMatchMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x8f\x01\n\nCometInput\x12?\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32%.google.cloud.aiplatform.v1.CometSpecB\x03\xe0\x41\x02\x12@\n\x08instance\x18\x02 \x01(\x0b\x32).google.cloud.aiplatform.v1.CometInstanceB\x03\xe0\x41\x02\"\xe7\x01\n\tCometSpec\x12M\n\x07version\x18\x01 \x01(\x0e\x32\x32.google.cloud.aiplatform.v1.CometSpec.CometVersionB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1c\n\x0fsource_language\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x1c\n\x0ftarget_language\x18\x03 \x01(\tB\x03\xe0\x41\x01\"C\n\x0c\x43ometVersion\x12\x1d\n\x19\x43OMET_VERSION_UNSPECIFIED\x10\x00\x12\x14\n\x10\x43OMET_22_SRC_REF\x10\x02\x42\n\n\x08_version\"\x8c\x01\n\rCometInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x18\n\x06source\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\t\n\x07_source\"0\n\x0b\x43ometResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x95\x01\n\x0cMetricxInput\x12\x41\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\'.google.cloud.aiplatform.v1.MetricxSpecB\x03\xe0\x41\x02\x12\x42\n\x08instance\x18\x02 \x01(\x0b\x32+.google.cloud.aiplatform.v1.MetricxInstanceB\x03\xe0\x41\x02\"\x9b\x02\n\x0bMetricxSpec\x12Q\n\x07version\x18\x01 \x01(\x0e\x32\x36.google.cloud.aiplatform.v1.MetricxSpec.MetricxVersionB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1c\n\x0fsource_language\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x1c\n\x0ftarget_language\x18\x03 \x01(\tB\x03\xe0\x41\x01\"q\n\x0eMetricxVersion\x12\x1f\n\x1bMETRICX_VERSION_UNSPECIFIED\x10\x00\x12\x12\n\x0eMETRICX_24_REF\x10\x01\x12\x12\n\x0eMETRICX_24_SRC\x10\x02\x12\x16\n\x12METRICX_24_SRC_REF\x10\x03\x42\n\n\x08_version\"\x8e\x01\n\x0fMetricxInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x18\n\x06source\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\t\n\x07_source\"2\n\rMetricxResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score*W\n\x0ePairwiseChoice\x12\x1f\n\x1bPAIRWISE_CHOICE_UNSPECIFIED\x10\x00\x12\x0c\n\x08\x42\x41SELINE\x10\x01\x12\r\n\tCANDIDATE\x10\x02\x12\x07\n\x03TIE\x10\x03\x32\xa9\x02\n\x11\x45valuationService\x12\xc4\x01\n\x11\x45valuateInstances\x12\x34.google.cloud.aiplatform.v1.EvaluateInstancesRequest\x1a\x35.google.cloud.aiplatform.v1.EvaluateInstancesResponse\"B\x82\xd3\xe4\x93\x02<\"7/v1/{location=projects/*/locations/*}:evaluateInstances:\x01*\x1aM\xca\x41\x19\x61iplatform.googleapis.com\xd2\x41.https://www.googleapis.com/auth/cloud-platformB\xd4\x01\n\x1e\x63om.google.cloud.aiplatform.v1B\x16\x45valuationServiceProtoP\x01Z>cloud.google.com/go/aiplatform/apiv1/aiplatformpb;aiplatformpb\xaa\x02\x1aGoogle.Cloud.AIPlatform.V1\xca\x02\x1aGoogle\\Cloud\\AIPlatform\\V1\xea\x02\x1dGoogle::Cloud::AIPlatform::V1b\x06proto3"
+descriptor_data = "\n3google/cloud/aiplatform/v1/evaluation_service.proto\x12\x1agoogle.cloud.aiplatform.v1\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a(google/cloud/aiplatform/v1/content.proto\x1a#google/cloud/aiplatform/v1/io.proto\x1a\x1cgoogle/protobuf/struct.proto\x1a\x17google/rpc/status.proto\"\xda\x11\n\x18\x45valuateInstancesRequest\x12H\n\x11\x65xact_match_input\x18\x02 \x01(\x0b\x32+.google.cloud.aiplatform.v1.ExactMatchInputH\x00\x12;\n\nbleu_input\x18\x03 \x01(\x0b\x32%.google.cloud.aiplatform.v1.BleuInputH\x00\x12=\n\x0brouge_input\x18\x04 \x01(\x0b\x32&.google.cloud.aiplatform.v1.RougeInputH\x00\x12\x41\n\rfluency_input\x18\x05 \x01(\x0b\x32(.google.cloud.aiplatform.v1.FluencyInputH\x00\x12\x45\n\x0f\x63oherence_input\x18\x06 \x01(\x0b\x32*.google.cloud.aiplatform.v1.CoherenceInputH\x00\x12?\n\x0csafety_input\x18\x08 \x01(\x0b\x32\'.google.cloud.aiplatform.v1.SafetyInputH\x00\x12K\n\x12groundedness_input\x18\t \x01(\x0b\x32-.google.cloud.aiplatform.v1.GroundednessInputH\x00\x12I\n\x11\x66ulfillment_input\x18\x0c \x01(\x0b\x32,.google.cloud.aiplatform.v1.FulfillmentInputH\x00\x12\\\n\x1bsummarization_quality_input\x18\x07 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.SummarizationQualityInputH\x00\x12m\n$pairwise_summarization_quality_input\x18\x17 \x01(\x0b\x32=.google.cloud.aiplatform.v1.PairwiseSummarizationQualityInputH\x00\x12\x64\n\x1fsummarization_helpfulness_input\x18\x0e \x01(\x0b\x32\x39.google.cloud.aiplatform.v1.SummarizationHelpfulnessInputH\x00\x12`\n\x1dsummarization_verbosity_input\x18\x0f \x01(\x0b\x32\x37.google.cloud.aiplatform.v1.SummarizationVerbosityInputH\x00\x12\x65\n question_answering_quality_input\x18\n \x01(\x0b\x32\x39.google.cloud.aiplatform.v1.QuestionAnsweringQualityInputH\x00\x12v\n)pairwise_question_answering_quality_input\x18\x18 \x01(\x0b\x32\x41.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualityInputH\x00\x12i\n\"question_answering_relevance_input\x18\x10 \x01(\x0b\x32;.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceInputH\x00\x12m\n$question_answering_helpfulness_input\x18\x11 \x01(\x0b\x32=.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessInputH\x00\x12m\n$question_answering_correctness_input\x18\x12 \x01(\x0b\x32=.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessInputH\x00\x12R\n\x16pointwise_metric_input\x18\x1c \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.PointwiseMetricInputH\x00\x12P\n\x15pairwise_metric_input\x18\x1d \x01(\x0b\x32/.google.cloud.aiplatform.v1.PairwiseMetricInputH\x00\x12O\n\x15tool_call_valid_input\x18\x13 \x01(\x0b\x32..google.cloud.aiplatform.v1.ToolCallValidInputH\x00\x12O\n\x15tool_name_match_input\x18\x14 \x01(\x0b\x32..google.cloud.aiplatform.v1.ToolNameMatchInputH\x00\x12`\n\x1etool_parameter_key_match_input\x18\x15 \x01(\x0b\x32\x36.google.cloud.aiplatform.v1.ToolParameterKeyMatchInputH\x00\x12^\n\x1dtool_parameter_kv_match_input\x18\x16 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.ToolParameterKVMatchInputH\x00\x12=\n\x0b\x63omet_input\x18\x1f \x01(\x0b\x32&.google.cloud.aiplatform.v1.CometInputH\x00\x12\x41\n\rmetricx_input\x18  \x01(\x0b\x32(.google.cloud.aiplatform.v1.MetricxInputH\x00\x12;\n\x08location\x18\x01 \x01(\tB)\xe0\x41\x02\xfa\x41#\n!locations.googleapis.com/LocationB\x0f\n\rmetric_inputs\"\xb0\x07\n\x06Metric\x12R\n\x16predefined_metric_spec\x18\x08 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.PredefinedMetricSpecH\x00\x12_\n\x1d\x63omputation_based_metric_spec\x18\t \x01(\x0b\x32\x36.google.cloud.aiplatform.v1.ComputationBasedMetricSpecH\x00\x12O\n\x15llm_based_metric_spec\x18\n \x01(\x0b\x32..google.cloud.aiplatform.v1.LLMBasedMetricSpecH\x00\x12P\n\x15pointwise_metric_spec\x18\x02 \x01(\x0b\x32/.google.cloud.aiplatform.v1.PointwiseMetricSpecH\x00\x12N\n\x14pairwise_metric_spec\x18\x03 \x01(\x0b\x32..google.cloud.aiplatform.v1.PairwiseMetricSpecH\x00\x12\x46\n\x10\x65xact_match_spec\x18\x04 \x01(\x0b\x32*.google.cloud.aiplatform.v1.ExactMatchSpecH\x00\x12\x39\n\tbleu_spec\x18\x05 \x01(\x0b\x32$.google.cloud.aiplatform.v1.BleuSpecH\x00\x12;\n\nrouge_spec\x18\x06 \x01(\x0b\x32%.google.cloud.aiplatform.v1.RougeSpecH\x00\x12V\n\x13\x61ggregation_metrics\x18\x01 \x03(\x0e\x32\x34.google.cloud.aiplatform.v1.Metric.AggregationMetricB\x03\xe0\x41\x01\"\xd6\x01\n\x11\x41ggregationMetric\x12\"\n\x1e\x41GGREGATION_METRIC_UNSPECIFIED\x10\x00\x12\x0b\n\x07\x41VERAGE\x10\x01\x12\x08\n\x04MODE\x10\x02\x12\x16\n\x12STANDARD_DEVIATION\x10\x03\x12\x0c\n\x08VARIANCE\x10\x04\x12\x0b\n\x07MINIMUM\x10\x05\x12\x0b\n\x07MAXIMUM\x10\x06\x12\n\n\x06MEDIAN\x10\x07\x12\x12\n\x0ePERCENTILE_P90\x10\x08\x12\x12\n\x0ePERCENTILE_P95\x10\t\x12\x12\n\x0ePERCENTILE_P99\x10\nB\r\n\x0bmetric_spec\"\xe3\x01\n\x0f\x41utoraterConfig\x12 \n\x0esampling_count\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01H\x00\x88\x01\x01\x12\x1e\n\x0c\x66lip_enabled\x18\x02 \x01(\x08\x42\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x1c\n\x0f\x61utorater_model\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12L\n\x11generation_config\x18\x04 \x01(\x0b\x32,.google.cloud.aiplatform.v1.GenerationConfigB\x03\xe0\x41\x01\x42\x11\n\x0f_sampling_countB\x0f\n\r_flip_enabled\"\xa5\x12\n\x19\x45valuateInstancesResponse\x12L\n\x13\x65xact_match_results\x18\x01 \x01(\x0b\x32-.google.cloud.aiplatform.v1.ExactMatchResultsH\x00\x12?\n\x0c\x62leu_results\x18\x02 \x01(\x0b\x32\'.google.cloud.aiplatform.v1.BleuResultsH\x00\x12\x41\n\rrouge_results\x18\x03 \x01(\x0b\x32(.google.cloud.aiplatform.v1.RougeResultsH\x00\x12\x43\n\x0e\x66luency_result\x18\x04 \x01(\x0b\x32).google.cloud.aiplatform.v1.FluencyResultH\x00\x12G\n\x10\x63oherence_result\x18\x05 \x01(\x0b\x32+.google.cloud.aiplatform.v1.CoherenceResultH\x00\x12\x41\n\rsafety_result\x18\x07 \x01(\x0b\x32(.google.cloud.aiplatform.v1.SafetyResultH\x00\x12M\n\x13groundedness_result\x18\x08 \x01(\x0b\x32..google.cloud.aiplatform.v1.GroundednessResultH\x00\x12K\n\x12\x66ulfillment_result\x18\x0b \x01(\x0b\x32-.google.cloud.aiplatform.v1.FulfillmentResultH\x00\x12^\n\x1csummarization_quality_result\x18\x06 \x01(\x0b\x32\x36.google.cloud.aiplatform.v1.SummarizationQualityResultH\x00\x12o\n%pairwise_summarization_quality_result\x18\x16 \x01(\x0b\x32>.google.cloud.aiplatform.v1.PairwiseSummarizationQualityResultH\x00\x12\x66\n summarization_helpfulness_result\x18\r \x01(\x0b\x32:.google.cloud.aiplatform.v1.SummarizationHelpfulnessResultH\x00\x12\x62\n\x1esummarization_verbosity_result\x18\x0e \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.SummarizationVerbosityResultH\x00\x12g\n!question_answering_quality_result\x18\t \x01(\x0b\x32:.google.cloud.aiplatform.v1.QuestionAnsweringQualityResultH\x00\x12x\n*pairwise_question_answering_quality_result\x18\x17 \x01(\x0b\x32\x42.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualityResultH\x00\x12k\n#question_answering_relevance_result\x18\x0f \x01(\x0b\x32<.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceResultH\x00\x12o\n%question_answering_helpfulness_result\x18\x10 \x01(\x0b\x32>.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessResultH\x00\x12o\n%question_answering_correctness_result\x18\x11 \x01(\x0b\x32>.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessResultH\x00\x12T\n\x17pointwise_metric_result\x18\x1b \x01(\x0b\x32\x31.google.cloud.aiplatform.v1.PointwiseMetricResultH\x00\x12R\n\x16pairwise_metric_result\x18\x1c \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.PairwiseMetricResultH\x00\x12S\n\x17tool_call_valid_results\x18\x12 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.ToolCallValidResultsH\x00\x12S\n\x17tool_name_match_results\x18\x13 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.ToolNameMatchResultsH\x00\x12\x64\n tool_parameter_key_match_results\x18\x14 \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.ToolParameterKeyMatchResultsH\x00\x12\x62\n\x1ftool_parameter_kv_match_results\x18\x15 \x01(\x0b\x32\x37.google.cloud.aiplatform.v1.ToolParameterKVMatchResultsH\x00\x12?\n\x0c\x63omet_result\x18\x1d \x01(\x0b\x32\'.google.cloud.aiplatform.v1.CometResultH\x00\x12\x43\n\x0emetricx_result\x18\x1e \x01(\x0b\x32).google.cloud.aiplatform.v1.MetricxResultH\x00\x12@\n\x0emetric_results\x18+ \x03(\x0b\x32(.google.cloud.aiplatform.v1.MetricResultB\x14\n\x12\x65valuation_results\"\x97\x01\n\x0cMetricResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x1d\n\x0b\x65xplanation\x18\x03 \x01(\tB\x03\xe0\x41\x03H\x01\x88\x01\x01\x12+\n\x05\x65rror\x18\x04 \x01(\x0b\x32\x12.google.rpc.StatusB\x03\xe0\x41\x03H\x02\x88\x01\x01\x42\x08\n\x06_scoreB\x0e\n\x0c_explanationB\x08\n\x06_error\"d\n\x0cOutputConfig\x12\x45\n\x0fgcs_destination\x18\x01 \x01(\x0b\x32*.google.cloud.aiplatform.v1.GcsDestinationH\x00\x42\r\n\x0b\x64\x65stination\"\xa1\x01\n\x11\x45valuationDataset\x12;\n\ngcs_source\x18\x01 \x01(\x0b\x32%.google.cloud.aiplatform.v1.GcsSourceH\x00\x12\x45\n\x0f\x62igquery_source\x18\x02 \x01(\x0b\x32*.google.cloud.aiplatform.v1.BigQuerySourceH\x00\x42\x08\n\x06source\"\xab\x01\n\x17\x45valuateDatasetResponse\x12N\n\x12\x61ggregation_output\x18\x01 \x01(\x0b\x32-.google.cloud.aiplatform.v1.AggregationOutputB\x03\xe0\x41\x03\x12@\n\x0boutput_info\x18\x03 \x01(\x0b\x32&.google.cloud.aiplatform.v1.OutputInfoB\x03\xe0\x41\x03\"D\n\nOutputInfo\x12#\n\x14gcs_output_directory\x18\x01 \x01(\tB\x03\xe0\x41\x03H\x00\x42\x11\n\x0foutput_location\"\x9f\x01\n\x11\x41ggregationOutput\x12>\n\x07\x64\x61taset\x18\x01 \x01(\x0b\x32-.google.cloud.aiplatform.v1.EvaluationDataset\x12J\n\x13\x61ggregation_results\x18\x02 \x03(\x0b\x32-.google.cloud.aiplatform.v1.AggregationResult\"\x92\x04\n\x11\x41ggregationResult\x12T\n\x17pointwise_metric_result\x18\x05 \x01(\x0b\x32\x31.google.cloud.aiplatform.v1.PointwiseMetricResultH\x00\x12R\n\x16pairwise_metric_result\x18\x06 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.PairwiseMetricResultH\x00\x12U\n\x18\x65xact_match_metric_value\x18\x07 \x01(\x0b\x32\x31.google.cloud.aiplatform.v1.ExactMatchMetricValueH\x00\x12H\n\x11\x62leu_metric_value\x18\x08 \x01(\x0b\x32+.google.cloud.aiplatform.v1.BleuMetricValueH\x00\x12J\n\x12rouge_metric_value\x18\t \x01(\x0b\x32,.google.cloud.aiplatform.v1.RougeMetricValueH\x00\x12P\n\x12\x61ggregation_metric\x18\x04 \x01(\x0e\x32\x34.google.cloud.aiplatform.v1.Metric.AggregationMetricB\x14\n\x12\x61ggregation_result\"s\n\x14PredefinedMetricSpec\x12\x1d\n\x10metric_spec_name\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12<\n\x16metric_spec_parameters\x18\x02 \x01(\x0b\x32\x17.google.protobuf.StructB\x03\xe0\x41\x01\"\xc9\x02\n\x1a\x43omputationBasedMetricSpec\x12i\n\x04type\x18\x01 \x01(\x0e\x32Q.google.cloud.aiplatform.v1.ComputationBasedMetricSpec.ComputationBasedMetricTypeB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x35\n\nparameters\x18\x02 \x01(\x0b\x32\x17.google.protobuf.StructB\x03\xe0\x41\x01H\x01\x88\x01\x01\"q\n\x1a\x43omputationBasedMetricType\x12-\n)COMPUTATION_BASED_METRIC_TYPE_UNSPECIFIED\x10\x00\x12\x0f\n\x0b\x45XACT_MATCH\x10\x01\x12\x08\n\x04\x42LEU\x10\x02\x12\t\n\x05ROUGE\x10\x03\x42\x07\n\x05_typeB\r\n\x0b_parameters\"\xe9\x03\n\x12LLMBasedMetricSpec\x12\x1a\n\x10rubric_group_key\x18\x04 \x01(\tH\x00\x12]\n!predefined_rubric_generation_spec\x18\x06 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.PredefinedMetricSpecH\x00\x12(\n\x16metric_prompt_template\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x12$\n\x12system_instruction\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12U\n\x16judge_autorater_config\x18\x03 \x01(\x0b\x32+.google.cloud.aiplatform.v1.AutoraterConfigB\x03\xe0\x41\x01H\x03\x88\x01\x01\x12<\n\x11\x61\x64\x64itional_config\x18\x07 \x01(\x0b\x32\x17.google.protobuf.StructB\x03\xe0\x41\x01H\x04\x88\x01\x01\x42\x10\n\x0erubrics_sourceB\x19\n\x17_metric_prompt_templateB\x15\n\x13_system_instructionB\x19\n\x17_judge_autorater_configB\x14\n\x12_additional_config\"\x9f\x01\n\x0f\x45xactMatchInput\x12\x44\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32*.google.cloud.aiplatform.v1.ExactMatchSpecB\x03\xe0\x41\x02\x12\x46\n\tinstances\x18\x02 \x03(\x0b\x32..google.cloud.aiplatform.v1.ExactMatchInstanceB\x03\xe0\x41\x02\"l\n\x12\x45xactMatchInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"\x10\n\x0e\x45xactMatchSpec\"n\n\x11\x45xactMatchResults\x12Y\n\x19\x65xact_match_metric_values\x18\x01 \x03(\x0b\x32\x31.google.cloud.aiplatform.v1.ExactMatchMetricValueB\x03\xe0\x41\x03\":\n\x15\x45xactMatchMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x8d\x01\n\tBleuInput\x12>\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32$.google.cloud.aiplatform.v1.BleuSpecB\x03\xe0\x41\x02\x12@\n\tinstances\x18\x02 \x03(\x0b\x32(.google.cloud.aiplatform.v1.BleuInstanceB\x03\xe0\x41\x02\"f\n\x0c\x42leuInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\",\n\x08\x42leuSpec\x12 \n\x13use_effective_order\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\"[\n\x0b\x42leuResults\x12L\n\x12\x62leu_metric_values\x18\x01 \x03(\x0b\x32+.google.cloud.aiplatform.v1.BleuMetricValueB\x03\xe0\x41\x03\"4\n\x0f\x42leuMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x90\x01\n\nRougeInput\x12?\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32%.google.cloud.aiplatform.v1.RougeSpecB\x03\xe0\x41\x02\x12\x41\n\tinstances\x18\x02 \x03(\x0b\x32).google.cloud.aiplatform.v1.RougeInstanceB\x03\xe0\x41\x02\"g\n\rRougeInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"\\\n\tRougeSpec\x12\x17\n\nrouge_type\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0buse_stemmer\x18\x02 \x01(\x08\x42\x03\xe0\x41\x01\x12\x1c\n\x0fsplit_summaries\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\"^\n\x0cRougeResults\x12N\n\x13rouge_metric_values\x18\x01 \x03(\x0b\x32,.google.cloud.aiplatform.v1.RougeMetricValueB\x03\xe0\x41\x03\"5\n\x10RougeMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x9b\x01\n\x0e\x43oherenceInput\x12\x43\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32).google.cloud.aiplatform.v1.CoherenceSpecB\x03\xe0\x41\x02\x12\x44\n\x08instance\x18\x02 \x01(\x0b\x32-.google.cloud.aiplatform.v1.CoherenceInstanceB\x03\xe0\x41\x02\"@\n\x11\x43oherenceInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x42\r\n\x0b_prediction\"%\n\rCoherenceSpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"{\n\x0f\x43oherenceResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\x95\x01\n\x0c\x46luencyInput\x12\x41\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\'.google.cloud.aiplatform.v1.FluencySpecB\x03\xe0\x41\x02\x12\x42\n\x08instance\x18\x02 \x01(\x0b\x32+.google.cloud.aiplatform.v1.FluencyInstanceB\x03\xe0\x41\x02\">\n\x0f\x46luencyInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x42\r\n\x0b_prediction\"#\n\x0b\x46luencySpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"y\n\rFluencyResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\x92\x01\n\x0bSafetyInput\x12@\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32&.google.cloud.aiplatform.v1.SafetySpecB\x03\xe0\x41\x02\x12\x41\n\x08instance\x18\x02 \x01(\x0b\x32*.google.cloud.aiplatform.v1.SafetyInstanceB\x03\xe0\x41\x02\"=\n\x0eSafetyInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x42\r\n\x0b_prediction\"\"\n\nSafetySpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"x\n\x0cSafetyResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xa4\x01\n\x11GroundednessInput\x12\x46\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32,.google.cloud.aiplatform.v1.GroundednessSpecB\x03\xe0\x41\x02\x12G\n\x08instance\x18\x02 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.GroundednessInstanceB\x03\xe0\x41\x02\"j\n\x14GroundednessInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\n\n\x08_context\"(\n\x10GroundednessSpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"~\n\x12GroundednessResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xa1\x01\n\x10\x46ulfillmentInput\x12\x45\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32+.google.cloud.aiplatform.v1.FulfillmentSpecB\x03\xe0\x41\x02\x12\x46\n\x08instance\x18\x02 \x01(\x0b\x32/.google.cloud.aiplatform.v1.FulfillmentInstanceB\x03\xe0\x41\x02\"q\n\x13\x46ulfillmentInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0e\n\x0c_instruction\"\'\n\x0f\x46ulfillmentSpec\x12\x14\n\x07version\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\"}\n\x11\x46ulfillmentResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xbc\x01\n\x19SummarizationQualityInput\x12N\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x34.google.cloud.aiplatform.v1.SummarizationQualitySpecB\x03\xe0\x41\x02\x12O\n\x08instance\x18\x02 \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.SummarizationQualityInstanceB\x03\xe0\x41\x02\"\xcc\x01\n\x1cSummarizationQualityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x02H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"L\n\x18SummarizationQualitySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x86\x01\n\x1aSummarizationQualityResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xd4\x01\n!PairwiseSummarizationQualityInput\x12V\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32<.google.cloud.aiplatform.v1.PairwiseSummarizationQualitySpecB\x03\xe0\x41\x02\x12W\n\x08instance\x18\x02 \x01(\x0b\x32@.google.cloud.aiplatform.v1.PairwiseSummarizationQualityInstanceB\x03\xe0\x41\x02\"\x93\x02\n$PairwiseSummarizationQualityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12%\n\x13\x62\x61seline_prediction\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x12\x1b\n\treference\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x05 \x01(\tB\x03\xe0\x41\x02H\x04\x88\x01\x01\x42\r\n\x0b_predictionB\x16\n\x14_baseline_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"T\n PairwiseSummarizationQualitySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\xb5\x01\n\"PairwiseSummarizationQualityResult\x12H\n\x0fpairwise_choice\x18\x01 \x01(\x0e\x32*.google.cloud.aiplatform.v1.PairwiseChoiceB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\r\n\x0b_confidence\"\xc8\x01\n\x1dSummarizationHelpfulnessInput\x12R\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.SummarizationHelpfulnessSpecB\x03\xe0\x41\x02\x12S\n\x08instance\x18\x02 \x01(\x0b\x32<.google.cloud.aiplatform.v1.SummarizationHelpfulnessInstanceB\x03\xe0\x41\x02\"\xd0\x01\n SummarizationHelpfulnessInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x02H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x01H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"P\n\x1cSummarizationHelpfulnessSpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8a\x01\n\x1eSummarizationHelpfulnessResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xc2\x01\n\x1bSummarizationVerbosityInput\x12P\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x36.google.cloud.aiplatform.v1.SummarizationVerbositySpecB\x03\xe0\x41\x02\x12Q\n\x08instance\x18\x02 \x01(\x0b\x32:.google.cloud.aiplatform.v1.SummarizationVerbosityInstanceB\x03\xe0\x41\x02\"\xce\x01\n\x1eSummarizationVerbosityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x02H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x01H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"N\n\x1aSummarizationVerbositySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x88\x01\n\x1cSummarizationVerbosityResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xc8\x01\n\x1dQuestionAnsweringQualityInput\x12R\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x38.google.cloud.aiplatform.v1.QuestionAnsweringQualitySpecB\x03\xe0\x41\x02\x12S\n\x08instance\x18\x02 \x01(\x0b\x32<.google.cloud.aiplatform.v1.QuestionAnsweringQualityInstanceB\x03\xe0\x41\x02\"\xd0\x01\n QuestionAnsweringQualityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x02H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"P\n\x1cQuestionAnsweringQualitySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8a\x01\n\x1eQuestionAnsweringQualityResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xe0\x01\n%PairwiseQuestionAnsweringQualityInput\x12Z\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32@.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualitySpecB\x03\xe0\x41\x02\x12[\n\x08instance\x18\x02 \x01(\x0b\x32\x44.google.cloud.aiplatform.v1.PairwiseQuestionAnsweringQualityInstanceB\x03\xe0\x41\x02\"\x97\x02\n(PairwiseQuestionAnsweringQualityInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12%\n\x13\x62\x61seline_prediction\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x12\x1b\n\treference\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x05 \x01(\tB\x03\xe0\x41\x02H\x04\x88\x01\x01\x42\r\n\x0b_predictionB\x16\n\x14_baseline_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"X\n$PairwiseQuestionAnsweringQualitySpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\xb9\x01\n&PairwiseQuestionAnsweringQualityResult\x12H\n\x0fpairwise_choice\x18\x01 \x01(\x0e\x32*.google.cloud.aiplatform.v1.PairwiseChoiceB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\r\n\x0b_confidence\"\xce\x01\n\x1fQuestionAnsweringRelevanceInput\x12T\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32:.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceSpecB\x03\xe0\x41\x02\x12U\n\x08instance\x18\x02 \x01(\x0b\x32>.google.cloud.aiplatform.v1.QuestionAnsweringRelevanceInstanceB\x03\xe0\x41\x02\"\xd2\x01\n\"QuestionAnsweringRelevanceInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"R\n\x1eQuestionAnsweringRelevanceSpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8c\x01\n QuestionAnsweringRelevanceResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xd4\x01\n!QuestionAnsweringHelpfulnessInput\x12V\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32<.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessSpecB\x03\xe0\x41\x02\x12W\n\x08instance\x18\x02 \x01(\x0b\x32@.google.cloud.aiplatform.v1.QuestionAnsweringHelpfulnessInstanceB\x03\xe0\x41\x02\"\xd4\x01\n$QuestionAnsweringHelpfulnessInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"T\n QuestionAnsweringHelpfulnessSpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8e\x01\n\"QuestionAnsweringHelpfulnessResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xd4\x01\n!QuestionAnsweringCorrectnessInput\x12V\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32<.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessSpecB\x03\xe0\x41\x02\x12W\n\x08instance\x18\x02 \x01(\x0b\x32@.google.cloud.aiplatform.v1.QuestionAnsweringCorrectnessInstanceB\x03\xe0\x41\x02\"\xd4\x01\n$QuestionAnsweringCorrectnessInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x19\n\x07\x63ontext\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x12\x1d\n\x0binstruction\x18\x04 \x01(\tB\x03\xe0\x41\x02H\x03\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\n\n\x08_contextB\x0e\n\x0c_instruction\"T\n QuestionAnsweringCorrectnessSpec\x12\x1a\n\ruse_reference\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x14\n\x07version\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8e\x01\n\"QuestionAnsweringCorrectnessResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\nconfidence\x18\x03 \x01(\x02\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x42\x08\n\x06_scoreB\r\n\x0b_confidence\"\xad\x01\n\x14PointwiseMetricInput\x12I\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32/.google.cloud.aiplatform.v1.PointwiseMetricSpecB\x03\xe0\x41\x02\x12J\n\x08instance\x18\x02 \x01(\x0b\x32\x33.google.cloud.aiplatform.v1.PointwiseMetricInstanceB\x03\xe0\x41\x02\"\x86\x01\n\x17PointwiseMetricInstance\x12\x17\n\rjson_instance\x18\x01 \x01(\tH\x00\x12\x46\n\x14\x63ontent_map_instance\x18\x02 \x01(\x0b\x32&.google.cloud.aiplatform.v1.ContentMapH\x00\x42\n\n\x08instance\"\xf7\x01\n\x13PointwiseMetricSpec\x12(\n\x16metric_prompt_template\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12$\n\x12system_instruction\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12^\n\x1b\x63ustom_output_format_config\x18\x03 \x01(\x0b\x32\x34.google.cloud.aiplatform.v1.CustomOutputFormatConfigB\x03\xe0\x41\x01\x42\x19\n\x17_metric_prompt_templateB\x15\n\x13_system_instruction\"[\n\x18\x43ustomOutputFormatConfig\x12 \n\x11return_raw_output\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01H\x00\x42\x1d\n\x1b\x63ustom_output_format_config\"\x9a\x01\n\x15PointwiseMetricResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x44\n\rcustom_output\x18\x03 \x01(\x0b\x32(.google.cloud.aiplatform.v1.CustomOutputB\x03\xe0\x41\x03\x42\x08\n\x06_score\"b\n\x0c\x43ustomOutput\x12\x41\n\x0braw_outputs\x18\x01 \x01(\x0b\x32%.google.cloud.aiplatform.v1.RawOutputB\x03\xe0\x41\x03H\x00\x42\x0f\n\rcustom_output\"$\n\tRawOutput\x12\x17\n\nraw_output\x18\x01 \x03(\tB\x03\xe0\x41\x03\"\xaa\x01\n\x13PairwiseMetricInput\x12H\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32..google.cloud.aiplatform.v1.PairwiseMetricSpecB\x03\xe0\x41\x02\x12I\n\x08instance\x18\x02 \x01(\x0b\x32\x32.google.cloud.aiplatform.v1.PairwiseMetricInstanceB\x03\xe0\x41\x02\"\x85\x01\n\x16PairwiseMetricInstance\x12\x17\n\rjson_instance\x18\x01 \x01(\tH\x00\x12\x46\n\x14\x63ontent_map_instance\x18\x02 \x01(\x0b\x32&.google.cloud.aiplatform.v1.ContentMapH\x00\x42\n\n\x08instance\"\xcd\x02\n\x12PairwiseMetricSpec\x12(\n\x16metric_prompt_template\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12*\n\x1d\x63\x61ndidate_response_field_name\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12)\n\x1c\x62\x61seline_response_field_name\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12$\n\x12system_instruction\x18\x04 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12^\n\x1b\x63ustom_output_format_config\x18\x05 \x01(\x0b\x32\x34.google.cloud.aiplatform.v1.CustomOutputFormatConfigB\x03\xe0\x41\x01\x42\x19\n\x17_metric_prompt_templateB\x15\n\x13_system_instruction\"\xc0\x01\n\x14PairwiseMetricResult\x12H\n\x0fpairwise_choice\x18\x01 \x01(\x0e\x32*.google.cloud.aiplatform.v1.PairwiseChoiceB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x44\n\rcustom_output\x18\x03 \x01(\x0b\x32(.google.cloud.aiplatform.v1.CustomOutputB\x03\xe0\x41\x03\"\xa8\x01\n\x12ToolCallValidInput\x12G\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32-.google.cloud.aiplatform.v1.ToolCallValidSpecB\x03\xe0\x41\x02\x12I\n\tinstances\x18\x02 \x03(\x0b\x32\x31.google.cloud.aiplatform.v1.ToolCallValidInstanceB\x03\xe0\x41\x02\"\x13\n\x11ToolCallValidSpec\"o\n\x15ToolCallValidInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"x\n\x14ToolCallValidResults\x12`\n\x1dtool_call_valid_metric_values\x18\x01 \x03(\x0b\x32\x34.google.cloud.aiplatform.v1.ToolCallValidMetricValueB\x03\xe0\x41\x03\"=\n\x18ToolCallValidMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\xa8\x01\n\x12ToolNameMatchInput\x12G\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32-.google.cloud.aiplatform.v1.ToolNameMatchSpecB\x03\xe0\x41\x02\x12I\n\tinstances\x18\x02 \x03(\x0b\x32\x31.google.cloud.aiplatform.v1.ToolNameMatchInstanceB\x03\xe0\x41\x02\"\x13\n\x11ToolNameMatchSpec\"o\n\x15ToolNameMatchInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"x\n\x14ToolNameMatchResults\x12`\n\x1dtool_name_match_metric_values\x18\x01 \x03(\x0b\x32\x34.google.cloud.aiplatform.v1.ToolNameMatchMetricValueB\x03\xe0\x41\x03\"=\n\x18ToolNameMatchMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\xc0\x01\n\x1aToolParameterKeyMatchInput\x12O\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.ToolParameterKeyMatchSpecB\x03\xe0\x41\x02\x12Q\n\tinstances\x18\x02 \x03(\x0b\x32\x39.google.cloud.aiplatform.v1.ToolParameterKeyMatchInstanceB\x03\xe0\x41\x02\"\x1b\n\x19ToolParameterKeyMatchSpec\"w\n\x1dToolParameterKeyMatchInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"\x91\x01\n\x1cToolParameterKeyMatchResults\x12q\n&tool_parameter_key_match_metric_values\x18\x01 \x03(\x0b\x32<.google.cloud.aiplatform.v1.ToolParameterKeyMatchMetricValueB\x03\xe0\x41\x03\"E\n ToolParameterKeyMatchMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\xbd\x01\n\x19ToolParameterKVMatchInput\x12N\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\x34.google.cloud.aiplatform.v1.ToolParameterKVMatchSpecB\x03\xe0\x41\x02\x12P\n\tinstances\x18\x02 \x03(\x0b\x32\x38.google.cloud.aiplatform.v1.ToolParameterKVMatchInstanceB\x03\xe0\x41\x02\"@\n\x18ToolParameterKVMatchSpec\x12$\n\x17use_strict_string_match\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\"v\n\x1cToolParameterKVMatchInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x02H\x01\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_reference\"\x8e\x01\n\x1bToolParameterKVMatchResults\x12o\n%tool_parameter_kv_match_metric_values\x18\x01 \x03(\x0b\x32;.google.cloud.aiplatform.v1.ToolParameterKVMatchMetricValueB\x03\xe0\x41\x03\"D\n\x1fToolParameterKVMatchMetricValue\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x8f\x01\n\nCometInput\x12?\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32%.google.cloud.aiplatform.v1.CometSpecB\x03\xe0\x41\x02\x12@\n\x08instance\x18\x02 \x01(\x0b\x32).google.cloud.aiplatform.v1.CometInstanceB\x03\xe0\x41\x02\"\xe7\x01\n\tCometSpec\x12M\n\x07version\x18\x01 \x01(\x0e\x32\x32.google.cloud.aiplatform.v1.CometSpec.CometVersionB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1c\n\x0fsource_language\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x1c\n\x0ftarget_language\x18\x03 \x01(\tB\x03\xe0\x41\x01\"C\n\x0c\x43ometVersion\x12\x1d\n\x19\x43OMET_VERSION_UNSPECIFIED\x10\x00\x12\x14\n\x10\x43OMET_22_SRC_REF\x10\x02\x42\n\n\x08_version\"\x8c\x01\n\rCometInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x18\n\x06source\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\t\n\x07_source\"0\n\x0b\x43ometResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\x95\x01\n\x0cMetricxInput\x12\x41\n\x0bmetric_spec\x18\x01 \x01(\x0b\x32\'.google.cloud.aiplatform.v1.MetricxSpecB\x03\xe0\x41\x02\x12\x42\n\x08instance\x18\x02 \x01(\x0b\x32+.google.cloud.aiplatform.v1.MetricxInstanceB\x03\xe0\x41\x02\"\x9b\x02\n\x0bMetricxSpec\x12Q\n\x07version\x18\x01 \x01(\x0e\x32\x36.google.cloud.aiplatform.v1.MetricxSpec.MetricxVersionB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1c\n\x0fsource_language\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x1c\n\x0ftarget_language\x18\x03 \x01(\tB\x03\xe0\x41\x01\"q\n\x0eMetricxVersion\x12\x1f\n\x1bMETRICX_VERSION_UNSPECIFIED\x10\x00\x12\x12\n\x0eMETRICX_24_REF\x10\x01\x12\x12\n\x0eMETRICX_24_SRC\x10\x02\x12\x16\n\x12METRICX_24_SRC_REF\x10\x03\x42\n\n\x08_version\"\x8e\x01\n\x0fMetricxInstance\x12\x1c\n\nprediction\x18\x01 \x01(\tB\x03\xe0\x41\x02H\x00\x88\x01\x01\x12\x1b\n\treference\x18\x02 \x01(\tB\x03\xe0\x41\x01H\x01\x88\x01\x01\x12\x18\n\x06source\x18\x03 \x01(\tB\x03\xe0\x41\x01H\x02\x88\x01\x01\x42\r\n\x0b_predictionB\x0c\n\n_referenceB\t\n\x07_source\"2\n\rMetricxResult\x12\x17\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"\xfd\x01\n\nContentMap\x12G\n\x06values\x18\x01 \x03(\x0b\x32\x32.google.cloud.aiplatform.v1.ContentMap.ValuesEntryB\x03\xe0\x41\x01\x1a\x46\n\x08\x43ontents\x12:\n\x08\x63ontents\x18\x01 \x03(\x0b\x32#.google.cloud.aiplatform.v1.ContentB\x03\xe0\x41\x01\x1a^\n\x0bValuesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12>\n\x05value\x18\x02 \x01(\x0b\x32/.google.cloud.aiplatform.v1.ContentMap.Contents:\x02\x38\x01*W\n\x0ePairwiseChoice\x12\x1f\n\x1bPAIRWISE_CHOICE_UNSPECIFIED\x10\x00\x12\x0c\n\x08\x42\x41SELINE\x10\x01\x12\r\n\tCANDIDATE\x10\x02\x12\x07\n\x03TIE\x10\x03\x32\xa9\x02\n\x11\x45valuationService\x12\xc4\x01\n\x11\x45valuateInstances\x12\x34.google.cloud.aiplatform.v1.EvaluateInstancesRequest\x1a\x35.google.cloud.aiplatform.v1.EvaluateInstancesResponse\"B\x82\xd3\xe4\x93\x02<\"7/v1/{location=projects/*/locations/*}:evaluateInstances:\x01*\x1aM\xca\x41\x19\x61iplatform.googleapis.com\xd2\x41.https://www.googleapis.com/auth/cloud-platformB\xd4\x01\n\x1e\x63om.google.cloud.aiplatform.v1B\x16\x45valuationServiceProtoP\x01Z>cloud.google.com/go/aiplatform/apiv1/aiplatformpb;aiplatformpb\xaa\x02\x1aGoogle.Cloud.AIPlatform.V1\xca\x02\x1aGoogle\\Cloud\\AIPlatform\\V1\xea\x02\x1dGoogle::Cloud::AIPlatform::V1b\x06proto3"
 pool = ::Google::Protobuf::DescriptorPool.generated_pool
 pool.add_serialized_file(descriptor_data)
@@ -20,7 +24,21 @@ module Google
     module AIPlatform
       module V1
         EvaluateInstancesRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.EvaluateInstancesRequest").msgclass
+        Metric = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.Metric").msgclass
+        Metric::AggregationMetric = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.Metric.AggregationMetric").enummodule
+        AutoraterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.AutoraterConfig").msgclass
         EvaluateInstancesResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.EvaluateInstancesResponse").msgclass
+        MetricResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.MetricResult").msgclass
+        OutputConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.OutputConfig").msgclass
+        EvaluationDataset = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.EvaluationDataset").msgclass
+        EvaluateDatasetResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.EvaluateDatasetResponse").msgclass
+        OutputInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.OutputInfo").msgclass
+        AggregationOutput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.AggregationOutput").msgclass
+        AggregationResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.AggregationResult").msgclass
+        PredefinedMetricSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PredefinedMetricSpec").msgclass
+        ComputationBasedMetricSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ComputationBasedMetricSpec").msgclass
+        ComputationBasedMetricSpec::ComputationBasedMetricType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ComputationBasedMetricSpec.ComputationBasedMetricType").enummodule
+        LLMBasedMetricSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.LLMBasedMetricSpec").msgclass
         ExactMatchInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ExactMatchInput").msgclass
         ExactMatchInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ExactMatchInstance").msgclass
         ExactMatchSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ExactMatchSpec").msgclass
@@ -95,7 +113,10 @@ module Google
         PointwiseMetricInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PointwiseMetricInput").msgclass
         PointwiseMetricInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PointwiseMetricInstance").msgclass
         PointwiseMetricSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PointwiseMetricSpec").msgclass
+        CustomOutputFormatConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.CustomOutputFormatConfig").msgclass
         PointwiseMetricResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PointwiseMetricResult").msgclass
+        CustomOutput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.CustomOutput").msgclass
+        RawOutput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.RawOutput").msgclass
         PairwiseMetricInput = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PairwiseMetricInput").msgclass
         PairwiseMetricInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PairwiseMetricInstance").msgclass
         PairwiseMetricSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PairwiseMetricSpec").msgclass
@@ -130,6 +151,8 @@ module Google
         MetricxSpec::MetricxVersion = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.MetricxSpec.MetricxVersion").enummodule
         MetricxInstance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.MetricxInstance").msgclass
         MetricxResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.MetricxResult").msgclass
+        ContentMap = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ContentMap").msgclass
+        ContentMap::Contents = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.ContentMap.Contents").msgclass
         PairwiseChoice = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PairwiseChoice").enummodule
       end
     end

data/lib/google/cloud/aiplatform/v1/tuning_job_pb.rb CHANGED Viewed

@@ -8,12 +8,13 @@ require 'google/api/field_behavior_pb'
 require 'google/api/resource_pb'
 require 'google/cloud/aiplatform/v1/content_pb'
 require 'google/cloud/aiplatform/v1/encryption_spec_pb'
+require 'google/cloud/aiplatform/v1/evaluation_service_pb'
 require 'google/cloud/aiplatform/v1/job_state_pb'
 require 'google/protobuf/timestamp_pb'
 require 'google/rpc/status_pb'
-descriptor_data = "\n+google/cloud/aiplatform/v1/tuning_job.proto\x12\x1agoogle.cloud.aiplatform.v1\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a(google/cloud/aiplatform/v1/content.proto\x1a\x30google/cloud/aiplatform/v1/encryption_spec.proto\x1a*google/cloud/aiplatform/v1/job_state.proto\x1a\x1fgoogle/protobuf/timestamp.proto\x1a\x17google/rpc/status.proto\"\x8d\t\n\tTuningJob\x12\x14\n\nbase_model\x18\x04 \x01(\tH\x00\x12\x44\n\x0fpre_tuned_model\x18\x1f \x01(\x0b\x32).google.cloud.aiplatform.v1.PreTunedModelH\x00\x12R\n\x16supervised_tuning_spec\x18\x05 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.SupervisedTuningSpecH\x01\x12\x14\n\x04name\x18\x01 \x01(\tB\x06\xe0\x41\x08\xe0\x41\x03\x12%\n\x18tuned_model_display_name\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0b\x64\x65scription\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x38\n\x05state\x18\x06 \x01(\x0e\x32$.google.cloud.aiplatform.v1.JobStateB\x03\xe0\x41\x03\x12\x34\n\x0b\x63reate_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x33\n\nstart_time\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x31\n\x08\x65nd_time\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x34\n\x0bupdate_time\x18\n \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12&\n\x05\x65rror\x18\x0b \x01(\x0b\x32\x12.google.rpc.StatusB\x03\xe0\x41\x03\x12\x46\n\x06labels\x18\x0c \x03(\x0b\x32\x31.google.cloud.aiplatform.v1.TuningJob.LabelsEntryB\x03\xe0\x41\x01\x12=\n\nexperiment\x18\r \x01(\tB)\xe0\x41\x03\xfa\x41#\n!aiplatform.googleapis.com/Context\x12@\n\x0btuned_model\x18\x0e \x01(\x0b\x32&.google.cloud.aiplatform.v1.TunedModelB\x03\xe0\x41\x03\x12K\n\x11tuning_data_stats\x18\x0f \x01(\x0b\x32+.google.cloud.aiplatform.v1.TuningDataStatsB\x03\xe0\x41\x03\x12\x43\n\x0f\x65ncryption_spec\x18\x10 \x01(\x0b\x32*.google.cloud.aiplatform.v1.EncryptionSpec\x12\x17\n\x0fservice_account\x18\x16 \x01(\t\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01:\x80\x01\xea\x41}\n#aiplatform.googleapis.com/TuningJob\x12?projects/{project}/locations/{location}/tuningJobs/{tuning_job}*\ntuningJobs2\ttuningJobB\x0e\n\x0csource_modelB\r\n\x0btuning_spec\"\xce\x01\n\nTunedModel\x12\x36\n\x05model\x18\x01 \x01(\tB\'\xe0\x41\x03\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12<\n\x08\x65ndpoint\x18\x02 \x01(\tB*\xe0\x41\x03\xfa\x41$\n\"aiplatform.googleapis.com/Endpoint\x12J\n\x0b\x63heckpoints\x18\x03 \x03(\x0b\x32\x30.google.cloud.aiplatform.v1.TunedModelCheckpointB\x03\xe0\x41\x03\"\xf2\x02\n#SupervisedTuningDatasetDistribution\x12\x10\n\x03sum\x18\x01 \x01(\x03\x42\x03\xe0\x41\x03\x12\x19\n\x0c\x62illable_sum\x18\t \x01(\x03\x42\x03\xe0\x41\x03\x12\x10\n\x03min\x18\x02 \x01(\x01\x42\x03\xe0\x41\x03\x12\x10\n\x03max\x18\x03 \x01(\x01\x42\x03\xe0\x41\x03\x12\x11\n\x04mean\x18\x04 \x01(\x01\x42\x03\xe0\x41\x03\x12\x13\n\x06median\x18\x05 \x01(\x01\x42\x03\xe0\x41\x03\x12\x0f\n\x02p5\x18\x06 \x01(\x01\x42\x03\xe0\x41\x03\x12\x10\n\x03p95\x18\x07 \x01(\x01\x42\x03\xe0\x41\x03\x12\x63\n\x07\x62uckets\x18\x08 \x03(\x0b\x32M.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistribution.DatasetBucketB\x03\xe0\x41\x03\x1aJ\n\rDatasetBucket\x12\x12\n\x05\x63ount\x18\x01 \x01(\x01\x42\x03\xe0\x41\x03\x12\x11\n\x04left\x18\x02 \x01(\x01\x42\x03\xe0\x41\x03\x12\x12\n\x05right\x18\x03 \x01(\x01\x42\x03\xe0\x41\x03\"\xfc\x05\n\x19SupervisedTuningDataStats\x12)\n\x1ctuning_dataset_example_count\x18\x01 \x01(\x03\x42\x03\xe0\x41\x03\x12)\n\x1ctotal_tuning_character_count\x18\x02 \x01(\x03\x42\x03\xe0\x41\x03\x12-\n\x1etotal_billable_character_count\x18\x03 \x01(\x03\x42\x05\x18\x01\xe0\x41\x03\x12\'\n\x1atotal_billable_token_count\x18\t \x01(\x03\x42\x03\xe0\x41\x03\x12\x1e\n\x11tuning_step_count\x18\x04 \x01(\x03\x42\x03\xe0\x41\x03\x12k\n\x1duser_input_token_distribution\x18\x05 \x01(\x0b\x32?.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistributionB\x03\xe0\x41\x03\x12l\n\x1euser_output_token_distribution\x18\x06 \x01(\x0b\x32?.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistributionB\x03\xe0\x41\x03\x12s\n%user_message_per_example_distribution\x18\x07 \x01(\x0b\x32?.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistributionB\x03\xe0\x41\x03\x12G\n\x15user_dataset_examples\x18\x08 \x03(\x0b\x32#.google.cloud.aiplatform.v1.ContentB\x03\xe0\x41\x03\x12*\n\x1dtotal_truncated_example_count\x18\n \x01(\x03\x42\x03\xe0\x41\x03\x12&\n\x19truncated_example_indices\x18\x0b \x03(\x03\x42\x03\xe0\x41\x03\x12$\n\x17\x64ropped_example_reasons\x18\x0c \x03(\tB\x03\xe0\x41\x03\"\x85\x01\n\x0fTuningDataStats\x12]\n\x1csupervised_tuning_data_stats\x18\x01 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.SupervisedTuningDataStatsH\x00\x42\x13\n\x11tuning_data_stats\"\xfa\x02\n\x19SupervisedHyperParameters\x12\x18\n\x0b\x65poch_count\x18\x01 \x01(\x03\x42\x03\xe0\x41\x01\x12%\n\x18learning_rate_multiplier\x18\x02 \x01(\x01\x42\x03\xe0\x41\x01\x12\\\n\x0c\x61\x64\x61pter_size\x18\x03 \x01(\x0e\x32\x41.google.cloud.aiplatform.v1.SupervisedHyperParameters.AdapterSizeB\x03\xe0\x41\x01\"\xbd\x01\n\x0b\x41\x64\x61pterSize\x12\x1c\n\x18\x41\x44\x41PTER_SIZE_UNSPECIFIED\x10\x00\x12\x14\n\x10\x41\x44\x41PTER_SIZE_ONE\x10\x01\x12\x14\n\x10\x41\x44\x41PTER_SIZE_TWO\x10\x06\x12\x15\n\x11\x41\x44\x41PTER_SIZE_FOUR\x10\x02\x12\x16\n\x12\x41\x44\x41PTER_SIZE_EIGHT\x10\x03\x12\x18\n\x14\x41\x44\x41PTER_SIZE_SIXTEEN\x10\x04\x12\x1b\n\x17\x41\x44\x41PTER_SIZE_THIRTY_TWO\x10\x05\"\xde\x01\n\x14SupervisedTuningSpec\x12!\n\x14training_dataset_uri\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12#\n\x16validation_dataset_uri\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12T\n\x10hyper_parameters\x18\x03 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.SupervisedHyperParametersB\x03\xe0\x41\x01\x12(\n\x1b\x65xport_last_checkpoint_only\x18\x06 \x01(\x08\x42\x03\xe0\x41\x01\"\xe3\x01\n\rTunedModelRef\x12;\n\x0btuned_model\x18\x01 \x01(\tB$\xfa\x41!\n\x1f\x61iplatform.googleapis.com/ModelH\x00\x12>\n\ntuning_job\x18\x02 \x01(\tB(\xfa\x41%\n#aiplatform.googleapis.com/TuningJobH\x00\x12\x42\n\x0cpipeline_job\x18\x03 \x01(\tB*\xfa\x41\'\n%aiplatform.googleapis.com/PipelineJobH\x00\x42\x11\n\x0ftuned_model_ref\"\\\n\x14TunedModelCheckpoint\x12\x15\n\rcheckpoint_id\x18\x01 \x01(\t\x12\r\n\x05\x65poch\x18\x02 \x01(\x03\x12\x0c\n\x04step\x18\x03 \x01(\x03\x12\x10\n\x08\x65ndpoint\x18\x04 \x01(\t\"\x84\x01\n\rPreTunedModel\x12>\n\x10tuned_model_name\x18\x01 \x01(\tB$\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12\x1a\n\rcheckpoint_id\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x17\n\nbase_model\x18\x03 \x01(\tB\x03\xe0\x41\x03\x42\xcc\x01\n\x1e\x63om.google.cloud.aiplatform.v1B\x0eTuningJobProtoP\x01Z>cloud.google.com/go/aiplatform/apiv1/aiplatformpb;aiplatformpb\xaa\x02\x1aGoogle.Cloud.AIPlatform.V1\xca\x02\x1aGoogle\\Cloud\\AIPlatform\\V1\xea\x02\x1dGoogle::Cloud::AIPlatform::V1b\x06proto3"
+descriptor_data = "\n+google/cloud/aiplatform/v1/tuning_job.proto\x12\x1agoogle.cloud.aiplatform.v1\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a(google/cloud/aiplatform/v1/content.proto\x1a\x30google/cloud/aiplatform/v1/encryption_spec.proto\x1a\x33google/cloud/aiplatform/v1/evaluation_service.proto\x1a*google/cloud/aiplatform/v1/job_state.proto\x1a\x1fgoogle/protobuf/timestamp.proto\x1a\x17google/rpc/status.proto\"\xe1\t\n\tTuningJob\x12\x14\n\nbase_model\x18\x04 \x01(\tH\x00\x12\x44\n\x0fpre_tuned_model\x18\x1f \x01(\x0b\x32).google.cloud.aiplatform.v1.PreTunedModelH\x00\x12R\n\x16supervised_tuning_spec\x18\x05 \x01(\x0b\x32\x30.google.cloud.aiplatform.v1.SupervisedTuningSpecH\x01\x12\x14\n\x04name\x18\x01 \x01(\tB\x06\xe0\x41\x08\xe0\x41\x03\x12%\n\x18tuned_model_display_name\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0b\x64\x65scription\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x38\n\x05state\x18\x06 \x01(\x0e\x32$.google.cloud.aiplatform.v1.JobStateB\x03\xe0\x41\x03\x12\x34\n\x0b\x63reate_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x33\n\nstart_time\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x31\n\x08\x65nd_time\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x34\n\x0bupdate_time\x18\n \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12&\n\x05\x65rror\x18\x0b \x01(\x0b\x32\x12.google.rpc.StatusB\x03\xe0\x41\x03\x12\x46\n\x06labels\x18\x0c \x03(\x0b\x32\x31.google.cloud.aiplatform.v1.TuningJob.LabelsEntryB\x03\xe0\x41\x01\x12=\n\nexperiment\x18\r \x01(\tB)\xe0\x41\x03\xfa\x41#\n!aiplatform.googleapis.com/Context\x12@\n\x0btuned_model\x18\x0e \x01(\x0b\x32&.google.cloud.aiplatform.v1.TunedModelB\x03\xe0\x41\x03\x12K\n\x11tuning_data_stats\x18\x0f \x01(\x0b\x32+.google.cloud.aiplatform.v1.TuningDataStatsB\x03\xe0\x41\x03\x12\x43\n\x0f\x65ncryption_spec\x18\x10 \x01(\x0b\x32*.google.cloud.aiplatform.v1.EncryptionSpec\x12\x17\n\x0fservice_account\x18\x16 \x01(\t\x12R\n\x15\x65valuate_dataset_runs\x18  \x03(\x0b\x32..google.cloud.aiplatform.v1.EvaluateDatasetRunB\x03\xe0\x41\x03\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01:\x80\x01\xea\x41}\n#aiplatform.googleapis.com/TuningJob\x12?projects/{project}/locations/{location}/tuningJobs/{tuning_job}*\ntuningJobs2\ttuningJobB\x0e\n\x0csource_modelB\r\n\x0btuning_spec\"\xce\x01\n\nTunedModel\x12\x36\n\x05model\x18\x01 \x01(\tB\'\xe0\x41\x03\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12<\n\x08\x65ndpoint\x18\x02 \x01(\tB*\xe0\x41\x03\xfa\x41$\n\"aiplatform.googleapis.com/Endpoint\x12J\n\x0b\x63heckpoints\x18\x03 \x03(\x0b\x32\x30.google.cloud.aiplatform.v1.TunedModelCheckpointB\x03\xe0\x41\x03\"\xf2\x02\n#SupervisedTuningDatasetDistribution\x12\x10\n\x03sum\x18\x01 \x01(\x03\x42\x03\xe0\x41\x03\x12\x19\n\x0c\x62illable_sum\x18\t \x01(\x03\x42\x03\xe0\x41\x03\x12\x10\n\x03min\x18\x02 \x01(\x01\x42\x03\xe0\x41\x03\x12\x10\n\x03max\x18\x03 \x01(\x01\x42\x03\xe0\x41\x03\x12\x11\n\x04mean\x18\x04 \x01(\x01\x42\x03\xe0\x41\x03\x12\x13\n\x06median\x18\x05 \x01(\x01\x42\x03\xe0\x41\x03\x12\x0f\n\x02p5\x18\x06 \x01(\x01\x42\x03\xe0\x41\x03\x12\x10\n\x03p95\x18\x07 \x01(\x01\x42\x03\xe0\x41\x03\x12\x63\n\x07\x62uckets\x18\x08 \x03(\x0b\x32M.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistribution.DatasetBucketB\x03\xe0\x41\x03\x1aJ\n\rDatasetBucket\x12\x12\n\x05\x63ount\x18\x01 \x01(\x01\x42\x03\xe0\x41\x03\x12\x11\n\x04left\x18\x02 \x01(\x01\x42\x03\xe0\x41\x03\x12\x12\n\x05right\x18\x03 \x01(\x01\x42\x03\xe0\x41\x03\"\xfc\x05\n\x19SupervisedTuningDataStats\x12)\n\x1ctuning_dataset_example_count\x18\x01 \x01(\x03\x42\x03\xe0\x41\x03\x12)\n\x1ctotal_tuning_character_count\x18\x02 \x01(\x03\x42\x03\xe0\x41\x03\x12-\n\x1etotal_billable_character_count\x18\x03 \x01(\x03\x42\x05\x18\x01\xe0\x41\x03\x12\'\n\x1atotal_billable_token_count\x18\t \x01(\x03\x42\x03\xe0\x41\x03\x12\x1e\n\x11tuning_step_count\x18\x04 \x01(\x03\x42\x03\xe0\x41\x03\x12k\n\x1duser_input_token_distribution\x18\x05 \x01(\x0b\x32?.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistributionB\x03\xe0\x41\x03\x12l\n\x1euser_output_token_distribution\x18\x06 \x01(\x0b\x32?.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistributionB\x03\xe0\x41\x03\x12s\n%user_message_per_example_distribution\x18\x07 \x01(\x0b\x32?.google.cloud.aiplatform.v1.SupervisedTuningDatasetDistributionB\x03\xe0\x41\x03\x12G\n\x15user_dataset_examples\x18\x08 \x03(\x0b\x32#.google.cloud.aiplatform.v1.ContentB\x03\xe0\x41\x03\x12*\n\x1dtotal_truncated_example_count\x18\n \x01(\x03\x42\x03\xe0\x41\x03\x12&\n\x19truncated_example_indices\x18\x0b \x03(\x03\x42\x03\xe0\x41\x03\x12$\n\x17\x64ropped_example_reasons\x18\x0c \x03(\tB\x03\xe0\x41\x03\"\x85\x01\n\x0fTuningDataStats\x12]\n\x1csupervised_tuning_data_stats\x18\x01 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.SupervisedTuningDataStatsH\x00\x42\x13\n\x11tuning_data_stats\"\xfa\x02\n\x19SupervisedHyperParameters\x12\x18\n\x0b\x65poch_count\x18\x01 \x01(\x03\x42\x03\xe0\x41\x01\x12%\n\x18learning_rate_multiplier\x18\x02 \x01(\x01\x42\x03\xe0\x41\x01\x12\\\n\x0c\x61\x64\x61pter_size\x18\x03 \x01(\x0e\x32\x41.google.cloud.aiplatform.v1.SupervisedHyperParameters.AdapterSizeB\x03\xe0\x41\x01\"\xbd\x01\n\x0b\x41\x64\x61pterSize\x12\x1c\n\x18\x41\x44\x41PTER_SIZE_UNSPECIFIED\x10\x00\x12\x14\n\x10\x41\x44\x41PTER_SIZE_ONE\x10\x01\x12\x14\n\x10\x41\x44\x41PTER_SIZE_TWO\x10\x06\x12\x15\n\x11\x41\x44\x41PTER_SIZE_FOUR\x10\x02\x12\x16\n\x12\x41\x44\x41PTER_SIZE_EIGHT\x10\x03\x12\x18\n\x14\x41\x44\x41PTER_SIZE_SIXTEEN\x10\x04\x12\x1b\n\x17\x41\x44\x41PTER_SIZE_THIRTY_TWO\x10\x05\"\xac\x02\n\x14SupervisedTuningSpec\x12!\n\x14training_dataset_uri\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12#\n\x16validation_dataset_uri\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12T\n\x10hyper_parameters\x18\x03 \x01(\x0b\x32\x35.google.cloud.aiplatform.v1.SupervisedHyperParametersB\x03\xe0\x41\x01\x12(\n\x1b\x65xport_last_checkpoint_only\x18\x06 \x01(\x08\x42\x03\xe0\x41\x01\x12L\n\x11\x65valuation_config\x18\x05 \x01(\x0b\x32,.google.cloud.aiplatform.v1.EvaluationConfigB\x03\xe0\x41\x01\"\xe3\x01\n\rTunedModelRef\x12;\n\x0btuned_model\x18\x01 \x01(\tB$\xfa\x41!\n\x1f\x61iplatform.googleapis.com/ModelH\x00\x12>\n\ntuning_job\x18\x02 \x01(\tB(\xfa\x41%\n#aiplatform.googleapis.com/TuningJobH\x00\x12\x42\n\x0cpipeline_job\x18\x03 \x01(\tB*\xfa\x41\'\n%aiplatform.googleapis.com/PipelineJobH\x00\x42\x11\n\x0ftuned_model_ref\"\xb6\x02\n\x10\x45valuationConfig\x12\x38\n\x07metrics\x18\x01 \x03(\x0b\x32\".google.cloud.aiplatform.v1.MetricB\x03\xe0\x41\x02\x12\x44\n\routput_config\x18\x02 \x01(\x0b\x32(.google.cloud.aiplatform.v1.OutputConfigB\x03\xe0\x41\x02\x12J\n\x10\x61utorater_config\x18\x03 \x01(\x0b\x32+.google.cloud.aiplatform.v1.AutoraterConfigB\x03\xe0\x41\x01\x12V\n\x1binference_generation_config\x18\x05 \x01(\x0b\x32,.google.cloud.aiplatform.v1.GenerationConfigB\x03\xe0\x41\x01\"\xf1\x01\n\x12\x45valuateDatasetRun\x12\x1d\n\x0eoperation_name\x18\x01 \x01(\tB\x05\x18\x01\xe0\x41\x03\x12\x1b\n\x0e\x65valuation_run\x18\x05 \x01(\tB\x03\xe0\x41\x03\x12\x1a\n\rcheckpoint_id\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12[\n\x19\x65valuate_dataset_response\x18\x03 \x01(\x0b\x32\x33.google.cloud.aiplatform.v1.EvaluateDatasetResponseB\x03\xe0\x41\x03\x12&\n\x05\x65rror\x18\x04 \x01(\x0b\x32\x12.google.rpc.StatusB\x03\xe0\x41\x03\"\\\n\x14TunedModelCheckpoint\x12\x15\n\rcheckpoint_id\x18\x01 \x01(\t\x12\r\n\x05\x65poch\x18\x02 \x01(\x03\x12\x0c\n\x04step\x18\x03 \x01(\x03\x12\x10\n\x08\x65ndpoint\x18\x04 \x01(\t\"\x84\x01\n\rPreTunedModel\x12>\n\x10tuned_model_name\x18\x01 \x01(\tB$\xfa\x41!\n\x1f\x61iplatform.googleapis.com/Model\x12\x1a\n\rcheckpoint_id\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x17\n\nbase_model\x18\x03 \x01(\tB\x03\xe0\x41\x03\x42\xcc\x01\n\x1e\x63om.google.cloud.aiplatform.v1B\x0eTuningJobProtoP\x01Z>cloud.google.com/go/aiplatform/apiv1/aiplatformpb;aiplatformpb\xaa\x02\x1aGoogle.Cloud.AIPlatform.V1\xca\x02\x1aGoogle\\Cloud\\AIPlatform\\V1\xea\x02\x1dGoogle::Cloud::AIPlatform::V1b\x06proto3"
 pool = ::Google::Protobuf::DescriptorPool.generated_pool
 pool.add_serialized_file(descriptor_data)
@@ -32,6 +33,8 @@ module Google
         SupervisedHyperParameters::AdapterSize = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.SupervisedHyperParameters.AdapterSize").enummodule
         SupervisedTuningSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.SupervisedTuningSpec").msgclass
         TunedModelRef = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.TunedModelRef").msgclass
+        EvaluationConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.EvaluationConfig").msgclass
+        EvaluateDatasetRun = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.EvaluateDatasetRun").msgclass
         TunedModelCheckpoint = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.TunedModelCheckpoint").msgclass
         PreTunedModel = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.aiplatform.v1.PreTunedModel").msgclass
       end

data/proto_docs/google/api/client.rb CHANGED Viewed

@@ -31,6 +31,8 @@ module Google
     # @!attribute [rw] selective_gapic_generation
     #   @return [::Google::Api::SelectiveGapicGeneration]
     #     Configuration for which RPCs should be generated in the GAPIC client.
+    #
+    #     Note: This field should not be used in most cases.
     class CommonLanguageSettings
       include ::Google::Protobuf::MessageExts
       extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -441,6 +443,8 @@ module Google
     # This message is used to configure the generation of a subset of the RPCs in
     # a service for client libraries.
+    #
+    # Note: This feature should not be used in most cases.
     # @!attribute [rw] methods
     #   @return [::Array<::String>]
     #     An allowlist of the fully qualified names of RPCs that should be included

data/proto_docs/google/cloud/aiplatform/v1/evaluation_service.rb CHANGED Viewed

@@ -163,6 +163,125 @@ module Google
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
+        # The metric used for running evaluations.
+        # @!attribute [rw] predefined_metric_spec
+        #   @return [::Google::Cloud::AIPlatform::V1::PredefinedMetricSpec]
+        #     The spec for a pre-defined metric.
+        #
+        #     Note: The following fields are mutually exclusive: `predefined_metric_spec`, `computation_based_metric_spec`, `llm_based_metric_spec`, `pointwise_metric_spec`, `pairwise_metric_spec`, `exact_match_spec`, `bleu_spec`, `rouge_spec`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] computation_based_metric_spec
+        #   @return [::Google::Cloud::AIPlatform::V1::ComputationBasedMetricSpec]
+        #     Spec for a computation based metric.
+        #
+        #     Note: The following fields are mutually exclusive: `computation_based_metric_spec`, `predefined_metric_spec`, `llm_based_metric_spec`, `pointwise_metric_spec`, `pairwise_metric_spec`, `exact_match_spec`, `bleu_spec`, `rouge_spec`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] llm_based_metric_spec
+        #   @return [::Google::Cloud::AIPlatform::V1::LLMBasedMetricSpec]
+        #     Spec for an LLM based metric.
+        #
+        #     Note: The following fields are mutually exclusive: `llm_based_metric_spec`, `predefined_metric_spec`, `computation_based_metric_spec`, `pointwise_metric_spec`, `pairwise_metric_spec`, `exact_match_spec`, `bleu_spec`, `rouge_spec`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] pointwise_metric_spec
+        #   @return [::Google::Cloud::AIPlatform::V1::PointwiseMetricSpec]
+        #     Spec for pointwise metric.
+        #
+        #     Note: The following fields are mutually exclusive: `pointwise_metric_spec`, `predefined_metric_spec`, `computation_based_metric_spec`, `llm_based_metric_spec`, `pairwise_metric_spec`, `exact_match_spec`, `bleu_spec`, `rouge_spec`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] pairwise_metric_spec
+        #   @return [::Google::Cloud::AIPlatform::V1::PairwiseMetricSpec]
+        #     Spec for pairwise metric.
+        #
+        #     Note: The following fields are mutually exclusive: `pairwise_metric_spec`, `predefined_metric_spec`, `computation_based_metric_spec`, `llm_based_metric_spec`, `pointwise_metric_spec`, `exact_match_spec`, `bleu_spec`, `rouge_spec`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] exact_match_spec
+        #   @return [::Google::Cloud::AIPlatform::V1::ExactMatchSpec]
+        #     Spec for exact match metric.
+        #
+        #     Note: The following fields are mutually exclusive: `exact_match_spec`, `predefined_metric_spec`, `computation_based_metric_spec`, `llm_based_metric_spec`, `pointwise_metric_spec`, `pairwise_metric_spec`, `bleu_spec`, `rouge_spec`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] bleu_spec
+        #   @return [::Google::Cloud::AIPlatform::V1::BleuSpec]
+        #     Spec for bleu metric.
+        #
+        #     Note: The following fields are mutually exclusive: `bleu_spec`, `predefined_metric_spec`, `computation_based_metric_spec`, `llm_based_metric_spec`, `pointwise_metric_spec`, `pairwise_metric_spec`, `exact_match_spec`, `rouge_spec`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] rouge_spec
+        #   @return [::Google::Cloud::AIPlatform::V1::RougeSpec]
+        #     Spec for rouge metric.
+        #
+        #     Note: The following fields are mutually exclusive: `rouge_spec`, `predefined_metric_spec`, `computation_based_metric_spec`, `llm_based_metric_spec`, `pointwise_metric_spec`, `pairwise_metric_spec`, `exact_match_spec`, `bleu_spec`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] aggregation_metrics
+        #   @return [::Array<::Google::Cloud::AIPlatform::V1::Metric::AggregationMetric>]
+        #     Optional. The aggregation metrics to use.
+        class Metric
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+          # The per-metric statistics on evaluation results supported by
+          # `EvaluationService.EvaluateDataset`.
+          module AggregationMetric
+            # Unspecified aggregation metric.
+            AGGREGATION_METRIC_UNSPECIFIED = 0
+            # Average aggregation metric. Not supported for Pairwise metric.
+            AVERAGE = 1
+            # Mode aggregation metric.
+            MODE = 2
+            # Standard deviation aggregation metric. Not supported for pairwise metric.
+            STANDARD_DEVIATION = 3
+            # Variance aggregation metric. Not supported for pairwise metric.
+            VARIANCE = 4
+            # Minimum aggregation metric. Not supported for pairwise metric.
+            MINIMUM = 5
+            # Maximum aggregation metric. Not supported for pairwise metric.
+            MAXIMUM = 6
+            # Median aggregation metric. Not supported for pairwise metric.
+            MEDIAN = 7
+            # 90th percentile aggregation metric. Not supported for pairwise metric.
+            PERCENTILE_P90 = 8
+            # 95th percentile aggregation metric. Not supported for pairwise metric.
+            PERCENTILE_P95 = 9
+            # 99th percentile aggregation metric. Not supported for pairwise metric.
+            PERCENTILE_P99 = 10
+          end
+        end
+        # The configs for autorater. This is applicable to both EvaluateInstances and
+        # EvaluateDataset.
+        # @!attribute [rw] sampling_count
+        #   @return [::Integer]
+        #     Optional. Number of samples for each instance in the dataset.
+        #     If not specified, the default is 4. Minimum value is 1, maximum value
+        #     is 32.
+        # @!attribute [rw] flip_enabled
+        #   @return [::Boolean]
+        #     Optional. Default is true. Whether to flip the candidate and baseline
+        #     responses. This is only applicable to the pairwise metric. If enabled, also
+        #     provide PairwiseMetricSpec.candidate_response_field_name and
+        #     PairwiseMetricSpec.baseline_response_field_name. When rendering
+        #     PairwiseMetricSpec.metric_prompt_template, the candidate and baseline
+        #     fields will be flipped for half of the samples to reduce bias.
+        # @!attribute [rw] autorater_model
+        #   @return [::String]
+        #     Optional. The fully qualified name of the publisher model or tuned
+        #     autorater endpoint to use.
+        #
+        #     Publisher model format:
+        #     `projects/{project}/locations/{location}/publishers/*/models/*`
+        #
+        #     Tuned model endpoint format:
+        #     `projects/{project}/locations/{location}/endpoints/{endpoint}`
+        # @!attribute [rw] generation_config
+        #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig]
+        #     Optional. Configuration options for model generation and outputs.
+        class AutoraterConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
         # Response message for EvaluationService.EvaluateInstances.
         # @!attribute [rw] exact_match_results
         #   @return [::Google::Cloud::AIPlatform::V1::ExactMatchResults]
@@ -297,11 +416,197 @@ module Google
         #     Result for Metricx metric.
         #
         #     Note: The following fields are mutually exclusive: `metricx_result`, `exact_match_results`, `bleu_results`, `rouge_results`, `fluency_result`, `coherence_result`, `safety_result`, `groundedness_result`, `fulfillment_result`, `summarization_quality_result`, `pairwise_summarization_quality_result`, `summarization_helpfulness_result`, `summarization_verbosity_result`, `question_answering_quality_result`, `pairwise_question_answering_quality_result`, `question_answering_relevance_result`, `question_answering_helpfulness_result`, `question_answering_correctness_result`, `pointwise_metric_result`, `pairwise_metric_result`, `tool_call_valid_results`, `tool_name_match_results`, `tool_parameter_key_match_results`, `tool_parameter_kv_match_results`, `comet_result`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] metric_results
+        #   @return [::Array<::Google::Cloud::AIPlatform::V1::MetricResult>]
+        #     Metric results for each instance.
+        #     The order of the metric results is guaranteed to be the same as the order
+        #     of the instances in the request.
         class EvaluateInstancesResponse
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
+        # Result for a single metric on a single instance.
+        # @!attribute [r] score
+        #   @return [::Float]
+        #     Output only. The score for the metric.
+        #     Please refer to each metric's documentation for the meaning of the score.
+        # @!attribute [r] explanation
+        #   @return [::String]
+        #     Output only. The explanation for the metric result.
+        # @!attribute [r] error
+        #   @return [::Google::Rpc::Status]
+        #     Output only. The error status for the metric result.
+        class MetricResult
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+        # Config for evaluation output.
+        # @!attribute [rw] gcs_destination
+        #   @return [::Google::Cloud::AIPlatform::V1::GcsDestination]
+        #     Cloud storage destination for evaluation output.
+        class OutputConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+        # The dataset used for evaluation.
+        # @!attribute [rw] gcs_source
+        #   @return [::Google::Cloud::AIPlatform::V1::GcsSource]
+        #     Cloud storage source holds the dataset. Currently only one Cloud Storage
+        #     file path is supported.
+        #
+        #     Note: The following fields are mutually exclusive: `gcs_source`, `bigquery_source`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] bigquery_source
+        #   @return [::Google::Cloud::AIPlatform::V1::BigQuerySource]
+        #     BigQuery source holds the dataset.
+        #
+        #     Note: The following fields are mutually exclusive: `bigquery_source`, `gcs_source`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        class EvaluationDataset
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+        # The results from an evaluation run performed by the EvaluationService.
+        # @!attribute [r] aggregation_output
+        #   @return [::Google::Cloud::AIPlatform::V1::AggregationOutput]
+        #     Output only. Aggregation statistics derived from results of
+        #     EvaluationService.
+        # @!attribute [r] output_info
+        #   @return [::Google::Cloud::AIPlatform::V1::OutputInfo]
+        #     Output only. Output info for EvaluationService.
+        class EvaluateDatasetResponse
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+        # Describes the info for output of EvaluationService.
+        # @!attribute [r] gcs_output_directory
+        #   @return [::String]
+        #     Output only. The full path of the Cloud Storage directory created, into
+        #     which the evaluation results and aggregation results are written.
+        class OutputInfo
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+        # The aggregation result for the entire dataset and all metrics.
+        # @!attribute [rw] dataset
+        #   @return [::Google::Cloud::AIPlatform::V1::EvaluationDataset]
+        #     The dataset used for evaluation & aggregation.
+        # @!attribute [rw] aggregation_results
+        #   @return [::Array<::Google::Cloud::AIPlatform::V1::AggregationResult>]
+        #     One AggregationResult per metric.
+        class AggregationOutput
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+        # The aggregation result for a single metric.
+        # @!attribute [rw] pointwise_metric_result
+        #   @return [::Google::Cloud::AIPlatform::V1::PointwiseMetricResult]
+        #     Result for pointwise metric.
+        #
+        #     Note: The following fields are mutually exclusive: `pointwise_metric_result`, `pairwise_metric_result`, `exact_match_metric_value`, `bleu_metric_value`, `rouge_metric_value`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] pairwise_metric_result
+        #   @return [::Google::Cloud::AIPlatform::V1::PairwiseMetricResult]
+        #     Result for pairwise metric.
+        #
+        #     Note: The following fields are mutually exclusive: `pairwise_metric_result`, `pointwise_metric_result`, `exact_match_metric_value`, `bleu_metric_value`, `rouge_metric_value`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] exact_match_metric_value
+        #   @return [::Google::Cloud::AIPlatform::V1::ExactMatchMetricValue]
+        #     Results for exact match metric.
+        #
+        #     Note: The following fields are mutually exclusive: `exact_match_metric_value`, `pointwise_metric_result`, `pairwise_metric_result`, `bleu_metric_value`, `rouge_metric_value`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] bleu_metric_value
+        #   @return [::Google::Cloud::AIPlatform::V1::BleuMetricValue]
+        #     Results for bleu metric.
+        #
+        #     Note: The following fields are mutually exclusive: `bleu_metric_value`, `pointwise_metric_result`, `pairwise_metric_result`, `exact_match_metric_value`, `rouge_metric_value`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] rouge_metric_value
+        #   @return [::Google::Cloud::AIPlatform::V1::RougeMetricValue]
+        #     Results for rouge metric.
+        #
+        #     Note: The following fields are mutually exclusive: `rouge_metric_value`, `pointwise_metric_result`, `pairwise_metric_result`, `exact_match_metric_value`, `bleu_metric_value`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] aggregation_metric
+        #   @return [::Google::Cloud::AIPlatform::V1::Metric::AggregationMetric]
+        #     Aggregation metric.
+        class AggregationResult
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+        # The spec for a pre-defined metric.
+        # @!attribute [rw] metric_spec_name
+        #   @return [::String]
+        #     Required. The name of a pre-defined metric, such as
+        #     "instruction_following_v1" or "text_quality_v1".
+        # @!attribute [rw] metric_spec_parameters
+        #   @return [::Google::Protobuf::Struct]
+        #     Optional. The parameters needed to run the pre-defined metric.
+        class PredefinedMetricSpec
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+        # Specification for a computation based metric.
+        # @!attribute [rw] type
+        #   @return [::Google::Cloud::AIPlatform::V1::ComputationBasedMetricSpec::ComputationBasedMetricType]
+        #     Required. The type of the computation based metric.
+        # @!attribute [rw] parameters
+        #   @return [::Google::Protobuf::Struct]
+        #     Optional. A map of parameters for the metric, e.g. {"rouge_type":
+        #     "rougeL"}.
+        class ComputationBasedMetricSpec
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+          # Types of computation based metrics.
+          module ComputationBasedMetricType
+            # Unspecified computation based metric type.
+            COMPUTATION_BASED_METRIC_TYPE_UNSPECIFIED = 0
+            # Exact match metric.
+            EXACT_MATCH = 1
+            # BLEU metric.
+            BLEU = 2
+            # ROUGE metric.
+            ROUGE = 3
+          end
+        end
+        # Specification for an LLM based metric.
+        # @!attribute [rw] rubric_group_key
+        #   @return [::String]
+        #     Use a pre-defined group of rubrics associated with the input.
+        #     Refers to a key in the rubric_groups map of EvaluationInstance.
+        #
+        #     Note: The following fields are mutually exclusive: `rubric_group_key`, `predefined_rubric_generation_spec`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] predefined_rubric_generation_spec
+        #   @return [::Google::Cloud::AIPlatform::V1::PredefinedMetricSpec]
+        #     Dynamically generate rubrics using a predefined spec.
+        #
+        #     Note: The following fields are mutually exclusive: `predefined_rubric_generation_spec`, `rubric_group_key`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] metric_prompt_template
+        #   @return [::String]
+        #     Required. Template for the prompt sent to the judge model.
+        # @!attribute [rw] system_instruction
+        #   @return [::String]
+        #     Optional. System instructions for the judge model.
+        # @!attribute [rw] judge_autorater_config
+        #   @return [::Google::Cloud::AIPlatform::V1::AutoraterConfig]
+        #     Optional. Optional configuration for the judge LLM (Autorater).
+        # @!attribute [rw] additional_config
+        #   @return [::Google::Protobuf::Struct]
+        #     Optional. Optional additional configuration for the metric.
+        class LLMBasedMetricSpec
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
         # Input for exact match metric.
         # @!attribute [rw] metric_spec
         #   @return [::Google::Cloud::AIPlatform::V1::ExactMatchSpec]
@@ -1240,6 +1545,15 @@ module Google
         #     Instance specified as a json string. String key-value pairs are expected
         #     in the json_instance to render
         #     PointwiseMetricSpec.instance_prompt_template.
+        #
+        #     Note: The following fields are mutually exclusive: `json_instance`, `content_map_instance`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] content_map_instance
+        #   @return [::Google::Cloud::AIPlatform::V1::ContentMap]
+        #     Key-value contents for the mutlimodality input, including text, image,
+        #     video, audio, and pdf, etc. The key is placeholder in metric prompt
+        #     template, and the value is the multimodal content.
+        #
+        #     Note: The following fields are mutually exclusive: `content_map_instance`, `json_instance`. If a field in that set is populated, all other fields in the set will automatically be cleared.
         class PointwiseMetricInstance
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -1249,11 +1563,32 @@ module Google
         # @!attribute [rw] metric_prompt_template
         #   @return [::String]
         #     Required. Metric prompt template for pointwise metric.
+        # @!attribute [rw] system_instruction
+        #   @return [::String]
+        #     Optional. System instructions for pointwise metric.
+        # @!attribute [rw] custom_output_format_config
+        #   @return [::Google::Cloud::AIPlatform::V1::CustomOutputFormatConfig]
+        #     Optional. CustomOutputFormatConfig allows customization of metric output.
+        #     By default, metrics return a score and explanation.
+        #     When this config is set, the default output is replaced with either:
+        #      - The raw output string.
+        #      - A parsed output based on a user-defined schema.
+        #     If a custom format is chosen, the `score` and `explanation` fields in the
+        #     corresponding metric result will be empty.
         class PointwiseMetricSpec
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
+        # Spec for custom output format configuration.
+        # @!attribute [rw] return_raw_output
+        #   @return [::Boolean]
+        #     Optional. Whether to return raw output.
+        class CustomOutputFormatConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
         # Spec for pointwise metric result.
         # @!attribute [r] score
         #   @return [::Float]
@@ -1261,11 +1596,32 @@ module Google
         # @!attribute [r] explanation
         #   @return [::String]
         #     Output only. Explanation for pointwise metric score.
+        # @!attribute [r] custom_output
+        #   @return [::Google::Cloud::AIPlatform::V1::CustomOutput]
+        #     Output only. Spec for custom output.
         class PointwiseMetricResult
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
+        # Spec for custom output.
+        # @!attribute [r] raw_outputs
+        #   @return [::Google::Cloud::AIPlatform::V1::RawOutput]
+        #     Output only. List of raw output strings.
+        class CustomOutput
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+        # Raw output.
+        # @!attribute [r] raw_output
+        #   @return [::Array<::String>]
+        #     Output only. Raw output string.
+        class RawOutput
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
         # Input for pairwise metric.
         # @!attribute [rw] metric_spec
         #   @return [::Google::Cloud::AIPlatform::V1::PairwiseMetricSpec]
@@ -1285,6 +1641,15 @@ module Google
         #     Instance specified as a json string. String key-value pairs are expected
         #     in the json_instance to render
         #     PairwiseMetricSpec.instance_prompt_template.
+        #
+        #     Note: The following fields are mutually exclusive: `json_instance`, `content_map_instance`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] content_map_instance
+        #   @return [::Google::Cloud::AIPlatform::V1::ContentMap]
+        #     Key-value contents for the mutlimodality input, including text, image,
+        #     video, audio, and pdf, etc. The key is placeholder in metric prompt
+        #     template, and the value is the multimodal content.
+        #
+        #     Note: The following fields are mutually exclusive: `content_map_instance`, `json_instance`. If a field in that set is populated, all other fields in the set will automatically be cleared.
         class PairwiseMetricInstance
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -1294,6 +1659,22 @@ module Google
         # @!attribute [rw] metric_prompt_template
         #   @return [::String]
         #     Required. Metric prompt template for pairwise metric.
+        # @!attribute [rw] candidate_response_field_name
+        #   @return [::String]
+        #     Optional. The field name of the candidate response.
+        # @!attribute [rw] baseline_response_field_name
+        #   @return [::String]
+        #     Optional. The field name of the baseline response.
+        # @!attribute [rw] system_instruction
+        #   @return [::String]
+        #     Optional. System instructions for pairwise metric.
+        # @!attribute [rw] custom_output_format_config
+        #   @return [::Google::Cloud::AIPlatform::V1::CustomOutputFormatConfig]
+        #     Optional. CustomOutputFormatConfig allows customization of metric output.
+        #     When this config is set, the default output is replaced with
+        #     the raw output string.
+        #     If a custom format is chosen, the `pairwise_choice` and `explanation`
+        #     fields in the corresponding metric result will be empty.
         class PairwiseMetricSpec
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -1306,6 +1687,9 @@ module Google
         # @!attribute [r] explanation
         #   @return [::String]
         #     Output only. Explanation for pairwise metric score.
+        # @!attribute [r] custom_output
+        #   @return [::Google::Cloud::AIPlatform::V1::CustomOutput]
+        #     Output only. Spec for custom output.
         class PairwiseMetricResult
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -1640,6 +2024,33 @@ module Google
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
+        # Map of placeholder in metric prompt template to contents of model input.
+        # @!attribute [rw] values
+        #   @return [::Google::Protobuf::Map{::String => ::Google::Cloud::AIPlatform::V1::ContentMap::Contents}]
+        #     Optional. Map of placeholder to contents.
+        class ContentMap
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+          # Repeated Content type.
+          # @!attribute [rw] contents
+          #   @return [::Array<::Google::Cloud::AIPlatform::V1::Content>]
+          #     Optional. Repeated contents.
+          class Contents
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+          # @!attribute [rw] key
+          #   @return [::String]
+          # @!attribute [rw] value
+          #   @return [::Google::Cloud::AIPlatform::V1::ContentMap::Contents]
+          class ValuesEntry
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+        end
         # Pairwise prediction autorater preference.
         module PairwiseChoice
           # Unspecified prediction choice.

data/proto_docs/google/cloud/aiplatform/v1/tuning_job.rb CHANGED Viewed

@@ -116,6 +116,9 @@ module Google
         #
         #     Users starting the pipeline must have the `iam.serviceAccounts.actAs`
         #     permission on this service account.
+        # @!attribute [r] evaluate_dataset_runs
+        #   @return [::Array<::Google::Cloud::AIPlatform::V1::EvaluateDatasetRun>]
+        #     Output only. Evaluation runs for the Tuning Job.
         class TuningJob
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -324,6 +327,9 @@ module Google
         #     Optional. If set to true, disable intermediate checkpoints for SFT and only
         #     the last checkpoint will be exported. Otherwise, enable intermediate
         #     checkpoints for SFT. Default is false.
+        # @!attribute [rw] evaluation_config
+        #   @return [::Google::Cloud::AIPlatform::V1::EvaluationConfig]
+        #     Optional. Evaluation Config for Tuning Job.
         class SupervisedTuningSpec
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -352,6 +358,50 @@ module Google
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
+        # Evaluation Config for Tuning Job.
+        # @!attribute [rw] metrics
+        #   @return [::Array<::Google::Cloud::AIPlatform::V1::Metric>]
+        #     Required. The metrics used for evaluation.
+        # @!attribute [rw] output_config
+        #   @return [::Google::Cloud::AIPlatform::V1::OutputConfig]
+        #     Required. Config for evaluation output.
+        # @!attribute [rw] autorater_config
+        #   @return [::Google::Cloud::AIPlatform::V1::AutoraterConfig]
+        #     Optional. Autorater config for evaluation.
+        # @!attribute [rw] inference_generation_config
+        #   @return [::Google::Cloud::AIPlatform::V1::GenerationConfig]
+        #     Optional. Configuration options for inference generation and outputs.
+        #     If not set, default generation parameters are used.
+        class EvaluationConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+        # Evaluate Dataset Run Result for Tuning Job.
+        # @!attribute [r] operation_name
+        #   @deprecated This field is deprecated and may be removed in the next major version update.
+        #   @return [::String]
+        #     Output only. Deprecated: The updated architecture uses evaluation_run
+        #     instead.
+        # @!attribute [r] evaluation_run
+        #   @return [::String]
+        #     Output only. The resource name of the evaluation run. Format:
+        #     `projects/{project}/locations/{location}/evaluationRuns/{evaluation_run_id}`.
+        # @!attribute [r] checkpoint_id
+        #   @return [::String]
+        #     Output only. The checkpoint id used in the evaluation run. Only populated
+        #     when evaluating checkpoints.
+        # @!attribute [r] evaluate_dataset_response
+        #   @return [::Google::Cloud::AIPlatform::V1::EvaluateDatasetResponse]
+        #     Output only. Results for EvaluationService.
+        # @!attribute [r] error
+        #   @return [::Google::Rpc::Status]
+        #     Output only. The error of the evaluation run if any.
+        class EvaluateDatasetRun
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
         # TunedModelCheckpoint for the Tuned Model of a Tuning Job.
         # @!attribute [rw] checkpoint_id
         #   @return [::String]

metadata CHANGED Viewed

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: google-cloud-ai_platform-v1
 version: !ruby/object:Gem::Version
-  version: 1.39.0
+  version: 1.40.0
 platform: ruby
 authors:
 - Google LLC