google-api-python-client 2.134.0__py2.py3-none-any.whl → 2.136.0__py2.py3-none-any.whl

googleapiclient/discovery_cache/documents/aiplatform.v1.json

@@ -309,6 +309,34 @@
 "resources": {
 "locations": {
 "methods": {
+"evaluateInstances": {
+"description": "Evaluates instances based on a given metric.",
+"flatPath": "v1/projects/{projectsId}/locations/{locationsId}:evaluateInstances",
+"httpMethod": "POST",
+"id": "aiplatform.projects.locations.evaluateInstances",
+"parameterOrder": [
+"location"
+],
+"parameters": {
+"location": {
+"description": "Required. The resource name of the Location to evaluate the instances. Format: `projects/{project}/locations/{location}`",
+"location": "path",
+"pattern": "^projects/[^/]+/locations/[^/]+$",
+"required": true,
+"type": "string"
+}
+},
+"path": "v1/{+location}:evaluateInstances",
+"request": {
+"$ref": "GoogleCloudAiplatformV1EvaluateInstancesRequest"
+},
+"response": {
+"$ref": "GoogleCloudAiplatformV1EvaluateInstancesResponse"
+},
+"scopes": [
+"https://www.googleapis.com/auth/cloud-platform"
+]
+},
 "get": {
 "description": "Gets information about a location.",
 "flatPath": "v1/projects/{projectsId}/locations/{locationsId}",
@@ -16748,7 +16776,7 @@
 }
 }
 },
-"revision": "20240607",
+"revision": "20240617",
 "rootUrl": "https://aiplatform.googleapis.com/",
 "schemas": {
 "CloudAiLargeModelsVisionGenerateVideoResponse": {
@@ -18154,6 +18182,73 @@
 },
 "type": "object"
 },
+"GoogleCloudAiplatformV1BleuInput": {
+"description": "Input for bleu metric.",
+"id": "GoogleCloudAiplatformV1BleuInput",
+"properties": {
+"instances": {
+"description": "Required. Repeated bleu instances.",
+"items": {
+"$ref": "GoogleCloudAiplatformV1BleuInstance"
+},
+"type": "array"
+},
+"metricSpec": {
+"$ref": "GoogleCloudAiplatformV1BleuSpec",
+"description": "Required. Spec for bleu score metric."
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1BleuInstance": {
+"description": "Spec for bleu instance.",
+"id": "GoogleCloudAiplatformV1BleuInstance",
+"properties": {
+"prediction": {
+"description": "Required. Output of the evaluated model.",
+"type": "string"
+},
+"reference": {
+"description": "Required. Ground truth used to compare against the prediction.",
+"type": "string"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1BleuMetricValue": {
+"description": "Bleu metric value for an instance.",
+"id": "GoogleCloudAiplatformV1BleuMetricValue",
+"properties": {
+"score": {
+"description": "Output only. Bleu score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1BleuResults": {
+"description": "Results for bleu metric.",
+"id": "GoogleCloudAiplatformV1BleuResults",
+"properties": {
+"bleuMetricValues": {
+"description": "Output only. Bleu metric values.",
+"items": {
+"$ref": "GoogleCloudAiplatformV1BleuMetricValue"
+},
+"readOnly": true,
+"type": "array"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1BleuSpec": {
+"description": "Spec for bleu score metric - calculates the precision of n-grams in the prediction as compared to reference - returns a score ranging between 0 to 1.",
+"id": "GoogleCloudAiplatformV1BleuSpec",
+"properties": {},
+"type": "object"
+},
 "GoogleCloudAiplatformV1Blob": {
 "description": "Content blob. It's preferred to send as text directly rather than raw bytes.",
 "id": "GoogleCloudAiplatformV1Blob",
@@ -18404,6 +18499,68 @@
 },
 "type": "object"
 },
+"GoogleCloudAiplatformV1CoherenceInput": {
+"description": "Input for coherence metric.",
+"id": "GoogleCloudAiplatformV1CoherenceInput",
+"properties": {
+"instance": {
+"$ref": "GoogleCloudAiplatformV1CoherenceInstance",
+"description": "Required. Coherence instance."
+},
+"metricSpec": {
+"$ref": "GoogleCloudAiplatformV1CoherenceSpec",
+"description": "Required. Spec for coherence score metric."
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1CoherenceInstance": {
+"description": "Spec for coherence instance.",
+"id": "GoogleCloudAiplatformV1CoherenceInstance",
+"properties": {
+"prediction": {
+"description": "Required. Output of the evaluated model.",
+"type": "string"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1CoherenceResult": {
+"description": "Spec for coherence result.",
+"id": "GoogleCloudAiplatformV1CoherenceResult",
+"properties": {
+"confidence": {
+"description": "Output only. Confidence for coherence score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+},
+"explanation": {
+"description": "Output only. Explanation for coherence score.",
+"readOnly": true,
+"type": "string"
+},
+"score": {
+"description": "Output only. Coherence score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1CoherenceSpec": {
+"description": "Spec for coherence score metric.",
+"id": "GoogleCloudAiplatformV1CoherenceSpec",
+"properties": {
+"version": {
+"description": "Optional. Which version to use for evaluation.",
+"format": "int32",
+"type": "integer"
+}
+},
+"type": "object"
+},
 "GoogleCloudAiplatformV1CompleteTrialRequest": {
 "description": "Request message for VizierService.CompleteTrial.",
 "id": "GoogleCloudAiplatformV1CompleteTrialRequest",
@@ -20314,6 +20471,188 @@
 },
 "type": "object"
 },
+"GoogleCloudAiplatformV1EvaluateInstancesRequest": {
+"description": "Request message for EvaluationService.EvaluateInstances.",
+"id": "GoogleCloudAiplatformV1EvaluateInstancesRequest",
+"properties": {
+"bleuInput": {
+"$ref": "GoogleCloudAiplatformV1BleuInput",
+"description": "Instances and metric spec for bleu metric."
+},
+"coherenceInput": {
+"$ref": "GoogleCloudAiplatformV1CoherenceInput",
+"description": "Input for coherence metric."
+},
+"exactMatchInput": {
+"$ref": "GoogleCloudAiplatformV1ExactMatchInput",
+"description": "Auto metric instances. Instances and metric spec for exact match metric."
+},
+"fluencyInput": {
+"$ref": "GoogleCloudAiplatformV1FluencyInput",
+"description": "LLM-based metric instance. General text generation metrics, applicable to other categories. Input for fluency metric."
+},
+"fulfillmentInput": {
+"$ref": "GoogleCloudAiplatformV1FulfillmentInput",
+"description": "Input for fulfillment metric."
+},
+"groundednessInput": {
+"$ref": "GoogleCloudAiplatformV1GroundednessInput",
+"description": "Input for groundedness metric."
+},
+"pairwiseQuestionAnsweringQualityInput": {
+"$ref": "GoogleCloudAiplatformV1PairwiseQuestionAnsweringQualityInput",
+"description": "Input for pairwise question answering quality metric."
+},
+"pairwiseSummarizationQualityInput": {
+"$ref": "GoogleCloudAiplatformV1PairwiseSummarizationQualityInput",
+"description": "Input for pairwise summarization quality metric."
+},
+"questionAnsweringCorrectnessInput": {
+"$ref": "GoogleCloudAiplatformV1QuestionAnsweringCorrectnessInput",
+"description": "Input for question answering correctness metric."
+},
+"questionAnsweringHelpfulnessInput": {
+"$ref": "GoogleCloudAiplatformV1QuestionAnsweringHelpfulnessInput",
+"description": "Input for question answering helpfulness metric."
+},
+"questionAnsweringQualityInput": {
+"$ref": "GoogleCloudAiplatformV1QuestionAnsweringQualityInput",
+"description": "Input for question answering quality metric."
+},
+"questionAnsweringRelevanceInput": {
+"$ref": "GoogleCloudAiplatformV1QuestionAnsweringRelevanceInput",
+"description": "Input for question answering relevance metric."
+},
+"rougeInput": {
+"$ref": "GoogleCloudAiplatformV1RougeInput",
+"description": "Instances and metric spec for rouge metric."
+},
+"safetyInput": {
+"$ref": "GoogleCloudAiplatformV1SafetyInput",
+"description": "Input for safety metric."
+},
+"summarizationHelpfulnessInput": {
+"$ref": "GoogleCloudAiplatformV1SummarizationHelpfulnessInput",
+"description": "Input for summarization helpfulness metric."
+},
+"summarizationQualityInput": {
+"$ref": "GoogleCloudAiplatformV1SummarizationQualityInput",
+"description": "Input for summarization quality metric."
+},
+"summarizationVerbosityInput": {
+"$ref": "GoogleCloudAiplatformV1SummarizationVerbosityInput",
+"description": "Input for summarization verbosity metric."
+},
+"toolCallValidInput": {
+"$ref": "GoogleCloudAiplatformV1ToolCallValidInput",
+"description": "Tool call metric instances. Input for tool call valid metric."
+},
+"toolNameMatchInput": {
+"$ref": "GoogleCloudAiplatformV1ToolNameMatchInput",
+"description": "Input for tool name match metric."
+},
+"toolParameterKeyMatchInput": {
+"$ref": "GoogleCloudAiplatformV1ToolParameterKeyMatchInput",
+"description": "Input for tool parameter key match metric."
+},
+"toolParameterKvMatchInput": {
+"$ref": "GoogleCloudAiplatformV1ToolParameterKVMatchInput",
+"description": "Input for tool parameter key value match metric."
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1EvaluateInstancesResponse": {
+"description": "Response message for EvaluationService.EvaluateInstances.",
+"id": "GoogleCloudAiplatformV1EvaluateInstancesResponse",
+"properties": {
+"bleuResults": {
+"$ref": "GoogleCloudAiplatformV1BleuResults",
+"description": "Results for bleu metric."
+},
+"coherenceResult": {
+"$ref": "GoogleCloudAiplatformV1CoherenceResult",
+"description": "Result for coherence metric."
+},
+"exactMatchResults": {
+"$ref": "GoogleCloudAiplatformV1ExactMatchResults",
+"description": "Auto metric evaluation results. Results for exact match metric."
+},
+"fluencyResult": {
+"$ref": "GoogleCloudAiplatformV1FluencyResult",
+"description": "LLM-based metric evaluation result. General text generation metrics, applicable to other categories. Result for fluency metric."
+},
+"fulfillmentResult": {
+"$ref": "GoogleCloudAiplatformV1FulfillmentResult",
+"description": "Result for fulfillment metric."
+},
+"groundednessResult": {
+"$ref": "GoogleCloudAiplatformV1GroundednessResult",
+"description": "Result for groundedness metric."
+},
+"pairwiseQuestionAnsweringQualityResult": {
+"$ref": "GoogleCloudAiplatformV1PairwiseQuestionAnsweringQualityResult",
+"description": "Result for pairwise question answering quality metric."
+},
+"pairwiseSummarizationQualityResult": {
+"$ref": "GoogleCloudAiplatformV1PairwiseSummarizationQualityResult",
+"description": "Result for pairwise summarization quality metric."
+},
+"questionAnsweringCorrectnessResult": {
+"$ref": "GoogleCloudAiplatformV1QuestionAnsweringCorrectnessResult",
+"description": "Result for question answering correctness metric."
+},
+"questionAnsweringHelpfulnessResult": {
+"$ref": "GoogleCloudAiplatformV1QuestionAnsweringHelpfulnessResult",
+"description": "Result for question answering helpfulness metric."
+},
+"questionAnsweringQualityResult": {
+"$ref": "GoogleCloudAiplatformV1QuestionAnsweringQualityResult",
+"description": "Question answering only metrics. Result for question answering quality metric."
+},
+"questionAnsweringRelevanceResult": {
+"$ref": "GoogleCloudAiplatformV1QuestionAnsweringRelevanceResult",
+"description": "Result for question answering relevance metric."
+},
+"rougeResults": {
+"$ref": "GoogleCloudAiplatformV1RougeResults",
+"description": "Results for rouge metric."
+},
+"safetyResult": {
+"$ref": "GoogleCloudAiplatformV1SafetyResult",
+"description": "Result for safety metric."
+},
+"summarizationHelpfulnessResult": {
+"$ref": "GoogleCloudAiplatformV1SummarizationHelpfulnessResult",
+"description": "Result for summarization helpfulness metric."
+},
+"summarizationQualityResult": {
+"$ref": "GoogleCloudAiplatformV1SummarizationQualityResult",
+"description": "Summarization only metrics. Result for summarization quality metric."
+},
+"summarizationVerbosityResult": {
+"$ref": "GoogleCloudAiplatformV1SummarizationVerbosityResult",
+"description": "Result for summarization verbosity metric."
+},
+"toolCallValidResults": {
+"$ref": "GoogleCloudAiplatformV1ToolCallValidResults",
+"description": "Tool call metrics. Results for tool call valid metric."
+},
+"toolNameMatchResults": {
+"$ref": "GoogleCloudAiplatformV1ToolNameMatchResults",
+"description": "Results for tool name match metric."
+},
+"toolParameterKeyMatchResults": {
+"$ref": "GoogleCloudAiplatformV1ToolParameterKeyMatchResults",
+"description": "Results for tool parameter key match metric."
+},
+"toolParameterKvMatchResults": {
+"$ref": "GoogleCloudAiplatformV1ToolParameterKVMatchResults",
+"description": "Results for tool parameter key value match metric."
+}
+},
+"type": "object"
+},
 "GoogleCloudAiplatformV1EvaluatedAnnotation": {
 "description": "True positive, false positive, or false negative. EvaluatedAnnotation is only available under ModelEvaluationSlice with slice of `annotationSpec` dimension.",
 "id": "GoogleCloudAiplatformV1EvaluatedAnnotation",
@@ -20436,6 +20775,73 @@
 },
 "type": "object"
 },
+"GoogleCloudAiplatformV1ExactMatchInput": {
+"description": "Input for exact match metric.",
+"id": "GoogleCloudAiplatformV1ExactMatchInput",
+"properties": {
+"instances": {
+"description": "Required. Repeated exact match instances.",
+"items": {
+"$ref": "GoogleCloudAiplatformV1ExactMatchInstance"
+},
+"type": "array"
+},
+"metricSpec": {
+"$ref": "GoogleCloudAiplatformV1ExactMatchSpec",
+"description": "Required. Spec for exact match metric."
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1ExactMatchInstance": {
+"description": "Spec for exact match instance.",
+"id": "GoogleCloudAiplatformV1ExactMatchInstance",
+"properties": {
+"prediction": {
+"description": "Required. Output of the evaluated model.",
+"type": "string"
+},
+"reference": {
+"description": "Required. Ground truth used to compare against the prediction.",
+"type": "string"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1ExactMatchMetricValue": {
+"description": "Exact match metric value for an instance.",
+"id": "GoogleCloudAiplatformV1ExactMatchMetricValue",
+"properties": {
+"score": {
+"description": "Output only. Exact match score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1ExactMatchResults": {
+"description": "Results for exact match metric.",
+"id": "GoogleCloudAiplatformV1ExactMatchResults",
+"properties": {
+"exactMatchMetricValues": {
+"description": "Output only. Exact match metric values.",
+"items": {
+"$ref": "GoogleCloudAiplatformV1ExactMatchMetricValue"
+},
+"readOnly": true,
+"type": "array"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1ExactMatchSpec": {
+"description": "Spec for exact match metric - returns 1 if prediction and reference exactly matches, otherwise 0.",
+"id": "GoogleCloudAiplatformV1ExactMatchSpec",
+"properties": {},
+"type": "object"
+},
 "GoogleCloudAiplatformV1Examples": {
 "description": "Example-based explainability that returns the nearest neighbors from the provided dataset.",
 "id": "GoogleCloudAiplatformV1Examples",
@@ -22528,6 +22934,68 @@
 },
 "type": "object"
 },
+"GoogleCloudAiplatformV1FluencyInput": {
+"description": "Input for fluency metric.",
+"id": "GoogleCloudAiplatformV1FluencyInput",
+"properties": {
+"instance": {
+"$ref": "GoogleCloudAiplatformV1FluencyInstance",
+"description": "Required. Fluency instance."
+},
+"metricSpec": {
+"$ref": "GoogleCloudAiplatformV1FluencySpec",
+"description": "Required. Spec for fluency score metric."
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1FluencyInstance": {
+"description": "Spec for fluency instance.",
+"id": "GoogleCloudAiplatformV1FluencyInstance",
+"properties": {
+"prediction": {
+"description": "Required. Output of the evaluated model.",
+"type": "string"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1FluencyResult": {
+"description": "Spec for fluency result.",
+"id": "GoogleCloudAiplatformV1FluencyResult",
+"properties": {
+"confidence": {
+"description": "Output only. Confidence for fluency score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+},
+"explanation": {
+"description": "Output only. Explanation for fluency score.",
+"readOnly": true,
+"type": "string"
+},
+"score": {
+"description": "Output only. Fluency score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1FluencySpec": {
+"description": "Spec for fluency score metric.",
+"id": "GoogleCloudAiplatformV1FluencySpec",
+"properties": {
+"version": {
+"description": "Optional. Which version to use for evaluation.",
+"format": "int32",
+"type": "integer"
+}
+},
+"type": "object"
+},
 "GoogleCloudAiplatformV1FractionSplit": {
 "description": "Assigns the input data to training, validation, and test sets as per the given fractions. Any of `training_fraction`, `validation_fraction` and `test_fraction` may optionally be provided, they must sum to up to 1. If the provided ones sum to less than 1, the remainder is assigned to sets as decided by Vertex AI. If none of the fractions are set, by default roughly 80% of data is used for training, 10% for validation, and 10% for test.",
 "id": "GoogleCloudAiplatformV1FractionSplit",
@@ -22550,6 +23018,72 @@
 },
 "type": "object"
 },
+"GoogleCloudAiplatformV1FulfillmentInput": {
+"description": "Input for fulfillment metric.",
+"id": "GoogleCloudAiplatformV1FulfillmentInput",
+"properties": {
+"instance": {
+"$ref": "GoogleCloudAiplatformV1FulfillmentInstance",
+"description": "Required. Fulfillment instance."
+},
+"metricSpec": {
+"$ref": "GoogleCloudAiplatformV1FulfillmentSpec",
+"description": "Required. Spec for fulfillment score metric."
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1FulfillmentInstance": {
+"description": "Spec for fulfillment instance.",
+"id": "GoogleCloudAiplatformV1FulfillmentInstance",
+"properties": {
+"instruction": {
+"description": "Required. Inference instruction prompt to compare prediction with.",
+"type": "string"
+},
+"prediction": {
+"description": "Required. Output of the evaluated model.",
+"type": "string"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1FulfillmentResult": {
+"description": "Spec for fulfillment result.",
+"id": "GoogleCloudAiplatformV1FulfillmentResult",
+"properties": {
+"confidence": {
+"description": "Output only. Confidence for fulfillment score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+},
+"explanation": {
+"description": "Output only. Explanation for fulfillment score.",
+"readOnly": true,
+"type": "string"
+},
+"score": {
+"description": "Output only. Fulfillment score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1FulfillmentSpec": {
+"description": "Spec for fulfillment metric.",
+"id": "GoogleCloudAiplatformV1FulfillmentSpec",
+"properties": {
+"version": {
+"description": "Optional. Which version to use for evaluation.",
+"format": "int32",
+"type": "integer"
+}
+},
+"type": "object"
+},
 "GoogleCloudAiplatformV1FunctionCall": {
 "description": "A predicted [FunctionCall] returned from the model that contains a string representing the [FunctionDeclaration.name] and a structured JSON object containing the parameters and their values.",
 "id": "GoogleCloudAiplatformV1FunctionCall",
@@ -22887,6 +23421,72 @@
 "properties": {},
 "type": "object"
 },
+"GoogleCloudAiplatformV1GroundednessInput": {
+"description": "Input for groundedness metric.",
+"id": "GoogleCloudAiplatformV1GroundednessInput",
+"properties": {
+"instance": {
+"$ref": "GoogleCloudAiplatformV1GroundednessInstance",
+"description": "Required. Groundedness instance."
+},
+"metricSpec": {
+"$ref": "GoogleCloudAiplatformV1GroundednessSpec",
+"description": "Required. Spec for groundedness metric."
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1GroundednessInstance": {
+"description": "Spec for groundedness instance.",
+"id": "GoogleCloudAiplatformV1GroundednessInstance",
+"properties": {
+"context": {
+"description": "Required. Background information provided in context used to compare against the prediction.",
+"type": "string"
+},
+"prediction": {
+"description": "Required. Output of the evaluated model.",
+"type": "string"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1GroundednessResult": {
+"description": "Spec for groundedness result.",
+"id": "GoogleCloudAiplatformV1GroundednessResult",
+"properties": {
+"confidence": {
+"description": "Output only. Confidence for groundedness score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+},
+"explanation": {
+"description": "Output only. Explanation for groundedness score.",
+"readOnly": true,
+"type": "string"
+},
+"score": {
+"description": "Output only. Groundedness score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1GroundednessSpec": {
+"description": "Spec for groundedness metric.",
+"id": "GoogleCloudAiplatformV1GroundednessSpec",
+"properties": {
+"version": {
+"description": "Optional. Which version to use for evaluation.",
+"format": "int32",
+"type": "integer"
+}
+},
+"type": "object"
+},
 "GoogleCloudAiplatformV1GroundingMetadata": {
 "description": "Metadata returned to client when grounding is enabled.",
 "id": "GoogleCloudAiplatformV1GroundingMetadata",
@@ -27190,6 +27790,192 @@
 },
 "type": "object"
 },
+"GoogleCloudAiplatformV1PairwiseQuestionAnsweringQualityInput": {
+"description": "Input for pairwise question answering quality metric.",
+"id": "GoogleCloudAiplatformV1PairwiseQuestionAnsweringQualityInput",
+"properties": {
+"instance": {
+"$ref": "GoogleCloudAiplatformV1PairwiseQuestionAnsweringQualityInstance",
+"description": "Required. Pairwise question answering quality instance."
+},
+"metricSpec": {
+"$ref": "GoogleCloudAiplatformV1PairwiseQuestionAnsweringQualitySpec",
+"description": "Required. Spec for pairwise question answering quality score metric."
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1PairwiseQuestionAnsweringQualityInstance": {
+"description": "Spec for pairwise question answering quality instance.",
+"id": "GoogleCloudAiplatformV1PairwiseQuestionAnsweringQualityInstance",
+"properties": {
+"baselinePrediction": {
+"description": "Required. Output of the baseline model.",
+"type": "string"
+},
+"context": {
+"description": "Required. Text to answer the question.",
+"type": "string"
+},
+"instruction": {
+"description": "Required. Question Answering prompt for LLM.",
+"type": "string"
+},
+"prediction": {
+"description": "Required. Output of the candidate model.",
+"type": "string"
+},
+"reference": {
+"description": "Optional. Ground truth used to compare against the prediction.",
+"type": "string"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1PairwiseQuestionAnsweringQualityResult": {
+"description": "Spec for pairwise question answering quality result.",
+"id": "GoogleCloudAiplatformV1PairwiseQuestionAnsweringQualityResult",
+"properties": {
+"confidence": {
+"description": "Output only. Confidence for question answering quality score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+},
+"explanation": {
+"description": "Output only. Explanation for question answering quality score.",
+"readOnly": true,
+"type": "string"
+},
+"pairwiseChoice": {
+"description": "Output only. Pairwise question answering prediction choice.",
+"enum": [
+"PAIRWISE_CHOICE_UNSPECIFIED",
+"BASELINE",
+"CANDIDATE",
+"TIE"
+],
+"enumDescriptions": [
+"Unspecified prediction choice.",
+"Baseline prediction wins",
+"Candidate prediction wins",
+"Winner cannot be determined"
+],
+"readOnly": true,
+"type": "string"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1PairwiseQuestionAnsweringQualitySpec": {
+"description": "Spec for pairwise question answering quality score metric.",
+"id": "GoogleCloudAiplatformV1PairwiseQuestionAnsweringQualitySpec",
+"properties": {
+"useReference": {
+"description": "Optional. Whether to use instance.reference to compute question answering quality.",
+"type": "boolean"
+},
+"version": {
+"description": "Optional. Which version to use for evaluation.",
+"format": "int32",
+"type": "integer"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1PairwiseSummarizationQualityInput": {
+"description": "Input for pairwise summarization quality metric.",
+"id": "GoogleCloudAiplatformV1PairwiseSummarizationQualityInput",
+"properties": {
+"instance": {
+"$ref": "GoogleCloudAiplatformV1PairwiseSummarizationQualityInstance",
+"description": "Required. Pairwise summarization quality instance."
+},
+"metricSpec": {
+"$ref": "GoogleCloudAiplatformV1PairwiseSummarizationQualitySpec",
+"description": "Required. Spec for pairwise summarization quality score metric."
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1PairwiseSummarizationQualityInstance": {
+"description": "Spec for pairwise summarization quality instance.",
+"id": "GoogleCloudAiplatformV1PairwiseSummarizationQualityInstance",
+"properties": {
+"baselinePrediction": {
+"description": "Required. Output of the baseline model.",
+"type": "string"
+},
+"context": {
+"description": "Required. Text to be summarized.",
+"type": "string"
+},
+"instruction": {
+"description": "Required. Summarization prompt for LLM.",
+"type": "string"
+},
+"prediction": {
+"description": "Required. Output of the candidate model.",
+"type": "string"
+},
+"reference": {
+"description": "Optional. Ground truth used to compare against the prediction.",
+"type": "string"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1PairwiseSummarizationQualityResult": {
+"description": "Spec for pairwise summarization quality result.",
+"id": "GoogleCloudAiplatformV1PairwiseSummarizationQualityResult",
+"properties": {
+"confidence": {
+"description": "Output only. Confidence for summarization quality score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+},
+"explanation": {
+"description": "Output only. Explanation for summarization quality score.",
+"readOnly": true,
+"type": "string"
+},
+"pairwiseChoice": {
+"description": "Output only. Pairwise summarization prediction choice.",
+"enum": [
+"PAIRWISE_CHOICE_UNSPECIFIED",
+"BASELINE",
+"CANDIDATE",
+"TIE"
+],
+"enumDescriptions": [
+"Unspecified prediction choice.",
+"Baseline prediction wins",
+"Candidate prediction wins",
+"Winner cannot be determined"
+],
+"readOnly": true,
+"type": "string"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1PairwiseSummarizationQualitySpec": {
+"description": "Spec for pairwise summarization quality score metric.",
+"id": "GoogleCloudAiplatformV1PairwiseSummarizationQualitySpec",
+"properties": {
+"useReference": {
+"description": "Optional. Whether to use instance.reference to compute pairwise summarization quality.",
+"type": "boolean"
+},
+"version": {
+"description": "Optional. Which version to use for evaluation.",
+"format": "int32",
+"type": "integer"
+}
+},
+"type": "object"
+},
 "GoogleCloudAiplatformV1Part": {
 "description": "A datatype containing media that is part of a multi-part `Content` message. A `Part` consists of data which has an associated datatype. A `Part` can only contain one of the accepted types in `Part.data`. A `Part` must have a fixed IANA MIME type identifying the type and subtype of the media if `inline_data` or `file_data` field is filled with raw bytes.",
 "id": "GoogleCloudAiplatformV1Part",
@@ -28601,6 +29387,318 @@
 },
 "type": "object"
 },
+"GoogleCloudAiplatformV1QuestionAnsweringCorrectnessInput": {
+"description": "Input for question answering correctness metric.",
+"id": "GoogleCloudAiplatformV1QuestionAnsweringCorrectnessInput",
+"properties": {
+"instance": {
+"$ref": "GoogleCloudAiplatformV1QuestionAnsweringCorrectnessInstance",
+"description": "Required. Question answering correctness instance."
+},
+"metricSpec": {
+"$ref": "GoogleCloudAiplatformV1QuestionAnsweringCorrectnessSpec",
+"description": "Required. Spec for question answering correctness score metric."
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1QuestionAnsweringCorrectnessInstance": {
+"description": "Spec for question answering correctness instance.",
+"id": "GoogleCloudAiplatformV1QuestionAnsweringCorrectnessInstance",
+"properties": {
+"context": {
+"description": "Optional. Text provided as context to answer the question.",
+"type": "string"
+},
+"instruction": {
+"description": "Required. The question asked and other instruction in the inference prompt.",
+"type": "string"
+},
+"prediction": {
+"description": "Required. Output of the evaluated model.",
+"type": "string"
+},
+"reference": {
+"description": "Optional. Ground truth used to compare against the prediction.",
+"type": "string"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1QuestionAnsweringCorrectnessResult": {
+"description": "Spec for question answering correctness result.",
+"id": "GoogleCloudAiplatformV1QuestionAnsweringCorrectnessResult",
+"properties": {
+"confidence": {
+"description": "Output only. Confidence for question answering correctness score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+},
+"explanation": {
+"description": "Output only. Explanation for question answering correctness score.",
+"readOnly": true,
+"type": "string"
+},
+"score": {
+"description": "Output only. Question Answering Correctness score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1QuestionAnsweringCorrectnessSpec": {
+"description": "Spec for question answering correctness metric.",
+"id": "GoogleCloudAiplatformV1QuestionAnsweringCorrectnessSpec",
+"properties": {
+"useReference": {
+"description": "Optional. Whether to use instance.reference to compute question answering correctness.",
+"type": "boolean"
+},
+"version": {
+"description": "Optional. Which version to use for evaluation.",
+"format": "int32",
+"type": "integer"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1QuestionAnsweringHelpfulnessInput": {
+"description": "Input for question answering helpfulness metric.",
+"id": "GoogleCloudAiplatformV1QuestionAnsweringHelpfulnessInput",
+"properties": {
+"instance": {
+"$ref": "GoogleCloudAiplatformV1QuestionAnsweringHelpfulnessInstance",
+"description": "Required. Question answering helpfulness instance."
+},
+"metricSpec": {
+"$ref": "GoogleCloudAiplatformV1QuestionAnsweringHelpfulnessSpec",
+"description": "Required. Spec for question answering helpfulness score metric."
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1QuestionAnsweringHelpfulnessInstance": {
+"description": "Spec for question answering helpfulness instance.",
+"id": "GoogleCloudAiplatformV1QuestionAnsweringHelpfulnessInstance",
+"properties": {
+"context": {
+"description": "Optional. Text provided as context to answer the question.",
+"type": "string"
+},
+"instruction": {
+"description": "Required. The question asked and other instruction in the inference prompt.",
+"type": "string"
+},
+"prediction": {
+"description": "Required. Output of the evaluated model.",
+"type": "string"
+},
+"reference": {
+"description": "Optional. Ground truth used to compare against the prediction.",
+"type": "string"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1QuestionAnsweringHelpfulnessResult": {
+"description": "Spec for question answering helpfulness result.",
+"id": "GoogleCloudAiplatformV1QuestionAnsweringHelpfulnessResult",
+"properties": {
+"confidence": {
+"description": "Output only. Confidence for question answering helpfulness score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+},
+"explanation": {
+"description": "Output only. Explanation for question answering helpfulness score.",
+"readOnly": true,
+"type": "string"
+},
+"score": {
+"description": "Output only. Question Answering Helpfulness score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1QuestionAnsweringHelpfulnessSpec": {
+"description": "Spec for question answering helpfulness metric.",
+"id": "GoogleCloudAiplatformV1QuestionAnsweringHelpfulnessSpec",
+"properties": {
+"useReference": {
+"description": "Optional. Whether to use instance.reference to compute question answering helpfulness.",
+"type": "boolean"
+},
+"version": {
+"description": "Optional. Which version to use for evaluation.",
+"format": "int32",
+"type": "integer"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1QuestionAnsweringQualityInput": {
+"description": "Input for question answering quality metric.",
+"id": "GoogleCloudAiplatformV1QuestionAnsweringQualityInput",
+"properties": {
+"instance": {
+"$ref": "GoogleCloudAiplatformV1QuestionAnsweringQualityInstance",
+"description": "Required. Question answering quality instance."
+},
+"metricSpec": {
+"$ref": "GoogleCloudAiplatformV1QuestionAnsweringQualitySpec",
+"description": "Required. Spec for question answering quality score metric."
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1QuestionAnsweringQualityInstance": {
+"description": "Spec for question answering quality instance.",
+"id": "GoogleCloudAiplatformV1QuestionAnsweringQualityInstance",
+"properties": {
+"context": {
+"description": "Required. Text to answer the question.",
+"type": "string"
+},
+"instruction": {
+"description": "Required. Question Answering prompt for LLM.",
+"type": "string"
+},
+"prediction": {
+"description": "Required. Output of the evaluated model.",
+"type": "string"
+},
+"reference": {
+"description": "Optional. Ground truth used to compare against the prediction.",
+"type": "string"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1QuestionAnsweringQualityResult": {
+"description": "Spec for question answering quality result.",
+"id": "GoogleCloudAiplatformV1QuestionAnsweringQualityResult",
+"properties": {
+"confidence": {
+"description": "Output only. Confidence for question answering quality score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+},
+"explanation": {
+"description": "Output only. Explanation for question answering quality score.",
+"readOnly": true,
+"type": "string"
+},
+"score": {
+"description": "Output only. Question Answering Quality score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1QuestionAnsweringQualitySpec": {
+"description": "Spec for question answering quality score metric.",
+"id": "GoogleCloudAiplatformV1QuestionAnsweringQualitySpec",
+"properties": {
+"useReference": {
+"description": "Optional. Whether to use instance.reference to compute question answering quality.",
+"type": "boolean"
+},
+"version": {
+"description": "Optional. Which version to use for evaluation.",
+"format": "int32",
+"type": "integer"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1QuestionAnsweringRelevanceInput": {
+"description": "Input for question answering relevance metric.",
+"id": "GoogleCloudAiplatformV1QuestionAnsweringRelevanceInput",
+"properties": {
+"instance": {
+"$ref": "GoogleCloudAiplatformV1QuestionAnsweringRelevanceInstance",
+"description": "Required. Question answering relevance instance."
+},
+"metricSpec": {
+"$ref": "GoogleCloudAiplatformV1QuestionAnsweringRelevanceSpec",
+"description": "Required. Spec for question answering relevance score metric."
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1QuestionAnsweringRelevanceInstance": {
+"description": "Spec for question answering relevance instance.",
+"id": "GoogleCloudAiplatformV1QuestionAnsweringRelevanceInstance",
+"properties": {
+"context": {
+"description": "Optional. Text provided as context to answer the question.",
+"type": "string"
+},
+"instruction": {
+"description": "Required. The question asked and other instruction in the inference prompt.",
+"type": "string"
+},
+"prediction": {
+"description": "Required. Output of the evaluated model.",
+"type": "string"
+},
+"reference": {
+"description": "Optional. Ground truth used to compare against the prediction.",
+"type": "string"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1QuestionAnsweringRelevanceResult": {
+"description": "Spec for question answering relevance result.",
+"id": "GoogleCloudAiplatformV1QuestionAnsweringRelevanceResult",
+"properties": {
+"confidence": {
+"description": "Output only. Confidence for question answering relevance score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+},
+"explanation": {
+"description": "Output only. Explanation for question answering relevance score.",
+"readOnly": true,
+"type": "string"
+},
+"score": {
+"description": "Output only. Question Answering Relevance score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1QuestionAnsweringRelevanceSpec": {
+"description": "Spec for question answering relevance metric.",
+"id": "GoogleCloudAiplatformV1QuestionAnsweringRelevanceSpec",
+"properties": {
+"useReference": {
+"description": "Optional. Whether to use instance.reference to compute question answering relevance.",
+"type": "boolean"
+},
+"version": {
+"description": "Optional. Which version to use for evaluation.",
+"format": "int32",
+"type": "integer"
+}
+},
+"type": "object"
+},
 "GoogleCloudAiplatformV1RawPredictRequest": {
 "description": "Request message for PredictionService.RawPredict.",
 "id": "GoogleCloudAiplatformV1RawPredictRequest",
@@ -29052,6 +30150,112 @@
 },
 "type": "object"
 },
+"GoogleCloudAiplatformV1RougeInput": {
+"description": "Input for rouge metric.",
+"id": "GoogleCloudAiplatformV1RougeInput",
+"properties": {
+"instances": {
+"description": "Required. Repeated rouge instances.",
+"items": {
+"$ref": "GoogleCloudAiplatformV1RougeInstance"
+},
+"type": "array"
+},
+"metricSpec": {
+"$ref": "GoogleCloudAiplatformV1RougeSpec",
+"description": "Required. Spec for rouge score metric."
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1RougeInstance": {
+"description": "Spec for rouge instance.",
+"id": "GoogleCloudAiplatformV1RougeInstance",
+"properties": {
+"prediction": {
+"description": "Required. Output of the evaluated model.",
+"type": "string"
+},
+"reference": {
+"description": "Required. Ground truth used to compare against the prediction.",
+"type": "string"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1RougeMetricValue": {
+"description": "Rouge metric value for an instance.",
+"id": "GoogleCloudAiplatformV1RougeMetricValue",
+"properties": {
+"score": {
+"description": "Output only. Rouge score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1RougeResults": {
+"description": "Results for rouge metric.",
+"id": "GoogleCloudAiplatformV1RougeResults",
+"properties": {
+"rougeMetricValues": {
+"description": "Output only. Rouge metric values.",
+"items": {
+"$ref": "GoogleCloudAiplatformV1RougeMetricValue"
+},
+"readOnly": true,
+"type": "array"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1RougeSpec": {
+"description": "Spec for rouge score metric - calculates the recall of n-grams in prediction as compared to reference - returns a score ranging between 0 and 1.",
+"id": "GoogleCloudAiplatformV1RougeSpec",
+"properties": {
+"rougeType": {
+"description": "Optional. Supported rouge types are rougen[1-9], rougeL, and rougeLsum.",
+"type": "string"
+},
+"splitSummaries": {
+"description": "Optional. Whether to split summaries while using rougeLsum.",
+"type": "boolean"
+},
+"useStemmer": {
+"description": "Optional. Whether to use stemmer to compute rouge score.",
+"type": "boolean"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1SafetyInput": {
+"description": "Input for safety metric.",
+"id": "GoogleCloudAiplatformV1SafetyInput",
+"properties": {
+"instance": {
+"$ref": "GoogleCloudAiplatformV1SafetyInstance",
+"description": "Required. Safety instance."
+},
+"metricSpec": {
+"$ref": "GoogleCloudAiplatformV1SafetySpec",
+"description": "Required. Spec for safety metric."
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1SafetyInstance": {
+"description": "Spec for safety instance.",
+"id": "GoogleCloudAiplatformV1SafetyInstance",
+"properties": {
+"prediction": {
+"description": "Required. Output of the evaluated model.",
+"type": "string"
+}
+},
+"type": "object"
+},
 "GoogleCloudAiplatformV1SafetyRating": {
 "description": "Safety rating corresponding to the generated content.",
 "id": "GoogleCloudAiplatformV1SafetyRating",
@@ -29133,6 +30337,30 @@
 },
 "type": "object"
 },
+"GoogleCloudAiplatformV1SafetyResult": {
+"description": "Spec for safety result.",
+"id": "GoogleCloudAiplatformV1SafetyResult",
+"properties": {
+"confidence": {
+"description": "Output only. Confidence for safety score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+},
+"explanation": {
+"description": "Output only. Explanation for safety score.",
+"readOnly": true,
+"type": "string"
+},
+"score": {
+"description": "Output only. Safety score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+}
+},
+"type": "object"
+},
 "GoogleCloudAiplatformV1SafetySetting": {
 "description": "Safety settings.",
 "id": "GoogleCloudAiplatformV1SafetySetting",
@@ -29190,6 +30418,18 @@
 },
 "type": "object"
 },
+"GoogleCloudAiplatformV1SafetySpec": {
+"description": "Spec for safety metric.",
+"id": "GoogleCloudAiplatformV1SafetySpec",
+"properties": {
+"version": {
+"description": "Optional. Which version to use for evaluation.",
+"format": "int32",
+"type": "integer"
+}
+},
+"type": "object"
+},
 "GoogleCloudAiplatformV1SampleConfig": {
 "description": "Active learning data sampling config. For every active learning labeling iteration, it will select a batch of data based on the sampling strategy.",
 "id": "GoogleCloudAiplatformV1SampleConfig",
@@ -34382,6 +35622,240 @@ false
 },
 "type": "object"
 },
+"GoogleCloudAiplatformV1SummarizationHelpfulnessInput": {
+"description": "Input for summarization helpfulness metric.",
+"id": "GoogleCloudAiplatformV1SummarizationHelpfulnessInput",
+"properties": {
+"instance": {
+"$ref": "GoogleCloudAiplatformV1SummarizationHelpfulnessInstance",
+"description": "Required. Summarization helpfulness instance."
+},
+"metricSpec": {
+"$ref": "GoogleCloudAiplatformV1SummarizationHelpfulnessSpec",
+"description": "Required. Spec for summarization helpfulness score metric."
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1SummarizationHelpfulnessInstance": {
+"description": "Spec for summarization helpfulness instance.",
+"id": "GoogleCloudAiplatformV1SummarizationHelpfulnessInstance",
+"properties": {
+"context": {
+"description": "Required. Text to be summarized.",
+"type": "string"
+},
+"instruction": {
+"description": "Optional. Summarization prompt for LLM.",
+"type": "string"
+},
+"prediction": {
+"description": "Required. Output of the evaluated model.",
+"type": "string"
+},
+"reference": {
+"description": "Optional. Ground truth used to compare against the prediction.",
+"type": "string"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1SummarizationHelpfulnessResult": {
+"description": "Spec for summarization helpfulness result.",
+"id": "GoogleCloudAiplatformV1SummarizationHelpfulnessResult",
+"properties": {
+"confidence": {
+"description": "Output only. Confidence for summarization helpfulness score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+},
+"explanation": {
+"description": "Output only. Explanation for summarization helpfulness score.",
+"readOnly": true,
+"type": "string"
+},
+"score": {
+"description": "Output only. Summarization Helpfulness score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1SummarizationHelpfulnessSpec": {
+"description": "Spec for summarization helpfulness score metric.",
+"id": "GoogleCloudAiplatformV1SummarizationHelpfulnessSpec",
+"properties": {
+"useReference": {
+"description": "Optional. Whether to use instance.reference to compute summarization helpfulness.",
+"type": "boolean"
+},
+"version": {
+"description": "Optional. Which version to use for evaluation.",
+"format": "int32",
+"type": "integer"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1SummarizationQualityInput": {
+"description": "Input for summarization quality metric.",
+"id": "GoogleCloudAiplatformV1SummarizationQualityInput",
+"properties": {
+"instance": {
+"$ref": "GoogleCloudAiplatformV1SummarizationQualityInstance",
+"description": "Required. Summarization quality instance."
+},
+"metricSpec": {
+"$ref": "GoogleCloudAiplatformV1SummarizationQualitySpec",
+"description": "Required. Spec for summarization quality score metric."
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1SummarizationQualityInstance": {
+"description": "Spec for summarization quality instance.",
+"id": "GoogleCloudAiplatformV1SummarizationQualityInstance",
+"properties": {
+"context": {
+"description": "Required. Text to be summarized.",
+"type": "string"
+},
+"instruction": {
+"description": "Required. Summarization prompt for LLM.",
+"type": "string"
+},
+"prediction": {
+"description": "Required. Output of the evaluated model.",
+"type": "string"
+},
+"reference": {
+"description": "Optional. Ground truth used to compare against the prediction.",
+"type": "string"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1SummarizationQualityResult": {
+"description": "Spec for summarization quality result.",
+"id": "GoogleCloudAiplatformV1SummarizationQualityResult",
+"properties": {
+"confidence": {
+"description": "Output only. Confidence for summarization quality score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+},
+"explanation": {
+"description": "Output only. Explanation for summarization quality score.",
+"readOnly": true,
+"type": "string"
+},
+"score": {
+"description": "Output only. Summarization Quality score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1SummarizationQualitySpec": {
+"description": "Spec for summarization quality score metric.",
+"id": "GoogleCloudAiplatformV1SummarizationQualitySpec",
+"properties": {
+"useReference": {
+"description": "Optional. Whether to use instance.reference to compute summarization quality.",
+"type": "boolean"
+},
+"version": {
+"description": "Optional. Which version to use for evaluation.",
+"format": "int32",
+"type": "integer"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1SummarizationVerbosityInput": {
+"description": "Input for summarization verbosity metric.",
+"id": "GoogleCloudAiplatformV1SummarizationVerbosityInput",
+"properties": {
+"instance": {
+"$ref": "GoogleCloudAiplatformV1SummarizationVerbosityInstance",
+"description": "Required. Summarization verbosity instance."
+},
+"metricSpec": {
+"$ref": "GoogleCloudAiplatformV1SummarizationVerbositySpec",
+"description": "Required. Spec for summarization verbosity score metric."
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1SummarizationVerbosityInstance": {
+"description": "Spec for summarization verbosity instance.",
+"id": "GoogleCloudAiplatformV1SummarizationVerbosityInstance",
+"properties": {
+"context": {
+"description": "Required. Text to be summarized.",
+"type": "string"
+},
+"instruction": {
+"description": "Optional. Summarization prompt for LLM.",
+"type": "string"
+},
+"prediction": {
+"description": "Required. Output of the evaluated model.",
+"type": "string"
+},
+"reference": {
+"description": "Optional. Ground truth used to compare against the prediction.",
+"type": "string"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1SummarizationVerbosityResult": {
+"description": "Spec for summarization verbosity result.",
+"id": "GoogleCloudAiplatformV1SummarizationVerbosityResult",
+"properties": {
+"confidence": {
+"description": "Output only. Confidence for summarization verbosity score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+},
+"explanation": {
+"description": "Output only. Explanation for summarization verbosity score.",
+"readOnly": true,
+"type": "string"
+},
+"score": {
+"description": "Output only. Summarization Verbosity score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1SummarizationVerbositySpec": {
+"description": "Spec for summarization verbosity score metric.",
+"id": "GoogleCloudAiplatformV1SummarizationVerbositySpec",
+"properties": {
+"useReference": {
+"description": "Optional. Whether to use instance.reference to compute summarization verbosity.",
+"type": "boolean"
+},
+"version": {
+"description": "Optional. Which version to use for evaluation.",
+"format": "int32",
+"type": "integer"
+}
+},
+"type": "object"
+},
 "GoogleCloudAiplatformV1SupervisedHyperParameters": {
 "description": "Hyperparameters for SFT.",
 "id": "GoogleCloudAiplatformV1SupervisedHyperParameters",
@@ -35175,6 +36649,73 @@ false
 },
 "type": "object"
 },
+"GoogleCloudAiplatformV1ToolCallValidInput": {
+"description": "Input for tool call valid metric.",
+"id": "GoogleCloudAiplatformV1ToolCallValidInput",
+"properties": {
+"instances": {
+"description": "Required. Repeated tool call valid instances.",
+"items": {
+"$ref": "GoogleCloudAiplatformV1ToolCallValidInstance"
+},
+"type": "array"
+},
+"metricSpec": {
+"$ref": "GoogleCloudAiplatformV1ToolCallValidSpec",
+"description": "Required. Spec for tool call valid metric."
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1ToolCallValidInstance": {
+"description": "Spec for tool call valid instance.",
+"id": "GoogleCloudAiplatformV1ToolCallValidInstance",
+"properties": {
+"prediction": {
+"description": "Required. Output of the evaluated model.",
+"type": "string"
+},
+"reference": {
+"description": "Required. Ground truth used to compare against the prediction.",
+"type": "string"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1ToolCallValidMetricValue": {
+"description": "Tool call valid metric value for an instance.",
+"id": "GoogleCloudAiplatformV1ToolCallValidMetricValue",
+"properties": {
+"score": {
+"description": "Output only. Tool call valid score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1ToolCallValidResults": {
+"description": "Results for tool call valid metric.",
+"id": "GoogleCloudAiplatformV1ToolCallValidResults",
+"properties": {
+"toolCallValidMetricValues": {
+"description": "Output only. Tool call valid metric values.",
+"items": {
+"$ref": "GoogleCloudAiplatformV1ToolCallValidMetricValue"
+},
+"readOnly": true,
+"type": "array"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1ToolCallValidSpec": {
+"description": "Spec for tool call valid metric.",
+"id": "GoogleCloudAiplatformV1ToolCallValidSpec",
+"properties": {},
+"type": "object"
+},
 "GoogleCloudAiplatformV1ToolConfig": {
 "description": "Tool config. This config is shared for all tools provided in the request.",
 "id": "GoogleCloudAiplatformV1ToolConfig",
@@ -35186,6 +36727,212 @@ false
 },
 "type": "object"
 },
+"GoogleCloudAiplatformV1ToolNameMatchInput": {
+"description": "Input for tool name match metric.",
+"id": "GoogleCloudAiplatformV1ToolNameMatchInput",
+"properties": {
+"instances": {
+"description": "Required. Repeated tool name match instances.",
+"items": {
+"$ref": "GoogleCloudAiplatformV1ToolNameMatchInstance"
+},
+"type": "array"
+},
+"metricSpec": {
+"$ref": "GoogleCloudAiplatformV1ToolNameMatchSpec",
+"description": "Required. Spec for tool name match metric."
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1ToolNameMatchInstance": {
+"description": "Spec for tool name match instance.",
+"id": "GoogleCloudAiplatformV1ToolNameMatchInstance",
+"properties": {
+"prediction": {
+"description": "Required. Output of the evaluated model.",
+"type": "string"
+},
+"reference": {
+"description": "Required. Ground truth used to compare against the prediction.",
+"type": "string"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1ToolNameMatchMetricValue": {
+"description": "Tool name match metric value for an instance.",
+"id": "GoogleCloudAiplatformV1ToolNameMatchMetricValue",
+"properties": {
+"score": {
+"description": "Output only. Tool name match score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1ToolNameMatchResults": {
+"description": "Results for tool name match metric.",
+"id": "GoogleCloudAiplatformV1ToolNameMatchResults",
+"properties": {
+"toolNameMatchMetricValues": {
+"description": "Output only. Tool name match metric values.",
+"items": {
+"$ref": "GoogleCloudAiplatformV1ToolNameMatchMetricValue"
+},
+"readOnly": true,
+"type": "array"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1ToolNameMatchSpec": {
+"description": "Spec for tool name match metric.",
+"id": "GoogleCloudAiplatformV1ToolNameMatchSpec",
+"properties": {},
+"type": "object"
+},
+"GoogleCloudAiplatformV1ToolParameterKVMatchInput": {
+"description": "Input for tool parameter key value match metric.",
+"id": "GoogleCloudAiplatformV1ToolParameterKVMatchInput",
+"properties": {
+"instances": {
+"description": "Required. Repeated tool parameter key value match instances.",
+"items": {
+"$ref": "GoogleCloudAiplatformV1ToolParameterKVMatchInstance"
+},
+"type": "array"
+},
+"metricSpec": {
+"$ref": "GoogleCloudAiplatformV1ToolParameterKVMatchSpec",
+"description": "Required. Spec for tool parameter key value match metric."
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1ToolParameterKVMatchInstance": {
+"description": "Spec for tool parameter key value match instance.",
+"id": "GoogleCloudAiplatformV1ToolParameterKVMatchInstance",
+"properties": {
+"prediction": {
+"description": "Required. Output of the evaluated model.",
+"type": "string"
+},
+"reference": {
+"description": "Required. Ground truth used to compare against the prediction.",
+"type": "string"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1ToolParameterKVMatchMetricValue": {
+"description": "Tool parameter key value match metric value for an instance.",
+"id": "GoogleCloudAiplatformV1ToolParameterKVMatchMetricValue",
+"properties": {
+"score": {
+"description": "Output only. Tool parameter key value match score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1ToolParameterKVMatchResults": {
+"description": "Results for tool parameter key value match metric.",
+"id": "GoogleCloudAiplatformV1ToolParameterKVMatchResults",
+"properties": {
+"toolParameterKvMatchMetricValues": {
+"description": "Output only. Tool parameter key value match metric values.",
+"items": {
+"$ref": "GoogleCloudAiplatformV1ToolParameterKVMatchMetricValue"
+},
+"readOnly": true,
+"type": "array"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1ToolParameterKVMatchSpec": {
+"description": "Spec for tool parameter key value match metric.",
+"id": "GoogleCloudAiplatformV1ToolParameterKVMatchSpec",
+"properties": {
+"useStrictStringMatch": {
+"description": "Optional. Whether to use STRCIT string match on parameter values.",
+"type": "boolean"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1ToolParameterKeyMatchInput": {
+"description": "Input for tool parameter key match metric.",
+"id": "GoogleCloudAiplatformV1ToolParameterKeyMatchInput",
+"properties": {
+"instances": {
+"description": "Required. Repeated tool parameter key match instances.",
+"items": {
+"$ref": "GoogleCloudAiplatformV1ToolParameterKeyMatchInstance"
+},
+"type": "array"
+},
+"metricSpec": {
+"$ref": "GoogleCloudAiplatformV1ToolParameterKeyMatchSpec",
+"description": "Required. Spec for tool parameter key match metric."
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1ToolParameterKeyMatchInstance": {
+"description": "Spec for tool parameter key match instance.",
+"id": "GoogleCloudAiplatformV1ToolParameterKeyMatchInstance",
+"properties": {
+"prediction": {
+"description": "Required. Output of the evaluated model.",
+"type": "string"
+},
+"reference": {
+"description": "Required. Ground truth used to compare against the prediction.",
+"type": "string"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1ToolParameterKeyMatchMetricValue": {
+"description": "Tool parameter key match metric value for an instance.",
+"id": "GoogleCloudAiplatformV1ToolParameterKeyMatchMetricValue",
+"properties": {
+"score": {
+"description": "Output only. Tool parameter key match score.",
+"format": "float",
+"readOnly": true,
+"type": "number"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1ToolParameterKeyMatchResults": {
+"description": "Results for tool parameter key match metric.",
+"id": "GoogleCloudAiplatformV1ToolParameterKeyMatchResults",
+"properties": {
+"toolParameterKeyMatchMetricValues": {
+"description": "Output only. Tool parameter key match metric values.",
+"items": {
+"$ref": "GoogleCloudAiplatformV1ToolParameterKeyMatchMetricValue"
+},
+"readOnly": true,
+"type": "array"
+}
+},
+"type": "object"
+},
+"GoogleCloudAiplatformV1ToolParameterKeyMatchSpec": {
+"description": "Spec for tool parameter key match metric.",
+"id": "GoogleCloudAiplatformV1ToolParameterKeyMatchSpec",
+"properties": {},
+"type": "object"
+},
 "GoogleCloudAiplatformV1TrainingConfig": {
 "description": "CMLE training config. For every active learning labeling iteration, system will train a machine learning model on CMLE. The trained model will be used by data sampling algorithm to select DataItems.",
 "id": "GoogleCloudAiplatformV1TrainingConfig",