google-cloud-ces-v1beta 0.1.0 → 0.2.0

data/lib/google/cloud/ces/v1beta/evaluation_metrics_config_pb.rb

@@ -0,0 +1,31 @@
+# frozen_string_literal: true
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: google/cloud/ces/v1beta/evaluation_metrics_config.proto
+
+require 'google/protobuf'
+
+require 'google/api/field_behavior_pb'
+
+
+descriptor_data = "\n7google/cloud/ces/v1beta/evaluation_metrics_config.proto\x12\x17google.cloud.ces.v1beta\x1a\x1fgoogle/api/field_behavior.proto\"\x80\x0b\n\x17\x45valuationMetricsConfig\x12h\n\x15golden_metrics_config\x18\x01 \x01(\x0b\x32\x44.google.cloud.ces.v1beta.EvaluationMetricsConfig.GoldenMetricsConfigB\x03\xe0\x41\x01\x12l\n\x17scenario_metrics_config\x18\x02 \x01(\x0b\x32\x46.google.cloud.ces.v1beta.EvaluationMetricsConfig.ScenarioMetricsConfigB\x03\xe0\x41\x01\x1aR\n\x1fSemanticSimilarityMetricsConfig\x12/\n\"enable_semantic_similarity_metrics\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x1aL\n\x1cToolCorrectnessMetricsConfig\x12,\n\x1f\x65nable_tool_correctness_metrics\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x1aG\n\x1aHallucinationMetricsConfig\x12)\n\x1c\x65nable_hallucination_metrics\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x1a\x45\n\x18UserGoalMetMetricsConfig\x12)\n\x1c\x65nable_user_goal_met_metrics\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x1aL\n\x1c\x45xpectationsMetMetricsConfig\x12,\n\x1f\x65nable_expectations_met_metrics\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x1a\x99\x03\n\x13GoldenMetricsConfig\x12\x81\x01\n\"semantic_similarity_metrics_config\x18\x01 \x01(\x0b\x32P.google.cloud.ces.v1beta.EvaluationMetricsConfig.SemanticSimilarityMetricsConfigB\x03\xe0\x41\x01\x12{\n\x1ftool_correctness_metrics_config\x18\x02 \x01(\x0b\x32M.google.cloud.ces.v1beta.EvaluationMetricsConfig.ToolCorrectnessMetricsConfigB\x03\xe0\x41\x01\x12\x80\x01\n$step_tool_correctness_metrics_config\x18\x06 \x01(\x0b\x32M.google.cloud.ces.v1beta.EvaluationMetricsConfig.ToolCorrectnessMetricsConfigB\x03\xe0\x41\x01\x1a\x8a\x02\n\x15ScenarioMetricsConfig\x12t\n\x1cuser_goal_met_metrics_config\x18\x02 \x01(\x0b\x32I.google.cloud.ces.v1beta.EvaluationMetricsConfig.UserGoalMetMetricsConfigB\x03\xe0\x41\x01\x12{\n\x1f\x65xpectations_met_metrics_config\x18\x03 \x01(\x0b\x32M.google.cloud.ces.v1beta.EvaluationMetricsConfig.ExpectationsMetMetricsConfigB\x03\xe0\x41\x01\"d\n\x0e\x43omparisonType\x12\x1f\n\x1b\x43OMPARISON_TYPE_UNSPECIFIED\x10\x00\x12\n\n\x06\x45QUALS\x10\x01\x12\x0c\n\x08\x43ONTAINS\x10\x02\x12\x17\n\x13SEMANTIC_SIMILARITY\x10\x03\x42l\n\x1b\x63om.google.cloud.ces.v1betaB\x1c\x45valuationMetricsConfigProtoP\x01Z-cloud.google.com/go/ces/apiv1beta/cespb;cespbb\x06proto3"
+
+pool = ::Google::Protobuf::DescriptorPool.generated_pool
+pool.add_serialized_file(descriptor_data)
+
+module Google
+  module Cloud
+    module Ces
+      module V1beta
+        EvaluationMetricsConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationMetricsConfig").msgclass
+        EvaluationMetricsConfig::SemanticSimilarityMetricsConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationMetricsConfig.SemanticSimilarityMetricsConfig").msgclass
+        EvaluationMetricsConfig::ToolCorrectnessMetricsConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationMetricsConfig.ToolCorrectnessMetricsConfig").msgclass
+        EvaluationMetricsConfig::HallucinationMetricsConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationMetricsConfig.HallucinationMetricsConfig").msgclass
+        EvaluationMetricsConfig::UserGoalMetMetricsConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationMetricsConfig.UserGoalMetMetricsConfig").msgclass
+        EvaluationMetricsConfig::ExpectationsMetMetricsConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationMetricsConfig.ExpectationsMetMetricsConfig").msgclass
+        EvaluationMetricsConfig::GoldenMetricsConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationMetricsConfig.GoldenMetricsConfig").msgclass
+        EvaluationMetricsConfig::ScenarioMetricsConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationMetricsConfig.ScenarioMetricsConfig").msgclass
+        EvaluationMetricsConfig::ComparisonType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationMetricsConfig.ComparisonType").enummodule
+      end
+    end
+  end
+end

data/lib/google/cloud/ces/v1beta/evaluation_pb.rb

@@ -8,6 +8,7 @@ require 'google/api/field_behavior_pb'
 require 'google/api/resource_pb'
 require 'google/cloud/ces/v1beta/app_pb'
 require 'google/cloud/ces/v1beta/common_pb'
+require 'google/cloud/ces/v1beta/evaluation_metrics_config_pb'
 require 'google/cloud/ces/v1beta/example_pb'
 require 'google/cloud/ces/v1beta/fakes_pb'
 require 'google/cloud/ces/v1beta/golden_run_pb'
@@ -19,7 +20,7 @@ require 'google/protobuf/timestamp_pb'
 require 'google/rpc/status_pb'
 
 
-descriptor_data = "\n(google/cloud/ces/v1beta/evaluation.proto\x12\x17google.cloud.ces.v1beta\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a!google/cloud/ces/v1beta/app.proto\x1a$google/cloud/ces/v1beta/common.proto\x1a%google/cloud/ces/v1beta/example.proto\x1a#google/cloud/ces/v1beta/fakes.proto\x1a(google/cloud/ces/v1beta/golden_run.proto\x1a-google/cloud/ces/v1beta/session_service.proto\x1a*google/cloud/ces/v1beta/toolset_tool.proto\x1a\x1egoogle/protobuf/duration.proto\x1a\x1cgoogle/protobuf/struct.proto\x1a\x1fgoogle/protobuf/timestamp.proto\x1a\x17google/rpc/status.proto\"\xeb\r\n\x11\x41ggregatedMetrics\x12\x63\n\x16metrics_by_app_version\x18\x03 \x03(\x0b\x32>.google.cloud.ces.v1beta.AggregatedMetrics.MetricsByAppVersionB\x03\xe0\x41\x03\x1an\n\x0bToolMetrics\x12-\n\x04tool\x18\x01 \x01(\tB\x1f\xe0\x41\x03\xfa\x41\x19\n\x17\x63\x65s.googleapis.com/Tool\x12\x17\n\npass_count\x18\x02 \x01(\x05\x42\x03\xe0\x41\x03\x12\x17\n\nfail_count\x18\x03 \x01(\x05\x42\x03\xe0\x41\x03\x1aM\n\x12TurnLatencyMetrics\x12\x37\n\x0f\x61verage_latency\x18\x01 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x03\x1a\x80\x01\n\x16ToolCallLatencyMetrics\x12-\n\x04tool\x18\x01 \x01(\tB\x1f\xe0\x41\x03\xfa\x41\x19\n\x17\x63\x65s.googleapis.com/Tool\x12\x37\n\x0f\x61verage_latency\x18\x02 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x03\x1a/\n\x19SemanticSimilarityMetrics\x12\x12\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03\x1a*\n\x14HallucinationMetrics\x12\x12\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03\x1a\xb1\x05\n\x13MetricsByAppVersion\x12\x1b\n\x0e\x61pp_version_id\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12Q\n\x0ctool_metrics\x18\x02 \x03(\x0b\x32\x36.google.cloud.ces.v1beta.AggregatedMetrics.ToolMetricsB\x03\xe0\x41\x03\x12n\n\x1bsemantic_similarity_metrics\x18\x03 \x03(\x0b\x32\x44.google.cloud.ces.v1beta.AggregatedMetrics.SemanticSimilarityMetricsB\x03\xe0\x41\x03\x12\x63\n\x15hallucination_metrics\x18\x05 \x03(\x0b\x32?.google.cloud.ces.v1beta.AggregatedMetrics.HallucinationMetricsB\x03\xe0\x41\x03\x12i\n\x19tool_call_latency_metrics\x18\x06 \x03(\x0b\x32\x41.google.cloud.ces.v1beta.AggregatedMetrics.ToolCallLatencyMetricsB\x03\xe0\x41\x03\x12`\n\x14turn_latency_metrics\x18\x07 \x03(\x0b\x32=.google.cloud.ces.v1beta.AggregatedMetrics.TurnLatencyMetricsB\x03\xe0\x41\x03\x12\x17\n\npass_count\x18\x08 \x01(\x05\x42\x03\xe0\x41\x03\x12\x17\n\nfail_count\x18\t \x01(\x05\x42\x03\xe0\x41\x03\x12V\n\x0fmetrics_by_turn\x18\x04 \x03(\x0b\x32\x38.google.cloud.ces.v1beta.AggregatedMetrics.MetricsByTurnB\x03\xe0\x41\x03\x1a\x9d\x04\n\rMetricsByTurn\x12\x17\n\nturn_index\x18\x01 \x01(\x05\x42\x03\xe0\x41\x03\x12Q\n\x0ctool_metrics\x18\x02 \x03(\x0b\x32\x36.google.cloud.ces.v1beta.AggregatedMetrics.ToolMetricsB\x03\xe0\x41\x03\x12n\n\x1bsemantic_similarity_metrics\x18\x03 \x03(\x0b\x32\x44.google.cloud.ces.v1beta.AggregatedMetrics.SemanticSimilarityMetricsB\x03\xe0\x41\x03\x12\x63\n\x15hallucination_metrics\x18\x04 \x03(\x0b\x32?.google.cloud.ces.v1beta.AggregatedMetrics.HallucinationMetricsB\x03\xe0\x41\x03\x12i\n\x19tool_call_latency_metrics\x18\x05 \x03(\x0b\x32\x41.google.cloud.ces.v1beta.AggregatedMetrics.ToolCallLatencyMetricsB\x03\xe0\x41\x03\x12`\n\x14turn_latency_metrics\x18\x06 \x03(\x0b\x32=.google.cloud.ces.v1beta.AggregatedMetrics.TurnLatencyMetricsB\x03\xe0\x41\x03\"\x85\x19\n\nEvaluation\x12\x41\n\x06golden\x18\x0b \x01(\x0b\x32*.google.cloud.ces.v1beta.Evaluation.GoldenB\x03\xe0\x41\x01H\x00\x12\x45\n\x08scenario\x18\x0c \x01(\x0b\x32,.google.cloud.ces.v1beta.Evaluation.ScenarioB\x03\xe0\x41\x01H\x00\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x08\x12\x19\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x18\n\x0b\x64\x65scription\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x11\n\x04tags\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12I\n\x13\x65valuation_datasets\x18\x05 \x03(\tB,\xe0\x41\x03\xfa\x41&\n$ces.googleapis.com/EvaluationDataset\x12\x34\n\x0b\x63reate_time\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x17\n\ncreated_by\x18\r \x01(\tB\x03\xe0\x41\x03\x12\x34\n\x0bupdate_time\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x1c\n\x0flast_updated_by\x18\x0e \x01(\tB\x03\xe0\x41\x03\x12\x41\n\x0f\x65valuation_runs\x18\x0f \x03(\tB(\xe0\x41\x03\xfa\x41\"\n ces.googleapis.com/EvaluationRun\x12\x11\n\x04\x65tag\x18\n \x01(\tB\x03\xe0\x41\x03\x12K\n\x12\x61ggregated_metrics\x18\x10 \x01(\x0b\x32*.google.cloud.ces.v1beta.AggregatedMetricsB\x03\xe0\x41\x03\x12M\n\x15last_completed_result\x18\x11 \x01(\x0b\x32).google.cloud.ces.v1beta.EvaluationResultB\x03\xe0\x41\x03\x12\x14\n\x07invalid\x18\x12 \x01(\x08\x42\x03\xe0\x41\x03\x12H\n\x10last_ten_results\x18\x13 \x03(\x0b\x32).google.cloud.ces.v1beta.EvaluationResultB\x03\xe0\x41\x03\x1a\xc2\x03\n\x11GoldenExpectation\x12;\n\ttool_call\x18\x02 \x01(\x0b\x32!.google.cloud.ces.v1beta.ToolCallB\x03\xe0\x41\x01H\x00\x12\x43\n\rtool_response\x18\x03 \x01(\x0b\x32%.google.cloud.ces.v1beta.ToolResponseB\x03\xe0\x41\x01H\x00\x12?\n\x0e\x61gent_response\x18\x04 \x01(\x0b\x32 .google.cloud.ces.v1beta.MessageB\x03\xe0\x41\x01H\x00\x12\x45\n\x0e\x61gent_transfer\x18\x05 \x01(\x0b\x32&.google.cloud.ces.v1beta.AgentTransferB\x03\xe0\x41\x01H\x00\x12\x39\n\x11updated_variables\x18\x06 \x01(\x0b\x32\x17.google.protobuf.StructB\x03\xe0\x41\x01H\x00\x12H\n\x12mock_tool_response\x18\x07 \x01(\x0b\x32%.google.cloud.ces.v1beta.ToolResponseB\x03\xe0\x41\x01H\x00\x12\x11\n\x04note\x18\x01 \x01(\tB\x03\xe0\x41\x01\x42\x0b\n\tcondition\x1a\xea\x01\n\x04Step\x12@\n\nuser_input\x18\x01 \x01(\x0b\x32%.google.cloud.ces.v1beta.SessionInputB\x03\xe0\x41\x01H\x00\x12\x45\n\x0e\x61gent_transfer\x18\x02 \x01(\x0b\x32&.google.cloud.ces.v1beta.AgentTransferB\x03\xe0\x41\x01H\x00\x12Q\n\x0b\x65xpectation\x18\x03 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.Evaluation.GoldenExpectationB\x03\xe0\x41\x01H\x00\x42\x06\n\x04step\x1a\x81\x01\n\nGoldenTurn\x12<\n\x05steps\x18\x01 \x03(\x0b\x32(.google.cloud.ces.v1beta.Evaluation.StepB\x03\xe0\x41\x02\x12\x35\n\troot_span\x18\x02 \x01(\x0b\x32\x1d.google.cloud.ces.v1beta.SpanB\x03\xe0\x41\x01\x1a\x9f\x01\n\x06Golden\x12\x42\n\x05turns\x18\x02 \x03(\x0b\x32..google.cloud.ces.v1beta.Evaluation.GoldenTurnB\x03\xe0\x41\x02\x12Q\n\x17\x65valuation_expectations\x18\x03 \x03(\tB0\xe0\x41\x01\xfa\x41*\n(ces.googleapis.com/EvaluationExpectation\x1a\xef\x02\n\x13ScenarioExpectation\x12h\n\x10tool_expectation\x18\x01 \x01(\x0b\x32G.google.cloud.ces.v1beta.Evaluation.ScenarioExpectation.ToolExpectationB\x03\xe0\x41\x01H\x00\x12?\n\x0e\x61gent_response\x18\x02 \x01(\x0b\x32 .google.cloud.ces.v1beta.MessageB\x03\xe0\x41\x01H\x00\x1a\x9d\x01\n\x0fToolExpectation\x12\x42\n\x12\x65xpected_tool_call\x18\x01 \x01(\x0b\x32!.google.cloud.ces.v1beta.ToolCallB\x03\xe0\x41\x02\x12\x46\n\x12mock_tool_response\x18\x02 \x01(\x0b\x32%.google.cloud.ces.v1beta.ToolResponseB\x03\xe0\x41\x02\x42\r\n\x0b\x65xpectation\x1a\xf1\x06\n\x08Scenario\x12\x11\n\x04task\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12N\n\nuser_facts\x18\x04 \x03(\x0b\x32\x35.google.cloud.ces.v1beta.Evaluation.Scenario.UserFactB\x03\xe0\x41\x01\x12\x16\n\tmax_turns\x18\x05 \x01(\x05\x42\x03\xe0\x41\x01\x12\x14\n\x07rubrics\x18\x02 \x03(\tB\x03\xe0\x41\x02\x12[\n\x15scenario_expectations\x18\x03 \x03(\x0b\x32\x37.google.cloud.ces.v1beta.Evaluation.ScenarioExpectationB\x03\xe0\x41\x02\x12\x38\n\x12variable_overrides\x18\x06 \x01(\x0b\x32\x17.google.protobuf.StructB\x03\xe0\x41\x01\x12l\n\x18task_completion_behavior\x18\x07 \x01(\x0e\x32\x43.google.cloud.ces.v1beta.Evaluation.Scenario.TaskCompletionBehaviorB\x05\x18\x01\xe0\x41\x01\x12^\n\x12user_goal_behavior\x18\x08 \x01(\x0e\x32=.google.cloud.ces.v1beta.Evaluation.Scenario.UserGoalBehaviorB\x03\xe0\x41\x01\x12Q\n\x17\x65valuation_expectations\x18\n \x03(\tB0\xe0\x41\x01\xfa\x41*\n(ces.googleapis.com/EvaluationExpectation\x1a\x31\n\x08UserFact\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x12\n\x05value\x18\x02 \x01(\tB\x03\xe0\x41\x02\"i\n\x16TaskCompletionBehavior\x12(\n$TASK_COMPLETION_BEHAVIOR_UNSPECIFIED\x10\x00\x12\x12\n\x0eTASK_SATISFIED\x10\x01\x12\x11\n\rTASK_REJECTED\x10\x02\"~\n\x10UserGoalBehavior\x12\"\n\x1eUSER_GOAL_BEHAVIOR_UNSPECIFIED\x10\x00\x12\x17\n\x13USER_GOAL_SATISFIED\x10\x01\x12\x16\n\x12USER_GOAL_REJECTED\x10\x02\x12\x15\n\x11USER_GOAL_IGNORED\x10\x03:\x89\x01\xea\x41\x85\x01\n\x1d\x63\x65s.googleapis.com/Evaluation\x12Kprojects/{project}/locations/{location}/apps/{app}/evaluations/{evaluation}*\x0b\x65valuations2\nevaluationB\x08\n\x06inputs\"\xb0\x04\n\x11\x45valuationDataset\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x08\x12\x19\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12:\n\x0b\x65valuations\x18\x03 \x03(\tB%\xe0\x41\x01\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/Evaluation\x12\x34\n\x0b\x63reate_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x34\n\x0bupdate_time\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x11\n\x04\x65tag\x18\x06 \x01(\tB\x03\xe0\x41\x03\x12\x17\n\ncreated_by\x18\x07 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\x0flast_updated_by\x18\x08 \x01(\tB\x03\xe0\x41\x03\x12K\n\x12\x61ggregated_metrics\x18\t \x01(\x0b\x32*.google.cloud.ces.v1beta.AggregatedMetricsB\x03\xe0\x41\x03:\xad\x01\xea\x41\xa9\x01\n$ces.googleapis.com/EvaluationDataset\x12Zprojects/{project}/locations/{location}/apps/{app}/evaluationDatasets/{evaluation_dataset}*\x12\x65valuationDatasets2\x11\x65valuationDataset\"\xc0\x37\n\x10\x45valuationResult\x12T\n\rgolden_result\x18\x07 \x01(\x0b\x32\x36.google.cloud.ces.v1beta.EvaluationResult.GoldenResultB\x03\xe0\x41\x03H\x00\x12X\n\x0fscenario_result\x18\x08 \x01(\x0b\x32\x38.google.cloud.ces.v1beta.EvaluationResult.ScenarioResultB\x03\xe0\x41\x03H\x00\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x08\x12\x19\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x34\n\x0b\x63reate_time\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12Q\n\x11\x65valuation_status\x18\x04 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x03\xe0\x41\x03\x12@\n\x0e\x65valuation_run\x18\x06 \x01(\tB(\xe0\x41\x03\xfa\x41\"\n ces.googleapis.com/EvaluationRun\x12@\n\x07persona\x18\x11 \x01(\x0b\x32*.google.cloud.ces.v1beta.EvaluationPersonaB\x03\xe0\x41\x03\x12\x45\n\nerror_info\x18\x0f \x01(\x0b\x32,.google.cloud.ces.v1beta.EvaluationErrorInfoB\x03\xe0\x41\x03\x12(\n\x05\x65rror\x18\x0e \x01(\x0b\x32\x12.google.rpc.StatusB\x05\x18\x01\xe0\x41\x03\x12\x19\n\x0cinitiated_by\x18\t \x01(\tB\x03\xe0\x41\x03\x12:\n\x0b\x61pp_version\x18\n \x01(\tB%\xe0\x41\x03\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/AppVersion\x12%\n\x18\x61pp_version_display_name\x18\r \x01(\tB\x03\xe0\x41\x03\x12\x37\n\tchangelog\x18\x15 \x01(\tB$\xe0\x41\x03\xfa\x41\x1e\n\x1c\x63\x65s.googleapis.com/Changelog\x12>\n\x15\x63hangelog_create_time\x18\x16 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12V\n\x0f\x65xecution_state\x18\x0b \x01(\x0e\x32\x38.google.cloud.ces.v1beta.EvaluationResult.ExecutionStateB\x03\xe0\x41\x03\x12`\n\x1d\x65valuation_metrics_thresholds\x18\x0c \x01(\x0b\x32\x34.google.cloud.ces.v1beta.EvaluationMetricsThresholdsB\x03\xe0\x41\x03\x12>\n\x06\x63onfig\x18\x12 \x01(\x0b\x32).google.cloud.ces.v1beta.EvaluationConfigB\x03\xe0\x41\x03\x12H\n\x11golden_run_method\x18\x13 \x01(\x0e\x32(.google.cloud.ces.v1beta.GoldenRunMethodB\x03\xe0\x41\x03\x1a\xa4\x07\n\x18GoldenExpectationOutcome\x12\x44\n\x12observed_tool_call\x18\x02 \x01(\x0b\x32!.google.cloud.ces.v1beta.ToolCallB\x03\xe0\x41\x03H\x00\x12L\n\x16observed_tool_response\x18\x03 \x01(\x0b\x32%.google.cloud.ces.v1beta.ToolResponseB\x03\xe0\x41\x03H\x00\x12H\n\x17observed_agent_response\x18\x04 \x01(\x0b\x32 .google.cloud.ces.v1beta.MessageB\x03\xe0\x41\x03H\x00\x12N\n\x17observed_agent_transfer\x18\x05 \x01(\x0b\x32&.google.cloud.ces.v1beta.AgentTransferB\x03\xe0\x41\x03H\x00\x12O\n\x0b\x65xpectation\x18\x01 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.Evaluation.GoldenExpectationB\x03\xe0\x41\x03\x12G\n\x07outcome\x18\x06 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x03\xe0\x41\x03\x12m\n\x1asemantic_similarity_result\x18\x07 \x01(\x0b\x32\x42.google.cloud.ces.v1beta.EvaluationResult.SemanticSimilarityResultB\x05\x18\x01\xe0\x41\x03\x12|\n\x16tool_invocation_result\x18\x08 \x01(\x0b\x32W.google.cloud.ces.v1beta.EvaluationResult.GoldenExpectationOutcome.ToolInvocationResultB\x03\xe0\x41\x03\x1a\xc8\x01\n\x14ToolInvocationResult\x12-\n\x1bparameter_correctness_score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12G\n\x07outcome\x18\x02 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x03 \x01(\tB\x03\xe0\x41\x03\x42\x1e\n\x1c_parameter_correctness_scoreB\x08\n\x06result\x1a\xe7\x01\n\x1b\x45valuationExpectationResult\x12P\n\x16\x65valuation_expectation\x18\x01 \x01(\tB0\xe0\x41\x03\xfa\x41*\n(ces.googleapis.com/EvaluationExpectation\x12\x13\n\x06prompt\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12G\n\x07outcome\x18\x03 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x04 \x01(\tB\x03\xe0\x41\x03\x1a\x91\t\n\x0cGoldenResult\x12i\n\x13turn_replay_results\x18\x01 \x03(\x0b\x32G.google.cloud.ces.v1beta.EvaluationResult.GoldenResult.TurnReplayResultB\x03\xe0\x41\x03\x12r\n\x1e\x65valuation_expectation_results\x18\x02 \x03(\x0b\x32\x45.google.cloud.ces.v1beta.EvaluationResult.EvaluationExpectationResultB\x03\xe0\x41\x03\x1a\xa1\x07\n\x10TurnReplayResult\x12=\n\x0c\x63onversation\x18\x01 \x01(\tB\'\xe0\x41\x03\xfa\x41!\n\x1f\x63\x65s.googleapis.com/Conversation\x12\x64\n\x13\x65xpectation_outcome\x18\x02 \x03(\x0b\x32\x42.google.cloud.ces.v1beta.EvaluationResult.GoldenExpectationOutcomeB\x03\xe0\x41\x03\x12`\n\x14hallucination_result\x18\x03 \x01(\x0b\x32=.google.cloud.ces.v1beta.EvaluationResult.HallucinationResultB\x03\xe0\x41\x03\x12$\n\x15tool_invocation_score\x18\x04 \x01(\x02\x42\x05\x18\x01\xe0\x41\x03\x12/\n\x1dtool_ordered_invocation_score\x18\x05 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x34\n\x0cturn_latency\x18\x06 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x03\x12[\n\x13tool_call_latencies\x18\x07 \x03(\x0b\x32\x39.google.cloud.ces.v1beta.EvaluationResult.ToolCallLatencyB\x03\xe0\x41\x03\x12k\n\x1asemantic_similarity_result\x18\x08 \x01(\x0b\x32\x42.google.cloud.ces.v1beta.EvaluationResult.SemanticSimilarityResultB\x03\xe0\x41\x03\x12r\n\x1eoverall_tool_invocation_result\x18\t \x01(\x0b\x32\x45.google.cloud.ces.v1beta.EvaluationResult.OverallToolInvocationResultB\x03\xe0\x41\x03\x12\x45\n\nerror_info\x18\n \x01(\x0b\x32,.google.cloud.ces.v1beta.EvaluationErrorInfoB\x03\xe0\x41\x03\x12R\n\x0espan_latencies\x18\x0b \x03(\x0b\x32\x35.google.cloud.ces.v1beta.EvaluationResult.SpanLatencyB\x03\xe0\x41\x03\x42 \n\x1e_tool_ordered_invocation_score\x1ao\n\x15ScenarioRubricOutcome\x12\x13\n\x06rubric\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12\x17\n\x05score\x18\x02 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x1e\n\x11score_explanation\x18\x03 \x01(\tB\x03\xe0\x41\x03\x42\x08\n\x06_score\x1a\x99\x04\n\x1aScenarioExpectationOutcome\x12x\n\x12observed_tool_call\x18\x02 \x01(\x0b\x32U.google.cloud.ces.v1beta.EvaluationResult.ScenarioExpectationOutcome.ObservedToolCallB\x03\xe0\x41\x03H\x00\x12H\n\x17observed_agent_response\x18\x03 \x01(\x0b\x32 .google.cloud.ces.v1beta.MessageB\x03\xe0\x41\x03H\x00\x12Q\n\x0b\x65xpectation\x18\x01 \x01(\x0b\x32\x37.google.cloud.ces.v1beta.Evaluation.ScenarioExpectationB\x03\xe0\x41\x03\x12G\n\x07outcome\x18\x04 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x03\xe0\x41\x03\x1a\x90\x01\n\x10ObservedToolCall\x12\x39\n\ttool_call\x18\x01 \x01(\x0b\x32!.google.cloud.ces.v1beta.ToolCallB\x03\xe0\x41\x03\x12\x41\n\rtool_response\x18\x02 \x01(\x0b\x32%.google.cloud.ces.v1beta.ToolResponseB\x03\xe0\x41\x03\x42\x08\n\x06result\x1a\xdc\x08\n\x0eScenarioResult\x12=\n\x0c\x63onversation\x18\x01 \x01(\tB\'\xe0\x41\x03\xfa\x41!\n\x1f\x63\x65s.googleapis.com/Conversation\x12\x11\n\x04task\x18\n \x01(\tB\x03\xe0\x41\x03\x12N\n\nuser_facts\x18\x0b \x03(\x0b\x32\x35.google.cloud.ces.v1beta.Evaluation.Scenario.UserFactB\x03\xe0\x41\x03\x12g\n\x14\x65xpectation_outcomes\x18\x02 \x03(\x0b\x32\x44.google.cloud.ces.v1beta.EvaluationResult.ScenarioExpectationOutcomeB\x03\xe0\x41\x03\x12]\n\x0frubric_outcomes\x18\x03 \x03(\x0b\x32?.google.cloud.ces.v1beta.EvaluationResult.ScenarioRubricOutcomeB\x03\xe0\x41\x03\x12`\n\x14hallucination_result\x18\x04 \x03(\x0b\x32=.google.cloud.ces.v1beta.EvaluationResult.HallucinationResultB\x03\xe0\x41\x03\x12\x65\n\x16task_completion_result\x18\x05 \x01(\x0b\x32>.google.cloud.ces.v1beta.EvaluationResult.TaskCompletionResultB\x05\x18\x01\xe0\x41\x03\x12[\n\x13tool_call_latencies\x18\x06 \x03(\x0b\x32\x39.google.cloud.ces.v1beta.EvaluationResult.ToolCallLatencyB\x03\xe0\x41\x03\x12p\n\x1duser_goal_satisfaction_result\x18\x07 \x01(\x0b\x32\x44.google.cloud.ces.v1beta.EvaluationResult.UserGoalSatisfactionResultB\x03\xe0\x41\x03\x12,\n\x1a\x61ll_expectations_satisfied\x18\x08 \x01(\x08\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12 \n\x0etask_completed\x18\t \x01(\x08\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x12R\n\x0espan_latencies\x18\x0c \x03(\x0b\x32\x35.google.cloud.ces.v1beta.EvaluationResult.SpanLatencyB\x03\xe0\x41\x03\x12r\n\x1e\x65valuation_expectation_results\x18\r \x03(\x0b\x32\x45.google.cloud.ces.v1beta.EvaluationResult.EvaluationExpectationResultB\x03\xe0\x41\x03\x42\x1d\n\x1b_all_expectations_satisfiedB\x11\n\x0f_task_completed\x1a\x81\x04\n\x0bSpanLatency\x12\x17\n\x08resource\x18\x02 \x01(\tB\x03\xe0\x41\x03H\x00\x12<\n\x07toolset\x18\x03 \x01(\x0b\x32$.google.cloud.ces.v1beta.ToolsetToolB\x03\xe0\x41\x03H\x00\x12\x14\n\x05model\x18\x04 \x01(\tB\x03\xe0\x41\x03H\x00\x12\x17\n\x08\x63\x61llback\x18\x05 \x01(\tB\x03\xe0\x41\x03H\x00\x12M\n\x04type\x18\x01 \x01(\x0e\x32:.google.cloud.ces.v1beta.EvaluationResult.SpanLatency.TypeB\x03\xe0\x41\x03\x12\x19\n\x0c\x64isplay_name\x18\t \x01(\tB\x03\xe0\x41\x03\x12\x33\n\nstart_time\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x31\n\x08\x65nd_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x39\n\x11\x65xecution_latency\x18\x08 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x03\"Q\n\x04Type\x12\x14\n\x10TYPE_UNSPECIFIED\x10\x00\x12\x08\n\x04TOOL\x10\x01\x12\x11\n\rUSER_CALLBACK\x10\x02\x12\r\n\tGUARDRAIL\x10\x03\x12\x07\n\x03LLM\x10\x04\x42\x0c\n\nidentifier\x1a\xfe\x01\n\x0fToolCallLatency\x12-\n\x04tool\x18\x01 \x01(\tB\x1f\xe0\x41\x03\xfa\x41\x19\n\x17\x63\x65s.googleapis.com/Tool\x12\x19\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x33\n\nstart_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x31\n\x08\x65nd_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x39\n\x11\x65xecution_latency\x18\x05 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x03\x1a\x66\n\x13HallucinationResult\x12\x17\n\x05score\x18\x01 \x01(\x05\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x12\n\x05label\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x03 \x01(\tB\x03\xe0\x41\x03\x42\x08\n\x06_score\x1am\n\x1aUserGoalSatisfactionResult\x12\x17\n\x05score\x18\x01 \x01(\x05\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x12\n\x05label\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x03 \x01(\tB\x03\xe0\x41\x03\x42\x08\n\x06_score\x1a\xb4\x01\n\x18SemanticSimilarityResult\x12\x17\n\x05score\x18\x01 \x01(\x05\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x12\n\x05label\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x03 \x01(\tB\x03\xe0\x41\x03\x12G\n\x07outcome\x18\x04 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x03\xe0\x41\x03\x42\x08\n\x06_score\x1a\xa4\x01\n\x1bOverallToolInvocationResult\x12\"\n\x15tool_invocation_score\x18\x01 \x01(\x02H\x00\x88\x01\x01\x12G\n\x07outcome\x18\x02 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x03\xe0\x41\x03\x42\x18\n\x16_tool_invocation_score\x1ag\n\x14TaskCompletionResult\x12\x17\n\x05score\x18\x01 \x01(\x05\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x12\n\x05label\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x03 \x01(\tB\x03\xe0\x41\x03\x42\x08\n\x06_score\"C\n\x07Outcome\x12\x17\n\x13OUTCOME_UNSPECIFIED\x10\x00\x12\x08\n\x04PASS\x10\x01\x12\x08\n\x04\x46\x41IL\x10\x02\x12\x0b\n\x07SKIPPED\x10\x03\"X\n\x0e\x45xecutionState\x12\x1f\n\x1b\x45XECUTION_STATE_UNSPECIFIED\x10\x00\x12\x0b\n\x07RUNNING\x10\x01\x12\r\n\tCOMPLETED\x10\x02\x12\t\n\x05\x45RROR\x10\x03:\xb7\x01\xea\x41\xb3\x01\n#ces.googleapis.com/EvaluationResult\x12gprojects/{project}/locations/{location}/apps/{app}/evaluations/{evaluation}/results/{evaluation_result}*\x11\x65valuationResults2\x10\x65valuationResultB\x08\n\x06result\"\xa9\x11\n\rEvaluationRun\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x08\x12\x19\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12G\n\x12\x65valuation_results\x18\x03 \x03(\tB+\xe0\x41\x03\xfa\x41%\n#ces.googleapis.com/EvaluationResult\x12\x34\n\x0b\x63reate_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x19\n\x0cinitiated_by\x18\x05 \x01(\tB\x03\xe0\x41\x03\x12:\n\x0b\x61pp_version\x18\x06 \x01(\tB%\xe0\x41\x03\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/AppVersion\x12%\n\x18\x61pp_version_display_name\x18\r \x01(\tB\x03\xe0\x41\x03\x12\x37\n\tchangelog\x18\x16 \x01(\tB$\xe0\x41\x03\xfa\x41\x1e\n\x1c\x63\x65s.googleapis.com/Changelog\x12>\n\x15\x63hangelog_create_time\x18\x17 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12:\n\x0b\x65valuations\x18\x07 \x03(\tB%\xe0\x41\x03\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/Evaluation\x12H\n\x12\x65valuation_dataset\x18\x08 \x01(\tB,\xe0\x41\x03\xfa\x41&\n$ces.googleapis.com/EvaluationDataset\x12S\n\x0f\x65valuation_type\x18\t \x01(\x0e\x32\x35.google.cloud.ces.v1beta.EvaluationRun.EvaluationTypeB\x03\xe0\x41\x03\x12M\n\x05state\x18\n \x01(\x0e\x32\x39.google.cloud.ces.v1beta.EvaluationRun.EvaluationRunStateB\x03\xe0\x41\x03\x12\x46\n\x08progress\x18\x0b \x01(\x0b\x32/.google.cloud.ces.v1beta.EvaluationRun.ProgressB\x03\xe0\x41\x03\x12>\n\x06\x63onfig\x18\x0c \x01(\x0b\x32).google.cloud.ces.v1beta.EvaluationConfigB\x03\xe0\x41\x03\x12(\n\x05\x65rror\x18\x0e \x01(\x0b\x32\x12.google.rpc.StatusB\x05\x18\x01\xe0\x41\x03\x12\x45\n\nerror_info\x18\x11 \x01(\x0b\x32,.google.cloud.ces.v1beta.EvaluationErrorInfoB\x03\xe0\x41\x03\x12i\n\x18\x65valuation_run_summaries\x18\x0f \x03(\x0b\x32\x42.google.cloud.ces.v1beta.EvaluationRun.EvaluationRunSummariesEntryB\x03\xe0\x41\x03\x12\x43\n\x0elatency_report\x18\x19 \x01(\x0b\x32&.google.cloud.ces.v1beta.LatencyReportB\x03\xe0\x41\x03\x12\x16\n\trun_count\x18\x10 \x01(\x05\x42\x03\xe0\x41\x03\x12K\n\x13persona_run_configs\x18\x12 \x03(\x0b\x32).google.cloud.ces.v1beta.PersonaRunConfigB\x03\xe0\x41\x03\x12M\n\x13optimization_config\x18\x13 \x01(\x0b\x32+.google.cloud.ces.v1beta.OptimizationConfigB\x03\xe0\x41\x01\x12S\n\x18scheduled_evaluation_run\x18\x14 \x01(\tB1\xe0\x41\x03\xfa\x41+\n)ces.googleapis.com/ScheduledEvaluationRun\x12H\n\x11golden_run_method\x18\x15 \x01(\x0e\x32(.google.cloud.ces.v1beta.GoldenRunMethodB\x03\xe0\x41\x03\x1a\x92\x01\n\x08Progress\x12\x18\n\x0btotal_count\x18\x01 \x01(\x05\x42\x03\xe0\x41\x03\x12\x19\n\x0c\x66\x61iled_count\x18\x02 \x01(\x05\x42\x03\xe0\x41\x03\x12\x18\n\x0b\x65rror_count\x18\x03 \x01(\x05\x42\x03\xe0\x41\x03\x12\x1c\n\x0f\x63ompleted_count\x18\x04 \x01(\x05\x42\x03\xe0\x41\x03\x12\x19\n\x0cpassed_count\x18\x05 \x01(\x05\x42\x03\xe0\x41\x03\x1a\x66\n\x14\x45valuationRunSummary\x12\x19\n\x0cpassed_count\x18\x01 \x01(\x05\x42\x03\xe0\x41\x03\x12\x19\n\x0c\x66\x61iled_count\x18\x02 \x01(\x05\x42\x03\xe0\x41\x03\x12\x18\n\x0b\x65rror_count\x18\x03 \x01(\x05\x42\x03\xe0\x41\x03\x1az\n\x1b\x45valuationRunSummariesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12J\n\x05value\x18\x02 \x01(\x0b\x32;.google.cloud.ces.v1beta.EvaluationRun.EvaluationRunSummary:\x02\x38\x01\"V\n\x0e\x45valuationType\x12\x1f\n\x1b\x45VALUATION_TYPE_UNSPECIFIED\x10\x00\x12\n\n\x06GOLDEN\x10\x01\x12\x0c\n\x08SCENARIO\x10\x02\x12\t\n\x05MIXED\x10\x03\"a\n\x12\x45valuationRunState\x12$\n EVALUATION_RUN_STATE_UNSPECIFIED\x10\x00\x12\x0b\n\x07RUNNING\x10\x01\x12\r\n\tCOMPLETED\x10\x02\x12\t\n\x05\x45RROR\x10\x03:\x99\x01\xea\x41\x95\x01\n ces.googleapis.com/EvaluationRun\x12Rprojects/{project}/locations/{location}/apps/{app}/evaluationRuns/{evaluation_run}*\x0e\x65valuationRuns2\revaluationRun\"\xaa\n\n\rLatencyReport\x12R\n\x0etool_latencies\x18\x01 \x03(\x0b\x32\x32.google.cloud.ces.v1beta.LatencyReport.ToolLatencyB\x06\xe0\x41\x03\xe0\x41\x06\x12Z\n\x12\x63\x61llback_latencies\x18\x02 \x03(\x0b\x32\x36.google.cloud.ces.v1beta.LatencyReport.CallbackLatencyB\x06\xe0\x41\x03\xe0\x41\x06\x12\\\n\x13guardrail_latencies\x18\x03 \x03(\x0b\x32\x37.google.cloud.ces.v1beta.LatencyReport.GuardrailLatencyB\x06\xe0\x41\x03\xe0\x41\x06\x12Y\n\x12llm_call_latencies\x18\x04 \x03(\x0b\x32\x35.google.cloud.ces.v1beta.LatencyReport.LlmCallLatencyB\x06\xe0\x41\x03\xe0\x41\x06\x12\x1a\n\rsession_count\x18\x05 \x01(\x05\x42\x03\xe0\x41\x03\x1a\xc8\x01\n\x0eLatencyMetrics\x12\x33\n\x0bp50_latency\x18\x01 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x03\x12\x33\n\x0bp90_latency\x18\x02 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x03\x12\x33\n\x0bp99_latency\x18\x03 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x03\x12\x17\n\ncall_count\x18\x04 \x01(\x05\x42\x03\xe0\x41\x03\x1a\x89\x02\n\x0bToolLatency\x12/\n\x04tool\x18\x01 \x01(\tB\x1f\xe0\x41\x03\xfa\x41\x19\n\x17\x63\x65s.googleapis.com/ToolH\x00\x12\x41\n\x0ctoolset_tool\x18\x02 \x01(\x0b\x32$.google.cloud.ces.v1beta.ToolsetToolB\x03\xe0\x41\x03H\x00\x12\x1e\n\x11tool_display_name\x18\x03 \x01(\tB\x03\xe0\x41\x03\x12S\n\x0flatency_metrics\x18\x04 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.LatencyReport.LatencyMetricsB\x03\xe0\x41\x03\x42\x11\n\x0ftool_identifier\x1az\n\x0f\x43\x61llbackLatency\x12\x12\n\x05stage\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12S\n\x0flatency_metrics\x18\x02 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.LatencyReport.LatencyMetricsB\x03\xe0\x41\x03\x1a\xc5\x01\n\x10GuardrailLatency\x12\x37\n\tguardrail\x18\x01 \x01(\tB$\xe0\x41\x03\xfa\x41\x1e\n\x1c\x63\x65s.googleapis.com/Guardrail\x12#\n\x16guardrail_display_name\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12S\n\x0flatency_metrics\x18\x03 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.LatencyReport.LatencyMetricsB\x03\xe0\x41\x03\x1ay\n\x0eLlmCallLatency\x12\x12\n\x05model\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12S\n\x0flatency_metrics\x18\x02 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.LatencyReport.LatencyMetricsB\x03\xe0\x41\x03\"\xa4\x04\n\x15\x45valuationExpectation\x12W\n\x0cllm_criteria\x18\x03 \x01(\x0b\x32:.google.cloud.ces.v1beta.EvaluationExpectation.LlmCriteriaB\x03\xe0\x41\x01H\x00\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x08\x12\x19\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x11\n\x04tags\x18\x08 \x03(\tB\x03\xe0\x41\x01\x12\x34\n\x0b\x63reate_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x34\n\x0bupdate_time\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x11\n\x04\x65tag\x18\x06 \x01(\tB\x03\xe0\x41\x03\x1a\"\n\x0bLlmCriteria\x12\x13\n\x06prompt\x18\x01 \x01(\tB\x03\xe0\x41\x02:\xc1\x01\xea\x41\xbd\x01\n(ces.googleapis.com/EvaluationExpectation\x12\x62projects/{project}/locations/{location}/apps/{app}/evaluationExpectations/{evaluation_expectation}*\x16\x65valuationExpectations2\x15\x65valuationExpectationB\n\n\x08\x63riteria\"\xb4\x03\n\x10\x45valuationConfig\x12L\n\x12input_audio_config\x18\x01 \x01(\x0b\x32).google.cloud.ces.v1beta.InputAudioConfigB\x05\x18\x01\xe0\x41\x01\x12N\n\x13output_audio_config\x18\x02 \x01(\x0b\x32*.google.cloud.ces.v1beta.OutputAudioConfigB\x05\x18\x01\xe0\x41\x01\x12\\\n\x12\x65valuation_channel\x18\x03 \x01(\x0e\x32;.google.cloud.ces.v1beta.EvaluationConfig.EvaluationChannelB\x03\xe0\x41\x01\x12V\n\x13tool_call_behaviour\x18\x04 \x01(\x0e\x32\x34.google.cloud.ces.v1beta.EvaluationToolCallBehaviourB\x03\xe0\x41\x01\"L\n\x11\x45valuationChannel\x12\"\n\x1e\x45VALUATION_CHANNEL_UNSPECIFIED\x10\x00\x12\x08\n\x04TEXT\x10\x01\x12\t\n\x05\x41UDIO\x10\x02\"\xef\x02\n\x13\x45valuationErrorInfo\x12O\n\nerror_type\x18\x01 \x01(\x0e\x32\x36.google.cloud.ces.v1beta.EvaluationErrorInfo.ErrorTypeB\x03\xe0\x41\x03\x12\x1a\n\rerror_message\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x17\n\nsession_id\x18\x03 \x01(\tB\x03\xe0\x41\x03\"\xd1\x01\n\tErrorType\x12\x1a\n\x16\x45RROR_TYPE_UNSPECIFIED\x10\x00\x12\x13\n\x0fRUNTIME_FAILURE\x10\x01\x12\"\n\x1e\x43ONVERSATION_RETRIEVAL_FAILURE\x10\x02\x12\x1e\n\x1aMETRIC_CALCULATION_FAILURE\x10\x03\x12\x1d\n\x19\x45VALUATION_UPDATE_FAILURE\x10\x04\x12\x13\n\x0fQUOTA_EXHAUSTED\x10\x05\x12\x1b\n\x17USER_SIMULATION_FAILURE\x10\x06\"\xec\x05\n\x14RunEvaluationRequest\x12+\n\x03\x61pp\x18\x01 \x01(\tB\x1e\xe0\x41\x02\xfa\x41\x18\n\x16\x63\x65s.googleapis.com/App\x12:\n\x0b\x65valuations\x18\x02 \x03(\tB%\xe0\x41\x01\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/Evaluation\x12H\n\x12\x65valuation_dataset\x18\x03 \x01(\tB,\xe0\x41\x01\xfa\x41&\n$ces.googleapis.com/EvaluationDataset\x12\x19\n\x0c\x64isplay_name\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12:\n\x0b\x61pp_version\x18\x06 \x01(\tB%\xe0\x41\x01\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/AppVersion\x12>\n\x06\x63onfig\x18\x08 \x01(\x0b\x32).google.cloud.ces.v1beta.EvaluationConfigB\x03\xe0\x41\x01\x12\x1b\n\trun_count\x18\t \x01(\x05\x42\x03\xe0\x41\x01H\x00\x88\x01\x01\x12K\n\x13persona_run_configs\x18\n \x03(\x0b\x32).google.cloud.ces.v1beta.PersonaRunConfigB\x03\xe0\x41\x01\x12M\n\x13optimization_config\x18\x0b \x01(\x0b\x32+.google.cloud.ces.v1beta.OptimizationConfigB\x03\xe0\x41\x01\x12S\n\x18scheduled_evaluation_run\x18\x0c \x01(\tB1\xe0\x41\x01\xfa\x41+\n)ces.googleapis.com/ScheduledEvaluationRun\x12H\n\x11golden_run_method\x18\r \x01(\x0e\x32(.google.cloud.ces.v1beta.GoldenRunMethodB\x03\xe0\x41\x01\x12$\n\x17generate_latency_report\x18\x0e \x01(\x08\x42\x03\xe0\x41\x01\x42\x0c\n\n_run_count\"\xe9\x08\n\x16ScheduledEvaluationRun\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x08\x12\x19\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x43\n\x07request\x18\x03 \x01(\x0b\x32-.google.cloud.ces.v1beta.RunEvaluationRequestB\x03\xe0\x41\x02\x12\x18\n\x0b\x64\x65scription\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12`\n\x11scheduling_config\x18\x05 \x01(\x0b\x32@.google.cloud.ces.v1beta.ScheduledEvaluationRun.SchedulingConfigB\x03\xe0\x41\x02\x12\x13\n\x06\x61\x63tive\x18\x06 \x01(\x08\x42\x03\xe0\x41\x01\x12\x44\n\x12last_completed_run\x18\x07 \x01(\tB(\xe0\x41\x03\xfa\x41\"\n ces.googleapis.com/EvaluationRun\x12\x1d\n\x10total_executions\x18\x08 \x01(\x05\x42\x03\xe0\x41\x03\x12\x46\n\x1dnext_scheduled_execution_time\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x34\n\x0b\x63reate_time\x18\n \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x17\n\ncreated_by\x18\x0b \x01(\tB\x03\xe0\x41\x03\x12\x34\n\x0bupdate_time\x18\x0c \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x1c\n\x0flast_updated_by\x18\r \x01(\tB\x03\xe0\x41\x03\x12\x11\n\x04\x65tag\x18\x0e \x01(\tB\x03\xe0\x41\x03\x1a\x9d\x02\n\x10SchedulingConfig\x12\x62\n\tfrequency\x18\x01 \x01(\x0e\x32J.google.cloud.ces.v1beta.ScheduledEvaluationRun.SchedulingConfig.FrequencyB\x03\xe0\x41\x02\x12\x33\n\nstart_time\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x02\x12\x19\n\x0c\x64\x61ys_of_week\x18\x03 \x03(\x05\x42\x03\xe0\x41\x01\"U\n\tFrequency\x12\x19\n\x15\x46REQUENCY_UNSPECIFIED\x10\x00\x12\x08\n\x04NONE\x10\x01\x12\t\n\x05\x44\x41ILY\x10\x02\x12\n\n\x06WEEKLY\x10\x03\x12\x0c\n\x08\x42IWEEKLY\x10\x04:\xc7\x01\xea\x41\xc3\x01\n)ces.googleapis.com/ScheduledEvaluationRun\x12\x65projects/{project}/locations/{location}/apps/{app}/scheduledEvaluationRuns/{scheduled_evaluation_run}*\x17scheduledEvaluationRuns2\x16scheduledEvaluationRun\"A\n\x10PersonaRunConfig\x12\x14\n\x07persona\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12\x17\n\ntask_count\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x9b\x03\n\x12OptimizationConfig\x12!\n\x14generate_loss_report\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x1e\n\x11\x61ssistant_session\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1b\n\x0ereport_summary\x18\x03 \x01(\tB\x03\xe0\x41\x03\x12\x1f\n\x12should_suggest_fix\x18\x05 \x01(\x08\x42\x03\xe0\x41\x03\x12S\n\x06status\x18\x04 \x01(\x0e\x32>.google.cloud.ces.v1beta.OptimizationConfig.OptimizationStatusB\x03\xe0\x41\x03\x12\x1a\n\rerror_message\x18\x06 \x01(\tB\x03\xe0\x41\x03\x12\x31\n\x0bloss_report\x18\x07 \x01(\x0b\x32\x17.google.protobuf.StructB\x03\xe0\x41\x03\"`\n\x12OptimizationStatus\x12#\n\x1fOPTIMIZATION_STATUS_UNSPECIFIED\x10\x00\x12\x0b\n\x07RUNNING\x10\x01\x12\r\n\tCOMPLETED\x10\x02\x12\t\n\x05\x45RROR\x10\x03\x42_\n\x1b\x63om.google.cloud.ces.v1betaB\x0f\x45valuationProtoP\x01Z-cloud.google.com/go/ces/apiv1beta/cespb;cespbb\x06proto3"
+descriptor_data = "\n(google/cloud/ces/v1beta/evaluation.proto\x12\x17google.cloud.ces.v1beta\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a!google/cloud/ces/v1beta/app.proto\x1a$google/cloud/ces/v1beta/common.proto\x1a\x37google/cloud/ces/v1beta/evaluation_metrics_config.proto\x1a%google/cloud/ces/v1beta/example.proto\x1a#google/cloud/ces/v1beta/fakes.proto\x1a(google/cloud/ces/v1beta/golden_run.proto\x1a-google/cloud/ces/v1beta/session_service.proto\x1a*google/cloud/ces/v1beta/toolset_tool.proto\x1a\x1egoogle/protobuf/duration.proto\x1a\x1cgoogle/protobuf/struct.proto\x1a\x1fgoogle/protobuf/timestamp.proto\x1a\x17google/rpc/status.proto\"\xeb\r\n\x11\x41ggregatedMetrics\x12\x63\n\x16metrics_by_app_version\x18\x03 \x03(\x0b\x32>.google.cloud.ces.v1beta.AggregatedMetrics.MetricsByAppVersionB\x03\xe0\x41\x03\x1an\n\x0bToolMetrics\x12-\n\x04tool\x18\x01 \x01(\tB\x1f\xe0\x41\x03\xfa\x41\x19\n\x17\x63\x65s.googleapis.com/Tool\x12\x17\n\npass_count\x18\x02 \x01(\x05\x42\x03\xe0\x41\x03\x12\x17\n\nfail_count\x18\x03 \x01(\x05\x42\x03\xe0\x41\x03\x1aM\n\x12TurnLatencyMetrics\x12\x37\n\x0f\x61verage_latency\x18\x01 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x03\x1a\x80\x01\n\x16ToolCallLatencyMetrics\x12-\n\x04tool\x18\x01 \x01(\tB\x1f\xe0\x41\x03\xfa\x41\x19\n\x17\x63\x65s.googleapis.com/Tool\x12\x37\n\x0f\x61verage_latency\x18\x02 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x03\x1a/\n\x19SemanticSimilarityMetrics\x12\x12\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03\x1a*\n\x14HallucinationMetrics\x12\x12\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03\x1a\xb1\x05\n\x13MetricsByAppVersion\x12\x1b\n\x0e\x61pp_version_id\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12Q\n\x0ctool_metrics\x18\x02 \x03(\x0b\x32\x36.google.cloud.ces.v1beta.AggregatedMetrics.ToolMetricsB\x03\xe0\x41\x03\x12n\n\x1bsemantic_similarity_metrics\x18\x03 \x03(\x0b\x32\x44.google.cloud.ces.v1beta.AggregatedMetrics.SemanticSimilarityMetricsB\x03\xe0\x41\x03\x12\x63\n\x15hallucination_metrics\x18\x05 \x03(\x0b\x32?.google.cloud.ces.v1beta.AggregatedMetrics.HallucinationMetricsB\x03\xe0\x41\x03\x12i\n\x19tool_call_latency_metrics\x18\x06 \x03(\x0b\x32\x41.google.cloud.ces.v1beta.AggregatedMetrics.ToolCallLatencyMetricsB\x03\xe0\x41\x03\x12`\n\x14turn_latency_metrics\x18\x07 \x03(\x0b\x32=.google.cloud.ces.v1beta.AggregatedMetrics.TurnLatencyMetricsB\x03\xe0\x41\x03\x12\x17\n\npass_count\x18\x08 \x01(\x05\x42\x03\xe0\x41\x03\x12\x17\n\nfail_count\x18\t \x01(\x05\x42\x03\xe0\x41\x03\x12V\n\x0fmetrics_by_turn\x18\x04 \x03(\x0b\x32\x38.google.cloud.ces.v1beta.AggregatedMetrics.MetricsByTurnB\x03\xe0\x41\x03\x1a\x9d\x04\n\rMetricsByTurn\x12\x17\n\nturn_index\x18\x01 \x01(\x05\x42\x03\xe0\x41\x03\x12Q\n\x0ctool_metrics\x18\x02 \x03(\x0b\x32\x36.google.cloud.ces.v1beta.AggregatedMetrics.ToolMetricsB\x03\xe0\x41\x03\x12n\n\x1bsemantic_similarity_metrics\x18\x03 \x03(\x0b\x32\x44.google.cloud.ces.v1beta.AggregatedMetrics.SemanticSimilarityMetricsB\x03\xe0\x41\x03\x12\x63\n\x15hallucination_metrics\x18\x04 \x03(\x0b\x32?.google.cloud.ces.v1beta.AggregatedMetrics.HallucinationMetricsB\x03\xe0\x41\x03\x12i\n\x19tool_call_latency_metrics\x18\x05 \x03(\x0b\x32\x41.google.cloud.ces.v1beta.AggregatedMetrics.ToolCallLatencyMetricsB\x03\xe0\x41\x03\x12`\n\x14turn_latency_metrics\x18\x06 \x03(\x0b\x32=.google.cloud.ces.v1beta.AggregatedMetrics.TurnLatencyMetricsB\x03\xe0\x41\x03\"\xeb\"\n\nEvaluation\x12\x41\n\x06golden\x18\x0b \x01(\x0b\x32*.google.cloud.ces.v1beta.Evaluation.GoldenB\x03\xe0\x41\x01H\x00\x12\x45\n\x08scenario\x18\x0c \x01(\x0b\x32,.google.cloud.ces.v1beta.Evaluation.ScenarioB\x03\xe0\x41\x01H\x00\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x08\x12\x19\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x18\n\x0b\x64\x65scription\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x11\n\x04tags\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12I\n\x13\x65valuation_datasets\x18\x05 \x03(\tB,\xe0\x41\x03\xfa\x41&\n$ces.googleapis.com/EvaluationDataset\x12\x34\n\x0b\x63reate_time\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x17\n\ncreated_by\x18\r \x01(\tB\x03\xe0\x41\x03\x12\x34\n\x0bupdate_time\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x1c\n\x0flast_updated_by\x18\x0e \x01(\tB\x03\xe0\x41\x03\x12\x41\n\x0f\x65valuation_runs\x18\x0f \x03(\tB(\xe0\x41\x03\xfa\x41\"\n ces.googleapis.com/EvaluationRun\x12\x11\n\x04\x65tag\x18\n \x01(\tB\x03\xe0\x41\x03\x12K\n\x12\x61ggregated_metrics\x18\x10 \x01(\x0b\x32*.google.cloud.ces.v1beta.AggregatedMetricsB\x03\xe0\x41\x03\x12M\n\x15last_completed_result\x18\x11 \x01(\x0b\x32).google.cloud.ces.v1beta.EvaluationResultB\x03\xe0\x41\x03\x12\x14\n\x07invalid\x18\x12 \x01(\x08\x42\x03\xe0\x41\x03\x12H\n\x10last_ten_results\x18\x13 \x03(\x0b\x32).google.cloud.ces.v1beta.EvaluationResultB\x03\xe0\x41\x03\x12h\n%evaluation_metrics_threshold_override\x18\x14 \x01(\x0b\x32\x34.google.cloud.ces.v1beta.EvaluationMetricsThresholdsB\x03\xe0\x41\x01\x12\x61\n\"evaluation_metrics_config_override\x18\x15 \x01(\x0b\x32\x30.google.cloud.ces.v1beta.EvaluationMetricsConfigB\x03\xe0\x41\x01\x1a\xc1\x08\n\x11GoldenExpectation\x12;\n\ttool_call\x18\x02 \x01(\x0b\x32!.google.cloud.ces.v1beta.ToolCallB\x03\xe0\x41\x01H\x00\x12\x43\n\rtool_response\x18\x03 \x01(\x0b\x32%.google.cloud.ces.v1beta.ToolResponseB\x03\xe0\x41\x01H\x00\x12?\n\x0e\x61gent_response\x18\x04 \x01(\x0b\x32 .google.cloud.ces.v1beta.MessageB\x03\xe0\x41\x01H\x00\x12\x45\n\x0e\x61gent_transfer\x18\x05 \x01(\x0b\x32&.google.cloud.ces.v1beta.AgentTransferB\x03\xe0\x41\x01H\x00\x12\x39\n\x11updated_variables\x18\x06 \x01(\x0b\x32\x17.google.protobuf.StructB\x03\xe0\x41\x01H\x00\x12H\n\x12mock_tool_response\x18\x07 \x01(\x0b\x32%.google.cloud.ces.v1beta.ToolResponseB\x03\xe0\x41\x01H\x00\x12\x1c\n\rno_tool_calls\x18\r \x01(\x08\x42\x03\xe0\x41\x01H\x00\x12\x11\n\x04note\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12\x1c\n\x0fskip_evaluation\x18\x08 \x01(\x08\x42\x03\xe0\x41\x01\x12\xb4\x01\n-expectation_level_metrics_thresholds_override\x18\t \x01(\x0b\x32x.google.cloud.ces.v1beta.EvaluationMetricsThresholds.GoldenEvaluationMetricsThresholds.ExpectationLevelMetricsThresholdsB\x03\xe0\x41\x01\x12\x99\x01\n:agent_response_semantic_similarity_metrics_config_override\x18\n \x01(\x0b\x32P.google.cloud.ces.v1beta.EvaluationMetricsConfig.SemanticSimilarityMetricsConfigB\x03\xe0\x41\x01\x12\x8e\x01\n4agent_response_hallucination_metrics_config_override\x18\x0b \x01(\x0b\x32K.google.cloud.ces.v1beta.EvaluationMetricsConfig.HallucinationMetricsConfigB\x03\xe0\x41\x01\x12]\n\x0f\x63omparison_type\x18\x0c \x01(\x0e\x32?.google.cloud.ces.v1beta.EvaluationMetricsConfig.ComparisonTypeB\x03\xe0\x41\x01\x42\x0b\n\tcondition\x1a\xea\x01\n\x04Step\x12@\n\nuser_input\x18\x01 \x01(\x0b\x32%.google.cloud.ces.v1beta.SessionInputB\x03\xe0\x41\x01H\x00\x12\x45\n\x0e\x61gent_transfer\x18\x02 \x01(\x0b\x32&.google.cloud.ces.v1beta.AgentTransferB\x03\xe0\x41\x01H\x00\x12Q\n\x0b\x65xpectation\x18\x03 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.Evaluation.GoldenExpectationB\x03\xe0\x41\x01H\x00\x42\x06\n\x04step\x1a\xb2\x03\n\nGoldenTurn\x12<\n\x05steps\x18\x01 \x03(\x0b\x32(.google.cloud.ces.v1beta.Evaluation.StepB\x03\xe0\x41\x02\x12\x35\n\troot_span\x18\x02 \x01(\x0b\x32\x1d.google.cloud.ces.v1beta.SpanB\x03\xe0\x41\x01\x12\xa6\x01\n&turn_level_metrics_thresholds_override\x18\x03 \x01(\x0b\x32q.google.cloud.ces.v1beta.EvaluationMetricsThresholds.GoldenEvaluationMetricsThresholds.TurnLevelMetricsThresholdsB\x03\xe0\x41\x01\x12\x85\x01\n&hallucination_metric_behavior_override\x18\x04 \x01(\x0e\x32P.google.cloud.ces.v1beta.EvaluationMetricsThresholds.HallucinationMetricBehaviorB\x03\xe0\x41\x01\x1a\x9f\x01\n\x06Golden\x12\x42\n\x05turns\x18\x02 \x03(\x0b\x32..google.cloud.ces.v1beta.Evaluation.GoldenTurnB\x03\xe0\x41\x02\x12Q\n\x17\x65valuation_expectations\x18\x03 \x03(\tB0\xe0\x41\x01\xfa\x41*\n(ces.googleapis.com/EvaluationExpectation\x1a\xef\x02\n\x13ScenarioExpectation\x12h\n\x10tool_expectation\x18\x01 \x01(\x0b\x32G.google.cloud.ces.v1beta.Evaluation.ScenarioExpectation.ToolExpectationB\x03\xe0\x41\x01H\x00\x12?\n\x0e\x61gent_response\x18\x02 \x01(\x0b\x32 .google.cloud.ces.v1beta.MessageB\x03\xe0\x41\x01H\x00\x1a\x9d\x01\n\x0fToolExpectation\x12\x42\n\x12\x65xpected_tool_call\x18\x01 \x01(\x0b\x32!.google.cloud.ces.v1beta.ToolCallB\x03\xe0\x41\x02\x12\x46\n\x12mock_tool_response\x18\x02 \x01(\x0b\x32%.google.cloud.ces.v1beta.ToolResponseB\x03\xe0\x41\x02\x42\r\n\x0b\x65xpectation\x1a\xda\x07\n\x08Scenario\x12\x11\n\x04task\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12N\n\nuser_facts\x18\x04 \x03(\x0b\x32\x35.google.cloud.ces.v1beta.Evaluation.Scenario.UserFactB\x03\xe0\x41\x01\x12\x16\n\tmax_turns\x18\x05 \x01(\x05\x42\x03\xe0\x41\x01\x12\x14\n\x07rubrics\x18\x02 \x03(\tB\x03\xe0\x41\x02\x12[\n\x15scenario_expectations\x18\x03 \x03(\x0b\x32\x37.google.cloud.ces.v1beta.Evaluation.ScenarioExpectationB\x03\xe0\x41\x02\x12\x38\n\x12variable_overrides\x18\x06 \x01(\x0b\x32\x17.google.protobuf.StructB\x03\xe0\x41\x01\x12l\n\x18task_completion_behavior\x18\x07 \x01(\x0e\x32\x43.google.cloud.ces.v1beta.Evaluation.Scenario.TaskCompletionBehaviorB\x05\x18\x01\xe0\x41\x01\x12^\n\x12user_goal_behavior\x18\x08 \x01(\x0e\x32=.google.cloud.ces.v1beta.Evaluation.Scenario.UserGoalBehaviorB\x03\xe0\x41\x01\x12Q\n\x17\x65valuation_expectations\x18\n \x03(\tB0\xe0\x41\x01\xfa\x41*\n(ces.googleapis.com/EvaluationExpectation\x12g\n\x17scenario_execution_mode\x18\x0c \x01(\x0e\x32\x41.google.cloud.ces.v1beta.EvaluationSettings.ScenarioExecutionModeB\x03\xe0\x41\x01\x1a\x31\n\x08UserFact\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x12\n\x05value\x18\x02 \x01(\tB\x03\xe0\x41\x02\"i\n\x16TaskCompletionBehavior\x12(\n$TASK_COMPLETION_BEHAVIOR_UNSPECIFIED\x10\x00\x12\x12\n\x0eTASK_SATISFIED\x10\x01\x12\x11\n\rTASK_REJECTED\x10\x02\"~\n\x10UserGoalBehavior\x12\"\n\x1eUSER_GOAL_BEHAVIOR_UNSPECIFIED\x10\x00\x12\x17\n\x13USER_GOAL_SATISFIED\x10\x01\x12\x16\n\x12USER_GOAL_REJECTED\x10\x02\x12\x15\n\x11USER_GOAL_IGNORED\x10\x03:\x89\x01\xea\x41\x85\x01\n\x1d\x63\x65s.googleapis.com/Evaluation\x12Kprojects/{project}/locations/{location}/apps/{app}/evaluations/{evaluation}*\x0b\x65valuations2\nevaluationB\x08\n\x06inputs\"\xb0\x04\n\x11\x45valuationDataset\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x08\x12\x19\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12:\n\x0b\x65valuations\x18\x03 \x03(\tB%\xe0\x41\x01\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/Evaluation\x12\x34\n\x0b\x63reate_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x34\n\x0bupdate_time\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x11\n\x04\x65tag\x18\x06 \x01(\tB\x03\xe0\x41\x03\x12\x17\n\ncreated_by\x18\x07 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\x0flast_updated_by\x18\x08 \x01(\tB\x03\xe0\x41\x03\x12K\n\x12\x61ggregated_metrics\x18\t \x01(\x0b\x32*.google.cloud.ces.v1beta.AggregatedMetricsB\x03\xe0\x41\x03:\xad\x01\xea\x41\xa9\x01\n$ces.googleapis.com/EvaluationDataset\x12Zprojects/{project}/locations/{location}/apps/{app}/evaluationDatasets/{evaluation_dataset}*\x12\x65valuationDatasets2\x11\x65valuationDataset\"\x95\x38\n\x10\x45valuationResult\x12T\n\rgolden_result\x18\x07 \x01(\x0b\x32\x36.google.cloud.ces.v1beta.EvaluationResult.GoldenResultB\x03\xe0\x41\x03H\x00\x12X\n\x0fscenario_result\x18\x08 \x01(\x0b\x32\x38.google.cloud.ces.v1beta.EvaluationResult.ScenarioResultB\x03\xe0\x41\x03H\x00\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x08\x12\x19\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x34\n\x0b\x63reate_time\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12Q\n\x11\x65valuation_status\x18\x04 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x03\xe0\x41\x03\x12@\n\x0e\x65valuation_run\x18\x06 \x01(\tB(\xe0\x41\x03\xfa\x41\"\n ces.googleapis.com/EvaluationRun\x12@\n\x07persona\x18\x11 \x01(\x0b\x32*.google.cloud.ces.v1beta.EvaluationPersonaB\x03\xe0\x41\x03\x12\x45\n\nerror_info\x18\x0f \x01(\x0b\x32,.google.cloud.ces.v1beta.EvaluationErrorInfoB\x03\xe0\x41\x03\x12(\n\x05\x65rror\x18\x0e \x01(\x0b\x32\x12.google.rpc.StatusB\x05\x18\x01\xe0\x41\x03\x12\x19\n\x0cinitiated_by\x18\t \x01(\tB\x03\xe0\x41\x03\x12:\n\x0b\x61pp_version\x18\n \x01(\tB%\xe0\x41\x03\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/AppVersion\x12%\n\x18\x61pp_version_display_name\x18\r \x01(\tB\x03\xe0\x41\x03\x12\x37\n\tchangelog\x18\x15 \x01(\tB$\xe0\x41\x03\xfa\x41\x1e\n\x1c\x63\x65s.googleapis.com/Changelog\x12>\n\x15\x63hangelog_create_time\x18\x16 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12V\n\x0f\x65xecution_state\x18\x0b \x01(\x0e\x32\x38.google.cloud.ces.v1beta.EvaluationResult.ExecutionStateB\x03\xe0\x41\x03\x12`\n\x1d\x65valuation_metrics_thresholds\x18\x0c \x01(\x0b\x32\x34.google.cloud.ces.v1beta.EvaluationMetricsThresholdsB\x03\xe0\x41\x03\x12>\n\x06\x63onfig\x18\x12 \x01(\x0b\x32).google.cloud.ces.v1beta.EvaluationConfigB\x03\xe0\x41\x03\x12H\n\x11golden_run_method\x18\x13 \x01(\x0e\x32(.google.cloud.ces.v1beta.GoldenRunMethodB\x03\xe0\x41\x03\x1a\xde\x07\n\x18GoldenExpectationOutcome\x12\x44\n\x12observed_tool_call\x18\x02 \x01(\x0b\x32!.google.cloud.ces.v1beta.ToolCallB\x03\xe0\x41\x03H\x00\x12L\n\x16observed_tool_response\x18\x03 \x01(\x0b\x32%.google.cloud.ces.v1beta.ToolResponseB\x03\xe0\x41\x03H\x00\x12H\n\x17observed_agent_response\x18\x04 \x01(\x0b\x32 .google.cloud.ces.v1beta.MessageB\x03\xe0\x41\x03H\x00\x12N\n\x17observed_agent_transfer\x18\x05 \x01(\x0b\x32&.google.cloud.ces.v1beta.AgentTransferB\x03\xe0\x41\x03H\x00\x12\x38\n\x10observed_payload\x18\t \x01(\x0b\x32\x17.google.protobuf.StructB\x03\xe0\x41\x03H\x00\x12O\n\x0b\x65xpectation\x18\x01 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.Evaluation.GoldenExpectationB\x03\xe0\x41\x03\x12G\n\x07outcome\x18\x06 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x03\xe0\x41\x03\x12m\n\x1asemantic_similarity_result\x18\x07 \x01(\x0b\x32\x42.google.cloud.ces.v1beta.EvaluationResult.SemanticSimilarityResultB\x05\x18\x01\xe0\x41\x03\x12|\n\x16tool_invocation_result\x18\x08 \x01(\x0b\x32W.google.cloud.ces.v1beta.EvaluationResult.GoldenExpectationOutcome.ToolInvocationResultB\x03\xe0\x41\x03\x1a\xc8\x01\n\x14ToolInvocationResult\x12-\n\x1bparameter_correctness_score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12G\n\x07outcome\x18\x02 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x03 \x01(\tB\x03\xe0\x41\x03\x42\x1e\n\x1c_parameter_correctness_scoreB\x08\n\x06result\x1a\xe7\x01\n\x1b\x45valuationExpectationResult\x12P\n\x16\x65valuation_expectation\x18\x01 \x01(\tB0\xe0\x41\x03\xfa\x41*\n(ces.googleapis.com/EvaluationExpectation\x12\x13\n\x06prompt\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12G\n\x07outcome\x18\x03 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x04 \x01(\tB\x03\xe0\x41\x03\x1a\x91\t\n\x0cGoldenResult\x12i\n\x13turn_replay_results\x18\x01 \x03(\x0b\x32G.google.cloud.ces.v1beta.EvaluationResult.GoldenResult.TurnReplayResultB\x03\xe0\x41\x03\x12r\n\x1e\x65valuation_expectation_results\x18\x02 \x03(\x0b\x32\x45.google.cloud.ces.v1beta.EvaluationResult.EvaluationExpectationResultB\x03\xe0\x41\x03\x1a\xa1\x07\n\x10TurnReplayResult\x12=\n\x0c\x63onversation\x18\x01 \x01(\tB\'\xe0\x41\x03\xfa\x41!\n\x1f\x63\x65s.googleapis.com/Conversation\x12\x64\n\x13\x65xpectation_outcome\x18\x02 \x03(\x0b\x32\x42.google.cloud.ces.v1beta.EvaluationResult.GoldenExpectationOutcomeB\x03\xe0\x41\x03\x12`\n\x14hallucination_result\x18\x03 \x01(\x0b\x32=.google.cloud.ces.v1beta.EvaluationResult.HallucinationResultB\x03\xe0\x41\x03\x12$\n\x15tool_invocation_score\x18\x04 \x01(\x02\x42\x05\x18\x01\xe0\x41\x03\x12/\n\x1dtool_ordered_invocation_score\x18\x05 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x34\n\x0cturn_latency\x18\x06 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x03\x12[\n\x13tool_call_latencies\x18\x07 \x03(\x0b\x32\x39.google.cloud.ces.v1beta.EvaluationResult.ToolCallLatencyB\x03\xe0\x41\x03\x12k\n\x1asemantic_similarity_result\x18\x08 \x01(\x0b\x32\x42.google.cloud.ces.v1beta.EvaluationResult.SemanticSimilarityResultB\x03\xe0\x41\x03\x12r\n\x1eoverall_tool_invocation_result\x18\t \x01(\x0b\x32\x45.google.cloud.ces.v1beta.EvaluationResult.OverallToolInvocationResultB\x03\xe0\x41\x03\x12\x45\n\nerror_info\x18\n \x01(\x0b\x32,.google.cloud.ces.v1beta.EvaluationErrorInfoB\x03\xe0\x41\x03\x12R\n\x0espan_latencies\x18\x0b \x03(\x0b\x32\x35.google.cloud.ces.v1beta.EvaluationResult.SpanLatencyB\x03\xe0\x41\x03\x42 \n\x1e_tool_ordered_invocation_score\x1ao\n\x15ScenarioRubricOutcome\x12\x13\n\x06rubric\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12\x17\n\x05score\x18\x02 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x1e\n\x11score_explanation\x18\x03 \x01(\tB\x03\xe0\x41\x03\x42\x08\n\x06_score\x1a\x99\x04\n\x1aScenarioExpectationOutcome\x12x\n\x12observed_tool_call\x18\x02 \x01(\x0b\x32U.google.cloud.ces.v1beta.EvaluationResult.ScenarioExpectationOutcome.ObservedToolCallB\x03\xe0\x41\x03H\x00\x12H\n\x17observed_agent_response\x18\x03 \x01(\x0b\x32 .google.cloud.ces.v1beta.MessageB\x03\xe0\x41\x03H\x00\x12Q\n\x0b\x65xpectation\x18\x01 \x01(\x0b\x32\x37.google.cloud.ces.v1beta.Evaluation.ScenarioExpectationB\x03\xe0\x41\x03\x12G\n\x07outcome\x18\x04 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x03\xe0\x41\x03\x1a\x90\x01\n\x10ObservedToolCall\x12\x39\n\ttool_call\x18\x01 \x01(\x0b\x32!.google.cloud.ces.v1beta.ToolCallB\x03\xe0\x41\x03\x12\x41\n\rtool_response\x18\x02 \x01(\x0b\x32%.google.cloud.ces.v1beta.ToolResponseB\x03\xe0\x41\x03\x42\x08\n\x06result\x1a\xdc\x08\n\x0eScenarioResult\x12=\n\x0c\x63onversation\x18\x01 \x01(\tB\'\xe0\x41\x03\xfa\x41!\n\x1f\x63\x65s.googleapis.com/Conversation\x12\x11\n\x04task\x18\n \x01(\tB\x03\xe0\x41\x03\x12N\n\nuser_facts\x18\x0b \x03(\x0b\x32\x35.google.cloud.ces.v1beta.Evaluation.Scenario.UserFactB\x03\xe0\x41\x03\x12g\n\x14\x65xpectation_outcomes\x18\x02 \x03(\x0b\x32\x44.google.cloud.ces.v1beta.EvaluationResult.ScenarioExpectationOutcomeB\x03\xe0\x41\x03\x12]\n\x0frubric_outcomes\x18\x03 \x03(\x0b\x32?.google.cloud.ces.v1beta.EvaluationResult.ScenarioRubricOutcomeB\x03\xe0\x41\x03\x12`\n\x14hallucination_result\x18\x04 \x03(\x0b\x32=.google.cloud.ces.v1beta.EvaluationResult.HallucinationResultB\x03\xe0\x41\x03\x12\x65\n\x16task_completion_result\x18\x05 \x01(\x0b\x32>.google.cloud.ces.v1beta.EvaluationResult.TaskCompletionResultB\x05\x18\x01\xe0\x41\x03\x12[\n\x13tool_call_latencies\x18\x06 \x03(\x0b\x32\x39.google.cloud.ces.v1beta.EvaluationResult.ToolCallLatencyB\x03\xe0\x41\x03\x12p\n\x1duser_goal_satisfaction_result\x18\x07 \x01(\x0b\x32\x44.google.cloud.ces.v1beta.EvaluationResult.UserGoalSatisfactionResultB\x03\xe0\x41\x03\x12,\n\x1a\x61ll_expectations_satisfied\x18\x08 \x01(\x08\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12 \n\x0etask_completed\x18\t \x01(\x08\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x12R\n\x0espan_latencies\x18\x0c \x03(\x0b\x32\x35.google.cloud.ces.v1beta.EvaluationResult.SpanLatencyB\x03\xe0\x41\x03\x12r\n\x1e\x65valuation_expectation_results\x18\r \x03(\x0b\x32\x45.google.cloud.ces.v1beta.EvaluationResult.EvaluationExpectationResultB\x03\xe0\x41\x03\x42\x1d\n\x1b_all_expectations_satisfiedB\x11\n\x0f_task_completed\x1a\x81\x04\n\x0bSpanLatency\x12\x17\n\x08resource\x18\x02 \x01(\tB\x03\xe0\x41\x03H\x00\x12<\n\x07toolset\x18\x03 \x01(\x0b\x32$.google.cloud.ces.v1beta.ToolsetToolB\x03\xe0\x41\x03H\x00\x12\x14\n\x05model\x18\x04 \x01(\tB\x03\xe0\x41\x03H\x00\x12\x17\n\x08\x63\x61llback\x18\x05 \x01(\tB\x03\xe0\x41\x03H\x00\x12M\n\x04type\x18\x01 \x01(\x0e\x32:.google.cloud.ces.v1beta.EvaluationResult.SpanLatency.TypeB\x03\xe0\x41\x03\x12\x19\n\x0c\x64isplay_name\x18\t \x01(\tB\x03\xe0\x41\x03\x12\x33\n\nstart_time\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x31\n\x08\x65nd_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x39\n\x11\x65xecution_latency\x18\x08 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x03\"Q\n\x04Type\x12\x14\n\x10TYPE_UNSPECIFIED\x10\x00\x12\x08\n\x04TOOL\x10\x01\x12\x11\n\rUSER_CALLBACK\x10\x02\x12\r\n\tGUARDRAIL\x10\x03\x12\x07\n\x03LLM\x10\x04\x42\x0c\n\nidentifier\x1a\xfe\x01\n\x0fToolCallLatency\x12-\n\x04tool\x18\x01 \x01(\tB\x1f\xe0\x41\x03\xfa\x41\x19\n\x17\x63\x65s.googleapis.com/Tool\x12\x19\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x33\n\nstart_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x31\n\x08\x65nd_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x39\n\x11\x65xecution_latency\x18\x05 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x03\x1a\x66\n\x13HallucinationResult\x12\x17\n\x05score\x18\x01 \x01(\x05\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x12\n\x05label\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x03 \x01(\tB\x03\xe0\x41\x03\x42\x08\n\x06_score\x1am\n\x1aUserGoalSatisfactionResult\x12\x17\n\x05score\x18\x01 \x01(\x05\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x12\n\x05label\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x03 \x01(\tB\x03\xe0\x41\x03\x42\x08\n\x06_score\x1a\xb4\x01\n\x18SemanticSimilarityResult\x12\x17\n\x05score\x18\x01 \x01(\x05\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x12\n\x05label\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x03 \x01(\tB\x03\xe0\x41\x03\x12G\n\x07outcome\x18\x04 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x03\xe0\x41\x03\x42\x08\n\x06_score\x1a\xa4\x01\n\x1bOverallToolInvocationResult\x12\"\n\x15tool_invocation_score\x18\x01 \x01(\x02H\x00\x88\x01\x01\x12G\n\x07outcome\x18\x02 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x03\xe0\x41\x03\x42\x18\n\x16_tool_invocation_score\x1ag\n\x14TaskCompletionResult\x12\x17\n\x05score\x18\x01 \x01(\x05\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x12\n\x05label\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x03 \x01(\tB\x03\xe0\x41\x03\x42\x08\n\x06_score\"C\n\x07Outcome\x12\x17\n\x13OUTCOME_UNSPECIFIED\x10\x00\x12\x08\n\x04PASS\x10\x01\x12\x08\n\x04\x46\x41IL\x10\x02\x12\x0b\n\x07SKIPPED\x10\x03\"s\n\x0e\x45xecutionState\x12\x1f\n\x1b\x45XECUTION_STATE_UNSPECIFIED\x10\x00\x12\n\n\x06QUEUED\x10\x05\x12\x0b\n\x07RUNNING\x10\x01\x12\r\n\tCOMPLETED\x10\x02\x12\t\n\x05\x45RROR\x10\x03\x12\r\n\tCANCELLED\x10\x04:\xb7\x01\xea\x41\xb3\x01\n#ces.googleapis.com/EvaluationResult\x12gprojects/{project}/locations/{location}/apps/{app}/evaluations/{evaluation}/results/{evaluation_result}*\x11\x65valuationResults2\x10\x65valuationResultB\x08\n\x06result\"\xfa\x11\n\rEvaluationRun\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x08\x12\x19\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12G\n\x12\x65valuation_results\x18\x03 \x03(\tB+\xe0\x41\x03\xfa\x41%\n#ces.googleapis.com/EvaluationResult\x12\x34\n\x0b\x63reate_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x19\n\x0cinitiated_by\x18\x05 \x01(\tB\x03\xe0\x41\x03\x12:\n\x0b\x61pp_version\x18\x06 \x01(\tB%\xe0\x41\x03\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/AppVersion\x12%\n\x18\x61pp_version_display_name\x18\r \x01(\tB\x03\xe0\x41\x03\x12\x37\n\tchangelog\x18\x16 \x01(\tB$\xe0\x41\x03\xfa\x41\x1e\n\x1c\x63\x65s.googleapis.com/Changelog\x12>\n\x15\x63hangelog_create_time\x18\x17 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12:\n\x0b\x65valuations\x18\x07 \x03(\tB%\xe0\x41\x03\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/Evaluation\x12H\n\x12\x65valuation_dataset\x18\x08 \x01(\tB,\xe0\x41\x03\xfa\x41&\n$ces.googleapis.com/EvaluationDataset\x12S\n\x0f\x65valuation_type\x18\t \x01(\x0e\x32\x35.google.cloud.ces.v1beta.EvaluationRun.EvaluationTypeB\x03\xe0\x41\x03\x12M\n\x05state\x18\n \x01(\x0e\x32\x39.google.cloud.ces.v1beta.EvaluationRun.EvaluationRunStateB\x03\xe0\x41\x03\x12\x46\n\x08progress\x18\x0b \x01(\x0b\x32/.google.cloud.ces.v1beta.EvaluationRun.ProgressB\x03\xe0\x41\x03\x12>\n\x06\x63onfig\x18\x0c \x01(\x0b\x32).google.cloud.ces.v1beta.EvaluationConfigB\x03\xe0\x41\x03\x12(\n\x05\x65rror\x18\x0e \x01(\x0b\x32\x12.google.rpc.StatusB\x05\x18\x01\xe0\x41\x03\x12\x45\n\nerror_info\x18\x11 \x01(\x0b\x32,.google.cloud.ces.v1beta.EvaluationErrorInfoB\x03\xe0\x41\x03\x12i\n\x18\x65valuation_run_summaries\x18\x0f \x03(\x0b\x32\x42.google.cloud.ces.v1beta.EvaluationRun.EvaluationRunSummariesEntryB\x03\xe0\x41\x03\x12\x43\n\x0elatency_report\x18\x19 \x01(\x0b\x32&.google.cloud.ces.v1beta.LatencyReportB\x03\xe0\x41\x03\x12\x16\n\trun_count\x18\x10 \x01(\x05\x42\x03\xe0\x41\x03\x12K\n\x13persona_run_configs\x18\x12 \x03(\x0b\x32).google.cloud.ces.v1beta.PersonaRunConfigB\x03\xe0\x41\x03\x12M\n\x13optimization_config\x18\x13 \x01(\x0b\x32+.google.cloud.ces.v1beta.OptimizationConfigB\x03\xe0\x41\x01\x12S\n\x18scheduled_evaluation_run\x18\x14 \x01(\tB1\xe0\x41\x03\xfa\x41+\n)ces.googleapis.com/ScheduledEvaluationRun\x12H\n\x11golden_run_method\x18\x15 \x01(\x0e\x32(.google.cloud.ces.v1beta.GoldenRunMethodB\x03\xe0\x41\x03\x12\x16\n\toperation\x18\x1a \x01(\tB\x03\xe0\x41\x03\x1a\xb0\x01\n\x08Progress\x12\x18\n\x0btotal_count\x18\x01 \x01(\x05\x42\x03\xe0\x41\x03\x12\x19\n\x0c\x66\x61iled_count\x18\x02 \x01(\x05\x42\x03\xe0\x41\x03\x12\x18\n\x0b\x65rror_count\x18\x03 \x01(\x05\x42\x03\xe0\x41\x03\x12\x1c\n\x0f\x63ompleted_count\x18\x04 \x01(\x05\x42\x03\xe0\x41\x03\x12\x19\n\x0cpassed_count\x18\x05 \x01(\x05\x42\x03\xe0\x41\x03\x12\x1c\n\x0f\x63\x61ncelled_count\x18\x06 \x01(\x05\x42\x03\xe0\x41\x03\x1a\x66\n\x14\x45valuationRunSummary\x12\x19\n\x0cpassed_count\x18\x01 \x01(\x05\x42\x03\xe0\x41\x03\x12\x19\n\x0c\x66\x61iled_count\x18\x02 \x01(\x05\x42\x03\xe0\x41\x03\x12\x18\n\x0b\x65rror_count\x18\x03 \x01(\x05\x42\x03\xe0\x41\x03\x1az\n\x1b\x45valuationRunSummariesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12J\n\x05value\x18\x02 \x01(\x0b\x32;.google.cloud.ces.v1beta.EvaluationRun.EvaluationRunSummary:\x02\x38\x01\"V\n\x0e\x45valuationType\x12\x1f\n\x1b\x45VALUATION_TYPE_UNSPECIFIED\x10\x00\x12\n\n\x06GOLDEN\x10\x01\x12\x0c\n\x08SCENARIO\x10\x02\x12\t\n\x05MIXED\x10\x03\"|\n\x12\x45valuationRunState\x12$\n EVALUATION_RUN_STATE_UNSPECIFIED\x10\x00\x12\n\n\x06QUEUED\x10\x05\x12\x0b\n\x07RUNNING\x10\x01\x12\r\n\tCOMPLETED\x10\x02\x12\t\n\x05\x45RROR\x10\x03\x12\r\n\tCANCELLED\x10\x04:\x99\x01\xea\x41\x95\x01\n ces.googleapis.com/EvaluationRun\x12Rprojects/{project}/locations/{location}/apps/{app}/evaluationRuns/{evaluation_run}*\x0e\x65valuationRuns2\revaluationRun\"\xaa\n\n\rLatencyReport\x12R\n\x0etool_latencies\x18\x01 \x03(\x0b\x32\x32.google.cloud.ces.v1beta.LatencyReport.ToolLatencyB\x06\xe0\x41\x03\xe0\x41\x06\x12Z\n\x12\x63\x61llback_latencies\x18\x02 \x03(\x0b\x32\x36.google.cloud.ces.v1beta.LatencyReport.CallbackLatencyB\x06\xe0\x41\x03\xe0\x41\x06\x12\\\n\x13guardrail_latencies\x18\x03 \x03(\x0b\x32\x37.google.cloud.ces.v1beta.LatencyReport.GuardrailLatencyB\x06\xe0\x41\x03\xe0\x41\x06\x12Y\n\x12llm_call_latencies\x18\x04 \x03(\x0b\x32\x35.google.cloud.ces.v1beta.LatencyReport.LlmCallLatencyB\x06\xe0\x41\x03\xe0\x41\x06\x12\x1a\n\rsession_count\x18\x05 \x01(\x05\x42\x03\xe0\x41\x03\x1a\xc8\x01\n\x0eLatencyMetrics\x12\x33\n\x0bp50_latency\x18\x01 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x03\x12\x33\n\x0bp90_latency\x18\x02 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x03\x12\x33\n\x0bp99_latency\x18\x03 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x03\x12\x17\n\ncall_count\x18\x04 \x01(\x05\x42\x03\xe0\x41\x03\x1a\x89\x02\n\x0bToolLatency\x12/\n\x04tool\x18\x01 \x01(\tB\x1f\xe0\x41\x03\xfa\x41\x19\n\x17\x63\x65s.googleapis.com/ToolH\x00\x12\x41\n\x0ctoolset_tool\x18\x02 \x01(\x0b\x32$.google.cloud.ces.v1beta.ToolsetToolB\x03\xe0\x41\x03H\x00\x12\x1e\n\x11tool_display_name\x18\x03 \x01(\tB\x03\xe0\x41\x03\x12S\n\x0flatency_metrics\x18\x04 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.LatencyReport.LatencyMetricsB\x03\xe0\x41\x03\x42\x11\n\x0ftool_identifier\x1az\n\x0f\x43\x61llbackLatency\x12\x12\n\x05stage\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12S\n\x0flatency_metrics\x18\x02 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.LatencyReport.LatencyMetricsB\x03\xe0\x41\x03\x1a\xc5\x01\n\x10GuardrailLatency\x12\x37\n\tguardrail\x18\x01 \x01(\tB$\xe0\x41\x03\xfa\x41\x1e\n\x1c\x63\x65s.googleapis.com/Guardrail\x12#\n\x16guardrail_display_name\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12S\n\x0flatency_metrics\x18\x03 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.LatencyReport.LatencyMetricsB\x03\xe0\x41\x03\x1ay\n\x0eLlmCallLatency\x12\x12\n\x05model\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12S\n\x0flatency_metrics\x18\x02 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.LatencyReport.LatencyMetricsB\x03\xe0\x41\x03\"\xa4\x04\n\x15\x45valuationExpectation\x12W\n\x0cllm_criteria\x18\x03 \x01(\x0b\x32:.google.cloud.ces.v1beta.EvaluationExpectation.LlmCriteriaB\x03\xe0\x41\x01H\x00\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x08\x12\x19\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x11\n\x04tags\x18\x08 \x03(\tB\x03\xe0\x41\x01\x12\x34\n\x0b\x63reate_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x34\n\x0bupdate_time\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x11\n\x04\x65tag\x18\x06 \x01(\tB\x03\xe0\x41\x03\x1a\"\n\x0bLlmCriteria\x12\x13\n\x06prompt\x18\x01 \x01(\tB\x03\xe0\x41\x02:\xc1\x01\xea\x41\xbd\x01\n(ces.googleapis.com/EvaluationExpectation\x12\x62projects/{project}/locations/{location}/apps/{app}/evaluationExpectations/{evaluation_expectation}*\x16\x65valuationExpectations2\x15\x65valuationExpectationB\n\n\x08\x63riteria\"\xb4\x03\n\x10\x45valuationConfig\x12L\n\x12input_audio_config\x18\x01 \x01(\x0b\x32).google.cloud.ces.v1beta.InputAudioConfigB\x05\x18\x01\xe0\x41\x01\x12N\n\x13output_audio_config\x18\x02 \x01(\x0b\x32*.google.cloud.ces.v1beta.OutputAudioConfigB\x05\x18\x01\xe0\x41\x01\x12\\\n\x12\x65valuation_channel\x18\x03 \x01(\x0e\x32;.google.cloud.ces.v1beta.EvaluationConfig.EvaluationChannelB\x03\xe0\x41\x01\x12V\n\x13tool_call_behaviour\x18\x04 \x01(\x0e\x32\x34.google.cloud.ces.v1beta.EvaluationToolCallBehaviourB\x03\xe0\x41\x01\"L\n\x11\x45valuationChannel\x12\"\n\x1e\x45VALUATION_CHANNEL_UNSPECIFIED\x10\x00\x12\x08\n\x04TEXT\x10\x01\x12\t\n\x05\x41UDIO\x10\x02\"\x97\x03\n\x13\x45valuationErrorInfo\x12O\n\nerror_type\x18\x01 \x01(\x0e\x32\x36.google.cloud.ces.v1beta.EvaluationErrorInfo.ErrorTypeB\x03\xe0\x41\x03\x12\x1a\n\rerror_message\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x17\n\nsession_id\x18\x03 \x01(\tB\x03\xe0\x41\x03\x12&\n\x19user_facing_error_message\x18\x04 \x01(\tB\x03\xe0\x41\x03\"\xd1\x01\n\tErrorType\x12\x1a\n\x16\x45RROR_TYPE_UNSPECIFIED\x10\x00\x12\x13\n\x0fRUNTIME_FAILURE\x10\x01\x12\"\n\x1e\x43ONVERSATION_RETRIEVAL_FAILURE\x10\x02\x12\x1e\n\x1aMETRIC_CALCULATION_FAILURE\x10\x03\x12\x1d\n\x19\x45VALUATION_UPDATE_FAILURE\x10\x04\x12\x13\n\x0fQUOTA_EXHAUSTED\x10\x05\x12\x1b\n\x17USER_SIMULATION_FAILURE\x10\x06\"\xec\x05\n\x14RunEvaluationRequest\x12+\n\x03\x61pp\x18\x01 \x01(\tB\x1e\xe0\x41\x02\xfa\x41\x18\n\x16\x63\x65s.googleapis.com/App\x12:\n\x0b\x65valuations\x18\x02 \x03(\tB%\xe0\x41\x01\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/Evaluation\x12H\n\x12\x65valuation_dataset\x18\x03 \x01(\tB,\xe0\x41\x01\xfa\x41&\n$ces.googleapis.com/EvaluationDataset\x12\x19\n\x0c\x64isplay_name\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12:\n\x0b\x61pp_version\x18\x06 \x01(\tB%\xe0\x41\x01\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/AppVersion\x12>\n\x06\x63onfig\x18\x08 \x01(\x0b\x32).google.cloud.ces.v1beta.EvaluationConfigB\x03\xe0\x41\x01\x12\x1b\n\trun_count\x18\t \x01(\x05\x42\x03\xe0\x41\x01H\x00\x88\x01\x01\x12K\n\x13persona_run_configs\x18\n \x03(\x0b\x32).google.cloud.ces.v1beta.PersonaRunConfigB\x03\xe0\x41\x01\x12M\n\x13optimization_config\x18\x0b \x01(\x0b\x32+.google.cloud.ces.v1beta.OptimizationConfigB\x03\xe0\x41\x01\x12S\n\x18scheduled_evaluation_run\x18\x0c \x01(\tB1\xe0\x41\x01\xfa\x41+\n)ces.googleapis.com/ScheduledEvaluationRun\x12H\n\x11golden_run_method\x18\r \x01(\x0e\x32(.google.cloud.ces.v1beta.GoldenRunMethodB\x03\xe0\x41\x01\x12$\n\x17generate_latency_report\x18\x0e \x01(\x08\x42\x03\xe0\x41\x01\x42\x0c\n\n_run_count\"\xe9\x08\n\x16ScheduledEvaluationRun\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x08\x12\x19\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x43\n\x07request\x18\x03 \x01(\x0b\x32-.google.cloud.ces.v1beta.RunEvaluationRequestB\x03\xe0\x41\x02\x12\x18\n\x0b\x64\x65scription\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12`\n\x11scheduling_config\x18\x05 \x01(\x0b\x32@.google.cloud.ces.v1beta.ScheduledEvaluationRun.SchedulingConfigB\x03\xe0\x41\x02\x12\x13\n\x06\x61\x63tive\x18\x06 \x01(\x08\x42\x03\xe0\x41\x01\x12\x44\n\x12last_completed_run\x18\x07 \x01(\tB(\xe0\x41\x03\xfa\x41\"\n ces.googleapis.com/EvaluationRun\x12\x1d\n\x10total_executions\x18\x08 \x01(\x05\x42\x03\xe0\x41\x03\x12\x46\n\x1dnext_scheduled_execution_time\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x34\n\x0b\x63reate_time\x18\n \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x17\n\ncreated_by\x18\x0b \x01(\tB\x03\xe0\x41\x03\x12\x34\n\x0bupdate_time\x18\x0c \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x1c\n\x0flast_updated_by\x18\r \x01(\tB\x03\xe0\x41\x03\x12\x11\n\x04\x65tag\x18\x0e \x01(\tB\x03\xe0\x41\x03\x1a\x9d\x02\n\x10SchedulingConfig\x12\x62\n\tfrequency\x18\x01 \x01(\x0e\x32J.google.cloud.ces.v1beta.ScheduledEvaluationRun.SchedulingConfig.FrequencyB\x03\xe0\x41\x02\x12\x33\n\nstart_time\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x02\x12\x19\n\x0c\x64\x61ys_of_week\x18\x03 \x03(\x05\x42\x03\xe0\x41\x01\"U\n\tFrequency\x12\x19\n\x15\x46REQUENCY_UNSPECIFIED\x10\x00\x12\x08\n\x04NONE\x10\x01\x12\t\n\x05\x44\x41ILY\x10\x02\x12\n\n\x06WEEKLY\x10\x03\x12\x0c\n\x08\x42IWEEKLY\x10\x04:\xc7\x01\xea\x41\xc3\x01\n)ces.googleapis.com/ScheduledEvaluationRun\x12\x65projects/{project}/locations/{location}/apps/{app}/scheduledEvaluationRuns/{scheduled_evaluation_run}*\x17scheduledEvaluationRuns2\x16scheduledEvaluationRun\"A\n\x10PersonaRunConfig\x12\x14\n\x07persona\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12\x17\n\ntask_count\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x9b\x03\n\x12OptimizationConfig\x12!\n\x14generate_loss_report\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x1e\n\x11\x61ssistant_session\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1b\n\x0ereport_summary\x18\x03 \x01(\tB\x03\xe0\x41\x03\x12\x1f\n\x12should_suggest_fix\x18\x05 \x01(\x08\x42\x03\xe0\x41\x03\x12S\n\x06status\x18\x04 \x01(\x0e\x32>.google.cloud.ces.v1beta.OptimizationConfig.OptimizationStatusB\x03\xe0\x41\x03\x12\x1a\n\rerror_message\x18\x06 \x01(\tB\x03\xe0\x41\x03\x12\x31\n\x0bloss_report\x18\x07 \x01(\x0b\x32\x17.google.protobuf.StructB\x03\xe0\x41\x03\"`\n\x12OptimizationStatus\x12#\n\x1fOPTIMIZATION_STATUS_UNSPECIFIED\x10\x00\x12\x0b\n\x07RUNNING\x10\x01\x12\r\n\tCOMPLETED\x10\x02\x12\t\n\x05\x45RROR\x10\x03\x42_\n\x1b\x63om.google.cloud.ces.v1betaB\x0f\x45valuationProtoP\x01Z-cloud.google.com/go/ces/apiv1beta/cespb;cespbb\x06proto3"
 
 pool = ::Google::Protobuf::DescriptorPool.generated_pool
 pool.add_serialized_file(descriptor_data)

data/lib/google/cloud/ces/v1beta/evaluation_service/client.rb

@@ -3309,6 +3309,301 @@ module Google
               raise ::Google::Cloud::Error.from_error(e)
             end
 
+            ##
+            # Exports evaluations runs.
+            #
+            # @overload export_evaluation_runs(request, options = nil)
+            #   Pass arguments to `export_evaluation_runs` via a request object, either of type
+            #   {::Google::Cloud::Ces::V1beta::ExportEvaluationRunsRequest} or an equivalent Hash.
+            #
+            #   @param request [::Google::Cloud::Ces::V1beta::ExportEvaluationRunsRequest, ::Hash]
+            #     A request object representing the call parameters. Required. To specify no
+            #     parameters, or to keep all the default parameter values, pass an empty Hash.
+            #   @param options [::Gapic::CallOptions, ::Hash]
+            #     Overrides the default settings for this call, e.g, timeout, retries, etc. Optional.
+            #
+            # @overload export_evaluation_runs(parent: nil, names: nil, export_options: nil)
+            #   Pass arguments to `export_evaluation_runs` via keyword arguments. Note that at
+            #   least one keyword argument is required. To specify no parameters, or to keep all
+            #   the default parameter values, pass an empty Hash as a request object (see above).
+            #
+            #   @param parent [::String]
+            #     Required. The resource name of the app to export evaluation runs from.
+            #     Format: `projects/{project}/locations/{location}/apps/{app}`
+            #   @param names [::Array<::String>]
+            #     Required. The resource names of the evaluation runs to export.
+            #   @param export_options [::Google::Cloud::Ces::V1beta::ExportOptions, ::Hash]
+            #     Optional. The export options for the evaluation runs.
+            #
+            # @yield [response, operation] Access the result along with the RPC operation
+            # @yieldparam response [::Gapic::Operation]
+            # @yieldparam operation [::GRPC::ActiveCall::Operation]
+            #
+            # @return [::Gapic::Operation]
+            #
+            # @raise [::Google::Cloud::Error] if the RPC is aborted.
+            #
+            # @example Basic example
+            #   require "google/cloud/ces/v1beta"
+            #
+            #   # Create a client object. The client can be reused for multiple calls.
+            #   client = Google::Cloud::Ces::V1beta::EvaluationService::Client.new
+            #
+            #   # Create a request. To set request fields, pass in keyword arguments.
+            #   request = Google::Cloud::Ces::V1beta::ExportEvaluationRunsRequest.new
+            #
+            #   # Call the export_evaluation_runs method.
+            #   result = client.export_evaluation_runs request
+            #
+            #   # The returned object is of type Gapic::Operation. You can use it to
+            #   # check the status of an operation, cancel it, or wait for results.
+            #   # Here is how to wait for a response.
+            #   result.wait_until_done! timeout: 60
+            #   if result.response?
+            #     p result.response
+            #   else
+            #     puts "No response received."
+            #   end
+            #
+            def export_evaluation_runs request, options = nil
+              raise ::ArgumentError, "request must be provided" if request.nil?
+
+              request = ::Gapic::Protobuf.coerce request, to: ::Google::Cloud::Ces::V1beta::ExportEvaluationRunsRequest
+
+              # Converts hash and nil to an options object
+              options = ::Gapic::CallOptions.new(**options.to_h) if options.respond_to? :to_h
+
+              # Customize the options with defaults
+              metadata = @config.rpcs.export_evaluation_runs.metadata.to_h
+
+              # Set x-goog-api-client, x-goog-user-project and x-goog-api-version headers
+              metadata[:"x-goog-api-client"] ||= ::Gapic::Headers.x_goog_api_client \
+                lib_name: @config.lib_name, lib_version: @config.lib_version,
+                gapic_version: ::Google::Cloud::Ces::V1beta::VERSION
+              metadata[:"x-goog-api-version"] = API_VERSION unless API_VERSION.empty?
+              metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
+
+              header_params = {}
+              if request.parent
+                header_params["parent"] = request.parent
+              end
+
+              request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
+              metadata[:"x-goog-request-params"] ||= request_params_header
+
+              options.apply_defaults timeout:      @config.rpcs.export_evaluation_runs.timeout,
+                                     metadata:     metadata,
+                                     retry_policy: @config.rpcs.export_evaluation_runs.retry_policy
+
+              options.apply_defaults timeout:      @config.timeout,
+                                     metadata:     @config.metadata,
+                                     retry_policy: @config.retry_policy
+
+              @evaluation_service_stub.call_rpc :export_evaluation_runs, request, options: options do |response, operation|
+                response = ::Gapic::Operation.new response, @operations_client, options: options
+                yield response, operation if block_given?
+                throw :response, response
+              end
+            rescue ::GRPC::BadStatus => e
+              raise ::Google::Cloud::Error.from_error(e)
+            end
+
+            ##
+            # Exports evaluations results.
+            #
+            # @overload export_evaluation_results(request, options = nil)
+            #   Pass arguments to `export_evaluation_results` via a request object, either of type
+            #   {::Google::Cloud::Ces::V1beta::ExportEvaluationResultsRequest} or an equivalent Hash.
+            #
+            #   @param request [::Google::Cloud::Ces::V1beta::ExportEvaluationResultsRequest, ::Hash]
+            #     A request object representing the call parameters. Required. To specify no
+            #     parameters, or to keep all the default parameter values, pass an empty Hash.
+            #   @param options [::Gapic::CallOptions, ::Hash]
+            #     Overrides the default settings for this call, e.g, timeout, retries, etc. Optional.
+            #
+            # @overload export_evaluation_results(parent: nil, names: nil, export_options: nil)
+            #   Pass arguments to `export_evaluation_results` via keyword arguments. Note that at
+            #   least one keyword argument is required. To specify no parameters, or to keep all
+            #   the default parameter values, pass an empty Hash as a request object (see above).
+            #
+            #   @param parent [::String]
+            #     Required. The resource name of the evaluation to export evaluation results
+            #     from. Format:
+            #     `projects/{project}/locations/{location}/apps/{app}/evaluations/{evaluation}`
+            #   @param names [::Array<::String>]
+            #     Required. The resource names of the evaluation results to export.
+            #   @param export_options [::Google::Cloud::Ces::V1beta::ExportOptions, ::Hash]
+            #     Optional. The export options for the evaluation results.
+            #
+            # @yield [response, operation] Access the result along with the RPC operation
+            # @yieldparam response [::Gapic::Operation]
+            # @yieldparam operation [::GRPC::ActiveCall::Operation]
+            #
+            # @return [::Gapic::Operation]
+            #
+            # @raise [::Google::Cloud::Error] if the RPC is aborted.
+            #
+            # @example Basic example
+            #   require "google/cloud/ces/v1beta"
+            #
+            #   # Create a client object. The client can be reused for multiple calls.
+            #   client = Google::Cloud::Ces::V1beta::EvaluationService::Client.new
+            #
+            #   # Create a request. To set request fields, pass in keyword arguments.
+            #   request = Google::Cloud::Ces::V1beta::ExportEvaluationResultsRequest.new
+            #
+            #   # Call the export_evaluation_results method.
+            #   result = client.export_evaluation_results request
+            #
+            #   # The returned object is of type Gapic::Operation. You can use it to
+            #   # check the status of an operation, cancel it, or wait for results.
+            #   # Here is how to wait for a response.
+            #   result.wait_until_done! timeout: 60
+            #   if result.response?
+            #     p result.response
+            #   else
+            #     puts "No response received."
+            #   end
+            #
+            def export_evaluation_results request, options = nil
+              raise ::ArgumentError, "request must be provided" if request.nil?
+
+              request = ::Gapic::Protobuf.coerce request, to: ::Google::Cloud::Ces::V1beta::ExportEvaluationResultsRequest
+
+              # Converts hash and nil to an options object
+              options = ::Gapic::CallOptions.new(**options.to_h) if options.respond_to? :to_h
+
+              # Customize the options with defaults
+              metadata = @config.rpcs.export_evaluation_results.metadata.to_h
+
+              # Set x-goog-api-client, x-goog-user-project and x-goog-api-version headers
+              metadata[:"x-goog-api-client"] ||= ::Gapic::Headers.x_goog_api_client \
+                lib_name: @config.lib_name, lib_version: @config.lib_version,
+                gapic_version: ::Google::Cloud::Ces::V1beta::VERSION
+              metadata[:"x-goog-api-version"] = API_VERSION unless API_VERSION.empty?
+              metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
+
+              header_params = {}
+              if request.parent
+                header_params["parent"] = request.parent
+              end
+
+              request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
+              metadata[:"x-goog-request-params"] ||= request_params_header
+
+              options.apply_defaults timeout:      @config.rpcs.export_evaluation_results.timeout,
+                                     metadata:     metadata,
+                                     retry_policy: @config.rpcs.export_evaluation_results.retry_policy
+
+              options.apply_defaults timeout:      @config.timeout,
+                                     metadata:     @config.metadata,
+                                     retry_policy: @config.retry_policy
+
+              @evaluation_service_stub.call_rpc :export_evaluation_results, request, options: options do |response, operation|
+                response = ::Gapic::Operation.new response, @operations_client, options: options
+                yield response, operation if block_given?
+                throw :response, response
+              end
+            rescue ::GRPC::BadStatus => e
+              raise ::Google::Cloud::Error.from_error(e)
+            end
+
+            ##
+            # Runs metrics on an existing evaluation result.
+            #
+            # @overload run_evaluation_result_metrics(request, options = nil)
+            #   Pass arguments to `run_evaluation_result_metrics` via a request object, either of type
+            #   {::Google::Cloud::Ces::V1beta::RunEvaluationResultMetricsRequest} or an equivalent Hash.
+            #
+            #   @param request [::Google::Cloud::Ces::V1beta::RunEvaluationResultMetricsRequest, ::Hash]
+            #     A request object representing the call parameters. Required. To specify no
+            #     parameters, or to keep all the default parameter values, pass an empty Hash.
+            #   @param options [::Gapic::CallOptions, ::Hash]
+            #     Overrides the default settings for this call, e.g, timeout, retries, etc. Optional.
+            #
+            # @overload run_evaluation_result_metrics(evaluation_result_id: nil)
+            #   Pass arguments to `run_evaluation_result_metrics` via keyword arguments. Note that at
+            #   least one keyword argument is required. To specify no parameters, or to keep all
+            #   the default parameter values, pass an empty Hash as a request object (see above).
+            #
+            #   @param evaluation_result_id [::String]
+            #     Required. The evaluation result to run metrics for.
+            #     Format:
+            #     `projects/{project}/locations/{location}/apps/{app}/evaluations/{evaluation}/results/{evaluation_result_id}`
+            #
+            # @yield [response, operation] Access the result along with the RPC operation
+            # @yieldparam response [::Gapic::Operation]
+            # @yieldparam operation [::GRPC::ActiveCall::Operation]
+            #
+            # @return [::Gapic::Operation]
+            #
+            # @raise [::Google::Cloud::Error] if the RPC is aborted.
+            #
+            # @example Basic example
+            #   require "google/cloud/ces/v1beta"
+            #
+            #   # Create a client object. The client can be reused for multiple calls.
+            #   client = Google::Cloud::Ces::V1beta::EvaluationService::Client.new
+            #
+            #   # Create a request. To set request fields, pass in keyword arguments.
+            #   request = Google::Cloud::Ces::V1beta::RunEvaluationResultMetricsRequest.new
+            #
+            #   # Call the run_evaluation_result_metrics method.
+            #   result = client.run_evaluation_result_metrics request
+            #
+            #   # The returned object is of type Gapic::Operation. You can use it to
+            #   # check the status of an operation, cancel it, or wait for results.
+            #   # Here is how to wait for a response.
+            #   result.wait_until_done! timeout: 60
+            #   if result.response?
+            #     p result.response
+            #   else
+            #     puts "No response received."
+            #   end
+            #
+            def run_evaluation_result_metrics request, options = nil
+              raise ::ArgumentError, "request must be provided" if request.nil?
+
+              request = ::Gapic::Protobuf.coerce request, to: ::Google::Cloud::Ces::V1beta::RunEvaluationResultMetricsRequest
+
+              # Converts hash and nil to an options object
+              options = ::Gapic::CallOptions.new(**options.to_h) if options.respond_to? :to_h
+
+              # Customize the options with defaults
+              metadata = @config.rpcs.run_evaluation_result_metrics.metadata.to_h
+
+              # Set x-goog-api-client, x-goog-user-project and x-goog-api-version headers
+              metadata[:"x-goog-api-client"] ||= ::Gapic::Headers.x_goog_api_client \
+                lib_name: @config.lib_name, lib_version: @config.lib_version,
+                gapic_version: ::Google::Cloud::Ces::V1beta::VERSION
+              metadata[:"x-goog-api-version"] = API_VERSION unless API_VERSION.empty?
+              metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
+
+              header_params = {}
+              if request.evaluation_result_id
+                header_params["evaluation_result_id"] = request.evaluation_result_id
+              end
+
+              request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
+              metadata[:"x-goog-request-params"] ||= request_params_header
+
+              options.apply_defaults timeout:      @config.rpcs.run_evaluation_result_metrics.timeout,
+                                     metadata:     metadata,
+                                     retry_policy: @config.rpcs.run_evaluation_result_metrics.retry_policy
+
+              options.apply_defaults timeout:      @config.timeout,
+                                     metadata:     @config.metadata,
+                                     retry_policy: @config.retry_policy
+
+              @evaluation_service_stub.call_rpc :run_evaluation_result_metrics, request, options: options do |response, operation|
+                response = ::Gapic::Operation.new response, @operations_client, options: options
+                yield response, operation if block_given?
+                throw :response, response
+              end
+            rescue ::GRPC::BadStatus => e
+              raise ::Google::Cloud::Error.from_error(e)
+            end
+
             ##
             # Configuration class for the EvaluationService API.
             #
@@ -3405,6 +3700,7 @@ module Google
             #    *  `:initial_delay` (*type:* `Numeric`) - The initial delay in seconds.
             #    *  `:max_delay` (*type:* `Numeric`) - The max delay in seconds.
             #    *  `:multiplier` (*type:* `Numeric`) - The incremental backoff multiplier.
+            #    *  `:jitter` (*type:* `Numeric`) - The jitter in seconds. Default: 1.0.
             #    *  `:retry_codes` (*type:* `Array<String>`) - The error codes that should
             #       trigger a retry.
             #   @return [::Hash]
@@ -3488,6 +3784,7 @@ module Google
               #      *  `:initial_delay` (*type:* `Numeric`) - The initial delay in seconds.
               #      *  `:max_delay` (*type:* `Numeric`) - The max delay in seconds.
               #      *  `:multiplier` (*type:* `Numeric`) - The incremental backoff multiplier.
+              #      *  `:jitter` (*type:* `Numeric`) - The jitter in seconds. Default: 1.0.
               #      *  `:retry_codes` (*type:* `Array<String>`) - The error codes that should
               #         trigger a retry.
               #
@@ -3652,6 +3949,21 @@ module Google
                 # @return [::Gapic::Config::Method]
                 #
                 attr_reader :export_evaluations
+                ##
+                # RPC-specific configuration for `export_evaluation_runs`
+                # @return [::Gapic::Config::Method]
+                #
+                attr_reader :export_evaluation_runs
+                ##
+                # RPC-specific configuration for `export_evaluation_results`
+                # @return [::Gapic::Config::Method]
+                #
+                attr_reader :export_evaluation_results
+                ##
+                # RPC-specific configuration for `run_evaluation_result_metrics`
+                # @return [::Gapic::Config::Method]
+                #
+                attr_reader :run_evaluation_result_metrics
 
                 # @private
                 def initialize parent_rpcs = nil
@@ -3719,6 +4031,12 @@ module Google
                   @test_persona_voice = ::Gapic::Config::Method.new test_persona_voice_config
                   export_evaluations_config = parent_rpcs.export_evaluations if parent_rpcs.respond_to? :export_evaluations
                   @export_evaluations = ::Gapic::Config::Method.new export_evaluations_config
+                  export_evaluation_runs_config = parent_rpcs.export_evaluation_runs if parent_rpcs.respond_to? :export_evaluation_runs
+                  @export_evaluation_runs = ::Gapic::Config::Method.new export_evaluation_runs_config
+                  export_evaluation_results_config = parent_rpcs.export_evaluation_results if parent_rpcs.respond_to? :export_evaluation_results
+                  @export_evaluation_results = ::Gapic::Config::Method.new export_evaluation_results_config
+                  run_evaluation_result_metrics_config = parent_rpcs.run_evaluation_result_metrics if parent_rpcs.respond_to? :run_evaluation_result_metrics
+                  @run_evaluation_result_metrics = ::Gapic::Config::Method.new run_evaluation_result_metrics_config
 
                   yield self if block_given?
                 end

data/lib/google/cloud/ces/v1beta/evaluation_service/operations.rb

@@ -703,6 +703,7 @@ module Google
             #    *  `:initial_delay` (*type:* `Numeric`) - The initial delay in seconds.
             #    *  `:max_delay` (*type:* `Numeric`) - The max delay in seconds.
             #    *  `:multiplier` (*type:* `Numeric`) - The incremental backoff multiplier.
+            #    *  `:jitter` (*type:* `Numeric`) - The jitter in seconds. Default: 1.0.
             #    *  `:retry_codes` (*type:* `Array<String>`) - The error codes that should
             #       trigger a retry.
             #   @return [::Hash]
@@ -786,6 +787,7 @@ module Google
               #      *  `:initial_delay` (*type:* `Numeric`) - The initial delay in seconds.
               #      *  `:max_delay` (*type:* `Numeric`) - The max delay in seconds.
               #      *  `:multiplier` (*type:* `Numeric`) - The incremental backoff multiplier.
+              #      *  `:jitter` (*type:* `Numeric`) - The jitter in seconds. Default: 1.0.
               #      *  `:retry_codes` (*type:* `Array<String>`) - The error codes that should
               #         trigger a retry.
               #