google-cloud-ces-v1beta 0.a → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (161) hide show
  1. checksums.yaml +4 -4
  2. data/.yardopts +12 -0
  3. data/AUTHENTICATION.md +122 -0
  4. data/README.md +154 -8
  5. data/lib/google/cloud/ces/v1beta/agent_card_pb.rb +26 -0
  6. data/lib/google/cloud/ces/v1beta/agent_pb.rb +30 -0
  7. data/lib/google/cloud/ces/v1beta/agent_service/client.rb +5641 -0
  8. data/lib/google/cloud/ces/v1beta/agent_service/credentials.rb +48 -0
  9. data/lib/google/cloud/ces/v1beta/agent_service/operations.rb +843 -0
  10. data/lib/google/cloud/ces/v1beta/agent_service/paths.rb +481 -0
  11. data/lib/google/cloud/ces/v1beta/agent_service/rest/client.rb +5249 -0
  12. data/lib/google/cloud/ces/v1beta/agent_service/rest/operations.rb +927 -0
  13. data/lib/google/cloud/ces/v1beta/agent_service/rest/service_stub.rb +3213 -0
  14. data/lib/google/cloud/ces/v1beta/agent_service/rest.rb +55 -0
  15. data/lib/google/cloud/ces/v1beta/agent_service.rb +57 -0
  16. data/lib/google/cloud/ces/v1beta/agent_service_pb.rb +132 -0
  17. data/lib/google/cloud/ces/v1beta/agent_service_services_pb.rb +148 -0
  18. data/lib/google/cloud/ces/v1beta/agent_tool_pb.rb +24 -0
  19. data/lib/google/cloud/ces/v1beta/agent_transfers_pb.rb +29 -0
  20. data/lib/google/cloud/ces/v1beta/app_pb.rb +70 -0
  21. data/lib/google/cloud/ces/v1beta/app_version_pb.rb +32 -0
  22. data/lib/google/cloud/ces/v1beta/auth_pb.rb +34 -0
  23. data/lib/google/cloud/ces/v1beta/bigquery_export_pb.rb +23 -0
  24. data/lib/google/cloud/ces/v1beta/bindings_override.rb +75 -0
  25. data/lib/google/cloud/ces/v1beta/changelog_pb.rb +26 -0
  26. data/lib/google/cloud/ces/v1beta/client_function_pb.rb +24 -0
  27. data/lib/google/cloud/ces/v1beta/common_pb.rb +46 -0
  28. data/lib/google/cloud/ces/v1beta/connector_tool_pb.rb +27 -0
  29. data/lib/google/cloud/ces/v1beta/connector_toolset_pb.rb +25 -0
  30. data/lib/google/cloud/ces/v1beta/conversation_pb.rb +31 -0
  31. data/lib/google/cloud/ces/v1beta/data_store_pb.rb +27 -0
  32. data/lib/google/cloud/ces/v1beta/data_store_tool_pb.rb +40 -0
  33. data/lib/google/cloud/ces/v1beta/deployment_pb.rb +30 -0
  34. data/lib/google/cloud/ces/v1beta/evaluation_metrics_config_pb.rb +31 -0
  35. data/lib/google/cloud/ces/v1beta/evaluation_pb.rb +99 -0
  36. data/lib/google/cloud/ces/v1beta/evaluation_service/client.rb +4050 -0
  37. data/lib/google/cloud/ces/v1beta/evaluation_service/credentials.rb +48 -0
  38. data/lib/google/cloud/ces/v1beta/evaluation_service/operations.rb +843 -0
  39. data/lib/google/cloud/ces/v1beta/evaluation_service/paths.rb +306 -0
  40. data/lib/google/cloud/ces/v1beta/evaluation_service/rest/client.rb +3770 -0
  41. data/lib/google/cloud/ces/v1beta/evaluation_service/rest/operations.rb +927 -0
  42. data/lib/google/cloud/ces/v1beta/evaluation_service/rest/service_stub.rb +2233 -0
  43. data/lib/google/cloud/ces/v1beta/evaluation_service/rest.rb +54 -0
  44. data/lib/google/cloud/ces/v1beta/evaluation_service.rb +56 -0
  45. data/lib/google/cloud/ces/v1beta/evaluation_service_pb.rb +93 -0
  46. data/lib/google/cloud/ces/v1beta/evaluation_service_services_pb.rb +116 -0
  47. data/lib/google/cloud/ces/v1beta/example_pb.rb +34 -0
  48. data/lib/google/cloud/ces/v1beta/fakes_pb.rb +25 -0
  49. data/lib/google/cloud/ces/v1beta/file_context_pb.rb +24 -0
  50. data/lib/google/cloud/ces/v1beta/file_search_tool_pb.rb +24 -0
  51. data/lib/google/cloud/ces/v1beta/golden_run_pb.rb +21 -0
  52. data/lib/google/cloud/ces/v1beta/google_search_tool_pb.rb +24 -0
  53. data/lib/google/cloud/ces/v1beta/guardrail_pb.rb +37 -0
  54. data/lib/google/cloud/ces/v1beta/mcp_tool_pb.rb +27 -0
  55. data/lib/google/cloud/ces/v1beta/mcp_toolset_pb.rb +28 -0
  56. data/lib/google/cloud/ces/v1beta/mocks_pb.rb +26 -0
  57. data/lib/google/cloud/ces/v1beta/omnichannel_pb.rb +31 -0
  58. data/lib/google/cloud/ces/v1beta/omnichannel_service_pb.rb +27 -0
  59. data/lib/google/cloud/ces/v1beta/open_api_tool_pb.rb +25 -0
  60. data/lib/google/cloud/ces/v1beta/open_api_toolset_pb.rb +25 -0
  61. data/lib/google/cloud/ces/v1beta/python_function_pb.rb +24 -0
  62. data/lib/google/cloud/ces/v1beta/rest.rb +42 -0
  63. data/lib/google/cloud/ces/v1beta/schema_pb.rb +25 -0
  64. data/lib/google/cloud/ces/v1beta/search_suggestions_pb.rb +22 -0
  65. data/lib/google/cloud/ces/v1beta/security_settings_pb.rb +27 -0
  66. data/lib/google/cloud/ces/v1beta/session_service/client.rb +762 -0
  67. data/lib/google/cloud/ces/v1beta/session_service/credentials.rb +48 -0
  68. data/lib/google/cloud/ces/v1beta/session_service/paths.rb +117 -0
  69. data/lib/google/cloud/ces/v1beta/session_service/rest/client.rb +562 -0
  70. data/lib/google/cloud/ces/v1beta/session_service/rest/service_stub.rb +199 -0
  71. data/lib/google/cloud/ces/v1beta/session_service/rest.rb +53 -0
  72. data/lib/google/cloud/ces/v1beta/session_service.rb +55 -0
  73. data/lib/google/cloud/ces/v1beta/session_service_pb.rb +54 -0
  74. data/lib/google/cloud/ces/v1beta/session_service_services_pb.rb +120 -0
  75. data/lib/google/cloud/ces/v1beta/system_tool_pb.rb +23 -0
  76. data/lib/google/cloud/ces/v1beta/tool_pb.rb +40 -0
  77. data/lib/google/cloud/ces/v1beta/tool_service/client.rb +733 -0
  78. data/lib/google/cloud/ces/v1beta/tool_service/credentials.rb +48 -0
  79. data/lib/google/cloud/ces/v1beta/tool_service/paths.rb +94 -0
  80. data/lib/google/cloud/ces/v1beta/tool_service/rest/client.rb +677 -0
  81. data/lib/google/cloud/ces/v1beta/tool_service/rest/service_stub.rb +267 -0
  82. data/lib/google/cloud/ces/v1beta/tool_service/rest.rb +53 -0
  83. data/lib/google/cloud/ces/v1beta/tool_service.rb +55 -0
  84. data/lib/google/cloud/ces/v1beta/tool_service_pb.rb +37 -0
  85. data/lib/google/cloud/ces/v1beta/tool_service_services_pb.rb +50 -0
  86. data/lib/google/cloud/ces/v1beta/toolset_pb.rb +30 -0
  87. data/lib/google/cloud/ces/v1beta/toolset_tool_pb.rb +24 -0
  88. data/lib/google/cloud/ces/v1beta/version.rb +7 -2
  89. data/lib/google/cloud/ces/v1beta/widget_service/client.rb +503 -0
  90. data/lib/google/cloud/ces/v1beta/widget_service/credentials.rb +48 -0
  91. data/lib/google/cloud/ces/v1beta/widget_service/paths.rb +75 -0
  92. data/lib/google/cloud/ces/v1beta/widget_service/rest/client.rb +461 -0
  93. data/lib/google/cloud/ces/v1beta/widget_service/rest/service_stub.rb +143 -0
  94. data/lib/google/cloud/ces/v1beta/widget_service/rest.rb +53 -0
  95. data/lib/google/cloud/ces/v1beta/widget_service.rb +55 -0
  96. data/lib/google/cloud/ces/v1beta/widget_service_pb.rb +28 -0
  97. data/lib/google/cloud/ces/v1beta/widget_service_services_pb.rb +46 -0
  98. data/lib/google/cloud/ces/v1beta/widget_tool_pb.rb +31 -0
  99. data/lib/google/cloud/ces/v1beta.rb +49 -0
  100. data/lib/google-cloud-ces-v1beta.rb +21 -0
  101. data/proto_docs/README.md +4 -0
  102. data/proto_docs/google/api/client.rb +593 -0
  103. data/proto_docs/google/api/field_behavior.rb +85 -0
  104. data/proto_docs/google/api/launch_stage.rb +71 -0
  105. data/proto_docs/google/api/resource.rb +227 -0
  106. data/proto_docs/google/cloud/ces/v1beta/agent.rb +233 -0
  107. data/proto_docs/google/cloud/ces/v1beta/agent_card.rb +122 -0
  108. data/proto_docs/google/cloud/ces/v1beta/agent_service.rb +1682 -0
  109. data/proto_docs/google/cloud/ces/v1beta/agent_tool.rb +48 -0
  110. data/proto_docs/google/cloud/ces/v1beta/agent_transfers.rb +111 -0
  111. data/proto_docs/google/cloud/ces/v1beta/app.rb +883 -0
  112. data/proto_docs/google/cloud/ces/v1beta/app_version.rb +83 -0
  113. data/proto_docs/google/cloud/ces/v1beta/auth.rb +214 -0
  114. data/proto_docs/google/cloud/ces/v1beta/bigquery_export.rb +45 -0
  115. data/proto_docs/google/cloud/ces/v1beta/changelog.rb +73 -0
  116. data/proto_docs/google/cloud/ces/v1beta/client_function.rb +48 -0
  117. data/proto_docs/google/cloud/ces/v1beta/common.rb +375 -0
  118. data/proto_docs/google/cloud/ces/v1beta/connector_tool.rb +122 -0
  119. data/proto_docs/google/cloud/ces/v1beta/connector_toolset.rb +52 -0
  120. data/proto_docs/google/cloud/ces/v1beta/conversation.rb +159 -0
  121. data/proto_docs/google/cloud/ces/v1beta/data_store.rb +102 -0
  122. data/proto_docs/google/cloud/ces/v1beta/data_store_tool.rb +328 -0
  123. data/proto_docs/google/cloud/ces/v1beta/deployment.rb +123 -0
  124. data/proto_docs/google/cloud/ces/v1beta/evaluation.rb +1687 -0
  125. data/proto_docs/google/cloud/ces/v1beta/evaluation_metrics_config.rb +151 -0
  126. data/proto_docs/google/cloud/ces/v1beta/evaluation_service.rb +1087 -0
  127. data/proto_docs/google/cloud/ces/v1beta/example.rb +245 -0
  128. data/proto_docs/google/cloud/ces/v1beta/fakes.rb +67 -0
  129. data/proto_docs/google/cloud/ces/v1beta/file_context.rb +50 -0
  130. data/proto_docs/google/cloud/ces/v1beta/file_search_tool.rb +60 -0
  131. data/proto_docs/google/cloud/ces/v1beta/golden_run.rb +40 -0
  132. data/proto_docs/google/cloud/ces/v1beta/google_search_tool.rb +76 -0
  133. data/proto_docs/google/cloud/ces/v1beta/guardrail.rb +324 -0
  134. data/proto_docs/google/cloud/ces/v1beta/mcp_tool.rb +110 -0
  135. data/proto_docs/google/cloud/ces/v1beta/mcp_toolset.rb +118 -0
  136. data/proto_docs/google/cloud/ces/v1beta/mocks.rb +60 -0
  137. data/proto_docs/google/cloud/ces/v1beta/omnichannel.rb +163 -0
  138. data/proto_docs/google/cloud/ces/v1beta/omnichannel_service.rb +45 -0
  139. data/proto_docs/google/cloud/ces/v1beta/open_api_tool.rb +66 -0
  140. data/proto_docs/google/cloud/ces/v1beta/open_api_toolset.rb +57 -0
  141. data/proto_docs/google/cloud/ces/v1beta/python_function.rb +47 -0
  142. data/proto_docs/google/cloud/ces/v1beta/schema.rb +162 -0
  143. data/proto_docs/google/cloud/ces/v1beta/search_suggestions.rb +55 -0
  144. data/proto_docs/google/cloud/ces/v1beta/security_settings.rb +80 -0
  145. data/proto_docs/google/cloud/ces/v1beta/session_service.rb +493 -0
  146. data/proto_docs/google/cloud/ces/v1beta/system_tool.rb +38 -0
  147. data/proto_docs/google/cloud/ces/v1beta/tool.rb +136 -0
  148. data/proto_docs/google/cloud/ces/v1beta/tool_service.rb +185 -0
  149. data/proto_docs/google/cloud/ces/v1beta/toolset.rb +80 -0
  150. data/proto_docs/google/cloud/ces/v1beta/toolset_tool.rb +40 -0
  151. data/proto_docs/google/cloud/ces/v1beta/widget_service.rb +62 -0
  152. data/proto_docs/google/cloud/ces/v1beta/widget_tool.rb +182 -0
  153. data/proto_docs/google/longrunning/operations.rb +191 -0
  154. data/proto_docs/google/protobuf/any.rb +145 -0
  155. data/proto_docs/google/protobuf/duration.rb +98 -0
  156. data/proto_docs/google/protobuf/empty.rb +34 -0
  157. data/proto_docs/google/protobuf/field_mask.rb +229 -0
  158. data/proto_docs/google/protobuf/struct.rb +108 -0
  159. data/proto_docs/google/protobuf/timestamp.rb +127 -0
  160. data/proto_docs/google/rpc/status.rb +48 -0
  161. metadata +208 -9
data/lib/google/cloud/ces/v1beta/evaluation_metrics_config_pb.rb ADDED
@@ -0,0 +1,31 @@
1
+ # frozen_string_literal: true
2
+ # Generated by the protocol buffer compiler. DO NOT EDIT!
3
+ # source: google/cloud/ces/v1beta/evaluation_metrics_config.proto
4
+
5
+ require 'google/protobuf'
6
+
7
+ require 'google/api/field_behavior_pb'
8
+
9
+
10
+ descriptor_data = "\n7google/cloud/ces/v1beta/evaluation_metrics_config.proto\x12\x17google.cloud.ces.v1beta\x1a\x1fgoogle/api/field_behavior.proto\"\x80\x0b\n\x17\x45valuationMetricsConfig\x12h\n\x15golden_metrics_config\x18\x01 \x01(\x0b\x32\x44.google.cloud.ces.v1beta.EvaluationMetricsConfig.GoldenMetricsConfigB\x03\xe0\x41\x01\x12l\n\x17scenario_metrics_config\x18\x02 \x01(\x0b\x32\x46.google.cloud.ces.v1beta.EvaluationMetricsConfig.ScenarioMetricsConfigB\x03\xe0\x41\x01\x1aR\n\x1fSemanticSimilarityMetricsConfig\x12/\n\"enable_semantic_similarity_metrics\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x1aL\n\x1cToolCorrectnessMetricsConfig\x12,\n\x1f\x65nable_tool_correctness_metrics\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x1aG\n\x1aHallucinationMetricsConfig\x12)\n\x1c\x65nable_hallucination_metrics\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x1a\x45\n\x18UserGoalMetMetricsConfig\x12)\n\x1c\x65nable_user_goal_met_metrics\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x1aL\n\x1c\x45xpectationsMetMetricsConfig\x12,\n\x1f\x65nable_expectations_met_metrics\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x1a\x99\x03\n\x13GoldenMetricsConfig\x12\x81\x01\n\"semantic_similarity_metrics_config\x18\x01 \x01(\x0b\x32P.google.cloud.ces.v1beta.EvaluationMetricsConfig.SemanticSimilarityMetricsConfigB\x03\xe0\x41\x01\x12{\n\x1ftool_correctness_metrics_config\x18\x02 \x01(\x0b\x32M.google.cloud.ces.v1beta.EvaluationMetricsConfig.ToolCorrectnessMetricsConfigB\x03\xe0\x41\x01\x12\x80\x01\n$step_tool_correctness_metrics_config\x18\x06 \x01(\x0b\x32M.google.cloud.ces.v1beta.EvaluationMetricsConfig.ToolCorrectnessMetricsConfigB\x03\xe0\x41\x01\x1a\x8a\x02\n\x15ScenarioMetricsConfig\x12t\n\x1cuser_goal_met_metrics_config\x18\x02 \x01(\x0b\x32I.google.cloud.ces.v1beta.EvaluationMetricsConfig.UserGoalMetMetricsConfigB\x03\xe0\x41\x01\x12{\n\x1f\x65xpectations_met_metrics_config\x18\x03 \x01(\x0b\x32M.google.cloud.ces.v1beta.EvaluationMetricsConfig.ExpectationsMetMetricsConfigB\x03\xe0\x41\x01\"d\n\x0e\x43omparisonType\x12\x1f\n\x1b\x43OMPARISON_TYPE_UNSPECIFIED\x10\x00\x12\n\n\x06\x45QUALS\x10\x01\x12\x0c\n\x08\x43ONTAINS\x10\x02\x12\x17\n\x13SEMANTIC_SIMILARITY\x10\x03\x42l\n\x1b\x63om.google.cloud.ces.v1betaB\x1c\x45valuationMetricsConfigProtoP\x01Z-cloud.google.com/go/ces/apiv1beta/cespb;cespbb\x06proto3"
11
+
12
+ pool = ::Google::Protobuf::DescriptorPool.generated_pool
13
+ pool.add_serialized_file(descriptor_data)
14
+
15
+ module Google
16
+ module Cloud
17
+ module Ces
18
+ module V1beta
19
+ EvaluationMetricsConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationMetricsConfig").msgclass
20
+ EvaluationMetricsConfig::SemanticSimilarityMetricsConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationMetricsConfig.SemanticSimilarityMetricsConfig").msgclass
21
+ EvaluationMetricsConfig::ToolCorrectnessMetricsConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationMetricsConfig.ToolCorrectnessMetricsConfig").msgclass
22
+ EvaluationMetricsConfig::HallucinationMetricsConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationMetricsConfig.HallucinationMetricsConfig").msgclass
23
+ EvaluationMetricsConfig::UserGoalMetMetricsConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationMetricsConfig.UserGoalMetMetricsConfig").msgclass
24
+ EvaluationMetricsConfig::ExpectationsMetMetricsConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationMetricsConfig.ExpectationsMetMetricsConfig").msgclass
25
+ EvaluationMetricsConfig::GoldenMetricsConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationMetricsConfig.GoldenMetricsConfig").msgclass
26
+ EvaluationMetricsConfig::ScenarioMetricsConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationMetricsConfig.ScenarioMetricsConfig").msgclass
27
+ EvaluationMetricsConfig::ComparisonType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationMetricsConfig.ComparisonType").enummodule
28
+ end
29
+ end
30
+ end
31
+ end
data/lib/google/cloud/ces/v1beta/evaluation_pb.rb ADDED
@@ -0,0 +1,99 @@
1
+ # frozen_string_literal: true
2
+ # Generated by the protocol buffer compiler. DO NOT EDIT!
3
+ # source: google/cloud/ces/v1beta/evaluation.proto
4
+
5
+ require 'google/protobuf'
6
+
7
+ require 'google/api/field_behavior_pb'
8
+ require 'google/api/resource_pb'
9
+ require 'google/cloud/ces/v1beta/app_pb'
10
+ require 'google/cloud/ces/v1beta/common_pb'
11
+ require 'google/cloud/ces/v1beta/evaluation_metrics_config_pb'
12
+ require 'google/cloud/ces/v1beta/example_pb'
13
+ require 'google/cloud/ces/v1beta/fakes_pb'
14
+ require 'google/cloud/ces/v1beta/golden_run_pb'
15
+ require 'google/cloud/ces/v1beta/session_service_pb'
16
+ require 'google/cloud/ces/v1beta/toolset_tool_pb'
17
+ require 'google/protobuf/duration_pb'
18
+ require 'google/protobuf/struct_pb'
19
+ require 'google/protobuf/timestamp_pb'
20
+ require 'google/rpc/status_pb'
21
+
22
+
23
+ descriptor_data = "\n(google/cloud/ces/v1beta/evaluation.proto\x12\x17google.cloud.ces.v1beta\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a!google/cloud/ces/v1beta/app.proto\x1a$google/cloud/ces/v1beta/common.proto\x1a\x37google/cloud/ces/v1beta/evaluation_metrics_config.proto\x1a%google/cloud/ces/v1beta/example.proto\x1a#google/cloud/ces/v1beta/fakes.proto\x1a(google/cloud/ces/v1beta/golden_run.proto\x1a-google/cloud/ces/v1beta/session_service.proto\x1a*google/cloud/ces/v1beta/toolset_tool.proto\x1a\x1egoogle/protobuf/duration.proto\x1a\x1cgoogle/protobuf/struct.proto\x1a\x1fgoogle/protobuf/timestamp.proto\x1a\x17google/rpc/status.proto\"\xeb\r\n\x11\x41ggregatedMetrics\x12\x63\n\x16metrics_by_app_version\x18\x03 \x03(\x0b\x32>.google.cloud.ces.v1beta.AggregatedMetrics.MetricsByAppVersionB\x03\xe0\x41\x03\x1an\n\x0bToolMetrics\x12-\n\x04tool\x18\x01 \x01(\tB\x1f\xe0\x41\x03\xfa\x41\x19\n\x17\x63\x65s.googleapis.com/Tool\x12\x17\n\npass_count\x18\x02 \x01(\x05\x42\x03\xe0\x41\x03\x12\x17\n\nfail_count\x18\x03 \x01(\x05\x42\x03\xe0\x41\x03\x1aM\n\x12TurnLatencyMetrics\x12\x37\n\x0f\x61verage_latency\x18\x01 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x03\x1a\x80\x01\n\x16ToolCallLatencyMetrics\x12-\n\x04tool\x18\x01 \x01(\tB\x1f\xe0\x41\x03\xfa\x41\x19\n\x17\x63\x65s.googleapis.com/Tool\x12\x37\n\x0f\x61verage_latency\x18\x02 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x03\x1a/\n\x19SemanticSimilarityMetrics\x12\x12\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03\x1a*\n\x14HallucinationMetrics\x12\x12\n\x05score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03\x1a\xb1\x05\n\x13MetricsByAppVersion\x12\x1b\n\x0e\x61pp_version_id\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12Q\n\x0ctool_metrics\x18\x02 \x03(\x0b\x32\x36.google.cloud.ces.v1beta.AggregatedMetrics.ToolMetricsB\x03\xe0\x41\x03\x12n\n\x1bsemantic_similarity_metrics\x18\x03 \x03(\x0b\x32\x44.google.cloud.ces.v1beta.AggregatedMetrics.SemanticSimilarityMetricsB\x03\xe0\x41\x03\x12\x63\n\x15hallucination_metrics\x18\x05 \x03(\x0b\x32?.google.cloud.ces.v1beta.AggregatedMetrics.HallucinationMetricsB\x03\xe0\x41\x03\x12i\n\x19tool_call_latency_metrics\x18\x06 \x03(\x0b\x32\x41.google.cloud.ces.v1beta.AggregatedMetrics.ToolCallLatencyMetricsB\x03\xe0\x41\x03\x12`\n\x14turn_latency_metrics\x18\x07 \x03(\x0b\x32=.google.cloud.ces.v1beta.AggregatedMetrics.TurnLatencyMetricsB\x03\xe0\x41\x03\x12\x17\n\npass_count\x18\x08 \x01(\x05\x42\x03\xe0\x41\x03\x12\x17\n\nfail_count\x18\t \x01(\x05\x42\x03\xe0\x41\x03\x12V\n\x0fmetrics_by_turn\x18\x04 \x03(\x0b\x32\x38.google.cloud.ces.v1beta.AggregatedMetrics.MetricsByTurnB\x03\xe0\x41\x03\x1a\x9d\x04\n\rMetricsByTurn\x12\x17\n\nturn_index\x18\x01 \x01(\x05\x42\x03\xe0\x41\x03\x12Q\n\x0ctool_metrics\x18\x02 \x03(\x0b\x32\x36.google.cloud.ces.v1beta.AggregatedMetrics.ToolMetricsB\x03\xe0\x41\x03\x12n\n\x1bsemantic_similarity_metrics\x18\x03 \x03(\x0b\x32\x44.google.cloud.ces.v1beta.AggregatedMetrics.SemanticSimilarityMetricsB\x03\xe0\x41\x03\x12\x63\n\x15hallucination_metrics\x18\x04 \x03(\x0b\x32?.google.cloud.ces.v1beta.AggregatedMetrics.HallucinationMetricsB\x03\xe0\x41\x03\x12i\n\x19tool_call_latency_metrics\x18\x05 \x03(\x0b\x32\x41.google.cloud.ces.v1beta.AggregatedMetrics.ToolCallLatencyMetricsB\x03\xe0\x41\x03\x12`\n\x14turn_latency_metrics\x18\x06 \x03(\x0b\x32=.google.cloud.ces.v1beta.AggregatedMetrics.TurnLatencyMetricsB\x03\xe0\x41\x03\"\xeb\"\n\nEvaluation\x12\x41\n\x06golden\x18\x0b \x01(\x0b\x32*.google.cloud.ces.v1beta.Evaluation.GoldenB\x03\xe0\x41\x01H\x00\x12\x45\n\x08scenario\x18\x0c \x01(\x0b\x32,.google.cloud.ces.v1beta.Evaluation.ScenarioB\x03\xe0\x41\x01H\x00\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x08\x12\x19\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x18\n\x0b\x64\x65scription\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x11\n\x04tags\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12I\n\x13\x65valuation_datasets\x18\x05 \x03(\tB,\xe0\x41\x03\xfa\x41&\n$ces.googleapis.com/EvaluationDataset\x12\x34\n\x0b\x63reate_time\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x17\n\ncreated_by\x18\r \x01(\tB\x03\xe0\x41\x03\x12\x34\n\x0bupdate_time\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x1c\n\x0flast_updated_by\x18\x0e \x01(\tB\x03\xe0\x41\x03\x12\x41\n\x0f\x65valuation_runs\x18\x0f \x03(\tB(\xe0\x41\x03\xfa\x41\"\n ces.googleapis.com/EvaluationRun\x12\x11\n\x04\x65tag\x18\n \x01(\tB\x03\xe0\x41\x03\x12K\n\x12\x61ggregated_metrics\x18\x10 \x01(\x0b\x32*.google.cloud.ces.v1beta.AggregatedMetricsB\x03\xe0\x41\x03\x12M\n\x15last_completed_result\x18\x11 \x01(\x0b\x32).google.cloud.ces.v1beta.EvaluationResultB\x03\xe0\x41\x03\x12\x14\n\x07invalid\x18\x12 \x01(\x08\x42\x03\xe0\x41\x03\x12H\n\x10last_ten_results\x18\x13 \x03(\x0b\x32).google.cloud.ces.v1beta.EvaluationResultB\x03\xe0\x41\x03\x12h\n%evaluation_metrics_threshold_override\x18\x14 \x01(\x0b\x32\x34.google.cloud.ces.v1beta.EvaluationMetricsThresholdsB\x03\xe0\x41\x01\x12\x61\n\"evaluation_metrics_config_override\x18\x15 \x01(\x0b\x32\x30.google.cloud.ces.v1beta.EvaluationMetricsConfigB\x03\xe0\x41\x01\x1a\xc1\x08\n\x11GoldenExpectation\x12;\n\ttool_call\x18\x02 \x01(\x0b\x32!.google.cloud.ces.v1beta.ToolCallB\x03\xe0\x41\x01H\x00\x12\x43\n\rtool_response\x18\x03 \x01(\x0b\x32%.google.cloud.ces.v1beta.ToolResponseB\x03\xe0\x41\x01H\x00\x12?\n\x0e\x61gent_response\x18\x04 \x01(\x0b\x32 .google.cloud.ces.v1beta.MessageB\x03\xe0\x41\x01H\x00\x12\x45\n\x0e\x61gent_transfer\x18\x05 \x01(\x0b\x32&.google.cloud.ces.v1beta.AgentTransferB\x03\xe0\x41\x01H\x00\x12\x39\n\x11updated_variables\x18\x06 \x01(\x0b\x32\x17.google.protobuf.StructB\x03\xe0\x41\x01H\x00\x12H\n\x12mock_tool_response\x18\x07 \x01(\x0b\x32%.google.cloud.ces.v1beta.ToolResponseB\x03\xe0\x41\x01H\x00\x12\x1c\n\rno_tool_calls\x18\r \x01(\x08\x42\x03\xe0\x41\x01H\x00\x12\x11\n\x04note\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12\x1c\n\x0fskip_evaluation\x18\x08 \x01(\x08\x42\x03\xe0\x41\x01\x12\xb4\x01\n-expectation_level_metrics_thresholds_override\x18\t \x01(\x0b\x32x.google.cloud.ces.v1beta.EvaluationMetricsThresholds.GoldenEvaluationMetricsThresholds.ExpectationLevelMetricsThresholdsB\x03\xe0\x41\x01\x12\x99\x01\n:agent_response_semantic_similarity_metrics_config_override\x18\n \x01(\x0b\x32P.google.cloud.ces.v1beta.EvaluationMetricsConfig.SemanticSimilarityMetricsConfigB\x03\xe0\x41\x01\x12\x8e\x01\n4agent_response_hallucination_metrics_config_override\x18\x0b \x01(\x0b\x32K.google.cloud.ces.v1beta.EvaluationMetricsConfig.HallucinationMetricsConfigB\x03\xe0\x41\x01\x12]\n\x0f\x63omparison_type\x18\x0c \x01(\x0e\x32?.google.cloud.ces.v1beta.EvaluationMetricsConfig.ComparisonTypeB\x03\xe0\x41\x01\x42\x0b\n\tcondition\x1a\xea\x01\n\x04Step\x12@\n\nuser_input\x18\x01 \x01(\x0b\x32%.google.cloud.ces.v1beta.SessionInputB\x03\xe0\x41\x01H\x00\x12\x45\n\x0e\x61gent_transfer\x18\x02 \x01(\x0b\x32&.google.cloud.ces.v1beta.AgentTransferB\x03\xe0\x41\x01H\x00\x12Q\n\x0b\x65xpectation\x18\x03 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.Evaluation.GoldenExpectationB\x03\xe0\x41\x01H\x00\x42\x06\n\x04step\x1a\xb2\x03\n\nGoldenTurn\x12<\n\x05steps\x18\x01 \x03(\x0b\x32(.google.cloud.ces.v1beta.Evaluation.StepB\x03\xe0\x41\x02\x12\x35\n\troot_span\x18\x02 \x01(\x0b\x32\x1d.google.cloud.ces.v1beta.SpanB\x03\xe0\x41\x01\x12\xa6\x01\n&turn_level_metrics_thresholds_override\x18\x03 \x01(\x0b\x32q.google.cloud.ces.v1beta.EvaluationMetricsThresholds.GoldenEvaluationMetricsThresholds.TurnLevelMetricsThresholdsB\x03\xe0\x41\x01\x12\x85\x01\n&hallucination_metric_behavior_override\x18\x04 \x01(\x0e\x32P.google.cloud.ces.v1beta.EvaluationMetricsThresholds.HallucinationMetricBehaviorB\x03\xe0\x41\x01\x1a\x9f\x01\n\x06Golden\x12\x42\n\x05turns\x18\x02 \x03(\x0b\x32..google.cloud.ces.v1beta.Evaluation.GoldenTurnB\x03\xe0\x41\x02\x12Q\n\x17\x65valuation_expectations\x18\x03 \x03(\tB0\xe0\x41\x01\xfa\x41*\n(ces.googleapis.com/EvaluationExpectation\x1a\xef\x02\n\x13ScenarioExpectation\x12h\n\x10tool_expectation\x18\x01 \x01(\x0b\x32G.google.cloud.ces.v1beta.Evaluation.ScenarioExpectation.ToolExpectationB\x03\xe0\x41\x01H\x00\x12?\n\x0e\x61gent_response\x18\x02 \x01(\x0b\x32 .google.cloud.ces.v1beta.MessageB\x03\xe0\x41\x01H\x00\x1a\x9d\x01\n\x0fToolExpectation\x12\x42\n\x12\x65xpected_tool_call\x18\x01 \x01(\x0b\x32!.google.cloud.ces.v1beta.ToolCallB\x03\xe0\x41\x02\x12\x46\n\x12mock_tool_response\x18\x02 \x01(\x0b\x32%.google.cloud.ces.v1beta.ToolResponseB\x03\xe0\x41\x02\x42\r\n\x0b\x65xpectation\x1a\xda\x07\n\x08Scenario\x12\x11\n\x04task\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12N\n\nuser_facts\x18\x04 \x03(\x0b\x32\x35.google.cloud.ces.v1beta.Evaluation.Scenario.UserFactB\x03\xe0\x41\x01\x12\x16\n\tmax_turns\x18\x05 \x01(\x05\x42\x03\xe0\x41\x01\x12\x14\n\x07rubrics\x18\x02 \x03(\tB\x03\xe0\x41\x02\x12[\n\x15scenario_expectations\x18\x03 \x03(\x0b\x32\x37.google.cloud.ces.v1beta.Evaluation.ScenarioExpectationB\x03\xe0\x41\x02\x12\x38\n\x12variable_overrides\x18\x06 \x01(\x0b\x32\x17.google.protobuf.StructB\x03\xe0\x41\x01\x12l\n\x18task_completion_behavior\x18\x07 \x01(\x0e\x32\x43.google.cloud.ces.v1beta.Evaluation.Scenario.TaskCompletionBehaviorB\x05\x18\x01\xe0\x41\x01\x12^\n\x12user_goal_behavior\x18\x08 \x01(\x0e\x32=.google.cloud.ces.v1beta.Evaluation.Scenario.UserGoalBehaviorB\x03\xe0\x41\x01\x12Q\n\x17\x65valuation_expectations\x18\n \x03(\tB0\xe0\x41\x01\xfa\x41*\n(ces.googleapis.com/EvaluationExpectation\x12g\n\x17scenario_execution_mode\x18\x0c \x01(\x0e\x32\x41.google.cloud.ces.v1beta.EvaluationSettings.ScenarioExecutionModeB\x03\xe0\x41\x01\x1a\x31\n\x08UserFact\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x12\n\x05value\x18\x02 \x01(\tB\x03\xe0\x41\x02\"i\n\x16TaskCompletionBehavior\x12(\n$TASK_COMPLETION_BEHAVIOR_UNSPECIFIED\x10\x00\x12\x12\n\x0eTASK_SATISFIED\x10\x01\x12\x11\n\rTASK_REJECTED\x10\x02\"~\n\x10UserGoalBehavior\x12\"\n\x1eUSER_GOAL_BEHAVIOR_UNSPECIFIED\x10\x00\x12\x17\n\x13USER_GOAL_SATISFIED\x10\x01\x12\x16\n\x12USER_GOAL_REJECTED\x10\x02\x12\x15\n\x11USER_GOAL_IGNORED\x10\x03:\x89\x01\xea\x41\x85\x01\n\x1d\x63\x65s.googleapis.com/Evaluation\x12Kprojects/{project}/locations/{location}/apps/{app}/evaluations/{evaluation}*\x0b\x65valuations2\nevaluationB\x08\n\x06inputs\"\xb0\x04\n\x11\x45valuationDataset\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x08\x12\x19\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12:\n\x0b\x65valuations\x18\x03 \x03(\tB%\xe0\x41\x01\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/Evaluation\x12\x34\n\x0b\x63reate_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x34\n\x0bupdate_time\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x11\n\x04\x65tag\x18\x06 \x01(\tB\x03\xe0\x41\x03\x12\x17\n\ncreated_by\x18\x07 \x01(\tB\x03\xe0\x41\x03\x12\x1c\n\x0flast_updated_by\x18\x08 \x01(\tB\x03\xe0\x41\x03\x12K\n\x12\x61ggregated_metrics\x18\t \x01(\x0b\x32*.google.cloud.ces.v1beta.AggregatedMetricsB\x03\xe0\x41\x03:\xad\x01\xea\x41\xa9\x01\n$ces.googleapis.com/EvaluationDataset\x12Zprojects/{project}/locations/{location}/apps/{app}/evaluationDatasets/{evaluation_dataset}*\x12\x65valuationDatasets2\x11\x65valuationDataset\"\x95\x38\n\x10\x45valuationResult\x12T\n\rgolden_result\x18\x07 \x01(\x0b\x32\x36.google.cloud.ces.v1beta.EvaluationResult.GoldenResultB\x03\xe0\x41\x03H\x00\x12X\n\x0fscenario_result\x18\x08 \x01(\x0b\x32\x38.google.cloud.ces.v1beta.EvaluationResult.ScenarioResultB\x03\xe0\x41\x03H\x00\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x08\x12\x19\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x34\n\x0b\x63reate_time\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12Q\n\x11\x65valuation_status\x18\x04 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x03\xe0\x41\x03\x12@\n\x0e\x65valuation_run\x18\x06 \x01(\tB(\xe0\x41\x03\xfa\x41\"\n ces.googleapis.com/EvaluationRun\x12@\n\x07persona\x18\x11 \x01(\x0b\x32*.google.cloud.ces.v1beta.EvaluationPersonaB\x03\xe0\x41\x03\x12\x45\n\nerror_info\x18\x0f \x01(\x0b\x32,.google.cloud.ces.v1beta.EvaluationErrorInfoB\x03\xe0\x41\x03\x12(\n\x05\x65rror\x18\x0e \x01(\x0b\x32\x12.google.rpc.StatusB\x05\x18\x01\xe0\x41\x03\x12\x19\n\x0cinitiated_by\x18\t \x01(\tB\x03\xe0\x41\x03\x12:\n\x0b\x61pp_version\x18\n \x01(\tB%\xe0\x41\x03\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/AppVersion\x12%\n\x18\x61pp_version_display_name\x18\r \x01(\tB\x03\xe0\x41\x03\x12\x37\n\tchangelog\x18\x15 \x01(\tB$\xe0\x41\x03\xfa\x41\x1e\n\x1c\x63\x65s.googleapis.com/Changelog\x12>\n\x15\x63hangelog_create_time\x18\x16 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12V\n\x0f\x65xecution_state\x18\x0b \x01(\x0e\x32\x38.google.cloud.ces.v1beta.EvaluationResult.ExecutionStateB\x03\xe0\x41\x03\x12`\n\x1d\x65valuation_metrics_thresholds\x18\x0c \x01(\x0b\x32\x34.google.cloud.ces.v1beta.EvaluationMetricsThresholdsB\x03\xe0\x41\x03\x12>\n\x06\x63onfig\x18\x12 \x01(\x0b\x32).google.cloud.ces.v1beta.EvaluationConfigB\x03\xe0\x41\x03\x12H\n\x11golden_run_method\x18\x13 \x01(\x0e\x32(.google.cloud.ces.v1beta.GoldenRunMethodB\x03\xe0\x41\x03\x1a\xde\x07\n\x18GoldenExpectationOutcome\x12\x44\n\x12observed_tool_call\x18\x02 \x01(\x0b\x32!.google.cloud.ces.v1beta.ToolCallB\x03\xe0\x41\x03H\x00\x12L\n\x16observed_tool_response\x18\x03 \x01(\x0b\x32%.google.cloud.ces.v1beta.ToolResponseB\x03\xe0\x41\x03H\x00\x12H\n\x17observed_agent_response\x18\x04 \x01(\x0b\x32 .google.cloud.ces.v1beta.MessageB\x03\xe0\x41\x03H\x00\x12N\n\x17observed_agent_transfer\x18\x05 \x01(\x0b\x32&.google.cloud.ces.v1beta.AgentTransferB\x03\xe0\x41\x03H\x00\x12\x38\n\x10observed_payload\x18\t \x01(\x0b\x32\x17.google.protobuf.StructB\x03\xe0\x41\x03H\x00\x12O\n\x0b\x65xpectation\x18\x01 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.Evaluation.GoldenExpectationB\x03\xe0\x41\x03\x12G\n\x07outcome\x18\x06 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x03\xe0\x41\x03\x12m\n\x1asemantic_similarity_result\x18\x07 \x01(\x0b\x32\x42.google.cloud.ces.v1beta.EvaluationResult.SemanticSimilarityResultB\x05\x18\x01\xe0\x41\x03\x12|\n\x16tool_invocation_result\x18\x08 \x01(\x0b\x32W.google.cloud.ces.v1beta.EvaluationResult.GoldenExpectationOutcome.ToolInvocationResultB\x03\xe0\x41\x03\x1a\xc8\x01\n\x14ToolInvocationResult\x12-\n\x1bparameter_correctness_score\x18\x01 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12G\n\x07outcome\x18\x02 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x03 \x01(\tB\x03\xe0\x41\x03\x42\x1e\n\x1c_parameter_correctness_scoreB\x08\n\x06result\x1a\xe7\x01\n\x1b\x45valuationExpectationResult\x12P\n\x16\x65valuation_expectation\x18\x01 \x01(\tB0\xe0\x41\x03\xfa\x41*\n(ces.googleapis.com/EvaluationExpectation\x12\x13\n\x06prompt\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12G\n\x07outcome\x18\x03 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x04 \x01(\tB\x03\xe0\x41\x03\x1a\x91\t\n\x0cGoldenResult\x12i\n\x13turn_replay_results\x18\x01 \x03(\x0b\x32G.google.cloud.ces.v1beta.EvaluationResult.GoldenResult.TurnReplayResultB\x03\xe0\x41\x03\x12r\n\x1e\x65valuation_expectation_results\x18\x02 \x03(\x0b\x32\x45.google.cloud.ces.v1beta.EvaluationResult.EvaluationExpectationResultB\x03\xe0\x41\x03\x1a\xa1\x07\n\x10TurnReplayResult\x12=\n\x0c\x63onversation\x18\x01 \x01(\tB\'\xe0\x41\x03\xfa\x41!\n\x1f\x63\x65s.googleapis.com/Conversation\x12\x64\n\x13\x65xpectation_outcome\x18\x02 \x03(\x0b\x32\x42.google.cloud.ces.v1beta.EvaluationResult.GoldenExpectationOutcomeB\x03\xe0\x41\x03\x12`\n\x14hallucination_result\x18\x03 \x01(\x0b\x32=.google.cloud.ces.v1beta.EvaluationResult.HallucinationResultB\x03\xe0\x41\x03\x12$\n\x15tool_invocation_score\x18\x04 \x01(\x02\x42\x05\x18\x01\xe0\x41\x03\x12/\n\x1dtool_ordered_invocation_score\x18\x05 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x34\n\x0cturn_latency\x18\x06 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x03\x12[\n\x13tool_call_latencies\x18\x07 \x03(\x0b\x32\x39.google.cloud.ces.v1beta.EvaluationResult.ToolCallLatencyB\x03\xe0\x41\x03\x12k\n\x1asemantic_similarity_result\x18\x08 \x01(\x0b\x32\x42.google.cloud.ces.v1beta.EvaluationResult.SemanticSimilarityResultB\x03\xe0\x41\x03\x12r\n\x1eoverall_tool_invocation_result\x18\t \x01(\x0b\x32\x45.google.cloud.ces.v1beta.EvaluationResult.OverallToolInvocationResultB\x03\xe0\x41\x03\x12\x45\n\nerror_info\x18\n \x01(\x0b\x32,.google.cloud.ces.v1beta.EvaluationErrorInfoB\x03\xe0\x41\x03\x12R\n\x0espan_latencies\x18\x0b \x03(\x0b\x32\x35.google.cloud.ces.v1beta.EvaluationResult.SpanLatencyB\x03\xe0\x41\x03\x42 \n\x1e_tool_ordered_invocation_score\x1ao\n\x15ScenarioRubricOutcome\x12\x13\n\x06rubric\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12\x17\n\x05score\x18\x02 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x1e\n\x11score_explanation\x18\x03 \x01(\tB\x03\xe0\x41\x03\x42\x08\n\x06_score\x1a\x99\x04\n\x1aScenarioExpectationOutcome\x12x\n\x12observed_tool_call\x18\x02 \x01(\x0b\x32U.google.cloud.ces.v1beta.EvaluationResult.ScenarioExpectationOutcome.ObservedToolCallB\x03\xe0\x41\x03H\x00\x12H\n\x17observed_agent_response\x18\x03 \x01(\x0b\x32 .google.cloud.ces.v1beta.MessageB\x03\xe0\x41\x03H\x00\x12Q\n\x0b\x65xpectation\x18\x01 \x01(\x0b\x32\x37.google.cloud.ces.v1beta.Evaluation.ScenarioExpectationB\x03\xe0\x41\x03\x12G\n\x07outcome\x18\x04 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x03\xe0\x41\x03\x1a\x90\x01\n\x10ObservedToolCall\x12\x39\n\ttool_call\x18\x01 \x01(\x0b\x32!.google.cloud.ces.v1beta.ToolCallB\x03\xe0\x41\x03\x12\x41\n\rtool_response\x18\x02 \x01(\x0b\x32%.google.cloud.ces.v1beta.ToolResponseB\x03\xe0\x41\x03\x42\x08\n\x06result\x1a\xdc\x08\n\x0eScenarioResult\x12=\n\x0c\x63onversation\x18\x01 \x01(\tB\'\xe0\x41\x03\xfa\x41!\n\x1f\x63\x65s.googleapis.com/Conversation\x12\x11\n\x04task\x18\n \x01(\tB\x03\xe0\x41\x03\x12N\n\nuser_facts\x18\x0b \x03(\x0b\x32\x35.google.cloud.ces.v1beta.Evaluation.Scenario.UserFactB\x03\xe0\x41\x03\x12g\n\x14\x65xpectation_outcomes\x18\x02 \x03(\x0b\x32\x44.google.cloud.ces.v1beta.EvaluationResult.ScenarioExpectationOutcomeB\x03\xe0\x41\x03\x12]\n\x0frubric_outcomes\x18\x03 \x03(\x0b\x32?.google.cloud.ces.v1beta.EvaluationResult.ScenarioRubricOutcomeB\x03\xe0\x41\x03\x12`\n\x14hallucination_result\x18\x04 \x03(\x0b\x32=.google.cloud.ces.v1beta.EvaluationResult.HallucinationResultB\x03\xe0\x41\x03\x12\x65\n\x16task_completion_result\x18\x05 \x01(\x0b\x32>.google.cloud.ces.v1beta.EvaluationResult.TaskCompletionResultB\x05\x18\x01\xe0\x41\x03\x12[\n\x13tool_call_latencies\x18\x06 \x03(\x0b\x32\x39.google.cloud.ces.v1beta.EvaluationResult.ToolCallLatencyB\x03\xe0\x41\x03\x12p\n\x1duser_goal_satisfaction_result\x18\x07 \x01(\x0b\x32\x44.google.cloud.ces.v1beta.EvaluationResult.UserGoalSatisfactionResultB\x03\xe0\x41\x03\x12,\n\x1a\x61ll_expectations_satisfied\x18\x08 \x01(\x08\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12 \n\x0etask_completed\x18\t \x01(\x08\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x12R\n\x0espan_latencies\x18\x0c \x03(\x0b\x32\x35.google.cloud.ces.v1beta.EvaluationResult.SpanLatencyB\x03\xe0\x41\x03\x12r\n\x1e\x65valuation_expectation_results\x18\r \x03(\x0b\x32\x45.google.cloud.ces.v1beta.EvaluationResult.EvaluationExpectationResultB\x03\xe0\x41\x03\x42\x1d\n\x1b_all_expectations_satisfiedB\x11\n\x0f_task_completed\x1a\x81\x04\n\x0bSpanLatency\x12\x17\n\x08resource\x18\x02 \x01(\tB\x03\xe0\x41\x03H\x00\x12<\n\x07toolset\x18\x03 \x01(\x0b\x32$.google.cloud.ces.v1beta.ToolsetToolB\x03\xe0\x41\x03H\x00\x12\x14\n\x05model\x18\x04 \x01(\tB\x03\xe0\x41\x03H\x00\x12\x17\n\x08\x63\x61llback\x18\x05 \x01(\tB\x03\xe0\x41\x03H\x00\x12M\n\x04type\x18\x01 \x01(\x0e\x32:.google.cloud.ces.v1beta.EvaluationResult.SpanLatency.TypeB\x03\xe0\x41\x03\x12\x19\n\x0c\x64isplay_name\x18\t \x01(\tB\x03\xe0\x41\x03\x12\x33\n\nstart_time\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x31\n\x08\x65nd_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x39\n\x11\x65xecution_latency\x18\x08 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x03\"Q\n\x04Type\x12\x14\n\x10TYPE_UNSPECIFIED\x10\x00\x12\x08\n\x04TOOL\x10\x01\x12\x11\n\rUSER_CALLBACK\x10\x02\x12\r\n\tGUARDRAIL\x10\x03\x12\x07\n\x03LLM\x10\x04\x42\x0c\n\nidentifier\x1a\xfe\x01\n\x0fToolCallLatency\x12-\n\x04tool\x18\x01 \x01(\tB\x1f\xe0\x41\x03\xfa\x41\x19\n\x17\x63\x65s.googleapis.com/Tool\x12\x19\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x33\n\nstart_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x31\n\x08\x65nd_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x39\n\x11\x65xecution_latency\x18\x05 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x03\x1a\x66\n\x13HallucinationResult\x12\x17\n\x05score\x18\x01 \x01(\x05\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x12\n\x05label\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x03 \x01(\tB\x03\xe0\x41\x03\x42\x08\n\x06_score\x1am\n\x1aUserGoalSatisfactionResult\x12\x17\n\x05score\x18\x01 \x01(\x05\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x12\n\x05label\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x03 \x01(\tB\x03\xe0\x41\x03\x42\x08\n\x06_score\x1a\xb4\x01\n\x18SemanticSimilarityResult\x12\x17\n\x05score\x18\x01 \x01(\x05\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x12\n\x05label\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x03 \x01(\tB\x03\xe0\x41\x03\x12G\n\x07outcome\x18\x04 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x03\xe0\x41\x03\x42\x08\n\x06_score\x1a\xa4\x01\n\x1bOverallToolInvocationResult\x12\"\n\x15tool_invocation_score\x18\x01 \x01(\x02H\x00\x88\x01\x01\x12G\n\x07outcome\x18\x02 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x03\xe0\x41\x03\x42\x18\n\x16_tool_invocation_score\x1ag\n\x14TaskCompletionResult\x12\x17\n\x05score\x18\x01 \x01(\x05\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12\x12\n\x05label\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x18\n\x0b\x65xplanation\x18\x03 \x01(\tB\x03\xe0\x41\x03\x42\x08\n\x06_score\"C\n\x07Outcome\x12\x17\n\x13OUTCOME_UNSPECIFIED\x10\x00\x12\x08\n\x04PASS\x10\x01\x12\x08\n\x04\x46\x41IL\x10\x02\x12\x0b\n\x07SKIPPED\x10\x03\"s\n\x0e\x45xecutionState\x12\x1f\n\x1b\x45XECUTION_STATE_UNSPECIFIED\x10\x00\x12\n\n\x06QUEUED\x10\x05\x12\x0b\n\x07RUNNING\x10\x01\x12\r\n\tCOMPLETED\x10\x02\x12\t\n\x05\x45RROR\x10\x03\x12\r\n\tCANCELLED\x10\x04:\xb7\x01\xea\x41\xb3\x01\n#ces.googleapis.com/EvaluationResult\x12gprojects/{project}/locations/{location}/apps/{app}/evaluations/{evaluation}/results/{evaluation_result}*\x11\x65valuationResults2\x10\x65valuationResultB\x08\n\x06result\"\xfa\x11\n\rEvaluationRun\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x08\x12\x19\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12G\n\x12\x65valuation_results\x18\x03 \x03(\tB+\xe0\x41\x03\xfa\x41%\n#ces.googleapis.com/EvaluationResult\x12\x34\n\x0b\x63reate_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x19\n\x0cinitiated_by\x18\x05 \x01(\tB\x03\xe0\x41\x03\x12:\n\x0b\x61pp_version\x18\x06 \x01(\tB%\xe0\x41\x03\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/AppVersion\x12%\n\x18\x61pp_version_display_name\x18\r \x01(\tB\x03\xe0\x41\x03\x12\x37\n\tchangelog\x18\x16 \x01(\tB$\xe0\x41\x03\xfa\x41\x1e\n\x1c\x63\x65s.googleapis.com/Changelog\x12>\n\x15\x63hangelog_create_time\x18\x17 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12:\n\x0b\x65valuations\x18\x07 \x03(\tB%\xe0\x41\x03\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/Evaluation\x12H\n\x12\x65valuation_dataset\x18\x08 \x01(\tB,\xe0\x41\x03\xfa\x41&\n$ces.googleapis.com/EvaluationDataset\x12S\n\x0f\x65valuation_type\x18\t \x01(\x0e\x32\x35.google.cloud.ces.v1beta.EvaluationRun.EvaluationTypeB\x03\xe0\x41\x03\x12M\n\x05state\x18\n \x01(\x0e\x32\x39.google.cloud.ces.v1beta.EvaluationRun.EvaluationRunStateB\x03\xe0\x41\x03\x12\x46\n\x08progress\x18\x0b \x01(\x0b\x32/.google.cloud.ces.v1beta.EvaluationRun.ProgressB\x03\xe0\x41\x03\x12>\n\x06\x63onfig\x18\x0c \x01(\x0b\x32).google.cloud.ces.v1beta.EvaluationConfigB\x03\xe0\x41\x03\x12(\n\x05\x65rror\x18\x0e \x01(\x0b\x32\x12.google.rpc.StatusB\x05\x18\x01\xe0\x41\x03\x12\x45\n\nerror_info\x18\x11 \x01(\x0b\x32,.google.cloud.ces.v1beta.EvaluationErrorInfoB\x03\xe0\x41\x03\x12i\n\x18\x65valuation_run_summaries\x18\x0f \x03(\x0b\x32\x42.google.cloud.ces.v1beta.EvaluationRun.EvaluationRunSummariesEntryB\x03\xe0\x41\x03\x12\x43\n\x0elatency_report\x18\x19 \x01(\x0b\x32&.google.cloud.ces.v1beta.LatencyReportB\x03\xe0\x41\x03\x12\x16\n\trun_count\x18\x10 \x01(\x05\x42\x03\xe0\x41\x03\x12K\n\x13persona_run_configs\x18\x12 \x03(\x0b\x32).google.cloud.ces.v1beta.PersonaRunConfigB\x03\xe0\x41\x03\x12M\n\x13optimization_config\x18\x13 \x01(\x0b\x32+.google.cloud.ces.v1beta.OptimizationConfigB\x03\xe0\x41\x01\x12S\n\x18scheduled_evaluation_run\x18\x14 \x01(\tB1\xe0\x41\x03\xfa\x41+\n)ces.googleapis.com/ScheduledEvaluationRun\x12H\n\x11golden_run_method\x18\x15 \x01(\x0e\x32(.google.cloud.ces.v1beta.GoldenRunMethodB\x03\xe0\x41\x03\x12\x16\n\toperation\x18\x1a \x01(\tB\x03\xe0\x41\x03\x1a\xb0\x01\n\x08Progress\x12\x18\n\x0btotal_count\x18\x01 \x01(\x05\x42\x03\xe0\x41\x03\x12\x19\n\x0c\x66\x61iled_count\x18\x02 \x01(\x05\x42\x03\xe0\x41\x03\x12\x18\n\x0b\x65rror_count\x18\x03 \x01(\x05\x42\x03\xe0\x41\x03\x12\x1c\n\x0f\x63ompleted_count\x18\x04 \x01(\x05\x42\x03\xe0\x41\x03\x12\x19\n\x0cpassed_count\x18\x05 \x01(\x05\x42\x03\xe0\x41\x03\x12\x1c\n\x0f\x63\x61ncelled_count\x18\x06 \x01(\x05\x42\x03\xe0\x41\x03\x1a\x66\n\x14\x45valuationRunSummary\x12\x19\n\x0cpassed_count\x18\x01 \x01(\x05\x42\x03\xe0\x41\x03\x12\x19\n\x0c\x66\x61iled_count\x18\x02 \x01(\x05\x42\x03\xe0\x41\x03\x12\x18\n\x0b\x65rror_count\x18\x03 \x01(\x05\x42\x03\xe0\x41\x03\x1az\n\x1b\x45valuationRunSummariesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12J\n\x05value\x18\x02 \x01(\x0b\x32;.google.cloud.ces.v1beta.EvaluationRun.EvaluationRunSummary:\x02\x38\x01\"V\n\x0e\x45valuationType\x12\x1f\n\x1b\x45VALUATION_TYPE_UNSPECIFIED\x10\x00\x12\n\n\x06GOLDEN\x10\x01\x12\x0c\n\x08SCENARIO\x10\x02\x12\t\n\x05MIXED\x10\x03\"|\n\x12\x45valuationRunState\x12$\n EVALUATION_RUN_STATE_UNSPECIFIED\x10\x00\x12\n\n\x06QUEUED\x10\x05\x12\x0b\n\x07RUNNING\x10\x01\x12\r\n\tCOMPLETED\x10\x02\x12\t\n\x05\x45RROR\x10\x03\x12\r\n\tCANCELLED\x10\x04:\x99\x01\xea\x41\x95\x01\n ces.googleapis.com/EvaluationRun\x12Rprojects/{project}/locations/{location}/apps/{app}/evaluationRuns/{evaluation_run}*\x0e\x65valuationRuns2\revaluationRun\"\xaa\n\n\rLatencyReport\x12R\n\x0etool_latencies\x18\x01 \x03(\x0b\x32\x32.google.cloud.ces.v1beta.LatencyReport.ToolLatencyB\x06\xe0\x41\x03\xe0\x41\x06\x12Z\n\x12\x63\x61llback_latencies\x18\x02 \x03(\x0b\x32\x36.google.cloud.ces.v1beta.LatencyReport.CallbackLatencyB\x06\xe0\x41\x03\xe0\x41\x06\x12\\\n\x13guardrail_latencies\x18\x03 \x03(\x0b\x32\x37.google.cloud.ces.v1beta.LatencyReport.GuardrailLatencyB\x06\xe0\x41\x03\xe0\x41\x06\x12Y\n\x12llm_call_latencies\x18\x04 \x03(\x0b\x32\x35.google.cloud.ces.v1beta.LatencyReport.LlmCallLatencyB\x06\xe0\x41\x03\xe0\x41\x06\x12\x1a\n\rsession_count\x18\x05 \x01(\x05\x42\x03\xe0\x41\x03\x1a\xc8\x01\n\x0eLatencyMetrics\x12\x33\n\x0bp50_latency\x18\x01 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x03\x12\x33\n\x0bp90_latency\x18\x02 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x03\x12\x33\n\x0bp99_latency\x18\x03 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x03\x12\x17\n\ncall_count\x18\x04 \x01(\x05\x42\x03\xe0\x41\x03\x1a\x89\x02\n\x0bToolLatency\x12/\n\x04tool\x18\x01 \x01(\tB\x1f\xe0\x41\x03\xfa\x41\x19\n\x17\x63\x65s.googleapis.com/ToolH\x00\x12\x41\n\x0ctoolset_tool\x18\x02 \x01(\x0b\x32$.google.cloud.ces.v1beta.ToolsetToolB\x03\xe0\x41\x03H\x00\x12\x1e\n\x11tool_display_name\x18\x03 \x01(\tB\x03\xe0\x41\x03\x12S\n\x0flatency_metrics\x18\x04 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.LatencyReport.LatencyMetricsB\x03\xe0\x41\x03\x42\x11\n\x0ftool_identifier\x1az\n\x0f\x43\x61llbackLatency\x12\x12\n\x05stage\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12S\n\x0flatency_metrics\x18\x02 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.LatencyReport.LatencyMetricsB\x03\xe0\x41\x03\x1a\xc5\x01\n\x10GuardrailLatency\x12\x37\n\tguardrail\x18\x01 \x01(\tB$\xe0\x41\x03\xfa\x41\x1e\n\x1c\x63\x65s.googleapis.com/Guardrail\x12#\n\x16guardrail_display_name\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12S\n\x0flatency_metrics\x18\x03 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.LatencyReport.LatencyMetricsB\x03\xe0\x41\x03\x1ay\n\x0eLlmCallLatency\x12\x12\n\x05model\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12S\n\x0flatency_metrics\x18\x02 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.LatencyReport.LatencyMetricsB\x03\xe0\x41\x03\"\xa4\x04\n\x15\x45valuationExpectation\x12W\n\x0cllm_criteria\x18\x03 \x01(\x0b\x32:.google.cloud.ces.v1beta.EvaluationExpectation.LlmCriteriaB\x03\xe0\x41\x01H\x00\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x08\x12\x19\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x11\n\x04tags\x18\x08 \x03(\tB\x03\xe0\x41\x01\x12\x34\n\x0b\x63reate_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x34\n\x0bupdate_time\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x11\n\x04\x65tag\x18\x06 \x01(\tB\x03\xe0\x41\x03\x1a\"\n\x0bLlmCriteria\x12\x13\n\x06prompt\x18\x01 \x01(\tB\x03\xe0\x41\x02:\xc1\x01\xea\x41\xbd\x01\n(ces.googleapis.com/EvaluationExpectation\x12\x62projects/{project}/locations/{location}/apps/{app}/evaluationExpectations/{evaluation_expectation}*\x16\x65valuationExpectations2\x15\x65valuationExpectationB\n\n\x08\x63riteria\"\xb4\x03\n\x10\x45valuationConfig\x12L\n\x12input_audio_config\x18\x01 \x01(\x0b\x32).google.cloud.ces.v1beta.InputAudioConfigB\x05\x18\x01\xe0\x41\x01\x12N\n\x13output_audio_config\x18\x02 \x01(\x0b\x32*.google.cloud.ces.v1beta.OutputAudioConfigB\x05\x18\x01\xe0\x41\x01\x12\\\n\x12\x65valuation_channel\x18\x03 \x01(\x0e\x32;.google.cloud.ces.v1beta.EvaluationConfig.EvaluationChannelB\x03\xe0\x41\x01\x12V\n\x13tool_call_behaviour\x18\x04 \x01(\x0e\x32\x34.google.cloud.ces.v1beta.EvaluationToolCallBehaviourB\x03\xe0\x41\x01\"L\n\x11\x45valuationChannel\x12\"\n\x1e\x45VALUATION_CHANNEL_UNSPECIFIED\x10\x00\x12\x08\n\x04TEXT\x10\x01\x12\t\n\x05\x41UDIO\x10\x02\"\x97\x03\n\x13\x45valuationErrorInfo\x12O\n\nerror_type\x18\x01 \x01(\x0e\x32\x36.google.cloud.ces.v1beta.EvaluationErrorInfo.ErrorTypeB\x03\xe0\x41\x03\x12\x1a\n\rerror_message\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x17\n\nsession_id\x18\x03 \x01(\tB\x03\xe0\x41\x03\x12&\n\x19user_facing_error_message\x18\x04 \x01(\tB\x03\xe0\x41\x03\"\xd1\x01\n\tErrorType\x12\x1a\n\x16\x45RROR_TYPE_UNSPECIFIED\x10\x00\x12\x13\n\x0fRUNTIME_FAILURE\x10\x01\x12\"\n\x1e\x43ONVERSATION_RETRIEVAL_FAILURE\x10\x02\x12\x1e\n\x1aMETRIC_CALCULATION_FAILURE\x10\x03\x12\x1d\n\x19\x45VALUATION_UPDATE_FAILURE\x10\x04\x12\x13\n\x0fQUOTA_EXHAUSTED\x10\x05\x12\x1b\n\x17USER_SIMULATION_FAILURE\x10\x06\"\xec\x05\n\x14RunEvaluationRequest\x12+\n\x03\x61pp\x18\x01 \x01(\tB\x1e\xe0\x41\x02\xfa\x41\x18\n\x16\x63\x65s.googleapis.com/App\x12:\n\x0b\x65valuations\x18\x02 \x03(\tB%\xe0\x41\x01\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/Evaluation\x12H\n\x12\x65valuation_dataset\x18\x03 \x01(\tB,\xe0\x41\x01\xfa\x41&\n$ces.googleapis.com/EvaluationDataset\x12\x19\n\x0c\x64isplay_name\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12:\n\x0b\x61pp_version\x18\x06 \x01(\tB%\xe0\x41\x01\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/AppVersion\x12>\n\x06\x63onfig\x18\x08 \x01(\x0b\x32).google.cloud.ces.v1beta.EvaluationConfigB\x03\xe0\x41\x01\x12\x1b\n\trun_count\x18\t \x01(\x05\x42\x03\xe0\x41\x01H\x00\x88\x01\x01\x12K\n\x13persona_run_configs\x18\n \x03(\x0b\x32).google.cloud.ces.v1beta.PersonaRunConfigB\x03\xe0\x41\x01\x12M\n\x13optimization_config\x18\x0b \x01(\x0b\x32+.google.cloud.ces.v1beta.OptimizationConfigB\x03\xe0\x41\x01\x12S\n\x18scheduled_evaluation_run\x18\x0c \x01(\tB1\xe0\x41\x01\xfa\x41+\n)ces.googleapis.com/ScheduledEvaluationRun\x12H\n\x11golden_run_method\x18\r \x01(\x0e\x32(.google.cloud.ces.v1beta.GoldenRunMethodB\x03\xe0\x41\x01\x12$\n\x17generate_latency_report\x18\x0e \x01(\x08\x42\x03\xe0\x41\x01\x42\x0c\n\n_run_count\"\xe9\x08\n\x16ScheduledEvaluationRun\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x08\x12\x19\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x43\n\x07request\x18\x03 \x01(\x0b\x32-.google.cloud.ces.v1beta.RunEvaluationRequestB\x03\xe0\x41\x02\x12\x18\n\x0b\x64\x65scription\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12`\n\x11scheduling_config\x18\x05 \x01(\x0b\x32@.google.cloud.ces.v1beta.ScheduledEvaluationRun.SchedulingConfigB\x03\xe0\x41\x02\x12\x13\n\x06\x61\x63tive\x18\x06 \x01(\x08\x42\x03\xe0\x41\x01\x12\x44\n\x12last_completed_run\x18\x07 \x01(\tB(\xe0\x41\x03\xfa\x41\"\n ces.googleapis.com/EvaluationRun\x12\x1d\n\x10total_executions\x18\x08 \x01(\x05\x42\x03\xe0\x41\x03\x12\x46\n\x1dnext_scheduled_execution_time\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x34\n\x0b\x63reate_time\x18\n \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x17\n\ncreated_by\x18\x0b \x01(\tB\x03\xe0\x41\x03\x12\x34\n\x0bupdate_time\x18\x0c \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x1c\n\x0flast_updated_by\x18\r \x01(\tB\x03\xe0\x41\x03\x12\x11\n\x04\x65tag\x18\x0e \x01(\tB\x03\xe0\x41\x03\x1a\x9d\x02\n\x10SchedulingConfig\x12\x62\n\tfrequency\x18\x01 \x01(\x0e\x32J.google.cloud.ces.v1beta.ScheduledEvaluationRun.SchedulingConfig.FrequencyB\x03\xe0\x41\x02\x12\x33\n\nstart_time\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x02\x12\x19\n\x0c\x64\x61ys_of_week\x18\x03 \x03(\x05\x42\x03\xe0\x41\x01\"U\n\tFrequency\x12\x19\n\x15\x46REQUENCY_UNSPECIFIED\x10\x00\x12\x08\n\x04NONE\x10\x01\x12\t\n\x05\x44\x41ILY\x10\x02\x12\n\n\x06WEEKLY\x10\x03\x12\x0c\n\x08\x42IWEEKLY\x10\x04:\xc7\x01\xea\x41\xc3\x01\n)ces.googleapis.com/ScheduledEvaluationRun\x12\x65projects/{project}/locations/{location}/apps/{app}/scheduledEvaluationRuns/{scheduled_evaluation_run}*\x17scheduledEvaluationRuns2\x16scheduledEvaluationRun\"A\n\x10PersonaRunConfig\x12\x14\n\x07persona\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12\x17\n\ntask_count\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x9b\x03\n\x12OptimizationConfig\x12!\n\x14generate_loss_report\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x1e\n\x11\x61ssistant_session\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12\x1b\n\x0ereport_summary\x18\x03 \x01(\tB\x03\xe0\x41\x03\x12\x1f\n\x12should_suggest_fix\x18\x05 \x01(\x08\x42\x03\xe0\x41\x03\x12S\n\x06status\x18\x04 \x01(\x0e\x32>.google.cloud.ces.v1beta.OptimizationConfig.OptimizationStatusB\x03\xe0\x41\x03\x12\x1a\n\rerror_message\x18\x06 \x01(\tB\x03\xe0\x41\x03\x12\x31\n\x0bloss_report\x18\x07 \x01(\x0b\x32\x17.google.protobuf.StructB\x03\xe0\x41\x03\"`\n\x12OptimizationStatus\x12#\n\x1fOPTIMIZATION_STATUS_UNSPECIFIED\x10\x00\x12\x0b\n\x07RUNNING\x10\x01\x12\r\n\tCOMPLETED\x10\x02\x12\t\n\x05\x45RROR\x10\x03\x42_\n\x1b\x63om.google.cloud.ces.v1betaB\x0f\x45valuationProtoP\x01Z-cloud.google.com/go/ces/apiv1beta/cespb;cespbb\x06proto3"
24
+
25
+ pool = ::Google::Protobuf::DescriptorPool.generated_pool
26
+ pool.add_serialized_file(descriptor_data)
27
+
28
+ module Google
29
+ module Cloud
30
+ module Ces
31
+ module V1beta
32
+ AggregatedMetrics = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.AggregatedMetrics").msgclass
33
+ AggregatedMetrics::ToolMetrics = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.AggregatedMetrics.ToolMetrics").msgclass
34
+ AggregatedMetrics::TurnLatencyMetrics = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.AggregatedMetrics.TurnLatencyMetrics").msgclass
35
+ AggregatedMetrics::ToolCallLatencyMetrics = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.AggregatedMetrics.ToolCallLatencyMetrics").msgclass
36
+ AggregatedMetrics::SemanticSimilarityMetrics = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.AggregatedMetrics.SemanticSimilarityMetrics").msgclass
37
+ AggregatedMetrics::HallucinationMetrics = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.AggregatedMetrics.HallucinationMetrics").msgclass
38
+ AggregatedMetrics::MetricsByAppVersion = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.AggregatedMetrics.MetricsByAppVersion").msgclass
39
+ AggregatedMetrics::MetricsByTurn = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.AggregatedMetrics.MetricsByTurn").msgclass
40
+ Evaluation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.Evaluation").msgclass
41
+ Evaluation::GoldenExpectation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.Evaluation.GoldenExpectation").msgclass
42
+ Evaluation::Step = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.Evaluation.Step").msgclass
43
+ Evaluation::GoldenTurn = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.Evaluation.GoldenTurn").msgclass
44
+ Evaluation::Golden = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.Evaluation.Golden").msgclass
45
+ Evaluation::ScenarioExpectation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.Evaluation.ScenarioExpectation").msgclass
46
+ Evaluation::ScenarioExpectation::ToolExpectation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.Evaluation.ScenarioExpectation.ToolExpectation").msgclass
47
+ Evaluation::Scenario = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.Evaluation.Scenario").msgclass
48
+ Evaluation::Scenario::UserFact = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.Evaluation.Scenario.UserFact").msgclass
49
+ Evaluation::Scenario::TaskCompletionBehavior = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.Evaluation.Scenario.TaskCompletionBehavior").enummodule
50
+ Evaluation::Scenario::UserGoalBehavior = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.Evaluation.Scenario.UserGoalBehavior").enummodule
51
+ EvaluationDataset = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationDataset").msgclass
52
+ EvaluationResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationResult").msgclass
53
+ EvaluationResult::GoldenExpectationOutcome = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationResult.GoldenExpectationOutcome").msgclass
54
+ EvaluationResult::GoldenExpectationOutcome::ToolInvocationResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationResult.GoldenExpectationOutcome.ToolInvocationResult").msgclass
55
+ EvaluationResult::EvaluationExpectationResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationResult.EvaluationExpectationResult").msgclass
56
+ EvaluationResult::GoldenResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationResult.GoldenResult").msgclass
57
+ EvaluationResult::GoldenResult::TurnReplayResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationResult.GoldenResult.TurnReplayResult").msgclass
58
+ EvaluationResult::ScenarioRubricOutcome = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationResult.ScenarioRubricOutcome").msgclass
59
+ EvaluationResult::ScenarioExpectationOutcome = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationResult.ScenarioExpectationOutcome").msgclass
60
+ EvaluationResult::ScenarioExpectationOutcome::ObservedToolCall = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationResult.ScenarioExpectationOutcome.ObservedToolCall").msgclass
61
+ EvaluationResult::ScenarioResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationResult.ScenarioResult").msgclass
62
+ EvaluationResult::SpanLatency = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationResult.SpanLatency").msgclass
63
+ EvaluationResult::SpanLatency::Type = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationResult.SpanLatency.Type").enummodule
64
+ EvaluationResult::ToolCallLatency = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationResult.ToolCallLatency").msgclass
65
+ EvaluationResult::HallucinationResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationResult.HallucinationResult").msgclass
66
+ EvaluationResult::UserGoalSatisfactionResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationResult.UserGoalSatisfactionResult").msgclass
67
+ EvaluationResult::SemanticSimilarityResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationResult.SemanticSimilarityResult").msgclass
68
+ EvaluationResult::OverallToolInvocationResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationResult.OverallToolInvocationResult").msgclass
69
+ EvaluationResult::TaskCompletionResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationResult.TaskCompletionResult").msgclass
70
+ EvaluationResult::Outcome = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationResult.Outcome").enummodule
71
+ EvaluationResult::ExecutionState = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationResult.ExecutionState").enummodule
72
+ EvaluationRun = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationRun").msgclass
73
+ EvaluationRun::Progress = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationRun.Progress").msgclass
74
+ EvaluationRun::EvaluationRunSummary = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationRun.EvaluationRunSummary").msgclass
75
+ EvaluationRun::EvaluationType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationRun.EvaluationType").enummodule
76
+ EvaluationRun::EvaluationRunState = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationRun.EvaluationRunState").enummodule
77
+ LatencyReport = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.LatencyReport").msgclass
78
+ LatencyReport::LatencyMetrics = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.LatencyReport.LatencyMetrics").msgclass
79
+ LatencyReport::ToolLatency = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.LatencyReport.ToolLatency").msgclass
80
+ LatencyReport::CallbackLatency = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.LatencyReport.CallbackLatency").msgclass
81
+ LatencyReport::GuardrailLatency = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.LatencyReport.GuardrailLatency").msgclass
82
+ LatencyReport::LlmCallLatency = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.LatencyReport.LlmCallLatency").msgclass
83
+ EvaluationExpectation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationExpectation").msgclass
84
+ EvaluationExpectation::LlmCriteria = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationExpectation.LlmCriteria").msgclass
85
+ EvaluationConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationConfig").msgclass
86
+ EvaluationConfig::EvaluationChannel = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationConfig.EvaluationChannel").enummodule
87
+ EvaluationErrorInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationErrorInfo").msgclass
88
+ EvaluationErrorInfo::ErrorType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationErrorInfo.ErrorType").enummodule
89
+ RunEvaluationRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.RunEvaluationRequest").msgclass
90
+ ScheduledEvaluationRun = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.ScheduledEvaluationRun").msgclass
91
+ ScheduledEvaluationRun::SchedulingConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.ScheduledEvaluationRun.SchedulingConfig").msgclass
92
+ ScheduledEvaluationRun::SchedulingConfig::Frequency = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.ScheduledEvaluationRun.SchedulingConfig.Frequency").enummodule
93
+ PersonaRunConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.PersonaRunConfig").msgclass
94
+ OptimizationConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.OptimizationConfig").msgclass
95
+ OptimizationConfig::OptimizationStatus = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.OptimizationConfig.OptimizationStatus").enummodule
96
+ end
97
+ end
98
+ end
99
+ end