google-cloud-ces-v1beta 1.1.0 → 1.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/google/cloud/ces/v1beta/agent_card_pb.rb +3 -1
- data/lib/google/cloud/ces/v1beta/agent_pb.rb +3 -1
- data/lib/google/cloud/ces/v1beta/agent_service/client.rb +105 -1
- data/lib/google/cloud/ces/v1beta/agent_service/paths.rb +54 -11
- data/lib/google/cloud/ces/v1beta/agent_service/rest/client.rb +98 -1
- data/lib/google/cloud/ces/v1beta/agent_service/rest/service_stub.rb +62 -0
- data/lib/google/cloud/ces/v1beta/agent_service_pb.rb +3 -1
- data/lib/google/cloud/ces/v1beta/agent_service_services_pb.rb +2 -0
- data/lib/google/cloud/ces/v1beta/app_pb.rb +6 -1
- data/lib/google/cloud/ces/v1beta/app_version_pb.rb +1 -1
- data/lib/google/cloud/ces/v1beta/assistant_service/client.rb +1023 -0
- data/lib/google/cloud/ces/v1beta/assistant_service/credentials.rb +48 -0
- data/lib/google/cloud/ces/v1beta/assistant_service/paths.rb +73 -0
- data/lib/google/cloud/ces/v1beta/assistant_service/rest/client.rb +946 -0
- data/lib/google/cloud/ces/v1beta/assistant_service/rest/service_stub.rb +450 -0
- data/lib/google/cloud/ces/v1beta/assistant_service/rest.rb +55 -0
- data/lib/google/cloud/ces/v1beta/assistant_service.rb +57 -0
- data/lib/google/cloud/ces/v1beta/assistant_service_pb.rb +49 -0
- data/lib/google/cloud/ces/v1beta/assistant_service_services_pb.rb +57 -0
- data/lib/google/cloud/ces/v1beta/common_pb.rb +4 -1
- data/lib/google/cloud/ces/v1beta/conversation_pb.rb +1 -1
- data/lib/google/cloud/ces/v1beta/data_store_tool_pb.rb +2 -1
- data/lib/google/cloud/ces/v1beta/deployment_pb.rb +3 -1
- data/lib/google/cloud/ces/v1beta/evaluation_pb.rb +2 -1
- data/lib/google/cloud/ces/v1beta/evaluation_service/client.rb +2 -2
- data/lib/google/cloud/ces/v1beta/evaluation_service/rest/client.rb +2 -2
- data/lib/google/cloud/ces/v1beta/example_pb.rb +1 -1
- data/lib/google/cloud/ces/v1beta/guardrail_pb.rb +4 -1
- data/lib/google/cloud/ces/v1beta/rest.rb +1 -0
- data/lib/google/cloud/ces/v1beta/session_service/client.rb +333 -0
- data/lib/google/cloud/ces/v1beta/session_service/paths.rb +40 -0
- data/lib/google/cloud/ces/v1beta/session_service/rest/client.rb +314 -0
- data/lib/google/cloud/ces/v1beta/session_service/rest/service_stub.rb +180 -0
- data/lib/google/cloud/ces/v1beta/session_service_pb.rb +33 -1
- data/lib/google/cloud/ces/v1beta/session_service_services_pb.rb +14 -0
- data/lib/google/cloud/ces/v1beta/tool_pb.rb +1 -1
- data/lib/google/cloud/ces/v1beta/version.rb +1 -1
- data/lib/google/cloud/ces/v1beta.rb +1 -0
- data/proto_docs/google/api/field_info.rb +88 -0
- data/proto_docs/google/cloud/ces/v1beta/agent.rb +18 -2
- data/proto_docs/google/cloud/ces/v1beta/agent_card.rb +91 -0
- data/proto_docs/google/cloud/ces/v1beta/agent_service.rb +40 -0
- data/proto_docs/google/cloud/ces/v1beta/app.rb +113 -4
- data/proto_docs/google/cloud/ces/v1beta/app_version.rb +3 -0
- data/proto_docs/google/cloud/ces/v1beta/assistant_service.rb +452 -0
- data/proto_docs/google/cloud/ces/v1beta/common.rb +44 -0
- data/proto_docs/google/cloud/ces/v1beta/conversation.rb +4 -0
- data/proto_docs/google/cloud/ces/v1beta/data_store_tool.rb +16 -0
- data/proto_docs/google/cloud/ces/v1beta/deployment.rb +43 -2
- data/proto_docs/google/cloud/ces/v1beta/evaluation.rb +21 -5
- data/proto_docs/google/cloud/ces/v1beta/example.rb +23 -0
- data/proto_docs/google/cloud/ces/v1beta/guardrail.rb +88 -6
- data/proto_docs/google/cloud/ces/v1beta/session_service.rb +749 -11
- data/proto_docs/google/cloud/ces/v1beta/tool.rb +4 -0
- metadata +12 -1
|
@@ -0,0 +1,57 @@
|
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
|
2
|
+
# Source: google/cloud/ces/v1beta/assistant_service.proto for package 'google.cloud.ces.v1beta'
|
|
3
|
+
# Original file comments:
|
|
4
|
+
# Copyright 2026 Google LLC
|
|
5
|
+
#
|
|
6
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
7
|
+
# you may not use this file except in compliance with the License.
|
|
8
|
+
# You may obtain a copy of the License at
|
|
9
|
+
#
|
|
10
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
11
|
+
#
|
|
12
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
13
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
14
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
15
|
+
# See the License for the specific language governing permissions and
|
|
16
|
+
# limitations under the License.
|
|
17
|
+
#
|
|
18
|
+
|
|
19
|
+
require 'grpc'
|
|
20
|
+
require 'google/cloud/ces/v1beta/assistant_service_pb'
|
|
21
|
+
|
|
22
|
+
module Google
|
|
23
|
+
module Cloud
|
|
24
|
+
module Ces
|
|
25
|
+
module V1beta
|
|
26
|
+
module AssistantService
|
|
27
|
+
# The service that manages assistant-related resources in Customer Engagement
|
|
28
|
+
# Suite (CES). The assistant, Arc, is a conversational agent embedded in CES
|
|
29
|
+
# applications to help users with building their agents.
|
|
30
|
+
class Service
|
|
31
|
+
|
|
32
|
+
include ::GRPC::GenericService
|
|
33
|
+
|
|
34
|
+
self.marshal_class_method = :encode
|
|
35
|
+
self.unmarshal_class_method = :decode
|
|
36
|
+
self.service_name = 'google.cloud.ces.v1beta.AssistantService'
|
|
37
|
+
|
|
38
|
+
# Lists all assistant sessions in the given app.
|
|
39
|
+
rpc :ListAssistantSessions, ::Google::Cloud::Ces::V1beta::ListAssistantSessionsRequest, ::Google::Cloud::Ces::V1beta::ListAssistantSessionsResponse
|
|
40
|
+
# Gets details of the specified assistant session.
|
|
41
|
+
rpc :GetAssistantSession, ::Google::Cloud::Ces::V1beta::GetAssistantSessionRequest, ::Google::Cloud::Ces::V1beta::AssistantSession
|
|
42
|
+
# Creates a new assistant session in the given app.
|
|
43
|
+
rpc :CreateAssistantSession, ::Google::Cloud::Ces::V1beta::CreateAssistantSessionRequest, ::Google::Cloud::Ces::V1beta::AssistantSession
|
|
44
|
+
# Deletes the specified assistant session.
|
|
45
|
+
rpc :DeleteAssistantSession, ::Google::Cloud::Ces::V1beta::DeleteAssistantSessionRequest, ::Google::Protobuf::Empty
|
|
46
|
+
# Runs the assistant agent for the specified assistant session.
|
|
47
|
+
rpc :RunAssistant, ::Google::Cloud::Ces::V1beta::RunAssistantRequest, ::Google::Cloud::Ces::V1beta::RunAssistantResponse
|
|
48
|
+
# Runs Arc, the AI assistant, for the specified assistant session.
|
|
49
|
+
rpc :ChatAiAssistant, ::Google::Cloud::Ces::V1beta::ChatAiAssistantRequest, ::Google::Cloud::Ces::V1beta::ChatAiAssistantResponse
|
|
50
|
+
end
|
|
51
|
+
|
|
52
|
+
Stub = Service.rpc_stub_class
|
|
53
|
+
end
|
|
54
|
+
end
|
|
55
|
+
end
|
|
56
|
+
end
|
|
57
|
+
end
|
|
@@ -11,7 +11,7 @@ require 'google/protobuf/struct_pb'
|
|
|
11
11
|
require 'google/protobuf/timestamp_pb'
|
|
12
12
|
|
|
13
13
|
|
|
14
|
-
descriptor_data = "\n$google/cloud/ces/v1beta/common.proto\x12\x17google.cloud.ces.v1beta\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a\x1egoogle/protobuf/duration.proto\x1a\x1cgoogle/protobuf/struct.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\x91\x01\n\x08\x43\x61llback\x12\x1b\n\x0bpython_code\x18\x01 \x01(\tB\x04\xe2\x41\x01\x02H\x00\x12\x19\n\x0b\x64\x65scription\x18\x03 \x01(\tB\x04\xe2\x41\x01\x01\x12\x16\n\x08\x64isabled\x18\x02 \x01(\x08\x42\x04\xe2\x41\x01\x01\x12)\n\x1bproactive_execution_enabled\x18\x04 \x01(\x08\x42\x04\xe2\x41\x01\x01\x42\n\n\x08\x63\x61llback\"
|
|
14
|
+
descriptor_data = "\n$google/cloud/ces/v1beta/common.proto\x12\x17google.cloud.ces.v1beta\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a\x1egoogle/protobuf/duration.proto\x1a\x1cgoogle/protobuf/struct.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\x91\x01\n\x08\x43\x61llback\x12\x1b\n\x0bpython_code\x18\x01 \x01(\tB\x04\xe2\x41\x01\x02H\x00\x12\x19\n\x0b\x64\x65scription\x18\x03 \x01(\tB\x04\xe2\x41\x01\x01\x12\x16\n\x08\x64isabled\x18\x02 \x01(\x08\x42\x04\xe2\x41\x01\x01\x12)\n\x1bproactive_execution_enabled\x18\x04 \x01(\x08\x42\x04\xe2\x41\x01\x01\x42\n\n\x08\x63\x61llback\"\x85\x02\n\rModelSettings\x12\x13\n\x05model\x18\x01 \x01(\tB\x04\xe2\x41\x01\x01\x12\x1e\n\x0btemperature\x18\x02 \x01(\x01\x42\x04\xe2\x41\x01\x01H\x00\x88\x01\x01\x12R\n\x0ethinking_level\x18\x05 \x01(\x0e\x32\x34.google.cloud.ces.v1beta.ModelSettings.ThinkingLevelB\x04\xe2\x41\x01\x01\"[\n\rThinkingLevel\x12\x1e\n\x1aTHINKING_LEVEL_UNSPECIFIED\x10\x00\x12\x0b\n\x07\x44\x45\x46\x41ULT\x10\x01\x12\x07\n\x03LOW\x10\x02\x12\n\n\x06MEDIUM\x10\x03\x12\x08\n\x04HIGH\x10\x04\x42\x0e\n\x0c_temperature\"\xb0\x04\n\rTriggerAction\x12^\n\x13respond_immediately\x18\x01 \x01(\x0b\x32\x39.google.cloud.ces.v1beta.TriggerAction.RespondImmediatelyB\x04\xe2\x41\x01\x01H\x00\x12T\n\x0etransfer_agent\x18\x02 \x01(\x0b\x32\x34.google.cloud.ces.v1beta.TriggerAction.TransferAgentB\x04\xe2\x41\x01\x01H\x00\x12Z\n\x11generative_answer\x18\x03 \x01(\x0b\x32\x37.google.cloud.ces.v1beta.TriggerAction.GenerativeAnswerB\x04\xe2\x41\x01\x01H\x00\x1a\x36\n\x08Response\x12\x12\n\x04text\x18\x01 \x01(\tB\x04\xe2\x41\x01\x02\x12\x16\n\x08\x64isabled\x18\x02 \x01(\x08\x42\x04\xe2\x41\x01\x01\x1a^\n\x12RespondImmediately\x12H\n\tresponses\x18\x01 \x03(\x0b\x32/.google.cloud.ces.v1beta.TriggerAction.ResponseB\x04\xe2\x41\x01\x02\x1a(\n\x10GenerativeAnswer\x12\x14\n\x06prompt\x18\x01 \x01(\tB\x04\xe2\x41\x01\x02\x1a\x41\n\rTransferAgent\x12\x30\n\x05\x61gent\x18\x01 \x01(\tB!\xe2\x41\x01\x02\xfa\x41\x1a\n\x18\x63\x65s.googleapis.com/AgentB\x08\n\x06\x61\x63tion\"\x88\x01\n\tTlsConfig\x12\x41\n\x08\x63\x61_certs\x18\x01 \x03(\x0b\x32).google.cloud.ces.v1beta.TlsConfig.CaCertB\x04\xe2\x41\x01\x02\x1a\x38\n\x06\x43\x61\x43\x65rt\x12\x1a\n\x0c\x64isplay_name\x18\x01 \x01(\tB\x04\xe2\x41\x01\x02\x12\x12\n\x04\x63\x65rt\x18\x02 \x01(\x0c\x42\x04\xe2\x41\x01\x02\"[\n\x16ServiceDirectoryConfig\x12\x41\n\x07service\x18\x01 \x01(\tB0\xe2\x41\x01\x02\xfa\x41)\n\'servicedirectory.googleapis.com/Service\"\xa7\x0f\n\x0e\x43hannelProfile\x12\x18\n\nprofile_id\x18\x01 \x01(\tB\x04\xe2\x41\x01\x01\x12O\n\x0c\x63hannel_type\x18\x03 \x01(\x0e\x32\x33.google.cloud.ces.v1beta.ChannelProfile.ChannelTypeB\x04\xe2\x41\x01\x01\x12W\n\x10persona_property\x18\x02 \x01(\x0b\x32\x37.google.cloud.ces.v1beta.ChannelProfile.PersonaPropertyB\x04\xe2\x41\x01\x01\x12\x1a\n\x0c\x64isable_dtmf\x18\x04 \x01(\x08\x42\x04\xe2\x41\x01\x01\x12&\n\x18\x64isable_barge_in_control\x18\x05 \x01(\x08\x42\x04\xe2\x41\x01\x01\x12X\n\x11web_widget_config\x18\x07 \x01(\x0b\x32\x37.google.cloud.ces.v1beta.ChannelProfile.WebWidgetConfigB\x04\xe2\x41\x01\x01\x12%\n\x17noise_suppression_level\x18\x08 \x01(\tB\x04\xe2\x41\x01\x01\x12U\n\x0fwhatsapp_config\x18\t \x01(\x0b\x32\x36.google.cloud.ces.v1beta.ChannelProfile.WhatsAppConfigB\x04\xe2\x41\x01\x01\x12W\n\x10instagram_config\x18\n \x01(\x0b\x32\x37.google.cloud.ces.v1beta.ChannelProfile.InstagramConfigB\x04\xe2\x41\x01\x01\x1a\x9a\x01\n\x0fPersonaProperty\x12V\n\x07persona\x18\x01 \x01(\x0e\x32?.google.cloud.ces.v1beta.ChannelProfile.PersonaProperty.PersonaB\x04\xe2\x41\x01\x01\"/\n\x07Persona\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x0b\n\x07\x43ONCISE\x10\x01\x12\n\n\x06\x43HATTY\x10\x02\x1a\x8d\x05\n\x0fWebWidgetConfig\x12X\n\x08modality\x18\x01 \x01(\x0e\x32@.google.cloud.ces.v1beta.ChannelProfile.WebWidgetConfig.ModalityB\x04\xe2\x41\x01\x01\x12R\n\x05theme\x18\x02 \x01(\x0e\x32=.google.cloud.ces.v1beta.ChannelProfile.WebWidgetConfig.ThemeB\x04\xe2\x41\x01\x01\x12\x1e\n\x10web_widget_title\x18\x03 \x01(\tB\x04\xe2\x41\x01\x01\x12i\n\x11security_settings\x18\x04 \x01(\x0b\x32H.google.cloud.ces.v1beta.ChannelProfile.WebWidgetConfig.SecuritySettingsB\x04\xe2\x41\x01\x01\x1a\x98\x01\n\x10SecuritySettings\x12\"\n\x14\x65nable_public_access\x18\x01 \x01(\x08\x42\x04\xe2\x41\x01\x01\x12!\n\x13\x65nable_origin_check\x18\x04 \x01(\x08\x42\x04\xe2\x41\x01\x01\x12\x1d\n\x0f\x61llowed_origins\x18\x02 \x03(\tB\x04\xe2\x41\x01\x01\x12\x1e\n\x10\x65nable_recaptcha\x18\x03 \x01(\x08\x42\x04\xe2\x41\x01\x01\"q\n\x08Modality\x12\x18\n\x14MODALITY_UNSPECIFIED\x10\x00\x12\x12\n\x0e\x43HAT_AND_VOICE\x10\x01\x12\x0e\n\nVOICE_ONLY\x10\x02\x12\r\n\tCHAT_ONLY\x10\x03\x12\x18\n\x14\x43HAT_VOICE_AND_VIDEO\x10\x04\"3\n\x05Theme\x12\x15\n\x11THEME_UNSPECIFIED\x10\x00\x12\t\n\x05LIGHT\x10\x01\x12\x08\n\x04\x44\x41RK\x10\x02\x1a\xb6\x01\n\x0eWhatsAppConfig\x12\x15\n\x07waba_id\x18\x01 \x01(\tB\x04\xe2\x41\x01\x02\x12\x1d\n\x0fphone_number_id\x18\x02 \x01(\tB\x04\xe2\x41\x01\x02\x12\x1a\n\x0cphone_number\x18\x03 \x01(\tB\x04\xe2\x41\x01\x01\x12\x1a\n\x0c\x64isplay_name\x18\x04 \x01(\tB\x04\xe2\x41\x01\x03\x12\x1b\n\rthumbnail_url\x18\x05 \x01(\tB\x04\xe2\x41\x01\x03\x12\x19\n\x0b\x64\x65scription\x18\x06 \x01(\tB\x04\xe2\x41\x01\x03\x1a\x89\x01\n\x0fInstagramConfig\x12\"\n\x14instagram_account_id\x18\x01 \x01(\tB\x04\xe2\x41\x01\x02\x12\x1a\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x04\xe2\x41\x01\x03\x12\x1b\n\rthumbnail_url\x18\x03 \x01(\tB\x04\xe2\x41\x01\x03\x12\x19\n\x0b\x64\x65scription\x18\x04 \x01(\tB\x04\xe2\x41\x01\x03\"\xe9\x01\n\x0b\x43hannelType\x12\x0b\n\x07UNKNOWN\x10\x00\x12\n\n\x06WEB_UI\x10\x02\x12\x07\n\x03\x41PI\x10\x03\x12\n\n\x06TWILIO\x10\x04\x12\x1d\n\x19GOOGLE_TELEPHONY_PLATFORM\x10\x05\x12\x1f\n\x1b\x43ONTACT_CENTER_AS_A_SERVICE\x10\x06\x12$\n CONTACT_CENTER_AS_A_SERVICE_CHAT\x10\x0b\x12\t\n\x05\x46IVE9\x10\x07\x12\x1e\n\x1a\x43ONTACT_CENTER_INTEGRATION\x10\x08\x12\x0c\n\x08WHATSAPP\x10\t\x12\r\n\tINSTAGRAM\x10\n\"\xa4\x02\n\x04Span\x12\x12\n\x04name\x18\x01 \x01(\tB\x04\xe2\x41\x01\x03\x12\x34\n\nstart_time\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x32\n\x08\x65nd_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x31\n\x08\x64uration\x18\x06 \x01(\x0b\x32\x19.google.protobuf.DurationB\x04\xe2\x41\x01\x03\x12\x31\n\nattributes\x18\x04 \x01(\x0b\x32\x17.google.protobuf.StructB\x04\xe2\x41\x01\x03\x12\x38\n\x0b\x63hild_spans\x18\x05 \x03(\x0b\x32\x1d.google.cloud.ces.v1beta.SpanB\x04\xe2\x41\x01\x03\"\xfd\x01\n\x1c\x45valuationRunCachingSettings\x12n\n\x10run_caching_mode\x18\x01 \x01(\x0e\x32N.google.cloud.ces.v1beta.EvaluationRunCachingSettings.EvaluationRunCachingModeB\x04\xe2\x41\x01\x01\"m\n\x18\x45valuationRunCachingMode\x12+\n\'EVALUATION_RUN_CACHING_MODE_UNSPECIFIED\x10\x00\x12\r\n\tFORCE_RUN\x10\x01\x12\x15\n\x11SKIP_IF_UNCHANGED\x10\x02\"2\n\x07UiEvent\x12\x11\n\tmime_type\x18\x01 \x01(\t\x12\x14\n\x0cjson_payload\x18\x02 \x01(\t\"(\n\x11SessionCheckpoint\x12\x13\n\x0buser_intent\x18\x01 \x01(\t*R\n\rExecutionType\x12\x1e\n\x1a\x45XECUTION_TYPE_UNSPECIFIED\x10\x00\x12\x0f\n\x0bSYNCHRONOUS\x10\x01\x12\x10\n\x0c\x41SYNCHRONOUS\x10\x02\x42\xda\x01\n\x1b\x63om.google.cloud.ces.v1betaB\x0b\x43ommonProtoP\x01Z-cloud.google.com/go/ces/apiv1beta/cespb;cespb\xea\x41|\n\'servicedirectory.googleapis.com/Service\x12Qprojects/{project}/locations/{location}/namespaces/{namespace}/services/{service}b\x06proto3"
|
|
15
15
|
|
|
16
16
|
pool = ::Google::Protobuf::DescriptorPool.generated_pool
|
|
17
17
|
pool.add_serialized_file(descriptor_data)
|
|
@@ -22,6 +22,7 @@ module Google
|
|
|
22
22
|
module V1beta
|
|
23
23
|
Callback = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.Callback").msgclass
|
|
24
24
|
ModelSettings = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.ModelSettings").msgclass
|
|
25
|
+
ModelSettings::ThinkingLevel = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.ModelSettings.ThinkingLevel").enummodule
|
|
25
26
|
TriggerAction = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.TriggerAction").msgclass
|
|
26
27
|
TriggerAction::Response = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.TriggerAction.Response").msgclass
|
|
27
28
|
TriggerAction::RespondImmediately = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.TriggerAction.RespondImmediately").msgclass
|
|
@@ -43,6 +44,8 @@ module Google
|
|
|
43
44
|
Span = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.Span").msgclass
|
|
44
45
|
EvaluationRunCachingSettings = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationRunCachingSettings").msgclass
|
|
45
46
|
EvaluationRunCachingSettings::EvaluationRunCachingMode = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationRunCachingSettings.EvaluationRunCachingMode").enummodule
|
|
47
|
+
UiEvent = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.UiEvent").msgclass
|
|
48
|
+
SessionCheckpoint = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.SessionCheckpoint").msgclass
|
|
46
49
|
ExecutionType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.ExecutionType").enummodule
|
|
47
50
|
end
|
|
48
51
|
end
|
|
@@ -11,7 +11,7 @@ require 'google/cloud/ces/v1beta/example_pb'
|
|
|
11
11
|
require 'google/protobuf/timestamp_pb'
|
|
12
12
|
|
|
13
13
|
|
|
14
|
-
descriptor_data = "\n*google/cloud/ces/v1beta/conversation.proto\x12\x17google.cloud.ces.v1beta\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a$google/cloud/ces/v1beta/common.proto\x1a%google/cloud/ces/v1beta/example.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\
|
|
14
|
+
descriptor_data = "\n*google/cloud/ces/v1beta/conversation.proto\x12\x17google.cloud.ces.v1beta\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a$google/cloud/ces/v1beta/common.proto\x1a%google/cloud/ces/v1beta/example.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\xf2\n\n\x0c\x43onversation\x12\x12\n\x04name\x18\x01 \x01(\tB\x04\xe2\x41\x01\x08\x12\x34\n\nstart_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x32\n\x08\x65nd_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12?\n\x05turns\x18\x06 \x03(\x0b\x32*.google.cloud.ces.v1beta.Conversation.TurnB\x04\xe2\x41\x01\x02\x12\x18\n\nturn_count\x18\x07 \x01(\x05\x42\x04\xe2\x41\x01\x03\x12K\n\x0c\x63hannel_type\x18\x08 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.Conversation.ChannelTypeB\x02\x18\x01\x12\x42\n\x06source\x18\t \x01(\x0e\x32,.google.cloud.ces.v1beta.Conversation.SourceB\x04\xe2\x41\x01\x03\x12J\n\x0binput_types\x18\n \x03(\x0e\x32/.google.cloud.ces.v1beta.Conversation.InputTypeB\x04\xe2\x41\x01\x03\x12\x36\n\x0b\x65ntry_agent\x18\x0b \x01(\tB!\xe2\x41\x01\x03\xfa\x41\x1a\n\x18\x63\x65s.googleapis.com/Agent\x12:\n\ndeployment\x18\x0c \x01(\tB&\xe2\x41\x01\x03\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/Deployment\x12;\n\x0b\x61pp_version\x18\r \x01(\tB&\xe2\x41\x01\x03\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/AppVersion\x12\x1b\n\rlanguage_code\x18\x0e \x01(\tB\x04\xe2\x41\x01\x03\x12\x36\n\x08messages\x18\x02 \x03(\x0b\x32 .google.cloud.ces.v1beta.MessageB\x02\x18\x01\x1a\x9a\x01\n\x04Turn\x12\x38\n\x08messages\x18\x01 \x03(\x0b\x32 .google.cloud.ces.v1beta.MessageB\x04\xe2\x41\x01\x01\x12\x36\n\troot_span\x18\x02 \x01(\x0b\x32\x1d.google.cloud.ces.v1beta.SpanB\x04\xe2\x41\x01\x01\x12 \n\x12user_intended_text\x18\x03 \x01(\tB\x04\xe2\x41\x01\x01\"P\n\x0b\x43hannelType\x12\x1c\n\x18\x43HANNEL_TYPE_UNSPECIFIED\x10\x00\x12\x08\n\x04TEXT\x10\x01\x12\t\n\x05\x41UDIO\x10\x02\x12\x0e\n\nMULTIMODAL\x10\x03\"S\n\x06Source\x12\x16\n\x12SOURCE_UNSPECIFIED\x10\x00\x12\x08\n\x04LIVE\x10\x01\x12\r\n\tSIMULATOR\x10\x02\x12\x08\n\x04\x45VAL\x10\x03\x12\x0e\n\nAGENT_TOOL\x10\x04\"\xcb\x01\n\tInputType\x12\x1a\n\x16INPUT_TYPE_UNSPECIFIED\x10\x00\x12\x13\n\x0fINPUT_TYPE_TEXT\x10\x01\x12\x14\n\x10INPUT_TYPE_EVENT\x10\x07\x12\x14\n\x10INPUT_TYPE_AUDIO\x10\x02\x12\x14\n\x10INPUT_TYPE_IMAGE\x10\x03\x12\x13\n\x0fINPUT_TYPE_BLOB\x10\x04\x12\x1c\n\x18INPUT_TYPE_TOOL_RESPONSE\x10\x05\x12\x18\n\x14INPUT_TYPE_VARIABLES\x10\x06:\x93\x01\xea\x41\x8f\x01\n\x1f\x63\x65s.googleapis.com/Conversation\x12Oprojects/{project}/locations/{location}/apps/{app}/conversations/{conversation}*\rconversations2\x0c\x63onversationBa\n\x1b\x63om.google.cloud.ces.v1betaB\x11\x43onversationProtoP\x01Z-cloud.google.com/go/ces/apiv1beta/cespb;cespbb\x06proto3"
|
|
15
15
|
|
|
16
16
|
pool = ::Google::Protobuf::DescriptorPool.generated_pool
|
|
17
17
|
pool.add_serialized_file(descriptor_data)
|
|
@@ -9,7 +9,7 @@ require 'google/cloud/ces/v1beta/common_pb'
|
|
|
9
9
|
require 'google/cloud/ces/v1beta/data_store_pb'
|
|
10
10
|
|
|
11
11
|
|
|
12
|
-
descriptor_data = "\n-google/cloud/ces/v1beta/data_store_tool.proto\x12\x17google.cloud.ces.v1beta\x1a\x1fgoogle/api/field_behavior.proto\x1a$google/cloud/ces/v1beta/common.proto\x1a(google/cloud/ces/v1beta/data_store.proto\"\
|
|
12
|
+
descriptor_data = "\n-google/cloud/ces/v1beta/data_store_tool.proto\x12\x17google.cloud.ces.v1beta\x1a\x1fgoogle/api/field_behavior.proto\x1a$google/cloud/ces/v1beta/common.proto\x1a(google/cloud/ces/v1beta/data_store.proto\"\xfe\x16\n\rDataStoreTool\x12Y\n\x11\x64\x61ta_store_source\x18\x03 \x01(\x0b\x32\x36.google.cloud.ces.v1beta.DataStoreTool.DataStoreSourceB\x04\xe2\x41\x01\x01H\x00\x12R\n\rengine_source\x18\x04 \x01(\x0b\x32\x33.google.cloud.ces.v1beta.DataStoreTool.EngineSourceB\x04\xe2\x41\x01\x01H\x00\x12\x12\n\x04name\x18\x01 \x01(\tB\x04\xe2\x41\x01\x02\x12\x19\n\x0b\x64\x65scription\x18\x02 \x01(\tB\x04\xe2\x41\x01\x01\x12L\n\x0b\x62oost_specs\x18\x08 \x03(\x0b\x32\x31.google.cloud.ces.v1beta.DataStoreTool.BoostSpecsB\x04\xe2\x41\x01\x01\x12U\n\x10modality_configs\x18\t \x03(\x0b\x32\x35.google.cloud.ces.v1beta.DataStoreTool.ModalityConfigB\x04\xe2\x41\x01\x01\x12g\n\x19\x66ilter_parameter_behavior\x18\n \x01(\x0e\x32>.google.cloud.ces.v1beta.DataStoreTool.FilterParameterBehaviorB\x04\xe2\x41\x01\x01\x1a\x84\x01\n\x0eRewriterConfig\x12\x44\n\x0emodel_settings\x18\x01 \x01(\x0b\x32&.google.cloud.ces.v1beta.ModelSettingsB\x04\xe2\x41\x01\x02\x12\x14\n\x06prompt\x18\x02 \x01(\tB\x04\xe2\x41\x01\x01\x12\x16\n\x08\x64isabled\x18\x03 \x01(\x08\x42\x04\xe2\x41\x01\x01\x1a\x89\x01\n\x13SummarizationConfig\x12\x44\n\x0emodel_settings\x18\x01 \x01(\x0b\x32&.google.cloud.ces.v1beta.ModelSettingsB\x04\xe2\x41\x01\x01\x12\x14\n\x06prompt\x18\x02 \x01(\tB\x04\xe2\x41\x01\x01\x12\x16\n\x08\x64isabled\x18\x03 \x01(\x08\x42\x04\xe2\x41\x01\x01\x1aH\n\x0fGroundingConfig\x12\x1d\n\x0fgrounding_level\x18\x01 \x01(\x02\x42\x04\xe2\x41\x01\x01\x12\x16\n\x08\x64isabled\x18\x02 \x01(\x08\x42\x04\xe2\x41\x01\x01\x1a\x65\n\x0f\x44\x61taStoreSource\x12\x14\n\x06\x66ilter\x18\x02 \x01(\tB\x04\xe2\x41\x01\x01\x12<\n\ndata_store\x18\x04 \x01(\x0b\x32\".google.cloud.ces.v1beta.DataStoreB\x04\xe2\x41\x01\x01\x1a\x94\x01\n\x0c\x45ngineSource\x12\x14\n\x06\x65ngine\x18\x01 \x01(\tB\x04\xe2\x41\x01\x02\x12X\n\x12\x64\x61ta_store_sources\x18\x02 \x03(\x0b\x32\x36.google.cloud.ces.v1beta.DataStoreTool.DataStoreSourceB\x04\xe2\x41\x01\x01\x12\x14\n\x06\x66ilter\x18\x03 \x01(\tB\x04\xe2\x41\x01\x01\x1am\n\nBoostSpecs\x12\x19\n\x0b\x64\x61ta_stores\x18\x01 \x03(\tB\x04\xe2\x41\x01\x02\x12\x44\n\x04spec\x18\x02 \x03(\x0b\x32\x30.google.cloud.ces.v1beta.DataStoreTool.BoostSpecB\x04\xe2\x41\x01\x02\x1a\xcf\x07\n\tBoostSpec\x12h\n\x15\x63ondition_boost_specs\x18\x01 \x03(\x0b\x32\x43.google.cloud.ces.v1beta.DataStoreTool.BoostSpec.ConditionBoostSpecB\x04\xe2\x41\x01\x02\x1a\xd7\x06\n\x12\x43onditionBoostSpec\x12\x17\n\tcondition\x18\x01 \x01(\tB\x04\xe2\x41\x01\x02\x12\x13\n\x05\x62oost\x18\x02 \x01(\x02\x42\x04\xe2\x41\x01\x01\x12v\n\x12\x62oost_control_spec\x18\x04 \x01(\x0b\x32T.google.cloud.ces.v1beta.DataStoreTool.BoostSpec.ConditionBoostSpec.BoostControlSpecB\x04\xe2\x41\x01\x01\x1a\x9a\x05\n\x10\x42oostControlSpec\x12\x18\n\nfield_name\x18\x01 \x01(\tB\x04\xe2\x41\x01\x01\x12\x80\x01\n\x0e\x61ttribute_type\x18\x02 \x01(\x0e\x32\x62.google.cloud.ces.v1beta.DataStoreTool.BoostSpec.ConditionBoostSpec.BoostControlSpec.AttributeTypeB\x04\xe2\x41\x01\x01\x12\x88\x01\n\x12interpolation_type\x18\x03 \x01(\x0e\x32\x66.google.cloud.ces.v1beta.DataStoreTool.BoostSpec.ConditionBoostSpec.BoostControlSpec.InterpolationTypeB\x04\xe2\x41\x01\x01\x12\x7f\n\x0e\x63ontrol_points\x18\x04 \x03(\x0b\x32\x61.google.cloud.ces.v1beta.DataStoreTool.BoostSpec.ConditionBoostSpec.BoostControlSpec.ControlPointB\x04\xe2\x41\x01\x01\x1aI\n\x0c\x43ontrolPoint\x12\x1d\n\x0f\x61ttribute_value\x18\x01 \x01(\tB\x04\xe2\x41\x01\x01\x12\x1a\n\x0c\x62oost_amount\x18\x02 \x01(\x02\x42\x04\xe2\x41\x01\x01\"M\n\rAttributeType\x12\x1e\n\x1a\x41TTRIBUTE_TYPE_UNSPECIFIED\x10\x00\x12\r\n\tNUMERICAL\x10\x01\x12\r\n\tFRESHNESS\x10\x02\"C\n\x11InterpolationType\x12\"\n\x1eINTERPOLATION_TYPE_UNSPECIFIED\x10\x00\x12\n\n\x06LINEAR\x10\x01\x1aK\n\x0eSnippetsConfig\x12\x1d\n\x0f\x65nable_snippets\x18\x01 \x01(\x08\x42\x04\xe2\x41\x01\x01\x12\x1a\n\x0cmax_snippets\x18\x02 \x01(\x05\x42\x04\xe2\x41\x01\x01\x1a\x99\x04\n\x0eModalityConfig\x12_\n\rmodality_type\x18\x01 \x01(\x0e\x32\x42.google.cloud.ces.v1beta.DataStoreTool.ModalityConfig.ModalityTypeB\x04\xe2\x41\x01\x02\x12T\n\x0frewriter_config\x18\x02 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.DataStoreTool.RewriterConfigB\x04\xe2\x41\x01\x01\x12^\n\x14summarization_config\x18\x03 \x01(\x0b\x32:.google.cloud.ces.v1beta.DataStoreTool.SummarizationConfigB\x04\xe2\x41\x01\x01\x12V\n\x10grounding_config\x18\x04 \x01(\x0b\x32\x36.google.cloud.ces.v1beta.DataStoreTool.GroundingConfigB\x04\xe2\x41\x01\x01\x12T\n\x0fsnippets_config\x18\x05 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.DataStoreTool.SnippetsConfigB\x04\xe2\x41\x01\x01\"B\n\x0cModalityType\x12\x1d\n\x19MODALITY_TYPE_UNSPECIFIED\x10\x00\x12\x08\n\x04TEXT\x10\x01\x12\t\n\x05\x41UDIO\x10\x02\"k\n\x17\x46ilterParameterBehavior\x12)\n%FILTER_PARAMETER_BEHAVIOR_UNSPECIFIED\x10\x00\x12\x12\n\x0e\x41LWAYS_INCLUDE\x10\x02\x12\x11\n\rNEVER_INCLUDE\x10\x03\x42\x0f\n\rsearch_sourceBb\n\x1b\x63om.google.cloud.ces.v1betaB\x12\x44\x61taStoreToolProtoP\x01Z-cloud.google.com/go/ces/apiv1beta/cespb;cespbb\x06proto3"
|
|
13
13
|
|
|
14
14
|
pool = ::Google::Protobuf::DescriptorPool.generated_pool
|
|
15
15
|
pool.add_serialized_file(descriptor_data)
|
|
@@ -31,6 +31,7 @@ module Google
|
|
|
31
31
|
DataStoreTool::BoostSpec::ConditionBoostSpec::BoostControlSpec::ControlPoint = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.DataStoreTool.BoostSpec.ConditionBoostSpec.BoostControlSpec.ControlPoint").msgclass
|
|
32
32
|
DataStoreTool::BoostSpec::ConditionBoostSpec::BoostControlSpec::AttributeType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.DataStoreTool.BoostSpec.ConditionBoostSpec.BoostControlSpec.AttributeType").enummodule
|
|
33
33
|
DataStoreTool::BoostSpec::ConditionBoostSpec::BoostControlSpec::InterpolationType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.DataStoreTool.BoostSpec.ConditionBoostSpec.BoostControlSpec.InterpolationType").enummodule
|
|
34
|
+
DataStoreTool::SnippetsConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.DataStoreTool.SnippetsConfig").msgclass
|
|
34
35
|
DataStoreTool::ModalityConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.DataStoreTool.ModalityConfig").msgclass
|
|
35
36
|
DataStoreTool::ModalityConfig::ModalityType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.DataStoreTool.ModalityConfig.ModalityType").enummodule
|
|
36
37
|
DataStoreTool::FilterParameterBehavior = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.DataStoreTool.FilterParameterBehavior").enummodule
|
|
@@ -10,7 +10,7 @@ require 'google/cloud/ces/v1beta/common_pb'
|
|
|
10
10
|
require 'google/protobuf/timestamp_pb'
|
|
11
11
|
|
|
12
12
|
|
|
13
|
-
descriptor_data = "\n(google/cloud/ces/v1beta/deployment.proto\x12\x17google.cloud.ces.v1beta\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a$google/cloud/ces/v1beta/common.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\x8b\x04\n\x10\x45xperimentConfig\x12W\n\x0fversion_release\x18\x01 \x01(\x0b\x32\x38.google.cloud.ces.v1beta.ExperimentConfig.VersionReleaseB\x04\xe2\x41\x01\x01\x1a\xcc\x02\n\x0eVersionRelease\x12\x44\n\x05state\x18\x01 \x01(\x0e\x32/.google.cloud.ces.v1beta.ExperimentConfig.StateB\x04\xe2\x41\x01\x01\x12m\n\x13traffic_allocations\x18\x02 \x03(\x0b\x32J.google.cloud.ces.v1beta.ExperimentConfig.VersionRelease.TrafficAllocationB\x04\xe2\x41\x01\x01\x1a\x84\x01\n\x11TrafficAllocation\x12\x10\n\x02id\x18\x01 \x01(\tB\x04\xe2\x41\x01\x01\x12 \n\x12traffic_percentage\x18\x02 \x01(\x05\x42\x04\xe2\x41\x01\x01\x12;\n\x0b\x61pp_version\x18\x03 \x01(\tB&\xe2\x41\x01\x01\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/AppVersion\"O\n\x05State\x12\x15\n\x11STATE_UNSPECIFIED\x10\x00\x12\x0b\n\x07PENDING\x10\x01\x12\x0b\n\x07RUNNING\x10\x02\x12\x08\n\x04\x44ONE\x10\x03\x12\x0b\n\x07\x45XPIRED\x10\x04\"\
|
|
13
|
+
descriptor_data = "\n(google/cloud/ces/v1beta/deployment.proto\x12\x17google.cloud.ces.v1beta\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a$google/cloud/ces/v1beta/common.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\x8b\x04\n\x10\x45xperimentConfig\x12W\n\x0fversion_release\x18\x01 \x01(\x0b\x32\x38.google.cloud.ces.v1beta.ExperimentConfig.VersionReleaseB\x04\xe2\x41\x01\x01\x1a\xcc\x02\n\x0eVersionRelease\x12\x44\n\x05state\x18\x01 \x01(\x0e\x32/.google.cloud.ces.v1beta.ExperimentConfig.StateB\x04\xe2\x41\x01\x01\x12m\n\x13traffic_allocations\x18\x02 \x03(\x0b\x32J.google.cloud.ces.v1beta.ExperimentConfig.VersionRelease.TrafficAllocationB\x04\xe2\x41\x01\x01\x1a\x84\x01\n\x11TrafficAllocation\x12\x10\n\x02id\x18\x01 \x01(\tB\x04\xe2\x41\x01\x01\x12 \n\x12traffic_percentage\x18\x02 \x01(\x05\x42\x04\xe2\x41\x01\x01\x12;\n\x0b\x61pp_version\x18\x03 \x01(\tB&\xe2\x41\x01\x01\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/AppVersion\"O\n\x05State\x12\x15\n\x11STATE_UNSPECIFIED\x10\x00\x12\x0b\n\x07PENDING\x10\x01\x12\x0b\n\x07RUNNING\x10\x02\x12\x08\n\x04\x44ONE\x10\x03\x12\x0b\n\x07\x45XPIRED\x10\x04\"\x8b\x08\n\nDeployment\x12\x12\n\x04name\x18\x01 \x01(\tB\x04\xe2\x41\x01\x08\x12\x1a\n\x0c\x64isplay_name\x18\x08 \x01(\tB\x04\xe2\x41\x01\x02\x12;\n\x0b\x61pp_version\x18\x02 \x01(\tB&\xe2\x41\x01\x01\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/AppVersion\x12\x46\n\x0f\x63hannel_profile\x18\x03 \x01(\x0b\x32\'.google.cloud.ces.v1beta.ChannelProfileB\x04\xe2\x41\x01\x02\x12\x35\n\x0b\x63reate_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x35\n\x0bupdate_time\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x12\n\x04\x65tag\x18\x07 \x01(\tB\x04\xe2\x41\x01\x03\x12J\n\x11\x65xperiment_config\x18\t \x01(\x0b\x32).google.cloud.ces.v1beta.ExperimentConfigB\x04\xe2\x41\x01\x01\x12Q\n\x14whatsapp_credentials\x18\n \x01(\x0b\x32,.google.cloud.ces.v1beta.WhatsAppCredentialsB\x05\xe2\x41\x02\x01\x04\x12S\n\x15instagram_credentials\x18\x0b \x01(\x0b\x32-.google.cloud.ces.v1beta.InstagramCredentialsB\x05\xe2\x41\x02\x01\x04\x12\x44\n\x0emodel_settings\x18\x0c \x01(\x0b\x32&.google.cloud.ces.v1beta.ModelSettingsB\x04\xe2\x41\x01\x01\x12\x44\n\x08modality\x18\r \x01(\x0e\x32,.google.cloud.ces.v1beta.Deployment.ModalityB\x04\xe2\x41\x01\x01\x12Y\n\x19\x61gent_registry_deployment\x18\x0e \x01(\x0b\x32\x30.google.cloud.ces.v1beta.AgentRegistryDeploymentB\x04\xe2\x41\x01\x01\"_\n\x08Modality\x12\x18\n\x14MODALITY_UNSPECIFIED\x10\x00\x12\x11\n\rMODALITY_TEXT\x10\x01\x12\x12\n\x0eMODALITY_VOICE\x10\x02\x12\x12\n\x0eMODALITY_VIDEO\x10\x03:\x89\x01\xea\x41\x85\x01\n\x1d\x63\x65s.googleapis.com/Deployment\x12Kprojects/{project}/locations/{location}/apps/{app}/deployments/{deployment}*\x0b\x64\x65ployments2\ndeployment\"n\n\x17\x41gentRegistryDeployment\x12S\n\x1b\x61gent_registry_service_name\x18\x01 \x01(\tB.\xe2\x41\x02\x01\x03\xfa\x41&\n$agentregistry.googleapis.com/Service\"\xbe\x01\n\x13WhatsAppCredentials\x12\x17\n\tauth_code\x18\x01 \x01(\tB\x04\xe2\x41\x01\x02\x12\x11\n\x03pin\x18\x02 \x01(\tB\x04\xe2\x41\x01\x02\x12\x1a\n\x0cphone_number\x18\x03 \x01(\tB\x04\xe2\x41\x01\x02\x12!\n\x13\x62usiness_account_id\x18\x04 \x01(\tB\x04\xe2\x41\x01\x02\x12\x15\n\x07waba_id\x18\x05 \x01(\tB\x04\xe2\x41\x01\x02\x12%\n\x17\x63onversation_profile_id\x18\x06 \x01(\tB\x04\xe2\x41\x01\x01\"V\n\x14InstagramCredentials\x12\x17\n\tauth_code\x18\x01 \x01(\tB\x04\xe2\x41\x01\x02\x12%\n\x17\x63onversation_profile_id\x18\x02 \x01(\tB\x04\xe2\x41\x01\x01\x42\xc8\x01\n\x1b\x63om.google.cloud.ces.v1betaB\x13\x43hannelProfileProtoP\x01Z-cloud.google.com/go/ces/apiv1beta/cespb;cespb\xea\x41\x62\n$agentregistry.googleapis.com/Service\x12:projects/{project}/locations/{location}/services/{service}b\x06proto3"
|
|
14
14
|
|
|
15
15
|
pool = ::Google::Protobuf::DescriptorPool.generated_pool
|
|
16
16
|
pool.add_serialized_file(descriptor_data)
|
|
@@ -24,6 +24,8 @@ module Google
|
|
|
24
24
|
ExperimentConfig::VersionRelease::TrafficAllocation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.ExperimentConfig.VersionRelease.TrafficAllocation").msgclass
|
|
25
25
|
ExperimentConfig::State = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.ExperimentConfig.State").enummodule
|
|
26
26
|
Deployment = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.Deployment").msgclass
|
|
27
|
+
Deployment::Modality = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.Deployment.Modality").enummodule
|
|
28
|
+
AgentRegistryDeployment = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.AgentRegistryDeployment").msgclass
|
|
27
29
|
WhatsAppCredentials = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.WhatsAppCredentials").msgclass
|
|
28
30
|
InstagramCredentials = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.InstagramCredentials").msgclass
|
|
29
31
|
end
|
|
@@ -20,7 +20,7 @@ require 'google/protobuf/timestamp_pb'
|
|
|
20
20
|
require 'google/rpc/status_pb'
|
|
21
21
|
|
|
22
22
|
|
|
23
|
-
descriptor_data = "\n(google/cloud/ces/v1beta/evaluation.proto\x12\x17google.cloud.ces.v1beta\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a!google/cloud/ces/v1beta/app.proto\x1a$google/cloud/ces/v1beta/common.proto\x1a\x37google/cloud/ces/v1beta/evaluation_metrics_config.proto\x1a%google/cloud/ces/v1beta/example.proto\x1a#google/cloud/ces/v1beta/fakes.proto\x1a(google/cloud/ces/v1beta/golden_run.proto\x1a-google/cloud/ces/v1beta/session_service.proto\x1a*google/cloud/ces/v1beta/toolset_tool.proto\x1a\x1egoogle/protobuf/duration.proto\x1a\x1cgoogle/protobuf/struct.proto\x1a\x1fgoogle/protobuf/timestamp.proto\x1a\x17google/rpc/status.proto\"\x83\x0e\n\x11\x41ggregatedMetrics\x12\x64\n\x16metrics_by_app_version\x18\x03 \x03(\x0b\x32>.google.cloud.ces.v1beta.AggregatedMetrics.MetricsByAppVersionB\x04\xe2\x41\x01\x03\x1aq\n\x0bToolMetrics\x12.\n\x04tool\x18\x01 \x01(\tB \xe2\x41\x01\x03\xfa\x41\x19\n\x17\x63\x65s.googleapis.com/Tool\x12\x18\n\npass_count\x18\x02 \x01(\x05\x42\x04\xe2\x41\x01\x03\x12\x18\n\nfail_count\x18\x03 \x01(\x05\x42\x04\xe2\x41\x01\x03\x1aN\n\x12TurnLatencyMetrics\x12\x38\n\x0f\x61verage_latency\x18\x01 \x01(\x0b\x32\x19.google.protobuf.DurationB\x04\xe2\x41\x01\x03\x1a\x82\x01\n\x16ToolCallLatencyMetrics\x12.\n\x04tool\x18\x01 \x01(\tB \xe2\x41\x01\x03\xfa\x41\x19\n\x17\x63\x65s.googleapis.com/Tool\x12\x38\n\x0f\x61verage_latency\x18\x02 \x01(\x0b\x32\x19.google.protobuf.DurationB\x04\xe2\x41\x01\x03\x1a\x30\n\x19SemanticSimilarityMetrics\x12\x13\n\x05score\x18\x01 \x01(\x02\x42\x04\xe2\x41\x01\x03\x1a+\n\x14HallucinationMetrics\x12\x13\n\x05score\x18\x01 \x01(\x02\x42\x04\xe2\x41\x01\x03\x1a\xba\x05\n\x13MetricsByAppVersion\x12\x1c\n\x0e\x61pp_version_id\x18\x01 \x01(\tB\x04\xe2\x41\x01\x03\x12R\n\x0ctool_metrics\x18\x02 \x03(\x0b\x32\x36.google.cloud.ces.v1beta.AggregatedMetrics.ToolMetricsB\x04\xe2\x41\x01\x03\x12o\n\x1bsemantic_similarity_metrics\x18\x03 \x03(\x0b\x32\x44.google.cloud.ces.v1beta.AggregatedMetrics.SemanticSimilarityMetricsB\x04\xe2\x41\x01\x03\x12\x64\n\x15hallucination_metrics\x18\x05 \x03(\x0b\x32?.google.cloud.ces.v1beta.AggregatedMetrics.HallucinationMetricsB\x04\xe2\x41\x01\x03\x12j\n\x19tool_call_latency_metrics\x18\x06 \x03(\x0b\x32\x41.google.cloud.ces.v1beta.AggregatedMetrics.ToolCallLatencyMetricsB\x04\xe2\x41\x01\x03\x12\x61\n\x14turn_latency_metrics\x18\x07 \x03(\x0b\x32=.google.cloud.ces.v1beta.AggregatedMetrics.TurnLatencyMetricsB\x04\xe2\x41\x01\x03\x12\x18\n\npass_count\x18\x08 \x01(\x05\x42\x04\xe2\x41\x01\x03\x12\x18\n\nfail_count\x18\t \x01(\x05\x42\x04\xe2\x41\x01\x03\x12W\n\x0fmetrics_by_turn\x18\x04 \x03(\x0b\x32\x38.google.cloud.ces.v1beta.AggregatedMetrics.MetricsByTurnB\x04\xe2\x41\x01\x03\x1a\xa3\x04\n\rMetricsByTurn\x12\x18\n\nturn_index\x18\x01 \x01(\x05\x42\x04\xe2\x41\x01\x03\x12R\n\x0ctool_metrics\x18\x02 \x03(\x0b\x32\x36.google.cloud.ces.v1beta.AggregatedMetrics.ToolMetricsB\x04\xe2\x41\x01\x03\x12o\n\x1bsemantic_similarity_metrics\x18\x03 \x03(\x0b\x32\x44.google.cloud.ces.v1beta.AggregatedMetrics.SemanticSimilarityMetricsB\x04\xe2\x41\x01\x03\x12\x64\n\x15hallucination_metrics\x18\x04 \x03(\x0b\x32?.google.cloud.ces.v1beta.AggregatedMetrics.HallucinationMetricsB\x04\xe2\x41\x01\x03\x12j\n\x19tool_call_latency_metrics\x18\x05 \x03(\x0b\x32\x41.google.cloud.ces.v1beta.AggregatedMetrics.ToolCallLatencyMetricsB\x04\xe2\x41\x01\x03\x12\x61\n\x14turn_latency_metrics\x18\x06 \x03(\x0b\x32=.google.cloud.ces.v1beta.AggregatedMetrics.TurnLatencyMetricsB\x04\xe2\x41\x01\x03\"\xa4#\n\nEvaluation\x12\x42\n\x06golden\x18\x0b \x01(\x0b\x32*.google.cloud.ces.v1beta.Evaluation.GoldenB\x04\xe2\x41\x01\x01H\x00\x12\x46\n\x08scenario\x18\x0c \x01(\x0b\x32,.google.cloud.ces.v1beta.Evaluation.ScenarioB\x04\xe2\x41\x01\x01H\x00\x12\x12\n\x04name\x18\x01 \x01(\tB\x04\xe2\x41\x01\x08\x12\x1a\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x04\xe2\x41\x01\x02\x12\x19\n\x0b\x64\x65scription\x18\x03 \x01(\tB\x04\xe2\x41\x01\x01\x12\x12\n\x04tags\x18\x04 \x03(\tB\x04\xe2\x41\x01\x01\x12J\n\x13\x65valuation_datasets\x18\x05 \x03(\tB-\xe2\x41\x01\x03\xfa\x41&\n$ces.googleapis.com/EvaluationDataset\x12\x35\n\x0b\x63reate_time\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x18\n\ncreated_by\x18\r \x01(\tB\x04\xe2\x41\x01\x03\x12\x35\n\x0bupdate_time\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x1d\n\x0flast_updated_by\x18\x0e \x01(\tB\x04\xe2\x41\x01\x03\x12\x42\n\x0f\x65valuation_runs\x18\x0f \x03(\tB)\xe2\x41\x01\x03\xfa\x41\"\n ces.googleapis.com/EvaluationRun\x12\x12\n\x04\x65tag\x18\n \x01(\tB\x04\xe2\x41\x01\x03\x12L\n\x12\x61ggregated_metrics\x18\x10 \x01(\x0b\x32*.google.cloud.ces.v1beta.AggregatedMetricsB\x04\xe2\x41\x01\x03\x12N\n\x15last_completed_result\x18\x11 \x01(\x0b\x32).google.cloud.ces.v1beta.EvaluationResultB\x04\xe2\x41\x01\x03\x12\x15\n\x07invalid\x18\x12 \x01(\x08\x42\x04\xe2\x41\x01\x03\x12I\n\x10last_ten_results\x18\x13 \x03(\x0b\x32).google.cloud.ces.v1beta.EvaluationResultB\x04\xe2\x41\x01\x03\x12i\n%evaluation_metrics_threshold_override\x18\x14 \x01(\x0b\x32\x34.google.cloud.ces.v1beta.EvaluationMetricsThresholdsB\x04\xe2\x41\x01\x01\x12\x62\n\"evaluation_metrics_config_override\x18\x15 \x01(\x0b\x32\x30.google.cloud.ces.v1beta.EvaluationMetricsConfigB\x04\xe2\x41\x01\x01\x1a\xce\x08\n\x11GoldenExpectation\x12<\n\ttool_call\x18\x02 \x01(\x0b\x32!.google.cloud.ces.v1beta.ToolCallB\x04\xe2\x41\x01\x01H\x00\x12\x44\n\rtool_response\x18\x03 \x01(\x0b\x32%.google.cloud.ces.v1beta.ToolResponseB\x04\xe2\x41\x01\x01H\x00\x12@\n\x0e\x61gent_response\x18\x04 \x01(\x0b\x32 .google.cloud.ces.v1beta.MessageB\x04\xe2\x41\x01\x01H\x00\x12\x46\n\x0e\x61gent_transfer\x18\x05 \x01(\x0b\x32&.google.cloud.ces.v1beta.AgentTransferB\x04\xe2\x41\x01\x01H\x00\x12:\n\x11updated_variables\x18\x06 \x01(\x0b\x32\x17.google.protobuf.StructB\x04\xe2\x41\x01\x01H\x00\x12I\n\x12mock_tool_response\x18\x07 \x01(\x0b\x32%.google.cloud.ces.v1beta.ToolResponseB\x04\xe2\x41\x01\x01H\x00\x12\x1d\n\rno_tool_calls\x18\r \x01(\x08\x42\x04\xe2\x41\x01\x01H\x00\x12\x12\n\x04note\x18\x01 \x01(\tB\x04\xe2\x41\x01\x01\x12\x1d\n\x0fskip_evaluation\x18\x08 \x01(\x08\x42\x04\xe2\x41\x01\x01\x12\xb5\x01\n-expectation_level_metrics_thresholds_override\x18\t \x01(\x0b\x32x.google.cloud.ces.v1beta.EvaluationMetricsThresholds.GoldenEvaluationMetricsThresholds.ExpectationLevelMetricsThresholdsB\x04\xe2\x41\x01\x01\x12\x9a\x01\n:agent_response_semantic_similarity_metrics_config_override\x18\n \x01(\x0b\x32P.google.cloud.ces.v1beta.EvaluationMetricsConfig.SemanticSimilarityMetricsConfigB\x04\xe2\x41\x01\x01\x12\x8f\x01\n4agent_response_hallucination_metrics_config_override\x18\x0b \x01(\x0b\x32K.google.cloud.ces.v1beta.EvaluationMetricsConfig.HallucinationMetricsConfigB\x04\xe2\x41\x01\x01\x12^\n\x0f\x63omparison_type\x18\x0c \x01(\x0e\x32?.google.cloud.ces.v1beta.EvaluationMetricsConfig.ComparisonTypeB\x04\xe2\x41\x01\x01\x42\x0b\n\tcondition\x1a\xed\x01\n\x04Step\x12\x41\n\nuser_input\x18\x01 \x01(\x0b\x32%.google.cloud.ces.v1beta.SessionInputB\x04\xe2\x41\x01\x01H\x00\x12\x46\n\x0e\x61gent_transfer\x18\x02 \x01(\x0b\x32&.google.cloud.ces.v1beta.AgentTransferB\x04\xe2\x41\x01\x01H\x00\x12R\n\x0b\x65xpectation\x18\x03 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.Evaluation.GoldenExpectationB\x04\xe2\x41\x01\x01H\x00\x42\x06\n\x04step\x1a\xb6\x03\n\nGoldenTurn\x12=\n\x05steps\x18\x01 \x03(\x0b\x32(.google.cloud.ces.v1beta.Evaluation.StepB\x04\xe2\x41\x01\x02\x12\x36\n\troot_span\x18\x02 \x01(\x0b\x32\x1d.google.cloud.ces.v1beta.SpanB\x04\xe2\x41\x01\x01\x12\xa7\x01\n&turn_level_metrics_thresholds_override\x18\x03 \x01(\x0b\x32q.google.cloud.ces.v1beta.EvaluationMetricsThresholds.GoldenEvaluationMetricsThresholds.TurnLevelMetricsThresholdsB\x04\xe2\x41\x01\x01\x12\x86\x01\n&hallucination_metric_behavior_override\x18\x04 \x01(\x0e\x32P.google.cloud.ces.v1beta.EvaluationMetricsThresholds.HallucinationMetricBehaviorB\x04\xe2\x41\x01\x01\x1a\xa1\x01\n\x06Golden\x12\x43\n\x05turns\x18\x02 \x03(\x0b\x32..google.cloud.ces.v1beta.Evaluation.GoldenTurnB\x04\xe2\x41\x01\x02\x12R\n\x17\x65valuation_expectations\x18\x03 \x03(\tB1\xe2\x41\x01\x01\xfa\x41*\n(ces.googleapis.com/EvaluationExpectation\x1a\xf3\x02\n\x13ScenarioExpectation\x12i\n\x10tool_expectation\x18\x01 \x01(\x0b\x32G.google.cloud.ces.v1beta.Evaluation.ScenarioExpectation.ToolExpectationB\x04\xe2\x41\x01\x01H\x00\x12@\n\x0e\x61gent_response\x18\x02 \x01(\x0b\x32 .google.cloud.ces.v1beta.MessageB\x04\xe2\x41\x01\x01H\x00\x1a\x9f\x01\n\x0fToolExpectation\x12\x43\n\x12\x65xpected_tool_call\x18\x01 \x01(\x0b\x32!.google.cloud.ces.v1beta.ToolCallB\x04\xe2\x41\x01\x02\x12G\n\x12mock_tool_response\x18\x02 \x01(\x0b\x32%.google.cloud.ces.v1beta.ToolResponseB\x04\xe2\x41\x01\x02\x42\r\n\x0b\x65xpectation\x1a\xe6\x07\n\x08Scenario\x12\x12\n\x04task\x18\x01 \x01(\tB\x04\xe2\x41\x01\x02\x12O\n\nuser_facts\x18\x04 \x03(\x0b\x32\x35.google.cloud.ces.v1beta.Evaluation.Scenario.UserFactB\x04\xe2\x41\x01\x01\x12\x17\n\tmax_turns\x18\x05 \x01(\x05\x42\x04\xe2\x41\x01\x01\x12\x15\n\x07rubrics\x18\x02 \x03(\tB\x04\xe2\x41\x01\x02\x12\\\n\x15scenario_expectations\x18\x03 \x03(\x0b\x32\x37.google.cloud.ces.v1beta.Evaluation.ScenarioExpectationB\x04\xe2\x41\x01\x02\x12\x39\n\x12variable_overrides\x18\x06 \x01(\x0b\x32\x17.google.protobuf.StructB\x04\xe2\x41\x01\x01\x12m\n\x18task_completion_behavior\x18\x07 \x01(\x0e\x32\x43.google.cloud.ces.v1beta.Evaluation.Scenario.TaskCompletionBehaviorB\x06\x18\x01\xe2\x41\x01\x01\x12_\n\x12user_goal_behavior\x18\x08 \x01(\x0e\x32=.google.cloud.ces.v1beta.Evaluation.Scenario.UserGoalBehaviorB\x04\xe2\x41\x01\x01\x12R\n\x17\x65valuation_expectations\x18\n \x03(\tB1\xe2\x41\x01\x01\xfa\x41*\n(ces.googleapis.com/EvaluationExpectation\x12h\n\x17scenario_execution_mode\x18\x0c \x01(\x0e\x32\x41.google.cloud.ces.v1beta.EvaluationSettings.ScenarioExecutionModeB\x04\xe2\x41\x01\x01\x1a\x33\n\x08UserFact\x12\x12\n\x04name\x18\x01 \x01(\tB\x04\xe2\x41\x01\x02\x12\x13\n\x05value\x18\x02 \x01(\tB\x04\xe2\x41\x01\x02\"i\n\x16TaskCompletionBehavior\x12(\n$TASK_COMPLETION_BEHAVIOR_UNSPECIFIED\x10\x00\x12\x12\n\x0eTASK_SATISFIED\x10\x01\x12\x11\n\rTASK_REJECTED\x10\x02\"~\n\x10UserGoalBehavior\x12\"\n\x1eUSER_GOAL_BEHAVIOR_UNSPECIFIED\x10\x00\x12\x17\n\x13USER_GOAL_SATISFIED\x10\x01\x12\x16\n\x12USER_GOAL_REJECTED\x10\x02\x12\x15\n\x11USER_GOAL_IGNORED\x10\x03:\x89\x01\xea\x41\x85\x01\n\x1d\x63\x65s.googleapis.com/Evaluation\x12Kprojects/{project}/locations/{location}/apps/{app}/evaluations/{evaluation}*\x0b\x65valuations2\nevaluationB\x08\n\x06inputs\"\xb9\x04\n\x11\x45valuationDataset\x12\x12\n\x04name\x18\x01 \x01(\tB\x04\xe2\x41\x01\x08\x12\x1a\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x04\xe2\x41\x01\x02\x12;\n\x0b\x65valuations\x18\x03 \x03(\tB&\xe2\x41\x01\x01\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/Evaluation\x12\x35\n\x0b\x63reate_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x35\n\x0bupdate_time\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x12\n\x04\x65tag\x18\x06 \x01(\tB\x04\xe2\x41\x01\x03\x12\x18\n\ncreated_by\x18\x07 \x01(\tB\x04\xe2\x41\x01\x03\x12\x1d\n\x0flast_updated_by\x18\x08 \x01(\tB\x04\xe2\x41\x01\x03\x12L\n\x12\x61ggregated_metrics\x18\t \x01(\x0b\x32*.google.cloud.ces.v1beta.AggregatedMetricsB\x04\xe2\x41\x01\x03:\xad\x01\xea\x41\xa9\x01\n$ces.googleapis.com/EvaluationDataset\x12Zprojects/{project}/locations/{location}/apps/{app}/evaluationDatasets/{evaluation_dataset}*\x12\x65valuationDatasets2\x11\x65valuationDataset\"\xf7\x38\n\x10\x45valuationResult\x12U\n\rgolden_result\x18\x07 \x01(\x0b\x32\x36.google.cloud.ces.v1beta.EvaluationResult.GoldenResultB\x04\xe2\x41\x01\x03H\x00\x12Y\n\x0fscenario_result\x18\x08 \x01(\x0b\x32\x38.google.cloud.ces.v1beta.EvaluationResult.ScenarioResultB\x04\xe2\x41\x01\x03H\x00\x12\x12\n\x04name\x18\x01 \x01(\tB\x04\xe2\x41\x01\x08\x12\x1a\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x04\xe2\x41\x01\x02\x12\x35\n\x0b\x63reate_time\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12R\n\x11\x65valuation_status\x18\x04 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x04\xe2\x41\x01\x03\x12\x41\n\x0e\x65valuation_run\x18\x06 \x01(\tB)\xe2\x41\x01\x03\xfa\x41\"\n ces.googleapis.com/EvaluationRun\x12\x41\n\x07persona\x18\x11 \x01(\x0b\x32*.google.cloud.ces.v1beta.EvaluationPersonaB\x04\xe2\x41\x01\x03\x12\x46\n\nerror_info\x18\x0f \x01(\x0b\x32,.google.cloud.ces.v1beta.EvaluationErrorInfoB\x04\xe2\x41\x01\x03\x12)\n\x05\x65rror\x18\x0e \x01(\x0b\x32\x12.google.rpc.StatusB\x06\x18\x01\xe2\x41\x01\x03\x12\x1a\n\x0cinitiated_by\x18\t \x01(\tB\x04\xe2\x41\x01\x03\x12;\n\x0b\x61pp_version\x18\n \x01(\tB&\xe2\x41\x01\x03\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/AppVersion\x12&\n\x18\x61pp_version_display_name\x18\r \x01(\tB\x04\xe2\x41\x01\x03\x12\x38\n\tchangelog\x18\x15 \x01(\tB%\xe2\x41\x01\x03\xfa\x41\x1e\n\x1c\x63\x65s.googleapis.com/Changelog\x12?\n\x15\x63hangelog_create_time\x18\x16 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12W\n\x0f\x65xecution_state\x18\x0b \x01(\x0e\x32\x38.google.cloud.ces.v1beta.EvaluationResult.ExecutionStateB\x04\xe2\x41\x01\x03\x12\x61\n\x1d\x65valuation_metrics_thresholds\x18\x0c \x01(\x0b\x32\x34.google.cloud.ces.v1beta.EvaluationMetricsThresholdsB\x04\xe2\x41\x01\x03\x12?\n\x06\x63onfig\x18\x12 \x01(\x0b\x32).google.cloud.ces.v1beta.EvaluationConfigB\x04\xe2\x41\x01\x03\x12I\n\x11golden_run_method\x18\x13 \x01(\x0e\x32(.google.cloud.ces.v1beta.GoldenRunMethodB\x04\xe2\x41\x01\x03\x1a\xea\x07\n\x18GoldenExpectationOutcome\x12\x45\n\x12observed_tool_call\x18\x02 \x01(\x0b\x32!.google.cloud.ces.v1beta.ToolCallB\x04\xe2\x41\x01\x03H\x00\x12M\n\x16observed_tool_response\x18\x03 \x01(\x0b\x32%.google.cloud.ces.v1beta.ToolResponseB\x04\xe2\x41\x01\x03H\x00\x12I\n\x17observed_agent_response\x18\x04 \x01(\x0b\x32 .google.cloud.ces.v1beta.MessageB\x04\xe2\x41\x01\x03H\x00\x12O\n\x17observed_agent_transfer\x18\x05 \x01(\x0b\x32&.google.cloud.ces.v1beta.AgentTransferB\x04\xe2\x41\x01\x03H\x00\x12\x39\n\x10observed_payload\x18\t \x01(\x0b\x32\x17.google.protobuf.StructB\x04\xe2\x41\x01\x03H\x00\x12P\n\x0b\x65xpectation\x18\x01 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.Evaluation.GoldenExpectationB\x04\xe2\x41\x01\x03\x12H\n\x07outcome\x18\x06 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x04\xe2\x41\x01\x03\x12n\n\x1asemantic_similarity_result\x18\x07 \x01(\x0b\x32\x42.google.cloud.ces.v1beta.EvaluationResult.SemanticSimilarityResultB\x06\x18\x01\xe2\x41\x01\x03\x12}\n\x16tool_invocation_result\x18\x08 \x01(\x0b\x32W.google.cloud.ces.v1beta.EvaluationResult.GoldenExpectationOutcome.ToolInvocationResultB\x04\xe2\x41\x01\x03\x1a\xcb\x01\n\x14ToolInvocationResult\x12.\n\x1bparameter_correctness_score\x18\x01 \x01(\x02\x42\x04\xe2\x41\x01\x03H\x00\x88\x01\x01\x12H\n\x07outcome\x18\x02 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x04\xe2\x41\x01\x03\x12\x19\n\x0b\x65xplanation\x18\x03 \x01(\tB\x04\xe2\x41\x01\x03\x42\x1e\n\x1c_parameter_correctness_scoreB\x08\n\x06result\x1a\xeb\x01\n\x1b\x45valuationExpectationResult\x12Q\n\x16\x65valuation_expectation\x18\x01 \x01(\tB1\xe2\x41\x01\x03\xfa\x41*\n(ces.googleapis.com/EvaluationExpectation\x12\x14\n\x06prompt\x18\x02 \x01(\tB\x04\xe2\x41\x01\x03\x12H\n\x07outcome\x18\x03 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x04\xe2\x41\x01\x03\x12\x19\n\x0b\x65xplanation\x18\x04 \x01(\tB\x04\xe2\x41\x01\x03\x1a\x9e\t\n\x0cGoldenResult\x12j\n\x13turn_replay_results\x18\x01 \x03(\x0b\x32G.google.cloud.ces.v1beta.EvaluationResult.GoldenResult.TurnReplayResultB\x04\xe2\x41\x01\x03\x12s\n\x1e\x65valuation_expectation_results\x18\x02 \x03(\x0b\x32\x45.google.cloud.ces.v1beta.EvaluationResult.EvaluationExpectationResultB\x04\xe2\x41\x01\x03\x1a\xac\x07\n\x10TurnReplayResult\x12>\n\x0c\x63onversation\x18\x01 \x01(\tB(\xe2\x41\x01\x03\xfa\x41!\n\x1f\x63\x65s.googleapis.com/Conversation\x12\x65\n\x13\x65xpectation_outcome\x18\x02 \x03(\x0b\x32\x42.google.cloud.ces.v1beta.EvaluationResult.GoldenExpectationOutcomeB\x04\xe2\x41\x01\x03\x12\x61\n\x14hallucination_result\x18\x03 \x01(\x0b\x32=.google.cloud.ces.v1beta.EvaluationResult.HallucinationResultB\x04\xe2\x41\x01\x03\x12%\n\x15tool_invocation_score\x18\x04 \x01(\x02\x42\x06\x18\x01\xe2\x41\x01\x03\x12\x30\n\x1dtool_ordered_invocation_score\x18\x05 \x01(\x02\x42\x04\xe2\x41\x01\x03H\x00\x88\x01\x01\x12\x35\n\x0cturn_latency\x18\x06 \x01(\x0b\x32\x19.google.protobuf.DurationB\x04\xe2\x41\x01\x03\x12\\\n\x13tool_call_latencies\x18\x07 \x03(\x0b\x32\x39.google.cloud.ces.v1beta.EvaluationResult.ToolCallLatencyB\x04\xe2\x41\x01\x03\x12l\n\x1asemantic_similarity_result\x18\x08 \x01(\x0b\x32\x42.google.cloud.ces.v1beta.EvaluationResult.SemanticSimilarityResultB\x04\xe2\x41\x01\x03\x12s\n\x1eoverall_tool_invocation_result\x18\t \x01(\x0b\x32\x45.google.cloud.ces.v1beta.EvaluationResult.OverallToolInvocationResultB\x04\xe2\x41\x01\x03\x12\x46\n\nerror_info\x18\n \x01(\x0b\x32,.google.cloud.ces.v1beta.EvaluationErrorInfoB\x04\xe2\x41\x01\x03\x12S\n\x0espan_latencies\x18\x0b \x03(\x0b\x32\x35.google.cloud.ces.v1beta.EvaluationResult.SpanLatencyB\x04\xe2\x41\x01\x03\x42 \n\x1e_tool_ordered_invocation_score\x1ar\n\x15ScenarioRubricOutcome\x12\x14\n\x06rubric\x18\x01 \x01(\tB\x04\xe2\x41\x01\x03\x12\x18\n\x05score\x18\x02 \x01(\x02\x42\x04\xe2\x41\x01\x03H\x00\x88\x01\x01\x12\x1f\n\x11score_explanation\x18\x03 \x01(\tB\x04\xe2\x41\x01\x03\x42\x08\n\x06_score\x1a\x9f\x04\n\x1aScenarioExpectationOutcome\x12y\n\x12observed_tool_call\x18\x02 \x01(\x0b\x32U.google.cloud.ces.v1beta.EvaluationResult.ScenarioExpectationOutcome.ObservedToolCallB\x04\xe2\x41\x01\x03H\x00\x12I\n\x17observed_agent_response\x18\x03 \x01(\x0b\x32 .google.cloud.ces.v1beta.MessageB\x04\xe2\x41\x01\x03H\x00\x12R\n\x0b\x65xpectation\x18\x01 \x01(\x0b\x32\x37.google.cloud.ces.v1beta.Evaluation.ScenarioExpectationB\x04\xe2\x41\x01\x03\x12H\n\x07outcome\x18\x04 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x04\xe2\x41\x01\x03\x1a\x92\x01\n\x10ObservedToolCall\x12:\n\ttool_call\x18\x01 \x01(\x0b\x32!.google.cloud.ces.v1beta.ToolCallB\x04\xe2\x41\x01\x03\x12\x42\n\rtool_response\x18\x02 \x01(\x0b\x32%.google.cloud.ces.v1beta.ToolResponseB\x04\xe2\x41\x01\x03\x42\x08\n\x06result\x1a\xe9\x08\n\x0eScenarioResult\x12>\n\x0c\x63onversation\x18\x01 \x01(\tB(\xe2\x41\x01\x03\xfa\x41!\n\x1f\x63\x65s.googleapis.com/Conversation\x12\x12\n\x04task\x18\n \x01(\tB\x04\xe2\x41\x01\x03\x12O\n\nuser_facts\x18\x0b \x03(\x0b\x32\x35.google.cloud.ces.v1beta.Evaluation.Scenario.UserFactB\x04\xe2\x41\x01\x03\x12h\n\x14\x65xpectation_outcomes\x18\x02 \x03(\x0b\x32\x44.google.cloud.ces.v1beta.EvaluationResult.ScenarioExpectationOutcomeB\x04\xe2\x41\x01\x03\x12^\n\x0frubric_outcomes\x18\x03 \x03(\x0b\x32?.google.cloud.ces.v1beta.EvaluationResult.ScenarioRubricOutcomeB\x04\xe2\x41\x01\x03\x12\x61\n\x14hallucination_result\x18\x04 \x03(\x0b\x32=.google.cloud.ces.v1beta.EvaluationResult.HallucinationResultB\x04\xe2\x41\x01\x03\x12\x66\n\x16task_completion_result\x18\x05 \x01(\x0b\x32>.google.cloud.ces.v1beta.EvaluationResult.TaskCompletionResultB\x06\x18\x01\xe2\x41\x01\x03\x12\\\n\x13tool_call_latencies\x18\x06 \x03(\x0b\x32\x39.google.cloud.ces.v1beta.EvaluationResult.ToolCallLatencyB\x04\xe2\x41\x01\x03\x12q\n\x1duser_goal_satisfaction_result\x18\x07 \x01(\x0b\x32\x44.google.cloud.ces.v1beta.EvaluationResult.UserGoalSatisfactionResultB\x04\xe2\x41\x01\x03\x12-\n\x1a\x61ll_expectations_satisfied\x18\x08 \x01(\x08\x42\x04\xe2\x41\x01\x03H\x00\x88\x01\x01\x12!\n\x0etask_completed\x18\t \x01(\x08\x42\x04\xe2\x41\x01\x03H\x01\x88\x01\x01\x12S\n\x0espan_latencies\x18\x0c \x03(\x0b\x32\x35.google.cloud.ces.v1beta.EvaluationResult.SpanLatencyB\x04\xe2\x41\x01\x03\x12s\n\x1e\x65valuation_expectation_results\x18\r \x03(\x0b\x32\x45.google.cloud.ces.v1beta.EvaluationResult.EvaluationExpectationResultB\x04\xe2\x41\x01\x03\x42\x1d\n\x1b_all_expectations_satisfiedB\x11\n\x0f_task_completed\x1a\x8a\x04\n\x0bSpanLatency\x12\x18\n\x08resource\x18\x02 \x01(\tB\x04\xe2\x41\x01\x03H\x00\x12=\n\x07toolset\x18\x03 \x01(\x0b\x32$.google.cloud.ces.v1beta.ToolsetToolB\x04\xe2\x41\x01\x03H\x00\x12\x15\n\x05model\x18\x04 \x01(\tB\x04\xe2\x41\x01\x03H\x00\x12\x18\n\x08\x63\x61llback\x18\x05 \x01(\tB\x04\xe2\x41\x01\x03H\x00\x12N\n\x04type\x18\x01 \x01(\x0e\x32:.google.cloud.ces.v1beta.EvaluationResult.SpanLatency.TypeB\x04\xe2\x41\x01\x03\x12\x1a\n\x0c\x64isplay_name\x18\t \x01(\tB\x04\xe2\x41\x01\x03\x12\x34\n\nstart_time\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x32\n\x08\x65nd_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12:\n\x11\x65xecution_latency\x18\x08 \x01(\x0b\x32\x19.google.protobuf.DurationB\x04\xe2\x41\x01\x03\"Q\n\x04Type\x12\x14\n\x10TYPE_UNSPECIFIED\x10\x00\x12\x08\n\x04TOOL\x10\x01\x12\x11\n\rUSER_CALLBACK\x10\x02\x12\r\n\tGUARDRAIL\x10\x03\x12\x07\n\x03LLM\x10\x04\x42\x0c\n\nidentifier\x1a\x83\x02\n\x0fToolCallLatency\x12.\n\x04tool\x18\x01 \x01(\tB \xe2\x41\x01\x03\xfa\x41\x19\n\x17\x63\x65s.googleapis.com/Tool\x12\x1a\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x04\xe2\x41\x01\x03\x12\x34\n\nstart_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x32\n\x08\x65nd_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12:\n\x11\x65xecution_latency\x18\x05 \x01(\x0b\x32\x19.google.protobuf.DurationB\x04\xe2\x41\x01\x03\x1ai\n\x13HallucinationResult\x12\x18\n\x05score\x18\x01 \x01(\x05\x42\x04\xe2\x41\x01\x03H\x00\x88\x01\x01\x12\x13\n\x05label\x18\x02 \x01(\tB\x04\xe2\x41\x01\x03\x12\x19\n\x0b\x65xplanation\x18\x03 \x01(\tB\x04\xe2\x41\x01\x03\x42\x08\n\x06_score\x1ap\n\x1aUserGoalSatisfactionResult\x12\x18\n\x05score\x18\x01 \x01(\x05\x42\x04\xe2\x41\x01\x03H\x00\x88\x01\x01\x12\x13\n\x05label\x18\x02 \x01(\tB\x04\xe2\x41\x01\x03\x12\x19\n\x0b\x65xplanation\x18\x03 \x01(\tB\x04\xe2\x41\x01\x03\x42\x08\n\x06_score\x1a\xb8\x01\n\x18SemanticSimilarityResult\x12\x18\n\x05score\x18\x01 \x01(\x05\x42\x04\xe2\x41\x01\x03H\x00\x88\x01\x01\x12\x13\n\x05label\x18\x02 \x01(\tB\x04\xe2\x41\x01\x03\x12\x19\n\x0b\x65xplanation\x18\x03 \x01(\tB\x04\xe2\x41\x01\x03\x12H\n\x07outcome\x18\x04 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x04\xe2\x41\x01\x03\x42\x08\n\x06_score\x1a\xa5\x01\n\x1bOverallToolInvocationResult\x12\"\n\x15tool_invocation_score\x18\x01 \x01(\x02H\x00\x88\x01\x01\x12H\n\x07outcome\x18\x02 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x04\xe2\x41\x01\x03\x42\x18\n\x16_tool_invocation_score\x1aj\n\x14TaskCompletionResult\x12\x18\n\x05score\x18\x01 \x01(\x05\x42\x04\xe2\x41\x01\x03H\x00\x88\x01\x01\x12\x13\n\x05label\x18\x02 \x01(\tB\x04\xe2\x41\x01\x03\x12\x19\n\x0b\x65xplanation\x18\x03 \x01(\tB\x04\xe2\x41\x01\x03\x42\x08\n\x06_score\"C\n\x07Outcome\x12\x17\n\x13OUTCOME_UNSPECIFIED\x10\x00\x12\x08\n\x04PASS\x10\x01\x12\x08\n\x04\x46\x41IL\x10\x02\x12\x0b\n\x07SKIPPED\x10\x03\"s\n\x0e\x45xecutionState\x12\x1f\n\x1b\x45XECUTION_STATE_UNSPECIFIED\x10\x00\x12\n\n\x06QUEUED\x10\x05\x12\x0b\n\x07RUNNING\x10\x01\x12\r\n\tCOMPLETED\x10\x02\x12\t\n\x05\x45RROR\x10\x03\x12\r\n\tCANCELLED\x10\x04:\xb7\x01\xea\x41\xb3\x01\n#ces.googleapis.com/EvaluationResult\x12gprojects/{project}/locations/{location}/apps/{app}/evaluations/{evaluation}/results/{evaluation_result}*\x11\x65valuationResults2\x10\x65valuationResultB\x08\n\x06result\"\x9c\x12\n\rEvaluationRun\x12\x12\n\x04name\x18\x01 \x01(\tB\x04\xe2\x41\x01\x08\x12\x1a\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x04\xe2\x41\x01\x01\x12H\n\x12\x65valuation_results\x18\x03 \x03(\tB,\xe2\x41\x01\x03\xfa\x41%\n#ces.googleapis.com/EvaluationResult\x12\x35\n\x0b\x63reate_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x1a\n\x0cinitiated_by\x18\x05 \x01(\tB\x04\xe2\x41\x01\x03\x12;\n\x0b\x61pp_version\x18\x06 \x01(\tB&\xe2\x41\x01\x03\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/AppVersion\x12&\n\x18\x61pp_version_display_name\x18\r \x01(\tB\x04\xe2\x41\x01\x03\x12\x38\n\tchangelog\x18\x16 \x01(\tB%\xe2\x41\x01\x03\xfa\x41\x1e\n\x1c\x63\x65s.googleapis.com/Changelog\x12?\n\x15\x63hangelog_create_time\x18\x17 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12;\n\x0b\x65valuations\x18\x07 \x03(\tB&\xe2\x41\x01\x03\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/Evaluation\x12I\n\x12\x65valuation_dataset\x18\x08 \x01(\tB-\xe2\x41\x01\x03\xfa\x41&\n$ces.googleapis.com/EvaluationDataset\x12T\n\x0f\x65valuation_type\x18\t \x01(\x0e\x32\x35.google.cloud.ces.v1beta.EvaluationRun.EvaluationTypeB\x04\xe2\x41\x01\x03\x12N\n\x05state\x18\n \x01(\x0e\x32\x39.google.cloud.ces.v1beta.EvaluationRun.EvaluationRunStateB\x04\xe2\x41\x01\x03\x12G\n\x08progress\x18\x0b \x01(\x0b\x32/.google.cloud.ces.v1beta.EvaluationRun.ProgressB\x04\xe2\x41\x01\x03\x12?\n\x06\x63onfig\x18\x0c \x01(\x0b\x32).google.cloud.ces.v1beta.EvaluationConfigB\x04\xe2\x41\x01\x03\x12)\n\x05\x65rror\x18\x0e \x01(\x0b\x32\x12.google.rpc.StatusB\x06\x18\x01\xe2\x41\x01\x03\x12\x46\n\nerror_info\x18\x11 \x01(\x0b\x32,.google.cloud.ces.v1beta.EvaluationErrorInfoB\x04\xe2\x41\x01\x03\x12j\n\x18\x65valuation_run_summaries\x18\x0f \x03(\x0b\x32\x42.google.cloud.ces.v1beta.EvaluationRun.EvaluationRunSummariesEntryB\x04\xe2\x41\x01\x03\x12\x44\n\x0elatency_report\x18\x19 \x01(\x0b\x32&.google.cloud.ces.v1beta.LatencyReportB\x04\xe2\x41\x01\x03\x12\x17\n\trun_count\x18\x10 \x01(\x05\x42\x04\xe2\x41\x01\x03\x12L\n\x13persona_run_configs\x18\x12 \x03(\x0b\x32).google.cloud.ces.v1beta.PersonaRunConfigB\x04\xe2\x41\x01\x03\x12N\n\x13optimization_config\x18\x13 \x01(\x0b\x32+.google.cloud.ces.v1beta.OptimizationConfigB\x04\xe2\x41\x01\x01\x12T\n\x18scheduled_evaluation_run\x18\x14 \x01(\tB2\xe2\x41\x01\x03\xfa\x41+\n)ces.googleapis.com/ScheduledEvaluationRun\x12I\n\x11golden_run_method\x18\x15 \x01(\x0e\x32(.google.cloud.ces.v1beta.GoldenRunMethodB\x04\xe2\x41\x01\x03\x12\x17\n\toperation\x18\x1a \x01(\tB\x04\xe2\x41\x01\x03\x1a\xb6\x01\n\x08Progress\x12\x19\n\x0btotal_count\x18\x01 \x01(\x05\x42\x04\xe2\x41\x01\x03\x12\x1a\n\x0c\x66\x61iled_count\x18\x02 \x01(\x05\x42\x04\xe2\x41\x01\x03\x12\x19\n\x0b\x65rror_count\x18\x03 \x01(\x05\x42\x04\xe2\x41\x01\x03\x12\x1d\n\x0f\x63ompleted_count\x18\x04 \x01(\x05\x42\x04\xe2\x41\x01\x03\x12\x1a\n\x0cpassed_count\x18\x05 \x01(\x05\x42\x04\xe2\x41\x01\x03\x12\x1d\n\x0f\x63\x61ncelled_count\x18\x06 \x01(\x05\x42\x04\xe2\x41\x01\x03\x1ai\n\x14\x45valuationRunSummary\x12\x1a\n\x0cpassed_count\x18\x01 \x01(\x05\x42\x04\xe2\x41\x01\x03\x12\x1a\n\x0c\x66\x61iled_count\x18\x02 \x01(\x05\x42\x04\xe2\x41\x01\x03\x12\x19\n\x0b\x65rror_count\x18\x03 \x01(\x05\x42\x04\xe2\x41\x01\x03\x1az\n\x1b\x45valuationRunSummariesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12J\n\x05value\x18\x02 \x01(\x0b\x32;.google.cloud.ces.v1beta.EvaluationRun.EvaluationRunSummary:\x02\x38\x01\"V\n\x0e\x45valuationType\x12\x1f\n\x1b\x45VALUATION_TYPE_UNSPECIFIED\x10\x00\x12\n\n\x06GOLDEN\x10\x01\x12\x0c\n\x08SCENARIO\x10\x02\x12\t\n\x05MIXED\x10\x03\"|\n\x12\x45valuationRunState\x12$\n EVALUATION_RUN_STATE_UNSPECIFIED\x10\x00\x12\n\n\x06QUEUED\x10\x05\x12\x0b\n\x07RUNNING\x10\x01\x12\r\n\tCOMPLETED\x10\x02\x12\t\n\x05\x45RROR\x10\x03\x12\r\n\tCANCELLED\x10\x04:\x99\x01\xea\x41\x95\x01\n ces.googleapis.com/EvaluationRun\x12Rprojects/{project}/locations/{location}/apps/{app}/evaluationRuns/{evaluation_run}*\x0e\x65valuationRuns2\revaluationRun\"\xb6\n\n\rLatencyReport\x12Q\n\x0etool_latencies\x18\x01 \x03(\x0b\x32\x32.google.cloud.ces.v1beta.LatencyReport.ToolLatencyB\x05\xe2\x41\x02\x03\x06\x12Y\n\x12\x63\x61llback_latencies\x18\x02 \x03(\x0b\x32\x36.google.cloud.ces.v1beta.LatencyReport.CallbackLatencyB\x05\xe2\x41\x02\x03\x06\x12[\n\x13guardrail_latencies\x18\x03 \x03(\x0b\x32\x37.google.cloud.ces.v1beta.LatencyReport.GuardrailLatencyB\x05\xe2\x41\x02\x03\x06\x12X\n\x12llm_call_latencies\x18\x04 \x03(\x0b\x32\x35.google.cloud.ces.v1beta.LatencyReport.LlmCallLatencyB\x05\xe2\x41\x02\x03\x06\x12\x1b\n\rsession_count\x18\x05 \x01(\x05\x42\x04\xe2\x41\x01\x03\x1a\xcc\x01\n\x0eLatencyMetrics\x12\x34\n\x0bp50_latency\x18\x01 \x01(\x0b\x32\x19.google.protobuf.DurationB\x04\xe2\x41\x01\x03\x12\x34\n\x0bp90_latency\x18\x02 \x01(\x0b\x32\x19.google.protobuf.DurationB\x04\xe2\x41\x01\x03\x12\x34\n\x0bp99_latency\x18\x03 \x01(\x0b\x32\x19.google.protobuf.DurationB\x04\xe2\x41\x01\x03\x12\x18\n\ncall_count\x18\x04 \x01(\x05\x42\x04\xe2\x41\x01\x03\x1a\x8d\x02\n\x0bToolLatency\x12\x30\n\x04tool\x18\x01 \x01(\tB \xe2\x41\x01\x03\xfa\x41\x19\n\x17\x63\x65s.googleapis.com/ToolH\x00\x12\x42\n\x0ctoolset_tool\x18\x02 \x01(\x0b\x32$.google.cloud.ces.v1beta.ToolsetToolB\x04\xe2\x41\x01\x03H\x00\x12\x1f\n\x11tool_display_name\x18\x03 \x01(\tB\x04\xe2\x41\x01\x03\x12T\n\x0flatency_metrics\x18\x04 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.LatencyReport.LatencyMetricsB\x04\xe2\x41\x01\x03\x42\x11\n\x0ftool_identifier\x1a|\n\x0f\x43\x61llbackLatency\x12\x13\n\x05stage\x18\x01 \x01(\tB\x04\xe2\x41\x01\x03\x12T\n\x0flatency_metrics\x18\x02 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.LatencyReport.LatencyMetricsB\x04\xe2\x41\x01\x03\x1a\xc8\x01\n\x10GuardrailLatency\x12\x38\n\tguardrail\x18\x01 \x01(\tB%\xe2\x41\x01\x03\xfa\x41\x1e\n\x1c\x63\x65s.googleapis.com/Guardrail\x12$\n\x16guardrail_display_name\x18\x02 \x01(\tB\x04\xe2\x41\x01\x03\x12T\n\x0flatency_metrics\x18\x03 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.LatencyReport.LatencyMetricsB\x04\xe2\x41\x01\x03\x1a{\n\x0eLlmCallLatency\x12\x13\n\x05model\x18\x01 \x01(\tB\x04\xe2\x41\x01\x03\x12T\n\x0flatency_metrics\x18\x02 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.LatencyReport.LatencyMetricsB\x04\xe2\x41\x01\x03\"\xac\x04\n\x15\x45valuationExpectation\x12X\n\x0cllm_criteria\x18\x03 \x01(\x0b\x32:.google.cloud.ces.v1beta.EvaluationExpectation.LlmCriteriaB\x04\xe2\x41\x01\x01H\x00\x12\x12\n\x04name\x18\x01 \x01(\tB\x04\xe2\x41\x01\x08\x12\x1a\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x04\xe2\x41\x01\x02\x12\x12\n\x04tags\x18\x08 \x03(\tB\x04\xe2\x41\x01\x01\x12\x35\n\x0b\x63reate_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x35\n\x0bupdate_time\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x12\n\x04\x65tag\x18\x06 \x01(\tB\x04\xe2\x41\x01\x03\x1a#\n\x0bLlmCriteria\x12\x14\n\x06prompt\x18\x01 \x01(\tB\x04\xe2\x41\x01\x02:\xc1\x01\xea\x41\xbd\x01\n(ces.googleapis.com/EvaluationExpectation\x12\x62projects/{project}/locations/{location}/apps/{app}/evaluationExpectations/{evaluation_expectation}*\x16\x65valuationExpectations2\x15\x65valuationExpectationB\n\n\x08\x63riteria\"\xb8\x03\n\x10\x45valuationConfig\x12M\n\x12input_audio_config\x18\x01 \x01(\x0b\x32).google.cloud.ces.v1beta.InputAudioConfigB\x06\x18\x01\xe2\x41\x01\x01\x12O\n\x13output_audio_config\x18\x02 \x01(\x0b\x32*.google.cloud.ces.v1beta.OutputAudioConfigB\x06\x18\x01\xe2\x41\x01\x01\x12]\n\x12\x65valuation_channel\x18\x03 \x01(\x0e\x32;.google.cloud.ces.v1beta.EvaluationConfig.EvaluationChannelB\x04\xe2\x41\x01\x01\x12W\n\x13tool_call_behaviour\x18\x04 \x01(\x0e\x32\x34.google.cloud.ces.v1beta.EvaluationToolCallBehaviourB\x04\xe2\x41\x01\x01\"L\n\x11\x45valuationChannel\x12\"\n\x1e\x45VALUATION_CHANNEL_UNSPECIFIED\x10\x00\x12\x08\n\x04TEXT\x10\x01\x12\t\n\x05\x41UDIO\x10\x02\"\x9b\x03\n\x13\x45valuationErrorInfo\x12P\n\nerror_type\x18\x01 \x01(\x0e\x32\x36.google.cloud.ces.v1beta.EvaluationErrorInfo.ErrorTypeB\x04\xe2\x41\x01\x03\x12\x1b\n\rerror_message\x18\x02 \x01(\tB\x04\xe2\x41\x01\x03\x12\x18\n\nsession_id\x18\x03 \x01(\tB\x04\xe2\x41\x01\x03\x12\'\n\x19user_facing_error_message\x18\x04 \x01(\tB\x04\xe2\x41\x01\x03\"\xd1\x01\n\tErrorType\x12\x1a\n\x16\x45RROR_TYPE_UNSPECIFIED\x10\x00\x12\x13\n\x0fRUNTIME_FAILURE\x10\x01\x12\"\n\x1e\x43ONVERSATION_RETRIEVAL_FAILURE\x10\x02\x12\x1e\n\x1aMETRIC_CALCULATION_FAILURE\x10\x03\x12\x1d\n\x19\x45VALUATION_UPDATE_FAILURE\x10\x04\x12\x13\n\x0fQUOTA_EXHAUSTED\x10\x05\x12\x1b\n\x17USER_SIMULATION_FAILURE\x10\x06\"\xde\x06\n\x14RunEvaluationRequest\x12,\n\x03\x61pp\x18\x01 \x01(\tB\x1f\xe2\x41\x01\x02\xfa\x41\x18\n\x16\x63\x65s.googleapis.com/App\x12;\n\x0b\x65valuations\x18\x02 \x03(\tB&\xe2\x41\x01\x01\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/Evaluation\x12I\n\x12\x65valuation_dataset\x18\x03 \x01(\tB-\xe2\x41\x01\x01\xfa\x41&\n$ces.googleapis.com/EvaluationDataset\x12\x1a\n\x0c\x64isplay_name\x18\x04 \x01(\tB\x04\xe2\x41\x01\x01\x12;\n\x0b\x61pp_version\x18\x06 \x01(\tB&\xe2\x41\x01\x01\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/AppVersion\x12?\n\x06\x63onfig\x18\x08 \x01(\x0b\x32).google.cloud.ces.v1beta.EvaluationConfigB\x04\xe2\x41\x01\x01\x12\x1c\n\trun_count\x18\t \x01(\x05\x42\x04\xe2\x41\x01\x01H\x00\x88\x01\x01\x12L\n\x13persona_run_configs\x18\n \x03(\x0b\x32).google.cloud.ces.v1beta.PersonaRunConfigB\x04\xe2\x41\x01\x01\x12N\n\x13optimization_config\x18\x0b \x01(\x0b\x32+.google.cloud.ces.v1beta.OptimizationConfigB\x04\xe2\x41\x01\x01\x12T\n\x18scheduled_evaluation_run\x18\x0c \x01(\tB2\xe2\x41\x01\x01\xfa\x41+\n)ces.googleapis.com/ScheduledEvaluationRun\x12I\n\x11golden_run_method\x18\r \x01(\x0e\x32(.google.cloud.ces.v1beta.GoldenRunMethodB\x04\xe2\x41\x01\x01\x12%\n\x17generate_latency_report\x18\x0e \x01(\x08\x42\x04\xe2\x41\x01\x01\x12\x64\n\x1f\x65valuation_run_caching_settings\x18\x0f \x01(\x0b\x32\x35.google.cloud.ces.v1beta.EvaluationRunCachingSettingsB\x04\xe2\x41\x01\x01\x42\x0c\n\n_run_count\"\xfa\x08\n\x16ScheduledEvaluationRun\x12\x12\n\x04name\x18\x01 \x01(\tB\x04\xe2\x41\x01\x08\x12\x1a\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x04\xe2\x41\x01\x02\x12\x44\n\x07request\x18\x03 \x01(\x0b\x32-.google.cloud.ces.v1beta.RunEvaluationRequestB\x04\xe2\x41\x01\x02\x12\x19\n\x0b\x64\x65scription\x18\x04 \x01(\tB\x04\xe2\x41\x01\x01\x12\x61\n\x11scheduling_config\x18\x05 \x01(\x0b\x32@.google.cloud.ces.v1beta.ScheduledEvaluationRun.SchedulingConfigB\x04\xe2\x41\x01\x02\x12\x14\n\x06\x61\x63tive\x18\x06 \x01(\x08\x42\x04\xe2\x41\x01\x01\x12\x45\n\x12last_completed_run\x18\x07 \x01(\tB)\xe2\x41\x01\x03\xfa\x41\"\n ces.googleapis.com/EvaluationRun\x12\x1e\n\x10total_executions\x18\x08 \x01(\x05\x42\x04\xe2\x41\x01\x03\x12G\n\x1dnext_scheduled_execution_time\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x35\n\x0b\x63reate_time\x18\n \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x18\n\ncreated_by\x18\x0b \x01(\tB\x04\xe2\x41\x01\x03\x12\x35\n\x0bupdate_time\x18\x0c \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x1d\n\x0flast_updated_by\x18\r \x01(\tB\x04\xe2\x41\x01\x03\x12\x12\n\x04\x65tag\x18\x0e \x01(\tB\x04\xe2\x41\x01\x03\x1a\xa0\x02\n\x10SchedulingConfig\x12\x63\n\tfrequency\x18\x01 \x01(\x0e\x32J.google.cloud.ces.v1beta.ScheduledEvaluationRun.SchedulingConfig.FrequencyB\x04\xe2\x41\x01\x02\x12\x34\n\nstart_time\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x02\x12\x1a\n\x0c\x64\x61ys_of_week\x18\x03 \x03(\x05\x42\x04\xe2\x41\x01\x01\"U\n\tFrequency\x12\x19\n\x15\x46REQUENCY_UNSPECIFIED\x10\x00\x12\x08\n\x04NONE\x10\x01\x12\t\n\x05\x44\x41ILY\x10\x02\x12\n\n\x06WEEKLY\x10\x03\x12\x0c\n\x08\x42IWEEKLY\x10\x04:\xc7\x01\xea\x41\xc3\x01\n)ces.googleapis.com/ScheduledEvaluationRun\x12\x65projects/{project}/locations/{location}/apps/{app}/scheduledEvaluationRuns/{scheduled_evaluation_run}*\x17scheduledEvaluationRuns2\x16scheduledEvaluationRun\"C\n\x10PersonaRunConfig\x12\x15\n\x07persona\x18\x01 \x01(\tB\x04\xe2\x41\x01\x01\x12\x18\n\ntask_count\x18\x02 \x01(\x05\x42\x04\xe2\x41\x01\x01\"\xa2\x03\n\x12OptimizationConfig\x12\"\n\x14generate_loss_report\x18\x01 \x01(\x08\x42\x04\xe2\x41\x01\x01\x12\x1f\n\x11\x61ssistant_session\x18\x02 \x01(\tB\x04\xe2\x41\x01\x03\x12\x1c\n\x0ereport_summary\x18\x03 \x01(\tB\x04\xe2\x41\x01\x03\x12 \n\x12should_suggest_fix\x18\x05 \x01(\x08\x42\x04\xe2\x41\x01\x03\x12T\n\x06status\x18\x04 \x01(\x0e\x32>.google.cloud.ces.v1beta.OptimizationConfig.OptimizationStatusB\x04\xe2\x41\x01\x03\x12\x1b\n\rerror_message\x18\x06 \x01(\tB\x04\xe2\x41\x01\x03\x12\x32\n\x0bloss_report\x18\x07 \x01(\x0b\x32\x17.google.protobuf.StructB\x04\xe2\x41\x01\x03\"`\n\x12OptimizationStatus\x12#\n\x1fOPTIMIZATION_STATUS_UNSPECIFIED\x10\x00\x12\x0b\n\x07RUNNING\x10\x01\x12\r\n\tCOMPLETED\x10\x02\x12\t\n\x05\x45RROR\x10\x03\x42_\n\x1b\x63om.google.cloud.ces.v1betaB\x0f\x45valuationProtoP\x01Z-cloud.google.com/go/ces/apiv1beta/cespb;cespbb\x06proto3"
|
|
23
|
+
descriptor_data = "\n(google/cloud/ces/v1beta/evaluation.proto\x12\x17google.cloud.ces.v1beta\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a!google/cloud/ces/v1beta/app.proto\x1a$google/cloud/ces/v1beta/common.proto\x1a\x37google/cloud/ces/v1beta/evaluation_metrics_config.proto\x1a%google/cloud/ces/v1beta/example.proto\x1a#google/cloud/ces/v1beta/fakes.proto\x1a(google/cloud/ces/v1beta/golden_run.proto\x1a-google/cloud/ces/v1beta/session_service.proto\x1a*google/cloud/ces/v1beta/toolset_tool.proto\x1a\x1egoogle/protobuf/duration.proto\x1a\x1cgoogle/protobuf/struct.proto\x1a\x1fgoogle/protobuf/timestamp.proto\x1a\x17google/rpc/status.proto\"\x83\x0e\n\x11\x41ggregatedMetrics\x12\x64\n\x16metrics_by_app_version\x18\x03 \x03(\x0b\x32>.google.cloud.ces.v1beta.AggregatedMetrics.MetricsByAppVersionB\x04\xe2\x41\x01\x03\x1aq\n\x0bToolMetrics\x12.\n\x04tool\x18\x01 \x01(\tB \xe2\x41\x01\x03\xfa\x41\x19\n\x17\x63\x65s.googleapis.com/Tool\x12\x18\n\npass_count\x18\x02 \x01(\x05\x42\x04\xe2\x41\x01\x03\x12\x18\n\nfail_count\x18\x03 \x01(\x05\x42\x04\xe2\x41\x01\x03\x1aN\n\x12TurnLatencyMetrics\x12\x38\n\x0f\x61verage_latency\x18\x01 \x01(\x0b\x32\x19.google.protobuf.DurationB\x04\xe2\x41\x01\x03\x1a\x82\x01\n\x16ToolCallLatencyMetrics\x12.\n\x04tool\x18\x01 \x01(\tB \xe2\x41\x01\x03\xfa\x41\x19\n\x17\x63\x65s.googleapis.com/Tool\x12\x38\n\x0f\x61verage_latency\x18\x02 \x01(\x0b\x32\x19.google.protobuf.DurationB\x04\xe2\x41\x01\x03\x1a\x30\n\x19SemanticSimilarityMetrics\x12\x13\n\x05score\x18\x01 \x01(\x02\x42\x04\xe2\x41\x01\x03\x1a+\n\x14HallucinationMetrics\x12\x13\n\x05score\x18\x01 \x01(\x02\x42\x04\xe2\x41\x01\x03\x1a\xba\x05\n\x13MetricsByAppVersion\x12\x1c\n\x0e\x61pp_version_id\x18\x01 \x01(\tB\x04\xe2\x41\x01\x03\x12R\n\x0ctool_metrics\x18\x02 \x03(\x0b\x32\x36.google.cloud.ces.v1beta.AggregatedMetrics.ToolMetricsB\x04\xe2\x41\x01\x03\x12o\n\x1bsemantic_similarity_metrics\x18\x03 \x03(\x0b\x32\x44.google.cloud.ces.v1beta.AggregatedMetrics.SemanticSimilarityMetricsB\x04\xe2\x41\x01\x03\x12\x64\n\x15hallucination_metrics\x18\x05 \x03(\x0b\x32?.google.cloud.ces.v1beta.AggregatedMetrics.HallucinationMetricsB\x04\xe2\x41\x01\x03\x12j\n\x19tool_call_latency_metrics\x18\x06 \x03(\x0b\x32\x41.google.cloud.ces.v1beta.AggregatedMetrics.ToolCallLatencyMetricsB\x04\xe2\x41\x01\x03\x12\x61\n\x14turn_latency_metrics\x18\x07 \x03(\x0b\x32=.google.cloud.ces.v1beta.AggregatedMetrics.TurnLatencyMetricsB\x04\xe2\x41\x01\x03\x12\x18\n\npass_count\x18\x08 \x01(\x05\x42\x04\xe2\x41\x01\x03\x12\x18\n\nfail_count\x18\t \x01(\x05\x42\x04\xe2\x41\x01\x03\x12W\n\x0fmetrics_by_turn\x18\x04 \x03(\x0b\x32\x38.google.cloud.ces.v1beta.AggregatedMetrics.MetricsByTurnB\x04\xe2\x41\x01\x03\x1a\xa3\x04\n\rMetricsByTurn\x12\x18\n\nturn_index\x18\x01 \x01(\x05\x42\x04\xe2\x41\x01\x03\x12R\n\x0ctool_metrics\x18\x02 \x03(\x0b\x32\x36.google.cloud.ces.v1beta.AggregatedMetrics.ToolMetricsB\x04\xe2\x41\x01\x03\x12o\n\x1bsemantic_similarity_metrics\x18\x03 \x03(\x0b\x32\x44.google.cloud.ces.v1beta.AggregatedMetrics.SemanticSimilarityMetricsB\x04\xe2\x41\x01\x03\x12\x64\n\x15hallucination_metrics\x18\x04 \x03(\x0b\x32?.google.cloud.ces.v1beta.AggregatedMetrics.HallucinationMetricsB\x04\xe2\x41\x01\x03\x12j\n\x19tool_call_latency_metrics\x18\x05 \x03(\x0b\x32\x41.google.cloud.ces.v1beta.AggregatedMetrics.ToolCallLatencyMetricsB\x04\xe2\x41\x01\x03\x12\x61\n\x14turn_latency_metrics\x18\x06 \x03(\x0b\x32=.google.cloud.ces.v1beta.AggregatedMetrics.TurnLatencyMetricsB\x04\xe2\x41\x01\x03\"\xa4#\n\nEvaluation\x12\x42\n\x06golden\x18\x0b \x01(\x0b\x32*.google.cloud.ces.v1beta.Evaluation.GoldenB\x04\xe2\x41\x01\x01H\x00\x12\x46\n\x08scenario\x18\x0c \x01(\x0b\x32,.google.cloud.ces.v1beta.Evaluation.ScenarioB\x04\xe2\x41\x01\x01H\x00\x12\x12\n\x04name\x18\x01 \x01(\tB\x04\xe2\x41\x01\x08\x12\x1a\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x04\xe2\x41\x01\x02\x12\x19\n\x0b\x64\x65scription\x18\x03 \x01(\tB\x04\xe2\x41\x01\x01\x12\x12\n\x04tags\x18\x04 \x03(\tB\x04\xe2\x41\x01\x01\x12J\n\x13\x65valuation_datasets\x18\x05 \x03(\tB-\xe2\x41\x01\x03\xfa\x41&\n$ces.googleapis.com/EvaluationDataset\x12\x35\n\x0b\x63reate_time\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x18\n\ncreated_by\x18\r \x01(\tB\x04\xe2\x41\x01\x03\x12\x35\n\x0bupdate_time\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x1d\n\x0flast_updated_by\x18\x0e \x01(\tB\x04\xe2\x41\x01\x03\x12\x42\n\x0f\x65valuation_runs\x18\x0f \x03(\tB)\xe2\x41\x01\x03\xfa\x41\"\n ces.googleapis.com/EvaluationRun\x12\x12\n\x04\x65tag\x18\n \x01(\tB\x04\xe2\x41\x01\x03\x12L\n\x12\x61ggregated_metrics\x18\x10 \x01(\x0b\x32*.google.cloud.ces.v1beta.AggregatedMetricsB\x04\xe2\x41\x01\x03\x12N\n\x15last_completed_result\x18\x11 \x01(\x0b\x32).google.cloud.ces.v1beta.EvaluationResultB\x04\xe2\x41\x01\x03\x12\x15\n\x07invalid\x18\x12 \x01(\x08\x42\x04\xe2\x41\x01\x03\x12I\n\x10last_ten_results\x18\x13 \x03(\x0b\x32).google.cloud.ces.v1beta.EvaluationResultB\x04\xe2\x41\x01\x03\x12i\n%evaluation_metrics_threshold_override\x18\x14 \x01(\x0b\x32\x34.google.cloud.ces.v1beta.EvaluationMetricsThresholdsB\x04\xe2\x41\x01\x01\x12\x62\n\"evaluation_metrics_config_override\x18\x15 \x01(\x0b\x32\x30.google.cloud.ces.v1beta.EvaluationMetricsConfigB\x04\xe2\x41\x01\x01\x1a\xce\x08\n\x11GoldenExpectation\x12<\n\ttool_call\x18\x02 \x01(\x0b\x32!.google.cloud.ces.v1beta.ToolCallB\x04\xe2\x41\x01\x01H\x00\x12\x44\n\rtool_response\x18\x03 \x01(\x0b\x32%.google.cloud.ces.v1beta.ToolResponseB\x04\xe2\x41\x01\x01H\x00\x12@\n\x0e\x61gent_response\x18\x04 \x01(\x0b\x32 .google.cloud.ces.v1beta.MessageB\x04\xe2\x41\x01\x01H\x00\x12\x46\n\x0e\x61gent_transfer\x18\x05 \x01(\x0b\x32&.google.cloud.ces.v1beta.AgentTransferB\x04\xe2\x41\x01\x01H\x00\x12:\n\x11updated_variables\x18\x06 \x01(\x0b\x32\x17.google.protobuf.StructB\x04\xe2\x41\x01\x01H\x00\x12I\n\x12mock_tool_response\x18\x07 \x01(\x0b\x32%.google.cloud.ces.v1beta.ToolResponseB\x04\xe2\x41\x01\x01H\x00\x12\x1d\n\rno_tool_calls\x18\r \x01(\x08\x42\x04\xe2\x41\x01\x01H\x00\x12\x12\n\x04note\x18\x01 \x01(\tB\x04\xe2\x41\x01\x01\x12\x1d\n\x0fskip_evaluation\x18\x08 \x01(\x08\x42\x04\xe2\x41\x01\x01\x12\xb5\x01\n-expectation_level_metrics_thresholds_override\x18\t \x01(\x0b\x32x.google.cloud.ces.v1beta.EvaluationMetricsThresholds.GoldenEvaluationMetricsThresholds.ExpectationLevelMetricsThresholdsB\x04\xe2\x41\x01\x01\x12\x9a\x01\n:agent_response_semantic_similarity_metrics_config_override\x18\n \x01(\x0b\x32P.google.cloud.ces.v1beta.EvaluationMetricsConfig.SemanticSimilarityMetricsConfigB\x04\xe2\x41\x01\x01\x12\x8f\x01\n4agent_response_hallucination_metrics_config_override\x18\x0b \x01(\x0b\x32K.google.cloud.ces.v1beta.EvaluationMetricsConfig.HallucinationMetricsConfigB\x04\xe2\x41\x01\x01\x12^\n\x0f\x63omparison_type\x18\x0c \x01(\x0e\x32?.google.cloud.ces.v1beta.EvaluationMetricsConfig.ComparisonTypeB\x04\xe2\x41\x01\x01\x42\x0b\n\tcondition\x1a\xed\x01\n\x04Step\x12\x41\n\nuser_input\x18\x01 \x01(\x0b\x32%.google.cloud.ces.v1beta.SessionInputB\x04\xe2\x41\x01\x01H\x00\x12\x46\n\x0e\x61gent_transfer\x18\x02 \x01(\x0b\x32&.google.cloud.ces.v1beta.AgentTransferB\x04\xe2\x41\x01\x01H\x00\x12R\n\x0b\x65xpectation\x18\x03 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.Evaluation.GoldenExpectationB\x04\xe2\x41\x01\x01H\x00\x42\x06\n\x04step\x1a\xb6\x03\n\nGoldenTurn\x12=\n\x05steps\x18\x01 \x03(\x0b\x32(.google.cloud.ces.v1beta.Evaluation.StepB\x04\xe2\x41\x01\x02\x12\x36\n\troot_span\x18\x02 \x01(\x0b\x32\x1d.google.cloud.ces.v1beta.SpanB\x04\xe2\x41\x01\x01\x12\xa7\x01\n&turn_level_metrics_thresholds_override\x18\x03 \x01(\x0b\x32q.google.cloud.ces.v1beta.EvaluationMetricsThresholds.GoldenEvaluationMetricsThresholds.TurnLevelMetricsThresholdsB\x04\xe2\x41\x01\x01\x12\x86\x01\n&hallucination_metric_behavior_override\x18\x04 \x01(\x0e\x32P.google.cloud.ces.v1beta.EvaluationMetricsThresholds.HallucinationMetricBehaviorB\x04\xe2\x41\x01\x01\x1a\xa1\x01\n\x06Golden\x12\x43\n\x05turns\x18\x02 \x03(\x0b\x32..google.cloud.ces.v1beta.Evaluation.GoldenTurnB\x04\xe2\x41\x01\x02\x12R\n\x17\x65valuation_expectations\x18\x03 \x03(\tB1\xe2\x41\x01\x01\xfa\x41*\n(ces.googleapis.com/EvaluationExpectation\x1a\xf3\x02\n\x13ScenarioExpectation\x12i\n\x10tool_expectation\x18\x01 \x01(\x0b\x32G.google.cloud.ces.v1beta.Evaluation.ScenarioExpectation.ToolExpectationB\x04\xe2\x41\x01\x01H\x00\x12@\n\x0e\x61gent_response\x18\x02 \x01(\x0b\x32 .google.cloud.ces.v1beta.MessageB\x04\xe2\x41\x01\x01H\x00\x1a\x9f\x01\n\x0fToolExpectation\x12\x43\n\x12\x65xpected_tool_call\x18\x01 \x01(\x0b\x32!.google.cloud.ces.v1beta.ToolCallB\x04\xe2\x41\x01\x02\x12G\n\x12mock_tool_response\x18\x02 \x01(\x0b\x32%.google.cloud.ces.v1beta.ToolResponseB\x04\xe2\x41\x01\x02\x42\r\n\x0b\x65xpectation\x1a\xe6\x07\n\x08Scenario\x12\x12\n\x04task\x18\x01 \x01(\tB\x04\xe2\x41\x01\x02\x12O\n\nuser_facts\x18\x04 \x03(\x0b\x32\x35.google.cloud.ces.v1beta.Evaluation.Scenario.UserFactB\x04\xe2\x41\x01\x01\x12\x17\n\tmax_turns\x18\x05 \x01(\x05\x42\x04\xe2\x41\x01\x01\x12\x15\n\x07rubrics\x18\x02 \x03(\tB\x04\xe2\x41\x01\x02\x12\\\n\x15scenario_expectations\x18\x03 \x03(\x0b\x32\x37.google.cloud.ces.v1beta.Evaluation.ScenarioExpectationB\x04\xe2\x41\x01\x02\x12\x39\n\x12variable_overrides\x18\x06 \x01(\x0b\x32\x17.google.protobuf.StructB\x04\xe2\x41\x01\x01\x12m\n\x18task_completion_behavior\x18\x07 \x01(\x0e\x32\x43.google.cloud.ces.v1beta.Evaluation.Scenario.TaskCompletionBehaviorB\x06\x18\x01\xe2\x41\x01\x01\x12_\n\x12user_goal_behavior\x18\x08 \x01(\x0e\x32=.google.cloud.ces.v1beta.Evaluation.Scenario.UserGoalBehaviorB\x04\xe2\x41\x01\x01\x12R\n\x17\x65valuation_expectations\x18\n \x03(\tB1\xe2\x41\x01\x01\xfa\x41*\n(ces.googleapis.com/EvaluationExpectation\x12h\n\x17scenario_execution_mode\x18\x0c \x01(\x0e\x32\x41.google.cloud.ces.v1beta.EvaluationSettings.ScenarioExecutionModeB\x04\xe2\x41\x01\x01\x1a\x33\n\x08UserFact\x12\x12\n\x04name\x18\x01 \x01(\tB\x04\xe2\x41\x01\x02\x12\x13\n\x05value\x18\x02 \x01(\tB\x04\xe2\x41\x01\x02\"i\n\x16TaskCompletionBehavior\x12(\n$TASK_COMPLETION_BEHAVIOR_UNSPECIFIED\x10\x00\x12\x12\n\x0eTASK_SATISFIED\x10\x01\x12\x11\n\rTASK_REJECTED\x10\x02\"~\n\x10UserGoalBehavior\x12\"\n\x1eUSER_GOAL_BEHAVIOR_UNSPECIFIED\x10\x00\x12\x17\n\x13USER_GOAL_SATISFIED\x10\x01\x12\x16\n\x12USER_GOAL_REJECTED\x10\x02\x12\x15\n\x11USER_GOAL_IGNORED\x10\x03:\x89\x01\xea\x41\x85\x01\n\x1d\x63\x65s.googleapis.com/Evaluation\x12Kprojects/{project}/locations/{location}/apps/{app}/evaluations/{evaluation}*\x0b\x65valuations2\nevaluationB\x08\n\x06inputs\"\xb9\x04\n\x11\x45valuationDataset\x12\x12\n\x04name\x18\x01 \x01(\tB\x04\xe2\x41\x01\x08\x12\x1a\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x04\xe2\x41\x01\x02\x12;\n\x0b\x65valuations\x18\x03 \x03(\tB&\xe2\x41\x01\x01\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/Evaluation\x12\x35\n\x0b\x63reate_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x35\n\x0bupdate_time\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x12\n\x04\x65tag\x18\x06 \x01(\tB\x04\xe2\x41\x01\x03\x12\x18\n\ncreated_by\x18\x07 \x01(\tB\x04\xe2\x41\x01\x03\x12\x1d\n\x0flast_updated_by\x18\x08 \x01(\tB\x04\xe2\x41\x01\x03\x12L\n\x12\x61ggregated_metrics\x18\t \x01(\x0b\x32*.google.cloud.ces.v1beta.AggregatedMetricsB\x04\xe2\x41\x01\x03:\xad\x01\xea\x41\xa9\x01\n$ces.googleapis.com/EvaluationDataset\x12Zprojects/{project}/locations/{location}/apps/{app}/evaluationDatasets/{evaluation_dataset}*\x12\x65valuationDatasets2\x11\x65valuationDataset\"\xd5:\n\x10\x45valuationResult\x12U\n\rgolden_result\x18\x07 \x01(\x0b\x32\x36.google.cloud.ces.v1beta.EvaluationResult.GoldenResultB\x04\xe2\x41\x01\x03H\x00\x12Y\n\x0fscenario_result\x18\x08 \x01(\x0b\x32\x38.google.cloud.ces.v1beta.EvaluationResult.ScenarioResultB\x04\xe2\x41\x01\x03H\x00\x12\x12\n\x04name\x18\x01 \x01(\tB\x04\xe2\x41\x01\x08\x12\x1a\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x04\xe2\x41\x01\x02\x12\x35\n\x0b\x63reate_time\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12R\n\x11\x65valuation_status\x18\x04 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x04\xe2\x41\x01\x03\x12\x41\n\x0e\x65valuation_run\x18\x06 \x01(\tB)\xe2\x41\x01\x03\xfa\x41\"\n ces.googleapis.com/EvaluationRun\x12\x41\n\x07persona\x18\x11 \x01(\x0b\x32*.google.cloud.ces.v1beta.EvaluationPersonaB\x04\xe2\x41\x01\x03\x12\x46\n\nerror_info\x18\x0f \x01(\x0b\x32,.google.cloud.ces.v1beta.EvaluationErrorInfoB\x04\xe2\x41\x01\x03\x12)\n\x05\x65rror\x18\x0e \x01(\x0b\x32\x12.google.rpc.StatusB\x06\x18\x01\xe2\x41\x01\x03\x12\x1a\n\x0cinitiated_by\x18\t \x01(\tB\x04\xe2\x41\x01\x03\x12;\n\x0b\x61pp_version\x18\n \x01(\tB&\xe2\x41\x01\x03\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/AppVersion\x12&\n\x18\x61pp_version_display_name\x18\r \x01(\tB\x04\xe2\x41\x01\x03\x12\x38\n\tchangelog\x18\x15 \x01(\tB%\xe2\x41\x01\x03\xfa\x41\x1e\n\x1c\x63\x65s.googleapis.com/Changelog\x12?\n\x15\x63hangelog_create_time\x18\x16 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12W\n\x0f\x65xecution_state\x18\x0b \x01(\x0e\x32\x38.google.cloud.ces.v1beta.EvaluationResult.ExecutionStateB\x04\xe2\x41\x01\x03\x12\x61\n\x1d\x65valuation_metrics_thresholds\x18\x0c \x01(\x0b\x32\x34.google.cloud.ces.v1beta.EvaluationMetricsThresholdsB\x04\xe2\x41\x01\x03\x12?\n\x06\x63onfig\x18\x12 \x01(\x0b\x32).google.cloud.ces.v1beta.EvaluationConfigB\x04\xe2\x41\x01\x03\x12I\n\x11golden_run_method\x18\x13 \x01(\x0e\x32(.google.cloud.ces.v1beta.GoldenRunMethodB\x04\xe2\x41\x01\x03\x12\x36\n\troot_span\x18\x18 \x01(\x0b\x32\x1d.google.cloud.ces.v1beta.SpanB\x04\xe2\x41\x01\x03\x12Y\n\x10outcome_metadata\x18\x19 \x01(\x0e\x32\x39.google.cloud.ces.v1beta.EvaluationResult.OutcomeMetadataB\x04\xe2\x41\x01\x03\x1a\xea\x07\n\x18GoldenExpectationOutcome\x12\x45\n\x12observed_tool_call\x18\x02 \x01(\x0b\x32!.google.cloud.ces.v1beta.ToolCallB\x04\xe2\x41\x01\x03H\x00\x12M\n\x16observed_tool_response\x18\x03 \x01(\x0b\x32%.google.cloud.ces.v1beta.ToolResponseB\x04\xe2\x41\x01\x03H\x00\x12I\n\x17observed_agent_response\x18\x04 \x01(\x0b\x32 .google.cloud.ces.v1beta.MessageB\x04\xe2\x41\x01\x03H\x00\x12O\n\x17observed_agent_transfer\x18\x05 \x01(\x0b\x32&.google.cloud.ces.v1beta.AgentTransferB\x04\xe2\x41\x01\x03H\x00\x12\x39\n\x10observed_payload\x18\t \x01(\x0b\x32\x17.google.protobuf.StructB\x04\xe2\x41\x01\x03H\x00\x12P\n\x0b\x65xpectation\x18\x01 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.Evaluation.GoldenExpectationB\x04\xe2\x41\x01\x03\x12H\n\x07outcome\x18\x06 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x04\xe2\x41\x01\x03\x12n\n\x1asemantic_similarity_result\x18\x07 \x01(\x0b\x32\x42.google.cloud.ces.v1beta.EvaluationResult.SemanticSimilarityResultB\x06\x18\x01\xe2\x41\x01\x03\x12}\n\x16tool_invocation_result\x18\x08 \x01(\x0b\x32W.google.cloud.ces.v1beta.EvaluationResult.GoldenExpectationOutcome.ToolInvocationResultB\x04\xe2\x41\x01\x03\x1a\xcb\x01\n\x14ToolInvocationResult\x12.\n\x1bparameter_correctness_score\x18\x01 \x01(\x02\x42\x04\xe2\x41\x01\x03H\x00\x88\x01\x01\x12H\n\x07outcome\x18\x02 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x04\xe2\x41\x01\x03\x12\x19\n\x0b\x65xplanation\x18\x03 \x01(\tB\x04\xe2\x41\x01\x03\x42\x1e\n\x1c_parameter_correctness_scoreB\x08\n\x06result\x1a\xeb\x01\n\x1b\x45valuationExpectationResult\x12Q\n\x16\x65valuation_expectation\x18\x01 \x01(\tB1\xe2\x41\x01\x03\xfa\x41*\n(ces.googleapis.com/EvaluationExpectation\x12\x14\n\x06prompt\x18\x02 \x01(\tB\x04\xe2\x41\x01\x03\x12H\n\x07outcome\x18\x03 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x04\xe2\x41\x01\x03\x12\x19\n\x0b\x65xplanation\x18\x04 \x01(\tB\x04\xe2\x41\x01\x03\x1a\x9e\t\n\x0cGoldenResult\x12j\n\x13turn_replay_results\x18\x01 \x03(\x0b\x32G.google.cloud.ces.v1beta.EvaluationResult.GoldenResult.TurnReplayResultB\x04\xe2\x41\x01\x03\x12s\n\x1e\x65valuation_expectation_results\x18\x02 \x03(\x0b\x32\x45.google.cloud.ces.v1beta.EvaluationResult.EvaluationExpectationResultB\x04\xe2\x41\x01\x03\x1a\xac\x07\n\x10TurnReplayResult\x12>\n\x0c\x63onversation\x18\x01 \x01(\tB(\xe2\x41\x01\x03\xfa\x41!\n\x1f\x63\x65s.googleapis.com/Conversation\x12\x65\n\x13\x65xpectation_outcome\x18\x02 \x03(\x0b\x32\x42.google.cloud.ces.v1beta.EvaluationResult.GoldenExpectationOutcomeB\x04\xe2\x41\x01\x03\x12\x61\n\x14hallucination_result\x18\x03 \x01(\x0b\x32=.google.cloud.ces.v1beta.EvaluationResult.HallucinationResultB\x04\xe2\x41\x01\x03\x12%\n\x15tool_invocation_score\x18\x04 \x01(\x02\x42\x06\x18\x01\xe2\x41\x01\x03\x12\x30\n\x1dtool_ordered_invocation_score\x18\x05 \x01(\x02\x42\x04\xe2\x41\x01\x03H\x00\x88\x01\x01\x12\x35\n\x0cturn_latency\x18\x06 \x01(\x0b\x32\x19.google.protobuf.DurationB\x04\xe2\x41\x01\x03\x12\\\n\x13tool_call_latencies\x18\x07 \x03(\x0b\x32\x39.google.cloud.ces.v1beta.EvaluationResult.ToolCallLatencyB\x04\xe2\x41\x01\x03\x12l\n\x1asemantic_similarity_result\x18\x08 \x01(\x0b\x32\x42.google.cloud.ces.v1beta.EvaluationResult.SemanticSimilarityResultB\x04\xe2\x41\x01\x03\x12s\n\x1eoverall_tool_invocation_result\x18\t \x01(\x0b\x32\x45.google.cloud.ces.v1beta.EvaluationResult.OverallToolInvocationResultB\x04\xe2\x41\x01\x03\x12\x46\n\nerror_info\x18\n \x01(\x0b\x32,.google.cloud.ces.v1beta.EvaluationErrorInfoB\x04\xe2\x41\x01\x03\x12S\n\x0espan_latencies\x18\x0b \x03(\x0b\x32\x35.google.cloud.ces.v1beta.EvaluationResult.SpanLatencyB\x04\xe2\x41\x01\x03\x42 \n\x1e_tool_ordered_invocation_score\x1ar\n\x15ScenarioRubricOutcome\x12\x14\n\x06rubric\x18\x01 \x01(\tB\x04\xe2\x41\x01\x03\x12\x18\n\x05score\x18\x02 \x01(\x02\x42\x04\xe2\x41\x01\x03H\x00\x88\x01\x01\x12\x1f\n\x11score_explanation\x18\x03 \x01(\tB\x04\xe2\x41\x01\x03\x42\x08\n\x06_score\x1a\x9f\x04\n\x1aScenarioExpectationOutcome\x12y\n\x12observed_tool_call\x18\x02 \x01(\x0b\x32U.google.cloud.ces.v1beta.EvaluationResult.ScenarioExpectationOutcome.ObservedToolCallB\x04\xe2\x41\x01\x03H\x00\x12I\n\x17observed_agent_response\x18\x03 \x01(\x0b\x32 .google.cloud.ces.v1beta.MessageB\x04\xe2\x41\x01\x03H\x00\x12R\n\x0b\x65xpectation\x18\x01 \x01(\x0b\x32\x37.google.cloud.ces.v1beta.Evaluation.ScenarioExpectationB\x04\xe2\x41\x01\x03\x12H\n\x07outcome\x18\x04 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x04\xe2\x41\x01\x03\x1a\x92\x01\n\x10ObservedToolCall\x12:\n\ttool_call\x18\x01 \x01(\x0b\x32!.google.cloud.ces.v1beta.ToolCallB\x04\xe2\x41\x01\x03\x12\x42\n\rtool_response\x18\x02 \x01(\x0b\x32%.google.cloud.ces.v1beta.ToolResponseB\x04\xe2\x41\x01\x03\x42\x08\n\x06result\x1a\xe9\x08\n\x0eScenarioResult\x12>\n\x0c\x63onversation\x18\x01 \x01(\tB(\xe2\x41\x01\x03\xfa\x41!\n\x1f\x63\x65s.googleapis.com/Conversation\x12\x12\n\x04task\x18\n \x01(\tB\x04\xe2\x41\x01\x03\x12O\n\nuser_facts\x18\x0b \x03(\x0b\x32\x35.google.cloud.ces.v1beta.Evaluation.Scenario.UserFactB\x04\xe2\x41\x01\x03\x12h\n\x14\x65xpectation_outcomes\x18\x02 \x03(\x0b\x32\x44.google.cloud.ces.v1beta.EvaluationResult.ScenarioExpectationOutcomeB\x04\xe2\x41\x01\x03\x12^\n\x0frubric_outcomes\x18\x03 \x03(\x0b\x32?.google.cloud.ces.v1beta.EvaluationResult.ScenarioRubricOutcomeB\x04\xe2\x41\x01\x03\x12\x61\n\x14hallucination_result\x18\x04 \x03(\x0b\x32=.google.cloud.ces.v1beta.EvaluationResult.HallucinationResultB\x04\xe2\x41\x01\x03\x12\x66\n\x16task_completion_result\x18\x05 \x01(\x0b\x32>.google.cloud.ces.v1beta.EvaluationResult.TaskCompletionResultB\x06\x18\x01\xe2\x41\x01\x03\x12\\\n\x13tool_call_latencies\x18\x06 \x03(\x0b\x32\x39.google.cloud.ces.v1beta.EvaluationResult.ToolCallLatencyB\x04\xe2\x41\x01\x03\x12q\n\x1duser_goal_satisfaction_result\x18\x07 \x01(\x0b\x32\x44.google.cloud.ces.v1beta.EvaluationResult.UserGoalSatisfactionResultB\x04\xe2\x41\x01\x03\x12-\n\x1a\x61ll_expectations_satisfied\x18\x08 \x01(\x08\x42\x04\xe2\x41\x01\x03H\x00\x88\x01\x01\x12!\n\x0etask_completed\x18\t \x01(\x08\x42\x04\xe2\x41\x01\x03H\x01\x88\x01\x01\x12S\n\x0espan_latencies\x18\x0c \x03(\x0b\x32\x35.google.cloud.ces.v1beta.EvaluationResult.SpanLatencyB\x04\xe2\x41\x01\x03\x12s\n\x1e\x65valuation_expectation_results\x18\r \x03(\x0b\x32\x45.google.cloud.ces.v1beta.EvaluationResult.EvaluationExpectationResultB\x04\xe2\x41\x01\x03\x42\x1d\n\x1b_all_expectations_satisfiedB\x11\n\x0f_task_completed\x1a\x8a\x04\n\x0bSpanLatency\x12\x18\n\x08resource\x18\x02 \x01(\tB\x04\xe2\x41\x01\x03H\x00\x12=\n\x07toolset\x18\x03 \x01(\x0b\x32$.google.cloud.ces.v1beta.ToolsetToolB\x04\xe2\x41\x01\x03H\x00\x12\x15\n\x05model\x18\x04 \x01(\tB\x04\xe2\x41\x01\x03H\x00\x12\x18\n\x08\x63\x61llback\x18\x05 \x01(\tB\x04\xe2\x41\x01\x03H\x00\x12N\n\x04type\x18\x01 \x01(\x0e\x32:.google.cloud.ces.v1beta.EvaluationResult.SpanLatency.TypeB\x04\xe2\x41\x01\x03\x12\x1a\n\x0c\x64isplay_name\x18\t \x01(\tB\x04\xe2\x41\x01\x03\x12\x34\n\nstart_time\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x32\n\x08\x65nd_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12:\n\x11\x65xecution_latency\x18\x08 \x01(\x0b\x32\x19.google.protobuf.DurationB\x04\xe2\x41\x01\x03\"Q\n\x04Type\x12\x14\n\x10TYPE_UNSPECIFIED\x10\x00\x12\x08\n\x04TOOL\x10\x01\x12\x11\n\rUSER_CALLBACK\x10\x02\x12\r\n\tGUARDRAIL\x10\x03\x12\x07\n\x03LLM\x10\x04\x42\x0c\n\nidentifier\x1a\x83\x02\n\x0fToolCallLatency\x12.\n\x04tool\x18\x01 \x01(\tB \xe2\x41\x01\x03\xfa\x41\x19\n\x17\x63\x65s.googleapis.com/Tool\x12\x1a\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x04\xe2\x41\x01\x03\x12\x34\n\nstart_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x32\n\x08\x65nd_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12:\n\x11\x65xecution_latency\x18\x05 \x01(\x0b\x32\x19.google.protobuf.DurationB\x04\xe2\x41\x01\x03\x1ai\n\x13HallucinationResult\x12\x18\n\x05score\x18\x01 \x01(\x05\x42\x04\xe2\x41\x01\x03H\x00\x88\x01\x01\x12\x13\n\x05label\x18\x02 \x01(\tB\x04\xe2\x41\x01\x03\x12\x19\n\x0b\x65xplanation\x18\x03 \x01(\tB\x04\xe2\x41\x01\x03\x42\x08\n\x06_score\x1ap\n\x1aUserGoalSatisfactionResult\x12\x18\n\x05score\x18\x01 \x01(\x05\x42\x04\xe2\x41\x01\x03H\x00\x88\x01\x01\x12\x13\n\x05label\x18\x02 \x01(\tB\x04\xe2\x41\x01\x03\x12\x19\n\x0b\x65xplanation\x18\x03 \x01(\tB\x04\xe2\x41\x01\x03\x42\x08\n\x06_score\x1a\xb8\x01\n\x18SemanticSimilarityResult\x12\x18\n\x05score\x18\x01 \x01(\x05\x42\x04\xe2\x41\x01\x03H\x00\x88\x01\x01\x12\x13\n\x05label\x18\x02 \x01(\tB\x04\xe2\x41\x01\x03\x12\x19\n\x0b\x65xplanation\x18\x03 \x01(\tB\x04\xe2\x41\x01\x03\x12H\n\x07outcome\x18\x04 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x04\xe2\x41\x01\x03\x42\x08\n\x06_score\x1a\xa5\x01\n\x1bOverallToolInvocationResult\x12\"\n\x15tool_invocation_score\x18\x01 \x01(\x02H\x00\x88\x01\x01\x12H\n\x07outcome\x18\x02 \x01(\x0e\x32\x31.google.cloud.ces.v1beta.EvaluationResult.OutcomeB\x04\xe2\x41\x01\x03\x42\x18\n\x16_tool_invocation_score\x1aj\n\x14TaskCompletionResult\x12\x18\n\x05score\x18\x01 \x01(\x05\x42\x04\xe2\x41\x01\x03H\x00\x88\x01\x01\x12\x13\n\x05label\x18\x02 \x01(\tB\x04\xe2\x41\x01\x03\x12\x19\n\x0b\x65xplanation\x18\x03 \x01(\tB\x04\xe2\x41\x01\x03\x42\x08\n\x06_score\"C\n\x07Outcome\x12\x17\n\x13OUTCOME_UNSPECIFIED\x10\x00\x12\x08\n\x04PASS\x10\x01\x12\x08\n\x04\x46\x41IL\x10\x02\x12\x0b\n\x07SKIPPED\x10\x03\"s\n\x0e\x45xecutionState\x12\x1f\n\x1b\x45XECUTION_STATE_UNSPECIFIED\x10\x00\x12\n\n\x06QUEUED\x10\x05\x12\x0b\n\x07RUNNING\x10\x01\x12\r\n\tCOMPLETED\x10\x02\x12\t\n\x05\x45RROR\x10\x03\x12\r\n\tCANCELLED\x10\x04\"I\n\x0fOutcomeMetadata\x12 \n\x1cOUTCOME_METADATA_UNSPECIFIED\x10\x00\x12\x14\n\x10GRACEFUL_HANDOFF\x10\x01:\xb7\x01\xea\x41\xb3\x01\n#ces.googleapis.com/EvaluationResult\x12gprojects/{project}/locations/{location}/apps/{app}/evaluations/{evaluation}/results/{evaluation_result}*\x11\x65valuationResults2\x10\x65valuationResultB\x08\n\x06result\"\x9c\x12\n\rEvaluationRun\x12\x12\n\x04name\x18\x01 \x01(\tB\x04\xe2\x41\x01\x08\x12\x1a\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x04\xe2\x41\x01\x01\x12H\n\x12\x65valuation_results\x18\x03 \x03(\tB,\xe2\x41\x01\x03\xfa\x41%\n#ces.googleapis.com/EvaluationResult\x12\x35\n\x0b\x63reate_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x1a\n\x0cinitiated_by\x18\x05 \x01(\tB\x04\xe2\x41\x01\x03\x12;\n\x0b\x61pp_version\x18\x06 \x01(\tB&\xe2\x41\x01\x03\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/AppVersion\x12&\n\x18\x61pp_version_display_name\x18\r \x01(\tB\x04\xe2\x41\x01\x03\x12\x38\n\tchangelog\x18\x16 \x01(\tB%\xe2\x41\x01\x03\xfa\x41\x1e\n\x1c\x63\x65s.googleapis.com/Changelog\x12?\n\x15\x63hangelog_create_time\x18\x17 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12;\n\x0b\x65valuations\x18\x07 \x03(\tB&\xe2\x41\x01\x03\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/Evaluation\x12I\n\x12\x65valuation_dataset\x18\x08 \x01(\tB-\xe2\x41\x01\x03\xfa\x41&\n$ces.googleapis.com/EvaluationDataset\x12T\n\x0f\x65valuation_type\x18\t \x01(\x0e\x32\x35.google.cloud.ces.v1beta.EvaluationRun.EvaluationTypeB\x04\xe2\x41\x01\x03\x12N\n\x05state\x18\n \x01(\x0e\x32\x39.google.cloud.ces.v1beta.EvaluationRun.EvaluationRunStateB\x04\xe2\x41\x01\x03\x12G\n\x08progress\x18\x0b \x01(\x0b\x32/.google.cloud.ces.v1beta.EvaluationRun.ProgressB\x04\xe2\x41\x01\x03\x12?\n\x06\x63onfig\x18\x0c \x01(\x0b\x32).google.cloud.ces.v1beta.EvaluationConfigB\x04\xe2\x41\x01\x03\x12)\n\x05\x65rror\x18\x0e \x01(\x0b\x32\x12.google.rpc.StatusB\x06\x18\x01\xe2\x41\x01\x03\x12\x46\n\nerror_info\x18\x11 \x01(\x0b\x32,.google.cloud.ces.v1beta.EvaluationErrorInfoB\x04\xe2\x41\x01\x03\x12j\n\x18\x65valuation_run_summaries\x18\x0f \x03(\x0b\x32\x42.google.cloud.ces.v1beta.EvaluationRun.EvaluationRunSummariesEntryB\x04\xe2\x41\x01\x03\x12\x44\n\x0elatency_report\x18\x19 \x01(\x0b\x32&.google.cloud.ces.v1beta.LatencyReportB\x04\xe2\x41\x01\x03\x12\x17\n\trun_count\x18\x10 \x01(\x05\x42\x04\xe2\x41\x01\x03\x12L\n\x13persona_run_configs\x18\x12 \x03(\x0b\x32).google.cloud.ces.v1beta.PersonaRunConfigB\x04\xe2\x41\x01\x03\x12N\n\x13optimization_config\x18\x13 \x01(\x0b\x32+.google.cloud.ces.v1beta.OptimizationConfigB\x04\xe2\x41\x01\x01\x12T\n\x18scheduled_evaluation_run\x18\x14 \x01(\tB2\xe2\x41\x01\x03\xfa\x41+\n)ces.googleapis.com/ScheduledEvaluationRun\x12I\n\x11golden_run_method\x18\x15 \x01(\x0e\x32(.google.cloud.ces.v1beta.GoldenRunMethodB\x04\xe2\x41\x01\x03\x12\x17\n\toperation\x18\x1a \x01(\tB\x04\xe2\x41\x01\x03\x1a\xb6\x01\n\x08Progress\x12\x19\n\x0btotal_count\x18\x01 \x01(\x05\x42\x04\xe2\x41\x01\x03\x12\x1a\n\x0c\x66\x61iled_count\x18\x02 \x01(\x05\x42\x04\xe2\x41\x01\x03\x12\x19\n\x0b\x65rror_count\x18\x03 \x01(\x05\x42\x04\xe2\x41\x01\x03\x12\x1d\n\x0f\x63ompleted_count\x18\x04 \x01(\x05\x42\x04\xe2\x41\x01\x03\x12\x1a\n\x0cpassed_count\x18\x05 \x01(\x05\x42\x04\xe2\x41\x01\x03\x12\x1d\n\x0f\x63\x61ncelled_count\x18\x06 \x01(\x05\x42\x04\xe2\x41\x01\x03\x1ai\n\x14\x45valuationRunSummary\x12\x1a\n\x0cpassed_count\x18\x01 \x01(\x05\x42\x04\xe2\x41\x01\x03\x12\x1a\n\x0c\x66\x61iled_count\x18\x02 \x01(\x05\x42\x04\xe2\x41\x01\x03\x12\x19\n\x0b\x65rror_count\x18\x03 \x01(\x05\x42\x04\xe2\x41\x01\x03\x1az\n\x1b\x45valuationRunSummariesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12J\n\x05value\x18\x02 \x01(\x0b\x32;.google.cloud.ces.v1beta.EvaluationRun.EvaluationRunSummary:\x02\x38\x01\"V\n\x0e\x45valuationType\x12\x1f\n\x1b\x45VALUATION_TYPE_UNSPECIFIED\x10\x00\x12\n\n\x06GOLDEN\x10\x01\x12\x0c\n\x08SCENARIO\x10\x02\x12\t\n\x05MIXED\x10\x03\"|\n\x12\x45valuationRunState\x12$\n EVALUATION_RUN_STATE_UNSPECIFIED\x10\x00\x12\n\n\x06QUEUED\x10\x05\x12\x0b\n\x07RUNNING\x10\x01\x12\r\n\tCOMPLETED\x10\x02\x12\t\n\x05\x45RROR\x10\x03\x12\r\n\tCANCELLED\x10\x04:\x99\x01\xea\x41\x95\x01\n ces.googleapis.com/EvaluationRun\x12Rprojects/{project}/locations/{location}/apps/{app}/evaluationRuns/{evaluation_run}*\x0e\x65valuationRuns2\revaluationRun\"\xb6\n\n\rLatencyReport\x12Q\n\x0etool_latencies\x18\x01 \x03(\x0b\x32\x32.google.cloud.ces.v1beta.LatencyReport.ToolLatencyB\x05\xe2\x41\x02\x03\x06\x12Y\n\x12\x63\x61llback_latencies\x18\x02 \x03(\x0b\x32\x36.google.cloud.ces.v1beta.LatencyReport.CallbackLatencyB\x05\xe2\x41\x02\x03\x06\x12[\n\x13guardrail_latencies\x18\x03 \x03(\x0b\x32\x37.google.cloud.ces.v1beta.LatencyReport.GuardrailLatencyB\x05\xe2\x41\x02\x03\x06\x12X\n\x12llm_call_latencies\x18\x04 \x03(\x0b\x32\x35.google.cloud.ces.v1beta.LatencyReport.LlmCallLatencyB\x05\xe2\x41\x02\x03\x06\x12\x1b\n\rsession_count\x18\x05 \x01(\x05\x42\x04\xe2\x41\x01\x03\x1a\xcc\x01\n\x0eLatencyMetrics\x12\x34\n\x0bp50_latency\x18\x01 \x01(\x0b\x32\x19.google.protobuf.DurationB\x04\xe2\x41\x01\x03\x12\x34\n\x0bp90_latency\x18\x02 \x01(\x0b\x32\x19.google.protobuf.DurationB\x04\xe2\x41\x01\x03\x12\x34\n\x0bp99_latency\x18\x03 \x01(\x0b\x32\x19.google.protobuf.DurationB\x04\xe2\x41\x01\x03\x12\x18\n\ncall_count\x18\x04 \x01(\x05\x42\x04\xe2\x41\x01\x03\x1a\x8d\x02\n\x0bToolLatency\x12\x30\n\x04tool\x18\x01 \x01(\tB \xe2\x41\x01\x03\xfa\x41\x19\n\x17\x63\x65s.googleapis.com/ToolH\x00\x12\x42\n\x0ctoolset_tool\x18\x02 \x01(\x0b\x32$.google.cloud.ces.v1beta.ToolsetToolB\x04\xe2\x41\x01\x03H\x00\x12\x1f\n\x11tool_display_name\x18\x03 \x01(\tB\x04\xe2\x41\x01\x03\x12T\n\x0flatency_metrics\x18\x04 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.LatencyReport.LatencyMetricsB\x04\xe2\x41\x01\x03\x42\x11\n\x0ftool_identifier\x1a|\n\x0f\x43\x61llbackLatency\x12\x13\n\x05stage\x18\x01 \x01(\tB\x04\xe2\x41\x01\x03\x12T\n\x0flatency_metrics\x18\x02 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.LatencyReport.LatencyMetricsB\x04\xe2\x41\x01\x03\x1a\xc8\x01\n\x10GuardrailLatency\x12\x38\n\tguardrail\x18\x01 \x01(\tB%\xe2\x41\x01\x03\xfa\x41\x1e\n\x1c\x63\x65s.googleapis.com/Guardrail\x12$\n\x16guardrail_display_name\x18\x02 \x01(\tB\x04\xe2\x41\x01\x03\x12T\n\x0flatency_metrics\x18\x03 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.LatencyReport.LatencyMetricsB\x04\xe2\x41\x01\x03\x1a{\n\x0eLlmCallLatency\x12\x13\n\x05model\x18\x01 \x01(\tB\x04\xe2\x41\x01\x03\x12T\n\x0flatency_metrics\x18\x02 \x01(\x0b\x32\x35.google.cloud.ces.v1beta.LatencyReport.LatencyMetricsB\x04\xe2\x41\x01\x03\"\xac\x04\n\x15\x45valuationExpectation\x12X\n\x0cllm_criteria\x18\x03 \x01(\x0b\x32:.google.cloud.ces.v1beta.EvaluationExpectation.LlmCriteriaB\x04\xe2\x41\x01\x01H\x00\x12\x12\n\x04name\x18\x01 \x01(\tB\x04\xe2\x41\x01\x08\x12\x1a\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x04\xe2\x41\x01\x02\x12\x12\n\x04tags\x18\x08 \x03(\tB\x04\xe2\x41\x01\x01\x12\x35\n\x0b\x63reate_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x35\n\x0bupdate_time\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x12\n\x04\x65tag\x18\x06 \x01(\tB\x04\xe2\x41\x01\x03\x1a#\n\x0bLlmCriteria\x12\x14\n\x06prompt\x18\x01 \x01(\tB\x04\xe2\x41\x01\x02:\xc1\x01\xea\x41\xbd\x01\n(ces.googleapis.com/EvaluationExpectation\x12\x62projects/{project}/locations/{location}/apps/{app}/evaluationExpectations/{evaluation_expectation}*\x16\x65valuationExpectations2\x15\x65valuationExpectationB\n\n\x08\x63riteria\"\xb4\x03\n\x10\x45valuationConfig\x12K\n\x12input_audio_config\x18\x01 \x01(\x0b\x32).google.cloud.ces.v1beta.InputAudioConfigB\x04\xe2\x41\x01\x01\x12M\n\x13output_audio_config\x18\x02 \x01(\x0b\x32*.google.cloud.ces.v1beta.OutputAudioConfigB\x04\xe2\x41\x01\x01\x12]\n\x12\x65valuation_channel\x18\x03 \x01(\x0e\x32;.google.cloud.ces.v1beta.EvaluationConfig.EvaluationChannelB\x04\xe2\x41\x01\x01\x12W\n\x13tool_call_behaviour\x18\x04 \x01(\x0e\x32\x34.google.cloud.ces.v1beta.EvaluationToolCallBehaviourB\x04\xe2\x41\x01\x01\"L\n\x11\x45valuationChannel\x12\"\n\x1e\x45VALUATION_CHANNEL_UNSPECIFIED\x10\x00\x12\x08\n\x04TEXT\x10\x01\x12\t\n\x05\x41UDIO\x10\x02\"\x9b\x03\n\x13\x45valuationErrorInfo\x12P\n\nerror_type\x18\x01 \x01(\x0e\x32\x36.google.cloud.ces.v1beta.EvaluationErrorInfo.ErrorTypeB\x04\xe2\x41\x01\x03\x12\x1b\n\rerror_message\x18\x02 \x01(\tB\x04\xe2\x41\x01\x03\x12\x18\n\nsession_id\x18\x03 \x01(\tB\x04\xe2\x41\x01\x03\x12\'\n\x19user_facing_error_message\x18\x04 \x01(\tB\x04\xe2\x41\x01\x03\"\xd1\x01\n\tErrorType\x12\x1a\n\x16\x45RROR_TYPE_UNSPECIFIED\x10\x00\x12\x13\n\x0fRUNTIME_FAILURE\x10\x01\x12\"\n\x1e\x43ONVERSATION_RETRIEVAL_FAILURE\x10\x02\x12\x1e\n\x1aMETRIC_CALCULATION_FAILURE\x10\x03\x12\x1d\n\x19\x45VALUATION_UPDATE_FAILURE\x10\x04\x12\x13\n\x0fQUOTA_EXHAUSTED\x10\x05\x12\x1b\n\x17USER_SIMULATION_FAILURE\x10\x06\"\xde\x06\n\x14RunEvaluationRequest\x12,\n\x03\x61pp\x18\x01 \x01(\tB\x1f\xe2\x41\x01\x02\xfa\x41\x18\n\x16\x63\x65s.googleapis.com/App\x12;\n\x0b\x65valuations\x18\x02 \x03(\tB&\xe2\x41\x01\x01\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/Evaluation\x12I\n\x12\x65valuation_dataset\x18\x03 \x01(\tB-\xe2\x41\x01\x01\xfa\x41&\n$ces.googleapis.com/EvaluationDataset\x12\x1a\n\x0c\x64isplay_name\x18\x04 \x01(\tB\x04\xe2\x41\x01\x01\x12;\n\x0b\x61pp_version\x18\x06 \x01(\tB&\xe2\x41\x01\x01\xfa\x41\x1f\n\x1d\x63\x65s.googleapis.com/AppVersion\x12?\n\x06\x63onfig\x18\x08 \x01(\x0b\x32).google.cloud.ces.v1beta.EvaluationConfigB\x04\xe2\x41\x01\x01\x12\x1c\n\trun_count\x18\t \x01(\x05\x42\x04\xe2\x41\x01\x01H\x00\x88\x01\x01\x12L\n\x13persona_run_configs\x18\n \x03(\x0b\x32).google.cloud.ces.v1beta.PersonaRunConfigB\x04\xe2\x41\x01\x01\x12N\n\x13optimization_config\x18\x0b \x01(\x0b\x32+.google.cloud.ces.v1beta.OptimizationConfigB\x04\xe2\x41\x01\x01\x12T\n\x18scheduled_evaluation_run\x18\x0c \x01(\tB2\xe2\x41\x01\x01\xfa\x41+\n)ces.googleapis.com/ScheduledEvaluationRun\x12I\n\x11golden_run_method\x18\r \x01(\x0e\x32(.google.cloud.ces.v1beta.GoldenRunMethodB\x04\xe2\x41\x01\x01\x12%\n\x17generate_latency_report\x18\x0e \x01(\x08\x42\x04\xe2\x41\x01\x01\x12\x64\n\x1f\x65valuation_run_caching_settings\x18\x0f \x01(\x0b\x32\x35.google.cloud.ces.v1beta.EvaluationRunCachingSettingsB\x04\xe2\x41\x01\x01\x42\x0c\n\n_run_count\"\xfa\x08\n\x16ScheduledEvaluationRun\x12\x12\n\x04name\x18\x01 \x01(\tB\x04\xe2\x41\x01\x08\x12\x1a\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x04\xe2\x41\x01\x02\x12\x44\n\x07request\x18\x03 \x01(\x0b\x32-.google.cloud.ces.v1beta.RunEvaluationRequestB\x04\xe2\x41\x01\x02\x12\x19\n\x0b\x64\x65scription\x18\x04 \x01(\tB\x04\xe2\x41\x01\x01\x12\x61\n\x11scheduling_config\x18\x05 \x01(\x0b\x32@.google.cloud.ces.v1beta.ScheduledEvaluationRun.SchedulingConfigB\x04\xe2\x41\x01\x02\x12\x14\n\x06\x61\x63tive\x18\x06 \x01(\x08\x42\x04\xe2\x41\x01\x01\x12\x45\n\x12last_completed_run\x18\x07 \x01(\tB)\xe2\x41\x01\x03\xfa\x41\"\n ces.googleapis.com/EvaluationRun\x12\x1e\n\x10total_executions\x18\x08 \x01(\x05\x42\x04\xe2\x41\x01\x03\x12G\n\x1dnext_scheduled_execution_time\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x35\n\x0b\x63reate_time\x18\n \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x18\n\ncreated_by\x18\x0b \x01(\tB\x04\xe2\x41\x01\x03\x12\x35\n\x0bupdate_time\x18\x0c \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x1d\n\x0flast_updated_by\x18\r \x01(\tB\x04\xe2\x41\x01\x03\x12\x12\n\x04\x65tag\x18\x0e \x01(\tB\x04\xe2\x41\x01\x03\x1a\xa0\x02\n\x10SchedulingConfig\x12\x63\n\tfrequency\x18\x01 \x01(\x0e\x32J.google.cloud.ces.v1beta.ScheduledEvaluationRun.SchedulingConfig.FrequencyB\x04\xe2\x41\x01\x02\x12\x34\n\nstart_time\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x02\x12\x1a\n\x0c\x64\x61ys_of_week\x18\x03 \x03(\x05\x42\x04\xe2\x41\x01\x01\"U\n\tFrequency\x12\x19\n\x15\x46REQUENCY_UNSPECIFIED\x10\x00\x12\x08\n\x04NONE\x10\x01\x12\t\n\x05\x44\x41ILY\x10\x02\x12\n\n\x06WEEKLY\x10\x03\x12\x0c\n\x08\x42IWEEKLY\x10\x04:\xc7\x01\xea\x41\xc3\x01\n)ces.googleapis.com/ScheduledEvaluationRun\x12\x65projects/{project}/locations/{location}/apps/{app}/scheduledEvaluationRuns/{scheduled_evaluation_run}*\x17scheduledEvaluationRuns2\x16scheduledEvaluationRun\"C\n\x10PersonaRunConfig\x12\x15\n\x07persona\x18\x01 \x01(\tB\x04\xe2\x41\x01\x01\x12\x18\n\ntask_count\x18\x02 \x01(\x05\x42\x04\xe2\x41\x01\x01\"\xa2\x03\n\x12OptimizationConfig\x12\"\n\x14generate_loss_report\x18\x01 \x01(\x08\x42\x04\xe2\x41\x01\x01\x12\x1f\n\x11\x61ssistant_session\x18\x02 \x01(\tB\x04\xe2\x41\x01\x03\x12\x1c\n\x0ereport_summary\x18\x03 \x01(\tB\x04\xe2\x41\x01\x03\x12 \n\x12should_suggest_fix\x18\x05 \x01(\x08\x42\x04\xe2\x41\x01\x03\x12T\n\x06status\x18\x04 \x01(\x0e\x32>.google.cloud.ces.v1beta.OptimizationConfig.OptimizationStatusB\x04\xe2\x41\x01\x03\x12\x1b\n\rerror_message\x18\x06 \x01(\tB\x04\xe2\x41\x01\x03\x12\x32\n\x0bloss_report\x18\x07 \x01(\x0b\x32\x17.google.protobuf.StructB\x04\xe2\x41\x01\x03\"`\n\x12OptimizationStatus\x12#\n\x1fOPTIMIZATION_STATUS_UNSPECIFIED\x10\x00\x12\x0b\n\x07RUNNING\x10\x01\x12\r\n\tCOMPLETED\x10\x02\x12\t\n\x05\x45RROR\x10\x03\x42_\n\x1b\x63om.google.cloud.ces.v1betaB\x0f\x45valuationProtoP\x01Z-cloud.google.com/go/ces/apiv1beta/cespb;cespbb\x06proto3"
|
|
24
24
|
|
|
25
25
|
pool = ::Google::Protobuf::DescriptorPool.generated_pool
|
|
26
26
|
pool.add_serialized_file(descriptor_data)
|
|
@@ -69,6 +69,7 @@ module Google
|
|
|
69
69
|
EvaluationResult::TaskCompletionResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationResult.TaskCompletionResult").msgclass
|
|
70
70
|
EvaluationResult::Outcome = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationResult.Outcome").enummodule
|
|
71
71
|
EvaluationResult::ExecutionState = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationResult.ExecutionState").enummodule
|
|
72
|
+
EvaluationResult::OutcomeMetadata = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationResult.OutcomeMetadata").enummodule
|
|
72
73
|
EvaluationRun = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationRun").msgclass
|
|
73
74
|
EvaluationRun::Progress = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationRun.Progress").msgclass
|
|
74
75
|
EvaluationRun::EvaluationRunSummary = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.EvaluationRun.EvaluationRunSummary").msgclass
|
|
@@ -251,8 +251,8 @@ module Google
|
|
|
251
251
|
# @param display_name [::String]
|
|
252
252
|
# Optional. The display name of the evaluation run.
|
|
253
253
|
# @param app_version [::String]
|
|
254
|
-
# Optional. The app version to evaluate.
|
|
255
|
-
# Format:
|
|
254
|
+
# Optional. The app version to evaluate. At most one of `app_version` or
|
|
255
|
+
# `deployment` can be set. Format:
|
|
256
256
|
# `projects/{project}/locations/{location}/apps/{app}/versions/{version}`
|
|
257
257
|
# @param config [::Google::Cloud::Ces::V1beta::EvaluationConfig, ::Hash]
|
|
258
258
|
# Optional. The configuration to use for the run.
|
|
@@ -245,8 +245,8 @@ module Google
|
|
|
245
245
|
# @param display_name [::String]
|
|
246
246
|
# Optional. The display name of the evaluation run.
|
|
247
247
|
# @param app_version [::String]
|
|
248
|
-
# Optional. The app version to evaluate.
|
|
249
|
-
# Format:
|
|
248
|
+
# Optional. The app version to evaluate. At most one of `app_version` or
|
|
249
|
+
# `deployment` can be set. Format:
|
|
250
250
|
# `projects/{project}/locations/{location}/apps/{app}/versions/{version}`
|
|
251
251
|
# @param config [::Google::Cloud::Ces::V1beta::EvaluationConfig, ::Hash]
|
|
252
252
|
# Optional. The configuration to use for the run.
|
|
@@ -11,7 +11,7 @@ require 'google/protobuf/struct_pb'
|
|
|
11
11
|
require 'google/protobuf/timestamp_pb'
|
|
12
12
|
|
|
13
13
|
|
|
14
|
-
descriptor_data = "\n%google/cloud/ces/v1beta/example.proto\x12\x17google.cloud.ces.v1beta\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a*google/cloud/ces/v1beta/toolset_tool.proto\x1a\x1cgoogle/protobuf/struct.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\xd4\x03\n\x07\x45xample\x12\x12\n\x04name\x18\x01 \x01(\tB\x04\xe2\x41\x01\x08\x12\x1a\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x04\xe2\x41\x01\x02\x12\x19\n\x0b\x64\x65scription\x18\x03 \x01(\tB\x04\xe2\x41\x01\x01\x12\x36\n\x0b\x65ntry_agent\x18\x04 \x01(\tB!\xe2\x41\x01\x01\xfa\x41\x1a\n\x18\x63\x65s.googleapis.com/Agent\x12\x38\n\x08messages\x18\x05 \x03(\x0b\x32 .google.cloud.ces.v1beta.MessageB\x04\xe2\x41\x01\x01\x12\x35\n\x0b\x63reate_time\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x35\n\x0bupdate_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x15\n\x07invalid\x18\x08 \x01(\x08\x42\x04\xe2\x41\x01\x03\x12\x0c\n\x04\x65tag\x18\t \x01(\t:y\xea\x41v\n\x1a\x63\x65s.googleapis.com/Example\x12\x45projects/{project}/locations/{location}/apps/{app}/examples/{example}*\x08\x65xamples2\x07\x65xample\"\x89\x01\n\x07Message\x12\x12\n\x04role\x18\x01 \x01(\tB\x04\xe2\x41\x01\x01\x12\x34\n\x06\x63hunks\x18\x02 \x03(\x0b\x32\x1e.google.cloud.ces.v1beta.ChunkB\x04\xe2\x41\x01\x01\x12\x34\n\nevent_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x01\"\x97\x04\n\x05\x43hunk\x12\x14\n\x04text\x18\x01 \x01(\tB\x04\xe2\x41\x01\x01H\x00\x12\x1a\n\ntranscript\x18\t \x01(\tB\x04\xe2\x41\x01\x01H\x00\x12\x33\n\x04\x62lob\x18\x07 \x01(\x0b\x32\x1d.google.cloud.ces.v1beta.BlobB\x04\xe2\x41\x01\x01H\x00\x12\x30\n\x07payload\x18\x0b \x01(\x0b\x32\x17.google.protobuf.StructB\x04\xe2\x41\x01\x01H\x00\x12\x35\n\x05image\x18\x05 \x01(\x0b\x32\x1e.google.cloud.ces.v1beta.ImageB\x04\xe2\x41\x01\x01H\x00\x12<\n\ttool_call\x18\x02 \x01(\x0b\x32!.google.cloud.ces.v1beta.ToolCallB\x04\xe2\x41\x01\x01H\x00\x12\x44\n\rtool_response\x18\x03 \x01(\x0b\x32%.google.cloud.ces.v1beta.ToolResponseB\x04\xe2\x41\x01\x01H\x00\x12\x46\n\x0e\x61gent_transfer\x18\x04 \x01(\x0b\x32&.google.cloud.ces.v1beta.AgentTransferB\x04\xe2\x41\x01\x01H\x00\x12\x34\n\x11updated_variables\x18\x08 \x01(\x0b\x32\x17.google.protobuf.StructH\x00\x12\x34\n\x11\x64\x65\x66\x61ult_variables\x18\n \x01(\x0b\x32\x17.google.protobuf.StructH\x00\x42\x06\n\x04\x64\x61ta\"3\n\x04\x42lob\x12\x17\n\tmime_type\x18\x01 \x01(\tB\x04\xe2\x41\x01\x02\x12\x12\n\x04\x64\x61ta\x18\x02 \x01(\x0c\x42\x04\xe2\x41\x01\x02\"
|
|
14
|
+
descriptor_data = "\n%google/cloud/ces/v1beta/example.proto\x12\x17google.cloud.ces.v1beta\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a*google/cloud/ces/v1beta/toolset_tool.proto\x1a\x1cgoogle/protobuf/struct.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\xd4\x03\n\x07\x45xample\x12\x12\n\x04name\x18\x01 \x01(\tB\x04\xe2\x41\x01\x08\x12\x1a\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x04\xe2\x41\x01\x02\x12\x19\n\x0b\x64\x65scription\x18\x03 \x01(\tB\x04\xe2\x41\x01\x01\x12\x36\n\x0b\x65ntry_agent\x18\x04 \x01(\tB!\xe2\x41\x01\x01\xfa\x41\x1a\n\x18\x63\x65s.googleapis.com/Agent\x12\x38\n\x08messages\x18\x05 \x03(\x0b\x32 .google.cloud.ces.v1beta.MessageB\x04\xe2\x41\x01\x01\x12\x35\n\x0b\x63reate_time\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x35\n\x0bupdate_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x15\n\x07invalid\x18\x08 \x01(\x08\x42\x04\xe2\x41\x01\x03\x12\x0c\n\x04\x65tag\x18\t \x01(\t:y\xea\x41v\n\x1a\x63\x65s.googleapis.com/Example\x12\x45projects/{project}/locations/{location}/apps/{app}/examples/{example}*\x08\x65xamples2\x07\x65xample\"\x89\x01\n\x07Message\x12\x12\n\x04role\x18\x01 \x01(\tB\x04\xe2\x41\x01\x01\x12\x34\n\x06\x63hunks\x18\x02 \x03(\x0b\x32\x1e.google.cloud.ces.v1beta.ChunkB\x04\xe2\x41\x01\x01\x12\x34\n\nevent_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x01\"\x97\x04\n\x05\x43hunk\x12\x14\n\x04text\x18\x01 \x01(\tB\x04\xe2\x41\x01\x01H\x00\x12\x1a\n\ntranscript\x18\t \x01(\tB\x04\xe2\x41\x01\x01H\x00\x12\x33\n\x04\x62lob\x18\x07 \x01(\x0b\x32\x1d.google.cloud.ces.v1beta.BlobB\x04\xe2\x41\x01\x01H\x00\x12\x30\n\x07payload\x18\x0b \x01(\x0b\x32\x17.google.protobuf.StructB\x04\xe2\x41\x01\x01H\x00\x12\x35\n\x05image\x18\x05 \x01(\x0b\x32\x1e.google.cloud.ces.v1beta.ImageB\x04\xe2\x41\x01\x01H\x00\x12<\n\ttool_call\x18\x02 \x01(\x0b\x32!.google.cloud.ces.v1beta.ToolCallB\x04\xe2\x41\x01\x01H\x00\x12\x44\n\rtool_response\x18\x03 \x01(\x0b\x32%.google.cloud.ces.v1beta.ToolResponseB\x04\xe2\x41\x01\x01H\x00\x12\x46\n\x0e\x61gent_transfer\x18\x04 \x01(\x0b\x32&.google.cloud.ces.v1beta.AgentTransferB\x04\xe2\x41\x01\x01H\x00\x12\x34\n\x11updated_variables\x18\x08 \x01(\x0b\x32\x17.google.protobuf.StructH\x00\x12\x34\n\x11\x64\x65\x66\x61ult_variables\x18\n \x01(\x0b\x32\x17.google.protobuf.StructH\x00\x42\x06\n\x04\x64\x61ta\"3\n\x04\x42lob\x12\x17\n\tmime_type\x18\x01 \x01(\tB\x04\xe2\x41\x01\x02\x12\x12\n\x04\x64\x61ta\x18\x02 \x01(\x0c\x42\x04\xe2\x41\x01\x02\"L\n\x05Image\x12\x17\n\tmime_type\x18\x01 \x01(\tB\x04\xe2\x41\x01\x02\x12\x12\n\x04\x64\x61ta\x18\x02 \x01(\x0c\x42\x04\xe2\x41\x01\x02\x12\x16\n\x08\x61lt_text\x18\x04 \x01(\tB\x04\xe2\x41\x01\x01\"\xab\x02\n\x08ToolCall\x12\x30\n\x04tool\x18\x02 \x01(\tB \xe2\x41\x01\x01\xfa\x41\x19\n\x17\x63\x65s.googleapis.com/ToolH\x00\x12\x42\n\x0ctoolset_tool\x18\x05 \x01(\x0b\x32$.google.cloud.ces.v1beta.ToolsetToolB\x04\xe2\x41\x01\x01H\x00\x12\x10\n\x02id\x18\x01 \x01(\tB\x04\xe2\x41\x01\x01\x12\x1a\n\x0c\x64isplay_name\x18\x04 \x01(\tB\x04\xe2\x41\x01\x03\x12+\n\x04\x61rgs\x18\x03 \x01(\x0b\x32\x17.google.protobuf.StructB\x04\xe2\x41\x01\x01\x12!\n\x13parent_tool_call_id\x18\x06 \x01(\tB\x04\xe2\x41\x01\x03\x12\x18\n\nagent_name\x18\x07 \x01(\tB\x04\xe2\x41\x01\x03\x42\x11\n\x0ftool_identifier\"\xb3\x02\n\x0cToolResponse\x12\x30\n\x04tool\x18\x02 \x01(\tB \xe2\x41\x01\x01\xfa\x41\x19\n\x17\x63\x65s.googleapis.com/ToolH\x00\x12\x42\n\x0ctoolset_tool\x18\x05 \x01(\x0b\x32$.google.cloud.ces.v1beta.ToolsetToolB\x04\xe2\x41\x01\x01H\x00\x12\x10\n\x02id\x18\x01 \x01(\tB\x04\xe2\x41\x01\x01\x12\x1a\n\x0c\x64isplay_name\x18\x04 \x01(\tB\x04\xe2\x41\x01\x03\x12/\n\x08response\x18\x03 \x01(\x0b\x32\x17.google.protobuf.StructB\x04\xe2\x41\x01\x02\x12!\n\x13parent_tool_call_id\x18\x06 \x01(\tB\x04\xe2\x41\x01\x03\x12\x18\n\nagent_name\x18\x07 \x01(\tB\x04\xe2\x41\x01\x03\x42\x11\n\x0ftool_identifier\"d\n\rAgentTransfer\x12\x37\n\x0ctarget_agent\x18\x01 \x01(\tB!\xe2\x41\x01\x02\xfa\x41\x1a\n\x18\x63\x65s.googleapis.com/Agent\x12\x1a\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x04\xe2\x41\x01\x03\x42\\\n\x1b\x63om.google.cloud.ces.v1betaB\x0c\x45xampleProtoP\x01Z-cloud.google.com/go/ces/apiv1beta/cespb;cespbb\x06proto3"
|
|
15
15
|
|
|
16
16
|
pool = ::Google::Protobuf::DescriptorPool.generated_pool
|
|
17
17
|
pool.add_serialized_file(descriptor_data)
|
|
@@ -10,7 +10,7 @@ require 'google/cloud/ces/v1beta/common_pb'
|
|
|
10
10
|
require 'google/protobuf/timestamp_pb'
|
|
11
11
|
|
|
12
12
|
|
|
13
|
-
descriptor_data = "\n\'google/cloud/ces/v1beta/guardrail.proto\x12\x17google.cloud.ces.v1beta\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a$google/cloud/ces/v1beta/common.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\
|
|
13
|
+
descriptor_data = "\n\'google/cloud/ces/v1beta/guardrail.proto\x12\x17google.cloud.ces.v1beta\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a$google/cloud/ces/v1beta/common.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\xd8\x1b\n\tGuardrail\x12P\n\x0e\x63ontent_filter\x18\x08 \x01(\x0b\x32\x30.google.cloud.ces.v1beta.Guardrail.ContentFilterB\x04\xe2\x41\x01\x01H\x00\x12Y\n\x13llm_prompt_security\x18\t \x01(\x0b\x32\x34.google.cloud.ces.v1beta.Guardrail.LlmPromptSecurityB\x04\xe2\x41\x01\x01H\x00\x12H\n\nllm_policy\x18\n \x01(\x0b\x32,.google.cloud.ces.v1beta.Guardrail.LlmPolicyB\x04\xe2\x41\x01\x01H\x00\x12L\n\x0cmodel_safety\x18\r \x01(\x0b\x32..google.cloud.ces.v1beta.Guardrail.ModelSafetyB\x04\xe2\x41\x01\x01H\x00\x12N\n\rcode_callback\x18\x0e \x01(\x0b\x32/.google.cloud.ces.v1beta.Guardrail.CodeCallbackB\x04\xe2\x41\x01\x01H\x00\x12I\n\nsupervisor\x18\x10 \x01(\x0b\x32-.google.cloud.ces.v1beta.Guardrail.SupervisorB\x04\xe2\x41\x01\x01H\x00\x12\x12\n\x04name\x18\x01 \x01(\tB\x04\xe2\x41\x01\x08\x12\x1a\n\x0c\x64isplay_name\x18\x02 \x01(\tB\x04\xe2\x41\x01\x02\x12\x19\n\x0b\x64\x65scription\x18\x03 \x01(\tB\x04\xe2\x41\x01\x01\x12\x15\n\x07\x65nabled\x18\x04 \x01(\x08\x42\x04\xe2\x41\x01\x01\x12<\n\x06\x61\x63tion\x18\x05 \x01(\x0b\x32&.google.cloud.ces.v1beta.TriggerActionB\x04\xe2\x41\x01\x01\x12\x35\n\x0b\x63reate_time\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x35\n\x0bupdate_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x04\xe2\x41\x01\x03\x12\x0c\n\x04\x65tag\x18\x0b \x01(\t\x1a\xba\x03\n\rContentFilter\x12\x1d\n\x0f\x62\x61nned_contents\x18\x01 \x03(\tB\x04\xe2\x41\x01\x01\x12+\n\x1d\x62\x61nned_contents_in_user_input\x18\x02 \x03(\tB\x04\xe2\x41\x01\x01\x12/\n!banned_contents_in_agent_response\x18\x03 \x03(\tB\x04\xe2\x41\x01\x01\x12T\n\nmatch_type\x18\x04 \x01(\x0e\x32:.google.cloud.ces.v1beta.Guardrail.ContentFilter.MatchTypeB\x04\xe2\x41\x01\x02\x12\"\n\x14\x64isregard_diacritics\x18\x05 \x01(\x08\x42\x04\xe2\x41\x01\x01\x12(\n\x1asensitive_words_exemptions\x18\x07 \x03(\tB\x04\xe2\x41\x01\x01\"\x87\x01\n\tMatchType\x12\x1a\n\x16MATCH_TYPE_UNSPECIFIED\x10\x00\x12\x17\n\x13SIMPLE_STRING_MATCH\x10\x01\x12\x1e\n\x1aWORD_BOUNDARY_STRING_MATCH\x10\x02\x12\x10\n\x0cREGEXP_MATCH\x10\x03\x12\x13\n\x0fSENSITIVE_WORDS\x10\x04\x1a\xbe\x02\n\x11LlmPromptSecurity\x12n\n\x10\x64\x65\x66\x61ult_settings\x18\x01 \x01(\x0b\x32L.google.cloud.ces.v1beta.Guardrail.LlmPromptSecurity.DefaultSecuritySettingsB\x04\xe2\x41\x01\x01H\x00\x12K\n\rcustom_policy\x18\x02 \x01(\x0b\x32,.google.cloud.ces.v1beta.Guardrail.LlmPolicyB\x04\xe2\x41\x01\x01H\x00\x12\x17\n\tfail_open\x18\x03 \x01(\x08\x42\x04\xe2\x41\x01\x01\x1a@\n\x17\x44\x65\x66\x61ultSecuritySettings\x12%\n\x17\x64\x65\x66\x61ult_prompt_template\x18\x01 \x01(\tB\x04\xe2\x41\x01\x03\x42\x11\n\x0fsecurity_config\x1a\x98\x03\n\tLlmPolicy\x12\'\n\x19max_conversation_messages\x18\x01 \x01(\x05\x42\x04\xe2\x41\x01\x01\x12\x44\n\x0emodel_settings\x18\x02 \x01(\x0b\x32&.google.cloud.ces.v1beta.ModelSettingsB\x04\xe2\x41\x01\x01\x12\x14\n\x06prompt\x18\x03 \x01(\tB\x04\xe2\x41\x01\x02\x12T\n\x0cpolicy_scope\x18\x04 \x01(\x0e\x32\x38.google.cloud.ces.v1beta.Guardrail.LlmPolicy.PolicyScopeB\x04\xe2\x41\x01\x02\x12\x17\n\tfail_open\x18\x05 \x01(\x08\x42\x04\xe2\x41\x01\x01\x12#\n\x15\x61llow_short_utterance\x18\x06 \x01(\x08\x42\x04\xe2\x41\x01\x01\"r\n\x0bPolicyScope\x12\x1c\n\x18POLICY_SCOPE_UNSPECIFIED\x10\x00\x12\x0e\n\nUSER_QUERY\x10\x01\x12\x12\n\x0e\x41GENT_RESPONSE\x10\x02\x12!\n\x1dUSER_QUERY_AND_AGENT_RESPONSE\x10\x03\x1a\xba\x05\n\x0bModelSafety\x12[\n\x0fsafety_settings\x18\x01 \x03(\x0b\x32<.google.cloud.ces.v1beta.Guardrail.ModelSafety.SafetySettingB\x04\xe2\x41\x01\x02\x1a\xc0\x01\n\rSafetySetting\x12S\n\x08\x63\x61tegory\x18\x01 \x01(\x0e\x32;.google.cloud.ces.v1beta.Guardrail.ModelSafety.HarmCategoryB\x04\xe2\x41\x01\x02\x12Z\n\tthreshold\x18\x02 \x01(\x0e\x32\x41.google.cloud.ces.v1beta.Guardrail.ModelSafety.HarmBlockThresholdB\x04\xe2\x41\x01\x02\"\xea\x01\n\x0cHarmCategory\x12\x1d\n\x19HARM_CATEGORY_UNSPECIFIED\x10\x00\x12\x1d\n\x19HARM_CATEGORY_HATE_SPEECH\x10\x01\x12#\n\x1fHARM_CATEGORY_DANGEROUS_CONTENT\x10\x02\x12\x1c\n\x18HARM_CATEGORY_HARASSMENT\x10\x03\x12#\n\x1fHARM_CATEGORY_SEXUALLY_EXPLICIT\x10\x04\x12\x1b\n\x17HARM_CATEGORY_PROFANITY\x10\x05\x12\x17\n\x13HARM_CATEGORY_TOXIC\x10\x06\"\x9d\x01\n\x12HarmBlockThreshold\x12$\n HARM_BLOCK_THRESHOLD_UNSPECIFIED\x10\x00\x12\x17\n\x13\x42LOCK_LOW_AND_ABOVE\x10\x01\x12\x1a\n\x16\x42LOCK_MEDIUM_AND_ABOVE\x10\x02\x12\x13\n\x0f\x42LOCK_ONLY_HIGH\x10\x03\x12\x0e\n\nBLOCK_NONE\x10\x04\x12\x07\n\x03OFF\x10\x05\x1a\xac\x02\n\x0c\x43odeCallback\x12\x46\n\x15\x62\x65\x66ore_agent_callback\x18\x01 \x01(\x0b\x32!.google.cloud.ces.v1beta.CallbackB\x04\xe2\x41\x01\x01\x12\x45\n\x14\x61\x66ter_agent_callback\x18\x02 \x01(\x0b\x32!.google.cloud.ces.v1beta.CallbackB\x04\xe2\x41\x01\x01\x12\x46\n\x15\x62\x65\x66ore_model_callback\x18\x03 \x01(\x0b\x32!.google.cloud.ces.v1beta.CallbackB\x04\xe2\x41\x01\x01\x12\x45\n\x14\x61\x66ter_model_callback\x18\x04 \x01(\x0b\x32!.google.cloud.ces.v1beta.CallbackB\x04\xe2\x41\x01\x01\x1a\xb0\x03\n\nSupervisor\x12\x46\n\x04type\x18\x01 \x01(\x0e\x32\x32.google.cloud.ces.v1beta.Guardrail.Supervisor.TypeB\x04\xe2\x41\x01\x01\x12Y\n\x0e\x64\x65tection_mode\x18\x02 \x01(\x0e\x32;.google.cloud.ces.v1beta.Guardrail.Supervisor.DetectionModeB\x04\xe2\x41\x01\x01\"\xad\x01\n\x04Type\x12\x14\n\x10TYPE_UNSPECIFIED\x10\x00\x12\x10\n\x0cINVALID_TEXT\x10\x01\x12\x12\n\x0eLANGUAGE_SHIFT\x10\x02\x12\x11\n\rSPEAKER_SHIFT\x10\x03\x12\x12\n\x0e\x41UDIO_MISMATCH\x10\x04\x12\x15\n\x11MISSING_TOOL_CALL\x10\x05\x12\n\n\x06\x43USTOM\x10\x06\x12\x10\n\x0c\x43HOPPY_AUDIO\x10\x07\x12\r\n\tPROFANITY\x10\x08\"O\n\rDetectionMode\x12\x1e\n\x1a\x44\x45TECTION_MODE_UNSPECIFIED\x10\x00\x12\x10\n\x0cNON_BLOCKING\x10\x01\x12\x0c\n\x08\x42LOCKING\x10\x02:\x84\x01\xea\x41\x80\x01\n\x1c\x63\x65s.googleapis.com/Guardrail\x12Iprojects/{project}/locations/{location}/apps/{app}/guardrails/{guardrail}*\nguardrails2\tguardrailB\x10\n\x0eguardrail_typeB^\n\x1b\x63om.google.cloud.ces.v1betaB\x0eGuardrailProtoP\x01Z-cloud.google.com/go/ces/apiv1beta/cespb;cespbb\x06proto3"
|
|
14
14
|
|
|
15
15
|
pool = ::Google::Protobuf::DescriptorPool.generated_pool
|
|
16
16
|
pool.add_serialized_file(descriptor_data)
|
|
@@ -31,6 +31,9 @@ module Google
|
|
|
31
31
|
Guardrail::ModelSafety::HarmCategory = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.Guardrail.ModelSafety.HarmCategory").enummodule
|
|
32
32
|
Guardrail::ModelSafety::HarmBlockThreshold = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.Guardrail.ModelSafety.HarmBlockThreshold").enummodule
|
|
33
33
|
Guardrail::CodeCallback = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.Guardrail.CodeCallback").msgclass
|
|
34
|
+
Guardrail::Supervisor = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.Guardrail.Supervisor").msgclass
|
|
35
|
+
Guardrail::Supervisor::Type = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.Guardrail.Supervisor.Type").enummodule
|
|
36
|
+
Guardrail::Supervisor::DetectionMode = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.ces.v1beta.Guardrail.Supervisor.DetectionMode").enummodule
|
|
34
37
|
end
|
|
35
38
|
end
|
|
36
39
|
end
|
|
@@ -18,6 +18,7 @@
|
|
|
18
18
|
|
|
19
19
|
require "google/cloud/ces/v1beta/session_service/rest"
|
|
20
20
|
require "google/cloud/ces/v1beta/agent_service/rest"
|
|
21
|
+
require "google/cloud/ces/v1beta/assistant_service/rest"
|
|
21
22
|
require "google/cloud/ces/v1beta/evaluation_service/rest"
|
|
22
23
|
require "google/cloud/ces/v1beta/tool_service/rest"
|
|
23
24
|
require "google/cloud/ces/v1beta/widget_service/rest"
|