google-cloud-ces-v1beta 0.1.0 → 0.2.0

data/proto_docs/google/cloud/ces/v1beta/agent_card.rb

@@ -0,0 +1,122 @@
+# frozen_string_literal: true
+
+# Copyright 2026 Google LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     https://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
+
+
+module Google
+  module Cloud
+    module Ces
+      module V1beta
+        # AgentCard conveys key information about a remote agent.
+        # It is a trimmed version of the AgentCard defined in the A2A protocol
+        # https://a2a-protocol.org/dev/specification/#441-agentcard
+        # @!attribute [rw] name
+        #   @return [::String]
+        #     Required. A human-readable name for the agent.
+        # @!attribute [rw] description
+        #   @return [::String]
+        #     Required. A description of the agent's domain of action/solution space.
+        # @!attribute [rw] supported_interfaces
+        #   @return [::Array<::Google::Cloud::Ces::V1beta::AgentInterface>]
+        #     Required. Ordered list of supported interfaces. The first entry is
+        #     preferred.
+        # @!attribute [rw] version
+        #   @return [::String]
+        #     Required. The version of the agent.
+        # @!attribute [rw] skills
+        #   @return [::Array<::Google::Cloud::Ces::V1beta::AgentSkill>]
+        #     Required. Skills represent a unit of ability an agent can perform. This may
+        #     somewhat abstract but represents a more focused set of actions that the
+        #     agent is highly likely to succeed at.
+        class AgentCard
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
+        # Declares a combination of a target URL, transport and protocol version for
+        # interacting with the agent. This allows agents to expose the same
+        # functionality over multiple protocol binding mechanisms.
+        # @!attribute [rw] url
+        #   @return [::String]
+        #     Required. The URL where this interface is available. Must be a valid
+        #     absolute HTTPS URL in production. Example:
+        #     "https://api.example.com/a2a/v1", "https://grpc.example.com/a2a"
+        # @!attribute [rw] protocol_binding
+        #   @return [::String]
+        #     Required. The protocol binding supported at this URL. This is an open form
+        #     string, to be easily extended for other protocol bindings. The core ones
+        #     officially supported are `JSONRPC`, `GRPC` and `HTTP+JSON`.
+        # @!attribute [rw] tenant
+        #   @return [::String]
+        #     Tenant ID to be used in the request when calling the agent.
+        # @!attribute [rw] protocol_version
+        #   @return [::String]
+        #     Required. The version of the A2A protocol this interface exposes.
+        #     Use the latest supported minor version per major version.
+        #     Examples: "0.3", "1.0"
+        class AgentInterface
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
+        # Represents a distinct capability or function that an agent can perform.
+        # @!attribute [rw] id
+        #   @return [::String]
+        #     Required. A unique identifier for the agent's skill.
+        # @!attribute [rw] name
+        #   @return [::String]
+        #     Required. A human-readable name for the skill.
+        # @!attribute [rw] description
+        #   @return [::String]
+        #     Required. A detailed description of the skill.
+        # @!attribute [rw] tags
+        #   @return [::Array<::String>]
+        #     Required. A set of keywords describing the skill's capabilities.
+        # @!attribute [rw] examples
+        #   @return [::Array<::String>]
+        #     Example prompts or scenarios that this skill can handle.
+        # @!attribute [rw] input_modes
+        #   @return [::Array<::String>]
+        #     The set of supported input media types for this skill, overriding the
+        #     agent's defaults.
+        # @!attribute [rw] output_modes
+        #   @return [::Array<::String>]
+        #     The set of supported output media types for this skill, overriding the
+        #     agent's defaults.
+        class AgentSkill
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
+        # Represents a tool that allows the agent to call another remote agent.
+        # @!attribute [rw] name
+        #   @return [::String]
+        #     Required. The name of the tool.
+        # @!attribute [rw] description
+        #   @return [::String]
+        #     Required. The description of the tool.
+        # @!attribute [rw] agent_card
+        #   @return [::Google::Cloud::Ces::V1beta::AgentCard]
+        #     Required. The agent card of the remote agent that this tool invokes.
+        class RemoteAgentTool
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+      end
+    end
+  end
+end

data/proto_docs/google/cloud/ces/v1beta/agent_service.rb

@@ -1185,19 +1185,24 @@ module Google
         #     The agent resource to be used by the LLM assistant, can be empty for
         #     generating a new agent.
         #
-        #     Note: The following fields are mutually exclusive: `agent`, `tool`, `toolset`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        #     Note: The following fields are mutually exclusive: `agent`, `tool`, `toolset`, `app_version_context`. If a field in that set is populated, all other fields in the set will automatically be cleared.
         # @!attribute [rw] tool
         #   @return [::Google::Cloud::Ces::V1beta::Tool]
         #     The tool resource to be used by the LLM assistant, can be empty for
         #     generating a new tool.
         #
-        #     Note: The following fields are mutually exclusive: `tool`, `agent`, `toolset`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        #     Note: The following fields are mutually exclusive: `tool`, `agent`, `toolset`, `app_version_context`. If a field in that set is populated, all other fields in the set will automatically be cleared.
         # @!attribute [rw] toolset
         #   @return [::Google::Cloud::Ces::V1beta::Toolset]
         #     The toolset resource to be used by the LLM assistant, can be empty for
         #     generating a new toolset.
         #
-        #     Note: The following fields are mutually exclusive: `toolset`, `agent`, `tool`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        #     Note: The following fields are mutually exclusive: `toolset`, `agent`, `tool`, `app_version_context`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+        # @!attribute [rw] app_version_context
+        #   @return [::Google::Cloud::Ces::V1beta::GenerateAppResourceRequest::AppVersionContext]
+        #     The app version context specifying the base snapshot and target agent.
+        #
+        #     Note: The following fields are mutually exclusive: `app_version_context`, `agent`, `tool`, `toolset`. If a field in that set is populated, all other fields in the set will automatically be cleared.
         # @!attribute [rw] parent
         #   @return [::String]
         #     Required. The resource name of the app to generate the resource for.
@@ -1226,6 +1231,22 @@ module Google
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
 
+          # The app version context specifying the base snapshot and target agent.
+          # @!attribute [rw] app_version
+          #   @return [::String]
+          #     The resource name of the app version to be used by the LLM assistant.
+          #     Format:
+          #     `projects/{project}/locations/{location}/apps/{app}/versions/{version}`
+          # @!attribute [rw] agent_resource_name
+          #   @return [::String]
+          #     The resource name of the target agent to be used by the LLM assistant.
+          #     Format:
+          #     `projects/{project}/locations/{location}/apps/{app}/agents/{agent}`
+          class AppVersionContext
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+          end
+
           # The instructions to be used to refine a part of the resource. The part of
           # the resource can be specified  with a start index, end index and a field
           # mask. For example, if you want to refine a part of the agent instructions

data/proto_docs/google/cloud/ces/v1beta/app.rb

@@ -112,6 +112,9 @@ module Google
         # @!attribute [rw] client_certificate_settings
         #   @return [::Google::Cloud::Ces::V1beta::ClientCertificateSettings]
         #     Optional. The default client certificate settings for the app.
+        # @!attribute [rw] vpc_sc_settings
+        #   @return [::Google::Cloud::Ces::V1beta::VpcScSettings]
+        #     Optional. VPC-SC settings for the app.
         # @!attribute [rw] locked
         #   @return [::Boolean]
         #     Optional. Indicates whether the app is locked for changes. If the app is
@@ -124,6 +127,9 @@ module Google
         # @!attribute [rw] evaluation_settings
         #   @return [::Google::Cloud::Ces::V1beta::EvaluationSettings]
         #     Optional. The evaluation settings for the app.
+        # @!attribute [r] validation_errors
+        #   @return [::Array<::String>]
+        #     Output only. Misconfigurations or warnings in the app.
         class App
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -384,11 +390,20 @@ module Google
         #     Optional. Configuration for how sensitive data should be redacted.
         # @!attribute [rw] audio_recording_config
         #   @return [::Google::Cloud::Ces::V1beta::AudioRecordingConfig]
-        #     Optional. Configuration for how audio interactions should be recorded.
+        #     Optional. Configuration for how audio interactions should be recorded. The
+        #     audio is subject to redaction as configured in
+        #     {::Google::Cloud::Ces::V1beta::LoggingSettings#redaction_config RedactionConfig}.
+        # @!attribute [rw] unredacted_audio_recording_config
+        #   @return [::Google::Cloud::Ces::V1beta::AudioRecordingConfig]
+        #     Optional. Configures an additional recording of unredacted audio. This can
+        #     be used to maintain a raw audio copy when audio redaction is
+        #     {::Google::Cloud::Ces::V1beta::RedactionConfig#enable_redaction enabled},
+        #     typically for auditing or monitoring purposes.
         # @!attribute [rw] bigquery_export_settings
         #   @return [::Google::Cloud::Ces::V1beta::BigQueryExportSettings]
-        #     Optional. Settings to describe the BigQuery export behaviors for the app.
-        #     The conversation data will be exported to BigQuery tables if it is enabled.
+        #     Optional. Configures the BigQuery export behaviors for the app. The
+        #     conversation data is subject to redaction as configured in
+        #     {::Google::Cloud::Ces::V1beta::LoggingSettings#redaction_config RedactionConfig}.
         # @!attribute [rw] cloud_logging_settings
         #   @return [::Google::Cloud::Ces::V1beta::CloudLoggingSettings]
         #     Optional. Settings to describe the Cloud Logging behaviors for the app.
@@ -613,6 +628,13 @@ module Google
         #   @return [::Google::Cloud::Ces::V1beta::EvaluationToolCallBehaviour]
         #     Optional. Configures the default tool call behaviour for scenario
         #     evaluations.
+        # @!attribute [rw] metrics_config
+        #   @return [::Google::Cloud::Ces::V1beta::EvaluationMetricsConfig]
+        #     Optional. Configures the default metrics for evaluations.
+        # @!attribute [rw] scenario_execution_mode
+        #   @return [::Google::Cloud::Ces::V1beta::EvaluationSettings::ScenarioExecutionMode]
+        #     Optional. The execution mode for scenario evaluations. If not provided,
+        #     will default to QUALITY_OPTIMIZED.
         class EvaluationSettings
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -628,6 +650,18 @@ module Google
             # The agent starts the conversation.
             AGENT = 2
           end
+
+          # The execution mode for scenario evaluations.
+          module ScenarioExecutionMode
+            # Unspecified execution mode. Defaults to QUALITY_OPTIMIZED.
+            SCENARIO_EXECUTION_MODE_UNSPECIFIED = 0
+
+            # Quality optimized mode.
+            QUALITY_OPTIMIZED = 1
+
+            # Speed optimized mode.
+            SPEED_OPTIMIZED = 2
+          end
         end
 
         # Settings for custom client certificates.
@@ -651,6 +685,19 @@ module Google
           extend ::Google::Protobuf::MessageExts::ClassMethods
         end
 
+        # VPC-SC settings for the app.
+        # @!attribute [rw] allowed_origins
+        #   @return [::Array<::String>]
+        #     Optional. The allowed HTTP(s) origins that OpenAPI tools in the App are
+        #     able to directly call when VPC Service Controls are enabled. These strings
+        #     must match the origin exactly, including the port if specified. For
+        #     example, "https://example.com" or "https://example.com:443". This list does
+        #     not yet apply to Python tools that may make direct HTTP calls.
+        class VpcScSettings
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+        end
+
         # Settings to describe the conversation logging behaviors for the app.
         # @!attribute [rw] disable_conversation_logging
         #   @return [::Boolean]

data/proto_docs/google/cloud/ces/v1beta/conversation.rb

@@ -131,22 +131,25 @@ module Google
             # Unspecified input type.
             INPUT_TYPE_UNSPECIFIED = 0
 
-            # The input message is text.
+            # Text input.
             INPUT_TYPE_TEXT = 1
 
-            # The input message is audio.
+            # Event input.
+            INPUT_TYPE_EVENT = 7
+
+            # Audio input.
             INPUT_TYPE_AUDIO = 2
 
-            # The input message is image.
+            # Image input.
             INPUT_TYPE_IMAGE = 3
 
-            # The input message is blob file.
+            # Blob input.
             INPUT_TYPE_BLOB = 4
 
-            # The input message is client function tool response.
+            # Client function tool response input.
             INPUT_TYPE_TOOL_RESPONSE = 5
 
-            # The input message are variables.
+            # Variables input.
             INPUT_TYPE_VARIABLES = 6
           end
         end

data/proto_docs/google/cloud/ces/v1beta/deployment.rb

@@ -21,6 +21,64 @@ module Google
   module Cloud
     module Ces
       module V1beta
+        # Experiment for the deployment.
+        # @!attribute [rw] version_release
+        #   @return [::Google::Cloud::Ces::V1beta::ExperimentConfig::VersionRelease]
+        #     Optional. Version release for the experiment.
+        class ExperimentConfig
+          include ::Google::Protobuf::MessageExts
+          extend ::Google::Protobuf::MessageExts::ClassMethods
+
+          # Version release for the experiment.
+          # @!attribute [rw] state
+          #   @return [::Google::Cloud::Ces::V1beta::ExperimentConfig::State]
+          #     Optional. State of the version release.
+          # @!attribute [rw] traffic_allocations
+          #   @return [::Array<::Google::Cloud::Ces::V1beta::ExperimentConfig::VersionRelease::TrafficAllocation>]
+          #     Optional. Traffic allocations for the version release.
+          class VersionRelease
+            include ::Google::Protobuf::MessageExts
+            extend ::Google::Protobuf::MessageExts::ClassMethods
+
+            # Traffic allocation for the version release.
+            # @!attribute [rw] id
+            #   @return [::String]
+            #     Optional. Id of the traffic allocation.
+            #     Free format string, up to 128 characters.
+            # @!attribute [rw] traffic_percentage
+            #   @return [::Integer]
+            #     Optional. Traffic percentage of the traffic allocation.
+            #     Must be between 0 and 100.
+            # @!attribute [rw] app_version
+            #   @return [::String]
+            #     Optional. App version of the traffic allocation.
+            #     Format:
+            #     `projects/{project}/locations/{location}/apps/{app}/versions/{version}`
+            class TrafficAllocation
+              include ::Google::Protobuf::MessageExts
+              extend ::Google::Protobuf::MessageExts::ClassMethods
+            end
+          end
+
+          # State of the experiment.
+          module State
+            # Unspecified state.
+            STATE_UNSPECIFIED = 0
+
+            # Pending state. Experiment is pending and not valid.
+            PENDING = 1
+
+            # Running state. Experiment is running and valid.
+            RUNNING = 2
+
+            # Done state. Experiment is done and no longer valid.
+            DONE = 3
+
+            # Expired state. Experiment is expired and no longer valid.
+            EXPIRED = 4
+          end
+        end
+
         # A deployment represents an immutable, queryable version of the app.
         # It is used to deploy an app version with a specific channel profile.
         # @!attribute [rw] name
@@ -52,6 +110,9 @@ module Google
         #     Output only. Etag used to ensure the object hasn't changed during a
         #     read-modify-write operation. If the etag is empty, the update will
         #     overwrite any concurrent changes.
+        # @!attribute [rw] experiment_config
+        #   @return [::Google::Cloud::Ces::V1beta::ExperimentConfig]
+        #     Optional. Experiment configuration for the deployment.
         class Deployment
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods

data/proto_docs/google/cloud/ces/v1beta/evaluation.rb

@@ -209,6 +209,12 @@ module Google
         #     Output only. The last 10 evaluation results for this evaluation. This is
         #     only populated if include_last_ten_results is set to true in the
         #     ListEvaluationsRequest or GetEvaluationRequest.
+        # @!attribute [rw] evaluation_metrics_threshold_override
+        #   @return [::Google::Cloud::Ces::V1beta::EvaluationMetricsThresholds]
+        #     Optional. Overrides metrics thresholds for this specific evaluation.
+        # @!attribute [rw] evaluation_metrics_config_override
+        #   @return [::Google::Cloud::Ces::V1beta::EvaluationMetricsConfig]
+        #     Optional. Overrides metrics config for this specific evaluation.
         class Evaluation
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -218,42 +224,63 @@ module Google
           #   @return [::Google::Cloud::Ces::V1beta::ToolCall]
           #     Optional. Check that a specific tool was called with the parameters.
           #
-          #     Note: The following fields are mutually exclusive: `tool_call`, `tool_response`, `agent_response`, `agent_transfer`, `updated_variables`, `mock_tool_response`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+          #     Note: The following fields are mutually exclusive: `tool_call`, `tool_response`, `agent_response`, `agent_transfer`, `updated_variables`, `mock_tool_response`, `no_tool_calls`. If a field in that set is populated, all other fields in the set will automatically be cleared.
           # @!attribute [rw] tool_response
           #   @return [::Google::Cloud::Ces::V1beta::ToolResponse]
           #     Optional. Check that a specific tool had the expected response.
           #
-          #     Note: The following fields are mutually exclusive: `tool_response`, `tool_call`, `agent_response`, `agent_transfer`, `updated_variables`, `mock_tool_response`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+          #     Note: The following fields are mutually exclusive: `tool_response`, `tool_call`, `agent_response`, `agent_transfer`, `updated_variables`, `mock_tool_response`, `no_tool_calls`. If a field in that set is populated, all other fields in the set will automatically be cleared.
           # @!attribute [rw] agent_response
           #   @return [::Google::Cloud::Ces::V1beta::Message]
           #     Optional. Check that the agent responded with the correct response. The
           #     role "agent" is implied.
           #
-          #     Note: The following fields are mutually exclusive: `agent_response`, `tool_call`, `tool_response`, `agent_transfer`, `updated_variables`, `mock_tool_response`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+          #     Note: The following fields are mutually exclusive: `agent_response`, `tool_call`, `tool_response`, `agent_transfer`, `updated_variables`, `mock_tool_response`, `no_tool_calls`. If a field in that set is populated, all other fields in the set will automatically be cleared.
           # @!attribute [rw] agent_transfer
           #   @return [::Google::Cloud::Ces::V1beta::AgentTransfer]
           #     Optional. Check that the agent transferred the conversation to a
           #     different agent.
           #
-          #     Note: The following fields are mutually exclusive: `agent_transfer`, `tool_call`, `tool_response`, `agent_response`, `updated_variables`, `mock_tool_response`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+          #     Note: The following fields are mutually exclusive: `agent_transfer`, `tool_call`, `tool_response`, `agent_response`, `updated_variables`, `mock_tool_response`, `no_tool_calls`. If a field in that set is populated, all other fields in the set will automatically be cleared.
           # @!attribute [rw] updated_variables
           #   @return [::Google::Protobuf::Struct]
           #     Optional. Check that the agent updated the session variables to the
           #     expected values. Used to also capture agent variable updates for golden
           #     evals.
           #
-          #     Note: The following fields are mutually exclusive: `updated_variables`, `tool_call`, `tool_response`, `agent_response`, `agent_transfer`, `mock_tool_response`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+          #     Note: The following fields are mutually exclusive: `updated_variables`, `tool_call`, `tool_response`, `agent_response`, `agent_transfer`, `mock_tool_response`, `no_tool_calls`. If a field in that set is populated, all other fields in the set will automatically be cleared.
           # @!attribute [rw] mock_tool_response
           #   @return [::Google::Cloud::Ces::V1beta::ToolResponse]
           #     Optional. The tool response to mock, with the parameters of interest
           #     specified. Any parameters not specified will be hallucinated by the
           #     LLM.
           #
-          #     Note: The following fields are mutually exclusive: `mock_tool_response`, `tool_call`, `tool_response`, `agent_response`, `agent_transfer`, `updated_variables`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+          #     Note: The following fields are mutually exclusive: `mock_tool_response`, `tool_call`, `tool_response`, `agent_response`, `agent_transfer`, `updated_variables`, `no_tool_calls`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+          # @!attribute [rw] no_tool_calls
+          #   @return [::Boolean]
+          #     Optional. Check that no tools were called during this turn.
+          #
+          #     Note: The following fields are mutually exclusive: `no_tool_calls`, `tool_call`, `tool_response`, `agent_response`, `agent_transfer`, `updated_variables`, `mock_tool_response`. If a field in that set is populated, all other fields in the set will automatically be cleared.
           # @!attribute [rw] note
           #   @return [::String]
           #     Optional. A note for this requirement, useful in reporting when specific
           #     checks fail. E.g., "Check_Payment_Tool_Called".
+          # @!attribute [rw] skip_evaluation
+          #   @return [::Boolean]
+          #     Optional. If set to true, this specific expectation will not be
+          #     evaluated.
+          # @!attribute [rw] expectation_level_metrics_thresholds_override
+          #   @return [::Google::Cloud::Ces::V1beta::EvaluationMetricsThresholds::GoldenEvaluationMetricsThresholds::ExpectationLevelMetricsThresholds]
+          #     Optional. Overrides metrics at the step level.
+          # @!attribute [rw] agent_response_semantic_similarity_metrics_config_override
+          #   @return [::Google::Cloud::Ces::V1beta::EvaluationMetricsConfig::SemanticSimilarityMetricsConfig]
+          #     Optional. Overrides for agent_response semantic similarity metrics.
+          # @!attribute [rw] agent_response_hallucination_metrics_config_override
+          #   @return [::Google::Cloud::Ces::V1beta::EvaluationMetricsConfig::HallucinationMetricsConfig]
+          #     Optional. Overrides for agent_response hallucination metrics.
+          # @!attribute [rw] comparison_type
+          #   @return [::Google::Cloud::Ces::V1beta::EvaluationMetricsConfig::ComparisonType]
+          #     Optional. The comparison type to use for the expectation check.
           class GoldenExpectation
             include ::Google::Protobuf::MessageExts
             extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -287,7 +314,14 @@ module Google
           # @!attribute [rw] root_span
           #   @return [::Google::Cloud::Ces::V1beta::Span]
           #     Optional. The root span of the golden turn for processing and maintaining
-          #     audio information.
+          #     audio information. The uri for the audio must contain audio saved in
+          #     16Khz sample rate.
+          # @!attribute [rw] turn_level_metrics_thresholds_override
+          #   @return [::Google::Cloud::Ces::V1beta::EvaluationMetricsThresholds::GoldenEvaluationMetricsThresholds::TurnLevelMetricsThresholds]
+          #     Optional. Overrides for turn-level metric thresholds.
+          # @!attribute [rw] hallucination_metric_behavior_override
+          #   @return [::Google::Cloud::Ces::V1beta::EvaluationMetricsThresholds::HallucinationMetricBehavior]
+          #     Optional. Override for turn-level hallucination metric behavior.
           class GoldenTurn
             include ::Google::Protobuf::MessageExts
             extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -297,6 +331,7 @@ module Google
           # @!attribute [rw] turns
           #   @return [::Array<::Google::Cloud::Ces::V1beta::Evaluation::GoldenTurn>]
           #     Required. The golden turns required to replay a golden conversation.
+          #     The maximum number of allowed turns is 100.
           # @!attribute [rw] evaluation_expectations
           #   @return [::Array<::String>]
           #     Optional. The evaluation expectations to evaluate the replayed
@@ -348,8 +383,8 @@ module Google
           #     Optional. The user facts to be used by the scenario.
           # @!attribute [rw] max_turns
           #   @return [::Integer]
-          #     Optional. The maximum number of turns to simulate. If not specified, the
-          #     simulation will continue until the task is complete.
+          #     Optional. The maximum number of turns to simulate. The maximum allowed
+          #     value is 100. The default value is 100.
           # @!attribute [rw] rubrics
           #   @return [::Array<::String>]
           #     Required. The rubrics to score the scenario against.
@@ -378,6 +413,9 @@ module Google
           #     Optional. The evaluation expectations to evaluate the conversation
           #     produced by the simulation against. Format:
           #     `projects/{project}/locations/{location}/apps/{app}/evaluationExpectations/{evaluationExpectation}`
+          # @!attribute [rw] scenario_execution_mode
+          #   @return [::Google::Cloud::Ces::V1beta::EvaluationSettings::ScenarioExecutionMode]
+          #     Optional. The execution mode for scenario evaluations.
           class Scenario
             include ::Google::Protobuf::MessageExts
             extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -555,22 +593,29 @@ module Google
           #   @return [::Google::Cloud::Ces::V1beta::ToolCall]
           #     Output only. The result of the tool call expectation.
           #
-          #     Note: The following fields are mutually exclusive: `observed_tool_call`, `observed_tool_response`, `observed_agent_response`, `observed_agent_transfer`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+          #     Note: The following fields are mutually exclusive: `observed_tool_call`, `observed_tool_response`, `observed_agent_response`, `observed_agent_transfer`, `observed_payload`. If a field in that set is populated, all other fields in the set will automatically be cleared.
           # @!attribute [r] observed_tool_response
           #   @return [::Google::Cloud::Ces::V1beta::ToolResponse]
           #     Output only. The result of the tool response expectation.
           #
-          #     Note: The following fields are mutually exclusive: `observed_tool_response`, `observed_tool_call`, `observed_agent_response`, `observed_agent_transfer`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+          #     Note: The following fields are mutually exclusive: `observed_tool_response`, `observed_tool_call`, `observed_agent_response`, `observed_agent_transfer`, `observed_payload`. If a field in that set is populated, all other fields in the set will automatically be cleared.
           # @!attribute [r] observed_agent_response
           #   @return [::Google::Cloud::Ces::V1beta::Message]
           #     Output only. The result of the agent response expectation.
           #
-          #     Note: The following fields are mutually exclusive: `observed_agent_response`, `observed_tool_call`, `observed_tool_response`, `observed_agent_transfer`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+          #     Note: The following fields are mutually exclusive: `observed_agent_response`, `observed_tool_call`, `observed_tool_response`, `observed_agent_transfer`, `observed_payload`. If a field in that set is populated, all other fields in the set will automatically be cleared.
           # @!attribute [r] observed_agent_transfer
           #   @return [::Google::Cloud::Ces::V1beta::AgentTransfer]
           #     Output only. The result of the agent transfer expectation.
           #
-          #     Note: The following fields are mutually exclusive: `observed_agent_transfer`, `observed_tool_call`, `observed_tool_response`, `observed_agent_response`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+          #     Note: The following fields are mutually exclusive: `observed_agent_transfer`, `observed_tool_call`, `observed_tool_response`, `observed_agent_response`, `observed_payload`. If a field in that set is populated, all other fields in the set will automatically be cleared.
+          # @!attribute [r] observed_payload
+          #   @return [::Google::Protobuf::Struct]
+          #     Output only. An observed custom payload.
+          #     There are no expectations for custom payloads. This is only used for
+          #     metrics calculation. The outcome is always SKIPPED.
+          #
+          #     Note: The following fields are mutually exclusive: `observed_payload`, `observed_tool_call`, `observed_tool_response`, `observed_agent_response`, `observed_agent_transfer`. If a field in that set is populated, all other fields in the set will automatically be cleared.
           # @!attribute [r] expectation
           #   @return [::Google::Cloud::Ces::V1beta::Evaluation::GoldenExpectation]
           #     Output only. The expectation that was evaluated.
@@ -989,6 +1034,9 @@ module Google
             # Evaluation result execution state is not specified.
             EXECUTION_STATE_UNSPECIFIED = 0
 
+            # Evaluation result execution is queued.
+            QUEUED = 5
+
             # Evaluation result execution is running.
             RUNNING = 1
 
@@ -997,6 +1045,9 @@ module Google
 
             # Evaluation result execution failed due to an internal error.
             ERROR = 3
+
+            # Evaluation result execution was cancelled.
+            CANCELLED = 4
           end
         end
 
@@ -1098,6 +1149,11 @@ module Google
         # @!attribute [r] golden_run_method
         #   @return [::Google::Cloud::Ces::V1beta::GoldenRunMethod]
         #     Output only. The method used to run the evaluation.
+        # @!attribute [r] operation
+        #   @return [::String]
+        #     Output only. The operation that created this evaluation run.
+        #     Format:
+        #     `projects/{project}/locations/{location}/operations/{operation}`
         class EvaluationRun
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -1124,6 +1180,10 @@ module Google
           #     Output only. Number of completed evaluation results with an outcome of
           #     PASS. (EvaluationResult.execution_state is COMPLETED and
           #     EvaluationResult.evaluation_status is PASS).
+          # @!attribute [r] cancelled_count
+          #   @return [::Integer]
+          #     Output only. Number of evaluation results that were cancelled.
+          #     (EvaluationResult.execution_state is CANCELLED).
           class Progress
             include ::Google::Protobuf::MessageExts
             extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -1178,6 +1238,9 @@ module Google
             # Evaluation run state is not specified.
             EVALUATION_RUN_STATE_UNSPECIFIED = 0
 
+            # Indicates the evaluation run is queued.
+            QUEUED = 5
+
             # Evaluation run is running.
             RUNNING = 1
 
@@ -1186,6 +1249,9 @@ module Google
 
             # The evaluation run has an error.
             ERROR = 3
+
+            # Evaluation run was cancelled.
+            CANCELLED = 4
           end
         end
 
@@ -1376,6 +1442,9 @@ module Google
         # @!attribute [r] session_id
         #   @return [::String]
         #     Output only. The session ID for the conversation that caused the error.
+        # @!attribute [r] user_facing_error_message
+        #   @return [::String]
+        #     Output only. The user facing error message.
         class EvaluationErrorInfo
           include ::Google::Protobuf::MessageExts
           extend ::Google::Protobuf::MessageExts::ClassMethods