google-apis-aiplatform_v1beta1 0.58.0 → 0.59.0

data/lib/google/apis/aiplatform_v1beta1/classes.rb

@@ -779,6 +779,80 @@ module Google
         end
       end
       
+      # The aggregation result for the entire dataset and all metrics.
+      class GoogleCloudAiplatformV1beta1AggregationOutput
+        include Google::Apis::Core::Hashable
+      
+        # One AggregationResult per metric.
+        # Corresponds to the JSON property `aggregationResults`
+        # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1AggregationResult>]
+        attr_accessor :aggregation_results
+      
+        # The dataset used for evaluation.
+        # Corresponds to the JSON property `dataset`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationDataset]
+        attr_accessor :dataset
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @aggregation_results = args[:aggregation_results] if args.key?(:aggregation_results)
+          @dataset = args[:dataset] if args.key?(:dataset)
+        end
+      end
+      
+      # The aggregation result for a single metric.
+      class GoogleCloudAiplatformV1beta1AggregationResult
+        include Google::Apis::Core::Hashable
+      
+        # Aggregation metric.
+        # Corresponds to the JSON property `aggregationMetric`
+        # @return [String]
+        attr_accessor :aggregation_metric
+      
+        # Bleu metric value for an instance.
+        # Corresponds to the JSON property `bleuMetricValue`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1BleuMetricValue]
+        attr_accessor :bleu_metric_value
+      
+        # Exact match metric value for an instance.
+        # Corresponds to the JSON property `exactMatchMetricValue`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1ExactMatchMetricValue]
+        attr_accessor :exact_match_metric_value
+      
+        # Spec for pairwise metric result.
+        # Corresponds to the JSON property `pairwiseMetricResult`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1PairwiseMetricResult]
+        attr_accessor :pairwise_metric_result
+      
+        # Spec for pointwise metric result.
+        # Corresponds to the JSON property `pointwiseMetricResult`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1PointwiseMetricResult]
+        attr_accessor :pointwise_metric_result
+      
+        # Rouge metric value for an instance.
+        # Corresponds to the JSON property `rougeMetricValue`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1RougeMetricValue]
+        attr_accessor :rouge_metric_value
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @aggregation_metric = args[:aggregation_metric] if args.key?(:aggregation_metric)
+          @bleu_metric_value = args[:bleu_metric_value] if args.key?(:bleu_metric_value)
+          @exact_match_metric_value = args[:exact_match_metric_value] if args.key?(:exact_match_metric_value)
+          @pairwise_metric_result = args[:pairwise_metric_result] if args.key?(:pairwise_metric_result)
+          @pointwise_metric_result = args[:pointwise_metric_result] if args.key?(:pointwise_metric_result)
+          @rouge_metric_value = args[:rouge_metric_value] if args.key?(:rouge_metric_value)
+        end
+      end
+      
       # Used to assign specific AnnotationSpec to a particular area of a DataItem or
       # the whole part of the DataItem.
       class GoogleCloudAiplatformV1beta1Annotation
@@ -1788,6 +1862,13 @@ module Google
         # @return [String]
         attr_accessor :metric_name
       
+        # Optional. The Cloud Monitoring monitored resource labels as key value pairs
+        # used for metrics filtering. See Cloud Monitoring Labels https://cloud.google.
+        # com/monitoring/api/v3/metric-model#generic-label-info
+        # Corresponds to the JSON property `monitoredResourceLabels`
+        # @return [Hash<String,String>]
+        attr_accessor :monitored_resource_labels
+      
         # The target resource utilization in percentage (1% - 100%) for the given metric;
         # once the real usage deviates from the target by a certain percentage, the
         # machine replicas change. The default value is 60 (representing 60%) if not
@@ -1803,6 +1884,7 @@ module Google
         # Update properties of this object
         def update!(**args)
           @metric_name = args[:metric_name] if args.key?(:metric_name)
+          @monitored_resource_labels = args[:monitored_resource_labels] if args.key?(:monitored_resource_labels)
           @target = args[:target] if args.key?(:target)
         end
       end
@@ -2906,6 +2988,86 @@ module Google
         end
       end
       
+      # The request set for the evaluation run.
+      class GoogleCloudAiplatformV1beta1BigQueryRequestSet
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Map of candidate name to candidate response column name. The column
+        # will be in evaluation_item.CandidateResponse format.
+        # Corresponds to the JSON property `candidateResponseColumns`
+        # @return [Hash<String,String>]
+        attr_accessor :candidate_response_columns
+      
+        # Optional. The name of the column that contains the requests to evaluate. This
+        # will be in evaluation_item.EvalPrompt format.
+        # Corresponds to the JSON property `promptColumn`
+        # @return [String]
+        attr_accessor :prompt_column
+      
+        # Optional. The name of the column that contains the rubrics. This will be in
+        # evaluation_rubric.RubricGroup format (cl/762595858).
+        # Corresponds to the JSON property `rubricsColumn`
+        # @return [String]
+        attr_accessor :rubrics_column
+      
+        # The sampling config.
+        # Corresponds to the JSON property `samplingConfig`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1BigQueryRequestSetSamplingConfig]
+        attr_accessor :sampling_config
+      
+        # Required. The URI of a BigQuery table. e.g. bq://projectId.bqDatasetId.
+        # bqTableId
+        # Corresponds to the JSON property `uri`
+        # @return [String]
+        attr_accessor :uri
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @candidate_response_columns = args[:candidate_response_columns] if args.key?(:candidate_response_columns)
+          @prompt_column = args[:prompt_column] if args.key?(:prompt_column)
+          @rubrics_column = args[:rubrics_column] if args.key?(:rubrics_column)
+          @sampling_config = args[:sampling_config] if args.key?(:sampling_config)
+          @uri = args[:uri] if args.key?(:uri)
+        end
+      end
+      
+      # The sampling config.
+      class GoogleCloudAiplatformV1beta1BigQueryRequestSetSamplingConfig
+        include Google::Apis::Core::Hashable
+      
+        # Optional. The total number of logged data to import. If available data is less
+        # than the sampling count, all data will be imported. Default is 100.
+        # Corresponds to the JSON property `samplingCount`
+        # @return [Fixnum]
+        attr_accessor :sampling_count
+      
+        # Optional. How long to wait before sampling data from the BigQuery table. If
+        # not specified, defaults to 0.
+        # Corresponds to the JSON property `samplingDuration`
+        # @return [String]
+        attr_accessor :sampling_duration
+      
+        # Optional. The sampling method to use.
+        # Corresponds to the JSON property `samplingMethod`
+        # @return [String]
+        attr_accessor :sampling_method
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @sampling_count = args[:sampling_count] if args.key?(:sampling_count)
+          @sampling_duration = args[:sampling_duration] if args.key?(:sampling_duration)
+          @sampling_method = args[:sampling_method] if args.key?(:sampling_method)
+        end
+      end
+      
       # The BigQuery location for the input content.
       class GoogleCloudAiplatformV1beta1BigQuerySource
         include Google::Apis::Core::Hashable
@@ -3327,6 +3489,19 @@ module Google
         end
       end
       
+      # Request message for EvaluationManagementService.CancelEvaluationRun.
+      class GoogleCloudAiplatformV1beta1CancelEvaluationRunRequest
+        include Google::Apis::Core::Hashable
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+        end
+      end
+      
       # Request message for JobService.CancelHyperparameterTuningJob.
       class GoogleCloudAiplatformV1beta1CancelHyperparameterTuningJobRequest
         include Google::Apis::Core::Hashable
@@ -3471,6 +3646,87 @@ module Google
         end
       end
       
+      # Responses from model or agent.
+      class GoogleCloudAiplatformV1beta1CandidateResponse
+        include Google::Apis::Core::Hashable
+      
+        # Required. The name of the candidate that produced the response.
+        # Corresponds to the JSON property `candidate`
+        # @return [String]
+        attr_accessor :candidate
+      
+        # Text response.
+        # Corresponds to the JSON property `text`
+        # @return [String]
+        attr_accessor :text
+      
+        # Fields and values that can be used to populate the response template.
+        # Corresponds to the JSON property `value`
+        # @return [Object]
+        attr_accessor :value
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @candidate = args[:candidate] if args.key?(:candidate)
+          @text = args[:text] if args.key?(:text)
+          @value = args[:value] if args.key?(:value)
+        end
+      end
+      
+      # Result for a single candidate.
+      class GoogleCloudAiplatformV1beta1CandidateResult
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Additional results for the metric.
+        # Corresponds to the JSON property `additionalResults`
+        # @return [Object]
+        attr_accessor :additional_results
+      
+        # Required. The candidate that is being evaluated. The value is the same as the
+        # candidate name in the EvaluationRequest.
+        # Corresponds to the JSON property `candidate`
+        # @return [String]
+        attr_accessor :candidate
+      
+        # Optional. The explanation for the metric.
+        # Corresponds to the JSON property `explanation`
+        # @return [String]
+        attr_accessor :explanation
+      
+        # Required. The metric that was evaluated.
+        # Corresponds to the JSON property `metric`
+        # @return [String]
+        attr_accessor :metric
+      
+        # Optional. The rubric verdicts for the metric.
+        # Corresponds to the JSON property `rubricVerdicts`
+        # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1RubricVerdict>]
+        attr_accessor :rubric_verdicts
+      
+        # Optional. The score for the metric.
+        # Corresponds to the JSON property `score`
+        # @return [Float]
+        attr_accessor :score
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @additional_results = args[:additional_results] if args.key?(:additional_results)
+          @candidate = args[:candidate] if args.key?(:candidate)
+          @explanation = args[:explanation] if args.key?(:explanation)
+          @metric = args[:metric] if args.key?(:metric)
+          @rubric_verdicts = args[:rubric_verdicts] if args.key?(:rubric_verdicts)
+          @score = args[:score] if args.key?(:score)
+        end
+      end
+      
       # Request message for ModelGardenService.CheckPublisherModelEula.
       class GoogleCloudAiplatformV1beta1CheckPublisherModelEulaAcceptanceRequest
         include Google::Apis::Core::Hashable
@@ -3588,6 +3844,40 @@ module Google
         end
       end
       
+      # Container for bytes-encoded data such as video frame, audio sample, or a
+      # complete binary/text data.
+      class GoogleCloudAiplatformV1beta1Chunk
+        include Google::Apis::Core::Hashable
+      
+        # Required. The data in the chunk.
+        # Corresponds to the JSON property `data`
+        # NOTE: Values are automatically base64 encoded/decoded in the client library.
+        # @return [String]
+        attr_accessor :data
+      
+        # Metadata for a chunk.
+        # Corresponds to the JSON property `metadata`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Metadata]
+        attr_accessor :metadata
+      
+        # Required. Mime type of the chunk data. See https://www.iana.org/assignments/
+        # media-types/media-types.xhtml for the full list.
+        # Corresponds to the JSON property `mimeType`
+        # @return [String]
+        attr_accessor :mime_type
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @data = args[:data] if args.key?(:data)
+          @metadata = args[:metadata] if args.key?(:metadata)
+          @mime_type = args[:mime_type] if args.key?(:mime_type)
+        end
+      end
+      
       # Source attributions for content.
       class GoogleCloudAiplatformV1beta1Citation
         include Google::Apis::Core::Hashable
@@ -8518,6 +8808,31 @@ module Google
         end
       end
       
+      # Response in LRO for EvaluationService.EvaluateDataset.
+      class GoogleCloudAiplatformV1beta1EvaluateDatasetResponse
+        include Google::Apis::Core::Hashable
+      
+        # The aggregation result for the entire dataset and all metrics.
+        # Corresponds to the JSON property `aggregationOutput`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1AggregationOutput]
+        attr_accessor :aggregation_output
+      
+        # Describes the info for output of EvaluationService.EvaluateDataset.
+        # Corresponds to the JSON property `outputInfo`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1OutputInfo]
+        attr_accessor :output_info
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @aggregation_output = args[:aggregation_output] if args.key?(:aggregation_output)
+          @output_info = args[:output_info] if args.key?(:output_info)
+        end
+      end
+      
       # Evaluate Dataset Run Result for Tuning Job.
       class GoogleCloudAiplatformV1beta1EvaluateDatasetRun
         include Google::Apis::Core::Hashable
@@ -8538,6 +8853,11 @@ module Google
         # @return [Google::Apis::AiplatformV1beta1::GoogleRpcStatus]
         attr_accessor :error
       
+        # Response in LRO for EvaluationService.EvaluateDataset.
+        # Corresponds to the JSON property `evaluateDatasetResponse`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluateDatasetResponse]
+        attr_accessor :evaluate_dataset_response
+      
         # Output only. The operation ID of the evaluation run. Format: `projects/`
         # project`/locations/`location`/operations/`operation_id``.
         # Corresponds to the JSON property `operationName`
@@ -8552,6 +8872,7 @@ module Google
         def update!(**args)
           @checkpoint_id = args[:checkpoint_id] if args.key?(:checkpoint_id)
           @error = args[:error] if args.key?(:error)
+          @evaluate_dataset_response = args[:evaluate_dataset_response] if args.key?(:evaluate_dataset_response)
           @operation_name = args[:operation_name] if args.key?(:operation_name)
         end
       end
@@ -8601,6 +8922,20 @@ module Google
         # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1GroundednessInput]
         attr_accessor :groundedness_input
       
+        # A single instance to be evaluated. Instances are used to specify the input
+        # data for evaluation, from simple string comparisons to complex, multi-turn
+        # model evaluations
+        # Corresponds to the JSON property `instance`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationInstance]
+        attr_accessor :instance
+      
+        # The metrics used for evaluation. Currently, we only support evaluating a
+        # single metric. If multiple metrics are provided, only the first one will be
+        # evaluated.
+        # Corresponds to the JSON property `metrics`
+        # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Metric>]
+        attr_accessor :metrics
+      
         # Input for MetricX metric.
         # Corresponds to the JSON property `metricxInput`
         # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1MetricxInput]
@@ -8740,6 +9075,8 @@ module Google
           @fluency_input = args[:fluency_input] if args.key?(:fluency_input)
           @fulfillment_input = args[:fulfillment_input] if args.key?(:fulfillment_input)
           @groundedness_input = args[:groundedness_input] if args.key?(:groundedness_input)
+          @instance = args[:instance] if args.key?(:instance)
+          @metrics = args[:metrics] if args.key?(:metrics)
           @metricx_input = args[:metricx_input] if args.key?(:metricx_input)
           @pairwise_metric_input = args[:pairwise_metric_input] if args.key?(:pairwise_metric_input)
           @pairwise_question_answering_quality_input = args[:pairwise_question_answering_quality_input] if args.key?(:pairwise_question_answering_quality_input)
@@ -8808,6 +9145,12 @@ module Google
         # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1GroundednessResult]
         attr_accessor :groundedness_result
       
+        # Metric results for each instance. The order of the metric results is
+        # guaranteed to be the same as the order of the instances in the request.
+        # Corresponds to the JSON property `metricResults`
+        # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1MetricResult>]
+        attr_accessor :metric_results
+      
         # Spec for MetricX result - calculates the MetricX score for the given instance
         # using the version specified in the spec.
         # Corresponds to the JSON property `metricxResult`
@@ -8947,6 +9290,7 @@ module Google
           @fluency_result = args[:fluency_result] if args.key?(:fluency_result)
           @fulfillment_result = args[:fulfillment_result] if args.key?(:fulfillment_result)
           @groundedness_result = args[:groundedness_result] if args.key?(:groundedness_result)
+          @metric_results = args[:metric_results] if args.key?(:metric_results)
           @metricx_result = args[:metricx_result] if args.key?(:metricx_result)
           @pairwise_metric_result = args[:pairwise_metric_result] if args.key?(:pairwise_metric_result)
           @pairwise_question_answering_quality_result = args[:pairwise_question_answering_quality_result] if args.key?(:pairwise_question_answering_quality_result)
@@ -9136,6 +9480,999 @@ module Google
         end
       end
       
+      # A single instance to be evaluated. Instances are used to specify the input
+      # data for evaluation, from simple string comparisons to complex, multi-turn
+      # model evaluations
+      class GoogleCloudAiplatformV1beta1EvaluationInstance
+        include Google::Apis::Core::Hashable
+      
+        # Instance data specified as a map.
+        # Corresponds to the JSON property `otherData`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationInstanceMapInstance]
+        attr_accessor :other_data
+      
+        # Instance data used to populate placeholders in a metric prompt template.
+        # Corresponds to the JSON property `prompt`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationInstanceInstanceData]
+        attr_accessor :prompt
+      
+        # Instance data used to populate placeholders in a metric prompt template.
+        # Corresponds to the JSON property `reference`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationInstanceInstanceData]
+        attr_accessor :reference
+      
+        # Instance data used to populate placeholders in a metric prompt template.
+        # Corresponds to the JSON property `response`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationInstanceInstanceData]
+        attr_accessor :response
+      
+        # Optional. Named groups of rubrics associated with the prompt. This is used for
+        # rubric-based evaluations where rubrics can be referenced by a key. The key
+        # could represent versions, associated metrics, etc.
+        # Corresponds to the JSON property `rubricGroups`
+        # @return [Hash<String,Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1RubricGroup>]
+        attr_accessor :rubric_groups
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @other_data = args[:other_data] if args.key?(:other_data)
+          @prompt = args[:prompt] if args.key?(:prompt)
+          @reference = args[:reference] if args.key?(:reference)
+          @response = args[:response] if args.key?(:response)
+          @rubric_groups = args[:rubric_groups] if args.key?(:rubric_groups)
+        end
+      end
+      
+      # Instance data used to populate placeholders in a metric prompt template.
+      class GoogleCloudAiplatformV1beta1EvaluationInstanceInstanceData
+        include Google::Apis::Core::Hashable
+      
+        # List of standard Content messages from Gemini API.
+        # Corresponds to the JSON property `contents`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationInstanceInstanceDataContents]
+        attr_accessor :contents
+      
+        # Text data.
+        # Corresponds to the JSON property `text`
+        # @return [String]
+        attr_accessor :text
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @contents = args[:contents] if args.key?(:contents)
+          @text = args[:text] if args.key?(:text)
+        end
+      end
+      
+      # List of standard Content messages from Gemini API.
+      class GoogleCloudAiplatformV1beta1EvaluationInstanceInstanceDataContents
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Repeated contents.
+        # Corresponds to the JSON property `contents`
+        # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Content>]
+        attr_accessor :contents
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @contents = args[:contents] if args.key?(:contents)
+        end
+      end
+      
+      # Instance data specified as a map.
+      class GoogleCloudAiplatformV1beta1EvaluationInstanceMapInstance
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Map of instance data.
+        # Corresponds to the JSON property `mapInstance`
+        # @return [Hash<String,Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationInstanceInstanceData>]
+        attr_accessor :map_instance
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @map_instance = args[:map_instance] if args.key?(:map_instance)
+        end
+      end
+      
+      # EvaluationItem is a single evaluation request or result. The content of an
+      # EvaluationItem is immutable - it cannot be updated once created.
+      # EvaluationItems can be deleted when no longer needed.
+      class GoogleCloudAiplatformV1beta1EvaluationItem
+        include Google::Apis::Core::Hashable
+      
+        # Output only. Timestamp when this item was created.
+        # Corresponds to the JSON property `createTime`
+        # @return [String]
+        attr_accessor :create_time
+      
+        # Required. The display name of the EvaluationItem.
+        # Corresponds to the JSON property `displayName`
+        # @return [String]
+        attr_accessor :display_name
+      
+        # The `Status` type defines a logical error model that is suitable for different
+        # programming environments, including REST APIs and RPC APIs. It is used by [
+        # gRPC](https://github.com/grpc). Each `Status` message contains three pieces of
+        # data: error code, error message, and error details. You can find out more
+        # about this error model and how to work with it in the [API Design Guide](https:
+        # //cloud.google.com/apis/design/errors).
+        # Corresponds to the JSON property `error`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleRpcStatus]
+        attr_accessor :error
+      
+        # Required. The type of the EvaluationItem.
+        # Corresponds to the JSON property `evaluationItemType`
+        # @return [String]
+        attr_accessor :evaluation_item_type
+      
+        # Single evaluation request.
+        # Corresponds to the JSON property `evaluationRequest`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRequest]
+        attr_accessor :evaluation_request
+      
+        # Evaluation result.
+        # Corresponds to the JSON property `evaluationResponse`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationResult]
+        attr_accessor :evaluation_response
+      
+        # The GCS object where the request or response is stored.
+        # Corresponds to the JSON property `gcsUri`
+        # @return [String]
+        attr_accessor :gcs_uri
+      
+        # Optional. Labels for the EvaluationItem.
+        # Corresponds to the JSON property `labels`
+        # @return [Hash<String,String>]
+        attr_accessor :labels
+      
+        # Optional. Metadata for the EvaluationItem.
+        # Corresponds to the JSON property `metadata`
+        # @return [Object]
+        attr_accessor :metadata
+      
+        # Identifier. The resource name of the EvaluationItem. Format: `projects/`
+        # project`/locations/`location`/evaluationItems/`evaluation_item``
+        # Corresponds to the JSON property `name`
+        # @return [String]
+        attr_accessor :name
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @create_time = args[:create_time] if args.key?(:create_time)
+          @display_name = args[:display_name] if args.key?(:display_name)
+          @error = args[:error] if args.key?(:error)
+          @evaluation_item_type = args[:evaluation_item_type] if args.key?(:evaluation_item_type)
+          @evaluation_request = args[:evaluation_request] if args.key?(:evaluation_request)
+          @evaluation_response = args[:evaluation_response] if args.key?(:evaluation_response)
+          @gcs_uri = args[:gcs_uri] if args.key?(:gcs_uri)
+          @labels = args[:labels] if args.key?(:labels)
+          @metadata = args[:metadata] if args.key?(:metadata)
+          @name = args[:name] if args.key?(:name)
+        end
+      end
+      
+      # Prompt to be evaluated.
+      class GoogleCloudAiplatformV1beta1EvaluationPrompt
+        include Google::Apis::Core::Hashable
+      
+        # Message to hold a prompt template and the values to populate the template.
+        # Corresponds to the JSON property `promptTemplateData`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationPromptPromptTemplateData]
+        attr_accessor :prompt_template_data
+      
+        # Text prompt.
+        # Corresponds to the JSON property `text`
+        # @return [String]
+        attr_accessor :text
+      
+        # Fields and values that can be used to populate the prompt template.
+        # Corresponds to the JSON property `value`
+        # @return [Object]
+        attr_accessor :value
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @prompt_template_data = args[:prompt_template_data] if args.key?(:prompt_template_data)
+          @text = args[:text] if args.key?(:text)
+          @value = args[:value] if args.key?(:value)
+        end
+      end
+      
+      # Message to hold a prompt template and the values to populate the template.
+      class GoogleCloudAiplatformV1beta1EvaluationPromptPromptTemplateData
+        include Google::Apis::Core::Hashable
+      
+        # The values for fields in the prompt template.
+        # Corresponds to the JSON property `values`
+        # @return [Hash<String,Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Content>]
+        attr_accessor :values
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @values = args[:values] if args.key?(:values)
+        end
+      end
+      
+      # Single evaluation request.
+      class GoogleCloudAiplatformV1beta1EvaluationRequest
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Responses from model under test and other baseline models for
+        # comparison.
+        # Corresponds to the JSON property `candidateResponses`
+        # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1CandidateResponse>]
+        attr_accessor :candidate_responses
+      
+        # Responses from model or agent.
+        # Corresponds to the JSON property `goldenResponse`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1CandidateResponse]
+        attr_accessor :golden_response
+      
+        # Prompt to be evaluated.
+        # Corresponds to the JSON property `prompt`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationPrompt]
+        attr_accessor :prompt
+      
+        # Optional. Named groups of rubrics associated with this prompt. The key is a
+        # user-defined name for the rubric group.
+        # Corresponds to the JSON property `rubrics`
+        # @return [Hash<String,Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1RubricGroup>]
+        attr_accessor :rubrics
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @candidate_responses = args[:candidate_responses] if args.key?(:candidate_responses)
+          @golden_response = args[:golden_response] if args.key?(:golden_response)
+          @prompt = args[:prompt] if args.key?(:prompt)
+          @rubrics = args[:rubrics] if args.key?(:rubrics)
+        end
+      end
+      
+      # Evaluation result.
+      class GoogleCloudAiplatformV1beta1EvaluationResult
+        include Google::Apis::Core::Hashable
+      
+        # Optional. The results for the metric.
+        # Corresponds to the JSON property `candidateResults`
+        # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1CandidateResult>]
+        attr_accessor :candidate_results
+      
+        # Required. The request item that was evaluated. Format: projects/`project`/
+        # locations/`location`/evaluationItems/`evaluation_item`
+        # Corresponds to the JSON property `evaluationRequest`
+        # @return [String]
+        attr_accessor :evaluation_request
+      
+        # Required. The evaluation run that was used to generate the result. Format:
+        # projects/`project`/locations/`location`/evaluationRuns/`evaluation_run`
+        # Corresponds to the JSON property `evaluationRun`
+        # @return [String]
+        attr_accessor :evaluation_run
+      
+        # Optional. Metadata about the evaluation result.
+        # Corresponds to the JSON property `metadata`
+        # @return [Object]
+        attr_accessor :metadata
+      
+        # Required. The metric that was evaluated.
+        # Corresponds to the JSON property `metric`
+        # @return [String]
+        attr_accessor :metric
+      
+        # Single evaluation request.
+        # Corresponds to the JSON property `request`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRequest]
+        attr_accessor :request
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @candidate_results = args[:candidate_results] if args.key?(:candidate_results)
+          @evaluation_request = args[:evaluation_request] if args.key?(:evaluation_request)
+          @evaluation_run = args[:evaluation_run] if args.key?(:evaluation_run)
+          @metadata = args[:metadata] if args.key?(:metadata)
+          @metric = args[:metric] if args.key?(:metric)
+          @request = args[:request] if args.key?(:request)
+        end
+      end
+      
+      # The results of the evaluation run.
+      class GoogleCloudAiplatformV1beta1EvaluationResults
+        include Google::Apis::Core::Hashable
+      
+        # The evaluation set where item level results are stored.
+        # Corresponds to the JSON property `evaluationSet`
+        # @return [String]
+        attr_accessor :evaluation_set
+      
+        # The summary metrics for the evaluation run.
+        # Corresponds to the JSON property `summaryMetrics`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1SummaryMetrics]
+        attr_accessor :summary_metrics
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @evaluation_set = args[:evaluation_set] if args.key?(:evaluation_set)
+          @summary_metrics = args[:summary_metrics] if args.key?(:summary_metrics)
+        end
+      end
+      
+      # Configuration for a rubric group to be generated/saved for evaluation.
+      class GoogleCloudAiplatformV1beta1EvaluationRubricConfig
+        include Google::Apis::Core::Hashable
+      
+        # Specification for a pre-defined metric.
+        # Corresponds to the JSON property `predefinedRubricGenerationSpec`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetricPredefinedMetricSpec]
+        attr_accessor :predefined_rubric_generation_spec
+      
+        # Specification for how rubrics should be generated.
+        # Corresponds to the JSON property `rubricGenerationSpec`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricGenerationSpec]
+        attr_accessor :rubric_generation_spec
+      
+        # Required. The key used to save the generated rubrics. If a generation spec is
+        # provided, this key will be used for the name of the generated rubric group.
+        # Otherwise, this key will be used to look up the existing rubric group on the
+        # evaluation item. Note that if a rubric group key is specified on both a rubric
+        # config and an evaluation metric, the key from the metric will be used to
+        # select the rubrics for evaluation.
+        # Corresponds to the JSON property `rubricGroupKey`
+        # @return [String]
+        attr_accessor :rubric_group_key
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @predefined_rubric_generation_spec = args[:predefined_rubric_generation_spec] if args.key?(:predefined_rubric_generation_spec)
+          @rubric_generation_spec = args[:rubric_generation_spec] if args.key?(:rubric_generation_spec)
+          @rubric_group_key = args[:rubric_group_key] if args.key?(:rubric_group_key)
+        end
+      end
+      
+      # EvaluationRun is a resource that represents a single evaluation run, which
+      # includes a set of prompts, model responses, evaluation configuration and the
+      # resulting metrics.
+      class GoogleCloudAiplatformV1beta1EvaluationRun
+        include Google::Apis::Core::Hashable
+      
+        # Output only. Time when the evaluation run was completed.
+        # Corresponds to the JSON property `completionTime`
+        # @return [String]
+        attr_accessor :completion_time
+      
+        # Output only. Time when the evaluation run was created.
+        # Corresponds to the JSON property `createTime`
+        # @return [String]
+        attr_accessor :create_time
+      
+        # The data source for the evaluation run.
+        # Corresponds to the JSON property `dataSource`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunDataSource]
+        attr_accessor :data_source
+      
+        # Required. The display name of the Evaluation Run.
+        # Corresponds to the JSON property `displayName`
+        # @return [String]
+        attr_accessor :display_name
+      
+        # The `Status` type defines a logical error model that is suitable for different
+        # programming environments, including REST APIs and RPC APIs. It is used by [
+        # gRPC](https://github.com/grpc). Each `Status` message contains three pieces of
+        # data: error code, error message, and error details. You can find out more
+        # about this error model and how to work with it in the [API Design Guide](https:
+        # //cloud.google.com/apis/design/errors).
+        # Corresponds to the JSON property `error`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleRpcStatus]
+        attr_accessor :error
+      
+        # The Evalution configuration used for the evaluation run.
+        # Corresponds to the JSON property `evaluationConfig`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfig]
+        attr_accessor :evaluation_config
+      
+        # The results of the evaluation run.
+        # Corresponds to the JSON property `evaluationResults`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationResults]
+        attr_accessor :evaluation_results
+      
+        # Output only. The specific evaluation set of the evaluation run. For runs with
+        # an evaluation set input, this will be that same set. For runs with BigQuery
+        # input, it's the sampled BigQuery dataset.
+        # Corresponds to the JSON property `evaluationSetSnapshot`
+        # @return [String]
+        attr_accessor :evaluation_set_snapshot
+      
+        # Optional. The candidate to inference config map for the evaluation run. The
+        # candidate can be up to 128 characters long and can consist of any UTF-8
+        # characters.
+        # Corresponds to the JSON property `inferenceConfigs`
+        # @return [Hash<String,Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunInferenceConfig>]
+        attr_accessor :inference_configs
+      
+        # Optional. Labels for the evaluation run.
+        # Corresponds to the JSON property `labels`
+        # @return [Hash<String,String>]
+        attr_accessor :labels
+      
+        # Optional. Metadata about the evaluation run, can be used by the caller to
+        # store additional tracking information about the evaluation run.
+        # Corresponds to the JSON property `metadata`
+        # @return [Object]
+        attr_accessor :metadata
+      
+        # Identifier. The resource name of the EvaluationRun. This is a unique
+        # identifier. Format: `projects/`project`/locations/`location`/evaluationRuns/`
+        # evaluation_run``
+        # Corresponds to the JSON property `name`
+        # @return [String]
+        attr_accessor :name
+      
+        # Output only. The state of the evaluation run.
+        # Corresponds to the JSON property `state`
+        # @return [String]
+        attr_accessor :state
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @completion_time = args[:completion_time] if args.key?(:completion_time)
+          @create_time = args[:create_time] if args.key?(:create_time)
+          @data_source = args[:data_source] if args.key?(:data_source)
+          @display_name = args[:display_name] if args.key?(:display_name)
+          @error = args[:error] if args.key?(:error)
+          @evaluation_config = args[:evaluation_config] if args.key?(:evaluation_config)
+          @evaluation_results = args[:evaluation_results] if args.key?(:evaluation_results)
+          @evaluation_set_snapshot = args[:evaluation_set_snapshot] if args.key?(:evaluation_set_snapshot)
+          @inference_configs = args[:inference_configs] if args.key?(:inference_configs)
+          @labels = args[:labels] if args.key?(:labels)
+          @metadata = args[:metadata] if args.key?(:metadata)
+          @name = args[:name] if args.key?(:name)
+          @state = args[:state] if args.key?(:state)
+        end
+      end
+      
+      # The data source for the evaluation run.
+      class GoogleCloudAiplatformV1beta1EvaluationRunDataSource
+        include Google::Apis::Core::Hashable
+      
+        # The request set for the evaluation run.
+        # Corresponds to the JSON property `bigqueryRequestSet`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1BigQueryRequestSet]
+        attr_accessor :bigquery_request_set
+      
+        # The EvaluationSet resource name. Format: `projects/`project`/locations/`
+        # location`/evaluationSets/`evaluation_set``
+        # Corresponds to the JSON property `evaluationSet`
+        # @return [String]
+        attr_accessor :evaluation_set
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @bigquery_request_set = args[:bigquery_request_set] if args.key?(:bigquery_request_set)
+          @evaluation_set = args[:evaluation_set] if args.key?(:evaluation_set)
+        end
+      end
+      
+      # The Evalution configuration used for the evaluation run.
+      class GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfig
+        include Google::Apis::Core::Hashable
+      
+        # The autorater config used for the evaluation run.
+        # Corresponds to the JSON property `autoraterConfig`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigAutoraterConfig]
+        attr_accessor :autorater_config
+      
+        # Required. The metrics to be calculated in the evaluation run.
+        # Corresponds to the JSON property `metrics`
+        # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetric>]
+        attr_accessor :metrics
+      
+        # The output config for the evaluation run.
+        # Corresponds to the JSON property `outputConfig`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigOutputConfig]
+        attr_accessor :output_config
+      
+        # Prompt template used for inference.
+        # Corresponds to the JSON property `promptTemplate`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigPromptTemplate]
+        attr_accessor :prompt_template
+      
+        # Optional. The rubric configs for the evaluation run. They are used to generate
+        # rubrics which can be used by rubric-based metrics. Multiple rubric configs can
+        # be specified for rubric generation but only one rubric config can be used for
+        # a rubric-based metric. If more than one rubric config is provided, the
+        # evaluation metric must specify a rubric group key. Note that if a generation
+        # spec is specified on both a rubric config and an evaluation metric, the
+        # rubrics generated for the metric will be used for evaluation.
+        # Corresponds to the JSON property `rubricConfigs`
+        # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRubricConfig>]
+        attr_accessor :rubric_configs
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @autorater_config = args[:autorater_config] if args.key?(:autorater_config)
+          @metrics = args[:metrics] if args.key?(:metrics)
+          @output_config = args[:output_config] if args.key?(:output_config)
+          @prompt_template = args[:prompt_template] if args.key?(:prompt_template)
+          @rubric_configs = args[:rubric_configs] if args.key?(:rubric_configs)
+        end
+      end
+      
+      # The autorater config used for the evaluation run.
+      class GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigAutoraterConfig
+        include Google::Apis::Core::Hashable
+      
+        # Optional. The fully qualified name of the publisher model or tuned autorater
+        # endpoint to use. Publisher model format: `projects/`project`/locations/`
+        # location`/publishers/*/models/*` Tuned model endpoint format: `projects/`
+        # project`/locations/`location`/endpoints/`endpoint``
+        # Corresponds to the JSON property `autoraterModel`
+        # @return [String]
+        attr_accessor :autorater_model
+      
+        # Generation config.
+        # Corresponds to the JSON property `generationConfig`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1GenerationConfig]
+        attr_accessor :generation_config
+      
+        # Optional. Number of samples for each instance in the dataset. If not specified,
+        # the default is 4. Minimum value is 1, maximum value is 32.
+        # Corresponds to the JSON property `sampleCount`
+        # @return [Fixnum]
+        attr_accessor :sample_count
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @autorater_model = args[:autorater_model] if args.key?(:autorater_model)
+          @generation_config = args[:generation_config] if args.key?(:generation_config)
+          @sample_count = args[:sample_count] if args.key?(:sample_count)
+        end
+      end
+      
+      # The output config for the evaluation run.
+      class GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigOutputConfig
+        include Google::Apis::Core::Hashable
+      
+        # The BigQuery location for the output content.
+        # Corresponds to the JSON property `bigqueryDestination`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1BigQueryDestination]
+        attr_accessor :bigquery_destination
+      
+        # The Google Cloud Storage location where the output is to be written to.
+        # Corresponds to the JSON property `gcsDestination`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1GcsDestination]
+        attr_accessor :gcs_destination
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @bigquery_destination = args[:bigquery_destination] if args.key?(:bigquery_destination)
+          @gcs_destination = args[:gcs_destination] if args.key?(:gcs_destination)
+        end
+      end
+      
+      # Prompt template used for inference.
+      class GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigPromptTemplate
+        include Google::Apis::Core::Hashable
+      
+        # Prompt template stored in Cloud Storage. Format: "gs://my-bucket/file-name.txt"
+        # .
+        # Corresponds to the JSON property `gcsUri`
+        # @return [String]
+        attr_accessor :gcs_uri
+      
+        # Inline prompt template. Template variables should be in the format "`var_name`"
+        # . Example: "Translate the following from `source_lang` to `target_lang`: `text`
+        # "
+        # Corresponds to the JSON property `promptTemplate`
+        # @return [String]
+        attr_accessor :prompt_template
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @gcs_uri = args[:gcs_uri] if args.key?(:gcs_uri)
+          @prompt_template = args[:prompt_template] if args.key?(:prompt_template)
+        end
+      end
+      
+      # An inference config used for model inference during the evaluation run.
+      class GoogleCloudAiplatformV1beta1EvaluationRunInferenceConfig
+        include Google::Apis::Core::Hashable
+      
+        # Generation config.
+        # Corresponds to the JSON property `generationConfig`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1GenerationConfig]
+        attr_accessor :generation_config
+      
+        # Required. The fully qualified name of the publisher model or endpoint to use.
+        # Publisher model format: `projects/`project`/locations/`location`/publishers/*/
+        # models/*` Endpoint format: `projects/`project`/locations/`location`/endpoints/`
+        # endpoint``
+        # Corresponds to the JSON property `model`
+        # @return [String]
+        attr_accessor :model
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @generation_config = args[:generation_config] if args.key?(:generation_config)
+          @model = args[:model] if args.key?(:model)
+        end
+      end
+      
+      # The metric used for evaluation runs.
+      class GoogleCloudAiplatformV1beta1EvaluationRunMetric
+        include Google::Apis::Core::Hashable
+      
+        # Specification for a computation based metric.
+        # Corresponds to the JSON property `computationBasedMetricSpec`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetricComputationBasedMetricSpec]
+        attr_accessor :computation_based_metric_spec
+      
+        # Specification for an LLM based metric.
+        # Corresponds to the JSON property `llmBasedMetricSpec`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetricLlmBasedMetricSpec]
+        attr_accessor :llm_based_metric_spec
+      
+        # Required. The name of the metric.
+        # Corresponds to the JSON property `metric`
+        # @return [String]
+        attr_accessor :metric
+      
+        # Specification for a pre-defined metric.
+        # Corresponds to the JSON property `predefinedMetricSpec`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetricPredefinedMetricSpec]
+        attr_accessor :predefined_metric_spec
+      
+        # Specification for a metric that is based on rubrics.
+        # Corresponds to the JSON property `rubricBasedMetricSpec`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricBasedMetricSpec]
+        attr_accessor :rubric_based_metric_spec
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @computation_based_metric_spec = args[:computation_based_metric_spec] if args.key?(:computation_based_metric_spec)
+          @llm_based_metric_spec = args[:llm_based_metric_spec] if args.key?(:llm_based_metric_spec)
+          @metric = args[:metric] if args.key?(:metric)
+          @predefined_metric_spec = args[:predefined_metric_spec] if args.key?(:predefined_metric_spec)
+          @rubric_based_metric_spec = args[:rubric_based_metric_spec] if args.key?(:rubric_based_metric_spec)
+        end
+      end
+      
+      # Specification for a computation based metric.
+      class GoogleCloudAiplatformV1beta1EvaluationRunMetricComputationBasedMetricSpec
+        include Google::Apis::Core::Hashable
+      
+        # Optional. A map of parameters for the metric, e.g. `"rouge_type": "rougeL"`.
+        # Corresponds to the JSON property `parameters`
+        # @return [Hash<String,Object>]
+        attr_accessor :parameters
+      
+        # Required. The type of the computation based metric.
+        # Corresponds to the JSON property `type`
+        # @return [String]
+        attr_accessor :type
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @parameters = args[:parameters] if args.key?(:parameters)
+          @type = args[:type] if args.key?(:type)
+        end
+      end
+      
+      # Specification for an LLM based metric.
+      class GoogleCloudAiplatformV1beta1EvaluationRunMetricLlmBasedMetricSpec
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Optional additional configuration for the metric.
+        # Corresponds to the JSON property `additionalConfig`
+        # @return [Hash<String,Object>]
+        attr_accessor :additional_config
+      
+        # The autorater config used for the evaluation run.
+        # Corresponds to the JSON property `judgeAutoraterConfig`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigAutoraterConfig]
+        attr_accessor :judge_autorater_config
+      
+        # Required. Template for the prompt sent to the judge model.
+        # Corresponds to the JSON property `metricPromptTemplate`
+        # @return [String]
+        attr_accessor :metric_prompt_template
+      
+        # Specification for a pre-defined metric.
+        # Corresponds to the JSON property `predefinedRubricGenerationSpec`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetricPredefinedMetricSpec]
+        attr_accessor :predefined_rubric_generation_spec
+      
+        # Specification for how rubrics should be generated.
+        # Corresponds to the JSON property `rubricGenerationSpec`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricGenerationSpec]
+        attr_accessor :rubric_generation_spec
+      
+        # Use a pre-defined group of rubrics associated with the input. Refers to a key
+        # in the rubric_groups map of EvaluationInstance.
+        # Corresponds to the JSON property `rubricGroupKey`
+        # @return [String]
+        attr_accessor :rubric_group_key
+      
+        # Optional. System instructions for the judge model.
+        # Corresponds to the JSON property `systemInstruction`
+        # @return [String]
+        attr_accessor :system_instruction
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @additional_config = args[:additional_config] if args.key?(:additional_config)
+          @judge_autorater_config = args[:judge_autorater_config] if args.key?(:judge_autorater_config)
+          @metric_prompt_template = args[:metric_prompt_template] if args.key?(:metric_prompt_template)
+          @predefined_rubric_generation_spec = args[:predefined_rubric_generation_spec] if args.key?(:predefined_rubric_generation_spec)
+          @rubric_generation_spec = args[:rubric_generation_spec] if args.key?(:rubric_generation_spec)
+          @rubric_group_key = args[:rubric_group_key] if args.key?(:rubric_group_key)
+          @system_instruction = args[:system_instruction] if args.key?(:system_instruction)
+        end
+      end
+      
+      # Specification for a pre-defined metric.
+      class GoogleCloudAiplatformV1beta1EvaluationRunMetricPredefinedMetricSpec
+        include Google::Apis::Core::Hashable
+      
+        # Required. The name of a pre-defined metric, such as "instruction_following_v1"
+        # or "text_quality_v1".
+        # Corresponds to the JSON property `metricSpecName`
+        # @return [String]
+        attr_accessor :metric_spec_name
+      
+        # Optional. The parameters needed to run the pre-defined metric.
+        # Corresponds to the JSON property `parameters`
+        # @return [Hash<String,Object>]
+        attr_accessor :parameters
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @metric_spec_name = args[:metric_spec_name] if args.key?(:metric_spec_name)
+          @parameters = args[:parameters] if args.key?(:parameters)
+        end
+      end
+      
+      # Specification for a metric that is based on rubrics.
+      class GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricBasedMetricSpec
+        include Google::Apis::Core::Hashable
+      
+        # Defines a list of rubrics, used when providing rubrics inline.
+        # Corresponds to the JSON property `inlineRubrics`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricBasedMetricSpecRepeatedRubrics]
+        attr_accessor :inline_rubrics
+      
+        # The autorater config used for the evaluation run.
+        # Corresponds to the JSON property `judgeAutoraterConfig`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigAutoraterConfig]
+        attr_accessor :judge_autorater_config
+      
+        # Optional. Template for the prompt used by the judge model to evaluate against
+        # rubrics.
+        # Corresponds to the JSON property `metricPromptTemplate`
+        # @return [String]
+        attr_accessor :metric_prompt_template
+      
+        # Specification for how rubrics should be generated.
+        # Corresponds to the JSON property `rubricGenerationSpec`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricGenerationSpec]
+        attr_accessor :rubric_generation_spec
+      
+        # Use a pre-defined group of rubrics associated with the input content. This
+        # refers to a key in the `rubric_groups` map of `RubricEnhancedContents`.
+        # Corresponds to the JSON property `rubricGroupKey`
+        # @return [String]
+        attr_accessor :rubric_group_key
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @inline_rubrics = args[:inline_rubrics] if args.key?(:inline_rubrics)
+          @judge_autorater_config = args[:judge_autorater_config] if args.key?(:judge_autorater_config)
+          @metric_prompt_template = args[:metric_prompt_template] if args.key?(:metric_prompt_template)
+          @rubric_generation_spec = args[:rubric_generation_spec] if args.key?(:rubric_generation_spec)
+          @rubric_group_key = args[:rubric_group_key] if args.key?(:rubric_group_key)
+        end
+      end
+      
+      # Defines a list of rubrics, used when providing rubrics inline.
+      class GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricBasedMetricSpecRepeatedRubrics
+        include Google::Apis::Core::Hashable
+      
+        # The list of rubrics.
+        # Corresponds to the JSON property `rubrics`
+        # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Rubric>]
+        attr_accessor :rubrics
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @rubrics = args[:rubrics] if args.key?(:rubrics)
+        end
+      end
+      
+      # Specification for how rubrics should be generated.
+      class GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricGenerationSpec
+        include Google::Apis::Core::Hashable
+      
+        # The autorater config used for the evaluation run.
+        # Corresponds to the JSON property `modelConfig`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigAutoraterConfig]
+        attr_accessor :model_config
+      
+        # Optional. Template for the prompt used to generate rubrics. The details should
+        # be updated based on the most-recent recipe requirements.
+        # Corresponds to the JSON property `promptTemplate`
+        # @return [String]
+        attr_accessor :prompt_template
+      
+        # Optional. The type of rubric content to be generated.
+        # Corresponds to the JSON property `rubricContentType`
+        # @return [String]
+        attr_accessor :rubric_content_type
+      
+        # Optional. An optional, pre-defined list of allowed types for generated rubrics.
+        # If this field is provided, it implies `include_rubric_type` should be true,
+        # and the generated rubric types should be chosen from this ontology.
+        # Corresponds to the JSON property `rubricTypeOntology`
+        # @return [Array<String>]
+        attr_accessor :rubric_type_ontology
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @model_config = args[:model_config] if args.key?(:model_config)
+          @prompt_template = args[:prompt_template] if args.key?(:prompt_template)
+          @rubric_content_type = args[:rubric_content_type] if args.key?(:rubric_content_type)
+          @rubric_type_ontology = args[:rubric_type_ontology] if args.key?(:rubric_type_ontology)
+        end
+      end
+      
+      # EvaluationSet is a collection of related EvaluationItems that are evaluated
+      # together.
+      class GoogleCloudAiplatformV1beta1EvaluationSet
+        include Google::Apis::Core::Hashable
+      
+        # Output only. Timestamp when this item was created.
+        # Corresponds to the JSON property `createTime`
+        # @return [String]
+        attr_accessor :create_time
+      
+        # Required. The display name of the EvaluationSet.
+        # Corresponds to the JSON property `displayName`
+        # @return [String]
+        attr_accessor :display_name
+      
+        # Required. The EvaluationItems that are part of this dataset.
+        # Corresponds to the JSON property `evaluationItems`
+        # @return [Array<String>]
+        attr_accessor :evaluation_items
+      
+        # Optional. Metadata for the EvaluationSet.
+        # Corresponds to the JSON property `metadata`
+        # @return [Object]
+        attr_accessor :metadata
+      
+        # Identifier. The resource name of the EvaluationSet. Format: `projects/`project`
+        # /locations/`location`/evaluationSets/`evaluation_set``
+        # Corresponds to the JSON property `name`
+        # @return [String]
+        attr_accessor :name
+      
+        # Output only. Timestamp when this item was last updated.
+        # Corresponds to the JSON property `updateTime`
+        # @return [String]
+        attr_accessor :update_time
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @create_time = args[:create_time] if args.key?(:create_time)
+          @display_name = args[:display_name] if args.key?(:display_name)
+          @evaluation_items = args[:evaluation_items] if args.key?(:evaluation_items)
+          @metadata = args[:metadata] if args.key?(:metadata)
+          @name = args[:name] if args.key?(:name)
+          @update_time = args[:update_time] if args.key?(:update_time)
+        end
+      end
+      
       # An edge describing the relationship between an Artifact and an Execution in a
       # lineage graph.
       class GoogleCloudAiplatformV1beta1Event
@@ -9784,6 +11121,44 @@ module Google
         end
       end
       
+      # Request message for SandboxEnvironmentExecutionService.Execute.
+      class GoogleCloudAiplatformV1beta1ExecuteSandboxEnvironmentRequest
+        include Google::Apis::Core::Hashable
+      
+        # Required. The inputs to the sandbox environment.
+        # Corresponds to the JSON property `inputs`
+        # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Chunk>]
+        attr_accessor :inputs
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @inputs = args[:inputs] if args.key?(:inputs)
+        end
+      end
+      
+      # Response message for SandboxEnvironmentExecutionService.Execute.
+      class GoogleCloudAiplatformV1beta1ExecuteSandboxEnvironmentResponse
+        include Google::Apis::Core::Hashable
+      
+        # The outputs from the sandbox environment.
+        # Corresponds to the JSON property `outputs`
+        # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Chunk>]
+        attr_accessor :outputs
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @outputs = args[:outputs] if args.key?(:outputs)
+        end
+      end
+      
       # Instance of a general execution.
       class GoogleCloudAiplatformV1beta1Execution
         include Google::Apis::Core::Hashable
@@ -15255,7 +16630,59 @@ module Google
         end
       end
       
-      # Request message for MemoryBankService.GenerateMemories.
+      # Request message for EvaluationService.GenerateInstanceRubrics.
+      class GoogleCloudAiplatformV1beta1GenerateInstanceRubricsRequest
+        include Google::Apis::Core::Hashable
+      
+        # Required. The prompt to generate rubrics from. For single-turn queries, this
+        # is a single instance. For multi-turn queries, this is a repeated field that
+        # contains conversation history + latest request.
+        # Corresponds to the JSON property `contents`
+        # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Content>]
+        attr_accessor :contents
+      
+        # The spec for a pre-defined metric.
+        # Corresponds to the JSON property `predefinedRubricGenerationSpec`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1PredefinedMetricSpec]
+        attr_accessor :predefined_rubric_generation_spec
+      
+        # Specification for how rubrics should be generated.
+        # Corresponds to the JSON property `rubricGenerationSpec`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1RubricGenerationSpec]
+        attr_accessor :rubric_generation_spec
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @contents = args[:contents] if args.key?(:contents)
+          @predefined_rubric_generation_spec = args[:predefined_rubric_generation_spec] if args.key?(:predefined_rubric_generation_spec)
+          @rubric_generation_spec = args[:rubric_generation_spec] if args.key?(:rubric_generation_spec)
+        end
+      end
+      
+      # Response message for EvaluationService.GenerateInstanceRubrics.
+      class GoogleCloudAiplatformV1beta1GenerateInstanceRubricsResponse
+        include Google::Apis::Core::Hashable
+      
+        # Output only. A list of generated rubrics.
+        # Corresponds to the JSON property `generatedRubrics`
+        # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Rubric>]
+        attr_accessor :generated_rubrics
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @generated_rubrics = args[:generated_rubrics] if args.key?(:generated_rubrics)
+        end
+      end
+      
+      # Request message for MemoryBankService.GenerateMemories. Maximum size is 8 MB.
       class GoogleCloudAiplatformV1beta1GenerateMemoriesRequest
         include Google::Apis::Core::Hashable
       
@@ -15428,6 +16855,64 @@ module Google
         end
       end
       
+      # Request message for DataFoundryService.GenerateSyntheticData.
+      class GoogleCloudAiplatformV1beta1GenerateSyntheticDataRequest
+        include Google::Apis::Core::Hashable
+      
+        # Required. The number of synthetic examples to generate. For this stateless API,
+        # the count is limited to a small number.
+        # Corresponds to the JSON property `count`
+        # @return [Fixnum]
+        attr_accessor :count
+      
+        # Optional. A list of few-shot examples to guide the model's output style and
+        # format.
+        # Corresponds to the JSON property `examples`
+        # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1SyntheticExample>]
+        attr_accessor :examples
+      
+        # Required. The schema of the desired output, defined by a list of fields.
+        # Corresponds to the JSON property `outputFieldSpecs`
+        # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1OutputFieldSpec>]
+        attr_accessor :output_field_specs
+      
+        # Defines a generation strategy based on a high-level task description.
+        # Corresponds to the JSON property `taskDescription`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1TaskDescriptionStrategy]
+        attr_accessor :task_description
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @count = args[:count] if args.key?(:count)
+          @examples = args[:examples] if args.key?(:examples)
+          @output_field_specs = args[:output_field_specs] if args.key?(:output_field_specs)
+          @task_description = args[:task_description] if args.key?(:task_description)
+        end
+      end
+      
+      # The response containing the generated data.
+      class GoogleCloudAiplatformV1beta1GenerateSyntheticDataResponse
+        include Google::Apis::Core::Hashable
+      
+        # A list of generated synthetic examples.
+        # Corresponds to the JSON property `syntheticExamples`
+        # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1SyntheticExample>]
+        attr_accessor :synthetic_examples
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @synthetic_examples = args[:synthetic_examples] if args.key?(:synthetic_examples)
+        end
+      end
+      
       # Generate video response.
       class GoogleCloudAiplatformV1beta1GenerateVideoResponse
         include Google::Apis::Core::Hashable
@@ -15879,25 +17364,12 @@ module Google
       class GoogleCloudAiplatformV1beta1GoogleMaps
         include Google::Apis::Core::Hashable
       
-        # The generic reusable api auth config. Deprecated. Please use AuthConfig (
-        # google/cloud/aiplatform/master/auth.proto) instead.
-        # Corresponds to the JSON property `apiAuth`
-        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1ApiAuth]
-        attr_accessor :api_auth
-      
-        # Auth configuration to run the extension.
-        # Corresponds to the JSON property `authConfig`
-        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1AuthConfig]
-        attr_accessor :auth_config
-      
         def initialize(**args)
            update!(**args)
         end
       
         # Update properties of this object
         def update!(**args)
-          @api_auth = args[:api_auth] if args.key?(:api_auth)
-          @auth_config = args[:auth_config] if args.key?(:auth_config)
         end
       end
       
@@ -18402,6 +19874,81 @@ module Google
         end
       end
       
+      # Response message for EvaluationManagementService.ListEvaluationItems.
+      class GoogleCloudAiplatformV1beta1ListEvaluationItemsResponse
+        include Google::Apis::Core::Hashable
+      
+        # List of EvaluationItems in the requested page.
+        # Corresponds to the JSON property `evaluationItems`
+        # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationItem>]
+        attr_accessor :evaluation_items
+      
+        # A token to retrieve the next page of results.
+        # Corresponds to the JSON property `nextPageToken`
+        # @return [String]
+        attr_accessor :next_page_token
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @evaluation_items = args[:evaluation_items] if args.key?(:evaluation_items)
+          @next_page_token = args[:next_page_token] if args.key?(:next_page_token)
+        end
+      end
+      
+      # Response message for EvaluationManagementService.ListEvaluationRuns.
+      class GoogleCloudAiplatformV1beta1ListEvaluationRunsResponse
+        include Google::Apis::Core::Hashable
+      
+        # List of EvaluationRuns in the requested page.
+        # Corresponds to the JSON property `evaluationRuns`
+        # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRun>]
+        attr_accessor :evaluation_runs
+      
+        # A token to retrieve the next page of results.
+        # Corresponds to the JSON property `nextPageToken`
+        # @return [String]
+        attr_accessor :next_page_token
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @evaluation_runs = args[:evaluation_runs] if args.key?(:evaluation_runs)
+          @next_page_token = args[:next_page_token] if args.key?(:next_page_token)
+        end
+      end
+      
+      # Response message for EvaluationManagementService.ListEvaluationSets.
+      class GoogleCloudAiplatformV1beta1ListEvaluationSetsResponse
+        include Google::Apis::Core::Hashable
+      
+        # List of EvaluationSets in the requested page.
+        # Corresponds to the JSON property `evaluationSets`
+        # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationSet>]
+        attr_accessor :evaluation_sets
+      
+        # A token to retrieve the next page of results.
+        # Corresponds to the JSON property `nextPageToken`
+        # @return [String]
+        attr_accessor :next_page_token
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @evaluation_sets = args[:evaluation_sets] if args.key?(:evaluation_sets)
+          @next_page_token = args[:next_page_token] if args.key?(:next_page_token)
+        end
+      end
+      
       # Response message for SessionService.ListEvents.
       class GoogleCloudAiplatformV1beta1ListEventsResponse
         include Google::Apis::Core::Hashable
@@ -19406,6 +20953,33 @@ module Google
         end
       end
       
+      # Response message for SandboxEnvironmentService.ListSandboxEnvironments.
+      class GoogleCloudAiplatformV1beta1ListSandboxEnvironmentsResponse
+        include Google::Apis::Core::Hashable
+      
+        # A token, which can be sent as ListSandboxEnvironmentsRequest.page_token to
+        # retrieve the next page. Absence of this field indicates there are no
+        # subsequent pages.
+        # Corresponds to the JSON property `nextPageToken`
+        # @return [String]
+        attr_accessor :next_page_token
+      
+        # The SandboxEnvironments matching the request.
+        # Corresponds to the JSON property `sandboxEnvironments`
+        # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1SandboxEnvironment>]
+        attr_accessor :sandbox_environments
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @next_page_token = args[:next_page_token] if args.key?(:next_page_token)
+          @sandbox_environments = args[:sandbox_environments] if args.key?(:sandbox_environments)
+        end
+      end
+      
       # Response message for DatasetService.ListSavedQueries.
       class GoogleCloudAiplatformV1beta1ListSavedQueriesResponse
         include Google::Apis::Core::Hashable
@@ -19829,6 +21403,19 @@ module Google
         # @return [String]
         attr_accessor :accelerator_type
       
+        # Optional. Immutable. The Nvidia GPU partition size. When specified, the
+        # requested accelerators will be partitioned into smaller GPU partitions. For
+        # example, if the request is for 8 units of NVIDIA A100 GPUs, and
+        # gpu_partition_size="1g.10gb", the service will create 8 * 7 = 56 partitioned
+        # MIG instances. The partition size must be a value supported by the requested
+        # accelerator. Refer to [Nvidia GPU Partitioning](https://cloud.google.com/
+        # kubernetes-engine/docs/how-to/gpus-multi#multi-instance_gpu_partitions) for
+        # the available partition sizes. If set, the accelerator_count should be set to
+        # 1.
+        # Corresponds to the JSON property `gpuPartitionSize`
+        # @return [String]
+        attr_accessor :gpu_partition_size
+      
         # Immutable. The type of the machine. See the [list of machine types supported
         # for prediction](https://cloud.google.com/vertex-ai/docs/predictions/configure-
         # compute#machine-types) See the [list of machine types supported for custom
@@ -19867,6 +21454,7 @@ module Google
         def update!(**args)
           @accelerator_count = args[:accelerator_count] if args.key?(:accelerator_count)
           @accelerator_type = args[:accelerator_type] if args.key?(:accelerator_type)
+          @gpu_partition_size = args[:gpu_partition_size] if args.key?(:gpu_partition_size)
           @machine_type = args[:machine_type] if args.key?(:machine_type)
           @multihost_gpu_node_count = args[:multihost_gpu_node_count] if args.key?(:multihost_gpu_node_count)
           @reservation_affinity = args[:reservation_affinity] if args.key?(:reservation_affinity)
@@ -20031,6 +21619,203 @@ module Google
         end
       end
       
+      # Configuration for organizing memories for a particular scope.
+      class GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfig
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Examples of how to generate memories for a particular scope.
+        # Corresponds to the JSON property `generateMemoriesExamples`
+        # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExample>]
+        attr_accessor :generate_memories_examples
+      
+        # Optional. Topics of information that should be extracted from conversations
+        # and stored as memories. If not set, then Memory Bank's default topics will be
+        # used.
+        # Corresponds to the JSON property `memoryTopics`
+        # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigMemoryTopic>]
+        attr_accessor :memory_topics
+      
+        # Optional. The scope keys (i.e. 'user_id') for which to use this config. A
+        # request's scope must include all of the provided keys for the config to be
+        # used (order does not matter). If empty, then the config will be used for all
+        # requests that do not have a more specific config. Only one default config is
+        # allowed per Memory Bank.
+        # Corresponds to the JSON property `scopeKeys`
+        # @return [Array<String>]
+        attr_accessor :scope_keys
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @generate_memories_examples = args[:generate_memories_examples] if args.key?(:generate_memories_examples)
+          @memory_topics = args[:memory_topics] if args.key?(:memory_topics)
+          @scope_keys = args[:scope_keys] if args.key?(:scope_keys)
+        end
+      end
+      
+      # An example of how to generate memories for a particular scope.
+      class GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExample
+        include Google::Apis::Core::Hashable
+      
+        # A conversation source for the example. This is similar to `
+        # DirectContentsSource`.
+        # Corresponds to the JSON property `conversationSource`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExampleConversationSource]
+        attr_accessor :conversation_source
+      
+        # Optional. The memories that are expected to be generated from the input
+        # conversation. An empty list indicates that no memories are expected to be
+        # generated for the input conversation.
+        # Corresponds to the JSON property `generatedMemories`
+        # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExampleGeneratedMemory>]
+        attr_accessor :generated_memories
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @conversation_source = args[:conversation_source] if args.key?(:conversation_source)
+          @generated_memories = args[:generated_memories] if args.key?(:generated_memories)
+        end
+      end
+      
+      # A conversation source for the example. This is similar to `
+      # DirectContentsSource`.
+      class GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExampleConversationSource
+        include Google::Apis::Core::Hashable
+      
+        # Optional. The input conversation events for the example.
+        # Corresponds to the JSON property `events`
+        # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExampleConversationSourceEvent>]
+        attr_accessor :events
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @events = args[:events] if args.key?(:events)
+        end
+      end
+      
+      # A single conversation event.
+      class GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExampleConversationSourceEvent
+        include Google::Apis::Core::Hashable
+      
+        # The base structured datatype containing multi-part content of a message. A `
+        # Content` includes a `role` field designating the producer of the `Content` and
+        # a `parts` field containing multi-part data that contains the content of the
+        # message turn.
+        # Corresponds to the JSON property `content`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Content]
+        attr_accessor :content
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @content = args[:content] if args.key?(:content)
+        end
+      end
+      
+      # A memory generated by the operation.
+      class GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExampleGeneratedMemory
+        include Google::Apis::Core::Hashable
+      
+        # Required. The fact to generate a memory from.
+        # Corresponds to the JSON property `fact`
+        # @return [String]
+        attr_accessor :fact
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @fact = args[:fact] if args.key?(:fact)
+        end
+      end
+      
+      # A topic of information that should be extracted from conversations and stored
+      # as memories.
+      class GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigMemoryTopic
+        include Google::Apis::Core::Hashable
+      
+        # A custom memory topic defined by the developer.
+        # Corresponds to the JSON property `customMemoryTopic`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigMemoryTopicCustomMemoryTopic]
+        attr_accessor :custom_memory_topic
+      
+        # A managed memory topic defined by the system.
+        # Corresponds to the JSON property `managedMemoryTopic`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigMemoryTopicManagedMemoryTopic]
+        attr_accessor :managed_memory_topic
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @custom_memory_topic = args[:custom_memory_topic] if args.key?(:custom_memory_topic)
+          @managed_memory_topic = args[:managed_memory_topic] if args.key?(:managed_memory_topic)
+        end
+      end
+      
+      # A custom memory topic defined by the developer.
+      class GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigMemoryTopicCustomMemoryTopic
+        include Google::Apis::Core::Hashable
+      
+        # Required. Description of the memory topic. This should explain what
+        # information should be extracted for this topic.
+        # Corresponds to the JSON property `description`
+        # @return [String]
+        attr_accessor :description
+      
+        # Required. The label of the topic.
+        # Corresponds to the JSON property `label`
+        # @return [String]
+        attr_accessor :label
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @description = args[:description] if args.key?(:description)
+          @label = args[:label] if args.key?(:label)
+        end
+      end
+      
+      # A managed memory topic defined by the system.
+      class GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigMemoryTopicManagedMemoryTopic
+        include Google::Apis::Core::Hashable
+      
+        # Required. The managed topic.
+        # Corresponds to the JSON property `managedTopicEnum`
+        # @return [String]
+        attr_accessor :managed_topic_enum
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @managed_topic_enum = args[:managed_topic_enum] if args.key?(:managed_topic_enum)
+        end
+      end
+      
       # Request message for ModelService.MergeVersionAliases.
       class GoogleCloudAiplatformV1beta1MergeVersionAliasesRequest
         include Google::Apis::Core::Hashable
@@ -20057,6 +21842,27 @@ module Google
         end
       end
       
+      # Metadata for a chunk.
+      class GoogleCloudAiplatformV1beta1Metadata
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Attributes attached to the data. The keys have semantic conventions
+        # and the consumers of the attributes should know how to deserialize the value
+        # bytes based on the keys.
+        # Corresponds to the JSON property `attributes`
+        # @return [Hash<String,String>]
+        attr_accessor :attributes
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @attributes = args[:attributes] if args.key?(:attributes)
+        end
+      end
+      
       # Instance of a general MetadataSchema.
       class GoogleCloudAiplatformV1beta1MetadataSchema
         include Google::Apis::Core::Hashable
@@ -20240,6 +22046,11 @@ module Google
         # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1PointwiseMetricSpec]
         attr_accessor :pointwise_metric_spec
       
+        # The spec for a pre-defined metric.
+        # Corresponds to the JSON property `predefinedMetricSpec`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1PredefinedMetricSpec]
+        attr_accessor :predefined_metric_spec
+      
         # Spec for rouge score metric - calculates the recall of n-grams in prediction
         # as compared to reference - returns a score ranging between 0 and 1.
         # Corresponds to the JSON property `rougeSpec`
@@ -20257,10 +22068,43 @@ module Google
           @exact_match_spec = args[:exact_match_spec] if args.key?(:exact_match_spec)
           @pairwise_metric_spec = args[:pairwise_metric_spec] if args.key?(:pairwise_metric_spec)
           @pointwise_metric_spec = args[:pointwise_metric_spec] if args.key?(:pointwise_metric_spec)
+          @predefined_metric_spec = args[:predefined_metric_spec] if args.key?(:predefined_metric_spec)
           @rouge_spec = args[:rouge_spec] if args.key?(:rouge_spec)
         end
       end
       
+      # Result for a single metric on a single instance.
+      class GoogleCloudAiplatformV1beta1MetricResult
+        include Google::Apis::Core::Hashable
+      
+        # The explanation for the metric result.
+        # Corresponds to the JSON property `explanation`
+        # @return [String]
+        attr_accessor :explanation
+      
+        # For rubric-based metrics, the verdicts for each rubric.
+        # Corresponds to the JSON property `rubricVerdicts`
+        # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1RubricVerdict>]
+        attr_accessor :rubric_verdicts
+      
+        # The score for the metric. Please refer to each metric's documentation for the
+        # meaning of the score.
+        # Corresponds to the JSON property `score`
+        # @return [Float]
+        attr_accessor :score
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @explanation = args[:explanation] if args.key?(:explanation)
+          @rubric_verdicts = args[:rubric_verdicts] if args.key?(:rubric_verdicts)
+          @score = args[:score] if args.key?(:score)
+        end
+      end
+      
       # Input for MetricX metric.
       class GoogleCloudAiplatformV1beta1MetricxInput
         include Google::Apis::Core::Hashable
@@ -25683,6 +27527,60 @@ module Google
         end
       end
       
+      # Defines a specification for a single output field.
+      class GoogleCloudAiplatformV1beta1OutputFieldSpec
+        include Google::Apis::Core::Hashable
+      
+        # Required. The name of the output field.
+        # Corresponds to the JSON property `fieldName`
+        # @return [String]
+        attr_accessor :field_name
+      
+        # Optional. The data type of the field. Defaults to CONTENT if not set.
+        # Corresponds to the JSON property `fieldType`
+        # @return [String]
+        attr_accessor :field_type
+      
+        # Optional. Optional, but recommended. Additional guidance specific to this
+        # field to provide targeted instructions for the LLM to generate the content of
+        # a single output field. While the LLM can sometimes infer content from the
+        # field name, providing explicit guidance is preferred.
+        # Corresponds to the JSON property `guidance`
+        # @return [String]
+        attr_accessor :guidance
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @field_name = args[:field_name] if args.key?(:field_name)
+          @field_type = args[:field_type] if args.key?(:field_type)
+          @guidance = args[:guidance] if args.key?(:guidance)
+        end
+      end
+      
+      # Describes the info for output of EvaluationService.EvaluateDataset.
+      class GoogleCloudAiplatformV1beta1OutputInfo
+        include Google::Apis::Core::Hashable
+      
+        # Output only. The full path of the Cloud Storage directory created, into which
+        # the evaluation results and aggregation results are written.
+        # Corresponds to the JSON property `gcsOutputDirectory`
+        # @return [String]
+        attr_accessor :gcs_output_directory
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @gcs_output_directory = args[:gcs_output_directory] if args.key?(:gcs_output_directory)
+        end
+      end
+      
       # PSC config that is used to automatically create PSC endpoints in the user
       # projects.
       class GoogleCloudAiplatformV1beta1PscAutomationConfig
@@ -27419,6 +29317,32 @@ module Google
         end
       end
       
+      # The spec for a pre-defined metric.
+      class GoogleCloudAiplatformV1beta1PredefinedMetricSpec
+        include Google::Apis::Core::Hashable
+      
+        # Required. The name of a pre-defined metric, such as "instruction_following_v1"
+        # or "text_quality_v1".
+        # Corresponds to the JSON property `metricSpecName`
+        # @return [String]
+        attr_accessor :metric_spec_name
+      
+        # Optional. The parameters needed to run the pre-defined metric.
+        # Corresponds to the JSON property `metricSpecParameters`
+        # @return [Hash<String,Object>]
+        attr_accessor :metric_spec_parameters
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @metric_spec_name = args[:metric_spec_name] if args.key?(:metric_spec_name)
+          @metric_spec_parameters = args[:metric_spec_parameters] if args.key?(:metric_spec_parameters)
+        end
+      end
+      
       # Assigns input data to training, validation, and test sets based on the value
       # of a provided key. Supported only for tabular Datasets.
       class GoogleCloudAiplatformV1beta1PredefinedSplit
@@ -31705,6 +33629,12 @@ module Google
       class GoogleCloudAiplatformV1beta1ReasoningEngineContextSpecMemoryBankConfig
         include Google::Apis::Core::Hashable
       
+        # Optional. Configuration for how to customize Memory Bank behavior for a
+        # particular scope.
+        # Corresponds to the JSON property `customizationConfigs`
+        # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfig>]
+        attr_accessor :customization_configs
+      
         # Configuration for how to generate memories.
         # Corresponds to the JSON property `generationConfig`
         # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1ReasoningEngineContextSpecMemoryBankConfigGenerationConfig]
@@ -31715,14 +33645,22 @@ module Google
         # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1ReasoningEngineContextSpecMemoryBankConfigSimilaritySearchConfig]
         attr_accessor :similarity_search_config
       
+        # Configuration for automatically setting the TTL ("time-to-live") of the
+        # memories in the Memory Bank.
+        # Corresponds to the JSON property `ttlConfig`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1ReasoningEngineContextSpecMemoryBankConfigTtlConfig]
+        attr_accessor :ttl_config
+      
         def initialize(**args)
            update!(**args)
         end
       
         # Update properties of this object
         def update!(**args)
+          @customization_configs = args[:customization_configs] if args.key?(:customization_configs)
           @generation_config = args[:generation_config] if args.key?(:generation_config)
           @similarity_search_config = args[:similarity_search_config] if args.key?(:similarity_search_config)
+          @ttl_config = args[:ttl_config] if args.key?(:ttl_config)
         end
       end
       
@@ -31767,6 +33705,70 @@ module Google
         end
       end
       
+      # Configuration for automatically setting the TTL ("time-to-live") of the
+      # memories in the Memory Bank.
+      class GoogleCloudAiplatformV1beta1ReasoningEngineContextSpecMemoryBankConfigTtlConfig
+        include Google::Apis::Core::Hashable
+      
+        # Optional. The default TTL duration of the memories in the Memory Bank. This
+        # applies to all operations that create or update a memory.
+        # Corresponds to the JSON property `defaultTtl`
+        # @return [String]
+        attr_accessor :default_ttl
+      
+        # Configuration for TTL of the memories in the Memory Bank based on the action
+        # that created or updated the memory.
+        # Corresponds to the JSON property `granularTtlConfig`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1ReasoningEngineContextSpecMemoryBankConfigTtlConfigGranularTtlConfig]
+        attr_accessor :granular_ttl_config
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @default_ttl = args[:default_ttl] if args.key?(:default_ttl)
+          @granular_ttl_config = args[:granular_ttl_config] if args.key?(:granular_ttl_config)
+        end
+      end
+      
+      # Configuration for TTL of the memories in the Memory Bank based on the action
+      # that created or updated the memory.
+      class GoogleCloudAiplatformV1beta1ReasoningEngineContextSpecMemoryBankConfigTtlConfigGranularTtlConfig
+        include Google::Apis::Core::Hashable
+      
+        # Optional. The TTL duration for memories uploaded via CreateMemory.
+        # Corresponds to the JSON property `createTtl`
+        # @return [String]
+        attr_accessor :create_ttl
+      
+        # Optional. The TTL duration for memories newly generated via GenerateMemories (
+        # GenerateMemoriesResponse.GeneratedMemory.Action.CREATED).
+        # Corresponds to the JSON property `generateCreatedTtl`
+        # @return [String]
+        attr_accessor :generate_created_ttl
+      
+        # Optional. The TTL duration for memories updated via GenerateMemories (
+        # GenerateMemoriesResponse.GeneratedMemory.Action.UPDATED). In the case of an
+        # UPDATE action, the `expire_time` of the existing memory will be updated to the
+        # new value (now + TTL).
+        # Corresponds to the JSON property `generateUpdatedTtl`
+        # @return [String]
+        attr_accessor :generate_updated_ttl
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @create_ttl = args[:create_ttl] if args.key?(:create_ttl)
+          @generate_created_ttl = args[:generate_created_ttl] if args.key?(:generate_created_ttl)
+          @generate_updated_ttl = args[:generate_updated_ttl] if args.key?(:generate_updated_ttl)
+        end
+      end
+      
       # ReasoningEngine configurations
       class GoogleCloudAiplatformV1beta1ReasoningEngineSpec
         include Google::Apis::Core::Hashable
@@ -31821,6 +33823,11 @@ module Google
       class GoogleCloudAiplatformV1beta1ReasoningEngineSpecDeploymentSpec
         include Google::Apis::Core::Hashable
       
+        # The agent server mode.
+        # Corresponds to the JSON property `agentServerMode`
+        # @return [String]
+        attr_accessor :agent_server_mode
+      
         # Optional. Concurrency for each container and agent server. Recommended value:
         # 2 * cpu + 1. Defaults to 9.
         # Corresponds to the JSON property `containerConcurrency`
@@ -31835,13 +33842,14 @@ module Google
         attr_accessor :env
       
         # Optional. The maximum number of application instances that can be launched to
-        # handle increased traffic. Defaults to 100.
+        # handle increased traffic. Defaults to 100. Range: [1, 1000]. If VPC-SC or PSC-
+        # I is enabled, the acceptable range is [1, 100].
         # Corresponds to the JSON property `maxInstances`
         # @return [Fixnum]
         attr_accessor :max_instances
       
         # Optional. The minimum number of application instances that will be kept
-        # running at all times. Defaults to 1.
+        # running at all times. Defaults to 1. Range: [0, 10].
         # Corresponds to the JSON property `minInstances`
         # @return [Fixnum]
         attr_accessor :min_instances
@@ -31853,9 +33861,11 @@ module Google
       
         # Optional. Resource limits for each container. Only 'cpu' and 'memory' keys are
         # supported. Defaults to `"cpu": "4", "memory": "4Gi"`. * The only supported
-        # values for CPU are '1', '2', '4', and '8'. For more information, go to https://
-        # cloud.google.com/run/docs/configuring/cpu. * For supported 'memory' values and
-        # syntax, go to https://cloud.google.com/run/docs/configuring/memory-limits
+        # values for CPU are '1', '2', '4', '6' and '8'. For more information, go to
+        # https://cloud.google.com/run/docs/configuring/cpu. * The only supported values
+        # for memory are '1Gi', '2Gi', ... '32 Gi'. * For required cpu on different
+        # memory values, go to https://cloud.google.com/run/docs/configuring/memory-
+        # limits
         # Corresponds to the JSON property `resourceLimits`
         # @return [Hash<String,String>]
         attr_accessor :resource_limits
@@ -31873,6 +33883,7 @@ module Google
       
         # Update properties of this object
         def update!(**args)
+          @agent_server_mode = args[:agent_server_mode] if args.key?(:agent_server_mode)
           @container_concurrency = args[:container_concurrency] if args.key?(:container_concurrency)
           @env = args[:env] if args.key?(:env)
           @max_instances = args[:max_instances] if args.key?(:max_instances)
@@ -33127,6 +35138,48 @@ module Google
         end
       end
       
+      # Message representing a single testable criterion for evaluation. One input
+      # prompt could have multiple rubrics.
+      class GoogleCloudAiplatformV1beta1Rubric
+        include Google::Apis::Core::Hashable
+      
+        # Content of the rubric, defining the testable criteria.
+        # Corresponds to the JSON property `content`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1RubricContent]
+        attr_accessor :content
+      
+        # Optional. The relative importance of this rubric.
+        # Corresponds to the JSON property `importance`
+        # @return [String]
+        attr_accessor :importance
+      
+        # Unique identifier for the rubric. This ID is used to refer to this rubric, e.g.
+        # , in RubricVerdict.
+        # Corresponds to the JSON property `rubricId`
+        # @return [String]
+        attr_accessor :rubric_id
+      
+        # Optional. A type designator for the rubric, which can inform how it's
+        # evaluated or interpreted by systems or users. It's recommended to use
+        # consistent, well-defined, upper snake_case strings. Examples: "
+        # SUMMARIZATION_QUALITY", "SAFETY_HARMFUL_CONTENT", "INSTRUCTION_ADHERENCE".
+        # Corresponds to the JSON property `type`
+        # @return [String]
+        attr_accessor :type
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @content = args[:content] if args.key?(:content)
+          @importance = args[:importance] if args.key?(:importance)
+          @rubric_id = args[:rubric_id] if args.key?(:rubric_id)
+          @type = args[:type] if args.key?(:type)
+        end
+      end
+      
       # Instance and metric spec for RubricBasedInstructionFollowing metric.
       class GoogleCloudAiplatformV1beta1RubricBasedInstructionFollowingInput
         include Google::Apis::Core::Hashable
@@ -33215,6 +35268,45 @@ module Google
         end
       end
       
+      # Content of the rubric, defining the testable criteria.
+      class GoogleCloudAiplatformV1beta1RubricContent
+        include Google::Apis::Core::Hashable
+      
+        # Defines criteria based on a specific property.
+        # Corresponds to the JSON property `property`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1RubricContentProperty]
+        attr_accessor :property
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @property = args[:property] if args.key?(:property)
+        end
+      end
+      
+      # Defines criteria based on a specific property.
+      class GoogleCloudAiplatformV1beta1RubricContentProperty
+        include Google::Apis::Core::Hashable
+      
+        # Description of the property being evaluated. Example: "The model's response is
+        # grammatically correct."
+        # Corresponds to the JSON property `description`
+        # @return [String]
+        attr_accessor :description
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @description = args[:description] if args.key?(:description)
+        end
+      end
+      
       # Rubric critique result.
       class GoogleCloudAiplatformV1beta1RubricCritiqueResult
         include Google::Apis::Core::Hashable
@@ -33242,6 +35334,116 @@ module Google
         end
       end
       
+      # Specification for how rubrics should be generated.
+      class GoogleCloudAiplatformV1beta1RubricGenerationSpec
+        include Google::Apis::Core::Hashable
+      
+        # The configs for autorater. This is applicable to both EvaluateInstances and
+        # EvaluateDataset.
+        # Corresponds to the JSON property `modelConfig`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1AutoraterConfig]
+        attr_accessor :model_config
+      
+        # Template for the prompt used to generate rubrics. The details should be
+        # updated based on the most-recent recipe requirements.
+        # Corresponds to the JSON property `promptTemplate`
+        # @return [String]
+        attr_accessor :prompt_template
+      
+        # The type of rubric content to be generated.
+        # Corresponds to the JSON property `rubricContentType`
+        # @return [String]
+        attr_accessor :rubric_content_type
+      
+        # Optional. An optional, pre-defined list of allowed types for generated rubrics.
+        # If this field is provided, it implies `include_rubric_type` should be true,
+        # and the generated rubric types should be chosen from this ontology.
+        # Corresponds to the JSON property `rubricTypeOntology`
+        # @return [Array<String>]
+        attr_accessor :rubric_type_ontology
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @model_config = args[:model_config] if args.key?(:model_config)
+          @prompt_template = args[:prompt_template] if args.key?(:prompt_template)
+          @rubric_content_type = args[:rubric_content_type] if args.key?(:rubric_content_type)
+          @rubric_type_ontology = args[:rubric_type_ontology] if args.key?(:rubric_type_ontology)
+        end
+      end
+      
+      # A group of rubrics, used for grouping rubrics based on a metric or a version.
+      class GoogleCloudAiplatformV1beta1RubricGroup
+        include Google::Apis::Core::Hashable
+      
+        # Human-readable name for the group. This should be unique within a given
+        # context if used for display or selection. Example: "Instruction Following V1",
+        # "Content Quality - Summarization Task".
+        # Corresponds to the JSON property `displayName`
+        # @return [String]
+        attr_accessor :display_name
+      
+        # Unique identifier for the group.
+        # Corresponds to the JSON property `groupId`
+        # @return [String]
+        attr_accessor :group_id
+      
+        # Rubrics that are part of this group.
+        # Corresponds to the JSON property `rubrics`
+        # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Rubric>]
+        attr_accessor :rubrics
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @display_name = args[:display_name] if args.key?(:display_name)
+          @group_id = args[:group_id] if args.key?(:group_id)
+          @rubrics = args[:rubrics] if args.key?(:rubrics)
+        end
+      end
+      
+      # Represents the verdict of an evaluation against a single rubric.
+      class GoogleCloudAiplatformV1beta1RubricVerdict
+        include Google::Apis::Core::Hashable
+      
+        # Message representing a single testable criterion for evaluation. One input
+        # prompt could have multiple rubrics.
+        # Corresponds to the JSON property `evaluatedRubric`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Rubric]
+        attr_accessor :evaluated_rubric
+      
+        # Optional. Human-readable reasoning or explanation for the verdict. This can
+        # include specific examples or details from the evaluated content that justify
+        # the given verdict.
+        # Corresponds to the JSON property `reasoning`
+        # @return [String]
+        attr_accessor :reasoning
+      
+        # Required. Outcome of the evaluation against the rubric, represented as a
+        # boolean. `true` indicates a "Pass", `false` indicates a "Fail".
+        # Corresponds to the JSON property `verdict`
+        # @return [Boolean]
+        attr_accessor :verdict
+        alias_method :verdict?, :verdict
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @evaluated_rubric = args[:evaluated_rubric] if args.key?(:evaluated_rubric)
+          @reasoning = args[:reasoning] if args.key?(:reasoning)
+          @verdict = args[:verdict] if args.key?(:verdict)
+        end
+      end
+      
       # The definition of a runtime artifact.
       class GoogleCloudAiplatformV1beta1RuntimeArtifact
         include Google::Apis::Core::Hashable
@@ -33670,6 +35872,120 @@ module Google
         end
       end
       
+      # SandboxEnvironment is a containerized environment that provides a customizable
+      # secure execution runtime for AI agents.
+      class GoogleCloudAiplatformV1beta1SandboxEnvironment
+        include Google::Apis::Core::Hashable
+      
+        # Output only. The timestamp when this SandboxEnvironment was created.
+        # Corresponds to the JSON property `createTime`
+        # @return [String]
+        attr_accessor :create_time
+      
+        # Required. The display name of the SandboxEnvironment.
+        # Corresponds to the JSON property `displayName`
+        # @return [String]
+        attr_accessor :display_name
+      
+        # Output only. Additional information about the SandboxEnvironment.
+        # Corresponds to the JSON property `metadata`
+        # @return [Object]
+        attr_accessor :metadata
+      
+        # Identifier. The name of the SandboxEnvironment.
+        # Corresponds to the JSON property `name`
+        # @return [String]
+        attr_accessor :name
+      
+        # The specification of a SandboxEnvironment.
+        # Corresponds to the JSON property `spec`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1SandboxEnvironmentSpec]
+        attr_accessor :spec
+      
+        # Output only. The runtime state of the SandboxEnvironment.
+        # Corresponds to the JSON property `state`
+        # @return [String]
+        attr_accessor :state
+      
+        # Output only. The timestamp when this SandboxEnvironment was most recently
+        # updated.
+        # Corresponds to the JSON property `updateTime`
+        # @return [String]
+        attr_accessor :update_time
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @create_time = args[:create_time] if args.key?(:create_time)
+          @display_name = args[:display_name] if args.key?(:display_name)
+          @metadata = args[:metadata] if args.key?(:metadata)
+          @name = args[:name] if args.key?(:name)
+          @spec = args[:spec] if args.key?(:spec)
+          @state = args[:state] if args.key?(:state)
+          @update_time = args[:update_time] if args.key?(:update_time)
+        end
+      end
+      
+      # The specification of a SandboxEnvironment.
+      class GoogleCloudAiplatformV1beta1SandboxEnvironmentSpec
+        include Google::Apis::Core::Hashable
+      
+        # The code execution environment with customized settings.
+        # Corresponds to the JSON property `codeExecutionEnvironment`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1SandboxEnvironmentSpecCodeExecutionEnvironment]
+        attr_accessor :code_execution_environment
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @code_execution_environment = args[:code_execution_environment] if args.key?(:code_execution_environment)
+        end
+      end
+      
+      # The code execution environment with customized settings.
+      class GoogleCloudAiplatformV1beta1SandboxEnvironmentSpecCodeExecutionEnvironment
+        include Google::Apis::Core::Hashable
+      
+        # The coding language supported in this environment.
+        # Corresponds to the JSON property `codeLanguage`
+        # @return [String]
+        attr_accessor :code_language
+      
+        # Optional. The additional dependencies to install in the code execution
+        # environment. For example, "pandas==2.2.3".
+        # Corresponds to the JSON property `dependencies`
+        # @return [Array<String>]
+        attr_accessor :dependencies
+      
+        # Optional. The environment variables to set in the code execution environment.
+        # Corresponds to the JSON property `env`
+        # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EnvVar>]
+        attr_accessor :env
+      
+        # The machine config of the code execution environment.
+        # Corresponds to the JSON property `machineConfig`
+        # @return [String]
+        attr_accessor :machine_config
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @code_language = args[:code_language] if args.key?(:code_language)
+          @dependencies = args[:dependencies] if args.key?(:dependencies)
+          @env = args[:env] if args.key?(:env)
+          @machine_config = args[:machine_config] if args.key?(:machine_config)
+        end
+      end
+      
       # A SavedQuery is a view of the dataset. It references a subset of annotations
       # by problem type and filters.
       class GoogleCloudAiplatformV1beta1SavedQuery
@@ -43951,6 +46267,37 @@ module Google
         end
       end
       
+      # The summary metrics for the evaluation run.
+      class GoogleCloudAiplatformV1beta1SummaryMetrics
+        include Google::Apis::Core::Hashable
+      
+        # Optional. The number of items that failed to be evaluated.
+        # Corresponds to the JSON property `failedItems`
+        # @return [Fixnum]
+        attr_accessor :failed_items
+      
+        # Optional. Map of metric name to metric value.
+        # Corresponds to the JSON property `metrics`
+        # @return [Hash<String,Object>]
+        attr_accessor :metrics
+      
+        # Optional. The total number of items that were evaluated.
+        # Corresponds to the JSON property `totalItems`
+        # @return [Fixnum]
+        attr_accessor :total_items
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @failed_items = args[:failed_items] if args.key?(:failed_items)
+          @metrics = args[:metrics] if args.key?(:metrics)
+          @total_items = args[:total_items] if args.key?(:total_items)
+        end
+      end
+      
       # Hyperparameters for SFT.
       class GoogleCloudAiplatformV1beta1SupervisedHyperParameters
         include Google::Apis::Core::Hashable
@@ -44277,6 +46624,55 @@ module Google
         end
       end
       
+      # Represents a single synthetic example, composed of multiple fields. Used for
+      # providing few-shot examples in the request and for returning generated
+      # examples in the response.
+      class GoogleCloudAiplatformV1beta1SyntheticExample
+        include Google::Apis::Core::Hashable
+      
+        # Required. A list of fields that constitute an example.
+        # Corresponds to the JSON property `fields`
+        # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1SyntheticField>]
+        attr_accessor :fields
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @fields = args[:fields] if args.key?(:fields)
+        end
+      end
+      
+      # Represents a single named field within a SyntheticExample.
+      class GoogleCloudAiplatformV1beta1SyntheticField
+        include Google::Apis::Core::Hashable
+      
+        # The base structured datatype containing multi-part content of a message. A `
+        # Content` includes a `role` field designating the producer of the `Content` and
+        # a `parts` field containing multi-part data that contains the content of the
+        # message turn.
+        # Corresponds to the JSON property `content`
+        # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Content]
+        attr_accessor :content
+      
+        # Optional. The name of the field.
+        # Corresponds to the JSON property `fieldName`
+        # @return [String]
+        attr_accessor :field_name
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @content = args[:content] if args.key?(:content)
+          @field_name = args[:field_name] if args.key?(:field_name)
+        end
+      end
+      
       # The storage details for TFRecord output content.
       class GoogleCloudAiplatformV1beta1TfRecordDestination
         include Google::Apis::Core::Hashable
@@ -44296,6 +46692,25 @@ module Google
         end
       end
       
+      # Defines a generation strategy based on a high-level task description.
+      class GoogleCloudAiplatformV1beta1TaskDescriptionStrategy
+        include Google::Apis::Core::Hashable
+      
+        # Required. A high-level description of the synthetic data to be generated.
+        # Corresponds to the JSON property `taskDescription`
+        # @return [String]
+        attr_accessor :task_description
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @task_description = args[:task_description] if args.key?(:task_description)
+        end
+      end
+      
       # A tensor value type.
       class GoogleCloudAiplatformV1beta1Tensor
         include Google::Apis::Core::Hashable