google-apis-aiplatform_v1 0.63.0 → 0.65.0

data/lib/google/apis/aiplatform_v1/classes.rb

@@ -2607,6 +2607,86 @@ module Google
         end
       end
       
+      # The request set for the evaluation run.
+      class GoogleCloudAiplatformV1BigQueryRequestSet
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Map of candidate name to candidate response column name. The column
+        # will be in evaluation_item.CandidateResponse format.
+        # Corresponds to the JSON property `candidateResponseColumns`
+        # @return [Hash<String,String>]
+        attr_accessor :candidate_response_columns
+      
+        # Optional. The name of the column that contains the requests to evaluate. This
+        # will be in evaluation_item.EvalPrompt format.
+        # Corresponds to the JSON property `promptColumn`
+        # @return [String]
+        attr_accessor :prompt_column
+      
+        # Optional. The name of the column that contains the rubrics. This will be in
+        # evaluation_rubric.RubricGroup format (cl/762595858).
+        # Corresponds to the JSON property `rubricsColumn`
+        # @return [String]
+        attr_accessor :rubrics_column
+      
+        # The sampling config.
+        # Corresponds to the JSON property `samplingConfig`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1BigQueryRequestSetSamplingConfig]
+        attr_accessor :sampling_config
+      
+        # Required. The URI of a BigQuery table. e.g. bq://projectId.bqDatasetId.
+        # bqTableId
+        # Corresponds to the JSON property `uri`
+        # @return [String]
+        attr_accessor :uri
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @candidate_response_columns = args[:candidate_response_columns] if args.key?(:candidate_response_columns)
+          @prompt_column = args[:prompt_column] if args.key?(:prompt_column)
+          @rubrics_column = args[:rubrics_column] if args.key?(:rubrics_column)
+          @sampling_config = args[:sampling_config] if args.key?(:sampling_config)
+          @uri = args[:uri] if args.key?(:uri)
+        end
+      end
+      
+      # The sampling config.
+      class GoogleCloudAiplatformV1BigQueryRequestSetSamplingConfig
+        include Google::Apis::Core::Hashable
+      
+        # Optional. The total number of logged data to import. If available data is less
+        # than the sampling count, all data will be imported. Default is 100.
+        # Corresponds to the JSON property `samplingCount`
+        # @return [Fixnum]
+        attr_accessor :sampling_count
+      
+        # Optional. How long to wait before sampling data from the BigQuery table. If
+        # not specified, defaults to 0.
+        # Corresponds to the JSON property `samplingDuration`
+        # @return [String]
+        attr_accessor :sampling_duration
+      
+        # Optional. The sampling method to use.
+        # Corresponds to the JSON property `samplingMethod`
+        # @return [String]
+        attr_accessor :sampling_method
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @sampling_count = args[:sampling_count] if args.key?(:sampling_count)
+          @sampling_duration = args[:sampling_duration] if args.key?(:sampling_duration)
+          @sampling_method = args[:sampling_method] if args.key?(:sampling_method)
+        end
+      end
+      
       # The BigQuery location for the input content.
       class GoogleCloudAiplatformV1BigQuerySource
         include Google::Apis::Core::Hashable
@@ -3028,6 +3108,19 @@ module Google
         end
       end
       
+      # Request message for EvaluationManagementService.CancelEvaluationRun.
+      class GoogleCloudAiplatformV1CancelEvaluationRunRequest
+        include Google::Apis::Core::Hashable
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+        end
+      end
+      
       # Request message for JobService.CancelHyperparameterTuningJob.
       class GoogleCloudAiplatformV1CancelHyperparameterTuningJobRequest
         include Google::Apis::Core::Hashable
@@ -3172,6 +3265,87 @@ module Google
         end
       end
       
+      # Responses from model or agent.
+      class GoogleCloudAiplatformV1CandidateResponse
+        include Google::Apis::Core::Hashable
+      
+        # Required. The name of the candidate that produced the response.
+        # Corresponds to the JSON property `candidate`
+        # @return [String]
+        attr_accessor :candidate
+      
+        # Text response.
+        # Corresponds to the JSON property `text`
+        # @return [String]
+        attr_accessor :text
+      
+        # Fields and values that can be used to populate the response template.
+        # Corresponds to the JSON property `value`
+        # @return [Object]
+        attr_accessor :value
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @candidate = args[:candidate] if args.key?(:candidate)
+          @text = args[:text] if args.key?(:text)
+          @value = args[:value] if args.key?(:value)
+        end
+      end
+      
+      # Result for a single candidate.
+      class GoogleCloudAiplatformV1CandidateResult
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Additional results for the metric.
+        # Corresponds to the JSON property `additionalResults`
+        # @return [Object]
+        attr_accessor :additional_results
+      
+        # Required. The candidate that is being evaluated. The value is the same as the
+        # candidate name in the EvaluationRequest.
+        # Corresponds to the JSON property `candidate`
+        # @return [String]
+        attr_accessor :candidate
+      
+        # Optional. The explanation for the metric.
+        # Corresponds to the JSON property `explanation`
+        # @return [String]
+        attr_accessor :explanation
+      
+        # Required. The metric that was evaluated.
+        # Corresponds to the JSON property `metric`
+        # @return [String]
+        attr_accessor :metric
+      
+        # Optional. The rubric verdicts for the metric.
+        # Corresponds to the JSON property `rubricVerdicts`
+        # @return [Array<Google::Apis::AiplatformV1::GoogleCloudAiplatformV1RubricVerdict>]
+        attr_accessor :rubric_verdicts
+      
+        # Optional. The score for the metric.
+        # Corresponds to the JSON property `score`
+        # @return [Float]
+        attr_accessor :score
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @additional_results = args[:additional_results] if args.key?(:additional_results)
+          @candidate = args[:candidate] if args.key?(:candidate)
+          @explanation = args[:explanation] if args.key?(:explanation)
+          @metric = args[:metric] if args.key?(:metric)
+          @rubric_verdicts = args[:rubric_verdicts] if args.key?(:rubric_verdicts)
+          @score = args[:score] if args.key?(:score)
+        end
+      end
+      
       # This message will be placed in the metadata field of a google.longrunning.
       # Operation associated with a CheckTrialEarlyStoppingState request.
       class GoogleCloudAiplatformV1CheckTrialEarlyStoppingStateMetatdata
@@ -7774,6 +7948,20 @@ module Google
         # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1GroundednessInput]
         attr_accessor :groundedness_input
       
+        # A single instance to be evaluated. Instances are used to specify the input
+        # data for evaluation, from simple string comparisons to complex, multi-turn
+        # model evaluations
+        # Corresponds to the JSON property `instance`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationInstance]
+        attr_accessor :instance
+      
+        # The metrics used for evaluation. Currently, we only support evaluating a
+        # single metric. If multiple metrics are provided, only the first one will be
+        # evaluated.
+        # Corresponds to the JSON property `metrics`
+        # @return [Array<Google::Apis::AiplatformV1::GoogleCloudAiplatformV1Metric>]
+        attr_accessor :metrics
+      
         # Input for MetricX metric.
         # Corresponds to the JSON property `metricxInput`
         # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1MetricxInput]
@@ -7913,6 +8101,8 @@ module Google
           @fluency_input = args[:fluency_input] if args.key?(:fluency_input)
           @fulfillment_input = args[:fulfillment_input] if args.key?(:fulfillment_input)
           @groundedness_input = args[:groundedness_input] if args.key?(:groundedness_input)
+          @instance = args[:instance] if args.key?(:instance)
+          @metrics = args[:metrics] if args.key?(:metrics)
           @metricx_input = args[:metricx_input] if args.key?(:metricx_input)
           @pairwise_metric_input = args[:pairwise_metric_input] if args.key?(:pairwise_metric_input)
           @pairwise_question_answering_quality_input = args[:pairwise_question_answering_quality_input] if args.key?(:pairwise_question_answering_quality_input)
@@ -7981,6 +8171,12 @@ module Google
         # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1GroundednessResult]
         attr_accessor :groundedness_result
       
+        # Metric results for each instance. The order of the metric results is
+        # guaranteed to be the same as the order of the instances in the request.
+        # Corresponds to the JSON property `metricResults`
+        # @return [Array<Google::Apis::AiplatformV1::GoogleCloudAiplatformV1MetricResult>]
+        attr_accessor :metric_results
+      
         # Spec for MetricX result - calculates the MetricX score for the given instance
         # using the version specified in the spec.
         # Corresponds to the JSON property `metricxResult`
@@ -8120,6 +8316,7 @@ module Google
           @fluency_result = args[:fluency_result] if args.key?(:fluency_result)
           @fulfillment_result = args[:fulfillment_result] if args.key?(:fulfillment_result)
           @groundedness_result = args[:groundedness_result] if args.key?(:groundedness_result)
+          @metric_results = args[:metric_results] if args.key?(:metric_results)
           @metricx_result = args[:metricx_result] if args.key?(:metricx_result)
           @pairwise_metric_result = args[:pairwise_metric_result] if args.key?(:pairwise_metric_result)
           @pairwise_question_answering_quality_result = args[:pairwise_question_answering_quality_result] if args.key?(:pairwise_question_answering_quality_result)
@@ -8277,6 +8474,999 @@ module Google
         end
       end
       
+      # A single instance to be evaluated. Instances are used to specify the input
+      # data for evaluation, from simple string comparisons to complex, multi-turn
+      # model evaluations
+      class GoogleCloudAiplatformV1EvaluationInstance
+        include Google::Apis::Core::Hashable
+      
+        # Instance data specified as a map.
+        # Corresponds to the JSON property `otherData`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationInstanceMapInstance]
+        attr_accessor :other_data
+      
+        # Instance data used to populate placeholders in a metric prompt template.
+        # Corresponds to the JSON property `prompt`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationInstanceInstanceData]
+        attr_accessor :prompt
+      
+        # Instance data used to populate placeholders in a metric prompt template.
+        # Corresponds to the JSON property `reference`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationInstanceInstanceData]
+        attr_accessor :reference
+      
+        # Instance data used to populate placeholders in a metric prompt template.
+        # Corresponds to the JSON property `response`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationInstanceInstanceData]
+        attr_accessor :response
+      
+        # Optional. Named groups of rubrics associated with the prompt. This is used for
+        # rubric-based evaluations where rubrics can be referenced by a key. The key
+        # could represent versions, associated metrics, etc.
+        # Corresponds to the JSON property `rubricGroups`
+        # @return [Hash<String,Google::Apis::AiplatformV1::GoogleCloudAiplatformV1RubricGroup>]
+        attr_accessor :rubric_groups
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @other_data = args[:other_data] if args.key?(:other_data)
+          @prompt = args[:prompt] if args.key?(:prompt)
+          @reference = args[:reference] if args.key?(:reference)
+          @response = args[:response] if args.key?(:response)
+          @rubric_groups = args[:rubric_groups] if args.key?(:rubric_groups)
+        end
+      end
+      
+      # Instance data used to populate placeholders in a metric prompt template.
+      class GoogleCloudAiplatformV1EvaluationInstanceInstanceData
+        include Google::Apis::Core::Hashable
+      
+        # List of standard Content messages from Gemini API.
+        # Corresponds to the JSON property `contents`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationInstanceInstanceDataContents]
+        attr_accessor :contents
+      
+        # Text data.
+        # Corresponds to the JSON property `text`
+        # @return [String]
+        attr_accessor :text
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @contents = args[:contents] if args.key?(:contents)
+          @text = args[:text] if args.key?(:text)
+        end
+      end
+      
+      # List of standard Content messages from Gemini API.
+      class GoogleCloudAiplatformV1EvaluationInstanceInstanceDataContents
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Repeated contents.
+        # Corresponds to the JSON property `contents`
+        # @return [Array<Google::Apis::AiplatformV1::GoogleCloudAiplatformV1Content>]
+        attr_accessor :contents
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @contents = args[:contents] if args.key?(:contents)
+        end
+      end
+      
+      # Instance data specified as a map.
+      class GoogleCloudAiplatformV1EvaluationInstanceMapInstance
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Map of instance data.
+        # Corresponds to the JSON property `mapInstance`
+        # @return [Hash<String,Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationInstanceInstanceData>]
+        attr_accessor :map_instance
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @map_instance = args[:map_instance] if args.key?(:map_instance)
+        end
+      end
+      
+      # EvaluationItem is a single evaluation request or result. The content of an
+      # EvaluationItem is immutable - it cannot be updated once created.
+      # EvaluationItems can be deleted when no longer needed.
+      class GoogleCloudAiplatformV1EvaluationItem
+        include Google::Apis::Core::Hashable
+      
+        # Output only. Timestamp when this item was created.
+        # Corresponds to the JSON property `createTime`
+        # @return [String]
+        attr_accessor :create_time
+      
+        # Required. The display name of the EvaluationItem.
+        # Corresponds to the JSON property `displayName`
+        # @return [String]
+        attr_accessor :display_name
+      
+        # The `Status` type defines a logical error model that is suitable for different
+        # programming environments, including REST APIs and RPC APIs. It is used by [
+        # gRPC](https://github.com/grpc). Each `Status` message contains three pieces of
+        # data: error code, error message, and error details. You can find out more
+        # about this error model and how to work with it in the [API Design Guide](https:
+        # //cloud.google.com/apis/design/errors).
+        # Corresponds to the JSON property `error`
+        # @return [Google::Apis::AiplatformV1::GoogleRpcStatus]
+        attr_accessor :error
+      
+        # Required. The type of the EvaluationItem.
+        # Corresponds to the JSON property `evaluationItemType`
+        # @return [String]
+        attr_accessor :evaluation_item_type
+      
+        # Single evaluation request.
+        # Corresponds to the JSON property `evaluationRequest`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationRequest]
+        attr_accessor :evaluation_request
+      
+        # Evaluation result.
+        # Corresponds to the JSON property `evaluationResponse`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationResult]
+        attr_accessor :evaluation_response
+      
+        # The GCS object where the request or response is stored.
+        # Corresponds to the JSON property `gcsUri`
+        # @return [String]
+        attr_accessor :gcs_uri
+      
+        # Optional. Labels for the EvaluationItem.
+        # Corresponds to the JSON property `labels`
+        # @return [Hash<String,String>]
+        attr_accessor :labels
+      
+        # Optional. Metadata for the EvaluationItem.
+        # Corresponds to the JSON property `metadata`
+        # @return [Object]
+        attr_accessor :metadata
+      
+        # Identifier. The resource name of the EvaluationItem. Format: `projects/`
+        # project`/locations/`location`/evaluationItems/`evaluation_item``
+        # Corresponds to the JSON property `name`
+        # @return [String]
+        attr_accessor :name
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @create_time = args[:create_time] if args.key?(:create_time)
+          @display_name = args[:display_name] if args.key?(:display_name)
+          @error = args[:error] if args.key?(:error)
+          @evaluation_item_type = args[:evaluation_item_type] if args.key?(:evaluation_item_type)
+          @evaluation_request = args[:evaluation_request] if args.key?(:evaluation_request)
+          @evaluation_response = args[:evaluation_response] if args.key?(:evaluation_response)
+          @gcs_uri = args[:gcs_uri] if args.key?(:gcs_uri)
+          @labels = args[:labels] if args.key?(:labels)
+          @metadata = args[:metadata] if args.key?(:metadata)
+          @name = args[:name] if args.key?(:name)
+        end
+      end
+      
+      # Prompt to be evaluated.
+      class GoogleCloudAiplatformV1EvaluationPrompt
+        include Google::Apis::Core::Hashable
+      
+        # Message to hold a prompt template and the values to populate the template.
+        # Corresponds to the JSON property `promptTemplateData`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationPromptPromptTemplateData]
+        attr_accessor :prompt_template_data
+      
+        # Text prompt.
+        # Corresponds to the JSON property `text`
+        # @return [String]
+        attr_accessor :text
+      
+        # Fields and values that can be used to populate the prompt template.
+        # Corresponds to the JSON property `value`
+        # @return [Object]
+        attr_accessor :value
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @prompt_template_data = args[:prompt_template_data] if args.key?(:prompt_template_data)
+          @text = args[:text] if args.key?(:text)
+          @value = args[:value] if args.key?(:value)
+        end
+      end
+      
+      # Message to hold a prompt template and the values to populate the template.
+      class GoogleCloudAiplatformV1EvaluationPromptPromptTemplateData
+        include Google::Apis::Core::Hashable
+      
+        # The values for fields in the prompt template.
+        # Corresponds to the JSON property `values`
+        # @return [Hash<String,Google::Apis::AiplatformV1::GoogleCloudAiplatformV1Content>]
+        attr_accessor :values
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @values = args[:values] if args.key?(:values)
+        end
+      end
+      
+      # Single evaluation request.
+      class GoogleCloudAiplatformV1EvaluationRequest
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Responses from model under test and other baseline models for
+        # comparison.
+        # Corresponds to the JSON property `candidateResponses`
+        # @return [Array<Google::Apis::AiplatformV1::GoogleCloudAiplatformV1CandidateResponse>]
+        attr_accessor :candidate_responses
+      
+        # Responses from model or agent.
+        # Corresponds to the JSON property `goldenResponse`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1CandidateResponse]
+        attr_accessor :golden_response
+      
+        # Prompt to be evaluated.
+        # Corresponds to the JSON property `prompt`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationPrompt]
+        attr_accessor :prompt
+      
+        # Optional. Named groups of rubrics associated with this prompt. The key is a
+        # user-defined name for the rubric group.
+        # Corresponds to the JSON property `rubrics`
+        # @return [Hash<String,Google::Apis::AiplatformV1::GoogleCloudAiplatformV1RubricGroup>]
+        attr_accessor :rubrics
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @candidate_responses = args[:candidate_responses] if args.key?(:candidate_responses)
+          @golden_response = args[:golden_response] if args.key?(:golden_response)
+          @prompt = args[:prompt] if args.key?(:prompt)
+          @rubrics = args[:rubrics] if args.key?(:rubrics)
+        end
+      end
+      
+      # Evaluation result.
+      class GoogleCloudAiplatformV1EvaluationResult
+        include Google::Apis::Core::Hashable
+      
+        # Optional. The results for the metric.
+        # Corresponds to the JSON property `candidateResults`
+        # @return [Array<Google::Apis::AiplatformV1::GoogleCloudAiplatformV1CandidateResult>]
+        attr_accessor :candidate_results
+      
+        # Required. The request item that was evaluated. Format: projects/`project`/
+        # locations/`location`/evaluationItems/`evaluation_item`
+        # Corresponds to the JSON property `evaluationRequest`
+        # @return [String]
+        attr_accessor :evaluation_request
+      
+        # Required. The evaluation run that was used to generate the result. Format:
+        # projects/`project`/locations/`location`/evaluationRuns/`evaluation_run`
+        # Corresponds to the JSON property `evaluationRun`
+        # @return [String]
+        attr_accessor :evaluation_run
+      
+        # Optional. Metadata about the evaluation result.
+        # Corresponds to the JSON property `metadata`
+        # @return [Object]
+        attr_accessor :metadata
+      
+        # Required. The metric that was evaluated.
+        # Corresponds to the JSON property `metric`
+        # @return [String]
+        attr_accessor :metric
+      
+        # Single evaluation request.
+        # Corresponds to the JSON property `request`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationRequest]
+        attr_accessor :request
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @candidate_results = args[:candidate_results] if args.key?(:candidate_results)
+          @evaluation_request = args[:evaluation_request] if args.key?(:evaluation_request)
+          @evaluation_run = args[:evaluation_run] if args.key?(:evaluation_run)
+          @metadata = args[:metadata] if args.key?(:metadata)
+          @metric = args[:metric] if args.key?(:metric)
+          @request = args[:request] if args.key?(:request)
+        end
+      end
+      
+      # The results of the evaluation run.
+      class GoogleCloudAiplatformV1EvaluationResults
+        include Google::Apis::Core::Hashable
+      
+        # The evaluation set where item level results are stored.
+        # Corresponds to the JSON property `evaluationSet`
+        # @return [String]
+        attr_accessor :evaluation_set
+      
+        # The summary metrics for the evaluation run.
+        # Corresponds to the JSON property `summaryMetrics`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1SummaryMetrics]
+        attr_accessor :summary_metrics
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @evaluation_set = args[:evaluation_set] if args.key?(:evaluation_set)
+          @summary_metrics = args[:summary_metrics] if args.key?(:summary_metrics)
+        end
+      end
+      
+      # Configuration for a rubric group to be generated/saved for evaluation.
+      class GoogleCloudAiplatformV1EvaluationRubricConfig
+        include Google::Apis::Core::Hashable
+      
+        # Specification for a pre-defined metric.
+        # Corresponds to the JSON property `predefinedRubricGenerationSpec`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationRunMetricPredefinedMetricSpec]
+        attr_accessor :predefined_rubric_generation_spec
+      
+        # Specification for how rubrics should be generated.
+        # Corresponds to the JSON property `rubricGenerationSpec`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationRunMetricRubricGenerationSpec]
+        attr_accessor :rubric_generation_spec
+      
+        # Required. The key used to save the generated rubrics. If a generation spec is
+        # provided, this key will be used for the name of the generated rubric group.
+        # Otherwise, this key will be used to look up the existing rubric group on the
+        # evaluation item. Note that if a rubric group key is specified on both a rubric
+        # config and an evaluation metric, the key from the metric will be used to
+        # select the rubrics for evaluation.
+        # Corresponds to the JSON property `rubricGroupKey`
+        # @return [String]
+        attr_accessor :rubric_group_key
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @predefined_rubric_generation_spec = args[:predefined_rubric_generation_spec] if args.key?(:predefined_rubric_generation_spec)
+          @rubric_generation_spec = args[:rubric_generation_spec] if args.key?(:rubric_generation_spec)
+          @rubric_group_key = args[:rubric_group_key] if args.key?(:rubric_group_key)
+        end
+      end
+      
+      # EvaluationRun is a resource that represents a single evaluation run, which
+      # includes a set of prompts, model responses, evaluation configuration and the
+      # resulting metrics.
+      class GoogleCloudAiplatformV1EvaluationRun
+        include Google::Apis::Core::Hashable
+      
+        # Output only. Time when the evaluation run was completed.
+        # Corresponds to the JSON property `completionTime`
+        # @return [String]
+        attr_accessor :completion_time
+      
+        # Output only. Time when the evaluation run was created.
+        # Corresponds to the JSON property `createTime`
+        # @return [String]
+        attr_accessor :create_time
+      
+        # The data source for the evaluation run.
+        # Corresponds to the JSON property `dataSource`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationRunDataSource]
+        attr_accessor :data_source
+      
+        # Required. The display name of the Evaluation Run.
+        # Corresponds to the JSON property `displayName`
+        # @return [String]
+        attr_accessor :display_name
+      
+        # The `Status` type defines a logical error model that is suitable for different
+        # programming environments, including REST APIs and RPC APIs. It is used by [
+        # gRPC](https://github.com/grpc). Each `Status` message contains three pieces of
+        # data: error code, error message, and error details. You can find out more
+        # about this error model and how to work with it in the [API Design Guide](https:
+        # //cloud.google.com/apis/design/errors).
+        # Corresponds to the JSON property `error`
+        # @return [Google::Apis::AiplatformV1::GoogleRpcStatus]
+        attr_accessor :error
+      
+        # The Evalution configuration used for the evaluation run.
+        # Corresponds to the JSON property `evaluationConfig`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationRunEvaluationConfig]
+        attr_accessor :evaluation_config
+      
+        # The results of the evaluation run.
+        # Corresponds to the JSON property `evaluationResults`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationResults]
+        attr_accessor :evaluation_results
+      
+        # Output only. The specific evaluation set of the evaluation run. For runs with
+        # an evaluation set input, this will be that same set. For runs with BigQuery
+        # input, it's the sampled BigQuery dataset.
+        # Corresponds to the JSON property `evaluationSetSnapshot`
+        # @return [String]
+        attr_accessor :evaluation_set_snapshot
+      
+        # Optional. The candidate to inference config map for the evaluation run. The
+        # candidate can be up to 128 characters long and can consist of any UTF-8
+        # characters.
+        # Corresponds to the JSON property `inferenceConfigs`
+        # @return [Hash<String,Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationRunInferenceConfig>]
+        attr_accessor :inference_configs
+      
+        # Optional. Labels for the evaluation run.
+        # Corresponds to the JSON property `labels`
+        # @return [Hash<String,String>]
+        attr_accessor :labels
+      
+        # Optional. Metadata about the evaluation run, can be used by the caller to
+        # store additional tracking information about the evaluation run.
+        # Corresponds to the JSON property `metadata`
+        # @return [Object]
+        attr_accessor :metadata
+      
+        # Identifier. The resource name of the EvaluationRun. This is a unique
+        # identifier. Format: `projects/`project`/locations/`location`/evaluationRuns/`
+        # evaluation_run``
+        # Corresponds to the JSON property `name`
+        # @return [String]
+        attr_accessor :name
+      
+        # Output only. The state of the evaluation run.
+        # Corresponds to the JSON property `state`
+        # @return [String]
+        attr_accessor :state
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @completion_time = args[:completion_time] if args.key?(:completion_time)
+          @create_time = args[:create_time] if args.key?(:create_time)
+          @data_source = args[:data_source] if args.key?(:data_source)
+          @display_name = args[:display_name] if args.key?(:display_name)
+          @error = args[:error] if args.key?(:error)
+          @evaluation_config = args[:evaluation_config] if args.key?(:evaluation_config)
+          @evaluation_results = args[:evaluation_results] if args.key?(:evaluation_results)
+          @evaluation_set_snapshot = args[:evaluation_set_snapshot] if args.key?(:evaluation_set_snapshot)
+          @inference_configs = args[:inference_configs] if args.key?(:inference_configs)
+          @labels = args[:labels] if args.key?(:labels)
+          @metadata = args[:metadata] if args.key?(:metadata)
+          @name = args[:name] if args.key?(:name)
+          @state = args[:state] if args.key?(:state)
+        end
+      end
+      
+      # The data source for the evaluation run.
+      class GoogleCloudAiplatformV1EvaluationRunDataSource
+        include Google::Apis::Core::Hashable
+      
+        # The request set for the evaluation run.
+        # Corresponds to the JSON property `bigqueryRequestSet`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1BigQueryRequestSet]
+        attr_accessor :bigquery_request_set
+      
+        # The EvaluationSet resource name. Format: `projects/`project`/locations/`
+        # location`/evaluationSets/`evaluation_set``
+        # Corresponds to the JSON property `evaluationSet`
+        # @return [String]
+        attr_accessor :evaluation_set
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @bigquery_request_set = args[:bigquery_request_set] if args.key?(:bigquery_request_set)
+          @evaluation_set = args[:evaluation_set] if args.key?(:evaluation_set)
+        end
+      end
+      
+      # The Evalution configuration used for the evaluation run.
+      class GoogleCloudAiplatformV1EvaluationRunEvaluationConfig
+        include Google::Apis::Core::Hashable
+      
+        # The autorater config used for the evaluation run.
+        # Corresponds to the JSON property `autoraterConfig`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationRunEvaluationConfigAutoraterConfig]
+        attr_accessor :autorater_config
+      
+        # Required. The metrics to be calculated in the evaluation run.
+        # Corresponds to the JSON property `metrics`
+        # @return [Array<Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationRunMetric>]
+        attr_accessor :metrics
+      
+        # The output config for the evaluation run.
+        # Corresponds to the JSON property `outputConfig`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationRunEvaluationConfigOutputConfig]
+        attr_accessor :output_config
+      
+        # Prompt template used for inference.
+        # Corresponds to the JSON property `promptTemplate`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationRunEvaluationConfigPromptTemplate]
+        attr_accessor :prompt_template
+      
+        # Optional. The rubric configs for the evaluation run. They are used to generate
+        # rubrics which can be used by rubric-based metrics. Multiple rubric configs can
+        # be specified for rubric generation but only one rubric config can be used for
+        # a rubric-based metric. If more than one rubric config is provided, the
+        # evaluation metric must specify a rubric group key. Note that if a generation
+        # spec is specified on both a rubric config and an evaluation metric, the
+        # rubrics generated for the metric will be used for evaluation.
+        # Corresponds to the JSON property `rubricConfigs`
+        # @return [Array<Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationRubricConfig>]
+        attr_accessor :rubric_configs
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @autorater_config = args[:autorater_config] if args.key?(:autorater_config)
+          @metrics = args[:metrics] if args.key?(:metrics)
+          @output_config = args[:output_config] if args.key?(:output_config)
+          @prompt_template = args[:prompt_template] if args.key?(:prompt_template)
+          @rubric_configs = args[:rubric_configs] if args.key?(:rubric_configs)
+        end
+      end
+      
+      # The autorater config used for the evaluation run.
+      class GoogleCloudAiplatformV1EvaluationRunEvaluationConfigAutoraterConfig
+        include Google::Apis::Core::Hashable
+      
+        # Optional. The fully qualified name of the publisher model or tuned autorater
+        # endpoint to use. Publisher model format: `projects/`project`/locations/`
+        # location`/publishers/*/models/*` Tuned model endpoint format: `projects/`
+        # project`/locations/`location`/endpoints/`endpoint``
+        # Corresponds to the JSON property `autoraterModel`
+        # @return [String]
+        attr_accessor :autorater_model
+      
+        # Generation config.
+        # Corresponds to the JSON property `generationConfig`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1GenerationConfig]
+        attr_accessor :generation_config
+      
+        # Optional. Number of samples for each instance in the dataset. If not specified,
+        # the default is 4. Minimum value is 1, maximum value is 32.
+        # Corresponds to the JSON property `sampleCount`
+        # @return [Fixnum]
+        attr_accessor :sample_count
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @autorater_model = args[:autorater_model] if args.key?(:autorater_model)
+          @generation_config = args[:generation_config] if args.key?(:generation_config)
+          @sample_count = args[:sample_count] if args.key?(:sample_count)
+        end
+      end
+      
+      # The output config for the evaluation run.
+      class GoogleCloudAiplatformV1EvaluationRunEvaluationConfigOutputConfig
+        include Google::Apis::Core::Hashable
+      
+        # The BigQuery location for the output content.
+        # Corresponds to the JSON property `bigqueryDestination`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1BigQueryDestination]
+        attr_accessor :bigquery_destination
+      
+        # The Google Cloud Storage location where the output is to be written to.
+        # Corresponds to the JSON property `gcsDestination`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1GcsDestination]
+        attr_accessor :gcs_destination
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @bigquery_destination = args[:bigquery_destination] if args.key?(:bigquery_destination)
+          @gcs_destination = args[:gcs_destination] if args.key?(:gcs_destination)
+        end
+      end
+      
+      # Prompt template used for inference.
+      class GoogleCloudAiplatformV1EvaluationRunEvaluationConfigPromptTemplate
+        include Google::Apis::Core::Hashable
+      
+        # Prompt template stored in Cloud Storage. Format: "gs://my-bucket/file-name.txt"
+        # .
+        # Corresponds to the JSON property `gcsUri`
+        # @return [String]
+        attr_accessor :gcs_uri
+      
+        # Inline prompt template. Template variables should be in the format "`var_name`"
+        # . Example: "Translate the following from `source_lang` to `target_lang`: `text`
+        # "
+        # Corresponds to the JSON property `promptTemplate`
+        # @return [String]
+        attr_accessor :prompt_template
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @gcs_uri = args[:gcs_uri] if args.key?(:gcs_uri)
+          @prompt_template = args[:prompt_template] if args.key?(:prompt_template)
+        end
+      end
+      
+      # An inference config used for model inference during the evaluation run.
+      class GoogleCloudAiplatformV1EvaluationRunInferenceConfig
+        include Google::Apis::Core::Hashable
+      
+        # Generation config.
+        # Corresponds to the JSON property `generationConfig`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1GenerationConfig]
+        attr_accessor :generation_config
+      
+        # Required. The fully qualified name of the publisher model or endpoint to use.
+        # Publisher model format: `projects/`project`/locations/`location`/publishers/*/
+        # models/*` Endpoint format: `projects/`project`/locations/`location`/endpoints/`
+        # endpoint``
+        # Corresponds to the JSON property `model`
+        # @return [String]
+        attr_accessor :model
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @generation_config = args[:generation_config] if args.key?(:generation_config)
+          @model = args[:model] if args.key?(:model)
+        end
+      end
+      
+      # The metric used for evaluation runs.
+      class GoogleCloudAiplatformV1EvaluationRunMetric
+        include Google::Apis::Core::Hashable
+      
+        # Specification for a computation based metric.
+        # Corresponds to the JSON property `computationBasedMetricSpec`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationRunMetricComputationBasedMetricSpec]
+        attr_accessor :computation_based_metric_spec
+      
+        # Specification for an LLM based metric.
+        # Corresponds to the JSON property `llmBasedMetricSpec`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationRunMetricLlmBasedMetricSpec]
+        attr_accessor :llm_based_metric_spec
+      
+        # Required. The name of the metric.
+        # Corresponds to the JSON property `metric`
+        # @return [String]
+        attr_accessor :metric
+      
+        # Specification for a pre-defined metric.
+        # Corresponds to the JSON property `predefinedMetricSpec`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationRunMetricPredefinedMetricSpec]
+        attr_accessor :predefined_metric_spec
+      
+        # Specification for a metric that is based on rubrics.
+        # Corresponds to the JSON property `rubricBasedMetricSpec`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationRunMetricRubricBasedMetricSpec]
+        attr_accessor :rubric_based_metric_spec
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @computation_based_metric_spec = args[:computation_based_metric_spec] if args.key?(:computation_based_metric_spec)
+          @llm_based_metric_spec = args[:llm_based_metric_spec] if args.key?(:llm_based_metric_spec)
+          @metric = args[:metric] if args.key?(:metric)
+          @predefined_metric_spec = args[:predefined_metric_spec] if args.key?(:predefined_metric_spec)
+          @rubric_based_metric_spec = args[:rubric_based_metric_spec] if args.key?(:rubric_based_metric_spec)
+        end
+      end
+      
+      # Specification for a computation based metric.
+      class GoogleCloudAiplatformV1EvaluationRunMetricComputationBasedMetricSpec
+        include Google::Apis::Core::Hashable
+      
+        # Optional. A map of parameters for the metric, e.g. `"rouge_type": "rougeL"`.
+        # Corresponds to the JSON property `parameters`
+        # @return [Hash<String,Object>]
+        attr_accessor :parameters
+      
+        # Required. The type of the computation based metric.
+        # Corresponds to the JSON property `type`
+        # @return [String]
+        attr_accessor :type
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @parameters = args[:parameters] if args.key?(:parameters)
+          @type = args[:type] if args.key?(:type)
+        end
+      end
+      
+      # Specification for an LLM based metric.
+      class GoogleCloudAiplatformV1EvaluationRunMetricLlmBasedMetricSpec
+        include Google::Apis::Core::Hashable
+      
+        # Optional. Optional additional configuration for the metric.
+        # Corresponds to the JSON property `additionalConfig`
+        # @return [Hash<String,Object>]
+        attr_accessor :additional_config
+      
+        # The autorater config used for the evaluation run.
+        # Corresponds to the JSON property `judgeAutoraterConfig`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationRunEvaluationConfigAutoraterConfig]
+        attr_accessor :judge_autorater_config
+      
+        # Required. Template for the prompt sent to the judge model.
+        # Corresponds to the JSON property `metricPromptTemplate`
+        # @return [String]
+        attr_accessor :metric_prompt_template
+      
+        # Specification for a pre-defined metric.
+        # Corresponds to the JSON property `predefinedRubricGenerationSpec`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationRunMetricPredefinedMetricSpec]
+        attr_accessor :predefined_rubric_generation_spec
+      
+        # Specification for how rubrics should be generated.
+        # Corresponds to the JSON property `rubricGenerationSpec`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationRunMetricRubricGenerationSpec]
+        attr_accessor :rubric_generation_spec
+      
+        # Use a pre-defined group of rubrics associated with the input. Refers to a key
+        # in the rubric_groups map of EvaluationInstance.
+        # Corresponds to the JSON property `rubricGroupKey`
+        # @return [String]
+        attr_accessor :rubric_group_key
+      
+        # Optional. System instructions for the judge model.
+        # Corresponds to the JSON property `systemInstruction`
+        # @return [String]
+        attr_accessor :system_instruction
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @additional_config = args[:additional_config] if args.key?(:additional_config)
+          @judge_autorater_config = args[:judge_autorater_config] if args.key?(:judge_autorater_config)
+          @metric_prompt_template = args[:metric_prompt_template] if args.key?(:metric_prompt_template)
+          @predefined_rubric_generation_spec = args[:predefined_rubric_generation_spec] if args.key?(:predefined_rubric_generation_spec)
+          @rubric_generation_spec = args[:rubric_generation_spec] if args.key?(:rubric_generation_spec)
+          @rubric_group_key = args[:rubric_group_key] if args.key?(:rubric_group_key)
+          @system_instruction = args[:system_instruction] if args.key?(:system_instruction)
+        end
+      end
+      
+      # Specification for a pre-defined metric.
+      class GoogleCloudAiplatformV1EvaluationRunMetricPredefinedMetricSpec
+        include Google::Apis::Core::Hashable
+      
+        # Required. The name of a pre-defined metric, such as "instruction_following_v1"
+        # or "text_quality_v1".
+        # Corresponds to the JSON property `metricSpecName`
+        # @return [String]
+        attr_accessor :metric_spec_name
+      
+        # Optional. The parameters needed to run the pre-defined metric.
+        # Corresponds to the JSON property `parameters`
+        # @return [Hash<String,Object>]
+        attr_accessor :parameters
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @metric_spec_name = args[:metric_spec_name] if args.key?(:metric_spec_name)
+          @parameters = args[:parameters] if args.key?(:parameters)
+        end
+      end
+      
+      # Specification for a metric that is based on rubrics.
+      class GoogleCloudAiplatformV1EvaluationRunMetricRubricBasedMetricSpec
+        include Google::Apis::Core::Hashable
+      
+        # Defines a list of rubrics, used when providing rubrics inline.
+        # Corresponds to the JSON property `inlineRubrics`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationRunMetricRubricBasedMetricSpecRepeatedRubrics]
+        attr_accessor :inline_rubrics
+      
+        # The autorater config used for the evaluation run.
+        # Corresponds to the JSON property `judgeAutoraterConfig`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationRunEvaluationConfigAutoraterConfig]
+        attr_accessor :judge_autorater_config
+      
+        # Optional. Template for the prompt used by the judge model to evaluate against
+        # rubrics.
+        # Corresponds to the JSON property `metricPromptTemplate`
+        # @return [String]
+        attr_accessor :metric_prompt_template
+      
+        # Specification for how rubrics should be generated.
+        # Corresponds to the JSON property `rubricGenerationSpec`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationRunMetricRubricGenerationSpec]
+        attr_accessor :rubric_generation_spec
+      
+        # Use a pre-defined group of rubrics associated with the input content. This
+        # refers to a key in the `rubric_groups` map of `RubricEnhancedContents`.
+        # Corresponds to the JSON property `rubricGroupKey`
+        # @return [String]
+        attr_accessor :rubric_group_key
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @inline_rubrics = args[:inline_rubrics] if args.key?(:inline_rubrics)
+          @judge_autorater_config = args[:judge_autorater_config] if args.key?(:judge_autorater_config)
+          @metric_prompt_template = args[:metric_prompt_template] if args.key?(:metric_prompt_template)
+          @rubric_generation_spec = args[:rubric_generation_spec] if args.key?(:rubric_generation_spec)
+          @rubric_group_key = args[:rubric_group_key] if args.key?(:rubric_group_key)
+        end
+      end
+      
+      # Defines a list of rubrics, used when providing rubrics inline.
+      class GoogleCloudAiplatformV1EvaluationRunMetricRubricBasedMetricSpecRepeatedRubrics
+        include Google::Apis::Core::Hashable
+      
+        # The list of rubrics.
+        # Corresponds to the JSON property `rubrics`
+        # @return [Array<Google::Apis::AiplatformV1::GoogleCloudAiplatformV1Rubric>]
+        attr_accessor :rubrics
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @rubrics = args[:rubrics] if args.key?(:rubrics)
+        end
+      end
+      
+      # Specification for how rubrics should be generated.
+      class GoogleCloudAiplatformV1EvaluationRunMetricRubricGenerationSpec
+        include Google::Apis::Core::Hashable
+      
+        # The autorater config used for the evaluation run.
+        # Corresponds to the JSON property `modelConfig`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationRunEvaluationConfigAutoraterConfig]
+        attr_accessor :model_config
+      
+        # Optional. Template for the prompt used to generate rubrics. The details should
+        # be updated based on the most-recent recipe requirements.
+        # Corresponds to the JSON property `promptTemplate`
+        # @return [String]
+        attr_accessor :prompt_template
+      
+        # Optional. The type of rubric content to be generated.
+        # Corresponds to the JSON property `rubricContentType`
+        # @return [String]
+        attr_accessor :rubric_content_type
+      
+        # Optional. An optional, pre-defined list of allowed types for generated rubrics.
+        # If this field is provided, it implies `include_rubric_type` should be true,
+        # and the generated rubric types should be chosen from this ontology.
+        # Corresponds to the JSON property `rubricTypeOntology`
+        # @return [Array<String>]
+        attr_accessor :rubric_type_ontology
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @model_config = args[:model_config] if args.key?(:model_config)
+          @prompt_template = args[:prompt_template] if args.key?(:prompt_template)
+          @rubric_content_type = args[:rubric_content_type] if args.key?(:rubric_content_type)
+          @rubric_type_ontology = args[:rubric_type_ontology] if args.key?(:rubric_type_ontology)
+        end
+      end
+      
+      # EvaluationSet is a collection of related EvaluationItems that are evaluated
+      # together.
+      class GoogleCloudAiplatformV1EvaluationSet
+        include Google::Apis::Core::Hashable
+      
+        # Output only. Timestamp when this item was created.
+        # Corresponds to the JSON property `createTime`
+        # @return [String]
+        attr_accessor :create_time
+      
+        # Required. The display name of the EvaluationSet.
+        # Corresponds to the JSON property `displayName`
+        # @return [String]
+        attr_accessor :display_name
+      
+        # Required. The EvaluationItems that are part of this dataset.
+        # Corresponds to the JSON property `evaluationItems`
+        # @return [Array<String>]
+        attr_accessor :evaluation_items
+      
+        # Optional. Metadata for the EvaluationSet.
+        # Corresponds to the JSON property `metadata`
+        # @return [Object]
+        attr_accessor :metadata
+      
+        # Identifier. The resource name of the EvaluationSet. Format: `projects/`project`
+        # /locations/`location`/evaluationSets/`evaluation_set``
+        # Corresponds to the JSON property `name`
+        # @return [String]
+        attr_accessor :name
+      
+        # Output only. Timestamp when this item was last updated.
+        # Corresponds to the JSON property `updateTime`
+        # @return [String]
+        attr_accessor :update_time
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @create_time = args[:create_time] if args.key?(:create_time)
+          @display_name = args[:display_name] if args.key?(:display_name)
+          @evaluation_items = args[:evaluation_items] if args.key?(:evaluation_items)
+          @metadata = args[:metadata] if args.key?(:metadata)
+          @name = args[:name] if args.key?(:name)
+          @update_time = args[:update_time] if args.key?(:update_time)
+        end
+      end
+      
       # An edge describing the relationship between an Artifact and an Execution in a
       # lineage graph.
       class GoogleCloudAiplatformV1Event
@@ -12985,6 +14175,116 @@ module Google
         end
       end
       
+      # Request message for EvaluationService.GenerateInstanceRubrics.
+      class GoogleCloudAiplatformV1GenerateInstanceRubricsRequest
+        include Google::Apis::Core::Hashable
+      
+        # Required. The prompt to generate rubrics from. For single-turn queries, this
+        # is a single instance. For multi-turn queries, this is a repeated field that
+        # contains conversation history + latest request.
+        # Corresponds to the JSON property `contents`
+        # @return [Array<Google::Apis::AiplatformV1::GoogleCloudAiplatformV1Content>]
+        attr_accessor :contents
+      
+        # The spec for a pre-defined metric.
+        # Corresponds to the JSON property `predefinedRubricGenerationSpec`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1PredefinedMetricSpec]
+        attr_accessor :predefined_rubric_generation_spec
+      
+        # Specification for how rubrics should be generated.
+        # Corresponds to the JSON property `rubricGenerationSpec`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1RubricGenerationSpec]
+        attr_accessor :rubric_generation_spec
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @contents = args[:contents] if args.key?(:contents)
+          @predefined_rubric_generation_spec = args[:predefined_rubric_generation_spec] if args.key?(:predefined_rubric_generation_spec)
+          @rubric_generation_spec = args[:rubric_generation_spec] if args.key?(:rubric_generation_spec)
+        end
+      end
+      
+      # Response message for EvaluationService.GenerateInstanceRubrics.
+      class GoogleCloudAiplatformV1GenerateInstanceRubricsResponse
+        include Google::Apis::Core::Hashable
+      
+        # Output only. A list of generated rubrics.
+        # Corresponds to the JSON property `generatedRubrics`
+        # @return [Array<Google::Apis::AiplatformV1::GoogleCloudAiplatformV1Rubric>]
+        attr_accessor :generated_rubrics
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @generated_rubrics = args[:generated_rubrics] if args.key?(:generated_rubrics)
+        end
+      end
+      
+      # Request message for DataFoundryService.GenerateSyntheticData.
+      class GoogleCloudAiplatformV1GenerateSyntheticDataRequest
+        include Google::Apis::Core::Hashable
+      
+        # Required. The number of synthetic examples to generate. For this stateless API,
+        # the count is limited to a small number.
+        # Corresponds to the JSON property `count`
+        # @return [Fixnum]
+        attr_accessor :count
+      
+        # Optional. A list of few-shot examples to guide the model's output style and
+        # format.
+        # Corresponds to the JSON property `examples`
+        # @return [Array<Google::Apis::AiplatformV1::GoogleCloudAiplatformV1SyntheticExample>]
+        attr_accessor :examples
+      
+        # Required. The schema of the desired output, defined by a list of fields.
+        # Corresponds to the JSON property `outputFieldSpecs`
+        # @return [Array<Google::Apis::AiplatformV1::GoogleCloudAiplatformV1OutputFieldSpec>]
+        attr_accessor :output_field_specs
+      
+        # Defines a generation strategy based on a high-level task description.
+        # Corresponds to the JSON property `taskDescription`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1TaskDescriptionStrategy]
+        attr_accessor :task_description
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @count = args[:count] if args.key?(:count)
+          @examples = args[:examples] if args.key?(:examples)
+          @output_field_specs = args[:output_field_specs] if args.key?(:output_field_specs)
+          @task_description = args[:task_description] if args.key?(:task_description)
+        end
+      end
+      
+      # The response containing the generated data.
+      class GoogleCloudAiplatformV1GenerateSyntheticDataResponse
+        include Google::Apis::Core::Hashable
+      
+        # A list of generated synthetic examples.
+        # Corresponds to the JSON property `syntheticExamples`
+        # @return [Array<Google::Apis::AiplatformV1::GoogleCloudAiplatformV1SyntheticExample>]
+        attr_accessor :synthetic_examples
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @synthetic_examples = args[:synthetic_examples] if args.key?(:synthetic_examples)
+        end
+      end
+      
       # Generate video response.
       class GoogleCloudAiplatformV1GenerateVideoResponse
         include Google::Apis::Core::Hashable
@@ -13411,25 +14711,12 @@ module Google
       class GoogleCloudAiplatformV1GoogleMaps
         include Google::Apis::Core::Hashable
       
-        # The generic reusable api auth config. Deprecated. Please use AuthConfig (
-        # google/cloud/aiplatform/master/auth.proto) instead.
-        # Corresponds to the JSON property `apiAuth`
-        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1ApiAuth]
-        attr_accessor :api_auth
-      
-        # Auth configuration to run the extension.
-        # Corresponds to the JSON property `authConfig`
-        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1AuthConfig]
-        attr_accessor :auth_config
-      
         def initialize(**args)
            update!(**args)
         end
       
         # Update properties of this object
         def update!(**args)
-          @api_auth = args[:api_auth] if args.key?(:api_auth)
-          @auth_config = args[:auth_config] if args.key?(:auth_config)
         end
       end
       
@@ -15684,6 +16971,81 @@ module Google
         end
       end
       
+      # Response message for EvaluationManagementService.ListEvaluationItems.
+      class GoogleCloudAiplatformV1ListEvaluationItemsResponse
+        include Google::Apis::Core::Hashable
+      
+        # List of EvaluationItems in the requested page.
+        # Corresponds to the JSON property `evaluationItems`
+        # @return [Array<Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationItem>]
+        attr_accessor :evaluation_items
+      
+        # A token to retrieve the next page of results.
+        # Corresponds to the JSON property `nextPageToken`
+        # @return [String]
+        attr_accessor :next_page_token
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @evaluation_items = args[:evaluation_items] if args.key?(:evaluation_items)
+          @next_page_token = args[:next_page_token] if args.key?(:next_page_token)
+        end
+      end
+      
+      # Response message for EvaluationManagementService.ListEvaluationRuns.
+      class GoogleCloudAiplatformV1ListEvaluationRunsResponse
+        include Google::Apis::Core::Hashable
+      
+        # List of EvaluationRuns in the requested page.
+        # Corresponds to the JSON property `evaluationRuns`
+        # @return [Array<Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationRun>]
+        attr_accessor :evaluation_runs
+      
+        # A token to retrieve the next page of results.
+        # Corresponds to the JSON property `nextPageToken`
+        # @return [String]
+        attr_accessor :next_page_token
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @evaluation_runs = args[:evaluation_runs] if args.key?(:evaluation_runs)
+          @next_page_token = args[:next_page_token] if args.key?(:next_page_token)
+        end
+      end
+      
+      # Response message for EvaluationManagementService.ListEvaluationSets.
+      class GoogleCloudAiplatformV1ListEvaluationSetsResponse
+        include Google::Apis::Core::Hashable
+      
+        # List of EvaluationSets in the requested page.
+        # Corresponds to the JSON property `evaluationSets`
+        # @return [Array<Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationSet>]
+        attr_accessor :evaluation_sets
+      
+        # A token to retrieve the next page of results.
+        # Corresponds to the JSON property `nextPageToken`
+        # @return [String]
+        attr_accessor :next_page_token
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @evaluation_sets = args[:evaluation_sets] if args.key?(:evaluation_sets)
+          @next_page_token = args[:next_page_token] if args.key?(:next_page_token)
+        end
+      end
+      
       # Response message for MetadataService.ListExecutions.
       class GoogleCloudAiplatformV1ListExecutionsResponse
         include Google::Apis::Core::Hashable
@@ -17182,6 +18544,11 @@ module Google
         # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1PointwiseMetricSpec]
         attr_accessor :pointwise_metric_spec
       
+        # The spec for a pre-defined metric.
+        # Corresponds to the JSON property `predefinedMetricSpec`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1PredefinedMetricSpec]
+        attr_accessor :predefined_metric_spec
+      
         # Spec for rouge score metric - calculates the recall of n-grams in prediction
         # as compared to reference - returns a score ranging between 0 and 1.
         # Corresponds to the JSON property `rougeSpec`
@@ -17199,10 +18566,54 @@ module Google
           @exact_match_spec = args[:exact_match_spec] if args.key?(:exact_match_spec)
           @pairwise_metric_spec = args[:pairwise_metric_spec] if args.key?(:pairwise_metric_spec)
           @pointwise_metric_spec = args[:pointwise_metric_spec] if args.key?(:pointwise_metric_spec)
+          @predefined_metric_spec = args[:predefined_metric_spec] if args.key?(:predefined_metric_spec)
           @rouge_spec = args[:rouge_spec] if args.key?(:rouge_spec)
         end
       end
       
+      # Result for a single metric on a single instance.
+      class GoogleCloudAiplatformV1MetricResult
+        include Google::Apis::Core::Hashable
+      
+        # The `Status` type defines a logical error model that is suitable for different
+        # programming environments, including REST APIs and RPC APIs. It is used by [
+        # gRPC](https://github.com/grpc). Each `Status` message contains three pieces of
+        # data: error code, error message, and error details. You can find out more
+        # about this error model and how to work with it in the [API Design Guide](https:
+        # //cloud.google.com/apis/design/errors).
+        # Corresponds to the JSON property `error`
+        # @return [Google::Apis::AiplatformV1::GoogleRpcStatus]
+        attr_accessor :error
+      
+        # Output only. The explanation for the metric result.
+        # Corresponds to the JSON property `explanation`
+        # @return [String]
+        attr_accessor :explanation
+      
+        # Output only. For rubric-based metrics, the verdicts for each rubric.
+        # Corresponds to the JSON property `rubricVerdicts`
+        # @return [Array<Google::Apis::AiplatformV1::GoogleCloudAiplatformV1RubricVerdict>]
+        attr_accessor :rubric_verdicts
+      
+        # Output only. The score for the metric. Please refer to each metric's
+        # documentation for the meaning of the score.
+        # Corresponds to the JSON property `score`
+        # @return [Float]
+        attr_accessor :score
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @error = args[:error] if args.key?(:error)
+          @explanation = args[:explanation] if args.key?(:explanation)
+          @rubric_verdicts = args[:rubric_verdicts] if args.key?(:rubric_verdicts)
+          @score = args[:score] if args.key?(:score)
+        end
+      end
+      
       # Input for MetricX metric.
       class GoogleCloudAiplatformV1MetricxInput
         include Google::Apis::Core::Hashable
@@ -21393,6 +22804,40 @@ module Google
         end
       end
       
+      # Defines a specification for a single output field.
+      class GoogleCloudAiplatformV1OutputFieldSpec
+        include Google::Apis::Core::Hashable
+      
+        # Required. The name of the output field.
+        # Corresponds to the JSON property `fieldName`
+        # @return [String]
+        attr_accessor :field_name
+      
+        # Optional. The data type of the field. Defaults to CONTENT if not set.
+        # Corresponds to the JSON property `fieldType`
+        # @return [String]
+        attr_accessor :field_type
+      
+        # Optional. Optional, but recommended. Additional guidance specific to this
+        # field to provide targeted instructions for the LLM to generate the content of
+        # a single output field. While the LLM can sometimes infer content from the
+        # field name, providing explicit guidance is preferred.
+        # Corresponds to the JSON property `guidance`
+        # @return [String]
+        attr_accessor :guidance
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @field_name = args[:field_name] if args.key?(:field_name)
+          @field_type = args[:field_type] if args.key?(:field_type)
+          @guidance = args[:guidance] if args.key?(:guidance)
+        end
+      end
+      
       # PSC config that is used to automatically create PSC endpoints in the user
       # projects.
       class GoogleCloudAiplatformV1PscAutomationConfig
@@ -22874,6 +24319,32 @@ module Google
         end
       end
       
+      # The spec for a pre-defined metric.
+      class GoogleCloudAiplatformV1PredefinedMetricSpec
+        include Google::Apis::Core::Hashable
+      
+        # Required. The name of a pre-defined metric, such as "instruction_following_v1"
+        # or "text_quality_v1".
+        # Corresponds to the JSON property `metricSpecName`
+        # @return [String]
+        attr_accessor :metric_spec_name
+      
+        # Optional. The parameters needed to run the pre-defined metric.
+        # Corresponds to the JSON property `metricSpecParameters`
+        # @return [Hash<String,Object>]
+        attr_accessor :metric_spec_parameters
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @metric_spec_name = args[:metric_spec_name] if args.key?(:metric_spec_name)
+          @metric_spec_parameters = args[:metric_spec_parameters] if args.key?(:metric_spec_parameters)
+        end
+      end
+      
       # Assigns input data to training, validation, and test sets based on the value
       # of a provided key. Supported only for tabular Datasets.
       class GoogleCloudAiplatformV1PredefinedSplit
@@ -26296,6 +27767,11 @@ module Google
         # @return [String]
         attr_accessor :etag
       
+        # Labels for the ReasoningEngine.
+        # Corresponds to the JSON property `labels`
+        # @return [Hash<String,String>]
+        attr_accessor :labels
+      
         # Identifier. The resource name of the ReasoningEngine. Format: `projects/`
         # project`/locations/`location`/reasoningEngines/`reasoning_engine``
         # Corresponds to the JSON property `name`
@@ -26323,6 +27799,7 @@ module Google
           @display_name = args[:display_name] if args.key?(:display_name)
           @encryption_spec = args[:encryption_spec] if args.key?(:encryption_spec)
           @etag = args[:etag] if args.key?(:etag)
+          @labels = args[:labels] if args.key?(:labels)
           @name = args[:name] if args.key?(:name)
           @spec = args[:spec] if args.key?(:spec)
           @update_time = args[:update_time] if args.key?(:update_time)
@@ -26397,13 +27874,14 @@ module Google
         attr_accessor :env
       
         # Optional. The maximum number of application instances that can be launched to
-        # handle increased traffic. Defaults to 100.
+        # handle increased traffic. Defaults to 100. Range: [1, 1000]. If VPC-SC or PSC-
+        # I is enabled, the acceptable range is [1, 100].
         # Corresponds to the JSON property `maxInstances`
         # @return [Fixnum]
         attr_accessor :max_instances
       
         # Optional. The minimum number of application instances that will be kept
-        # running at all times. Defaults to 1.
+        # running at all times. Defaults to 1. Range: [0, 10].
         # Corresponds to the JSON property `minInstances`
         # @return [Fixnum]
         attr_accessor :min_instances
@@ -26415,9 +27893,11 @@ module Google
       
         # Optional. Resource limits for each container. Only 'cpu' and 'memory' keys are
         # supported. Defaults to `"cpu": "4", "memory": "4Gi"`. * The only supported
-        # values for CPU are '1', '2', '4', and '8'. For more information, go to https://
-        # cloud.google.com/run/docs/configuring/cpu. * For supported 'memory' values and
-        # syntax, go to https://cloud.google.com/run/docs/configuring/memory-limits
+        # values for CPU are '1', '2', '4', '6' and '8'. For more information, go to
+        # https://cloud.google.com/run/docs/configuring/cpu. * The only supported values
+        # for memory are '1Gi', '2Gi', ... '32 Gi'. * For required cpu on different
+        # memory values, go to https://cloud.google.com/run/docs/configuring/memory-
+        # limits
         # Corresponds to the JSON property `resourceLimits`
         # @return [Hash<String,String>]
         attr_accessor :resource_limits
@@ -27185,6 +28665,48 @@ module Google
         end
       end
       
+      # Message representing a single testable criterion for evaluation. One input
+      # prompt could have multiple rubrics.
+      class GoogleCloudAiplatformV1Rubric
+        include Google::Apis::Core::Hashable
+      
+        # Content of the rubric, defining the testable criteria.
+        # Corresponds to the JSON property `content`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1RubricContent]
+        attr_accessor :content
+      
+        # Optional. The relative importance of this rubric.
+        # Corresponds to the JSON property `importance`
+        # @return [String]
+        attr_accessor :importance
+      
+        # Unique identifier for the rubric. This ID is used to refer to this rubric, e.g.
+        # , in RubricVerdict.
+        # Corresponds to the JSON property `rubricId`
+        # @return [String]
+        attr_accessor :rubric_id
+      
+        # Optional. A type designator for the rubric, which can inform how it's
+        # evaluated or interpreted by systems or users. It's recommended to use
+        # consistent, well-defined, upper snake_case strings. Examples: "
+        # SUMMARIZATION_QUALITY", "SAFETY_HARMFUL_CONTENT", "INSTRUCTION_ADHERENCE".
+        # Corresponds to the JSON property `type`
+        # @return [String]
+        attr_accessor :type
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @content = args[:content] if args.key?(:content)
+          @importance = args[:importance] if args.key?(:importance)
+          @rubric_id = args[:rubric_id] if args.key?(:rubric_id)
+          @type = args[:type] if args.key?(:type)
+        end
+      end
+      
       # Instance and metric spec for RubricBasedInstructionFollowing metric.
       class GoogleCloudAiplatformV1RubricBasedInstructionFollowingInput
         include Google::Apis::Core::Hashable
@@ -27273,6 +28795,45 @@ module Google
         end
       end
       
+      # Content of the rubric, defining the testable criteria.
+      class GoogleCloudAiplatformV1RubricContent
+        include Google::Apis::Core::Hashable
+      
+        # Defines criteria based on a specific property.
+        # Corresponds to the JSON property `property`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1RubricContentProperty]
+        attr_accessor :property
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @property = args[:property] if args.key?(:property)
+        end
+      end
+      
+      # Defines criteria based on a specific property.
+      class GoogleCloudAiplatformV1RubricContentProperty
+        include Google::Apis::Core::Hashable
+      
+        # Description of the property being evaluated. Example: "The model's response is
+        # grammatically correct."
+        # Corresponds to the JSON property `description`
+        # @return [String]
+        attr_accessor :description
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @description = args[:description] if args.key?(:description)
+        end
+      end
+      
       # Rubric critique result.
       class GoogleCloudAiplatformV1RubricCritiqueResult
         include Google::Apis::Core::Hashable
@@ -27300,6 +28861,116 @@ module Google
         end
       end
       
+      # Specification for how rubrics should be generated.
+      class GoogleCloudAiplatformV1RubricGenerationSpec
+        include Google::Apis::Core::Hashable
+      
+        # The configs for autorater. This is applicable to both EvaluateInstances and
+        # EvaluateDataset.
+        # Corresponds to the JSON property `modelConfig`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1AutoraterConfig]
+        attr_accessor :model_config
+      
+        # Template for the prompt used to generate rubrics. The details should be
+        # updated based on the most-recent recipe requirements.
+        # Corresponds to the JSON property `promptTemplate`
+        # @return [String]
+        attr_accessor :prompt_template
+      
+        # The type of rubric content to be generated.
+        # Corresponds to the JSON property `rubricContentType`
+        # @return [String]
+        attr_accessor :rubric_content_type
+      
+        # Optional. An optional, pre-defined list of allowed types for generated rubrics.
+        # If this field is provided, it implies `include_rubric_type` should be true,
+        # and the generated rubric types should be chosen from this ontology.
+        # Corresponds to the JSON property `rubricTypeOntology`
+        # @return [Array<String>]
+        attr_accessor :rubric_type_ontology
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @model_config = args[:model_config] if args.key?(:model_config)
+          @prompt_template = args[:prompt_template] if args.key?(:prompt_template)
+          @rubric_content_type = args[:rubric_content_type] if args.key?(:rubric_content_type)
+          @rubric_type_ontology = args[:rubric_type_ontology] if args.key?(:rubric_type_ontology)
+        end
+      end
+      
+      # A group of rubrics, used for grouping rubrics based on a metric or a version.
+      class GoogleCloudAiplatformV1RubricGroup
+        include Google::Apis::Core::Hashable
+      
+        # Human-readable name for the group. This should be unique within a given
+        # context if used for display or selection. Example: "Instruction Following V1",
+        # "Content Quality - Summarization Task".
+        # Corresponds to the JSON property `displayName`
+        # @return [String]
+        attr_accessor :display_name
+      
+        # Unique identifier for the group.
+        # Corresponds to the JSON property `groupId`
+        # @return [String]
+        attr_accessor :group_id
+      
+        # Rubrics that are part of this group.
+        # Corresponds to the JSON property `rubrics`
+        # @return [Array<Google::Apis::AiplatformV1::GoogleCloudAiplatformV1Rubric>]
+        attr_accessor :rubrics
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @display_name = args[:display_name] if args.key?(:display_name)
+          @group_id = args[:group_id] if args.key?(:group_id)
+          @rubrics = args[:rubrics] if args.key?(:rubrics)
+        end
+      end
+      
+      # Represents the verdict of an evaluation against a single rubric.
+      class GoogleCloudAiplatformV1RubricVerdict
+        include Google::Apis::Core::Hashable
+      
+        # Message representing a single testable criterion for evaluation. One input
+        # prompt could have multiple rubrics.
+        # Corresponds to the JSON property `evaluatedRubric`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1Rubric]
+        attr_accessor :evaluated_rubric
+      
+        # Optional. Human-readable reasoning or explanation for the verdict. This can
+        # include specific examples or details from the evaluated content that justify
+        # the given verdict.
+        # Corresponds to the JSON property `reasoning`
+        # @return [String]
+        attr_accessor :reasoning
+      
+        # Required. Outcome of the evaluation against the rubric, represented as a
+        # boolean. `true` indicates a "Pass", `false` indicates a "Fail".
+        # Corresponds to the JSON property `verdict`
+        # @return [Boolean]
+        attr_accessor :verdict
+        alias_method :verdict?, :verdict
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @evaluated_rubric = args[:evaluated_rubric] if args.key?(:evaluated_rubric)
+          @reasoning = args[:reasoning] if args.key?(:reasoning)
+          @verdict = args[:verdict] if args.key?(:verdict)
+        end
+      end
+      
       # Input for safety metric.
       class GoogleCloudAiplatformV1SafetyInput
         include Google::Apis::Core::Hashable
@@ -37065,6 +38736,37 @@ module Google
         end
       end
       
+      # The summary metrics for the evaluation run.
+      class GoogleCloudAiplatformV1SummaryMetrics
+        include Google::Apis::Core::Hashable
+      
+        # Optional. The number of items that failed to be evaluated.
+        # Corresponds to the JSON property `failedItems`
+        # @return [Fixnum]
+        attr_accessor :failed_items
+      
+        # Optional. Map of metric name to metric value.
+        # Corresponds to the JSON property `metrics`
+        # @return [Hash<String,Object>]
+        attr_accessor :metrics
+      
+        # Optional. The total number of items that were evaluated.
+        # Corresponds to the JSON property `totalItems`
+        # @return [Fixnum]
+        attr_accessor :total_items
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @failed_items = args[:failed_items] if args.key?(:failed_items)
+          @metrics = args[:metrics] if args.key?(:metrics)
+          @total_items = args[:total_items] if args.key?(:total_items)
+        end
+      end
+      
       # Hyperparameters for SFT.
       class GoogleCloudAiplatformV1SupervisedHyperParameters
         include Google::Apis::Core::Hashable
@@ -37364,6 +39066,55 @@ module Google
         end
       end
       
+      # Represents a single synthetic example, composed of multiple fields. Used for
+      # providing few-shot examples in the request and for returning generated
+      # examples in the response.
+      class GoogleCloudAiplatformV1SyntheticExample
+        include Google::Apis::Core::Hashable
+      
+        # Required. A list of fields that constitute an example.
+        # Corresponds to the JSON property `fields`
+        # @return [Array<Google::Apis::AiplatformV1::GoogleCloudAiplatformV1SyntheticField>]
+        attr_accessor :fields
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @fields = args[:fields] if args.key?(:fields)
+        end
+      end
+      
+      # Represents a single named field within a SyntheticExample.
+      class GoogleCloudAiplatformV1SyntheticField
+        include Google::Apis::Core::Hashable
+      
+        # The base structured datatype containing multi-part content of a message. A `
+        # Content` includes a `role` field designating the producer of the `Content` and
+        # a `parts` field containing multi-part data that contains the content of the
+        # message turn.
+        # Corresponds to the JSON property `content`
+        # @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1Content]
+        attr_accessor :content
+      
+        # Optional. The name of the field.
+        # Corresponds to the JSON property `fieldName`
+        # @return [String]
+        attr_accessor :field_name
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @content = args[:content] if args.key?(:content)
+          @field_name = args[:field_name] if args.key?(:field_name)
+        end
+      end
+      
       # The storage details for TFRecord output content.
       class GoogleCloudAiplatformV1TfRecordDestination
         include Google::Apis::Core::Hashable
@@ -37383,6 +39134,25 @@ module Google
         end
       end
       
+      # Defines a generation strategy based on a high-level task description.
+      class GoogleCloudAiplatformV1TaskDescriptionStrategy
+        include Google::Apis::Core::Hashable
+      
+        # Required. A high-level description of the synthetic data to be generated.
+        # Corresponds to the JSON property `taskDescription`
+        # @return [String]
+        attr_accessor :task_description
+      
+        def initialize(**args)
+           update!(**args)
+        end
+      
+        # Update properties of this object
+        def update!(**args)
+          @task_description = args[:task_description] if args.key?(:task_description)
+        end
+      end
+      
       # A tensor value type.
       class GoogleCloudAiplatformV1Tensor
         include Google::Apis::Core::Hashable