google-apis-aiplatform_v1beta1 0.58.0 → 0.60.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -779,6 +779,80 @@ module Google
779
779
  end
780
780
  end
781
781
 
782
+ # The aggregation result for the entire dataset and all metrics.
783
+ class GoogleCloudAiplatformV1beta1AggregationOutput
784
+ include Google::Apis::Core::Hashable
785
+
786
+ # One AggregationResult per metric.
787
+ # Corresponds to the JSON property `aggregationResults`
788
+ # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1AggregationResult>]
789
+ attr_accessor :aggregation_results
790
+
791
+ # The dataset used for evaluation.
792
+ # Corresponds to the JSON property `dataset`
793
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationDataset]
794
+ attr_accessor :dataset
795
+
796
+ def initialize(**args)
797
+ update!(**args)
798
+ end
799
+
800
+ # Update properties of this object
801
+ def update!(**args)
802
+ @aggregation_results = args[:aggregation_results] if args.key?(:aggregation_results)
803
+ @dataset = args[:dataset] if args.key?(:dataset)
804
+ end
805
+ end
806
+
807
+ # The aggregation result for a single metric.
808
+ class GoogleCloudAiplatformV1beta1AggregationResult
809
+ include Google::Apis::Core::Hashable
810
+
811
+ # Aggregation metric.
812
+ # Corresponds to the JSON property `aggregationMetric`
813
+ # @return [String]
814
+ attr_accessor :aggregation_metric
815
+
816
+ # Bleu metric value for an instance.
817
+ # Corresponds to the JSON property `bleuMetricValue`
818
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1BleuMetricValue]
819
+ attr_accessor :bleu_metric_value
820
+
821
+ # Exact match metric value for an instance.
822
+ # Corresponds to the JSON property `exactMatchMetricValue`
823
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1ExactMatchMetricValue]
824
+ attr_accessor :exact_match_metric_value
825
+
826
+ # Spec for pairwise metric result.
827
+ # Corresponds to the JSON property `pairwiseMetricResult`
828
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1PairwiseMetricResult]
829
+ attr_accessor :pairwise_metric_result
830
+
831
+ # Spec for pointwise metric result.
832
+ # Corresponds to the JSON property `pointwiseMetricResult`
833
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1PointwiseMetricResult]
834
+ attr_accessor :pointwise_metric_result
835
+
836
+ # Rouge metric value for an instance.
837
+ # Corresponds to the JSON property `rougeMetricValue`
838
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1RougeMetricValue]
839
+ attr_accessor :rouge_metric_value
840
+
841
+ def initialize(**args)
842
+ update!(**args)
843
+ end
844
+
845
+ # Update properties of this object
846
+ def update!(**args)
847
+ @aggregation_metric = args[:aggregation_metric] if args.key?(:aggregation_metric)
848
+ @bleu_metric_value = args[:bleu_metric_value] if args.key?(:bleu_metric_value)
849
+ @exact_match_metric_value = args[:exact_match_metric_value] if args.key?(:exact_match_metric_value)
850
+ @pairwise_metric_result = args[:pairwise_metric_result] if args.key?(:pairwise_metric_result)
851
+ @pointwise_metric_result = args[:pointwise_metric_result] if args.key?(:pointwise_metric_result)
852
+ @rouge_metric_value = args[:rouge_metric_value] if args.key?(:rouge_metric_value)
853
+ end
854
+ end
855
+
782
856
  # Used to assign specific AnnotationSpec to a particular area of a DataItem or
783
857
  # the whole part of the DataItem.
784
858
  class GoogleCloudAiplatformV1beta1Annotation
@@ -1788,6 +1862,13 @@ module Google
1788
1862
  # @return [String]
1789
1863
  attr_accessor :metric_name
1790
1864
 
1865
+ # Optional. The Cloud Monitoring monitored resource labels as key value pairs
1866
+ # used for metrics filtering. See Cloud Monitoring Labels https://cloud.google.
1867
+ # com/monitoring/api/v3/metric-model#generic-label-info
1868
+ # Corresponds to the JSON property `monitoredResourceLabels`
1869
+ # @return [Hash<String,String>]
1870
+ attr_accessor :monitored_resource_labels
1871
+
1791
1872
  # The target resource utilization in percentage (1% - 100%) for the given metric;
1792
1873
  # once the real usage deviates from the target by a certain percentage, the
1793
1874
  # machine replicas change. The default value is 60 (representing 60%) if not
@@ -1803,6 +1884,7 @@ module Google
1803
1884
  # Update properties of this object
1804
1885
  def update!(**args)
1805
1886
  @metric_name = args[:metric_name] if args.key?(:metric_name)
1887
+ @monitored_resource_labels = args[:monitored_resource_labels] if args.key?(:monitored_resource_labels)
1806
1888
  @target = args[:target] if args.key?(:target)
1807
1889
  end
1808
1890
  end
@@ -2906,6 +2988,86 @@ module Google
2906
2988
  end
2907
2989
  end
2908
2990
 
2991
+ # The request set for the evaluation run.
2992
+ class GoogleCloudAiplatformV1beta1BigQueryRequestSet
2993
+ include Google::Apis::Core::Hashable
2994
+
2995
+ # Optional. Map of candidate name to candidate response column name. The column
2996
+ # will be in evaluation_item.CandidateResponse format.
2997
+ # Corresponds to the JSON property `candidateResponseColumns`
2998
+ # @return [Hash<String,String>]
2999
+ attr_accessor :candidate_response_columns
3000
+
3001
+ # Optional. The name of the column that contains the requests to evaluate. This
3002
+ # will be in evaluation_item.EvalPrompt format.
3003
+ # Corresponds to the JSON property `promptColumn`
3004
+ # @return [String]
3005
+ attr_accessor :prompt_column
3006
+
3007
+ # Optional. The name of the column that contains the rubrics. This will be in
3008
+ # evaluation_rubric.RubricGroup format (cl/762595858).
3009
+ # Corresponds to the JSON property `rubricsColumn`
3010
+ # @return [String]
3011
+ attr_accessor :rubrics_column
3012
+
3013
+ # The sampling config.
3014
+ # Corresponds to the JSON property `samplingConfig`
3015
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1BigQueryRequestSetSamplingConfig]
3016
+ attr_accessor :sampling_config
3017
+
3018
+ # Required. The URI of a BigQuery table. e.g. bq://projectId.bqDatasetId.
3019
+ # bqTableId
3020
+ # Corresponds to the JSON property `uri`
3021
+ # @return [String]
3022
+ attr_accessor :uri
3023
+
3024
+ def initialize(**args)
3025
+ update!(**args)
3026
+ end
3027
+
3028
+ # Update properties of this object
3029
+ def update!(**args)
3030
+ @candidate_response_columns = args[:candidate_response_columns] if args.key?(:candidate_response_columns)
3031
+ @prompt_column = args[:prompt_column] if args.key?(:prompt_column)
3032
+ @rubrics_column = args[:rubrics_column] if args.key?(:rubrics_column)
3033
+ @sampling_config = args[:sampling_config] if args.key?(:sampling_config)
3034
+ @uri = args[:uri] if args.key?(:uri)
3035
+ end
3036
+ end
3037
+
3038
+ # The sampling config.
3039
+ class GoogleCloudAiplatformV1beta1BigQueryRequestSetSamplingConfig
3040
+ include Google::Apis::Core::Hashable
3041
+
3042
+ # Optional. The total number of logged data to import. If available data is less
3043
+ # than the sampling count, all data will be imported. Default is 100.
3044
+ # Corresponds to the JSON property `samplingCount`
3045
+ # @return [Fixnum]
3046
+ attr_accessor :sampling_count
3047
+
3048
+ # Optional. How long to wait before sampling data from the BigQuery table. If
3049
+ # not specified, defaults to 0.
3050
+ # Corresponds to the JSON property `samplingDuration`
3051
+ # @return [String]
3052
+ attr_accessor :sampling_duration
3053
+
3054
+ # Optional. The sampling method to use.
3055
+ # Corresponds to the JSON property `samplingMethod`
3056
+ # @return [String]
3057
+ attr_accessor :sampling_method
3058
+
3059
+ def initialize(**args)
3060
+ update!(**args)
3061
+ end
3062
+
3063
+ # Update properties of this object
3064
+ def update!(**args)
3065
+ @sampling_count = args[:sampling_count] if args.key?(:sampling_count)
3066
+ @sampling_duration = args[:sampling_duration] if args.key?(:sampling_duration)
3067
+ @sampling_method = args[:sampling_method] if args.key?(:sampling_method)
3068
+ end
3069
+ end
3070
+
2909
3071
  # The BigQuery location for the input content.
2910
3072
  class GoogleCloudAiplatformV1beta1BigQuerySource
2911
3073
  include Google::Apis::Core::Hashable
@@ -3327,6 +3489,19 @@ module Google
3327
3489
  end
3328
3490
  end
3329
3491
 
3492
+ # Request message for EvaluationManagementService.CancelEvaluationRun.
3493
+ class GoogleCloudAiplatformV1beta1CancelEvaluationRunRequest
3494
+ include Google::Apis::Core::Hashable
3495
+
3496
+ def initialize(**args)
3497
+ update!(**args)
3498
+ end
3499
+
3500
+ # Update properties of this object
3501
+ def update!(**args)
3502
+ end
3503
+ end
3504
+
3330
3505
  # Request message for JobService.CancelHyperparameterTuningJob.
3331
3506
  class GoogleCloudAiplatformV1beta1CancelHyperparameterTuningJobRequest
3332
3507
  include Google::Apis::Core::Hashable
@@ -3471,6 +3646,87 @@ module Google
3471
3646
  end
3472
3647
  end
3473
3648
 
3649
+ # Responses from model or agent.
3650
+ class GoogleCloudAiplatformV1beta1CandidateResponse
3651
+ include Google::Apis::Core::Hashable
3652
+
3653
+ # Required. The name of the candidate that produced the response.
3654
+ # Corresponds to the JSON property `candidate`
3655
+ # @return [String]
3656
+ attr_accessor :candidate
3657
+
3658
+ # Text response.
3659
+ # Corresponds to the JSON property `text`
3660
+ # @return [String]
3661
+ attr_accessor :text
3662
+
3663
+ # Fields and values that can be used to populate the response template.
3664
+ # Corresponds to the JSON property `value`
3665
+ # @return [Object]
3666
+ attr_accessor :value
3667
+
3668
+ def initialize(**args)
3669
+ update!(**args)
3670
+ end
3671
+
3672
+ # Update properties of this object
3673
+ def update!(**args)
3674
+ @candidate = args[:candidate] if args.key?(:candidate)
3675
+ @text = args[:text] if args.key?(:text)
3676
+ @value = args[:value] if args.key?(:value)
3677
+ end
3678
+ end
3679
+
3680
+ # Result for a single candidate.
3681
+ class GoogleCloudAiplatformV1beta1CandidateResult
3682
+ include Google::Apis::Core::Hashable
3683
+
3684
+ # Optional. Additional results for the metric.
3685
+ # Corresponds to the JSON property `additionalResults`
3686
+ # @return [Object]
3687
+ attr_accessor :additional_results
3688
+
3689
+ # Required. The candidate that is being evaluated. The value is the same as the
3690
+ # candidate name in the EvaluationRequest.
3691
+ # Corresponds to the JSON property `candidate`
3692
+ # @return [String]
3693
+ attr_accessor :candidate
3694
+
3695
+ # Optional. The explanation for the metric.
3696
+ # Corresponds to the JSON property `explanation`
3697
+ # @return [String]
3698
+ attr_accessor :explanation
3699
+
3700
+ # Required. The metric that was evaluated.
3701
+ # Corresponds to the JSON property `metric`
3702
+ # @return [String]
3703
+ attr_accessor :metric
3704
+
3705
+ # Optional. The rubric verdicts for the metric.
3706
+ # Corresponds to the JSON property `rubricVerdicts`
3707
+ # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1RubricVerdict>]
3708
+ attr_accessor :rubric_verdicts
3709
+
3710
+ # Optional. The score for the metric.
3711
+ # Corresponds to the JSON property `score`
3712
+ # @return [Float]
3713
+ attr_accessor :score
3714
+
3715
+ def initialize(**args)
3716
+ update!(**args)
3717
+ end
3718
+
3719
+ # Update properties of this object
3720
+ def update!(**args)
3721
+ @additional_results = args[:additional_results] if args.key?(:additional_results)
3722
+ @candidate = args[:candidate] if args.key?(:candidate)
3723
+ @explanation = args[:explanation] if args.key?(:explanation)
3724
+ @metric = args[:metric] if args.key?(:metric)
3725
+ @rubric_verdicts = args[:rubric_verdicts] if args.key?(:rubric_verdicts)
3726
+ @score = args[:score] if args.key?(:score)
3727
+ end
3728
+ end
3729
+
3474
3730
  # Request message for ModelGardenService.CheckPublisherModelEula.
3475
3731
  class GoogleCloudAiplatformV1beta1CheckPublisherModelEulaAcceptanceRequest
3476
3732
  include Google::Apis::Core::Hashable
@@ -3588,6 +3844,40 @@ module Google
3588
3844
  end
3589
3845
  end
3590
3846
 
3847
+ # Container for bytes-encoded data such as video frame, audio sample, or a
3848
+ # complete binary/text data.
3849
+ class GoogleCloudAiplatformV1beta1Chunk
3850
+ include Google::Apis::Core::Hashable
3851
+
3852
+ # Required. The data in the chunk.
3853
+ # Corresponds to the JSON property `data`
3854
+ # NOTE: Values are automatically base64 encoded/decoded in the client library.
3855
+ # @return [String]
3856
+ attr_accessor :data
3857
+
3858
+ # Metadata for a chunk.
3859
+ # Corresponds to the JSON property `metadata`
3860
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Metadata]
3861
+ attr_accessor :metadata
3862
+
3863
+ # Required. Mime type of the chunk data. See https://www.iana.org/assignments/
3864
+ # media-types/media-types.xhtml for the full list.
3865
+ # Corresponds to the JSON property `mimeType`
3866
+ # @return [String]
3867
+ attr_accessor :mime_type
3868
+
3869
+ def initialize(**args)
3870
+ update!(**args)
3871
+ end
3872
+
3873
+ # Update properties of this object
3874
+ def update!(**args)
3875
+ @data = args[:data] if args.key?(:data)
3876
+ @metadata = args[:metadata] if args.key?(:metadata)
3877
+ @mime_type = args[:mime_type] if args.key?(:mime_type)
3878
+ end
3879
+ end
3880
+
3591
3881
  # Source attributions for content.
3592
3882
  class GoogleCloudAiplatformV1beta1Citation
3593
3883
  include Google::Apis::Core::Hashable
@@ -7393,6 +7683,16 @@ module Google
7393
7683
  # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1DedicatedResources]
7394
7684
  attr_accessor :dedicated_resources
7395
7685
 
7686
+ # For custom-trained Models and AutoML Tabular Models, the container of the
7687
+ # DeployedModel instances will send `stderr` and `stdout` streams to Cloud
7688
+ # Logging by default. Please note that the logs incur cost, which are subject to
7689
+ # [Cloud Logging pricing](https://cloud.google.com/logging/pricing). User can
7690
+ # disable container logging by setting this flag to true.
7691
+ # Corresponds to the JSON property `disableContainerLogging`
7692
+ # @return [Boolean]
7693
+ attr_accessor :disable_container_logging
7694
+ alias_method :disable_container_logging?, :disable_container_logging
7695
+
7396
7696
  # If true, deploy the model without explainable feature, regardless the
7397
7697
  # existence of Model.explanation_spec or explanation_spec.
7398
7698
  # Corresponds to the JSON property `disableExplanations`
@@ -7517,6 +7817,7 @@ module Google
7517
7817
  @checkpoint_id = args[:checkpoint_id] if args.key?(:checkpoint_id)
7518
7818
  @create_time = args[:create_time] if args.key?(:create_time)
7519
7819
  @dedicated_resources = args[:dedicated_resources] if args.key?(:dedicated_resources)
7820
+ @disable_container_logging = args[:disable_container_logging] if args.key?(:disable_container_logging)
7520
7821
  @disable_explanations = args[:disable_explanations] if args.key?(:disable_explanations)
7521
7822
  @display_name = args[:display_name] if args.key?(:display_name)
7522
7823
  @enable_access_logging = args[:enable_access_logging] if args.key?(:enable_access_logging)
@@ -8518,6 +8819,31 @@ module Google
8518
8819
  end
8519
8820
  end
8520
8821
 
8822
+ # Response in LRO for EvaluationService.EvaluateDataset.
8823
+ class GoogleCloudAiplatformV1beta1EvaluateDatasetResponse
8824
+ include Google::Apis::Core::Hashable
8825
+
8826
+ # The aggregation result for the entire dataset and all metrics.
8827
+ # Corresponds to the JSON property `aggregationOutput`
8828
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1AggregationOutput]
8829
+ attr_accessor :aggregation_output
8830
+
8831
+ # Describes the info for output of EvaluationService.EvaluateDataset.
8832
+ # Corresponds to the JSON property `outputInfo`
8833
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1OutputInfo]
8834
+ attr_accessor :output_info
8835
+
8836
+ def initialize(**args)
8837
+ update!(**args)
8838
+ end
8839
+
8840
+ # Update properties of this object
8841
+ def update!(**args)
8842
+ @aggregation_output = args[:aggregation_output] if args.key?(:aggregation_output)
8843
+ @output_info = args[:output_info] if args.key?(:output_info)
8844
+ end
8845
+ end
8846
+
8521
8847
  # Evaluate Dataset Run Result for Tuning Job.
8522
8848
  class GoogleCloudAiplatformV1beta1EvaluateDatasetRun
8523
8849
  include Google::Apis::Core::Hashable
@@ -8538,6 +8864,11 @@ module Google
8538
8864
  # @return [Google::Apis::AiplatformV1beta1::GoogleRpcStatus]
8539
8865
  attr_accessor :error
8540
8866
 
8867
+ # Response in LRO for EvaluationService.EvaluateDataset.
8868
+ # Corresponds to the JSON property `evaluateDatasetResponse`
8869
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluateDatasetResponse]
8870
+ attr_accessor :evaluate_dataset_response
8871
+
8541
8872
  # Output only. The operation ID of the evaluation run. Format: `projects/`
8542
8873
  # project`/locations/`location`/operations/`operation_id``.
8543
8874
  # Corresponds to the JSON property `operationName`
@@ -8552,6 +8883,7 @@ module Google
8552
8883
  def update!(**args)
8553
8884
  @checkpoint_id = args[:checkpoint_id] if args.key?(:checkpoint_id)
8554
8885
  @error = args[:error] if args.key?(:error)
8886
+ @evaluate_dataset_response = args[:evaluate_dataset_response] if args.key?(:evaluate_dataset_response)
8555
8887
  @operation_name = args[:operation_name] if args.key?(:operation_name)
8556
8888
  end
8557
8889
  end
@@ -8601,6 +8933,20 @@ module Google
8601
8933
  # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1GroundednessInput]
8602
8934
  attr_accessor :groundedness_input
8603
8935
 
8936
+ # A single instance to be evaluated. Instances are used to specify the input
8937
+ # data for evaluation, from simple string comparisons to complex, multi-turn
8938
+ # model evaluations
8939
+ # Corresponds to the JSON property `instance`
8940
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationInstance]
8941
+ attr_accessor :instance
8942
+
8943
+ # The metrics used for evaluation. Currently, we only support evaluating a
8944
+ # single metric. If multiple metrics are provided, only the first one will be
8945
+ # evaluated.
8946
+ # Corresponds to the JSON property `metrics`
8947
+ # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Metric>]
8948
+ attr_accessor :metrics
8949
+
8604
8950
  # Input for MetricX metric.
8605
8951
  # Corresponds to the JSON property `metricxInput`
8606
8952
  # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1MetricxInput]
@@ -8740,6 +9086,8 @@ module Google
8740
9086
  @fluency_input = args[:fluency_input] if args.key?(:fluency_input)
8741
9087
  @fulfillment_input = args[:fulfillment_input] if args.key?(:fulfillment_input)
8742
9088
  @groundedness_input = args[:groundedness_input] if args.key?(:groundedness_input)
9089
+ @instance = args[:instance] if args.key?(:instance)
9090
+ @metrics = args[:metrics] if args.key?(:metrics)
8743
9091
  @metricx_input = args[:metricx_input] if args.key?(:metricx_input)
8744
9092
  @pairwise_metric_input = args[:pairwise_metric_input] if args.key?(:pairwise_metric_input)
8745
9093
  @pairwise_question_answering_quality_input = args[:pairwise_question_answering_quality_input] if args.key?(:pairwise_question_answering_quality_input)
@@ -8808,6 +9156,12 @@ module Google
8808
9156
  # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1GroundednessResult]
8809
9157
  attr_accessor :groundedness_result
8810
9158
 
9159
+ # Metric results for each instance. The order of the metric results is
9160
+ # guaranteed to be the same as the order of the instances in the request.
9161
+ # Corresponds to the JSON property `metricResults`
9162
+ # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1MetricResult>]
9163
+ attr_accessor :metric_results
9164
+
8811
9165
  # Spec for MetricX result - calculates the MetricX score for the given instance
8812
9166
  # using the version specified in the spec.
8813
9167
  # Corresponds to the JSON property `metricxResult`
@@ -8947,6 +9301,7 @@ module Google
8947
9301
  @fluency_result = args[:fluency_result] if args.key?(:fluency_result)
8948
9302
  @fulfillment_result = args[:fulfillment_result] if args.key?(:fulfillment_result)
8949
9303
  @groundedness_result = args[:groundedness_result] if args.key?(:groundedness_result)
9304
+ @metric_results = args[:metric_results] if args.key?(:metric_results)
8950
9305
  @metricx_result = args[:metricx_result] if args.key?(:metricx_result)
8951
9306
  @pairwise_metric_result = args[:pairwise_metric_result] if args.key?(:pairwise_metric_result)
8952
9307
  @pairwise_question_answering_quality_result = args[:pairwise_question_answering_quality_result] if args.key?(:pairwise_question_answering_quality_result)
@@ -9136,6 +9491,999 @@ module Google
9136
9491
  end
9137
9492
  end
9138
9493
 
9494
+ # A single instance to be evaluated. Instances are used to specify the input
9495
+ # data for evaluation, from simple string comparisons to complex, multi-turn
9496
+ # model evaluations
9497
+ class GoogleCloudAiplatformV1beta1EvaluationInstance
9498
+ include Google::Apis::Core::Hashable
9499
+
9500
+ # Instance data specified as a map.
9501
+ # Corresponds to the JSON property `otherData`
9502
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationInstanceMapInstance]
9503
+ attr_accessor :other_data
9504
+
9505
+ # Instance data used to populate placeholders in a metric prompt template.
9506
+ # Corresponds to the JSON property `prompt`
9507
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationInstanceInstanceData]
9508
+ attr_accessor :prompt
9509
+
9510
+ # Instance data used to populate placeholders in a metric prompt template.
9511
+ # Corresponds to the JSON property `reference`
9512
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationInstanceInstanceData]
9513
+ attr_accessor :reference
9514
+
9515
+ # Instance data used to populate placeholders in a metric prompt template.
9516
+ # Corresponds to the JSON property `response`
9517
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationInstanceInstanceData]
9518
+ attr_accessor :response
9519
+
9520
+ # Optional. Named groups of rubrics associated with the prompt. This is used for
9521
+ # rubric-based evaluations where rubrics can be referenced by a key. The key
9522
+ # could represent versions, associated metrics, etc.
9523
+ # Corresponds to the JSON property `rubricGroups`
9524
+ # @return [Hash<String,Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1RubricGroup>]
9525
+ attr_accessor :rubric_groups
9526
+
9527
+ def initialize(**args)
9528
+ update!(**args)
9529
+ end
9530
+
9531
+ # Update properties of this object
9532
+ def update!(**args)
9533
+ @other_data = args[:other_data] if args.key?(:other_data)
9534
+ @prompt = args[:prompt] if args.key?(:prompt)
9535
+ @reference = args[:reference] if args.key?(:reference)
9536
+ @response = args[:response] if args.key?(:response)
9537
+ @rubric_groups = args[:rubric_groups] if args.key?(:rubric_groups)
9538
+ end
9539
+ end
9540
+
9541
+ # Instance data used to populate placeholders in a metric prompt template.
9542
+ class GoogleCloudAiplatformV1beta1EvaluationInstanceInstanceData
9543
+ include Google::Apis::Core::Hashable
9544
+
9545
+ # List of standard Content messages from Gemini API.
9546
+ # Corresponds to the JSON property `contents`
9547
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationInstanceInstanceDataContents]
9548
+ attr_accessor :contents
9549
+
9550
+ # Text data.
9551
+ # Corresponds to the JSON property `text`
9552
+ # @return [String]
9553
+ attr_accessor :text
9554
+
9555
+ def initialize(**args)
9556
+ update!(**args)
9557
+ end
9558
+
9559
+ # Update properties of this object
9560
+ def update!(**args)
9561
+ @contents = args[:contents] if args.key?(:contents)
9562
+ @text = args[:text] if args.key?(:text)
9563
+ end
9564
+ end
9565
+
9566
+ # List of standard Content messages from Gemini API.
9567
+ class GoogleCloudAiplatformV1beta1EvaluationInstanceInstanceDataContents
9568
+ include Google::Apis::Core::Hashable
9569
+
9570
+ # Optional. Repeated contents.
9571
+ # Corresponds to the JSON property `contents`
9572
+ # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Content>]
9573
+ attr_accessor :contents
9574
+
9575
+ def initialize(**args)
9576
+ update!(**args)
9577
+ end
9578
+
9579
+ # Update properties of this object
9580
+ def update!(**args)
9581
+ @contents = args[:contents] if args.key?(:contents)
9582
+ end
9583
+ end
9584
+
9585
+ # Instance data specified as a map.
9586
+ class GoogleCloudAiplatformV1beta1EvaluationInstanceMapInstance
9587
+ include Google::Apis::Core::Hashable
9588
+
9589
+ # Optional. Map of instance data.
9590
+ # Corresponds to the JSON property `mapInstance`
9591
+ # @return [Hash<String,Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationInstanceInstanceData>]
9592
+ attr_accessor :map_instance
9593
+
9594
+ def initialize(**args)
9595
+ update!(**args)
9596
+ end
9597
+
9598
+ # Update properties of this object
9599
+ def update!(**args)
9600
+ @map_instance = args[:map_instance] if args.key?(:map_instance)
9601
+ end
9602
+ end
9603
+
9604
+ # EvaluationItem is a single evaluation request or result. The content of an
9605
+ # EvaluationItem is immutable - it cannot be updated once created.
9606
+ # EvaluationItems can be deleted when no longer needed.
9607
+ class GoogleCloudAiplatformV1beta1EvaluationItem
9608
+ include Google::Apis::Core::Hashable
9609
+
9610
+ # Output only. Timestamp when this item was created.
9611
+ # Corresponds to the JSON property `createTime`
9612
+ # @return [String]
9613
+ attr_accessor :create_time
9614
+
9615
+ # Required. The display name of the EvaluationItem.
9616
+ # Corresponds to the JSON property `displayName`
9617
+ # @return [String]
9618
+ attr_accessor :display_name
9619
+
9620
+ # The `Status` type defines a logical error model that is suitable for different
9621
+ # programming environments, including REST APIs and RPC APIs. It is used by [
9622
+ # gRPC](https://github.com/grpc). Each `Status` message contains three pieces of
9623
+ # data: error code, error message, and error details. You can find out more
9624
+ # about this error model and how to work with it in the [API Design Guide](https:
9625
+ # //cloud.google.com/apis/design/errors).
9626
+ # Corresponds to the JSON property `error`
9627
+ # @return [Google::Apis::AiplatformV1beta1::GoogleRpcStatus]
9628
+ attr_accessor :error
9629
+
9630
+ # Required. The type of the EvaluationItem.
9631
+ # Corresponds to the JSON property `evaluationItemType`
9632
+ # @return [String]
9633
+ attr_accessor :evaluation_item_type
9634
+
9635
+ # Single evaluation request.
9636
+ # Corresponds to the JSON property `evaluationRequest`
9637
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRequest]
9638
+ attr_accessor :evaluation_request
9639
+
9640
+ # Evaluation result.
9641
+ # Corresponds to the JSON property `evaluationResponse`
9642
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationResult]
9643
+ attr_accessor :evaluation_response
9644
+
9645
+ # The GCS object where the request or response is stored.
9646
+ # Corresponds to the JSON property `gcsUri`
9647
+ # @return [String]
9648
+ attr_accessor :gcs_uri
9649
+
9650
+ # Optional. Labels for the EvaluationItem.
9651
+ # Corresponds to the JSON property `labels`
9652
+ # @return [Hash<String,String>]
9653
+ attr_accessor :labels
9654
+
9655
+ # Optional. Metadata for the EvaluationItem.
9656
+ # Corresponds to the JSON property `metadata`
9657
+ # @return [Object]
9658
+ attr_accessor :metadata
9659
+
9660
+ # Identifier. The resource name of the EvaluationItem. Format: `projects/`
9661
+ # project`/locations/`location`/evaluationItems/`evaluation_item``
9662
+ # Corresponds to the JSON property `name`
9663
+ # @return [String]
9664
+ attr_accessor :name
9665
+
9666
+ def initialize(**args)
9667
+ update!(**args)
9668
+ end
9669
+
9670
+ # Update properties of this object
9671
+ def update!(**args)
9672
+ @create_time = args[:create_time] if args.key?(:create_time)
9673
+ @display_name = args[:display_name] if args.key?(:display_name)
9674
+ @error = args[:error] if args.key?(:error)
9675
+ @evaluation_item_type = args[:evaluation_item_type] if args.key?(:evaluation_item_type)
9676
+ @evaluation_request = args[:evaluation_request] if args.key?(:evaluation_request)
9677
+ @evaluation_response = args[:evaluation_response] if args.key?(:evaluation_response)
9678
+ @gcs_uri = args[:gcs_uri] if args.key?(:gcs_uri)
9679
+ @labels = args[:labels] if args.key?(:labels)
9680
+ @metadata = args[:metadata] if args.key?(:metadata)
9681
+ @name = args[:name] if args.key?(:name)
9682
+ end
9683
+ end
9684
+
9685
+ # Prompt to be evaluated.
9686
+ class GoogleCloudAiplatformV1beta1EvaluationPrompt
9687
+ include Google::Apis::Core::Hashable
9688
+
9689
+ # Message to hold a prompt template and the values to populate the template.
9690
+ # Corresponds to the JSON property `promptTemplateData`
9691
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationPromptPromptTemplateData]
9692
+ attr_accessor :prompt_template_data
9693
+
9694
+ # Text prompt.
9695
+ # Corresponds to the JSON property `text`
9696
+ # @return [String]
9697
+ attr_accessor :text
9698
+
9699
+ # Fields and values that can be used to populate the prompt template.
9700
+ # Corresponds to the JSON property `value`
9701
+ # @return [Object]
9702
+ attr_accessor :value
9703
+
9704
+ def initialize(**args)
9705
+ update!(**args)
9706
+ end
9707
+
9708
+ # Update properties of this object
9709
+ def update!(**args)
9710
+ @prompt_template_data = args[:prompt_template_data] if args.key?(:prompt_template_data)
9711
+ @text = args[:text] if args.key?(:text)
9712
+ @value = args[:value] if args.key?(:value)
9713
+ end
9714
+ end
9715
+
9716
+ # Message to hold a prompt template and the values to populate the template.
9717
+ class GoogleCloudAiplatformV1beta1EvaluationPromptPromptTemplateData
9718
+ include Google::Apis::Core::Hashable
9719
+
9720
+ # The values for fields in the prompt template.
9721
+ # Corresponds to the JSON property `values`
9722
+ # @return [Hash<String,Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Content>]
9723
+ attr_accessor :values
9724
+
9725
+ def initialize(**args)
9726
+ update!(**args)
9727
+ end
9728
+
9729
+ # Update properties of this object
9730
+ def update!(**args)
9731
+ @values = args[:values] if args.key?(:values)
9732
+ end
9733
+ end
9734
+
9735
+ # Single evaluation request.
9736
+ class GoogleCloudAiplatformV1beta1EvaluationRequest
9737
+ include Google::Apis::Core::Hashable
9738
+
9739
+ # Optional. Responses from model under test and other baseline models for
9740
+ # comparison.
9741
+ # Corresponds to the JSON property `candidateResponses`
9742
+ # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1CandidateResponse>]
9743
+ attr_accessor :candidate_responses
9744
+
9745
+ # Responses from model or agent.
9746
+ # Corresponds to the JSON property `goldenResponse`
9747
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1CandidateResponse]
9748
+ attr_accessor :golden_response
9749
+
9750
+ # Prompt to be evaluated.
9751
+ # Corresponds to the JSON property `prompt`
9752
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationPrompt]
9753
+ attr_accessor :prompt
9754
+
9755
+ # Optional. Named groups of rubrics associated with this prompt. The key is a
9756
+ # user-defined name for the rubric group.
9757
+ # Corresponds to the JSON property `rubrics`
9758
+ # @return [Hash<String,Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1RubricGroup>]
9759
+ attr_accessor :rubrics
9760
+
9761
+ def initialize(**args)
9762
+ update!(**args)
9763
+ end
9764
+
9765
+ # Update properties of this object
9766
+ def update!(**args)
9767
+ @candidate_responses = args[:candidate_responses] if args.key?(:candidate_responses)
9768
+ @golden_response = args[:golden_response] if args.key?(:golden_response)
9769
+ @prompt = args[:prompt] if args.key?(:prompt)
9770
+ @rubrics = args[:rubrics] if args.key?(:rubrics)
9771
+ end
9772
+ end
9773
+
9774
+ # Evaluation result.
9775
+ class GoogleCloudAiplatformV1beta1EvaluationResult
9776
+ include Google::Apis::Core::Hashable
9777
+
9778
+ # Optional. The results for the metric.
9779
+ # Corresponds to the JSON property `candidateResults`
9780
+ # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1CandidateResult>]
9781
+ attr_accessor :candidate_results
9782
+
9783
+ # Required. The request item that was evaluated. Format: projects/`project`/
9784
+ # locations/`location`/evaluationItems/`evaluation_item`
9785
+ # Corresponds to the JSON property `evaluationRequest`
9786
+ # @return [String]
9787
+ attr_accessor :evaluation_request
9788
+
9789
+ # Required. The evaluation run that was used to generate the result. Format:
9790
+ # projects/`project`/locations/`location`/evaluationRuns/`evaluation_run`
9791
+ # Corresponds to the JSON property `evaluationRun`
9792
+ # @return [String]
9793
+ attr_accessor :evaluation_run
9794
+
9795
+ # Optional. Metadata about the evaluation result.
9796
+ # Corresponds to the JSON property `metadata`
9797
+ # @return [Object]
9798
+ attr_accessor :metadata
9799
+
9800
+ # Required. The metric that was evaluated.
9801
+ # Corresponds to the JSON property `metric`
9802
+ # @return [String]
9803
+ attr_accessor :metric
9804
+
9805
+ # Single evaluation request.
9806
+ # Corresponds to the JSON property `request`
9807
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRequest]
9808
+ attr_accessor :request
9809
+
9810
+ def initialize(**args)
9811
+ update!(**args)
9812
+ end
9813
+
9814
+ # Update properties of this object
9815
+ def update!(**args)
9816
+ @candidate_results = args[:candidate_results] if args.key?(:candidate_results)
9817
+ @evaluation_request = args[:evaluation_request] if args.key?(:evaluation_request)
9818
+ @evaluation_run = args[:evaluation_run] if args.key?(:evaluation_run)
9819
+ @metadata = args[:metadata] if args.key?(:metadata)
9820
+ @metric = args[:metric] if args.key?(:metric)
9821
+ @request = args[:request] if args.key?(:request)
9822
+ end
9823
+ end
9824
+
9825
+ # The results of the evaluation run.
9826
+ class GoogleCloudAiplatformV1beta1EvaluationResults
9827
+ include Google::Apis::Core::Hashable
9828
+
9829
+ # The evaluation set where item level results are stored.
9830
+ # Corresponds to the JSON property `evaluationSet`
9831
+ # @return [String]
9832
+ attr_accessor :evaluation_set
9833
+
9834
+ # The summary metrics for the evaluation run.
9835
+ # Corresponds to the JSON property `summaryMetrics`
9836
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1SummaryMetrics]
9837
+ attr_accessor :summary_metrics
9838
+
9839
+ def initialize(**args)
9840
+ update!(**args)
9841
+ end
9842
+
9843
+ # Update properties of this object
9844
+ def update!(**args)
9845
+ @evaluation_set = args[:evaluation_set] if args.key?(:evaluation_set)
9846
+ @summary_metrics = args[:summary_metrics] if args.key?(:summary_metrics)
9847
+ end
9848
+ end
9849
+
9850
+ # Configuration for a rubric group to be generated/saved for evaluation.
9851
+ class GoogleCloudAiplatformV1beta1EvaluationRubricConfig
9852
+ include Google::Apis::Core::Hashable
9853
+
9854
+ # Specification for a pre-defined metric.
9855
+ # Corresponds to the JSON property `predefinedRubricGenerationSpec`
9856
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetricPredefinedMetricSpec]
9857
+ attr_accessor :predefined_rubric_generation_spec
9858
+
9859
+ # Specification for how rubrics should be generated.
9860
+ # Corresponds to the JSON property `rubricGenerationSpec`
9861
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricGenerationSpec]
9862
+ attr_accessor :rubric_generation_spec
9863
+
9864
+ # Required. The key used to save the generated rubrics. If a generation spec is
9865
+ # provided, this key will be used for the name of the generated rubric group.
9866
+ # Otherwise, this key will be used to look up the existing rubric group on the
9867
+ # evaluation item. Note that if a rubric group key is specified on both a rubric
9868
+ # config and an evaluation metric, the key from the metric will be used to
9869
+ # select the rubrics for evaluation.
9870
+ # Corresponds to the JSON property `rubricGroupKey`
9871
+ # @return [String]
9872
+ attr_accessor :rubric_group_key
9873
+
9874
+ def initialize(**args)
9875
+ update!(**args)
9876
+ end
9877
+
9878
+ # Update properties of this object
9879
+ def update!(**args)
9880
+ @predefined_rubric_generation_spec = args[:predefined_rubric_generation_spec] if args.key?(:predefined_rubric_generation_spec)
9881
+ @rubric_generation_spec = args[:rubric_generation_spec] if args.key?(:rubric_generation_spec)
9882
+ @rubric_group_key = args[:rubric_group_key] if args.key?(:rubric_group_key)
9883
+ end
9884
+ end
9885
+
9886
+ # EvaluationRun is a resource that represents a single evaluation run, which
9887
+ # includes a set of prompts, model responses, evaluation configuration and the
9888
+ # resulting metrics.
9889
+ class GoogleCloudAiplatformV1beta1EvaluationRun
9890
+ include Google::Apis::Core::Hashable
9891
+
9892
+ # Output only. Time when the evaluation run was completed.
9893
+ # Corresponds to the JSON property `completionTime`
9894
+ # @return [String]
9895
+ attr_accessor :completion_time
9896
+
9897
+ # Output only. Time when the evaluation run was created.
9898
+ # Corresponds to the JSON property `createTime`
9899
+ # @return [String]
9900
+ attr_accessor :create_time
9901
+
9902
+ # The data source for the evaluation run.
9903
+ # Corresponds to the JSON property `dataSource`
9904
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunDataSource]
9905
+ attr_accessor :data_source
9906
+
9907
+ # Required. The display name of the Evaluation Run.
9908
+ # Corresponds to the JSON property `displayName`
9909
+ # @return [String]
9910
+ attr_accessor :display_name
9911
+
9912
+ # The `Status` type defines a logical error model that is suitable for different
9913
+ # programming environments, including REST APIs and RPC APIs. It is used by [
9914
+ # gRPC](https://github.com/grpc). Each `Status` message contains three pieces of
9915
+ # data: error code, error message, and error details. You can find out more
9916
+ # about this error model and how to work with it in the [API Design Guide](https:
9917
+ # //cloud.google.com/apis/design/errors).
9918
+ # Corresponds to the JSON property `error`
9919
+ # @return [Google::Apis::AiplatformV1beta1::GoogleRpcStatus]
9920
+ attr_accessor :error
9921
+
9922
+ # The Evalution configuration used for the evaluation run.
9923
+ # Corresponds to the JSON property `evaluationConfig`
9924
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfig]
9925
+ attr_accessor :evaluation_config
9926
+
9927
+ # The results of the evaluation run.
9928
+ # Corresponds to the JSON property `evaluationResults`
9929
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationResults]
9930
+ attr_accessor :evaluation_results
9931
+
9932
+ # Output only. The specific evaluation set of the evaluation run. For runs with
9933
+ # an evaluation set input, this will be that same set. For runs with BigQuery
9934
+ # input, it's the sampled BigQuery dataset.
9935
+ # Corresponds to the JSON property `evaluationSetSnapshot`
9936
+ # @return [String]
9937
+ attr_accessor :evaluation_set_snapshot
9938
+
9939
+ # Optional. The candidate to inference config map for the evaluation run. The
9940
+ # candidate can be up to 128 characters long and can consist of any UTF-8
9941
+ # characters.
9942
+ # Corresponds to the JSON property `inferenceConfigs`
9943
+ # @return [Hash<String,Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunInferenceConfig>]
9944
+ attr_accessor :inference_configs
9945
+
9946
+ # Optional. Labels for the evaluation run.
9947
+ # Corresponds to the JSON property `labels`
9948
+ # @return [Hash<String,String>]
9949
+ attr_accessor :labels
9950
+
9951
+ # Optional. Metadata about the evaluation run, can be used by the caller to
9952
+ # store additional tracking information about the evaluation run.
9953
+ # Corresponds to the JSON property `metadata`
9954
+ # @return [Object]
9955
+ attr_accessor :metadata
9956
+
9957
+ # Identifier. The resource name of the EvaluationRun. This is a unique
9958
+ # identifier. Format: `projects/`project`/locations/`location`/evaluationRuns/`
9959
+ # evaluation_run``
9960
+ # Corresponds to the JSON property `name`
9961
+ # @return [String]
9962
+ attr_accessor :name
9963
+
9964
+ # Output only. The state of the evaluation run.
9965
+ # Corresponds to the JSON property `state`
9966
+ # @return [String]
9967
+ attr_accessor :state
9968
+
9969
+ def initialize(**args)
9970
+ update!(**args)
9971
+ end
9972
+
9973
+ # Update properties of this object
9974
+ def update!(**args)
9975
+ @completion_time = args[:completion_time] if args.key?(:completion_time)
9976
+ @create_time = args[:create_time] if args.key?(:create_time)
9977
+ @data_source = args[:data_source] if args.key?(:data_source)
9978
+ @display_name = args[:display_name] if args.key?(:display_name)
9979
+ @error = args[:error] if args.key?(:error)
9980
+ @evaluation_config = args[:evaluation_config] if args.key?(:evaluation_config)
9981
+ @evaluation_results = args[:evaluation_results] if args.key?(:evaluation_results)
9982
+ @evaluation_set_snapshot = args[:evaluation_set_snapshot] if args.key?(:evaluation_set_snapshot)
9983
+ @inference_configs = args[:inference_configs] if args.key?(:inference_configs)
9984
+ @labels = args[:labels] if args.key?(:labels)
9985
+ @metadata = args[:metadata] if args.key?(:metadata)
9986
+ @name = args[:name] if args.key?(:name)
9987
+ @state = args[:state] if args.key?(:state)
9988
+ end
9989
+ end
9990
+
9991
+ # The data source for the evaluation run.
9992
+ class GoogleCloudAiplatformV1beta1EvaluationRunDataSource
9993
+ include Google::Apis::Core::Hashable
9994
+
9995
+ # The request set for the evaluation run.
9996
+ # Corresponds to the JSON property `bigqueryRequestSet`
9997
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1BigQueryRequestSet]
9998
+ attr_accessor :bigquery_request_set
9999
+
10000
+ # The EvaluationSet resource name. Format: `projects/`project`/locations/`
10001
+ # location`/evaluationSets/`evaluation_set``
10002
+ # Corresponds to the JSON property `evaluationSet`
10003
+ # @return [String]
10004
+ attr_accessor :evaluation_set
10005
+
10006
+ def initialize(**args)
10007
+ update!(**args)
10008
+ end
10009
+
10010
+ # Update properties of this object
10011
+ def update!(**args)
10012
+ @bigquery_request_set = args[:bigquery_request_set] if args.key?(:bigquery_request_set)
10013
+ @evaluation_set = args[:evaluation_set] if args.key?(:evaluation_set)
10014
+ end
10015
+ end
10016
+
10017
+ # The Evalution configuration used for the evaluation run.
10018
+ class GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfig
10019
+ include Google::Apis::Core::Hashable
10020
+
10021
+ # The autorater config used for the evaluation run.
10022
+ # Corresponds to the JSON property `autoraterConfig`
10023
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigAutoraterConfig]
10024
+ attr_accessor :autorater_config
10025
+
10026
+ # Required. The metrics to be calculated in the evaluation run.
10027
+ # Corresponds to the JSON property `metrics`
10028
+ # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetric>]
10029
+ attr_accessor :metrics
10030
+
10031
+ # The output config for the evaluation run.
10032
+ # Corresponds to the JSON property `outputConfig`
10033
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigOutputConfig]
10034
+ attr_accessor :output_config
10035
+
10036
+ # Prompt template used for inference.
10037
+ # Corresponds to the JSON property `promptTemplate`
10038
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigPromptTemplate]
10039
+ attr_accessor :prompt_template
10040
+
10041
+ # Optional. The rubric configs for the evaluation run. They are used to generate
10042
+ # rubrics which can be used by rubric-based metrics. Multiple rubric configs can
10043
+ # be specified for rubric generation but only one rubric config can be used for
10044
+ # a rubric-based metric. If more than one rubric config is provided, the
10045
+ # evaluation metric must specify a rubric group key. Note that if a generation
10046
+ # spec is specified on both a rubric config and an evaluation metric, the
10047
+ # rubrics generated for the metric will be used for evaluation.
10048
+ # Corresponds to the JSON property `rubricConfigs`
10049
+ # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRubricConfig>]
10050
+ attr_accessor :rubric_configs
10051
+
10052
+ def initialize(**args)
10053
+ update!(**args)
10054
+ end
10055
+
10056
+ # Update properties of this object
10057
+ def update!(**args)
10058
+ @autorater_config = args[:autorater_config] if args.key?(:autorater_config)
10059
+ @metrics = args[:metrics] if args.key?(:metrics)
10060
+ @output_config = args[:output_config] if args.key?(:output_config)
10061
+ @prompt_template = args[:prompt_template] if args.key?(:prompt_template)
10062
+ @rubric_configs = args[:rubric_configs] if args.key?(:rubric_configs)
10063
+ end
10064
+ end
10065
+
10066
+ # The autorater config used for the evaluation run.
10067
+ class GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigAutoraterConfig
10068
+ include Google::Apis::Core::Hashable
10069
+
10070
+ # Optional. The fully qualified name of the publisher model or tuned autorater
10071
+ # endpoint to use. Publisher model format: `projects/`project`/locations/`
10072
+ # location`/publishers/*/models/*` Tuned model endpoint format: `projects/`
10073
+ # project`/locations/`location`/endpoints/`endpoint``
10074
+ # Corresponds to the JSON property `autoraterModel`
10075
+ # @return [String]
10076
+ attr_accessor :autorater_model
10077
+
10078
+ # Generation config.
10079
+ # Corresponds to the JSON property `generationConfig`
10080
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1GenerationConfig]
10081
+ attr_accessor :generation_config
10082
+
10083
+ # Optional. Number of samples for each instance in the dataset. If not specified,
10084
+ # the default is 4. Minimum value is 1, maximum value is 32.
10085
+ # Corresponds to the JSON property `sampleCount`
10086
+ # @return [Fixnum]
10087
+ attr_accessor :sample_count
10088
+
10089
+ def initialize(**args)
10090
+ update!(**args)
10091
+ end
10092
+
10093
+ # Update properties of this object
10094
+ def update!(**args)
10095
+ @autorater_model = args[:autorater_model] if args.key?(:autorater_model)
10096
+ @generation_config = args[:generation_config] if args.key?(:generation_config)
10097
+ @sample_count = args[:sample_count] if args.key?(:sample_count)
10098
+ end
10099
+ end
10100
+
10101
+ # The output config for the evaluation run.
10102
+ class GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigOutputConfig
10103
+ include Google::Apis::Core::Hashable
10104
+
10105
+ # The BigQuery location for the output content.
10106
+ # Corresponds to the JSON property `bigqueryDestination`
10107
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1BigQueryDestination]
10108
+ attr_accessor :bigquery_destination
10109
+
10110
+ # The Google Cloud Storage location where the output is to be written to.
10111
+ # Corresponds to the JSON property `gcsDestination`
10112
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1GcsDestination]
10113
+ attr_accessor :gcs_destination
10114
+
10115
+ def initialize(**args)
10116
+ update!(**args)
10117
+ end
10118
+
10119
+ # Update properties of this object
10120
+ def update!(**args)
10121
+ @bigquery_destination = args[:bigquery_destination] if args.key?(:bigquery_destination)
10122
+ @gcs_destination = args[:gcs_destination] if args.key?(:gcs_destination)
10123
+ end
10124
+ end
10125
+
10126
+ # Prompt template used for inference.
10127
+ class GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigPromptTemplate
10128
+ include Google::Apis::Core::Hashable
10129
+
10130
+ # Prompt template stored in Cloud Storage. Format: "gs://my-bucket/file-name.txt"
10131
+ # .
10132
+ # Corresponds to the JSON property `gcsUri`
10133
+ # @return [String]
10134
+ attr_accessor :gcs_uri
10135
+
10136
+ # Inline prompt template. Template variables should be in the format "`var_name`"
10137
+ # . Example: "Translate the following from `source_lang` to `target_lang`: `text`
10138
+ # "
10139
+ # Corresponds to the JSON property `promptTemplate`
10140
+ # @return [String]
10141
+ attr_accessor :prompt_template
10142
+
10143
+ def initialize(**args)
10144
+ update!(**args)
10145
+ end
10146
+
10147
+ # Update properties of this object
10148
+ def update!(**args)
10149
+ @gcs_uri = args[:gcs_uri] if args.key?(:gcs_uri)
10150
+ @prompt_template = args[:prompt_template] if args.key?(:prompt_template)
10151
+ end
10152
+ end
10153
+
10154
+ # An inference config used for model inference during the evaluation run.
10155
+ class GoogleCloudAiplatformV1beta1EvaluationRunInferenceConfig
10156
+ include Google::Apis::Core::Hashable
10157
+
10158
+ # Generation config.
10159
+ # Corresponds to the JSON property `generationConfig`
10160
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1GenerationConfig]
10161
+ attr_accessor :generation_config
10162
+
10163
+ # Required. The fully qualified name of the publisher model or endpoint to use.
10164
+ # Publisher model format: `projects/`project`/locations/`location`/publishers/*/
10165
+ # models/*` Endpoint format: `projects/`project`/locations/`location`/endpoints/`
10166
+ # endpoint``
10167
+ # Corresponds to the JSON property `model`
10168
+ # @return [String]
10169
+ attr_accessor :model
10170
+
10171
+ def initialize(**args)
10172
+ update!(**args)
10173
+ end
10174
+
10175
+ # Update properties of this object
10176
+ def update!(**args)
10177
+ @generation_config = args[:generation_config] if args.key?(:generation_config)
10178
+ @model = args[:model] if args.key?(:model)
10179
+ end
10180
+ end
10181
+
10182
+ # The metric used for evaluation runs.
10183
+ class GoogleCloudAiplatformV1beta1EvaluationRunMetric
10184
+ include Google::Apis::Core::Hashable
10185
+
10186
+ # Specification for a computation based metric.
10187
+ # Corresponds to the JSON property `computationBasedMetricSpec`
10188
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetricComputationBasedMetricSpec]
10189
+ attr_accessor :computation_based_metric_spec
10190
+
10191
+ # Specification for an LLM based metric.
10192
+ # Corresponds to the JSON property `llmBasedMetricSpec`
10193
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetricLlmBasedMetricSpec]
10194
+ attr_accessor :llm_based_metric_spec
10195
+
10196
+ # Required. The name of the metric.
10197
+ # Corresponds to the JSON property `metric`
10198
+ # @return [String]
10199
+ attr_accessor :metric
10200
+
10201
+ # Specification for a pre-defined metric.
10202
+ # Corresponds to the JSON property `predefinedMetricSpec`
10203
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetricPredefinedMetricSpec]
10204
+ attr_accessor :predefined_metric_spec
10205
+
10206
+ # Specification for a metric that is based on rubrics.
10207
+ # Corresponds to the JSON property `rubricBasedMetricSpec`
10208
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricBasedMetricSpec]
10209
+ attr_accessor :rubric_based_metric_spec
10210
+
10211
+ def initialize(**args)
10212
+ update!(**args)
10213
+ end
10214
+
10215
+ # Update properties of this object
10216
+ def update!(**args)
10217
+ @computation_based_metric_spec = args[:computation_based_metric_spec] if args.key?(:computation_based_metric_spec)
10218
+ @llm_based_metric_spec = args[:llm_based_metric_spec] if args.key?(:llm_based_metric_spec)
10219
+ @metric = args[:metric] if args.key?(:metric)
10220
+ @predefined_metric_spec = args[:predefined_metric_spec] if args.key?(:predefined_metric_spec)
10221
+ @rubric_based_metric_spec = args[:rubric_based_metric_spec] if args.key?(:rubric_based_metric_spec)
10222
+ end
10223
+ end
10224
+
10225
+ # Specification for a computation based metric.
10226
+ class GoogleCloudAiplatformV1beta1EvaluationRunMetricComputationBasedMetricSpec
10227
+ include Google::Apis::Core::Hashable
10228
+
10229
+ # Optional. A map of parameters for the metric, e.g. `"rouge_type": "rougeL"`.
10230
+ # Corresponds to the JSON property `parameters`
10231
+ # @return [Hash<String,Object>]
10232
+ attr_accessor :parameters
10233
+
10234
+ # Required. The type of the computation based metric.
10235
+ # Corresponds to the JSON property `type`
10236
+ # @return [String]
10237
+ attr_accessor :type
10238
+
10239
+ def initialize(**args)
10240
+ update!(**args)
10241
+ end
10242
+
10243
+ # Update properties of this object
10244
+ def update!(**args)
10245
+ @parameters = args[:parameters] if args.key?(:parameters)
10246
+ @type = args[:type] if args.key?(:type)
10247
+ end
10248
+ end
10249
+
10250
+ # Specification for an LLM based metric.
10251
+ class GoogleCloudAiplatformV1beta1EvaluationRunMetricLlmBasedMetricSpec
10252
+ include Google::Apis::Core::Hashable
10253
+
10254
+ # Optional. Optional additional configuration for the metric.
10255
+ # Corresponds to the JSON property `additionalConfig`
10256
+ # @return [Hash<String,Object>]
10257
+ attr_accessor :additional_config
10258
+
10259
+ # The autorater config used for the evaluation run.
10260
+ # Corresponds to the JSON property `judgeAutoraterConfig`
10261
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigAutoraterConfig]
10262
+ attr_accessor :judge_autorater_config
10263
+
10264
+ # Required. Template for the prompt sent to the judge model.
10265
+ # Corresponds to the JSON property `metricPromptTemplate`
10266
+ # @return [String]
10267
+ attr_accessor :metric_prompt_template
10268
+
10269
+ # Specification for a pre-defined metric.
10270
+ # Corresponds to the JSON property `predefinedRubricGenerationSpec`
10271
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetricPredefinedMetricSpec]
10272
+ attr_accessor :predefined_rubric_generation_spec
10273
+
10274
+ # Specification for how rubrics should be generated.
10275
+ # Corresponds to the JSON property `rubricGenerationSpec`
10276
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricGenerationSpec]
10277
+ attr_accessor :rubric_generation_spec
10278
+
10279
+ # Use a pre-defined group of rubrics associated with the input. Refers to a key
10280
+ # in the rubric_groups map of EvaluationInstance.
10281
+ # Corresponds to the JSON property `rubricGroupKey`
10282
+ # @return [String]
10283
+ attr_accessor :rubric_group_key
10284
+
10285
+ # Optional. System instructions for the judge model.
10286
+ # Corresponds to the JSON property `systemInstruction`
10287
+ # @return [String]
10288
+ attr_accessor :system_instruction
10289
+
10290
+ def initialize(**args)
10291
+ update!(**args)
10292
+ end
10293
+
10294
+ # Update properties of this object
10295
+ def update!(**args)
10296
+ @additional_config = args[:additional_config] if args.key?(:additional_config)
10297
+ @judge_autorater_config = args[:judge_autorater_config] if args.key?(:judge_autorater_config)
10298
+ @metric_prompt_template = args[:metric_prompt_template] if args.key?(:metric_prompt_template)
10299
+ @predefined_rubric_generation_spec = args[:predefined_rubric_generation_spec] if args.key?(:predefined_rubric_generation_spec)
10300
+ @rubric_generation_spec = args[:rubric_generation_spec] if args.key?(:rubric_generation_spec)
10301
+ @rubric_group_key = args[:rubric_group_key] if args.key?(:rubric_group_key)
10302
+ @system_instruction = args[:system_instruction] if args.key?(:system_instruction)
10303
+ end
10304
+ end
10305
+
10306
+ # Specification for a pre-defined metric.
10307
+ class GoogleCloudAiplatformV1beta1EvaluationRunMetricPredefinedMetricSpec
10308
+ include Google::Apis::Core::Hashable
10309
+
10310
+ # Required. The name of a pre-defined metric, such as "instruction_following_v1"
10311
+ # or "text_quality_v1".
10312
+ # Corresponds to the JSON property `metricSpecName`
10313
+ # @return [String]
10314
+ attr_accessor :metric_spec_name
10315
+
10316
+ # Optional. The parameters needed to run the pre-defined metric.
10317
+ # Corresponds to the JSON property `parameters`
10318
+ # @return [Hash<String,Object>]
10319
+ attr_accessor :parameters
10320
+
10321
+ def initialize(**args)
10322
+ update!(**args)
10323
+ end
10324
+
10325
+ # Update properties of this object
10326
+ def update!(**args)
10327
+ @metric_spec_name = args[:metric_spec_name] if args.key?(:metric_spec_name)
10328
+ @parameters = args[:parameters] if args.key?(:parameters)
10329
+ end
10330
+ end
10331
+
10332
+ # Specification for a metric that is based on rubrics.
10333
+ class GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricBasedMetricSpec
10334
+ include Google::Apis::Core::Hashable
10335
+
10336
+ # Defines a list of rubrics, used when providing rubrics inline.
10337
+ # Corresponds to the JSON property `inlineRubrics`
10338
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricBasedMetricSpecRepeatedRubrics]
10339
+ attr_accessor :inline_rubrics
10340
+
10341
+ # The autorater config used for the evaluation run.
10342
+ # Corresponds to the JSON property `judgeAutoraterConfig`
10343
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigAutoraterConfig]
10344
+ attr_accessor :judge_autorater_config
10345
+
10346
+ # Optional. Template for the prompt used by the judge model to evaluate against
10347
+ # rubrics.
10348
+ # Corresponds to the JSON property `metricPromptTemplate`
10349
+ # @return [String]
10350
+ attr_accessor :metric_prompt_template
10351
+
10352
+ # Specification for how rubrics should be generated.
10353
+ # Corresponds to the JSON property `rubricGenerationSpec`
10354
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricGenerationSpec]
10355
+ attr_accessor :rubric_generation_spec
10356
+
10357
+ # Use a pre-defined group of rubrics associated with the input content. This
10358
+ # refers to a key in the `rubric_groups` map of `RubricEnhancedContents`.
10359
+ # Corresponds to the JSON property `rubricGroupKey`
10360
+ # @return [String]
10361
+ attr_accessor :rubric_group_key
10362
+
10363
+ def initialize(**args)
10364
+ update!(**args)
10365
+ end
10366
+
10367
+ # Update properties of this object
10368
+ def update!(**args)
10369
+ @inline_rubrics = args[:inline_rubrics] if args.key?(:inline_rubrics)
10370
+ @judge_autorater_config = args[:judge_autorater_config] if args.key?(:judge_autorater_config)
10371
+ @metric_prompt_template = args[:metric_prompt_template] if args.key?(:metric_prompt_template)
10372
+ @rubric_generation_spec = args[:rubric_generation_spec] if args.key?(:rubric_generation_spec)
10373
+ @rubric_group_key = args[:rubric_group_key] if args.key?(:rubric_group_key)
10374
+ end
10375
+ end
10376
+
10377
+ # Defines a list of rubrics, used when providing rubrics inline.
10378
+ class GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricBasedMetricSpecRepeatedRubrics
10379
+ include Google::Apis::Core::Hashable
10380
+
10381
+ # The list of rubrics.
10382
+ # Corresponds to the JSON property `rubrics`
10383
+ # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Rubric>]
10384
+ attr_accessor :rubrics
10385
+
10386
+ def initialize(**args)
10387
+ update!(**args)
10388
+ end
10389
+
10390
+ # Update properties of this object
10391
+ def update!(**args)
10392
+ @rubrics = args[:rubrics] if args.key?(:rubrics)
10393
+ end
10394
+ end
10395
+
10396
+ # Specification for how rubrics should be generated.
10397
+ class GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricGenerationSpec
10398
+ include Google::Apis::Core::Hashable
10399
+
10400
+ # The autorater config used for the evaluation run.
10401
+ # Corresponds to the JSON property `modelConfig`
10402
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigAutoraterConfig]
10403
+ attr_accessor :model_config
10404
+
10405
+ # Optional. Template for the prompt used to generate rubrics. The details should
10406
+ # be updated based on the most-recent recipe requirements.
10407
+ # Corresponds to the JSON property `promptTemplate`
10408
+ # @return [String]
10409
+ attr_accessor :prompt_template
10410
+
10411
+ # Optional. The type of rubric content to be generated.
10412
+ # Corresponds to the JSON property `rubricContentType`
10413
+ # @return [String]
10414
+ attr_accessor :rubric_content_type
10415
+
10416
+ # Optional. An optional, pre-defined list of allowed types for generated rubrics.
10417
+ # If this field is provided, it implies `include_rubric_type` should be true,
10418
+ # and the generated rubric types should be chosen from this ontology.
10419
+ # Corresponds to the JSON property `rubricTypeOntology`
10420
+ # @return [Array<String>]
10421
+ attr_accessor :rubric_type_ontology
10422
+
10423
+ def initialize(**args)
10424
+ update!(**args)
10425
+ end
10426
+
10427
+ # Update properties of this object
10428
+ def update!(**args)
10429
+ @model_config = args[:model_config] if args.key?(:model_config)
10430
+ @prompt_template = args[:prompt_template] if args.key?(:prompt_template)
10431
+ @rubric_content_type = args[:rubric_content_type] if args.key?(:rubric_content_type)
10432
+ @rubric_type_ontology = args[:rubric_type_ontology] if args.key?(:rubric_type_ontology)
10433
+ end
10434
+ end
10435
+
10436
+ # EvaluationSet is a collection of related EvaluationItems that are evaluated
10437
+ # together.
10438
+ class GoogleCloudAiplatformV1beta1EvaluationSet
10439
+ include Google::Apis::Core::Hashable
10440
+
10441
+ # Output only. Timestamp when this item was created.
10442
+ # Corresponds to the JSON property `createTime`
10443
+ # @return [String]
10444
+ attr_accessor :create_time
10445
+
10446
+ # Required. The display name of the EvaluationSet.
10447
+ # Corresponds to the JSON property `displayName`
10448
+ # @return [String]
10449
+ attr_accessor :display_name
10450
+
10451
+ # Required. The EvaluationItems that are part of this dataset.
10452
+ # Corresponds to the JSON property `evaluationItems`
10453
+ # @return [Array<String>]
10454
+ attr_accessor :evaluation_items
10455
+
10456
+ # Optional. Metadata for the EvaluationSet.
10457
+ # Corresponds to the JSON property `metadata`
10458
+ # @return [Object]
10459
+ attr_accessor :metadata
10460
+
10461
+ # Identifier. The resource name of the EvaluationSet. Format: `projects/`project`
10462
+ # /locations/`location`/evaluationSets/`evaluation_set``
10463
+ # Corresponds to the JSON property `name`
10464
+ # @return [String]
10465
+ attr_accessor :name
10466
+
10467
+ # Output only. Timestamp when this item was last updated.
10468
+ # Corresponds to the JSON property `updateTime`
10469
+ # @return [String]
10470
+ attr_accessor :update_time
10471
+
10472
+ def initialize(**args)
10473
+ update!(**args)
10474
+ end
10475
+
10476
+ # Update properties of this object
10477
+ def update!(**args)
10478
+ @create_time = args[:create_time] if args.key?(:create_time)
10479
+ @display_name = args[:display_name] if args.key?(:display_name)
10480
+ @evaluation_items = args[:evaluation_items] if args.key?(:evaluation_items)
10481
+ @metadata = args[:metadata] if args.key?(:metadata)
10482
+ @name = args[:name] if args.key?(:name)
10483
+ @update_time = args[:update_time] if args.key?(:update_time)
10484
+ end
10485
+ end
10486
+
9139
10487
  # An edge describing the relationship between an Artifact and an Execution in a
9140
10488
  # lineage graph.
9141
10489
  class GoogleCloudAiplatformV1beta1Event
@@ -9784,6 +11132,44 @@ module Google
9784
11132
  end
9785
11133
  end
9786
11134
 
11135
+ # Request message for SandboxEnvironmentExecutionService.Execute.
11136
+ class GoogleCloudAiplatformV1beta1ExecuteSandboxEnvironmentRequest
11137
+ include Google::Apis::Core::Hashable
11138
+
11139
+ # Required. The inputs to the sandbox environment.
11140
+ # Corresponds to the JSON property `inputs`
11141
+ # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Chunk>]
11142
+ attr_accessor :inputs
11143
+
11144
+ def initialize(**args)
11145
+ update!(**args)
11146
+ end
11147
+
11148
+ # Update properties of this object
11149
+ def update!(**args)
11150
+ @inputs = args[:inputs] if args.key?(:inputs)
11151
+ end
11152
+ end
11153
+
11154
+ # Response message for SandboxEnvironmentExecutionService.Execute.
11155
+ class GoogleCloudAiplatformV1beta1ExecuteSandboxEnvironmentResponse
11156
+ include Google::Apis::Core::Hashable
11157
+
11158
+ # The outputs from the sandbox environment.
11159
+ # Corresponds to the JSON property `outputs`
11160
+ # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Chunk>]
11161
+ attr_accessor :outputs
11162
+
11163
+ def initialize(**args)
11164
+ update!(**args)
11165
+ end
11166
+
11167
+ # Update properties of this object
11168
+ def update!(**args)
11169
+ @outputs = args[:outputs] if args.key?(:outputs)
11170
+ end
11171
+ end
11172
+
9787
11173
  # Instance of a general execution.
9788
11174
  class GoogleCloudAiplatformV1beta1Execution
9789
11175
  include Google::Apis::Core::Hashable
@@ -15255,7 +16641,59 @@ module Google
15255
16641
  end
15256
16642
  end
15257
16643
 
15258
- # Request message for MemoryBankService.GenerateMemories.
16644
+ # Request message for EvaluationService.GenerateInstanceRubrics.
16645
+ class GoogleCloudAiplatformV1beta1GenerateInstanceRubricsRequest
16646
+ include Google::Apis::Core::Hashable
16647
+
16648
+ # Required. The prompt to generate rubrics from. For single-turn queries, this
16649
+ # is a single instance. For multi-turn queries, this is a repeated field that
16650
+ # contains conversation history + latest request.
16651
+ # Corresponds to the JSON property `contents`
16652
+ # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Content>]
16653
+ attr_accessor :contents
16654
+
16655
+ # The spec for a pre-defined metric.
16656
+ # Corresponds to the JSON property `predefinedRubricGenerationSpec`
16657
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1PredefinedMetricSpec]
16658
+ attr_accessor :predefined_rubric_generation_spec
16659
+
16660
+ # Specification for how rubrics should be generated.
16661
+ # Corresponds to the JSON property `rubricGenerationSpec`
16662
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1RubricGenerationSpec]
16663
+ attr_accessor :rubric_generation_spec
16664
+
16665
+ def initialize(**args)
16666
+ update!(**args)
16667
+ end
16668
+
16669
+ # Update properties of this object
16670
+ def update!(**args)
16671
+ @contents = args[:contents] if args.key?(:contents)
16672
+ @predefined_rubric_generation_spec = args[:predefined_rubric_generation_spec] if args.key?(:predefined_rubric_generation_spec)
16673
+ @rubric_generation_spec = args[:rubric_generation_spec] if args.key?(:rubric_generation_spec)
16674
+ end
16675
+ end
16676
+
16677
+ # Response message for EvaluationService.GenerateInstanceRubrics.
16678
+ class GoogleCloudAiplatformV1beta1GenerateInstanceRubricsResponse
16679
+ include Google::Apis::Core::Hashable
16680
+
16681
+ # Output only. A list of generated rubrics.
16682
+ # Corresponds to the JSON property `generatedRubrics`
16683
+ # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Rubric>]
16684
+ attr_accessor :generated_rubrics
16685
+
16686
+ def initialize(**args)
16687
+ update!(**args)
16688
+ end
16689
+
16690
+ # Update properties of this object
16691
+ def update!(**args)
16692
+ @generated_rubrics = args[:generated_rubrics] if args.key?(:generated_rubrics)
16693
+ end
16694
+ end
16695
+
16696
+ # Request message for MemoryBankService.GenerateMemories. Maximum size is 8 MB.
15259
16697
  class GoogleCloudAiplatformV1beta1GenerateMemoriesRequest
15260
16698
  include Google::Apis::Core::Hashable
15261
16699
 
@@ -15428,6 +16866,64 @@ module Google
15428
16866
  end
15429
16867
  end
15430
16868
 
16869
+ # Request message for DataFoundryService.GenerateSyntheticData.
16870
+ class GoogleCloudAiplatformV1beta1GenerateSyntheticDataRequest
16871
+ include Google::Apis::Core::Hashable
16872
+
16873
+ # Required. The number of synthetic examples to generate. For this stateless API,
16874
+ # the count is limited to a small number.
16875
+ # Corresponds to the JSON property `count`
16876
+ # @return [Fixnum]
16877
+ attr_accessor :count
16878
+
16879
+ # Optional. A list of few-shot examples to guide the model's output style and
16880
+ # format.
16881
+ # Corresponds to the JSON property `examples`
16882
+ # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1SyntheticExample>]
16883
+ attr_accessor :examples
16884
+
16885
+ # Required. The schema of the desired output, defined by a list of fields.
16886
+ # Corresponds to the JSON property `outputFieldSpecs`
16887
+ # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1OutputFieldSpec>]
16888
+ attr_accessor :output_field_specs
16889
+
16890
+ # Defines a generation strategy based on a high-level task description.
16891
+ # Corresponds to the JSON property `taskDescription`
16892
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1TaskDescriptionStrategy]
16893
+ attr_accessor :task_description
16894
+
16895
+ def initialize(**args)
16896
+ update!(**args)
16897
+ end
16898
+
16899
+ # Update properties of this object
16900
+ def update!(**args)
16901
+ @count = args[:count] if args.key?(:count)
16902
+ @examples = args[:examples] if args.key?(:examples)
16903
+ @output_field_specs = args[:output_field_specs] if args.key?(:output_field_specs)
16904
+ @task_description = args[:task_description] if args.key?(:task_description)
16905
+ end
16906
+ end
16907
+
16908
+ # The response containing the generated data.
16909
+ class GoogleCloudAiplatformV1beta1GenerateSyntheticDataResponse
16910
+ include Google::Apis::Core::Hashable
16911
+
16912
+ # A list of generated synthetic examples.
16913
+ # Corresponds to the JSON property `syntheticExamples`
16914
+ # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1SyntheticExample>]
16915
+ attr_accessor :synthetic_examples
16916
+
16917
+ def initialize(**args)
16918
+ update!(**args)
16919
+ end
16920
+
16921
+ # Update properties of this object
16922
+ def update!(**args)
16923
+ @synthetic_examples = args[:synthetic_examples] if args.key?(:synthetic_examples)
16924
+ end
16925
+ end
16926
+
15431
16927
  # Generate video response.
15432
16928
  class GoogleCloudAiplatformV1beta1GenerateVideoResponse
15433
16929
  include Google::Apis::Core::Hashable
@@ -15879,25 +17375,12 @@ module Google
15879
17375
  class GoogleCloudAiplatformV1beta1GoogleMaps
15880
17376
  include Google::Apis::Core::Hashable
15881
17377
 
15882
- # The generic reusable api auth config. Deprecated. Please use AuthConfig (
15883
- # google/cloud/aiplatform/master/auth.proto) instead.
15884
- # Corresponds to the JSON property `apiAuth`
15885
- # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1ApiAuth]
15886
- attr_accessor :api_auth
15887
-
15888
- # Auth configuration to run the extension.
15889
- # Corresponds to the JSON property `authConfig`
15890
- # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1AuthConfig]
15891
- attr_accessor :auth_config
15892
-
15893
17378
  def initialize(**args)
15894
17379
  update!(**args)
15895
17380
  end
15896
17381
 
15897
17382
  # Update properties of this object
15898
17383
  def update!(**args)
15899
- @api_auth = args[:api_auth] if args.key?(:api_auth)
15900
- @auth_config = args[:auth_config] if args.key?(:auth_config)
15901
17384
  end
15902
17385
  end
15903
17386
 
@@ -18402,6 +19885,81 @@ module Google
18402
19885
  end
18403
19886
  end
18404
19887
 
19888
+ # Response message for EvaluationManagementService.ListEvaluationItems.
19889
+ class GoogleCloudAiplatformV1beta1ListEvaluationItemsResponse
19890
+ include Google::Apis::Core::Hashable
19891
+
19892
+ # List of EvaluationItems in the requested page.
19893
+ # Corresponds to the JSON property `evaluationItems`
19894
+ # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationItem>]
19895
+ attr_accessor :evaluation_items
19896
+
19897
+ # A token to retrieve the next page of results.
19898
+ # Corresponds to the JSON property `nextPageToken`
19899
+ # @return [String]
19900
+ attr_accessor :next_page_token
19901
+
19902
+ def initialize(**args)
19903
+ update!(**args)
19904
+ end
19905
+
19906
+ # Update properties of this object
19907
+ def update!(**args)
19908
+ @evaluation_items = args[:evaluation_items] if args.key?(:evaluation_items)
19909
+ @next_page_token = args[:next_page_token] if args.key?(:next_page_token)
19910
+ end
19911
+ end
19912
+
19913
+ # Response message for EvaluationManagementService.ListEvaluationRuns.
19914
+ class GoogleCloudAiplatformV1beta1ListEvaluationRunsResponse
19915
+ include Google::Apis::Core::Hashable
19916
+
19917
+ # List of EvaluationRuns in the requested page.
19918
+ # Corresponds to the JSON property `evaluationRuns`
19919
+ # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRun>]
19920
+ attr_accessor :evaluation_runs
19921
+
19922
+ # A token to retrieve the next page of results.
19923
+ # Corresponds to the JSON property `nextPageToken`
19924
+ # @return [String]
19925
+ attr_accessor :next_page_token
19926
+
19927
+ def initialize(**args)
19928
+ update!(**args)
19929
+ end
19930
+
19931
+ # Update properties of this object
19932
+ def update!(**args)
19933
+ @evaluation_runs = args[:evaluation_runs] if args.key?(:evaluation_runs)
19934
+ @next_page_token = args[:next_page_token] if args.key?(:next_page_token)
19935
+ end
19936
+ end
19937
+
19938
+ # Response message for EvaluationManagementService.ListEvaluationSets.
19939
+ class GoogleCloudAiplatformV1beta1ListEvaluationSetsResponse
19940
+ include Google::Apis::Core::Hashable
19941
+
19942
+ # List of EvaluationSets in the requested page.
19943
+ # Corresponds to the JSON property `evaluationSets`
19944
+ # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationSet>]
19945
+ attr_accessor :evaluation_sets
19946
+
19947
+ # A token to retrieve the next page of results.
19948
+ # Corresponds to the JSON property `nextPageToken`
19949
+ # @return [String]
19950
+ attr_accessor :next_page_token
19951
+
19952
+ def initialize(**args)
19953
+ update!(**args)
19954
+ end
19955
+
19956
+ # Update properties of this object
19957
+ def update!(**args)
19958
+ @evaluation_sets = args[:evaluation_sets] if args.key?(:evaluation_sets)
19959
+ @next_page_token = args[:next_page_token] if args.key?(:next_page_token)
19960
+ end
19961
+ end
19962
+
18405
19963
  # Response message for SessionService.ListEvents.
18406
19964
  class GoogleCloudAiplatformV1beta1ListEventsResponse
18407
19965
  include Google::Apis::Core::Hashable
@@ -19406,6 +20964,33 @@ module Google
19406
20964
  end
19407
20965
  end
19408
20966
 
20967
+ # Response message for SandboxEnvironmentService.ListSandboxEnvironments.
20968
+ class GoogleCloudAiplatformV1beta1ListSandboxEnvironmentsResponse
20969
+ include Google::Apis::Core::Hashable
20970
+
20971
+ # A token, which can be sent as ListSandboxEnvironmentsRequest.page_token to
20972
+ # retrieve the next page. Absence of this field indicates there are no
20973
+ # subsequent pages.
20974
+ # Corresponds to the JSON property `nextPageToken`
20975
+ # @return [String]
20976
+ attr_accessor :next_page_token
20977
+
20978
+ # The SandboxEnvironments matching the request.
20979
+ # Corresponds to the JSON property `sandboxEnvironments`
20980
+ # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1SandboxEnvironment>]
20981
+ attr_accessor :sandbox_environments
20982
+
20983
+ def initialize(**args)
20984
+ update!(**args)
20985
+ end
20986
+
20987
+ # Update properties of this object
20988
+ def update!(**args)
20989
+ @next_page_token = args[:next_page_token] if args.key?(:next_page_token)
20990
+ @sandbox_environments = args[:sandbox_environments] if args.key?(:sandbox_environments)
20991
+ end
20992
+ end
20993
+
19409
20994
  # Response message for DatasetService.ListSavedQueries.
19410
20995
  class GoogleCloudAiplatformV1beta1ListSavedQueriesResponse
19411
20996
  include Google::Apis::Core::Hashable
@@ -19829,6 +21414,19 @@ module Google
19829
21414
  # @return [String]
19830
21415
  attr_accessor :accelerator_type
19831
21416
 
21417
+ # Optional. Immutable. The Nvidia GPU partition size. When specified, the
21418
+ # requested accelerators will be partitioned into smaller GPU partitions. For
21419
+ # example, if the request is for 8 units of NVIDIA A100 GPUs, and
21420
+ # gpu_partition_size="1g.10gb", the service will create 8 * 7 = 56 partitioned
21421
+ # MIG instances. The partition size must be a value supported by the requested
21422
+ # accelerator. Refer to [Nvidia GPU Partitioning](https://cloud.google.com/
21423
+ # kubernetes-engine/docs/how-to/gpus-multi#multi-instance_gpu_partitions) for
21424
+ # the available partition sizes. If set, the accelerator_count should be set to
21425
+ # 1.
21426
+ # Corresponds to the JSON property `gpuPartitionSize`
21427
+ # @return [String]
21428
+ attr_accessor :gpu_partition_size
21429
+
19832
21430
  # Immutable. The type of the machine. See the [list of machine types supported
19833
21431
  # for prediction](https://cloud.google.com/vertex-ai/docs/predictions/configure-
19834
21432
  # compute#machine-types) See the [list of machine types supported for custom
@@ -19867,6 +21465,7 @@ module Google
19867
21465
  def update!(**args)
19868
21466
  @accelerator_count = args[:accelerator_count] if args.key?(:accelerator_count)
19869
21467
  @accelerator_type = args[:accelerator_type] if args.key?(:accelerator_type)
21468
+ @gpu_partition_size = args[:gpu_partition_size] if args.key?(:gpu_partition_size)
19870
21469
  @machine_type = args[:machine_type] if args.key?(:machine_type)
19871
21470
  @multihost_gpu_node_count = args[:multihost_gpu_node_count] if args.key?(:multihost_gpu_node_count)
19872
21471
  @reservation_affinity = args[:reservation_affinity] if args.key?(:reservation_affinity)
@@ -19979,7 +21578,8 @@ module Google
19979
21578
  attr_accessor :display_name
19980
21579
 
19981
21580
  # Optional. Timestamp of when this resource is considered expired. This is *
19982
- # always* provided on output, regardless of what `expiration` was sent on input.
21581
+ # always* provided on output when `expiration` is set on input, regardless of
21582
+ # whether `expire_time` or `ttl` was provided.
19983
21583
  # Corresponds to the JSON property `expireTime`
19984
21584
  # @return [String]
19985
21585
  attr_accessor :expire_time
@@ -20031,6 +21631,203 @@ module Google
20031
21631
  end
20032
21632
  end
20033
21633
 
21634
+ # Configuration for organizing memories for a particular scope.
21635
+ class GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfig
21636
+ include Google::Apis::Core::Hashable
21637
+
21638
+ # Optional. Examples of how to generate memories for a particular scope.
21639
+ # Corresponds to the JSON property `generateMemoriesExamples`
21640
+ # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExample>]
21641
+ attr_accessor :generate_memories_examples
21642
+
21643
+ # Optional. Topics of information that should be extracted from conversations
21644
+ # and stored as memories. If not set, then Memory Bank's default topics will be
21645
+ # used.
21646
+ # Corresponds to the JSON property `memoryTopics`
21647
+ # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigMemoryTopic>]
21648
+ attr_accessor :memory_topics
21649
+
21650
+ # Optional. The scope keys (i.e. 'user_id') for which to use this config. A
21651
+ # request's scope must include all of the provided keys for the config to be
21652
+ # used (order does not matter). If empty, then the config will be used for all
21653
+ # requests that do not have a more specific config. Only one default config is
21654
+ # allowed per Memory Bank.
21655
+ # Corresponds to the JSON property `scopeKeys`
21656
+ # @return [Array<String>]
21657
+ attr_accessor :scope_keys
21658
+
21659
+ def initialize(**args)
21660
+ update!(**args)
21661
+ end
21662
+
21663
+ # Update properties of this object
21664
+ def update!(**args)
21665
+ @generate_memories_examples = args[:generate_memories_examples] if args.key?(:generate_memories_examples)
21666
+ @memory_topics = args[:memory_topics] if args.key?(:memory_topics)
21667
+ @scope_keys = args[:scope_keys] if args.key?(:scope_keys)
21668
+ end
21669
+ end
21670
+
21671
+ # An example of how to generate memories for a particular scope.
21672
+ class GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExample
21673
+ include Google::Apis::Core::Hashable
21674
+
21675
+ # A conversation source for the example. This is similar to `
21676
+ # DirectContentsSource`.
21677
+ # Corresponds to the JSON property `conversationSource`
21678
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExampleConversationSource]
21679
+ attr_accessor :conversation_source
21680
+
21681
+ # Optional. The memories that are expected to be generated from the input
21682
+ # conversation. An empty list indicates that no memories are expected to be
21683
+ # generated for the input conversation.
21684
+ # Corresponds to the JSON property `generatedMemories`
21685
+ # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExampleGeneratedMemory>]
21686
+ attr_accessor :generated_memories
21687
+
21688
+ def initialize(**args)
21689
+ update!(**args)
21690
+ end
21691
+
21692
+ # Update properties of this object
21693
+ def update!(**args)
21694
+ @conversation_source = args[:conversation_source] if args.key?(:conversation_source)
21695
+ @generated_memories = args[:generated_memories] if args.key?(:generated_memories)
21696
+ end
21697
+ end
21698
+
21699
+ # A conversation source for the example. This is similar to `
21700
+ # DirectContentsSource`.
21701
+ class GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExampleConversationSource
21702
+ include Google::Apis::Core::Hashable
21703
+
21704
+ # Optional. The input conversation events for the example.
21705
+ # Corresponds to the JSON property `events`
21706
+ # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExampleConversationSourceEvent>]
21707
+ attr_accessor :events
21708
+
21709
+ def initialize(**args)
21710
+ update!(**args)
21711
+ end
21712
+
21713
+ # Update properties of this object
21714
+ def update!(**args)
21715
+ @events = args[:events] if args.key?(:events)
21716
+ end
21717
+ end
21718
+
21719
+ # A single conversation event.
21720
+ class GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExampleConversationSourceEvent
21721
+ include Google::Apis::Core::Hashable
21722
+
21723
+ # The base structured datatype containing multi-part content of a message. A `
21724
+ # Content` includes a `role` field designating the producer of the `Content` and
21725
+ # a `parts` field containing multi-part data that contains the content of the
21726
+ # message turn.
21727
+ # Corresponds to the JSON property `content`
21728
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Content]
21729
+ attr_accessor :content
21730
+
21731
+ def initialize(**args)
21732
+ update!(**args)
21733
+ end
21734
+
21735
+ # Update properties of this object
21736
+ def update!(**args)
21737
+ @content = args[:content] if args.key?(:content)
21738
+ end
21739
+ end
21740
+
21741
+ # A memory generated by the operation.
21742
+ class GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExampleGeneratedMemory
21743
+ include Google::Apis::Core::Hashable
21744
+
21745
+ # Required. The fact to generate a memory from.
21746
+ # Corresponds to the JSON property `fact`
21747
+ # @return [String]
21748
+ attr_accessor :fact
21749
+
21750
+ def initialize(**args)
21751
+ update!(**args)
21752
+ end
21753
+
21754
+ # Update properties of this object
21755
+ def update!(**args)
21756
+ @fact = args[:fact] if args.key?(:fact)
21757
+ end
21758
+ end
21759
+
21760
+ # A topic of information that should be extracted from conversations and stored
21761
+ # as memories.
21762
+ class GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigMemoryTopic
21763
+ include Google::Apis::Core::Hashable
21764
+
21765
+ # A custom memory topic defined by the developer.
21766
+ # Corresponds to the JSON property `customMemoryTopic`
21767
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigMemoryTopicCustomMemoryTopic]
21768
+ attr_accessor :custom_memory_topic
21769
+
21770
+ # A managed memory topic defined by the system.
21771
+ # Corresponds to the JSON property `managedMemoryTopic`
21772
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigMemoryTopicManagedMemoryTopic]
21773
+ attr_accessor :managed_memory_topic
21774
+
21775
+ def initialize(**args)
21776
+ update!(**args)
21777
+ end
21778
+
21779
+ # Update properties of this object
21780
+ def update!(**args)
21781
+ @custom_memory_topic = args[:custom_memory_topic] if args.key?(:custom_memory_topic)
21782
+ @managed_memory_topic = args[:managed_memory_topic] if args.key?(:managed_memory_topic)
21783
+ end
21784
+ end
21785
+
21786
+ # A custom memory topic defined by the developer.
21787
+ class GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigMemoryTopicCustomMemoryTopic
21788
+ include Google::Apis::Core::Hashable
21789
+
21790
+ # Required. Description of the memory topic. This should explain what
21791
+ # information should be extracted for this topic.
21792
+ # Corresponds to the JSON property `description`
21793
+ # @return [String]
21794
+ attr_accessor :description
21795
+
21796
+ # Required. The label of the topic.
21797
+ # Corresponds to the JSON property `label`
21798
+ # @return [String]
21799
+ attr_accessor :label
21800
+
21801
+ def initialize(**args)
21802
+ update!(**args)
21803
+ end
21804
+
21805
+ # Update properties of this object
21806
+ def update!(**args)
21807
+ @description = args[:description] if args.key?(:description)
21808
+ @label = args[:label] if args.key?(:label)
21809
+ end
21810
+ end
21811
+
21812
+ # A managed memory topic defined by the system.
21813
+ class GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigMemoryTopicManagedMemoryTopic
21814
+ include Google::Apis::Core::Hashable
21815
+
21816
+ # Required. The managed topic.
21817
+ # Corresponds to the JSON property `managedTopicEnum`
21818
+ # @return [String]
21819
+ attr_accessor :managed_topic_enum
21820
+
21821
+ def initialize(**args)
21822
+ update!(**args)
21823
+ end
21824
+
21825
+ # Update properties of this object
21826
+ def update!(**args)
21827
+ @managed_topic_enum = args[:managed_topic_enum] if args.key?(:managed_topic_enum)
21828
+ end
21829
+ end
21830
+
20034
21831
  # Request message for ModelService.MergeVersionAliases.
20035
21832
  class GoogleCloudAiplatformV1beta1MergeVersionAliasesRequest
20036
21833
  include Google::Apis::Core::Hashable
@@ -20057,6 +21854,27 @@ module Google
20057
21854
  end
20058
21855
  end
20059
21856
 
21857
+ # Metadata for a chunk.
21858
+ class GoogleCloudAiplatformV1beta1Metadata
21859
+ include Google::Apis::Core::Hashable
21860
+
21861
+ # Optional. Attributes attached to the data. The keys have semantic conventions
21862
+ # and the consumers of the attributes should know how to deserialize the value
21863
+ # bytes based on the keys.
21864
+ # Corresponds to the JSON property `attributes`
21865
+ # @return [Hash<String,String>]
21866
+ attr_accessor :attributes
21867
+
21868
+ def initialize(**args)
21869
+ update!(**args)
21870
+ end
21871
+
21872
+ # Update properties of this object
21873
+ def update!(**args)
21874
+ @attributes = args[:attributes] if args.key?(:attributes)
21875
+ end
21876
+ end
21877
+
20060
21878
  # Instance of a general MetadataSchema.
20061
21879
  class GoogleCloudAiplatformV1beta1MetadataSchema
20062
21880
  include Google::Apis::Core::Hashable
@@ -20240,6 +22058,11 @@ module Google
20240
22058
  # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1PointwiseMetricSpec]
20241
22059
  attr_accessor :pointwise_metric_spec
20242
22060
 
22061
+ # The spec for a pre-defined metric.
22062
+ # Corresponds to the JSON property `predefinedMetricSpec`
22063
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1PredefinedMetricSpec]
22064
+ attr_accessor :predefined_metric_spec
22065
+
20243
22066
  # Spec for rouge score metric - calculates the recall of n-grams in prediction
20244
22067
  # as compared to reference - returns a score ranging between 0 and 1.
20245
22068
  # Corresponds to the JSON property `rougeSpec`
@@ -20257,10 +22080,54 @@ module Google
20257
22080
  @exact_match_spec = args[:exact_match_spec] if args.key?(:exact_match_spec)
20258
22081
  @pairwise_metric_spec = args[:pairwise_metric_spec] if args.key?(:pairwise_metric_spec)
20259
22082
  @pointwise_metric_spec = args[:pointwise_metric_spec] if args.key?(:pointwise_metric_spec)
22083
+ @predefined_metric_spec = args[:predefined_metric_spec] if args.key?(:predefined_metric_spec)
20260
22084
  @rouge_spec = args[:rouge_spec] if args.key?(:rouge_spec)
20261
22085
  end
20262
22086
  end
20263
22087
 
22088
+ # Result for a single metric on a single instance.
22089
+ class GoogleCloudAiplatformV1beta1MetricResult
22090
+ include Google::Apis::Core::Hashable
22091
+
22092
+ # The `Status` type defines a logical error model that is suitable for different
22093
+ # programming environments, including REST APIs and RPC APIs. It is used by [
22094
+ # gRPC](https://github.com/grpc). Each `Status` message contains three pieces of
22095
+ # data: error code, error message, and error details. You can find out more
22096
+ # about this error model and how to work with it in the [API Design Guide](https:
22097
+ # //cloud.google.com/apis/design/errors).
22098
+ # Corresponds to the JSON property `error`
22099
+ # @return [Google::Apis::AiplatformV1beta1::GoogleRpcStatus]
22100
+ attr_accessor :error
22101
+
22102
+ # Output only. The explanation for the metric result.
22103
+ # Corresponds to the JSON property `explanation`
22104
+ # @return [String]
22105
+ attr_accessor :explanation
22106
+
22107
+ # Output only. For rubric-based metrics, the verdicts for each rubric.
22108
+ # Corresponds to the JSON property `rubricVerdicts`
22109
+ # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1RubricVerdict>]
22110
+ attr_accessor :rubric_verdicts
22111
+
22112
+ # Output only. The score for the metric. Please refer to each metric's
22113
+ # documentation for the meaning of the score.
22114
+ # Corresponds to the JSON property `score`
22115
+ # @return [Float]
22116
+ attr_accessor :score
22117
+
22118
+ def initialize(**args)
22119
+ update!(**args)
22120
+ end
22121
+
22122
+ # Update properties of this object
22123
+ def update!(**args)
22124
+ @error = args[:error] if args.key?(:error)
22125
+ @explanation = args[:explanation] if args.key?(:explanation)
22126
+ @rubric_verdicts = args[:rubric_verdicts] if args.key?(:rubric_verdicts)
22127
+ @score = args[:score] if args.key?(:score)
22128
+ end
22129
+ end
22130
+
20264
22131
  # Input for MetricX metric.
20265
22132
  class GoogleCloudAiplatformV1beta1MetricxInput
20266
22133
  include Google::Apis::Core::Hashable
@@ -25683,6 +27550,60 @@ module Google
25683
27550
  end
25684
27551
  end
25685
27552
 
27553
+ # Defines a specification for a single output field.
27554
+ class GoogleCloudAiplatformV1beta1OutputFieldSpec
27555
+ include Google::Apis::Core::Hashable
27556
+
27557
+ # Required. The name of the output field.
27558
+ # Corresponds to the JSON property `fieldName`
27559
+ # @return [String]
27560
+ attr_accessor :field_name
27561
+
27562
+ # Optional. The data type of the field. Defaults to CONTENT if not set.
27563
+ # Corresponds to the JSON property `fieldType`
27564
+ # @return [String]
27565
+ attr_accessor :field_type
27566
+
27567
+ # Optional. Optional, but recommended. Additional guidance specific to this
27568
+ # field to provide targeted instructions for the LLM to generate the content of
27569
+ # a single output field. While the LLM can sometimes infer content from the
27570
+ # field name, providing explicit guidance is preferred.
27571
+ # Corresponds to the JSON property `guidance`
27572
+ # @return [String]
27573
+ attr_accessor :guidance
27574
+
27575
+ def initialize(**args)
27576
+ update!(**args)
27577
+ end
27578
+
27579
+ # Update properties of this object
27580
+ def update!(**args)
27581
+ @field_name = args[:field_name] if args.key?(:field_name)
27582
+ @field_type = args[:field_type] if args.key?(:field_type)
27583
+ @guidance = args[:guidance] if args.key?(:guidance)
27584
+ end
27585
+ end
27586
+
27587
+ # Describes the info for output of EvaluationService.EvaluateDataset.
27588
+ class GoogleCloudAiplatformV1beta1OutputInfo
27589
+ include Google::Apis::Core::Hashable
27590
+
27591
+ # Output only. The full path of the Cloud Storage directory created, into which
27592
+ # the evaluation results and aggregation results are written.
27593
+ # Corresponds to the JSON property `gcsOutputDirectory`
27594
+ # @return [String]
27595
+ attr_accessor :gcs_output_directory
27596
+
27597
+ def initialize(**args)
27598
+ update!(**args)
27599
+ end
27600
+
27601
+ # Update properties of this object
27602
+ def update!(**args)
27603
+ @gcs_output_directory = args[:gcs_output_directory] if args.key?(:gcs_output_directory)
27604
+ end
27605
+ end
27606
+
25686
27607
  # PSC config that is used to automatically create PSC endpoints in the user
25687
27608
  # projects.
25688
27609
  class GoogleCloudAiplatformV1beta1PscAutomationConfig
@@ -27419,6 +29340,32 @@ module Google
27419
29340
  end
27420
29341
  end
27421
29342
 
29343
+ # The spec for a pre-defined metric.
29344
+ class GoogleCloudAiplatformV1beta1PredefinedMetricSpec
29345
+ include Google::Apis::Core::Hashable
29346
+
29347
+ # Required. The name of a pre-defined metric, such as "instruction_following_v1"
29348
+ # or "text_quality_v1".
29349
+ # Corresponds to the JSON property `metricSpecName`
29350
+ # @return [String]
29351
+ attr_accessor :metric_spec_name
29352
+
29353
+ # Optional. The parameters needed to run the pre-defined metric.
29354
+ # Corresponds to the JSON property `metricSpecParameters`
29355
+ # @return [Hash<String,Object>]
29356
+ attr_accessor :metric_spec_parameters
29357
+
29358
+ def initialize(**args)
29359
+ update!(**args)
29360
+ end
29361
+
29362
+ # Update properties of this object
29363
+ def update!(**args)
29364
+ @metric_spec_name = args[:metric_spec_name] if args.key?(:metric_spec_name)
29365
+ @metric_spec_parameters = args[:metric_spec_parameters] if args.key?(:metric_spec_parameters)
29366
+ end
29367
+ end
29368
+
27422
29369
  # Assigns input data to training, validation, and test sets based on the value
27423
29370
  # of a provided key. Supported only for tabular Datasets.
27424
29371
  class GoogleCloudAiplatformV1beta1PredefinedSplit
@@ -27821,6 +29768,14 @@ module Google
27821
29768
  # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationConfig]
27822
29769
  attr_accessor :evaluation_config
27823
29770
 
29771
+ # Optional. If set to true, disable intermediate checkpoints for Preference
29772
+ # Optimization and only the last checkpoint will be exported. Otherwise, enable
29773
+ # intermediate checkpoints for Preference Optimization. Default is false.
29774
+ # Corresponds to the JSON property `exportLastCheckpointOnly`
29775
+ # @return [Boolean]
29776
+ attr_accessor :export_last_checkpoint_only
29777
+ alias_method :export_last_checkpoint_only?, :export_last_checkpoint_only
29778
+
27824
29779
  # Hyperparameters for Preference Optimization.
27825
29780
  # Corresponds to the JSON property `hyperParameters`
27826
29781
  # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1PreferenceOptimizationHyperParameters]
@@ -27845,6 +29800,7 @@ module Google
27845
29800
  # Update properties of this object
27846
29801
  def update!(**args)
27847
29802
  @evaluation_config = args[:evaluation_config] if args.key?(:evaluation_config)
29803
+ @export_last_checkpoint_only = args[:export_last_checkpoint_only] if args.key?(:export_last_checkpoint_only)
27848
29804
  @hyper_parameters = args[:hyper_parameters] if args.key?(:hyper_parameters)
27849
29805
  @training_dataset_uri = args[:training_dataset_uri] if args.key?(:training_dataset_uri)
27850
29806
  @validation_dataset_uri = args[:validation_dataset_uri] if args.key?(:validation_dataset_uri)
@@ -31648,6 +33604,11 @@ module Google
31648
33604
  # @return [String]
31649
33605
  attr_accessor :etag
31650
33606
 
33607
+ # Labels for the ReasoningEngine.
33608
+ # Corresponds to the JSON property `labels`
33609
+ # @return [Hash<String,String>]
33610
+ attr_accessor :labels
33611
+
31651
33612
  # Identifier. The resource name of the ReasoningEngine. Format: `projects/`
31652
33613
  # project`/locations/`location`/reasoningEngines/`reasoning_engine``
31653
33614
  # Corresponds to the JSON property `name`
@@ -31676,6 +33637,7 @@ module Google
31676
33637
  @display_name = args[:display_name] if args.key?(:display_name)
31677
33638
  @encryption_spec = args[:encryption_spec] if args.key?(:encryption_spec)
31678
33639
  @etag = args[:etag] if args.key?(:etag)
33640
+ @labels = args[:labels] if args.key?(:labels)
31679
33641
  @name = args[:name] if args.key?(:name)
31680
33642
  @spec = args[:spec] if args.key?(:spec)
31681
33643
  @update_time = args[:update_time] if args.key?(:update_time)
@@ -31705,6 +33667,12 @@ module Google
31705
33667
  class GoogleCloudAiplatformV1beta1ReasoningEngineContextSpecMemoryBankConfig
31706
33668
  include Google::Apis::Core::Hashable
31707
33669
 
33670
+ # Optional. Configuration for how to customize Memory Bank behavior for a
33671
+ # particular scope.
33672
+ # Corresponds to the JSON property `customizationConfigs`
33673
+ # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfig>]
33674
+ attr_accessor :customization_configs
33675
+
31708
33676
  # Configuration for how to generate memories.
31709
33677
  # Corresponds to the JSON property `generationConfig`
31710
33678
  # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1ReasoningEngineContextSpecMemoryBankConfigGenerationConfig]
@@ -31715,14 +33683,22 @@ module Google
31715
33683
  # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1ReasoningEngineContextSpecMemoryBankConfigSimilaritySearchConfig]
31716
33684
  attr_accessor :similarity_search_config
31717
33685
 
33686
+ # Configuration for automatically setting the TTL ("time-to-live") of the
33687
+ # memories in the Memory Bank.
33688
+ # Corresponds to the JSON property `ttlConfig`
33689
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1ReasoningEngineContextSpecMemoryBankConfigTtlConfig]
33690
+ attr_accessor :ttl_config
33691
+
31718
33692
  def initialize(**args)
31719
33693
  update!(**args)
31720
33694
  end
31721
33695
 
31722
33696
  # Update properties of this object
31723
33697
  def update!(**args)
33698
+ @customization_configs = args[:customization_configs] if args.key?(:customization_configs)
31724
33699
  @generation_config = args[:generation_config] if args.key?(:generation_config)
31725
33700
  @similarity_search_config = args[:similarity_search_config] if args.key?(:similarity_search_config)
33701
+ @ttl_config = args[:ttl_config] if args.key?(:ttl_config)
31726
33702
  end
31727
33703
  end
31728
33704
 
@@ -31767,6 +33743,70 @@ module Google
31767
33743
  end
31768
33744
  end
31769
33745
 
33746
+ # Configuration for automatically setting the TTL ("time-to-live") of the
33747
+ # memories in the Memory Bank.
33748
+ class GoogleCloudAiplatformV1beta1ReasoningEngineContextSpecMemoryBankConfigTtlConfig
33749
+ include Google::Apis::Core::Hashable
33750
+
33751
+ # Optional. The default TTL duration of the memories in the Memory Bank. This
33752
+ # applies to all operations that create or update a memory.
33753
+ # Corresponds to the JSON property `defaultTtl`
33754
+ # @return [String]
33755
+ attr_accessor :default_ttl
33756
+
33757
+ # Configuration for TTL of the memories in the Memory Bank based on the action
33758
+ # that created or updated the memory.
33759
+ # Corresponds to the JSON property `granularTtlConfig`
33760
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1ReasoningEngineContextSpecMemoryBankConfigTtlConfigGranularTtlConfig]
33761
+ attr_accessor :granular_ttl_config
33762
+
33763
+ def initialize(**args)
33764
+ update!(**args)
33765
+ end
33766
+
33767
+ # Update properties of this object
33768
+ def update!(**args)
33769
+ @default_ttl = args[:default_ttl] if args.key?(:default_ttl)
33770
+ @granular_ttl_config = args[:granular_ttl_config] if args.key?(:granular_ttl_config)
33771
+ end
33772
+ end
33773
+
33774
+ # Configuration for TTL of the memories in the Memory Bank based on the action
33775
+ # that created or updated the memory.
33776
+ class GoogleCloudAiplatformV1beta1ReasoningEngineContextSpecMemoryBankConfigTtlConfigGranularTtlConfig
33777
+ include Google::Apis::Core::Hashable
33778
+
33779
+ # Optional. The TTL duration for memories uploaded via CreateMemory.
33780
+ # Corresponds to the JSON property `createTtl`
33781
+ # @return [String]
33782
+ attr_accessor :create_ttl
33783
+
33784
+ # Optional. The TTL duration for memories newly generated via GenerateMemories (
33785
+ # GenerateMemoriesResponse.GeneratedMemory.Action.CREATED).
33786
+ # Corresponds to the JSON property `generateCreatedTtl`
33787
+ # @return [String]
33788
+ attr_accessor :generate_created_ttl
33789
+
33790
+ # Optional. The TTL duration for memories updated via GenerateMemories (
33791
+ # GenerateMemoriesResponse.GeneratedMemory.Action.UPDATED). In the case of an
33792
+ # UPDATE action, the `expire_time` of the existing memory will be updated to the
33793
+ # new value (now + TTL).
33794
+ # Corresponds to the JSON property `generateUpdatedTtl`
33795
+ # @return [String]
33796
+ attr_accessor :generate_updated_ttl
33797
+
33798
+ def initialize(**args)
33799
+ update!(**args)
33800
+ end
33801
+
33802
+ # Update properties of this object
33803
+ def update!(**args)
33804
+ @create_ttl = args[:create_ttl] if args.key?(:create_ttl)
33805
+ @generate_created_ttl = args[:generate_created_ttl] if args.key?(:generate_created_ttl)
33806
+ @generate_updated_ttl = args[:generate_updated_ttl] if args.key?(:generate_updated_ttl)
33807
+ end
33808
+ end
33809
+
31770
33810
  # ReasoningEngine configurations
31771
33811
  class GoogleCloudAiplatformV1beta1ReasoningEngineSpec
31772
33812
  include Google::Apis::Core::Hashable
@@ -31821,6 +33861,11 @@ module Google
31821
33861
  class GoogleCloudAiplatformV1beta1ReasoningEngineSpecDeploymentSpec
31822
33862
  include Google::Apis::Core::Hashable
31823
33863
 
33864
+ # The agent server mode.
33865
+ # Corresponds to the JSON property `agentServerMode`
33866
+ # @return [String]
33867
+ attr_accessor :agent_server_mode
33868
+
31824
33869
  # Optional. Concurrency for each container and agent server. Recommended value:
31825
33870
  # 2 * cpu + 1. Defaults to 9.
31826
33871
  # Corresponds to the JSON property `containerConcurrency`
@@ -31835,13 +33880,14 @@ module Google
31835
33880
  attr_accessor :env
31836
33881
 
31837
33882
  # Optional. The maximum number of application instances that can be launched to
31838
- # handle increased traffic. Defaults to 100.
33883
+ # handle increased traffic. Defaults to 100. Range: [1, 1000]. If VPC-SC or PSC-
33884
+ # I is enabled, the acceptable range is [1, 100].
31839
33885
  # Corresponds to the JSON property `maxInstances`
31840
33886
  # @return [Fixnum]
31841
33887
  attr_accessor :max_instances
31842
33888
 
31843
33889
  # Optional. The minimum number of application instances that will be kept
31844
- # running at all times. Defaults to 1.
33890
+ # running at all times. Defaults to 1. Range: [0, 10].
31845
33891
  # Corresponds to the JSON property `minInstances`
31846
33892
  # @return [Fixnum]
31847
33893
  attr_accessor :min_instances
@@ -31853,9 +33899,11 @@ module Google
31853
33899
 
31854
33900
  # Optional. Resource limits for each container. Only 'cpu' and 'memory' keys are
31855
33901
  # supported. Defaults to `"cpu": "4", "memory": "4Gi"`. * The only supported
31856
- # values for CPU are '1', '2', '4', and '8'. For more information, go to https://
31857
- # cloud.google.com/run/docs/configuring/cpu. * For supported 'memory' values and
31858
- # syntax, go to https://cloud.google.com/run/docs/configuring/memory-limits
33902
+ # values for CPU are '1', '2', '4', '6' and '8'. For more information, go to
33903
+ # https://cloud.google.com/run/docs/configuring/cpu. * The only supported values
33904
+ # for memory are '1Gi', '2Gi', ... '32 Gi'. * For required cpu on different
33905
+ # memory values, go to https://cloud.google.com/run/docs/configuring/memory-
33906
+ # limits
31859
33907
  # Corresponds to the JSON property `resourceLimits`
31860
33908
  # @return [Hash<String,String>]
31861
33909
  attr_accessor :resource_limits
@@ -31873,6 +33921,7 @@ module Google
31873
33921
 
31874
33922
  # Update properties of this object
31875
33923
  def update!(**args)
33924
+ @agent_server_mode = args[:agent_server_mode] if args.key?(:agent_server_mode)
31876
33925
  @container_concurrency = args[:container_concurrency] if args.key?(:container_concurrency)
31877
33926
  @env = args[:env] if args.key?(:env)
31878
33927
  @max_instances = args[:max_instances] if args.key?(:max_instances)
@@ -33127,6 +35176,48 @@ module Google
33127
35176
  end
33128
35177
  end
33129
35178
 
35179
+ # Message representing a single testable criterion for evaluation. One input
35180
+ # prompt could have multiple rubrics.
35181
+ class GoogleCloudAiplatformV1beta1Rubric
35182
+ include Google::Apis::Core::Hashable
35183
+
35184
+ # Content of the rubric, defining the testable criteria.
35185
+ # Corresponds to the JSON property `content`
35186
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1RubricContent]
35187
+ attr_accessor :content
35188
+
35189
+ # Optional. The relative importance of this rubric.
35190
+ # Corresponds to the JSON property `importance`
35191
+ # @return [String]
35192
+ attr_accessor :importance
35193
+
35194
+ # Unique identifier for the rubric. This ID is used to refer to this rubric, e.g.
35195
+ # , in RubricVerdict.
35196
+ # Corresponds to the JSON property `rubricId`
35197
+ # @return [String]
35198
+ attr_accessor :rubric_id
35199
+
35200
+ # Optional. A type designator for the rubric, which can inform how it's
35201
+ # evaluated or interpreted by systems or users. It's recommended to use
35202
+ # consistent, well-defined, upper snake_case strings. Examples: "
35203
+ # SUMMARIZATION_QUALITY", "SAFETY_HARMFUL_CONTENT", "INSTRUCTION_ADHERENCE".
35204
+ # Corresponds to the JSON property `type`
35205
+ # @return [String]
35206
+ attr_accessor :type
35207
+
35208
+ def initialize(**args)
35209
+ update!(**args)
35210
+ end
35211
+
35212
+ # Update properties of this object
35213
+ def update!(**args)
35214
+ @content = args[:content] if args.key?(:content)
35215
+ @importance = args[:importance] if args.key?(:importance)
35216
+ @rubric_id = args[:rubric_id] if args.key?(:rubric_id)
35217
+ @type = args[:type] if args.key?(:type)
35218
+ end
35219
+ end
35220
+
33130
35221
  # Instance and metric spec for RubricBasedInstructionFollowing metric.
33131
35222
  class GoogleCloudAiplatformV1beta1RubricBasedInstructionFollowingInput
33132
35223
  include Google::Apis::Core::Hashable
@@ -33215,6 +35306,45 @@ module Google
33215
35306
  end
33216
35307
  end
33217
35308
 
35309
+ # Content of the rubric, defining the testable criteria.
35310
+ class GoogleCloudAiplatformV1beta1RubricContent
35311
+ include Google::Apis::Core::Hashable
35312
+
35313
+ # Defines criteria based on a specific property.
35314
+ # Corresponds to the JSON property `property`
35315
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1RubricContentProperty]
35316
+ attr_accessor :property
35317
+
35318
+ def initialize(**args)
35319
+ update!(**args)
35320
+ end
35321
+
35322
+ # Update properties of this object
35323
+ def update!(**args)
35324
+ @property = args[:property] if args.key?(:property)
35325
+ end
35326
+ end
35327
+
35328
+ # Defines criteria based on a specific property.
35329
+ class GoogleCloudAiplatformV1beta1RubricContentProperty
35330
+ include Google::Apis::Core::Hashable
35331
+
35332
+ # Description of the property being evaluated. Example: "The model's response is
35333
+ # grammatically correct."
35334
+ # Corresponds to the JSON property `description`
35335
+ # @return [String]
35336
+ attr_accessor :description
35337
+
35338
+ def initialize(**args)
35339
+ update!(**args)
35340
+ end
35341
+
35342
+ # Update properties of this object
35343
+ def update!(**args)
35344
+ @description = args[:description] if args.key?(:description)
35345
+ end
35346
+ end
35347
+
33218
35348
  # Rubric critique result.
33219
35349
  class GoogleCloudAiplatformV1beta1RubricCritiqueResult
33220
35350
  include Google::Apis::Core::Hashable
@@ -33242,6 +35372,116 @@ module Google
33242
35372
  end
33243
35373
  end
33244
35374
 
35375
+ # Specification for how rubrics should be generated.
35376
+ class GoogleCloudAiplatformV1beta1RubricGenerationSpec
35377
+ include Google::Apis::Core::Hashable
35378
+
35379
+ # The configs for autorater. This is applicable to both EvaluateInstances and
35380
+ # EvaluateDataset.
35381
+ # Corresponds to the JSON property `modelConfig`
35382
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1AutoraterConfig]
35383
+ attr_accessor :model_config
35384
+
35385
+ # Template for the prompt used to generate rubrics. The details should be
35386
+ # updated based on the most-recent recipe requirements.
35387
+ # Corresponds to the JSON property `promptTemplate`
35388
+ # @return [String]
35389
+ attr_accessor :prompt_template
35390
+
35391
+ # The type of rubric content to be generated.
35392
+ # Corresponds to the JSON property `rubricContentType`
35393
+ # @return [String]
35394
+ attr_accessor :rubric_content_type
35395
+
35396
+ # Optional. An optional, pre-defined list of allowed types for generated rubrics.
35397
+ # If this field is provided, it implies `include_rubric_type` should be true,
35398
+ # and the generated rubric types should be chosen from this ontology.
35399
+ # Corresponds to the JSON property `rubricTypeOntology`
35400
+ # @return [Array<String>]
35401
+ attr_accessor :rubric_type_ontology
35402
+
35403
+ def initialize(**args)
35404
+ update!(**args)
35405
+ end
35406
+
35407
+ # Update properties of this object
35408
+ def update!(**args)
35409
+ @model_config = args[:model_config] if args.key?(:model_config)
35410
+ @prompt_template = args[:prompt_template] if args.key?(:prompt_template)
35411
+ @rubric_content_type = args[:rubric_content_type] if args.key?(:rubric_content_type)
35412
+ @rubric_type_ontology = args[:rubric_type_ontology] if args.key?(:rubric_type_ontology)
35413
+ end
35414
+ end
35415
+
35416
+ # A group of rubrics, used for grouping rubrics based on a metric or a version.
35417
+ class GoogleCloudAiplatformV1beta1RubricGroup
35418
+ include Google::Apis::Core::Hashable
35419
+
35420
+ # Human-readable name for the group. This should be unique within a given
35421
+ # context if used for display or selection. Example: "Instruction Following V1",
35422
+ # "Content Quality - Summarization Task".
35423
+ # Corresponds to the JSON property `displayName`
35424
+ # @return [String]
35425
+ attr_accessor :display_name
35426
+
35427
+ # Unique identifier for the group.
35428
+ # Corresponds to the JSON property `groupId`
35429
+ # @return [String]
35430
+ attr_accessor :group_id
35431
+
35432
+ # Rubrics that are part of this group.
35433
+ # Corresponds to the JSON property `rubrics`
35434
+ # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Rubric>]
35435
+ attr_accessor :rubrics
35436
+
35437
+ def initialize(**args)
35438
+ update!(**args)
35439
+ end
35440
+
35441
+ # Update properties of this object
35442
+ def update!(**args)
35443
+ @display_name = args[:display_name] if args.key?(:display_name)
35444
+ @group_id = args[:group_id] if args.key?(:group_id)
35445
+ @rubrics = args[:rubrics] if args.key?(:rubrics)
35446
+ end
35447
+ end
35448
+
35449
+ # Represents the verdict of an evaluation against a single rubric.
35450
+ class GoogleCloudAiplatformV1beta1RubricVerdict
35451
+ include Google::Apis::Core::Hashable
35452
+
35453
+ # Message representing a single testable criterion for evaluation. One input
35454
+ # prompt could have multiple rubrics.
35455
+ # Corresponds to the JSON property `evaluatedRubric`
35456
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Rubric]
35457
+ attr_accessor :evaluated_rubric
35458
+
35459
+ # Optional. Human-readable reasoning or explanation for the verdict. This can
35460
+ # include specific examples or details from the evaluated content that justify
35461
+ # the given verdict.
35462
+ # Corresponds to the JSON property `reasoning`
35463
+ # @return [String]
35464
+ attr_accessor :reasoning
35465
+
35466
+ # Required. Outcome of the evaluation against the rubric, represented as a
35467
+ # boolean. `true` indicates a "Pass", `false` indicates a "Fail".
35468
+ # Corresponds to the JSON property `verdict`
35469
+ # @return [Boolean]
35470
+ attr_accessor :verdict
35471
+ alias_method :verdict?, :verdict
35472
+
35473
+ def initialize(**args)
35474
+ update!(**args)
35475
+ end
35476
+
35477
+ # Update properties of this object
35478
+ def update!(**args)
35479
+ @evaluated_rubric = args[:evaluated_rubric] if args.key?(:evaluated_rubric)
35480
+ @reasoning = args[:reasoning] if args.key?(:reasoning)
35481
+ @verdict = args[:verdict] if args.key?(:verdict)
35482
+ end
35483
+ end
35484
+
33245
35485
  # The definition of a runtime artifact.
33246
35486
  class GoogleCloudAiplatformV1beta1RuntimeArtifact
33247
35487
  include Google::Apis::Core::Hashable
@@ -33670,6 +35910,101 @@ module Google
33670
35910
  end
33671
35911
  end
33672
35912
 
35913
+ # SandboxEnvironment is a containerized environment that provides a customizable
35914
+ # secure execution runtime for AI agents.
35915
+ class GoogleCloudAiplatformV1beta1SandboxEnvironment
35916
+ include Google::Apis::Core::Hashable
35917
+
35918
+ # Output only. The timestamp when this SandboxEnvironment was created.
35919
+ # Corresponds to the JSON property `createTime`
35920
+ # @return [String]
35921
+ attr_accessor :create_time
35922
+
35923
+ # Required. The display name of the SandboxEnvironment.
35924
+ # Corresponds to the JSON property `displayName`
35925
+ # @return [String]
35926
+ attr_accessor :display_name
35927
+
35928
+ # Identifier. The name of the SandboxEnvironment.
35929
+ # Corresponds to the JSON property `name`
35930
+ # @return [String]
35931
+ attr_accessor :name
35932
+
35933
+ # The specification of a SandboxEnvironment.
35934
+ # Corresponds to the JSON property `spec`
35935
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1SandboxEnvironmentSpec]
35936
+ attr_accessor :spec
35937
+
35938
+ # Output only. The runtime state of the SandboxEnvironment.
35939
+ # Corresponds to the JSON property `state`
35940
+ # @return [String]
35941
+ attr_accessor :state
35942
+
35943
+ # Output only. The timestamp when this SandboxEnvironment was most recently
35944
+ # updated.
35945
+ # Corresponds to the JSON property `updateTime`
35946
+ # @return [String]
35947
+ attr_accessor :update_time
35948
+
35949
+ def initialize(**args)
35950
+ update!(**args)
35951
+ end
35952
+
35953
+ # Update properties of this object
35954
+ def update!(**args)
35955
+ @create_time = args[:create_time] if args.key?(:create_time)
35956
+ @display_name = args[:display_name] if args.key?(:display_name)
35957
+ @name = args[:name] if args.key?(:name)
35958
+ @spec = args[:spec] if args.key?(:spec)
35959
+ @state = args[:state] if args.key?(:state)
35960
+ @update_time = args[:update_time] if args.key?(:update_time)
35961
+ end
35962
+ end
35963
+
35964
+ # The specification of a SandboxEnvironment.
35965
+ class GoogleCloudAiplatformV1beta1SandboxEnvironmentSpec
35966
+ include Google::Apis::Core::Hashable
35967
+
35968
+ # The code execution environment with customized settings.
35969
+ # Corresponds to the JSON property `codeExecutionEnvironment`
35970
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1SandboxEnvironmentSpecCodeExecutionEnvironment]
35971
+ attr_accessor :code_execution_environment
35972
+
35973
+ def initialize(**args)
35974
+ update!(**args)
35975
+ end
35976
+
35977
+ # Update properties of this object
35978
+ def update!(**args)
35979
+ @code_execution_environment = args[:code_execution_environment] if args.key?(:code_execution_environment)
35980
+ end
35981
+ end
35982
+
35983
+ # The code execution environment with customized settings.
35984
+ class GoogleCloudAiplatformV1beta1SandboxEnvironmentSpecCodeExecutionEnvironment
35985
+ include Google::Apis::Core::Hashable
35986
+
35987
+ # The coding language supported in this environment.
35988
+ # Corresponds to the JSON property `codeLanguage`
35989
+ # @return [String]
35990
+ attr_accessor :code_language
35991
+
35992
+ # The machine config of the code execution environment.
35993
+ # Corresponds to the JSON property `machineConfig`
35994
+ # @return [String]
35995
+ attr_accessor :machine_config
35996
+
35997
+ def initialize(**args)
35998
+ update!(**args)
35999
+ end
36000
+
36001
+ # Update properties of this object
36002
+ def update!(**args)
36003
+ @code_language = args[:code_language] if args.key?(:code_language)
36004
+ @machine_config = args[:machine_config] if args.key?(:machine_config)
36005
+ end
36006
+ end
36007
+
33673
36008
  # A SavedQuery is a view of the dataset. It references a subset of annotations
33674
36009
  # by problem type and filters.
33675
36010
  class GoogleCloudAiplatformV1beta1SavedQuery
@@ -43951,6 +46286,37 @@ module Google
43951
46286
  end
43952
46287
  end
43953
46288
 
46289
+ # The summary metrics for the evaluation run.
46290
+ class GoogleCloudAiplatformV1beta1SummaryMetrics
46291
+ include Google::Apis::Core::Hashable
46292
+
46293
+ # Optional. The number of items that failed to be evaluated.
46294
+ # Corresponds to the JSON property `failedItems`
46295
+ # @return [Fixnum]
46296
+ attr_accessor :failed_items
46297
+
46298
+ # Optional. Map of metric name to metric value.
46299
+ # Corresponds to the JSON property `metrics`
46300
+ # @return [Hash<String,Object>]
46301
+ attr_accessor :metrics
46302
+
46303
+ # Optional. The total number of items that were evaluated.
46304
+ # Corresponds to the JSON property `totalItems`
46305
+ # @return [Fixnum]
46306
+ attr_accessor :total_items
46307
+
46308
+ def initialize(**args)
46309
+ update!(**args)
46310
+ end
46311
+
46312
+ # Update properties of this object
46313
+ def update!(**args)
46314
+ @failed_items = args[:failed_items] if args.key?(:failed_items)
46315
+ @metrics = args[:metrics] if args.key?(:metrics)
46316
+ @total_items = args[:total_items] if args.key?(:total_items)
46317
+ end
46318
+ end
46319
+
43954
46320
  # Hyperparameters for SFT.
43955
46321
  class GoogleCloudAiplatformV1beta1SupervisedHyperParameters
43956
46322
  include Google::Apis::Core::Hashable
@@ -44277,6 +46643,55 @@ module Google
44277
46643
  end
44278
46644
  end
44279
46645
 
46646
+ # Represents a single synthetic example, composed of multiple fields. Used for
46647
+ # providing few-shot examples in the request and for returning generated
46648
+ # examples in the response.
46649
+ class GoogleCloudAiplatformV1beta1SyntheticExample
46650
+ include Google::Apis::Core::Hashable
46651
+
46652
+ # Required. A list of fields that constitute an example.
46653
+ # Corresponds to the JSON property `fields`
46654
+ # @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1SyntheticField>]
46655
+ attr_accessor :fields
46656
+
46657
+ def initialize(**args)
46658
+ update!(**args)
46659
+ end
46660
+
46661
+ # Update properties of this object
46662
+ def update!(**args)
46663
+ @fields = args[:fields] if args.key?(:fields)
46664
+ end
46665
+ end
46666
+
46667
+ # Represents a single named field within a SyntheticExample.
46668
+ class GoogleCloudAiplatformV1beta1SyntheticField
46669
+ include Google::Apis::Core::Hashable
46670
+
46671
+ # The base structured datatype containing multi-part content of a message. A `
46672
+ # Content` includes a `role` field designating the producer of the `Content` and
46673
+ # a `parts` field containing multi-part data that contains the content of the
46674
+ # message turn.
46675
+ # Corresponds to the JSON property `content`
46676
+ # @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Content]
46677
+ attr_accessor :content
46678
+
46679
+ # Optional. The name of the field.
46680
+ # Corresponds to the JSON property `fieldName`
46681
+ # @return [String]
46682
+ attr_accessor :field_name
46683
+
46684
+ def initialize(**args)
46685
+ update!(**args)
46686
+ end
46687
+
46688
+ # Update properties of this object
46689
+ def update!(**args)
46690
+ @content = args[:content] if args.key?(:content)
46691
+ @field_name = args[:field_name] if args.key?(:field_name)
46692
+ end
46693
+ end
46694
+
44280
46695
  # The storage details for TFRecord output content.
44281
46696
  class GoogleCloudAiplatformV1beta1TfRecordDestination
44282
46697
  include Google::Apis::Core::Hashable
@@ -44296,6 +46711,25 @@ module Google
44296
46711
  end
44297
46712
  end
44298
46713
 
46714
+ # Defines a generation strategy based on a high-level task description.
46715
+ class GoogleCloudAiplatformV1beta1TaskDescriptionStrategy
46716
+ include Google::Apis::Core::Hashable
46717
+
46718
+ # Required. A high-level description of the synthetic data to be generated.
46719
+ # Corresponds to the JSON property `taskDescription`
46720
+ # @return [String]
46721
+ attr_accessor :task_description
46722
+
46723
+ def initialize(**args)
46724
+ update!(**args)
46725
+ end
46726
+
46727
+ # Update properties of this object
46728
+ def update!(**args)
46729
+ @task_description = args[:task_description] if args.key?(:task_description)
46730
+ end
46731
+ end
46732
+
44299
46733
  # A tensor value type.
44300
46734
  class GoogleCloudAiplatformV1beta1Tensor
44301
46735
  include Google::Apis::Core::Hashable