google-apis-aiplatform_v1beta1 0.58.0 → 0.60.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +8 -0
- data/lib/google/apis/aiplatform_v1beta1/classes.rb +2454 -20
- data/lib/google/apis/aiplatform_v1beta1/gem_version.rb +2 -2
- data/lib/google/apis/aiplatform_v1beta1/representations.rb +1229 -33
- data/lib/google/apis/aiplatform_v1beta1/service.rb +836 -68
- metadata +2 -2
@@ -779,6 +779,80 @@ module Google
|
|
779
779
|
end
|
780
780
|
end
|
781
781
|
|
782
|
+
# The aggregation result for the entire dataset and all metrics.
|
783
|
+
class GoogleCloudAiplatformV1beta1AggregationOutput
|
784
|
+
include Google::Apis::Core::Hashable
|
785
|
+
|
786
|
+
# One AggregationResult per metric.
|
787
|
+
# Corresponds to the JSON property `aggregationResults`
|
788
|
+
# @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1AggregationResult>]
|
789
|
+
attr_accessor :aggregation_results
|
790
|
+
|
791
|
+
# The dataset used for evaluation.
|
792
|
+
# Corresponds to the JSON property `dataset`
|
793
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationDataset]
|
794
|
+
attr_accessor :dataset
|
795
|
+
|
796
|
+
def initialize(**args)
|
797
|
+
update!(**args)
|
798
|
+
end
|
799
|
+
|
800
|
+
# Update properties of this object
|
801
|
+
def update!(**args)
|
802
|
+
@aggregation_results = args[:aggregation_results] if args.key?(:aggregation_results)
|
803
|
+
@dataset = args[:dataset] if args.key?(:dataset)
|
804
|
+
end
|
805
|
+
end
|
806
|
+
|
807
|
+
# The aggregation result for a single metric.
|
808
|
+
class GoogleCloudAiplatformV1beta1AggregationResult
|
809
|
+
include Google::Apis::Core::Hashable
|
810
|
+
|
811
|
+
# Aggregation metric.
|
812
|
+
# Corresponds to the JSON property `aggregationMetric`
|
813
|
+
# @return [String]
|
814
|
+
attr_accessor :aggregation_metric
|
815
|
+
|
816
|
+
# Bleu metric value for an instance.
|
817
|
+
# Corresponds to the JSON property `bleuMetricValue`
|
818
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1BleuMetricValue]
|
819
|
+
attr_accessor :bleu_metric_value
|
820
|
+
|
821
|
+
# Exact match metric value for an instance.
|
822
|
+
# Corresponds to the JSON property `exactMatchMetricValue`
|
823
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1ExactMatchMetricValue]
|
824
|
+
attr_accessor :exact_match_metric_value
|
825
|
+
|
826
|
+
# Spec for pairwise metric result.
|
827
|
+
# Corresponds to the JSON property `pairwiseMetricResult`
|
828
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1PairwiseMetricResult]
|
829
|
+
attr_accessor :pairwise_metric_result
|
830
|
+
|
831
|
+
# Spec for pointwise metric result.
|
832
|
+
# Corresponds to the JSON property `pointwiseMetricResult`
|
833
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1PointwiseMetricResult]
|
834
|
+
attr_accessor :pointwise_metric_result
|
835
|
+
|
836
|
+
# Rouge metric value for an instance.
|
837
|
+
# Corresponds to the JSON property `rougeMetricValue`
|
838
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1RougeMetricValue]
|
839
|
+
attr_accessor :rouge_metric_value
|
840
|
+
|
841
|
+
def initialize(**args)
|
842
|
+
update!(**args)
|
843
|
+
end
|
844
|
+
|
845
|
+
# Update properties of this object
|
846
|
+
def update!(**args)
|
847
|
+
@aggregation_metric = args[:aggregation_metric] if args.key?(:aggregation_metric)
|
848
|
+
@bleu_metric_value = args[:bleu_metric_value] if args.key?(:bleu_metric_value)
|
849
|
+
@exact_match_metric_value = args[:exact_match_metric_value] if args.key?(:exact_match_metric_value)
|
850
|
+
@pairwise_metric_result = args[:pairwise_metric_result] if args.key?(:pairwise_metric_result)
|
851
|
+
@pointwise_metric_result = args[:pointwise_metric_result] if args.key?(:pointwise_metric_result)
|
852
|
+
@rouge_metric_value = args[:rouge_metric_value] if args.key?(:rouge_metric_value)
|
853
|
+
end
|
854
|
+
end
|
855
|
+
|
782
856
|
# Used to assign specific AnnotationSpec to a particular area of a DataItem or
|
783
857
|
# the whole part of the DataItem.
|
784
858
|
class GoogleCloudAiplatformV1beta1Annotation
|
@@ -1788,6 +1862,13 @@ module Google
|
|
1788
1862
|
# @return [String]
|
1789
1863
|
attr_accessor :metric_name
|
1790
1864
|
|
1865
|
+
# Optional. The Cloud Monitoring monitored resource labels as key value pairs
|
1866
|
+
# used for metrics filtering. See Cloud Monitoring Labels https://cloud.google.
|
1867
|
+
# com/monitoring/api/v3/metric-model#generic-label-info
|
1868
|
+
# Corresponds to the JSON property `monitoredResourceLabels`
|
1869
|
+
# @return [Hash<String,String>]
|
1870
|
+
attr_accessor :monitored_resource_labels
|
1871
|
+
|
1791
1872
|
# The target resource utilization in percentage (1% - 100%) for the given metric;
|
1792
1873
|
# once the real usage deviates from the target by a certain percentage, the
|
1793
1874
|
# machine replicas change. The default value is 60 (representing 60%) if not
|
@@ -1803,6 +1884,7 @@ module Google
|
|
1803
1884
|
# Update properties of this object
|
1804
1885
|
def update!(**args)
|
1805
1886
|
@metric_name = args[:metric_name] if args.key?(:metric_name)
|
1887
|
+
@monitored_resource_labels = args[:monitored_resource_labels] if args.key?(:monitored_resource_labels)
|
1806
1888
|
@target = args[:target] if args.key?(:target)
|
1807
1889
|
end
|
1808
1890
|
end
|
@@ -2906,6 +2988,86 @@ module Google
|
|
2906
2988
|
end
|
2907
2989
|
end
|
2908
2990
|
|
2991
|
+
# The request set for the evaluation run.
|
2992
|
+
class GoogleCloudAiplatformV1beta1BigQueryRequestSet
|
2993
|
+
include Google::Apis::Core::Hashable
|
2994
|
+
|
2995
|
+
# Optional. Map of candidate name to candidate response column name. The column
|
2996
|
+
# will be in evaluation_item.CandidateResponse format.
|
2997
|
+
# Corresponds to the JSON property `candidateResponseColumns`
|
2998
|
+
# @return [Hash<String,String>]
|
2999
|
+
attr_accessor :candidate_response_columns
|
3000
|
+
|
3001
|
+
# Optional. The name of the column that contains the requests to evaluate. This
|
3002
|
+
# will be in evaluation_item.EvalPrompt format.
|
3003
|
+
# Corresponds to the JSON property `promptColumn`
|
3004
|
+
# @return [String]
|
3005
|
+
attr_accessor :prompt_column
|
3006
|
+
|
3007
|
+
# Optional. The name of the column that contains the rubrics. This will be in
|
3008
|
+
# evaluation_rubric.RubricGroup format (cl/762595858).
|
3009
|
+
# Corresponds to the JSON property `rubricsColumn`
|
3010
|
+
# @return [String]
|
3011
|
+
attr_accessor :rubrics_column
|
3012
|
+
|
3013
|
+
# The sampling config.
|
3014
|
+
# Corresponds to the JSON property `samplingConfig`
|
3015
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1BigQueryRequestSetSamplingConfig]
|
3016
|
+
attr_accessor :sampling_config
|
3017
|
+
|
3018
|
+
# Required. The URI of a BigQuery table. e.g. bq://projectId.bqDatasetId.
|
3019
|
+
# bqTableId
|
3020
|
+
# Corresponds to the JSON property `uri`
|
3021
|
+
# @return [String]
|
3022
|
+
attr_accessor :uri
|
3023
|
+
|
3024
|
+
def initialize(**args)
|
3025
|
+
update!(**args)
|
3026
|
+
end
|
3027
|
+
|
3028
|
+
# Update properties of this object
|
3029
|
+
def update!(**args)
|
3030
|
+
@candidate_response_columns = args[:candidate_response_columns] if args.key?(:candidate_response_columns)
|
3031
|
+
@prompt_column = args[:prompt_column] if args.key?(:prompt_column)
|
3032
|
+
@rubrics_column = args[:rubrics_column] if args.key?(:rubrics_column)
|
3033
|
+
@sampling_config = args[:sampling_config] if args.key?(:sampling_config)
|
3034
|
+
@uri = args[:uri] if args.key?(:uri)
|
3035
|
+
end
|
3036
|
+
end
|
3037
|
+
|
3038
|
+
# The sampling config.
|
3039
|
+
class GoogleCloudAiplatformV1beta1BigQueryRequestSetSamplingConfig
|
3040
|
+
include Google::Apis::Core::Hashable
|
3041
|
+
|
3042
|
+
# Optional. The total number of logged data to import. If available data is less
|
3043
|
+
# than the sampling count, all data will be imported. Default is 100.
|
3044
|
+
# Corresponds to the JSON property `samplingCount`
|
3045
|
+
# @return [Fixnum]
|
3046
|
+
attr_accessor :sampling_count
|
3047
|
+
|
3048
|
+
# Optional. How long to wait before sampling data from the BigQuery table. If
|
3049
|
+
# not specified, defaults to 0.
|
3050
|
+
# Corresponds to the JSON property `samplingDuration`
|
3051
|
+
# @return [String]
|
3052
|
+
attr_accessor :sampling_duration
|
3053
|
+
|
3054
|
+
# Optional. The sampling method to use.
|
3055
|
+
# Corresponds to the JSON property `samplingMethod`
|
3056
|
+
# @return [String]
|
3057
|
+
attr_accessor :sampling_method
|
3058
|
+
|
3059
|
+
def initialize(**args)
|
3060
|
+
update!(**args)
|
3061
|
+
end
|
3062
|
+
|
3063
|
+
# Update properties of this object
|
3064
|
+
def update!(**args)
|
3065
|
+
@sampling_count = args[:sampling_count] if args.key?(:sampling_count)
|
3066
|
+
@sampling_duration = args[:sampling_duration] if args.key?(:sampling_duration)
|
3067
|
+
@sampling_method = args[:sampling_method] if args.key?(:sampling_method)
|
3068
|
+
end
|
3069
|
+
end
|
3070
|
+
|
2909
3071
|
# The BigQuery location for the input content.
|
2910
3072
|
class GoogleCloudAiplatformV1beta1BigQuerySource
|
2911
3073
|
include Google::Apis::Core::Hashable
|
@@ -3327,6 +3489,19 @@ module Google
|
|
3327
3489
|
end
|
3328
3490
|
end
|
3329
3491
|
|
3492
|
+
# Request message for EvaluationManagementService.CancelEvaluationRun.
|
3493
|
+
class GoogleCloudAiplatformV1beta1CancelEvaluationRunRequest
|
3494
|
+
include Google::Apis::Core::Hashable
|
3495
|
+
|
3496
|
+
def initialize(**args)
|
3497
|
+
update!(**args)
|
3498
|
+
end
|
3499
|
+
|
3500
|
+
# Update properties of this object
|
3501
|
+
def update!(**args)
|
3502
|
+
end
|
3503
|
+
end
|
3504
|
+
|
3330
3505
|
# Request message for JobService.CancelHyperparameterTuningJob.
|
3331
3506
|
class GoogleCloudAiplatformV1beta1CancelHyperparameterTuningJobRequest
|
3332
3507
|
include Google::Apis::Core::Hashable
|
@@ -3471,6 +3646,87 @@ module Google
|
|
3471
3646
|
end
|
3472
3647
|
end
|
3473
3648
|
|
3649
|
+
# Responses from model or agent.
|
3650
|
+
class GoogleCloudAiplatformV1beta1CandidateResponse
|
3651
|
+
include Google::Apis::Core::Hashable
|
3652
|
+
|
3653
|
+
# Required. The name of the candidate that produced the response.
|
3654
|
+
# Corresponds to the JSON property `candidate`
|
3655
|
+
# @return [String]
|
3656
|
+
attr_accessor :candidate
|
3657
|
+
|
3658
|
+
# Text response.
|
3659
|
+
# Corresponds to the JSON property `text`
|
3660
|
+
# @return [String]
|
3661
|
+
attr_accessor :text
|
3662
|
+
|
3663
|
+
# Fields and values that can be used to populate the response template.
|
3664
|
+
# Corresponds to the JSON property `value`
|
3665
|
+
# @return [Object]
|
3666
|
+
attr_accessor :value
|
3667
|
+
|
3668
|
+
def initialize(**args)
|
3669
|
+
update!(**args)
|
3670
|
+
end
|
3671
|
+
|
3672
|
+
# Update properties of this object
|
3673
|
+
def update!(**args)
|
3674
|
+
@candidate = args[:candidate] if args.key?(:candidate)
|
3675
|
+
@text = args[:text] if args.key?(:text)
|
3676
|
+
@value = args[:value] if args.key?(:value)
|
3677
|
+
end
|
3678
|
+
end
|
3679
|
+
|
3680
|
+
# Result for a single candidate.
|
3681
|
+
class GoogleCloudAiplatformV1beta1CandidateResult
|
3682
|
+
include Google::Apis::Core::Hashable
|
3683
|
+
|
3684
|
+
# Optional. Additional results for the metric.
|
3685
|
+
# Corresponds to the JSON property `additionalResults`
|
3686
|
+
# @return [Object]
|
3687
|
+
attr_accessor :additional_results
|
3688
|
+
|
3689
|
+
# Required. The candidate that is being evaluated. The value is the same as the
|
3690
|
+
# candidate name in the EvaluationRequest.
|
3691
|
+
# Corresponds to the JSON property `candidate`
|
3692
|
+
# @return [String]
|
3693
|
+
attr_accessor :candidate
|
3694
|
+
|
3695
|
+
# Optional. The explanation for the metric.
|
3696
|
+
# Corresponds to the JSON property `explanation`
|
3697
|
+
# @return [String]
|
3698
|
+
attr_accessor :explanation
|
3699
|
+
|
3700
|
+
# Required. The metric that was evaluated.
|
3701
|
+
# Corresponds to the JSON property `metric`
|
3702
|
+
# @return [String]
|
3703
|
+
attr_accessor :metric
|
3704
|
+
|
3705
|
+
# Optional. The rubric verdicts for the metric.
|
3706
|
+
# Corresponds to the JSON property `rubricVerdicts`
|
3707
|
+
# @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1RubricVerdict>]
|
3708
|
+
attr_accessor :rubric_verdicts
|
3709
|
+
|
3710
|
+
# Optional. The score for the metric.
|
3711
|
+
# Corresponds to the JSON property `score`
|
3712
|
+
# @return [Float]
|
3713
|
+
attr_accessor :score
|
3714
|
+
|
3715
|
+
def initialize(**args)
|
3716
|
+
update!(**args)
|
3717
|
+
end
|
3718
|
+
|
3719
|
+
# Update properties of this object
|
3720
|
+
def update!(**args)
|
3721
|
+
@additional_results = args[:additional_results] if args.key?(:additional_results)
|
3722
|
+
@candidate = args[:candidate] if args.key?(:candidate)
|
3723
|
+
@explanation = args[:explanation] if args.key?(:explanation)
|
3724
|
+
@metric = args[:metric] if args.key?(:metric)
|
3725
|
+
@rubric_verdicts = args[:rubric_verdicts] if args.key?(:rubric_verdicts)
|
3726
|
+
@score = args[:score] if args.key?(:score)
|
3727
|
+
end
|
3728
|
+
end
|
3729
|
+
|
3474
3730
|
# Request message for ModelGardenService.CheckPublisherModelEula.
|
3475
3731
|
class GoogleCloudAiplatformV1beta1CheckPublisherModelEulaAcceptanceRequest
|
3476
3732
|
include Google::Apis::Core::Hashable
|
@@ -3588,6 +3844,40 @@ module Google
|
|
3588
3844
|
end
|
3589
3845
|
end
|
3590
3846
|
|
3847
|
+
# Container for bytes-encoded data such as video frame, audio sample, or a
|
3848
|
+
# complete binary/text data.
|
3849
|
+
class GoogleCloudAiplatformV1beta1Chunk
|
3850
|
+
include Google::Apis::Core::Hashable
|
3851
|
+
|
3852
|
+
# Required. The data in the chunk.
|
3853
|
+
# Corresponds to the JSON property `data`
|
3854
|
+
# NOTE: Values are automatically base64 encoded/decoded in the client library.
|
3855
|
+
# @return [String]
|
3856
|
+
attr_accessor :data
|
3857
|
+
|
3858
|
+
# Metadata for a chunk.
|
3859
|
+
# Corresponds to the JSON property `metadata`
|
3860
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Metadata]
|
3861
|
+
attr_accessor :metadata
|
3862
|
+
|
3863
|
+
# Required. Mime type of the chunk data. See https://www.iana.org/assignments/
|
3864
|
+
# media-types/media-types.xhtml for the full list.
|
3865
|
+
# Corresponds to the JSON property `mimeType`
|
3866
|
+
# @return [String]
|
3867
|
+
attr_accessor :mime_type
|
3868
|
+
|
3869
|
+
def initialize(**args)
|
3870
|
+
update!(**args)
|
3871
|
+
end
|
3872
|
+
|
3873
|
+
# Update properties of this object
|
3874
|
+
def update!(**args)
|
3875
|
+
@data = args[:data] if args.key?(:data)
|
3876
|
+
@metadata = args[:metadata] if args.key?(:metadata)
|
3877
|
+
@mime_type = args[:mime_type] if args.key?(:mime_type)
|
3878
|
+
end
|
3879
|
+
end
|
3880
|
+
|
3591
3881
|
# Source attributions for content.
|
3592
3882
|
class GoogleCloudAiplatformV1beta1Citation
|
3593
3883
|
include Google::Apis::Core::Hashable
|
@@ -7393,6 +7683,16 @@ module Google
|
|
7393
7683
|
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1DedicatedResources]
|
7394
7684
|
attr_accessor :dedicated_resources
|
7395
7685
|
|
7686
|
+
# For custom-trained Models and AutoML Tabular Models, the container of the
|
7687
|
+
# DeployedModel instances will send `stderr` and `stdout` streams to Cloud
|
7688
|
+
# Logging by default. Please note that the logs incur cost, which are subject to
|
7689
|
+
# [Cloud Logging pricing](https://cloud.google.com/logging/pricing). User can
|
7690
|
+
# disable container logging by setting this flag to true.
|
7691
|
+
# Corresponds to the JSON property `disableContainerLogging`
|
7692
|
+
# @return [Boolean]
|
7693
|
+
attr_accessor :disable_container_logging
|
7694
|
+
alias_method :disable_container_logging?, :disable_container_logging
|
7695
|
+
|
7396
7696
|
# If true, deploy the model without explainable feature, regardless the
|
7397
7697
|
# existence of Model.explanation_spec or explanation_spec.
|
7398
7698
|
# Corresponds to the JSON property `disableExplanations`
|
@@ -7517,6 +7817,7 @@ module Google
|
|
7517
7817
|
@checkpoint_id = args[:checkpoint_id] if args.key?(:checkpoint_id)
|
7518
7818
|
@create_time = args[:create_time] if args.key?(:create_time)
|
7519
7819
|
@dedicated_resources = args[:dedicated_resources] if args.key?(:dedicated_resources)
|
7820
|
+
@disable_container_logging = args[:disable_container_logging] if args.key?(:disable_container_logging)
|
7520
7821
|
@disable_explanations = args[:disable_explanations] if args.key?(:disable_explanations)
|
7521
7822
|
@display_name = args[:display_name] if args.key?(:display_name)
|
7522
7823
|
@enable_access_logging = args[:enable_access_logging] if args.key?(:enable_access_logging)
|
@@ -8518,6 +8819,31 @@ module Google
|
|
8518
8819
|
end
|
8519
8820
|
end
|
8520
8821
|
|
8822
|
+
# Response in LRO for EvaluationService.EvaluateDataset.
|
8823
|
+
class GoogleCloudAiplatformV1beta1EvaluateDatasetResponse
|
8824
|
+
include Google::Apis::Core::Hashable
|
8825
|
+
|
8826
|
+
# The aggregation result for the entire dataset and all metrics.
|
8827
|
+
# Corresponds to the JSON property `aggregationOutput`
|
8828
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1AggregationOutput]
|
8829
|
+
attr_accessor :aggregation_output
|
8830
|
+
|
8831
|
+
# Describes the info for output of EvaluationService.EvaluateDataset.
|
8832
|
+
# Corresponds to the JSON property `outputInfo`
|
8833
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1OutputInfo]
|
8834
|
+
attr_accessor :output_info
|
8835
|
+
|
8836
|
+
def initialize(**args)
|
8837
|
+
update!(**args)
|
8838
|
+
end
|
8839
|
+
|
8840
|
+
# Update properties of this object
|
8841
|
+
def update!(**args)
|
8842
|
+
@aggregation_output = args[:aggregation_output] if args.key?(:aggregation_output)
|
8843
|
+
@output_info = args[:output_info] if args.key?(:output_info)
|
8844
|
+
end
|
8845
|
+
end
|
8846
|
+
|
8521
8847
|
# Evaluate Dataset Run Result for Tuning Job.
|
8522
8848
|
class GoogleCloudAiplatformV1beta1EvaluateDatasetRun
|
8523
8849
|
include Google::Apis::Core::Hashable
|
@@ -8538,6 +8864,11 @@ module Google
|
|
8538
8864
|
# @return [Google::Apis::AiplatformV1beta1::GoogleRpcStatus]
|
8539
8865
|
attr_accessor :error
|
8540
8866
|
|
8867
|
+
# Response in LRO for EvaluationService.EvaluateDataset.
|
8868
|
+
# Corresponds to the JSON property `evaluateDatasetResponse`
|
8869
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluateDatasetResponse]
|
8870
|
+
attr_accessor :evaluate_dataset_response
|
8871
|
+
|
8541
8872
|
# Output only. The operation ID of the evaluation run. Format: `projects/`
|
8542
8873
|
# project`/locations/`location`/operations/`operation_id``.
|
8543
8874
|
# Corresponds to the JSON property `operationName`
|
@@ -8552,6 +8883,7 @@ module Google
|
|
8552
8883
|
def update!(**args)
|
8553
8884
|
@checkpoint_id = args[:checkpoint_id] if args.key?(:checkpoint_id)
|
8554
8885
|
@error = args[:error] if args.key?(:error)
|
8886
|
+
@evaluate_dataset_response = args[:evaluate_dataset_response] if args.key?(:evaluate_dataset_response)
|
8555
8887
|
@operation_name = args[:operation_name] if args.key?(:operation_name)
|
8556
8888
|
end
|
8557
8889
|
end
|
@@ -8601,6 +8933,20 @@ module Google
|
|
8601
8933
|
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1GroundednessInput]
|
8602
8934
|
attr_accessor :groundedness_input
|
8603
8935
|
|
8936
|
+
# A single instance to be evaluated. Instances are used to specify the input
|
8937
|
+
# data for evaluation, from simple string comparisons to complex, multi-turn
|
8938
|
+
# model evaluations
|
8939
|
+
# Corresponds to the JSON property `instance`
|
8940
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationInstance]
|
8941
|
+
attr_accessor :instance
|
8942
|
+
|
8943
|
+
# The metrics used for evaluation. Currently, we only support evaluating a
|
8944
|
+
# single metric. If multiple metrics are provided, only the first one will be
|
8945
|
+
# evaluated.
|
8946
|
+
# Corresponds to the JSON property `metrics`
|
8947
|
+
# @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Metric>]
|
8948
|
+
attr_accessor :metrics
|
8949
|
+
|
8604
8950
|
# Input for MetricX metric.
|
8605
8951
|
# Corresponds to the JSON property `metricxInput`
|
8606
8952
|
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1MetricxInput]
|
@@ -8740,6 +9086,8 @@ module Google
|
|
8740
9086
|
@fluency_input = args[:fluency_input] if args.key?(:fluency_input)
|
8741
9087
|
@fulfillment_input = args[:fulfillment_input] if args.key?(:fulfillment_input)
|
8742
9088
|
@groundedness_input = args[:groundedness_input] if args.key?(:groundedness_input)
|
9089
|
+
@instance = args[:instance] if args.key?(:instance)
|
9090
|
+
@metrics = args[:metrics] if args.key?(:metrics)
|
8743
9091
|
@metricx_input = args[:metricx_input] if args.key?(:metricx_input)
|
8744
9092
|
@pairwise_metric_input = args[:pairwise_metric_input] if args.key?(:pairwise_metric_input)
|
8745
9093
|
@pairwise_question_answering_quality_input = args[:pairwise_question_answering_quality_input] if args.key?(:pairwise_question_answering_quality_input)
|
@@ -8808,6 +9156,12 @@ module Google
|
|
8808
9156
|
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1GroundednessResult]
|
8809
9157
|
attr_accessor :groundedness_result
|
8810
9158
|
|
9159
|
+
# Metric results for each instance. The order of the metric results is
|
9160
|
+
# guaranteed to be the same as the order of the instances in the request.
|
9161
|
+
# Corresponds to the JSON property `metricResults`
|
9162
|
+
# @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1MetricResult>]
|
9163
|
+
attr_accessor :metric_results
|
9164
|
+
|
8811
9165
|
# Spec for MetricX result - calculates the MetricX score for the given instance
|
8812
9166
|
# using the version specified in the spec.
|
8813
9167
|
# Corresponds to the JSON property `metricxResult`
|
@@ -8947,6 +9301,7 @@ module Google
|
|
8947
9301
|
@fluency_result = args[:fluency_result] if args.key?(:fluency_result)
|
8948
9302
|
@fulfillment_result = args[:fulfillment_result] if args.key?(:fulfillment_result)
|
8949
9303
|
@groundedness_result = args[:groundedness_result] if args.key?(:groundedness_result)
|
9304
|
+
@metric_results = args[:metric_results] if args.key?(:metric_results)
|
8950
9305
|
@metricx_result = args[:metricx_result] if args.key?(:metricx_result)
|
8951
9306
|
@pairwise_metric_result = args[:pairwise_metric_result] if args.key?(:pairwise_metric_result)
|
8952
9307
|
@pairwise_question_answering_quality_result = args[:pairwise_question_answering_quality_result] if args.key?(:pairwise_question_answering_quality_result)
|
@@ -9136,6 +9491,999 @@ module Google
|
|
9136
9491
|
end
|
9137
9492
|
end
|
9138
9493
|
|
9494
|
+
# A single instance to be evaluated. Instances are used to specify the input
|
9495
|
+
# data for evaluation, from simple string comparisons to complex, multi-turn
|
9496
|
+
# model evaluations
|
9497
|
+
class GoogleCloudAiplatformV1beta1EvaluationInstance
|
9498
|
+
include Google::Apis::Core::Hashable
|
9499
|
+
|
9500
|
+
# Instance data specified as a map.
|
9501
|
+
# Corresponds to the JSON property `otherData`
|
9502
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationInstanceMapInstance]
|
9503
|
+
attr_accessor :other_data
|
9504
|
+
|
9505
|
+
# Instance data used to populate placeholders in a metric prompt template.
|
9506
|
+
# Corresponds to the JSON property `prompt`
|
9507
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationInstanceInstanceData]
|
9508
|
+
attr_accessor :prompt
|
9509
|
+
|
9510
|
+
# Instance data used to populate placeholders in a metric prompt template.
|
9511
|
+
# Corresponds to the JSON property `reference`
|
9512
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationInstanceInstanceData]
|
9513
|
+
attr_accessor :reference
|
9514
|
+
|
9515
|
+
# Instance data used to populate placeholders in a metric prompt template.
|
9516
|
+
# Corresponds to the JSON property `response`
|
9517
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationInstanceInstanceData]
|
9518
|
+
attr_accessor :response
|
9519
|
+
|
9520
|
+
# Optional. Named groups of rubrics associated with the prompt. This is used for
|
9521
|
+
# rubric-based evaluations where rubrics can be referenced by a key. The key
|
9522
|
+
# could represent versions, associated metrics, etc.
|
9523
|
+
# Corresponds to the JSON property `rubricGroups`
|
9524
|
+
# @return [Hash<String,Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1RubricGroup>]
|
9525
|
+
attr_accessor :rubric_groups
|
9526
|
+
|
9527
|
+
def initialize(**args)
|
9528
|
+
update!(**args)
|
9529
|
+
end
|
9530
|
+
|
9531
|
+
# Update properties of this object
|
9532
|
+
def update!(**args)
|
9533
|
+
@other_data = args[:other_data] if args.key?(:other_data)
|
9534
|
+
@prompt = args[:prompt] if args.key?(:prompt)
|
9535
|
+
@reference = args[:reference] if args.key?(:reference)
|
9536
|
+
@response = args[:response] if args.key?(:response)
|
9537
|
+
@rubric_groups = args[:rubric_groups] if args.key?(:rubric_groups)
|
9538
|
+
end
|
9539
|
+
end
|
9540
|
+
|
9541
|
+
# Instance data used to populate placeholders in a metric prompt template.
|
9542
|
+
class GoogleCloudAiplatformV1beta1EvaluationInstanceInstanceData
|
9543
|
+
include Google::Apis::Core::Hashable
|
9544
|
+
|
9545
|
+
# List of standard Content messages from Gemini API.
|
9546
|
+
# Corresponds to the JSON property `contents`
|
9547
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationInstanceInstanceDataContents]
|
9548
|
+
attr_accessor :contents
|
9549
|
+
|
9550
|
+
# Text data.
|
9551
|
+
# Corresponds to the JSON property `text`
|
9552
|
+
# @return [String]
|
9553
|
+
attr_accessor :text
|
9554
|
+
|
9555
|
+
def initialize(**args)
|
9556
|
+
update!(**args)
|
9557
|
+
end
|
9558
|
+
|
9559
|
+
# Update properties of this object
|
9560
|
+
def update!(**args)
|
9561
|
+
@contents = args[:contents] if args.key?(:contents)
|
9562
|
+
@text = args[:text] if args.key?(:text)
|
9563
|
+
end
|
9564
|
+
end
|
9565
|
+
|
9566
|
+
# List of standard Content messages from Gemini API.
|
9567
|
+
class GoogleCloudAiplatformV1beta1EvaluationInstanceInstanceDataContents
|
9568
|
+
include Google::Apis::Core::Hashable
|
9569
|
+
|
9570
|
+
# Optional. Repeated contents.
|
9571
|
+
# Corresponds to the JSON property `contents`
|
9572
|
+
# @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Content>]
|
9573
|
+
attr_accessor :contents
|
9574
|
+
|
9575
|
+
def initialize(**args)
|
9576
|
+
update!(**args)
|
9577
|
+
end
|
9578
|
+
|
9579
|
+
# Update properties of this object
|
9580
|
+
def update!(**args)
|
9581
|
+
@contents = args[:contents] if args.key?(:contents)
|
9582
|
+
end
|
9583
|
+
end
|
9584
|
+
|
9585
|
+
# Instance data specified as a map.
|
9586
|
+
class GoogleCloudAiplatformV1beta1EvaluationInstanceMapInstance
|
9587
|
+
include Google::Apis::Core::Hashable
|
9588
|
+
|
9589
|
+
# Optional. Map of instance data.
|
9590
|
+
# Corresponds to the JSON property `mapInstance`
|
9591
|
+
# @return [Hash<String,Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationInstanceInstanceData>]
|
9592
|
+
attr_accessor :map_instance
|
9593
|
+
|
9594
|
+
def initialize(**args)
|
9595
|
+
update!(**args)
|
9596
|
+
end
|
9597
|
+
|
9598
|
+
# Update properties of this object
|
9599
|
+
def update!(**args)
|
9600
|
+
@map_instance = args[:map_instance] if args.key?(:map_instance)
|
9601
|
+
end
|
9602
|
+
end
|
9603
|
+
|
9604
|
+
# EvaluationItem is a single evaluation request or result. The content of an
|
9605
|
+
# EvaluationItem is immutable - it cannot be updated once created.
|
9606
|
+
# EvaluationItems can be deleted when no longer needed.
|
9607
|
+
class GoogleCloudAiplatformV1beta1EvaluationItem
|
9608
|
+
include Google::Apis::Core::Hashable
|
9609
|
+
|
9610
|
+
# Output only. Timestamp when this item was created.
|
9611
|
+
# Corresponds to the JSON property `createTime`
|
9612
|
+
# @return [String]
|
9613
|
+
attr_accessor :create_time
|
9614
|
+
|
9615
|
+
# Required. The display name of the EvaluationItem.
|
9616
|
+
# Corresponds to the JSON property `displayName`
|
9617
|
+
# @return [String]
|
9618
|
+
attr_accessor :display_name
|
9619
|
+
|
9620
|
+
# The `Status` type defines a logical error model that is suitable for different
|
9621
|
+
# programming environments, including REST APIs and RPC APIs. It is used by [
|
9622
|
+
# gRPC](https://github.com/grpc). Each `Status` message contains three pieces of
|
9623
|
+
# data: error code, error message, and error details. You can find out more
|
9624
|
+
# about this error model and how to work with it in the [API Design Guide](https:
|
9625
|
+
# //cloud.google.com/apis/design/errors).
|
9626
|
+
# Corresponds to the JSON property `error`
|
9627
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleRpcStatus]
|
9628
|
+
attr_accessor :error
|
9629
|
+
|
9630
|
+
# Required. The type of the EvaluationItem.
|
9631
|
+
# Corresponds to the JSON property `evaluationItemType`
|
9632
|
+
# @return [String]
|
9633
|
+
attr_accessor :evaluation_item_type
|
9634
|
+
|
9635
|
+
# Single evaluation request.
|
9636
|
+
# Corresponds to the JSON property `evaluationRequest`
|
9637
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRequest]
|
9638
|
+
attr_accessor :evaluation_request
|
9639
|
+
|
9640
|
+
# Evaluation result.
|
9641
|
+
# Corresponds to the JSON property `evaluationResponse`
|
9642
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationResult]
|
9643
|
+
attr_accessor :evaluation_response
|
9644
|
+
|
9645
|
+
# The GCS object where the request or response is stored.
|
9646
|
+
# Corresponds to the JSON property `gcsUri`
|
9647
|
+
# @return [String]
|
9648
|
+
attr_accessor :gcs_uri
|
9649
|
+
|
9650
|
+
# Optional. Labels for the EvaluationItem.
|
9651
|
+
# Corresponds to the JSON property `labels`
|
9652
|
+
# @return [Hash<String,String>]
|
9653
|
+
attr_accessor :labels
|
9654
|
+
|
9655
|
+
# Optional. Metadata for the EvaluationItem.
|
9656
|
+
# Corresponds to the JSON property `metadata`
|
9657
|
+
# @return [Object]
|
9658
|
+
attr_accessor :metadata
|
9659
|
+
|
9660
|
+
# Identifier. The resource name of the EvaluationItem. Format: `projects/`
|
9661
|
+
# project`/locations/`location`/evaluationItems/`evaluation_item``
|
9662
|
+
# Corresponds to the JSON property `name`
|
9663
|
+
# @return [String]
|
9664
|
+
attr_accessor :name
|
9665
|
+
|
9666
|
+
def initialize(**args)
|
9667
|
+
update!(**args)
|
9668
|
+
end
|
9669
|
+
|
9670
|
+
# Update properties of this object
|
9671
|
+
def update!(**args)
|
9672
|
+
@create_time = args[:create_time] if args.key?(:create_time)
|
9673
|
+
@display_name = args[:display_name] if args.key?(:display_name)
|
9674
|
+
@error = args[:error] if args.key?(:error)
|
9675
|
+
@evaluation_item_type = args[:evaluation_item_type] if args.key?(:evaluation_item_type)
|
9676
|
+
@evaluation_request = args[:evaluation_request] if args.key?(:evaluation_request)
|
9677
|
+
@evaluation_response = args[:evaluation_response] if args.key?(:evaluation_response)
|
9678
|
+
@gcs_uri = args[:gcs_uri] if args.key?(:gcs_uri)
|
9679
|
+
@labels = args[:labels] if args.key?(:labels)
|
9680
|
+
@metadata = args[:metadata] if args.key?(:metadata)
|
9681
|
+
@name = args[:name] if args.key?(:name)
|
9682
|
+
end
|
9683
|
+
end
|
9684
|
+
|
9685
|
+
# Prompt to be evaluated.
|
9686
|
+
class GoogleCloudAiplatformV1beta1EvaluationPrompt
|
9687
|
+
include Google::Apis::Core::Hashable
|
9688
|
+
|
9689
|
+
# Message to hold a prompt template and the values to populate the template.
|
9690
|
+
# Corresponds to the JSON property `promptTemplateData`
|
9691
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationPromptPromptTemplateData]
|
9692
|
+
attr_accessor :prompt_template_data
|
9693
|
+
|
9694
|
+
# Text prompt.
|
9695
|
+
# Corresponds to the JSON property `text`
|
9696
|
+
# @return [String]
|
9697
|
+
attr_accessor :text
|
9698
|
+
|
9699
|
+
# Fields and values that can be used to populate the prompt template.
|
9700
|
+
# Corresponds to the JSON property `value`
|
9701
|
+
# @return [Object]
|
9702
|
+
attr_accessor :value
|
9703
|
+
|
9704
|
+
def initialize(**args)
|
9705
|
+
update!(**args)
|
9706
|
+
end
|
9707
|
+
|
9708
|
+
# Update properties of this object
|
9709
|
+
def update!(**args)
|
9710
|
+
@prompt_template_data = args[:prompt_template_data] if args.key?(:prompt_template_data)
|
9711
|
+
@text = args[:text] if args.key?(:text)
|
9712
|
+
@value = args[:value] if args.key?(:value)
|
9713
|
+
end
|
9714
|
+
end
|
9715
|
+
|
9716
|
+
# Message to hold a prompt template and the values to populate the template.
|
9717
|
+
class GoogleCloudAiplatformV1beta1EvaluationPromptPromptTemplateData
|
9718
|
+
include Google::Apis::Core::Hashable
|
9719
|
+
|
9720
|
+
# The values for fields in the prompt template.
|
9721
|
+
# Corresponds to the JSON property `values`
|
9722
|
+
# @return [Hash<String,Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Content>]
|
9723
|
+
attr_accessor :values
|
9724
|
+
|
9725
|
+
def initialize(**args)
|
9726
|
+
update!(**args)
|
9727
|
+
end
|
9728
|
+
|
9729
|
+
# Update properties of this object
|
9730
|
+
def update!(**args)
|
9731
|
+
@values = args[:values] if args.key?(:values)
|
9732
|
+
end
|
9733
|
+
end
|
9734
|
+
|
9735
|
+
# Single evaluation request.
|
9736
|
+
class GoogleCloudAiplatformV1beta1EvaluationRequest
|
9737
|
+
include Google::Apis::Core::Hashable
|
9738
|
+
|
9739
|
+
# Optional. Responses from model under test and other baseline models for
|
9740
|
+
# comparison.
|
9741
|
+
# Corresponds to the JSON property `candidateResponses`
|
9742
|
+
# @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1CandidateResponse>]
|
9743
|
+
attr_accessor :candidate_responses
|
9744
|
+
|
9745
|
+
# Responses from model or agent.
|
9746
|
+
# Corresponds to the JSON property `goldenResponse`
|
9747
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1CandidateResponse]
|
9748
|
+
attr_accessor :golden_response
|
9749
|
+
|
9750
|
+
# Prompt to be evaluated.
|
9751
|
+
# Corresponds to the JSON property `prompt`
|
9752
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationPrompt]
|
9753
|
+
attr_accessor :prompt
|
9754
|
+
|
9755
|
+
# Optional. Named groups of rubrics associated with this prompt. The key is a
|
9756
|
+
# user-defined name for the rubric group.
|
9757
|
+
# Corresponds to the JSON property `rubrics`
|
9758
|
+
# @return [Hash<String,Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1RubricGroup>]
|
9759
|
+
attr_accessor :rubrics
|
9760
|
+
|
9761
|
+
def initialize(**args)
|
9762
|
+
update!(**args)
|
9763
|
+
end
|
9764
|
+
|
9765
|
+
# Update properties of this object
|
9766
|
+
def update!(**args)
|
9767
|
+
@candidate_responses = args[:candidate_responses] if args.key?(:candidate_responses)
|
9768
|
+
@golden_response = args[:golden_response] if args.key?(:golden_response)
|
9769
|
+
@prompt = args[:prompt] if args.key?(:prompt)
|
9770
|
+
@rubrics = args[:rubrics] if args.key?(:rubrics)
|
9771
|
+
end
|
9772
|
+
end
|
9773
|
+
|
9774
|
+
# Evaluation result.
|
9775
|
+
class GoogleCloudAiplatformV1beta1EvaluationResult
|
9776
|
+
include Google::Apis::Core::Hashable
|
9777
|
+
|
9778
|
+
# Optional. The results for the metric.
|
9779
|
+
# Corresponds to the JSON property `candidateResults`
|
9780
|
+
# @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1CandidateResult>]
|
9781
|
+
attr_accessor :candidate_results
|
9782
|
+
|
9783
|
+
# Required. The request item that was evaluated. Format: projects/`project`/
|
9784
|
+
# locations/`location`/evaluationItems/`evaluation_item`
|
9785
|
+
# Corresponds to the JSON property `evaluationRequest`
|
9786
|
+
# @return [String]
|
9787
|
+
attr_accessor :evaluation_request
|
9788
|
+
|
9789
|
+
# Required. The evaluation run that was used to generate the result. Format:
|
9790
|
+
# projects/`project`/locations/`location`/evaluationRuns/`evaluation_run`
|
9791
|
+
# Corresponds to the JSON property `evaluationRun`
|
9792
|
+
# @return [String]
|
9793
|
+
attr_accessor :evaluation_run
|
9794
|
+
|
9795
|
+
# Optional. Metadata about the evaluation result.
|
9796
|
+
# Corresponds to the JSON property `metadata`
|
9797
|
+
# @return [Object]
|
9798
|
+
attr_accessor :metadata
|
9799
|
+
|
9800
|
+
# Required. The metric that was evaluated.
|
9801
|
+
# Corresponds to the JSON property `metric`
|
9802
|
+
# @return [String]
|
9803
|
+
attr_accessor :metric
|
9804
|
+
|
9805
|
+
# Single evaluation request.
|
9806
|
+
# Corresponds to the JSON property `request`
|
9807
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRequest]
|
9808
|
+
attr_accessor :request
|
9809
|
+
|
9810
|
+
def initialize(**args)
|
9811
|
+
update!(**args)
|
9812
|
+
end
|
9813
|
+
|
9814
|
+
# Update properties of this object
|
9815
|
+
def update!(**args)
|
9816
|
+
@candidate_results = args[:candidate_results] if args.key?(:candidate_results)
|
9817
|
+
@evaluation_request = args[:evaluation_request] if args.key?(:evaluation_request)
|
9818
|
+
@evaluation_run = args[:evaluation_run] if args.key?(:evaluation_run)
|
9819
|
+
@metadata = args[:metadata] if args.key?(:metadata)
|
9820
|
+
@metric = args[:metric] if args.key?(:metric)
|
9821
|
+
@request = args[:request] if args.key?(:request)
|
9822
|
+
end
|
9823
|
+
end
|
9824
|
+
|
9825
|
+
# The results of the evaluation run.
|
9826
|
+
class GoogleCloudAiplatformV1beta1EvaluationResults
|
9827
|
+
include Google::Apis::Core::Hashable
|
9828
|
+
|
9829
|
+
# The evaluation set where item level results are stored.
|
9830
|
+
# Corresponds to the JSON property `evaluationSet`
|
9831
|
+
# @return [String]
|
9832
|
+
attr_accessor :evaluation_set
|
9833
|
+
|
9834
|
+
# The summary metrics for the evaluation run.
|
9835
|
+
# Corresponds to the JSON property `summaryMetrics`
|
9836
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1SummaryMetrics]
|
9837
|
+
attr_accessor :summary_metrics
|
9838
|
+
|
9839
|
+
def initialize(**args)
|
9840
|
+
update!(**args)
|
9841
|
+
end
|
9842
|
+
|
9843
|
+
# Update properties of this object
|
9844
|
+
def update!(**args)
|
9845
|
+
@evaluation_set = args[:evaluation_set] if args.key?(:evaluation_set)
|
9846
|
+
@summary_metrics = args[:summary_metrics] if args.key?(:summary_metrics)
|
9847
|
+
end
|
9848
|
+
end
|
9849
|
+
|
9850
|
+
# Configuration for a rubric group to be generated/saved for evaluation.
|
9851
|
+
class GoogleCloudAiplatformV1beta1EvaluationRubricConfig
|
9852
|
+
include Google::Apis::Core::Hashable
|
9853
|
+
|
9854
|
+
# Specification for a pre-defined metric.
|
9855
|
+
# Corresponds to the JSON property `predefinedRubricGenerationSpec`
|
9856
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetricPredefinedMetricSpec]
|
9857
|
+
attr_accessor :predefined_rubric_generation_spec
|
9858
|
+
|
9859
|
+
# Specification for how rubrics should be generated.
|
9860
|
+
# Corresponds to the JSON property `rubricGenerationSpec`
|
9861
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricGenerationSpec]
|
9862
|
+
attr_accessor :rubric_generation_spec
|
9863
|
+
|
9864
|
+
# Required. The key used to save the generated rubrics. If a generation spec is
|
9865
|
+
# provided, this key will be used for the name of the generated rubric group.
|
9866
|
+
# Otherwise, this key will be used to look up the existing rubric group on the
|
9867
|
+
# evaluation item. Note that if a rubric group key is specified on both a rubric
|
9868
|
+
# config and an evaluation metric, the key from the metric will be used to
|
9869
|
+
# select the rubrics for evaluation.
|
9870
|
+
# Corresponds to the JSON property `rubricGroupKey`
|
9871
|
+
# @return [String]
|
9872
|
+
attr_accessor :rubric_group_key
|
9873
|
+
|
9874
|
+
def initialize(**args)
|
9875
|
+
update!(**args)
|
9876
|
+
end
|
9877
|
+
|
9878
|
+
# Update properties of this object
|
9879
|
+
def update!(**args)
|
9880
|
+
@predefined_rubric_generation_spec = args[:predefined_rubric_generation_spec] if args.key?(:predefined_rubric_generation_spec)
|
9881
|
+
@rubric_generation_spec = args[:rubric_generation_spec] if args.key?(:rubric_generation_spec)
|
9882
|
+
@rubric_group_key = args[:rubric_group_key] if args.key?(:rubric_group_key)
|
9883
|
+
end
|
9884
|
+
end
|
9885
|
+
|
9886
|
+
# EvaluationRun is a resource that represents a single evaluation run, which
|
9887
|
+
# includes a set of prompts, model responses, evaluation configuration and the
|
9888
|
+
# resulting metrics.
|
9889
|
+
class GoogleCloudAiplatformV1beta1EvaluationRun
|
9890
|
+
include Google::Apis::Core::Hashable
|
9891
|
+
|
9892
|
+
# Output only. Time when the evaluation run was completed.
|
9893
|
+
# Corresponds to the JSON property `completionTime`
|
9894
|
+
# @return [String]
|
9895
|
+
attr_accessor :completion_time
|
9896
|
+
|
9897
|
+
# Output only. Time when the evaluation run was created.
|
9898
|
+
# Corresponds to the JSON property `createTime`
|
9899
|
+
# @return [String]
|
9900
|
+
attr_accessor :create_time
|
9901
|
+
|
9902
|
+
# The data source for the evaluation run.
|
9903
|
+
# Corresponds to the JSON property `dataSource`
|
9904
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunDataSource]
|
9905
|
+
attr_accessor :data_source
|
9906
|
+
|
9907
|
+
# Required. The display name of the Evaluation Run.
|
9908
|
+
# Corresponds to the JSON property `displayName`
|
9909
|
+
# @return [String]
|
9910
|
+
attr_accessor :display_name
|
9911
|
+
|
9912
|
+
# The `Status` type defines a logical error model that is suitable for different
|
9913
|
+
# programming environments, including REST APIs and RPC APIs. It is used by [
|
9914
|
+
# gRPC](https://github.com/grpc). Each `Status` message contains three pieces of
|
9915
|
+
# data: error code, error message, and error details. You can find out more
|
9916
|
+
# about this error model and how to work with it in the [API Design Guide](https:
|
9917
|
+
# //cloud.google.com/apis/design/errors).
|
9918
|
+
# Corresponds to the JSON property `error`
|
9919
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleRpcStatus]
|
9920
|
+
attr_accessor :error
|
9921
|
+
|
9922
|
+
# The Evalution configuration used for the evaluation run.
|
9923
|
+
# Corresponds to the JSON property `evaluationConfig`
|
9924
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfig]
|
9925
|
+
attr_accessor :evaluation_config
|
9926
|
+
|
9927
|
+
# The results of the evaluation run.
|
9928
|
+
# Corresponds to the JSON property `evaluationResults`
|
9929
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationResults]
|
9930
|
+
attr_accessor :evaluation_results
|
9931
|
+
|
9932
|
+
# Output only. The specific evaluation set of the evaluation run. For runs with
|
9933
|
+
# an evaluation set input, this will be that same set. For runs with BigQuery
|
9934
|
+
# input, it's the sampled BigQuery dataset.
|
9935
|
+
# Corresponds to the JSON property `evaluationSetSnapshot`
|
9936
|
+
# @return [String]
|
9937
|
+
attr_accessor :evaluation_set_snapshot
|
9938
|
+
|
9939
|
+
# Optional. The candidate to inference config map for the evaluation run. The
|
9940
|
+
# candidate can be up to 128 characters long and can consist of any UTF-8
|
9941
|
+
# characters.
|
9942
|
+
# Corresponds to the JSON property `inferenceConfigs`
|
9943
|
+
# @return [Hash<String,Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunInferenceConfig>]
|
9944
|
+
attr_accessor :inference_configs
|
9945
|
+
|
9946
|
+
# Optional. Labels for the evaluation run.
|
9947
|
+
# Corresponds to the JSON property `labels`
|
9948
|
+
# @return [Hash<String,String>]
|
9949
|
+
attr_accessor :labels
|
9950
|
+
|
9951
|
+
# Optional. Metadata about the evaluation run, can be used by the caller to
|
9952
|
+
# store additional tracking information about the evaluation run.
|
9953
|
+
# Corresponds to the JSON property `metadata`
|
9954
|
+
# @return [Object]
|
9955
|
+
attr_accessor :metadata
|
9956
|
+
|
9957
|
+
# Identifier. The resource name of the EvaluationRun. This is a unique
|
9958
|
+
# identifier. Format: `projects/`project`/locations/`location`/evaluationRuns/`
|
9959
|
+
# evaluation_run``
|
9960
|
+
# Corresponds to the JSON property `name`
|
9961
|
+
# @return [String]
|
9962
|
+
attr_accessor :name
|
9963
|
+
|
9964
|
+
# Output only. The state of the evaluation run.
|
9965
|
+
# Corresponds to the JSON property `state`
|
9966
|
+
# @return [String]
|
9967
|
+
attr_accessor :state
|
9968
|
+
|
9969
|
+
def initialize(**args)
|
9970
|
+
update!(**args)
|
9971
|
+
end
|
9972
|
+
|
9973
|
+
# Update properties of this object
|
9974
|
+
def update!(**args)
|
9975
|
+
@completion_time = args[:completion_time] if args.key?(:completion_time)
|
9976
|
+
@create_time = args[:create_time] if args.key?(:create_time)
|
9977
|
+
@data_source = args[:data_source] if args.key?(:data_source)
|
9978
|
+
@display_name = args[:display_name] if args.key?(:display_name)
|
9979
|
+
@error = args[:error] if args.key?(:error)
|
9980
|
+
@evaluation_config = args[:evaluation_config] if args.key?(:evaluation_config)
|
9981
|
+
@evaluation_results = args[:evaluation_results] if args.key?(:evaluation_results)
|
9982
|
+
@evaluation_set_snapshot = args[:evaluation_set_snapshot] if args.key?(:evaluation_set_snapshot)
|
9983
|
+
@inference_configs = args[:inference_configs] if args.key?(:inference_configs)
|
9984
|
+
@labels = args[:labels] if args.key?(:labels)
|
9985
|
+
@metadata = args[:metadata] if args.key?(:metadata)
|
9986
|
+
@name = args[:name] if args.key?(:name)
|
9987
|
+
@state = args[:state] if args.key?(:state)
|
9988
|
+
end
|
9989
|
+
end
|
9990
|
+
|
9991
|
+
# The data source for the evaluation run.
|
9992
|
+
class GoogleCloudAiplatformV1beta1EvaluationRunDataSource
|
9993
|
+
include Google::Apis::Core::Hashable
|
9994
|
+
|
9995
|
+
# The request set for the evaluation run.
|
9996
|
+
# Corresponds to the JSON property `bigqueryRequestSet`
|
9997
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1BigQueryRequestSet]
|
9998
|
+
attr_accessor :bigquery_request_set
|
9999
|
+
|
10000
|
+
# The EvaluationSet resource name. Format: `projects/`project`/locations/`
|
10001
|
+
# location`/evaluationSets/`evaluation_set``
|
10002
|
+
# Corresponds to the JSON property `evaluationSet`
|
10003
|
+
# @return [String]
|
10004
|
+
attr_accessor :evaluation_set
|
10005
|
+
|
10006
|
+
def initialize(**args)
|
10007
|
+
update!(**args)
|
10008
|
+
end
|
10009
|
+
|
10010
|
+
# Update properties of this object
|
10011
|
+
def update!(**args)
|
10012
|
+
@bigquery_request_set = args[:bigquery_request_set] if args.key?(:bigquery_request_set)
|
10013
|
+
@evaluation_set = args[:evaluation_set] if args.key?(:evaluation_set)
|
10014
|
+
end
|
10015
|
+
end
|
10016
|
+
|
10017
|
+
# The Evalution configuration used for the evaluation run.
|
10018
|
+
class GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfig
|
10019
|
+
include Google::Apis::Core::Hashable
|
10020
|
+
|
10021
|
+
# The autorater config used for the evaluation run.
|
10022
|
+
# Corresponds to the JSON property `autoraterConfig`
|
10023
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigAutoraterConfig]
|
10024
|
+
attr_accessor :autorater_config
|
10025
|
+
|
10026
|
+
# Required. The metrics to be calculated in the evaluation run.
|
10027
|
+
# Corresponds to the JSON property `metrics`
|
10028
|
+
# @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetric>]
|
10029
|
+
attr_accessor :metrics
|
10030
|
+
|
10031
|
+
# The output config for the evaluation run.
|
10032
|
+
# Corresponds to the JSON property `outputConfig`
|
10033
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigOutputConfig]
|
10034
|
+
attr_accessor :output_config
|
10035
|
+
|
10036
|
+
# Prompt template used for inference.
|
10037
|
+
# Corresponds to the JSON property `promptTemplate`
|
10038
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigPromptTemplate]
|
10039
|
+
attr_accessor :prompt_template
|
10040
|
+
|
10041
|
+
# Optional. The rubric configs for the evaluation run. They are used to generate
|
10042
|
+
# rubrics which can be used by rubric-based metrics. Multiple rubric configs can
|
10043
|
+
# be specified for rubric generation but only one rubric config can be used for
|
10044
|
+
# a rubric-based metric. If more than one rubric config is provided, the
|
10045
|
+
# evaluation metric must specify a rubric group key. Note that if a generation
|
10046
|
+
# spec is specified on both a rubric config and an evaluation metric, the
|
10047
|
+
# rubrics generated for the metric will be used for evaluation.
|
10048
|
+
# Corresponds to the JSON property `rubricConfigs`
|
10049
|
+
# @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRubricConfig>]
|
10050
|
+
attr_accessor :rubric_configs
|
10051
|
+
|
10052
|
+
def initialize(**args)
|
10053
|
+
update!(**args)
|
10054
|
+
end
|
10055
|
+
|
10056
|
+
# Update properties of this object
|
10057
|
+
def update!(**args)
|
10058
|
+
@autorater_config = args[:autorater_config] if args.key?(:autorater_config)
|
10059
|
+
@metrics = args[:metrics] if args.key?(:metrics)
|
10060
|
+
@output_config = args[:output_config] if args.key?(:output_config)
|
10061
|
+
@prompt_template = args[:prompt_template] if args.key?(:prompt_template)
|
10062
|
+
@rubric_configs = args[:rubric_configs] if args.key?(:rubric_configs)
|
10063
|
+
end
|
10064
|
+
end
|
10065
|
+
|
10066
|
+
# The autorater config used for the evaluation run.
|
10067
|
+
class GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigAutoraterConfig
|
10068
|
+
include Google::Apis::Core::Hashable
|
10069
|
+
|
10070
|
+
# Optional. The fully qualified name of the publisher model or tuned autorater
|
10071
|
+
# endpoint to use. Publisher model format: `projects/`project`/locations/`
|
10072
|
+
# location`/publishers/*/models/*` Tuned model endpoint format: `projects/`
|
10073
|
+
# project`/locations/`location`/endpoints/`endpoint``
|
10074
|
+
# Corresponds to the JSON property `autoraterModel`
|
10075
|
+
# @return [String]
|
10076
|
+
attr_accessor :autorater_model
|
10077
|
+
|
10078
|
+
# Generation config.
|
10079
|
+
# Corresponds to the JSON property `generationConfig`
|
10080
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1GenerationConfig]
|
10081
|
+
attr_accessor :generation_config
|
10082
|
+
|
10083
|
+
# Optional. Number of samples for each instance in the dataset. If not specified,
|
10084
|
+
# the default is 4. Minimum value is 1, maximum value is 32.
|
10085
|
+
# Corresponds to the JSON property `sampleCount`
|
10086
|
+
# @return [Fixnum]
|
10087
|
+
attr_accessor :sample_count
|
10088
|
+
|
10089
|
+
def initialize(**args)
|
10090
|
+
update!(**args)
|
10091
|
+
end
|
10092
|
+
|
10093
|
+
# Update properties of this object
|
10094
|
+
def update!(**args)
|
10095
|
+
@autorater_model = args[:autorater_model] if args.key?(:autorater_model)
|
10096
|
+
@generation_config = args[:generation_config] if args.key?(:generation_config)
|
10097
|
+
@sample_count = args[:sample_count] if args.key?(:sample_count)
|
10098
|
+
end
|
10099
|
+
end
|
10100
|
+
|
10101
|
+
# The output config for the evaluation run.
|
10102
|
+
class GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigOutputConfig
|
10103
|
+
include Google::Apis::Core::Hashable
|
10104
|
+
|
10105
|
+
# The BigQuery location for the output content.
|
10106
|
+
# Corresponds to the JSON property `bigqueryDestination`
|
10107
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1BigQueryDestination]
|
10108
|
+
attr_accessor :bigquery_destination
|
10109
|
+
|
10110
|
+
# The Google Cloud Storage location where the output is to be written to.
|
10111
|
+
# Corresponds to the JSON property `gcsDestination`
|
10112
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1GcsDestination]
|
10113
|
+
attr_accessor :gcs_destination
|
10114
|
+
|
10115
|
+
def initialize(**args)
|
10116
|
+
update!(**args)
|
10117
|
+
end
|
10118
|
+
|
10119
|
+
# Update properties of this object
|
10120
|
+
def update!(**args)
|
10121
|
+
@bigquery_destination = args[:bigquery_destination] if args.key?(:bigquery_destination)
|
10122
|
+
@gcs_destination = args[:gcs_destination] if args.key?(:gcs_destination)
|
10123
|
+
end
|
10124
|
+
end
|
10125
|
+
|
10126
|
+
# Prompt template used for inference.
|
10127
|
+
class GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigPromptTemplate
|
10128
|
+
include Google::Apis::Core::Hashable
|
10129
|
+
|
10130
|
+
# Prompt template stored in Cloud Storage. Format: "gs://my-bucket/file-name.txt"
|
10131
|
+
# .
|
10132
|
+
# Corresponds to the JSON property `gcsUri`
|
10133
|
+
# @return [String]
|
10134
|
+
attr_accessor :gcs_uri
|
10135
|
+
|
10136
|
+
# Inline prompt template. Template variables should be in the format "`var_name`"
|
10137
|
+
# . Example: "Translate the following from `source_lang` to `target_lang`: `text`
|
10138
|
+
# "
|
10139
|
+
# Corresponds to the JSON property `promptTemplate`
|
10140
|
+
# @return [String]
|
10141
|
+
attr_accessor :prompt_template
|
10142
|
+
|
10143
|
+
def initialize(**args)
|
10144
|
+
update!(**args)
|
10145
|
+
end
|
10146
|
+
|
10147
|
+
# Update properties of this object
|
10148
|
+
def update!(**args)
|
10149
|
+
@gcs_uri = args[:gcs_uri] if args.key?(:gcs_uri)
|
10150
|
+
@prompt_template = args[:prompt_template] if args.key?(:prompt_template)
|
10151
|
+
end
|
10152
|
+
end
|
10153
|
+
|
10154
|
+
# An inference config used for model inference during the evaluation run.
|
10155
|
+
class GoogleCloudAiplatformV1beta1EvaluationRunInferenceConfig
|
10156
|
+
include Google::Apis::Core::Hashable
|
10157
|
+
|
10158
|
+
# Generation config.
|
10159
|
+
# Corresponds to the JSON property `generationConfig`
|
10160
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1GenerationConfig]
|
10161
|
+
attr_accessor :generation_config
|
10162
|
+
|
10163
|
+
# Required. The fully qualified name of the publisher model or endpoint to use.
|
10164
|
+
# Publisher model format: `projects/`project`/locations/`location`/publishers/*/
|
10165
|
+
# models/*` Endpoint format: `projects/`project`/locations/`location`/endpoints/`
|
10166
|
+
# endpoint``
|
10167
|
+
# Corresponds to the JSON property `model`
|
10168
|
+
# @return [String]
|
10169
|
+
attr_accessor :model
|
10170
|
+
|
10171
|
+
def initialize(**args)
|
10172
|
+
update!(**args)
|
10173
|
+
end
|
10174
|
+
|
10175
|
+
# Update properties of this object
|
10176
|
+
def update!(**args)
|
10177
|
+
@generation_config = args[:generation_config] if args.key?(:generation_config)
|
10178
|
+
@model = args[:model] if args.key?(:model)
|
10179
|
+
end
|
10180
|
+
end
|
10181
|
+
|
10182
|
+
# The metric used for evaluation runs.
|
10183
|
+
class GoogleCloudAiplatformV1beta1EvaluationRunMetric
|
10184
|
+
include Google::Apis::Core::Hashable
|
10185
|
+
|
10186
|
+
# Specification for a computation based metric.
|
10187
|
+
# Corresponds to the JSON property `computationBasedMetricSpec`
|
10188
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetricComputationBasedMetricSpec]
|
10189
|
+
attr_accessor :computation_based_metric_spec
|
10190
|
+
|
10191
|
+
# Specification for an LLM based metric.
|
10192
|
+
# Corresponds to the JSON property `llmBasedMetricSpec`
|
10193
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetricLlmBasedMetricSpec]
|
10194
|
+
attr_accessor :llm_based_metric_spec
|
10195
|
+
|
10196
|
+
# Required. The name of the metric.
|
10197
|
+
# Corresponds to the JSON property `metric`
|
10198
|
+
# @return [String]
|
10199
|
+
attr_accessor :metric
|
10200
|
+
|
10201
|
+
# Specification for a pre-defined metric.
|
10202
|
+
# Corresponds to the JSON property `predefinedMetricSpec`
|
10203
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetricPredefinedMetricSpec]
|
10204
|
+
attr_accessor :predefined_metric_spec
|
10205
|
+
|
10206
|
+
# Specification for a metric that is based on rubrics.
|
10207
|
+
# Corresponds to the JSON property `rubricBasedMetricSpec`
|
10208
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricBasedMetricSpec]
|
10209
|
+
attr_accessor :rubric_based_metric_spec
|
10210
|
+
|
10211
|
+
def initialize(**args)
|
10212
|
+
update!(**args)
|
10213
|
+
end
|
10214
|
+
|
10215
|
+
# Update properties of this object
|
10216
|
+
def update!(**args)
|
10217
|
+
@computation_based_metric_spec = args[:computation_based_metric_spec] if args.key?(:computation_based_metric_spec)
|
10218
|
+
@llm_based_metric_spec = args[:llm_based_metric_spec] if args.key?(:llm_based_metric_spec)
|
10219
|
+
@metric = args[:metric] if args.key?(:metric)
|
10220
|
+
@predefined_metric_spec = args[:predefined_metric_spec] if args.key?(:predefined_metric_spec)
|
10221
|
+
@rubric_based_metric_spec = args[:rubric_based_metric_spec] if args.key?(:rubric_based_metric_spec)
|
10222
|
+
end
|
10223
|
+
end
|
10224
|
+
|
10225
|
+
# Specification for a computation based metric.
|
10226
|
+
class GoogleCloudAiplatformV1beta1EvaluationRunMetricComputationBasedMetricSpec
|
10227
|
+
include Google::Apis::Core::Hashable
|
10228
|
+
|
10229
|
+
# Optional. A map of parameters for the metric, e.g. `"rouge_type": "rougeL"`.
|
10230
|
+
# Corresponds to the JSON property `parameters`
|
10231
|
+
# @return [Hash<String,Object>]
|
10232
|
+
attr_accessor :parameters
|
10233
|
+
|
10234
|
+
# Required. The type of the computation based metric.
|
10235
|
+
# Corresponds to the JSON property `type`
|
10236
|
+
# @return [String]
|
10237
|
+
attr_accessor :type
|
10238
|
+
|
10239
|
+
def initialize(**args)
|
10240
|
+
update!(**args)
|
10241
|
+
end
|
10242
|
+
|
10243
|
+
# Update properties of this object
|
10244
|
+
def update!(**args)
|
10245
|
+
@parameters = args[:parameters] if args.key?(:parameters)
|
10246
|
+
@type = args[:type] if args.key?(:type)
|
10247
|
+
end
|
10248
|
+
end
|
10249
|
+
|
10250
|
+
# Specification for an LLM based metric.
|
10251
|
+
class GoogleCloudAiplatformV1beta1EvaluationRunMetricLlmBasedMetricSpec
|
10252
|
+
include Google::Apis::Core::Hashable
|
10253
|
+
|
10254
|
+
# Optional. Optional additional configuration for the metric.
|
10255
|
+
# Corresponds to the JSON property `additionalConfig`
|
10256
|
+
# @return [Hash<String,Object>]
|
10257
|
+
attr_accessor :additional_config
|
10258
|
+
|
10259
|
+
# The autorater config used for the evaluation run.
|
10260
|
+
# Corresponds to the JSON property `judgeAutoraterConfig`
|
10261
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigAutoraterConfig]
|
10262
|
+
attr_accessor :judge_autorater_config
|
10263
|
+
|
10264
|
+
# Required. Template for the prompt sent to the judge model.
|
10265
|
+
# Corresponds to the JSON property `metricPromptTemplate`
|
10266
|
+
# @return [String]
|
10267
|
+
attr_accessor :metric_prompt_template
|
10268
|
+
|
10269
|
+
# Specification for a pre-defined metric.
|
10270
|
+
# Corresponds to the JSON property `predefinedRubricGenerationSpec`
|
10271
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetricPredefinedMetricSpec]
|
10272
|
+
attr_accessor :predefined_rubric_generation_spec
|
10273
|
+
|
10274
|
+
# Specification for how rubrics should be generated.
|
10275
|
+
# Corresponds to the JSON property `rubricGenerationSpec`
|
10276
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricGenerationSpec]
|
10277
|
+
attr_accessor :rubric_generation_spec
|
10278
|
+
|
10279
|
+
# Use a pre-defined group of rubrics associated with the input. Refers to a key
|
10280
|
+
# in the rubric_groups map of EvaluationInstance.
|
10281
|
+
# Corresponds to the JSON property `rubricGroupKey`
|
10282
|
+
# @return [String]
|
10283
|
+
attr_accessor :rubric_group_key
|
10284
|
+
|
10285
|
+
# Optional. System instructions for the judge model.
|
10286
|
+
# Corresponds to the JSON property `systemInstruction`
|
10287
|
+
# @return [String]
|
10288
|
+
attr_accessor :system_instruction
|
10289
|
+
|
10290
|
+
def initialize(**args)
|
10291
|
+
update!(**args)
|
10292
|
+
end
|
10293
|
+
|
10294
|
+
# Update properties of this object
|
10295
|
+
def update!(**args)
|
10296
|
+
@additional_config = args[:additional_config] if args.key?(:additional_config)
|
10297
|
+
@judge_autorater_config = args[:judge_autorater_config] if args.key?(:judge_autorater_config)
|
10298
|
+
@metric_prompt_template = args[:metric_prompt_template] if args.key?(:metric_prompt_template)
|
10299
|
+
@predefined_rubric_generation_spec = args[:predefined_rubric_generation_spec] if args.key?(:predefined_rubric_generation_spec)
|
10300
|
+
@rubric_generation_spec = args[:rubric_generation_spec] if args.key?(:rubric_generation_spec)
|
10301
|
+
@rubric_group_key = args[:rubric_group_key] if args.key?(:rubric_group_key)
|
10302
|
+
@system_instruction = args[:system_instruction] if args.key?(:system_instruction)
|
10303
|
+
end
|
10304
|
+
end
|
10305
|
+
|
10306
|
+
# Specification for a pre-defined metric.
|
10307
|
+
class GoogleCloudAiplatformV1beta1EvaluationRunMetricPredefinedMetricSpec
|
10308
|
+
include Google::Apis::Core::Hashable
|
10309
|
+
|
10310
|
+
# Required. The name of a pre-defined metric, such as "instruction_following_v1"
|
10311
|
+
# or "text_quality_v1".
|
10312
|
+
# Corresponds to the JSON property `metricSpecName`
|
10313
|
+
# @return [String]
|
10314
|
+
attr_accessor :metric_spec_name
|
10315
|
+
|
10316
|
+
# Optional. The parameters needed to run the pre-defined metric.
|
10317
|
+
# Corresponds to the JSON property `parameters`
|
10318
|
+
# @return [Hash<String,Object>]
|
10319
|
+
attr_accessor :parameters
|
10320
|
+
|
10321
|
+
def initialize(**args)
|
10322
|
+
update!(**args)
|
10323
|
+
end
|
10324
|
+
|
10325
|
+
# Update properties of this object
|
10326
|
+
def update!(**args)
|
10327
|
+
@metric_spec_name = args[:metric_spec_name] if args.key?(:metric_spec_name)
|
10328
|
+
@parameters = args[:parameters] if args.key?(:parameters)
|
10329
|
+
end
|
10330
|
+
end
|
10331
|
+
|
10332
|
+
# Specification for a metric that is based on rubrics.
|
10333
|
+
class GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricBasedMetricSpec
|
10334
|
+
include Google::Apis::Core::Hashable
|
10335
|
+
|
10336
|
+
# Defines a list of rubrics, used when providing rubrics inline.
|
10337
|
+
# Corresponds to the JSON property `inlineRubrics`
|
10338
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricBasedMetricSpecRepeatedRubrics]
|
10339
|
+
attr_accessor :inline_rubrics
|
10340
|
+
|
10341
|
+
# The autorater config used for the evaluation run.
|
10342
|
+
# Corresponds to the JSON property `judgeAutoraterConfig`
|
10343
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigAutoraterConfig]
|
10344
|
+
attr_accessor :judge_autorater_config
|
10345
|
+
|
10346
|
+
# Optional. Template for the prompt used by the judge model to evaluate against
|
10347
|
+
# rubrics.
|
10348
|
+
# Corresponds to the JSON property `metricPromptTemplate`
|
10349
|
+
# @return [String]
|
10350
|
+
attr_accessor :metric_prompt_template
|
10351
|
+
|
10352
|
+
# Specification for how rubrics should be generated.
|
10353
|
+
# Corresponds to the JSON property `rubricGenerationSpec`
|
10354
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricGenerationSpec]
|
10355
|
+
attr_accessor :rubric_generation_spec
|
10356
|
+
|
10357
|
+
# Use a pre-defined group of rubrics associated with the input content. This
|
10358
|
+
# refers to a key in the `rubric_groups` map of `RubricEnhancedContents`.
|
10359
|
+
# Corresponds to the JSON property `rubricGroupKey`
|
10360
|
+
# @return [String]
|
10361
|
+
attr_accessor :rubric_group_key
|
10362
|
+
|
10363
|
+
def initialize(**args)
|
10364
|
+
update!(**args)
|
10365
|
+
end
|
10366
|
+
|
10367
|
+
# Update properties of this object
|
10368
|
+
def update!(**args)
|
10369
|
+
@inline_rubrics = args[:inline_rubrics] if args.key?(:inline_rubrics)
|
10370
|
+
@judge_autorater_config = args[:judge_autorater_config] if args.key?(:judge_autorater_config)
|
10371
|
+
@metric_prompt_template = args[:metric_prompt_template] if args.key?(:metric_prompt_template)
|
10372
|
+
@rubric_generation_spec = args[:rubric_generation_spec] if args.key?(:rubric_generation_spec)
|
10373
|
+
@rubric_group_key = args[:rubric_group_key] if args.key?(:rubric_group_key)
|
10374
|
+
end
|
10375
|
+
end
|
10376
|
+
|
10377
|
+
# Defines a list of rubrics, used when providing rubrics inline.
|
10378
|
+
class GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricBasedMetricSpecRepeatedRubrics
|
10379
|
+
include Google::Apis::Core::Hashable
|
10380
|
+
|
10381
|
+
# The list of rubrics.
|
10382
|
+
# Corresponds to the JSON property `rubrics`
|
10383
|
+
# @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Rubric>]
|
10384
|
+
attr_accessor :rubrics
|
10385
|
+
|
10386
|
+
def initialize(**args)
|
10387
|
+
update!(**args)
|
10388
|
+
end
|
10389
|
+
|
10390
|
+
# Update properties of this object
|
10391
|
+
def update!(**args)
|
10392
|
+
@rubrics = args[:rubrics] if args.key?(:rubrics)
|
10393
|
+
end
|
10394
|
+
end
|
10395
|
+
|
10396
|
+
# Specification for how rubrics should be generated.
|
10397
|
+
class GoogleCloudAiplatformV1beta1EvaluationRunMetricRubricGenerationSpec
|
10398
|
+
include Google::Apis::Core::Hashable
|
10399
|
+
|
10400
|
+
# The autorater config used for the evaluation run.
|
10401
|
+
# Corresponds to the JSON property `modelConfig`
|
10402
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRunEvaluationConfigAutoraterConfig]
|
10403
|
+
attr_accessor :model_config
|
10404
|
+
|
10405
|
+
# Optional. Template for the prompt used to generate rubrics. The details should
|
10406
|
+
# be updated based on the most-recent recipe requirements.
|
10407
|
+
# Corresponds to the JSON property `promptTemplate`
|
10408
|
+
# @return [String]
|
10409
|
+
attr_accessor :prompt_template
|
10410
|
+
|
10411
|
+
# Optional. The type of rubric content to be generated.
|
10412
|
+
# Corresponds to the JSON property `rubricContentType`
|
10413
|
+
# @return [String]
|
10414
|
+
attr_accessor :rubric_content_type
|
10415
|
+
|
10416
|
+
# Optional. An optional, pre-defined list of allowed types for generated rubrics.
|
10417
|
+
# If this field is provided, it implies `include_rubric_type` should be true,
|
10418
|
+
# and the generated rubric types should be chosen from this ontology.
|
10419
|
+
# Corresponds to the JSON property `rubricTypeOntology`
|
10420
|
+
# @return [Array<String>]
|
10421
|
+
attr_accessor :rubric_type_ontology
|
10422
|
+
|
10423
|
+
def initialize(**args)
|
10424
|
+
update!(**args)
|
10425
|
+
end
|
10426
|
+
|
10427
|
+
# Update properties of this object
|
10428
|
+
def update!(**args)
|
10429
|
+
@model_config = args[:model_config] if args.key?(:model_config)
|
10430
|
+
@prompt_template = args[:prompt_template] if args.key?(:prompt_template)
|
10431
|
+
@rubric_content_type = args[:rubric_content_type] if args.key?(:rubric_content_type)
|
10432
|
+
@rubric_type_ontology = args[:rubric_type_ontology] if args.key?(:rubric_type_ontology)
|
10433
|
+
end
|
10434
|
+
end
|
10435
|
+
|
10436
|
+
# EvaluationSet is a collection of related EvaluationItems that are evaluated
|
10437
|
+
# together.
|
10438
|
+
class GoogleCloudAiplatformV1beta1EvaluationSet
|
10439
|
+
include Google::Apis::Core::Hashable
|
10440
|
+
|
10441
|
+
# Output only. Timestamp when this item was created.
|
10442
|
+
# Corresponds to the JSON property `createTime`
|
10443
|
+
# @return [String]
|
10444
|
+
attr_accessor :create_time
|
10445
|
+
|
10446
|
+
# Required. The display name of the EvaluationSet.
|
10447
|
+
# Corresponds to the JSON property `displayName`
|
10448
|
+
# @return [String]
|
10449
|
+
attr_accessor :display_name
|
10450
|
+
|
10451
|
+
# Required. The EvaluationItems that are part of this dataset.
|
10452
|
+
# Corresponds to the JSON property `evaluationItems`
|
10453
|
+
# @return [Array<String>]
|
10454
|
+
attr_accessor :evaluation_items
|
10455
|
+
|
10456
|
+
# Optional. Metadata for the EvaluationSet.
|
10457
|
+
# Corresponds to the JSON property `metadata`
|
10458
|
+
# @return [Object]
|
10459
|
+
attr_accessor :metadata
|
10460
|
+
|
10461
|
+
# Identifier. The resource name of the EvaluationSet. Format: `projects/`project`
|
10462
|
+
# /locations/`location`/evaluationSets/`evaluation_set``
|
10463
|
+
# Corresponds to the JSON property `name`
|
10464
|
+
# @return [String]
|
10465
|
+
attr_accessor :name
|
10466
|
+
|
10467
|
+
# Output only. Timestamp when this item was last updated.
|
10468
|
+
# Corresponds to the JSON property `updateTime`
|
10469
|
+
# @return [String]
|
10470
|
+
attr_accessor :update_time
|
10471
|
+
|
10472
|
+
def initialize(**args)
|
10473
|
+
update!(**args)
|
10474
|
+
end
|
10475
|
+
|
10476
|
+
# Update properties of this object
|
10477
|
+
def update!(**args)
|
10478
|
+
@create_time = args[:create_time] if args.key?(:create_time)
|
10479
|
+
@display_name = args[:display_name] if args.key?(:display_name)
|
10480
|
+
@evaluation_items = args[:evaluation_items] if args.key?(:evaluation_items)
|
10481
|
+
@metadata = args[:metadata] if args.key?(:metadata)
|
10482
|
+
@name = args[:name] if args.key?(:name)
|
10483
|
+
@update_time = args[:update_time] if args.key?(:update_time)
|
10484
|
+
end
|
10485
|
+
end
|
10486
|
+
|
9139
10487
|
# An edge describing the relationship between an Artifact and an Execution in a
|
9140
10488
|
# lineage graph.
|
9141
10489
|
class GoogleCloudAiplatformV1beta1Event
|
@@ -9784,6 +11132,44 @@ module Google
|
|
9784
11132
|
end
|
9785
11133
|
end
|
9786
11134
|
|
11135
|
+
# Request message for SandboxEnvironmentExecutionService.Execute.
|
11136
|
+
class GoogleCloudAiplatformV1beta1ExecuteSandboxEnvironmentRequest
|
11137
|
+
include Google::Apis::Core::Hashable
|
11138
|
+
|
11139
|
+
# Required. The inputs to the sandbox environment.
|
11140
|
+
# Corresponds to the JSON property `inputs`
|
11141
|
+
# @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Chunk>]
|
11142
|
+
attr_accessor :inputs
|
11143
|
+
|
11144
|
+
def initialize(**args)
|
11145
|
+
update!(**args)
|
11146
|
+
end
|
11147
|
+
|
11148
|
+
# Update properties of this object
|
11149
|
+
def update!(**args)
|
11150
|
+
@inputs = args[:inputs] if args.key?(:inputs)
|
11151
|
+
end
|
11152
|
+
end
|
11153
|
+
|
11154
|
+
# Response message for SandboxEnvironmentExecutionService.Execute.
|
11155
|
+
class GoogleCloudAiplatformV1beta1ExecuteSandboxEnvironmentResponse
|
11156
|
+
include Google::Apis::Core::Hashable
|
11157
|
+
|
11158
|
+
# The outputs from the sandbox environment.
|
11159
|
+
# Corresponds to the JSON property `outputs`
|
11160
|
+
# @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Chunk>]
|
11161
|
+
attr_accessor :outputs
|
11162
|
+
|
11163
|
+
def initialize(**args)
|
11164
|
+
update!(**args)
|
11165
|
+
end
|
11166
|
+
|
11167
|
+
# Update properties of this object
|
11168
|
+
def update!(**args)
|
11169
|
+
@outputs = args[:outputs] if args.key?(:outputs)
|
11170
|
+
end
|
11171
|
+
end
|
11172
|
+
|
9787
11173
|
# Instance of a general execution.
|
9788
11174
|
class GoogleCloudAiplatformV1beta1Execution
|
9789
11175
|
include Google::Apis::Core::Hashable
|
@@ -15255,7 +16641,59 @@ module Google
|
|
15255
16641
|
end
|
15256
16642
|
end
|
15257
16643
|
|
15258
|
-
# Request message for
|
16644
|
+
# Request message for EvaluationService.GenerateInstanceRubrics.
|
16645
|
+
class GoogleCloudAiplatformV1beta1GenerateInstanceRubricsRequest
|
16646
|
+
include Google::Apis::Core::Hashable
|
16647
|
+
|
16648
|
+
# Required. The prompt to generate rubrics from. For single-turn queries, this
|
16649
|
+
# is a single instance. For multi-turn queries, this is a repeated field that
|
16650
|
+
# contains conversation history + latest request.
|
16651
|
+
# Corresponds to the JSON property `contents`
|
16652
|
+
# @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Content>]
|
16653
|
+
attr_accessor :contents
|
16654
|
+
|
16655
|
+
# The spec for a pre-defined metric.
|
16656
|
+
# Corresponds to the JSON property `predefinedRubricGenerationSpec`
|
16657
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1PredefinedMetricSpec]
|
16658
|
+
attr_accessor :predefined_rubric_generation_spec
|
16659
|
+
|
16660
|
+
# Specification for how rubrics should be generated.
|
16661
|
+
# Corresponds to the JSON property `rubricGenerationSpec`
|
16662
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1RubricGenerationSpec]
|
16663
|
+
attr_accessor :rubric_generation_spec
|
16664
|
+
|
16665
|
+
def initialize(**args)
|
16666
|
+
update!(**args)
|
16667
|
+
end
|
16668
|
+
|
16669
|
+
# Update properties of this object
|
16670
|
+
def update!(**args)
|
16671
|
+
@contents = args[:contents] if args.key?(:contents)
|
16672
|
+
@predefined_rubric_generation_spec = args[:predefined_rubric_generation_spec] if args.key?(:predefined_rubric_generation_spec)
|
16673
|
+
@rubric_generation_spec = args[:rubric_generation_spec] if args.key?(:rubric_generation_spec)
|
16674
|
+
end
|
16675
|
+
end
|
16676
|
+
|
16677
|
+
# Response message for EvaluationService.GenerateInstanceRubrics.
|
16678
|
+
class GoogleCloudAiplatformV1beta1GenerateInstanceRubricsResponse
|
16679
|
+
include Google::Apis::Core::Hashable
|
16680
|
+
|
16681
|
+
# Output only. A list of generated rubrics.
|
16682
|
+
# Corresponds to the JSON property `generatedRubrics`
|
16683
|
+
# @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Rubric>]
|
16684
|
+
attr_accessor :generated_rubrics
|
16685
|
+
|
16686
|
+
def initialize(**args)
|
16687
|
+
update!(**args)
|
16688
|
+
end
|
16689
|
+
|
16690
|
+
# Update properties of this object
|
16691
|
+
def update!(**args)
|
16692
|
+
@generated_rubrics = args[:generated_rubrics] if args.key?(:generated_rubrics)
|
16693
|
+
end
|
16694
|
+
end
|
16695
|
+
|
16696
|
+
# Request message for MemoryBankService.GenerateMemories. Maximum size is 8 MB.
|
15259
16697
|
class GoogleCloudAiplatformV1beta1GenerateMemoriesRequest
|
15260
16698
|
include Google::Apis::Core::Hashable
|
15261
16699
|
|
@@ -15428,6 +16866,64 @@ module Google
|
|
15428
16866
|
end
|
15429
16867
|
end
|
15430
16868
|
|
16869
|
+
# Request message for DataFoundryService.GenerateSyntheticData.
|
16870
|
+
class GoogleCloudAiplatformV1beta1GenerateSyntheticDataRequest
|
16871
|
+
include Google::Apis::Core::Hashable
|
16872
|
+
|
16873
|
+
# Required. The number of synthetic examples to generate. For this stateless API,
|
16874
|
+
# the count is limited to a small number.
|
16875
|
+
# Corresponds to the JSON property `count`
|
16876
|
+
# @return [Fixnum]
|
16877
|
+
attr_accessor :count
|
16878
|
+
|
16879
|
+
# Optional. A list of few-shot examples to guide the model's output style and
|
16880
|
+
# format.
|
16881
|
+
# Corresponds to the JSON property `examples`
|
16882
|
+
# @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1SyntheticExample>]
|
16883
|
+
attr_accessor :examples
|
16884
|
+
|
16885
|
+
# Required. The schema of the desired output, defined by a list of fields.
|
16886
|
+
# Corresponds to the JSON property `outputFieldSpecs`
|
16887
|
+
# @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1OutputFieldSpec>]
|
16888
|
+
attr_accessor :output_field_specs
|
16889
|
+
|
16890
|
+
# Defines a generation strategy based on a high-level task description.
|
16891
|
+
# Corresponds to the JSON property `taskDescription`
|
16892
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1TaskDescriptionStrategy]
|
16893
|
+
attr_accessor :task_description
|
16894
|
+
|
16895
|
+
def initialize(**args)
|
16896
|
+
update!(**args)
|
16897
|
+
end
|
16898
|
+
|
16899
|
+
# Update properties of this object
|
16900
|
+
def update!(**args)
|
16901
|
+
@count = args[:count] if args.key?(:count)
|
16902
|
+
@examples = args[:examples] if args.key?(:examples)
|
16903
|
+
@output_field_specs = args[:output_field_specs] if args.key?(:output_field_specs)
|
16904
|
+
@task_description = args[:task_description] if args.key?(:task_description)
|
16905
|
+
end
|
16906
|
+
end
|
16907
|
+
|
16908
|
+
# The response containing the generated data.
|
16909
|
+
class GoogleCloudAiplatformV1beta1GenerateSyntheticDataResponse
|
16910
|
+
include Google::Apis::Core::Hashable
|
16911
|
+
|
16912
|
+
# A list of generated synthetic examples.
|
16913
|
+
# Corresponds to the JSON property `syntheticExamples`
|
16914
|
+
# @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1SyntheticExample>]
|
16915
|
+
attr_accessor :synthetic_examples
|
16916
|
+
|
16917
|
+
def initialize(**args)
|
16918
|
+
update!(**args)
|
16919
|
+
end
|
16920
|
+
|
16921
|
+
# Update properties of this object
|
16922
|
+
def update!(**args)
|
16923
|
+
@synthetic_examples = args[:synthetic_examples] if args.key?(:synthetic_examples)
|
16924
|
+
end
|
16925
|
+
end
|
16926
|
+
|
15431
16927
|
# Generate video response.
|
15432
16928
|
class GoogleCloudAiplatformV1beta1GenerateVideoResponse
|
15433
16929
|
include Google::Apis::Core::Hashable
|
@@ -15879,25 +17375,12 @@ module Google
|
|
15879
17375
|
class GoogleCloudAiplatformV1beta1GoogleMaps
|
15880
17376
|
include Google::Apis::Core::Hashable
|
15881
17377
|
|
15882
|
-
# The generic reusable api auth config. Deprecated. Please use AuthConfig (
|
15883
|
-
# google/cloud/aiplatform/master/auth.proto) instead.
|
15884
|
-
# Corresponds to the JSON property `apiAuth`
|
15885
|
-
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1ApiAuth]
|
15886
|
-
attr_accessor :api_auth
|
15887
|
-
|
15888
|
-
# Auth configuration to run the extension.
|
15889
|
-
# Corresponds to the JSON property `authConfig`
|
15890
|
-
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1AuthConfig]
|
15891
|
-
attr_accessor :auth_config
|
15892
|
-
|
15893
17378
|
def initialize(**args)
|
15894
17379
|
update!(**args)
|
15895
17380
|
end
|
15896
17381
|
|
15897
17382
|
# Update properties of this object
|
15898
17383
|
def update!(**args)
|
15899
|
-
@api_auth = args[:api_auth] if args.key?(:api_auth)
|
15900
|
-
@auth_config = args[:auth_config] if args.key?(:auth_config)
|
15901
17384
|
end
|
15902
17385
|
end
|
15903
17386
|
|
@@ -18402,6 +19885,81 @@ module Google
|
|
18402
19885
|
end
|
18403
19886
|
end
|
18404
19887
|
|
19888
|
+
# Response message for EvaluationManagementService.ListEvaluationItems.
|
19889
|
+
class GoogleCloudAiplatformV1beta1ListEvaluationItemsResponse
|
19890
|
+
include Google::Apis::Core::Hashable
|
19891
|
+
|
19892
|
+
# List of EvaluationItems in the requested page.
|
19893
|
+
# Corresponds to the JSON property `evaluationItems`
|
19894
|
+
# @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationItem>]
|
19895
|
+
attr_accessor :evaluation_items
|
19896
|
+
|
19897
|
+
# A token to retrieve the next page of results.
|
19898
|
+
# Corresponds to the JSON property `nextPageToken`
|
19899
|
+
# @return [String]
|
19900
|
+
attr_accessor :next_page_token
|
19901
|
+
|
19902
|
+
def initialize(**args)
|
19903
|
+
update!(**args)
|
19904
|
+
end
|
19905
|
+
|
19906
|
+
# Update properties of this object
|
19907
|
+
def update!(**args)
|
19908
|
+
@evaluation_items = args[:evaluation_items] if args.key?(:evaluation_items)
|
19909
|
+
@next_page_token = args[:next_page_token] if args.key?(:next_page_token)
|
19910
|
+
end
|
19911
|
+
end
|
19912
|
+
|
19913
|
+
# Response message for EvaluationManagementService.ListEvaluationRuns.
|
19914
|
+
class GoogleCloudAiplatformV1beta1ListEvaluationRunsResponse
|
19915
|
+
include Google::Apis::Core::Hashable
|
19916
|
+
|
19917
|
+
# List of EvaluationRuns in the requested page.
|
19918
|
+
# Corresponds to the JSON property `evaluationRuns`
|
19919
|
+
# @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationRun>]
|
19920
|
+
attr_accessor :evaluation_runs
|
19921
|
+
|
19922
|
+
# A token to retrieve the next page of results.
|
19923
|
+
# Corresponds to the JSON property `nextPageToken`
|
19924
|
+
# @return [String]
|
19925
|
+
attr_accessor :next_page_token
|
19926
|
+
|
19927
|
+
def initialize(**args)
|
19928
|
+
update!(**args)
|
19929
|
+
end
|
19930
|
+
|
19931
|
+
# Update properties of this object
|
19932
|
+
def update!(**args)
|
19933
|
+
@evaluation_runs = args[:evaluation_runs] if args.key?(:evaluation_runs)
|
19934
|
+
@next_page_token = args[:next_page_token] if args.key?(:next_page_token)
|
19935
|
+
end
|
19936
|
+
end
|
19937
|
+
|
19938
|
+
# Response message for EvaluationManagementService.ListEvaluationSets.
|
19939
|
+
class GoogleCloudAiplatformV1beta1ListEvaluationSetsResponse
|
19940
|
+
include Google::Apis::Core::Hashable
|
19941
|
+
|
19942
|
+
# List of EvaluationSets in the requested page.
|
19943
|
+
# Corresponds to the JSON property `evaluationSets`
|
19944
|
+
# @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationSet>]
|
19945
|
+
attr_accessor :evaluation_sets
|
19946
|
+
|
19947
|
+
# A token to retrieve the next page of results.
|
19948
|
+
# Corresponds to the JSON property `nextPageToken`
|
19949
|
+
# @return [String]
|
19950
|
+
attr_accessor :next_page_token
|
19951
|
+
|
19952
|
+
def initialize(**args)
|
19953
|
+
update!(**args)
|
19954
|
+
end
|
19955
|
+
|
19956
|
+
# Update properties of this object
|
19957
|
+
def update!(**args)
|
19958
|
+
@evaluation_sets = args[:evaluation_sets] if args.key?(:evaluation_sets)
|
19959
|
+
@next_page_token = args[:next_page_token] if args.key?(:next_page_token)
|
19960
|
+
end
|
19961
|
+
end
|
19962
|
+
|
18405
19963
|
# Response message for SessionService.ListEvents.
|
18406
19964
|
class GoogleCloudAiplatformV1beta1ListEventsResponse
|
18407
19965
|
include Google::Apis::Core::Hashable
|
@@ -19406,6 +20964,33 @@ module Google
|
|
19406
20964
|
end
|
19407
20965
|
end
|
19408
20966
|
|
20967
|
+
# Response message for SandboxEnvironmentService.ListSandboxEnvironments.
|
20968
|
+
class GoogleCloudAiplatformV1beta1ListSandboxEnvironmentsResponse
|
20969
|
+
include Google::Apis::Core::Hashable
|
20970
|
+
|
20971
|
+
# A token, which can be sent as ListSandboxEnvironmentsRequest.page_token to
|
20972
|
+
# retrieve the next page. Absence of this field indicates there are no
|
20973
|
+
# subsequent pages.
|
20974
|
+
# Corresponds to the JSON property `nextPageToken`
|
20975
|
+
# @return [String]
|
20976
|
+
attr_accessor :next_page_token
|
20977
|
+
|
20978
|
+
# The SandboxEnvironments matching the request.
|
20979
|
+
# Corresponds to the JSON property `sandboxEnvironments`
|
20980
|
+
# @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1SandboxEnvironment>]
|
20981
|
+
attr_accessor :sandbox_environments
|
20982
|
+
|
20983
|
+
def initialize(**args)
|
20984
|
+
update!(**args)
|
20985
|
+
end
|
20986
|
+
|
20987
|
+
# Update properties of this object
|
20988
|
+
def update!(**args)
|
20989
|
+
@next_page_token = args[:next_page_token] if args.key?(:next_page_token)
|
20990
|
+
@sandbox_environments = args[:sandbox_environments] if args.key?(:sandbox_environments)
|
20991
|
+
end
|
20992
|
+
end
|
20993
|
+
|
19409
20994
|
# Response message for DatasetService.ListSavedQueries.
|
19410
20995
|
class GoogleCloudAiplatformV1beta1ListSavedQueriesResponse
|
19411
20996
|
include Google::Apis::Core::Hashable
|
@@ -19829,6 +21414,19 @@ module Google
|
|
19829
21414
|
# @return [String]
|
19830
21415
|
attr_accessor :accelerator_type
|
19831
21416
|
|
21417
|
+
# Optional. Immutable. The Nvidia GPU partition size. When specified, the
|
21418
|
+
# requested accelerators will be partitioned into smaller GPU partitions. For
|
21419
|
+
# example, if the request is for 8 units of NVIDIA A100 GPUs, and
|
21420
|
+
# gpu_partition_size="1g.10gb", the service will create 8 * 7 = 56 partitioned
|
21421
|
+
# MIG instances. The partition size must be a value supported by the requested
|
21422
|
+
# accelerator. Refer to [Nvidia GPU Partitioning](https://cloud.google.com/
|
21423
|
+
# kubernetes-engine/docs/how-to/gpus-multi#multi-instance_gpu_partitions) for
|
21424
|
+
# the available partition sizes. If set, the accelerator_count should be set to
|
21425
|
+
# 1.
|
21426
|
+
# Corresponds to the JSON property `gpuPartitionSize`
|
21427
|
+
# @return [String]
|
21428
|
+
attr_accessor :gpu_partition_size
|
21429
|
+
|
19832
21430
|
# Immutable. The type of the machine. See the [list of machine types supported
|
19833
21431
|
# for prediction](https://cloud.google.com/vertex-ai/docs/predictions/configure-
|
19834
21432
|
# compute#machine-types) See the [list of machine types supported for custom
|
@@ -19867,6 +21465,7 @@ module Google
|
|
19867
21465
|
def update!(**args)
|
19868
21466
|
@accelerator_count = args[:accelerator_count] if args.key?(:accelerator_count)
|
19869
21467
|
@accelerator_type = args[:accelerator_type] if args.key?(:accelerator_type)
|
21468
|
+
@gpu_partition_size = args[:gpu_partition_size] if args.key?(:gpu_partition_size)
|
19870
21469
|
@machine_type = args[:machine_type] if args.key?(:machine_type)
|
19871
21470
|
@multihost_gpu_node_count = args[:multihost_gpu_node_count] if args.key?(:multihost_gpu_node_count)
|
19872
21471
|
@reservation_affinity = args[:reservation_affinity] if args.key?(:reservation_affinity)
|
@@ -19979,7 +21578,8 @@ module Google
|
|
19979
21578
|
attr_accessor :display_name
|
19980
21579
|
|
19981
21580
|
# Optional. Timestamp of when this resource is considered expired. This is *
|
19982
|
-
# always* provided on output
|
21581
|
+
# always* provided on output when `expiration` is set on input, regardless of
|
21582
|
+
# whether `expire_time` or `ttl` was provided.
|
19983
21583
|
# Corresponds to the JSON property `expireTime`
|
19984
21584
|
# @return [String]
|
19985
21585
|
attr_accessor :expire_time
|
@@ -20031,6 +21631,203 @@ module Google
|
|
20031
21631
|
end
|
20032
21632
|
end
|
20033
21633
|
|
21634
|
+
# Configuration for organizing memories for a particular scope.
|
21635
|
+
class GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfig
|
21636
|
+
include Google::Apis::Core::Hashable
|
21637
|
+
|
21638
|
+
# Optional. Examples of how to generate memories for a particular scope.
|
21639
|
+
# Corresponds to the JSON property `generateMemoriesExamples`
|
21640
|
+
# @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExample>]
|
21641
|
+
attr_accessor :generate_memories_examples
|
21642
|
+
|
21643
|
+
# Optional. Topics of information that should be extracted from conversations
|
21644
|
+
# and stored as memories. If not set, then Memory Bank's default topics will be
|
21645
|
+
# used.
|
21646
|
+
# Corresponds to the JSON property `memoryTopics`
|
21647
|
+
# @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigMemoryTopic>]
|
21648
|
+
attr_accessor :memory_topics
|
21649
|
+
|
21650
|
+
# Optional. The scope keys (i.e. 'user_id') for which to use this config. A
|
21651
|
+
# request's scope must include all of the provided keys for the config to be
|
21652
|
+
# used (order does not matter). If empty, then the config will be used for all
|
21653
|
+
# requests that do not have a more specific config. Only one default config is
|
21654
|
+
# allowed per Memory Bank.
|
21655
|
+
# Corresponds to the JSON property `scopeKeys`
|
21656
|
+
# @return [Array<String>]
|
21657
|
+
attr_accessor :scope_keys
|
21658
|
+
|
21659
|
+
def initialize(**args)
|
21660
|
+
update!(**args)
|
21661
|
+
end
|
21662
|
+
|
21663
|
+
# Update properties of this object
|
21664
|
+
def update!(**args)
|
21665
|
+
@generate_memories_examples = args[:generate_memories_examples] if args.key?(:generate_memories_examples)
|
21666
|
+
@memory_topics = args[:memory_topics] if args.key?(:memory_topics)
|
21667
|
+
@scope_keys = args[:scope_keys] if args.key?(:scope_keys)
|
21668
|
+
end
|
21669
|
+
end
|
21670
|
+
|
21671
|
+
# An example of how to generate memories for a particular scope.
|
21672
|
+
class GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExample
|
21673
|
+
include Google::Apis::Core::Hashable
|
21674
|
+
|
21675
|
+
# A conversation source for the example. This is similar to `
|
21676
|
+
# DirectContentsSource`.
|
21677
|
+
# Corresponds to the JSON property `conversationSource`
|
21678
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExampleConversationSource]
|
21679
|
+
attr_accessor :conversation_source
|
21680
|
+
|
21681
|
+
# Optional. The memories that are expected to be generated from the input
|
21682
|
+
# conversation. An empty list indicates that no memories are expected to be
|
21683
|
+
# generated for the input conversation.
|
21684
|
+
# Corresponds to the JSON property `generatedMemories`
|
21685
|
+
# @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExampleGeneratedMemory>]
|
21686
|
+
attr_accessor :generated_memories
|
21687
|
+
|
21688
|
+
def initialize(**args)
|
21689
|
+
update!(**args)
|
21690
|
+
end
|
21691
|
+
|
21692
|
+
# Update properties of this object
|
21693
|
+
def update!(**args)
|
21694
|
+
@conversation_source = args[:conversation_source] if args.key?(:conversation_source)
|
21695
|
+
@generated_memories = args[:generated_memories] if args.key?(:generated_memories)
|
21696
|
+
end
|
21697
|
+
end
|
21698
|
+
|
21699
|
+
# A conversation source for the example. This is similar to `
|
21700
|
+
# DirectContentsSource`.
|
21701
|
+
class GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExampleConversationSource
|
21702
|
+
include Google::Apis::Core::Hashable
|
21703
|
+
|
21704
|
+
# Optional. The input conversation events for the example.
|
21705
|
+
# Corresponds to the JSON property `events`
|
21706
|
+
# @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExampleConversationSourceEvent>]
|
21707
|
+
attr_accessor :events
|
21708
|
+
|
21709
|
+
def initialize(**args)
|
21710
|
+
update!(**args)
|
21711
|
+
end
|
21712
|
+
|
21713
|
+
# Update properties of this object
|
21714
|
+
def update!(**args)
|
21715
|
+
@events = args[:events] if args.key?(:events)
|
21716
|
+
end
|
21717
|
+
end
|
21718
|
+
|
21719
|
+
# A single conversation event.
|
21720
|
+
class GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExampleConversationSourceEvent
|
21721
|
+
include Google::Apis::Core::Hashable
|
21722
|
+
|
21723
|
+
# The base structured datatype containing multi-part content of a message. A `
|
21724
|
+
# Content` includes a `role` field designating the producer of the `Content` and
|
21725
|
+
# a `parts` field containing multi-part data that contains the content of the
|
21726
|
+
# message turn.
|
21727
|
+
# Corresponds to the JSON property `content`
|
21728
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Content]
|
21729
|
+
attr_accessor :content
|
21730
|
+
|
21731
|
+
def initialize(**args)
|
21732
|
+
update!(**args)
|
21733
|
+
end
|
21734
|
+
|
21735
|
+
# Update properties of this object
|
21736
|
+
def update!(**args)
|
21737
|
+
@content = args[:content] if args.key?(:content)
|
21738
|
+
end
|
21739
|
+
end
|
21740
|
+
|
21741
|
+
# A memory generated by the operation.
|
21742
|
+
class GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigGenerateMemoriesExampleGeneratedMemory
|
21743
|
+
include Google::Apis::Core::Hashable
|
21744
|
+
|
21745
|
+
# Required. The fact to generate a memory from.
|
21746
|
+
# Corresponds to the JSON property `fact`
|
21747
|
+
# @return [String]
|
21748
|
+
attr_accessor :fact
|
21749
|
+
|
21750
|
+
def initialize(**args)
|
21751
|
+
update!(**args)
|
21752
|
+
end
|
21753
|
+
|
21754
|
+
# Update properties of this object
|
21755
|
+
def update!(**args)
|
21756
|
+
@fact = args[:fact] if args.key?(:fact)
|
21757
|
+
end
|
21758
|
+
end
|
21759
|
+
|
21760
|
+
# A topic of information that should be extracted from conversations and stored
|
21761
|
+
# as memories.
|
21762
|
+
class GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigMemoryTopic
|
21763
|
+
include Google::Apis::Core::Hashable
|
21764
|
+
|
21765
|
+
# A custom memory topic defined by the developer.
|
21766
|
+
# Corresponds to the JSON property `customMemoryTopic`
|
21767
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigMemoryTopicCustomMemoryTopic]
|
21768
|
+
attr_accessor :custom_memory_topic
|
21769
|
+
|
21770
|
+
# A managed memory topic defined by the system.
|
21771
|
+
# Corresponds to the JSON property `managedMemoryTopic`
|
21772
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigMemoryTopicManagedMemoryTopic]
|
21773
|
+
attr_accessor :managed_memory_topic
|
21774
|
+
|
21775
|
+
def initialize(**args)
|
21776
|
+
update!(**args)
|
21777
|
+
end
|
21778
|
+
|
21779
|
+
# Update properties of this object
|
21780
|
+
def update!(**args)
|
21781
|
+
@custom_memory_topic = args[:custom_memory_topic] if args.key?(:custom_memory_topic)
|
21782
|
+
@managed_memory_topic = args[:managed_memory_topic] if args.key?(:managed_memory_topic)
|
21783
|
+
end
|
21784
|
+
end
|
21785
|
+
|
21786
|
+
# A custom memory topic defined by the developer.
|
21787
|
+
class GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigMemoryTopicCustomMemoryTopic
|
21788
|
+
include Google::Apis::Core::Hashable
|
21789
|
+
|
21790
|
+
# Required. Description of the memory topic. This should explain what
|
21791
|
+
# information should be extracted for this topic.
|
21792
|
+
# Corresponds to the JSON property `description`
|
21793
|
+
# @return [String]
|
21794
|
+
attr_accessor :description
|
21795
|
+
|
21796
|
+
# Required. The label of the topic.
|
21797
|
+
# Corresponds to the JSON property `label`
|
21798
|
+
# @return [String]
|
21799
|
+
attr_accessor :label
|
21800
|
+
|
21801
|
+
def initialize(**args)
|
21802
|
+
update!(**args)
|
21803
|
+
end
|
21804
|
+
|
21805
|
+
# Update properties of this object
|
21806
|
+
def update!(**args)
|
21807
|
+
@description = args[:description] if args.key?(:description)
|
21808
|
+
@label = args[:label] if args.key?(:label)
|
21809
|
+
end
|
21810
|
+
end
|
21811
|
+
|
21812
|
+
# A managed memory topic defined by the system.
|
21813
|
+
class GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfigMemoryTopicManagedMemoryTopic
|
21814
|
+
include Google::Apis::Core::Hashable
|
21815
|
+
|
21816
|
+
# Required. The managed topic.
|
21817
|
+
# Corresponds to the JSON property `managedTopicEnum`
|
21818
|
+
# @return [String]
|
21819
|
+
attr_accessor :managed_topic_enum
|
21820
|
+
|
21821
|
+
def initialize(**args)
|
21822
|
+
update!(**args)
|
21823
|
+
end
|
21824
|
+
|
21825
|
+
# Update properties of this object
|
21826
|
+
def update!(**args)
|
21827
|
+
@managed_topic_enum = args[:managed_topic_enum] if args.key?(:managed_topic_enum)
|
21828
|
+
end
|
21829
|
+
end
|
21830
|
+
|
20034
21831
|
# Request message for ModelService.MergeVersionAliases.
|
20035
21832
|
class GoogleCloudAiplatformV1beta1MergeVersionAliasesRequest
|
20036
21833
|
include Google::Apis::Core::Hashable
|
@@ -20057,6 +21854,27 @@ module Google
|
|
20057
21854
|
end
|
20058
21855
|
end
|
20059
21856
|
|
21857
|
+
# Metadata for a chunk.
|
21858
|
+
class GoogleCloudAiplatformV1beta1Metadata
|
21859
|
+
include Google::Apis::Core::Hashable
|
21860
|
+
|
21861
|
+
# Optional. Attributes attached to the data. The keys have semantic conventions
|
21862
|
+
# and the consumers of the attributes should know how to deserialize the value
|
21863
|
+
# bytes based on the keys.
|
21864
|
+
# Corresponds to the JSON property `attributes`
|
21865
|
+
# @return [Hash<String,String>]
|
21866
|
+
attr_accessor :attributes
|
21867
|
+
|
21868
|
+
def initialize(**args)
|
21869
|
+
update!(**args)
|
21870
|
+
end
|
21871
|
+
|
21872
|
+
# Update properties of this object
|
21873
|
+
def update!(**args)
|
21874
|
+
@attributes = args[:attributes] if args.key?(:attributes)
|
21875
|
+
end
|
21876
|
+
end
|
21877
|
+
|
20060
21878
|
# Instance of a general MetadataSchema.
|
20061
21879
|
class GoogleCloudAiplatformV1beta1MetadataSchema
|
20062
21880
|
include Google::Apis::Core::Hashable
|
@@ -20240,6 +22058,11 @@ module Google
|
|
20240
22058
|
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1PointwiseMetricSpec]
|
20241
22059
|
attr_accessor :pointwise_metric_spec
|
20242
22060
|
|
22061
|
+
# The spec for a pre-defined metric.
|
22062
|
+
# Corresponds to the JSON property `predefinedMetricSpec`
|
22063
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1PredefinedMetricSpec]
|
22064
|
+
attr_accessor :predefined_metric_spec
|
22065
|
+
|
20243
22066
|
# Spec for rouge score metric - calculates the recall of n-grams in prediction
|
20244
22067
|
# as compared to reference - returns a score ranging between 0 and 1.
|
20245
22068
|
# Corresponds to the JSON property `rougeSpec`
|
@@ -20257,10 +22080,54 @@ module Google
|
|
20257
22080
|
@exact_match_spec = args[:exact_match_spec] if args.key?(:exact_match_spec)
|
20258
22081
|
@pairwise_metric_spec = args[:pairwise_metric_spec] if args.key?(:pairwise_metric_spec)
|
20259
22082
|
@pointwise_metric_spec = args[:pointwise_metric_spec] if args.key?(:pointwise_metric_spec)
|
22083
|
+
@predefined_metric_spec = args[:predefined_metric_spec] if args.key?(:predefined_metric_spec)
|
20260
22084
|
@rouge_spec = args[:rouge_spec] if args.key?(:rouge_spec)
|
20261
22085
|
end
|
20262
22086
|
end
|
20263
22087
|
|
22088
|
+
# Result for a single metric on a single instance.
|
22089
|
+
class GoogleCloudAiplatformV1beta1MetricResult
|
22090
|
+
include Google::Apis::Core::Hashable
|
22091
|
+
|
22092
|
+
# The `Status` type defines a logical error model that is suitable for different
|
22093
|
+
# programming environments, including REST APIs and RPC APIs. It is used by [
|
22094
|
+
# gRPC](https://github.com/grpc). Each `Status` message contains three pieces of
|
22095
|
+
# data: error code, error message, and error details. You can find out more
|
22096
|
+
# about this error model and how to work with it in the [API Design Guide](https:
|
22097
|
+
# //cloud.google.com/apis/design/errors).
|
22098
|
+
# Corresponds to the JSON property `error`
|
22099
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleRpcStatus]
|
22100
|
+
attr_accessor :error
|
22101
|
+
|
22102
|
+
# Output only. The explanation for the metric result.
|
22103
|
+
# Corresponds to the JSON property `explanation`
|
22104
|
+
# @return [String]
|
22105
|
+
attr_accessor :explanation
|
22106
|
+
|
22107
|
+
# Output only. For rubric-based metrics, the verdicts for each rubric.
|
22108
|
+
# Corresponds to the JSON property `rubricVerdicts`
|
22109
|
+
# @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1RubricVerdict>]
|
22110
|
+
attr_accessor :rubric_verdicts
|
22111
|
+
|
22112
|
+
# Output only. The score for the metric. Please refer to each metric's
|
22113
|
+
# documentation for the meaning of the score.
|
22114
|
+
# Corresponds to the JSON property `score`
|
22115
|
+
# @return [Float]
|
22116
|
+
attr_accessor :score
|
22117
|
+
|
22118
|
+
def initialize(**args)
|
22119
|
+
update!(**args)
|
22120
|
+
end
|
22121
|
+
|
22122
|
+
# Update properties of this object
|
22123
|
+
def update!(**args)
|
22124
|
+
@error = args[:error] if args.key?(:error)
|
22125
|
+
@explanation = args[:explanation] if args.key?(:explanation)
|
22126
|
+
@rubric_verdicts = args[:rubric_verdicts] if args.key?(:rubric_verdicts)
|
22127
|
+
@score = args[:score] if args.key?(:score)
|
22128
|
+
end
|
22129
|
+
end
|
22130
|
+
|
20264
22131
|
# Input for MetricX metric.
|
20265
22132
|
class GoogleCloudAiplatformV1beta1MetricxInput
|
20266
22133
|
include Google::Apis::Core::Hashable
|
@@ -25683,6 +27550,60 @@ module Google
|
|
25683
27550
|
end
|
25684
27551
|
end
|
25685
27552
|
|
27553
|
+
# Defines a specification for a single output field.
|
27554
|
+
class GoogleCloudAiplatformV1beta1OutputFieldSpec
|
27555
|
+
include Google::Apis::Core::Hashable
|
27556
|
+
|
27557
|
+
# Required. The name of the output field.
|
27558
|
+
# Corresponds to the JSON property `fieldName`
|
27559
|
+
# @return [String]
|
27560
|
+
attr_accessor :field_name
|
27561
|
+
|
27562
|
+
# Optional. The data type of the field. Defaults to CONTENT if not set.
|
27563
|
+
# Corresponds to the JSON property `fieldType`
|
27564
|
+
# @return [String]
|
27565
|
+
attr_accessor :field_type
|
27566
|
+
|
27567
|
+
# Optional. Optional, but recommended. Additional guidance specific to this
|
27568
|
+
# field to provide targeted instructions for the LLM to generate the content of
|
27569
|
+
# a single output field. While the LLM can sometimes infer content from the
|
27570
|
+
# field name, providing explicit guidance is preferred.
|
27571
|
+
# Corresponds to the JSON property `guidance`
|
27572
|
+
# @return [String]
|
27573
|
+
attr_accessor :guidance
|
27574
|
+
|
27575
|
+
def initialize(**args)
|
27576
|
+
update!(**args)
|
27577
|
+
end
|
27578
|
+
|
27579
|
+
# Update properties of this object
|
27580
|
+
def update!(**args)
|
27581
|
+
@field_name = args[:field_name] if args.key?(:field_name)
|
27582
|
+
@field_type = args[:field_type] if args.key?(:field_type)
|
27583
|
+
@guidance = args[:guidance] if args.key?(:guidance)
|
27584
|
+
end
|
27585
|
+
end
|
27586
|
+
|
27587
|
+
# Describes the info for output of EvaluationService.EvaluateDataset.
|
27588
|
+
class GoogleCloudAiplatformV1beta1OutputInfo
|
27589
|
+
include Google::Apis::Core::Hashable
|
27590
|
+
|
27591
|
+
# Output only. The full path of the Cloud Storage directory created, into which
|
27592
|
+
# the evaluation results and aggregation results are written.
|
27593
|
+
# Corresponds to the JSON property `gcsOutputDirectory`
|
27594
|
+
# @return [String]
|
27595
|
+
attr_accessor :gcs_output_directory
|
27596
|
+
|
27597
|
+
def initialize(**args)
|
27598
|
+
update!(**args)
|
27599
|
+
end
|
27600
|
+
|
27601
|
+
# Update properties of this object
|
27602
|
+
def update!(**args)
|
27603
|
+
@gcs_output_directory = args[:gcs_output_directory] if args.key?(:gcs_output_directory)
|
27604
|
+
end
|
27605
|
+
end
|
27606
|
+
|
25686
27607
|
# PSC config that is used to automatically create PSC endpoints in the user
|
25687
27608
|
# projects.
|
25688
27609
|
class GoogleCloudAiplatformV1beta1PscAutomationConfig
|
@@ -27419,6 +29340,32 @@ module Google
|
|
27419
29340
|
end
|
27420
29341
|
end
|
27421
29342
|
|
29343
|
+
# The spec for a pre-defined metric.
|
29344
|
+
class GoogleCloudAiplatformV1beta1PredefinedMetricSpec
|
29345
|
+
include Google::Apis::Core::Hashable
|
29346
|
+
|
29347
|
+
# Required. The name of a pre-defined metric, such as "instruction_following_v1"
|
29348
|
+
# or "text_quality_v1".
|
29349
|
+
# Corresponds to the JSON property `metricSpecName`
|
29350
|
+
# @return [String]
|
29351
|
+
attr_accessor :metric_spec_name
|
29352
|
+
|
29353
|
+
# Optional. The parameters needed to run the pre-defined metric.
|
29354
|
+
# Corresponds to the JSON property `metricSpecParameters`
|
29355
|
+
# @return [Hash<String,Object>]
|
29356
|
+
attr_accessor :metric_spec_parameters
|
29357
|
+
|
29358
|
+
def initialize(**args)
|
29359
|
+
update!(**args)
|
29360
|
+
end
|
29361
|
+
|
29362
|
+
# Update properties of this object
|
29363
|
+
def update!(**args)
|
29364
|
+
@metric_spec_name = args[:metric_spec_name] if args.key?(:metric_spec_name)
|
29365
|
+
@metric_spec_parameters = args[:metric_spec_parameters] if args.key?(:metric_spec_parameters)
|
29366
|
+
end
|
29367
|
+
end
|
29368
|
+
|
27422
29369
|
# Assigns input data to training, validation, and test sets based on the value
|
27423
29370
|
# of a provided key. Supported only for tabular Datasets.
|
27424
29371
|
class GoogleCloudAiplatformV1beta1PredefinedSplit
|
@@ -27821,6 +29768,14 @@ module Google
|
|
27821
29768
|
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1EvaluationConfig]
|
27822
29769
|
attr_accessor :evaluation_config
|
27823
29770
|
|
29771
|
+
# Optional. If set to true, disable intermediate checkpoints for Preference
|
29772
|
+
# Optimization and only the last checkpoint will be exported. Otherwise, enable
|
29773
|
+
# intermediate checkpoints for Preference Optimization. Default is false.
|
29774
|
+
# Corresponds to the JSON property `exportLastCheckpointOnly`
|
29775
|
+
# @return [Boolean]
|
29776
|
+
attr_accessor :export_last_checkpoint_only
|
29777
|
+
alias_method :export_last_checkpoint_only?, :export_last_checkpoint_only
|
29778
|
+
|
27824
29779
|
# Hyperparameters for Preference Optimization.
|
27825
29780
|
# Corresponds to the JSON property `hyperParameters`
|
27826
29781
|
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1PreferenceOptimizationHyperParameters]
|
@@ -27845,6 +29800,7 @@ module Google
|
|
27845
29800
|
# Update properties of this object
|
27846
29801
|
def update!(**args)
|
27847
29802
|
@evaluation_config = args[:evaluation_config] if args.key?(:evaluation_config)
|
29803
|
+
@export_last_checkpoint_only = args[:export_last_checkpoint_only] if args.key?(:export_last_checkpoint_only)
|
27848
29804
|
@hyper_parameters = args[:hyper_parameters] if args.key?(:hyper_parameters)
|
27849
29805
|
@training_dataset_uri = args[:training_dataset_uri] if args.key?(:training_dataset_uri)
|
27850
29806
|
@validation_dataset_uri = args[:validation_dataset_uri] if args.key?(:validation_dataset_uri)
|
@@ -31648,6 +33604,11 @@ module Google
|
|
31648
33604
|
# @return [String]
|
31649
33605
|
attr_accessor :etag
|
31650
33606
|
|
33607
|
+
# Labels for the ReasoningEngine.
|
33608
|
+
# Corresponds to the JSON property `labels`
|
33609
|
+
# @return [Hash<String,String>]
|
33610
|
+
attr_accessor :labels
|
33611
|
+
|
31651
33612
|
# Identifier. The resource name of the ReasoningEngine. Format: `projects/`
|
31652
33613
|
# project`/locations/`location`/reasoningEngines/`reasoning_engine``
|
31653
33614
|
# Corresponds to the JSON property `name`
|
@@ -31676,6 +33637,7 @@ module Google
|
|
31676
33637
|
@display_name = args[:display_name] if args.key?(:display_name)
|
31677
33638
|
@encryption_spec = args[:encryption_spec] if args.key?(:encryption_spec)
|
31678
33639
|
@etag = args[:etag] if args.key?(:etag)
|
33640
|
+
@labels = args[:labels] if args.key?(:labels)
|
31679
33641
|
@name = args[:name] if args.key?(:name)
|
31680
33642
|
@spec = args[:spec] if args.key?(:spec)
|
31681
33643
|
@update_time = args[:update_time] if args.key?(:update_time)
|
@@ -31705,6 +33667,12 @@ module Google
|
|
31705
33667
|
class GoogleCloudAiplatformV1beta1ReasoningEngineContextSpecMemoryBankConfig
|
31706
33668
|
include Google::Apis::Core::Hashable
|
31707
33669
|
|
33670
|
+
# Optional. Configuration for how to customize Memory Bank behavior for a
|
33671
|
+
# particular scope.
|
33672
|
+
# Corresponds to the JSON property `customizationConfigs`
|
33673
|
+
# @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1MemoryBankCustomizationConfig>]
|
33674
|
+
attr_accessor :customization_configs
|
33675
|
+
|
31708
33676
|
# Configuration for how to generate memories.
|
31709
33677
|
# Corresponds to the JSON property `generationConfig`
|
31710
33678
|
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1ReasoningEngineContextSpecMemoryBankConfigGenerationConfig]
|
@@ -31715,14 +33683,22 @@ module Google
|
|
31715
33683
|
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1ReasoningEngineContextSpecMemoryBankConfigSimilaritySearchConfig]
|
31716
33684
|
attr_accessor :similarity_search_config
|
31717
33685
|
|
33686
|
+
# Configuration for automatically setting the TTL ("time-to-live") of the
|
33687
|
+
# memories in the Memory Bank.
|
33688
|
+
# Corresponds to the JSON property `ttlConfig`
|
33689
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1ReasoningEngineContextSpecMemoryBankConfigTtlConfig]
|
33690
|
+
attr_accessor :ttl_config
|
33691
|
+
|
31718
33692
|
def initialize(**args)
|
31719
33693
|
update!(**args)
|
31720
33694
|
end
|
31721
33695
|
|
31722
33696
|
# Update properties of this object
|
31723
33697
|
def update!(**args)
|
33698
|
+
@customization_configs = args[:customization_configs] if args.key?(:customization_configs)
|
31724
33699
|
@generation_config = args[:generation_config] if args.key?(:generation_config)
|
31725
33700
|
@similarity_search_config = args[:similarity_search_config] if args.key?(:similarity_search_config)
|
33701
|
+
@ttl_config = args[:ttl_config] if args.key?(:ttl_config)
|
31726
33702
|
end
|
31727
33703
|
end
|
31728
33704
|
|
@@ -31767,6 +33743,70 @@ module Google
|
|
31767
33743
|
end
|
31768
33744
|
end
|
31769
33745
|
|
33746
|
+
# Configuration for automatically setting the TTL ("time-to-live") of the
|
33747
|
+
# memories in the Memory Bank.
|
33748
|
+
class GoogleCloudAiplatformV1beta1ReasoningEngineContextSpecMemoryBankConfigTtlConfig
|
33749
|
+
include Google::Apis::Core::Hashable
|
33750
|
+
|
33751
|
+
# Optional. The default TTL duration of the memories in the Memory Bank. This
|
33752
|
+
# applies to all operations that create or update a memory.
|
33753
|
+
# Corresponds to the JSON property `defaultTtl`
|
33754
|
+
# @return [String]
|
33755
|
+
attr_accessor :default_ttl
|
33756
|
+
|
33757
|
+
# Configuration for TTL of the memories in the Memory Bank based on the action
|
33758
|
+
# that created or updated the memory.
|
33759
|
+
# Corresponds to the JSON property `granularTtlConfig`
|
33760
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1ReasoningEngineContextSpecMemoryBankConfigTtlConfigGranularTtlConfig]
|
33761
|
+
attr_accessor :granular_ttl_config
|
33762
|
+
|
33763
|
+
def initialize(**args)
|
33764
|
+
update!(**args)
|
33765
|
+
end
|
33766
|
+
|
33767
|
+
# Update properties of this object
|
33768
|
+
def update!(**args)
|
33769
|
+
@default_ttl = args[:default_ttl] if args.key?(:default_ttl)
|
33770
|
+
@granular_ttl_config = args[:granular_ttl_config] if args.key?(:granular_ttl_config)
|
33771
|
+
end
|
33772
|
+
end
|
33773
|
+
|
33774
|
+
# Configuration for TTL of the memories in the Memory Bank based on the action
|
33775
|
+
# that created or updated the memory.
|
33776
|
+
class GoogleCloudAiplatformV1beta1ReasoningEngineContextSpecMemoryBankConfigTtlConfigGranularTtlConfig
|
33777
|
+
include Google::Apis::Core::Hashable
|
33778
|
+
|
33779
|
+
# Optional. The TTL duration for memories uploaded via CreateMemory.
|
33780
|
+
# Corresponds to the JSON property `createTtl`
|
33781
|
+
# @return [String]
|
33782
|
+
attr_accessor :create_ttl
|
33783
|
+
|
33784
|
+
# Optional. The TTL duration for memories newly generated via GenerateMemories (
|
33785
|
+
# GenerateMemoriesResponse.GeneratedMemory.Action.CREATED).
|
33786
|
+
# Corresponds to the JSON property `generateCreatedTtl`
|
33787
|
+
# @return [String]
|
33788
|
+
attr_accessor :generate_created_ttl
|
33789
|
+
|
33790
|
+
# Optional. The TTL duration for memories updated via GenerateMemories (
|
33791
|
+
# GenerateMemoriesResponse.GeneratedMemory.Action.UPDATED). In the case of an
|
33792
|
+
# UPDATE action, the `expire_time` of the existing memory will be updated to the
|
33793
|
+
# new value (now + TTL).
|
33794
|
+
# Corresponds to the JSON property `generateUpdatedTtl`
|
33795
|
+
# @return [String]
|
33796
|
+
attr_accessor :generate_updated_ttl
|
33797
|
+
|
33798
|
+
def initialize(**args)
|
33799
|
+
update!(**args)
|
33800
|
+
end
|
33801
|
+
|
33802
|
+
# Update properties of this object
|
33803
|
+
def update!(**args)
|
33804
|
+
@create_ttl = args[:create_ttl] if args.key?(:create_ttl)
|
33805
|
+
@generate_created_ttl = args[:generate_created_ttl] if args.key?(:generate_created_ttl)
|
33806
|
+
@generate_updated_ttl = args[:generate_updated_ttl] if args.key?(:generate_updated_ttl)
|
33807
|
+
end
|
33808
|
+
end
|
33809
|
+
|
31770
33810
|
# ReasoningEngine configurations
|
31771
33811
|
class GoogleCloudAiplatformV1beta1ReasoningEngineSpec
|
31772
33812
|
include Google::Apis::Core::Hashable
|
@@ -31821,6 +33861,11 @@ module Google
|
|
31821
33861
|
class GoogleCloudAiplatformV1beta1ReasoningEngineSpecDeploymentSpec
|
31822
33862
|
include Google::Apis::Core::Hashable
|
31823
33863
|
|
33864
|
+
# The agent server mode.
|
33865
|
+
# Corresponds to the JSON property `agentServerMode`
|
33866
|
+
# @return [String]
|
33867
|
+
attr_accessor :agent_server_mode
|
33868
|
+
|
31824
33869
|
# Optional. Concurrency for each container and agent server. Recommended value:
|
31825
33870
|
# 2 * cpu + 1. Defaults to 9.
|
31826
33871
|
# Corresponds to the JSON property `containerConcurrency`
|
@@ -31835,13 +33880,14 @@ module Google
|
|
31835
33880
|
attr_accessor :env
|
31836
33881
|
|
31837
33882
|
# Optional. The maximum number of application instances that can be launched to
|
31838
|
-
# handle increased traffic. Defaults to 100.
|
33883
|
+
# handle increased traffic. Defaults to 100. Range: [1, 1000]. If VPC-SC or PSC-
|
33884
|
+
# I is enabled, the acceptable range is [1, 100].
|
31839
33885
|
# Corresponds to the JSON property `maxInstances`
|
31840
33886
|
# @return [Fixnum]
|
31841
33887
|
attr_accessor :max_instances
|
31842
33888
|
|
31843
33889
|
# Optional. The minimum number of application instances that will be kept
|
31844
|
-
# running at all times. Defaults to 1.
|
33890
|
+
# running at all times. Defaults to 1. Range: [0, 10].
|
31845
33891
|
# Corresponds to the JSON property `minInstances`
|
31846
33892
|
# @return [Fixnum]
|
31847
33893
|
attr_accessor :min_instances
|
@@ -31853,9 +33899,11 @@ module Google
|
|
31853
33899
|
|
31854
33900
|
# Optional. Resource limits for each container. Only 'cpu' and 'memory' keys are
|
31855
33901
|
# supported. Defaults to `"cpu": "4", "memory": "4Gi"`. * The only supported
|
31856
|
-
# values for CPU are '1', '2', '4', and '8'. For more information, go to
|
31857
|
-
# cloud.google.com/run/docs/configuring/cpu. *
|
31858
|
-
#
|
33902
|
+
# values for CPU are '1', '2', '4', '6' and '8'. For more information, go to
|
33903
|
+
# https://cloud.google.com/run/docs/configuring/cpu. * The only supported values
|
33904
|
+
# for memory are '1Gi', '2Gi', ... '32 Gi'. * For required cpu on different
|
33905
|
+
# memory values, go to https://cloud.google.com/run/docs/configuring/memory-
|
33906
|
+
# limits
|
31859
33907
|
# Corresponds to the JSON property `resourceLimits`
|
31860
33908
|
# @return [Hash<String,String>]
|
31861
33909
|
attr_accessor :resource_limits
|
@@ -31873,6 +33921,7 @@ module Google
|
|
31873
33921
|
|
31874
33922
|
# Update properties of this object
|
31875
33923
|
def update!(**args)
|
33924
|
+
@agent_server_mode = args[:agent_server_mode] if args.key?(:agent_server_mode)
|
31876
33925
|
@container_concurrency = args[:container_concurrency] if args.key?(:container_concurrency)
|
31877
33926
|
@env = args[:env] if args.key?(:env)
|
31878
33927
|
@max_instances = args[:max_instances] if args.key?(:max_instances)
|
@@ -33127,6 +35176,48 @@ module Google
|
|
33127
35176
|
end
|
33128
35177
|
end
|
33129
35178
|
|
35179
|
+
# Message representing a single testable criterion for evaluation. One input
|
35180
|
+
# prompt could have multiple rubrics.
|
35181
|
+
class GoogleCloudAiplatformV1beta1Rubric
|
35182
|
+
include Google::Apis::Core::Hashable
|
35183
|
+
|
35184
|
+
# Content of the rubric, defining the testable criteria.
|
35185
|
+
# Corresponds to the JSON property `content`
|
35186
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1RubricContent]
|
35187
|
+
attr_accessor :content
|
35188
|
+
|
35189
|
+
# Optional. The relative importance of this rubric.
|
35190
|
+
# Corresponds to the JSON property `importance`
|
35191
|
+
# @return [String]
|
35192
|
+
attr_accessor :importance
|
35193
|
+
|
35194
|
+
# Unique identifier for the rubric. This ID is used to refer to this rubric, e.g.
|
35195
|
+
# , in RubricVerdict.
|
35196
|
+
# Corresponds to the JSON property `rubricId`
|
35197
|
+
# @return [String]
|
35198
|
+
attr_accessor :rubric_id
|
35199
|
+
|
35200
|
+
# Optional. A type designator for the rubric, which can inform how it's
|
35201
|
+
# evaluated or interpreted by systems or users. It's recommended to use
|
35202
|
+
# consistent, well-defined, upper snake_case strings. Examples: "
|
35203
|
+
# SUMMARIZATION_QUALITY", "SAFETY_HARMFUL_CONTENT", "INSTRUCTION_ADHERENCE".
|
35204
|
+
# Corresponds to the JSON property `type`
|
35205
|
+
# @return [String]
|
35206
|
+
attr_accessor :type
|
35207
|
+
|
35208
|
+
def initialize(**args)
|
35209
|
+
update!(**args)
|
35210
|
+
end
|
35211
|
+
|
35212
|
+
# Update properties of this object
|
35213
|
+
def update!(**args)
|
35214
|
+
@content = args[:content] if args.key?(:content)
|
35215
|
+
@importance = args[:importance] if args.key?(:importance)
|
35216
|
+
@rubric_id = args[:rubric_id] if args.key?(:rubric_id)
|
35217
|
+
@type = args[:type] if args.key?(:type)
|
35218
|
+
end
|
35219
|
+
end
|
35220
|
+
|
33130
35221
|
# Instance and metric spec for RubricBasedInstructionFollowing metric.
|
33131
35222
|
class GoogleCloudAiplatformV1beta1RubricBasedInstructionFollowingInput
|
33132
35223
|
include Google::Apis::Core::Hashable
|
@@ -33215,6 +35306,45 @@ module Google
|
|
33215
35306
|
end
|
33216
35307
|
end
|
33217
35308
|
|
35309
|
+
# Content of the rubric, defining the testable criteria.
|
35310
|
+
class GoogleCloudAiplatformV1beta1RubricContent
|
35311
|
+
include Google::Apis::Core::Hashable
|
35312
|
+
|
35313
|
+
# Defines criteria based on a specific property.
|
35314
|
+
# Corresponds to the JSON property `property`
|
35315
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1RubricContentProperty]
|
35316
|
+
attr_accessor :property
|
35317
|
+
|
35318
|
+
def initialize(**args)
|
35319
|
+
update!(**args)
|
35320
|
+
end
|
35321
|
+
|
35322
|
+
# Update properties of this object
|
35323
|
+
def update!(**args)
|
35324
|
+
@property = args[:property] if args.key?(:property)
|
35325
|
+
end
|
35326
|
+
end
|
35327
|
+
|
35328
|
+
# Defines criteria based on a specific property.
|
35329
|
+
class GoogleCloudAiplatformV1beta1RubricContentProperty
|
35330
|
+
include Google::Apis::Core::Hashable
|
35331
|
+
|
35332
|
+
# Description of the property being evaluated. Example: "The model's response is
|
35333
|
+
# grammatically correct."
|
35334
|
+
# Corresponds to the JSON property `description`
|
35335
|
+
# @return [String]
|
35336
|
+
attr_accessor :description
|
35337
|
+
|
35338
|
+
def initialize(**args)
|
35339
|
+
update!(**args)
|
35340
|
+
end
|
35341
|
+
|
35342
|
+
# Update properties of this object
|
35343
|
+
def update!(**args)
|
35344
|
+
@description = args[:description] if args.key?(:description)
|
35345
|
+
end
|
35346
|
+
end
|
35347
|
+
|
33218
35348
|
# Rubric critique result.
|
33219
35349
|
class GoogleCloudAiplatformV1beta1RubricCritiqueResult
|
33220
35350
|
include Google::Apis::Core::Hashable
|
@@ -33242,6 +35372,116 @@ module Google
|
|
33242
35372
|
end
|
33243
35373
|
end
|
33244
35374
|
|
35375
|
+
# Specification for how rubrics should be generated.
|
35376
|
+
class GoogleCloudAiplatformV1beta1RubricGenerationSpec
|
35377
|
+
include Google::Apis::Core::Hashable
|
35378
|
+
|
35379
|
+
# The configs for autorater. This is applicable to both EvaluateInstances and
|
35380
|
+
# EvaluateDataset.
|
35381
|
+
# Corresponds to the JSON property `modelConfig`
|
35382
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1AutoraterConfig]
|
35383
|
+
attr_accessor :model_config
|
35384
|
+
|
35385
|
+
# Template for the prompt used to generate rubrics. The details should be
|
35386
|
+
# updated based on the most-recent recipe requirements.
|
35387
|
+
# Corresponds to the JSON property `promptTemplate`
|
35388
|
+
# @return [String]
|
35389
|
+
attr_accessor :prompt_template
|
35390
|
+
|
35391
|
+
# The type of rubric content to be generated.
|
35392
|
+
# Corresponds to the JSON property `rubricContentType`
|
35393
|
+
# @return [String]
|
35394
|
+
attr_accessor :rubric_content_type
|
35395
|
+
|
35396
|
+
# Optional. An optional, pre-defined list of allowed types for generated rubrics.
|
35397
|
+
# If this field is provided, it implies `include_rubric_type` should be true,
|
35398
|
+
# and the generated rubric types should be chosen from this ontology.
|
35399
|
+
# Corresponds to the JSON property `rubricTypeOntology`
|
35400
|
+
# @return [Array<String>]
|
35401
|
+
attr_accessor :rubric_type_ontology
|
35402
|
+
|
35403
|
+
def initialize(**args)
|
35404
|
+
update!(**args)
|
35405
|
+
end
|
35406
|
+
|
35407
|
+
# Update properties of this object
|
35408
|
+
def update!(**args)
|
35409
|
+
@model_config = args[:model_config] if args.key?(:model_config)
|
35410
|
+
@prompt_template = args[:prompt_template] if args.key?(:prompt_template)
|
35411
|
+
@rubric_content_type = args[:rubric_content_type] if args.key?(:rubric_content_type)
|
35412
|
+
@rubric_type_ontology = args[:rubric_type_ontology] if args.key?(:rubric_type_ontology)
|
35413
|
+
end
|
35414
|
+
end
|
35415
|
+
|
35416
|
+
# A group of rubrics, used for grouping rubrics based on a metric or a version.
|
35417
|
+
class GoogleCloudAiplatformV1beta1RubricGroup
|
35418
|
+
include Google::Apis::Core::Hashable
|
35419
|
+
|
35420
|
+
# Human-readable name for the group. This should be unique within a given
|
35421
|
+
# context if used for display or selection. Example: "Instruction Following V1",
|
35422
|
+
# "Content Quality - Summarization Task".
|
35423
|
+
# Corresponds to the JSON property `displayName`
|
35424
|
+
# @return [String]
|
35425
|
+
attr_accessor :display_name
|
35426
|
+
|
35427
|
+
# Unique identifier for the group.
|
35428
|
+
# Corresponds to the JSON property `groupId`
|
35429
|
+
# @return [String]
|
35430
|
+
attr_accessor :group_id
|
35431
|
+
|
35432
|
+
# Rubrics that are part of this group.
|
35433
|
+
# Corresponds to the JSON property `rubrics`
|
35434
|
+
# @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Rubric>]
|
35435
|
+
attr_accessor :rubrics
|
35436
|
+
|
35437
|
+
def initialize(**args)
|
35438
|
+
update!(**args)
|
35439
|
+
end
|
35440
|
+
|
35441
|
+
# Update properties of this object
|
35442
|
+
def update!(**args)
|
35443
|
+
@display_name = args[:display_name] if args.key?(:display_name)
|
35444
|
+
@group_id = args[:group_id] if args.key?(:group_id)
|
35445
|
+
@rubrics = args[:rubrics] if args.key?(:rubrics)
|
35446
|
+
end
|
35447
|
+
end
|
35448
|
+
|
35449
|
+
# Represents the verdict of an evaluation against a single rubric.
|
35450
|
+
class GoogleCloudAiplatformV1beta1RubricVerdict
|
35451
|
+
include Google::Apis::Core::Hashable
|
35452
|
+
|
35453
|
+
# Message representing a single testable criterion for evaluation. One input
|
35454
|
+
# prompt could have multiple rubrics.
|
35455
|
+
# Corresponds to the JSON property `evaluatedRubric`
|
35456
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Rubric]
|
35457
|
+
attr_accessor :evaluated_rubric
|
35458
|
+
|
35459
|
+
# Optional. Human-readable reasoning or explanation for the verdict. This can
|
35460
|
+
# include specific examples or details from the evaluated content that justify
|
35461
|
+
# the given verdict.
|
35462
|
+
# Corresponds to the JSON property `reasoning`
|
35463
|
+
# @return [String]
|
35464
|
+
attr_accessor :reasoning
|
35465
|
+
|
35466
|
+
# Required. Outcome of the evaluation against the rubric, represented as a
|
35467
|
+
# boolean. `true` indicates a "Pass", `false` indicates a "Fail".
|
35468
|
+
# Corresponds to the JSON property `verdict`
|
35469
|
+
# @return [Boolean]
|
35470
|
+
attr_accessor :verdict
|
35471
|
+
alias_method :verdict?, :verdict
|
35472
|
+
|
35473
|
+
def initialize(**args)
|
35474
|
+
update!(**args)
|
35475
|
+
end
|
35476
|
+
|
35477
|
+
# Update properties of this object
|
35478
|
+
def update!(**args)
|
35479
|
+
@evaluated_rubric = args[:evaluated_rubric] if args.key?(:evaluated_rubric)
|
35480
|
+
@reasoning = args[:reasoning] if args.key?(:reasoning)
|
35481
|
+
@verdict = args[:verdict] if args.key?(:verdict)
|
35482
|
+
end
|
35483
|
+
end
|
35484
|
+
|
33245
35485
|
# The definition of a runtime artifact.
|
33246
35486
|
class GoogleCloudAiplatformV1beta1RuntimeArtifact
|
33247
35487
|
include Google::Apis::Core::Hashable
|
@@ -33670,6 +35910,101 @@ module Google
|
|
33670
35910
|
end
|
33671
35911
|
end
|
33672
35912
|
|
35913
|
+
# SandboxEnvironment is a containerized environment that provides a customizable
|
35914
|
+
# secure execution runtime for AI agents.
|
35915
|
+
class GoogleCloudAiplatformV1beta1SandboxEnvironment
|
35916
|
+
include Google::Apis::Core::Hashable
|
35917
|
+
|
35918
|
+
# Output only. The timestamp when this SandboxEnvironment was created.
|
35919
|
+
# Corresponds to the JSON property `createTime`
|
35920
|
+
# @return [String]
|
35921
|
+
attr_accessor :create_time
|
35922
|
+
|
35923
|
+
# Required. The display name of the SandboxEnvironment.
|
35924
|
+
# Corresponds to the JSON property `displayName`
|
35925
|
+
# @return [String]
|
35926
|
+
attr_accessor :display_name
|
35927
|
+
|
35928
|
+
# Identifier. The name of the SandboxEnvironment.
|
35929
|
+
# Corresponds to the JSON property `name`
|
35930
|
+
# @return [String]
|
35931
|
+
attr_accessor :name
|
35932
|
+
|
35933
|
+
# The specification of a SandboxEnvironment.
|
35934
|
+
# Corresponds to the JSON property `spec`
|
35935
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1SandboxEnvironmentSpec]
|
35936
|
+
attr_accessor :spec
|
35937
|
+
|
35938
|
+
# Output only. The runtime state of the SandboxEnvironment.
|
35939
|
+
# Corresponds to the JSON property `state`
|
35940
|
+
# @return [String]
|
35941
|
+
attr_accessor :state
|
35942
|
+
|
35943
|
+
# Output only. The timestamp when this SandboxEnvironment was most recently
|
35944
|
+
# updated.
|
35945
|
+
# Corresponds to the JSON property `updateTime`
|
35946
|
+
# @return [String]
|
35947
|
+
attr_accessor :update_time
|
35948
|
+
|
35949
|
+
def initialize(**args)
|
35950
|
+
update!(**args)
|
35951
|
+
end
|
35952
|
+
|
35953
|
+
# Update properties of this object
|
35954
|
+
def update!(**args)
|
35955
|
+
@create_time = args[:create_time] if args.key?(:create_time)
|
35956
|
+
@display_name = args[:display_name] if args.key?(:display_name)
|
35957
|
+
@name = args[:name] if args.key?(:name)
|
35958
|
+
@spec = args[:spec] if args.key?(:spec)
|
35959
|
+
@state = args[:state] if args.key?(:state)
|
35960
|
+
@update_time = args[:update_time] if args.key?(:update_time)
|
35961
|
+
end
|
35962
|
+
end
|
35963
|
+
|
35964
|
+
# The specification of a SandboxEnvironment.
|
35965
|
+
class GoogleCloudAiplatformV1beta1SandboxEnvironmentSpec
|
35966
|
+
include Google::Apis::Core::Hashable
|
35967
|
+
|
35968
|
+
# The code execution environment with customized settings.
|
35969
|
+
# Corresponds to the JSON property `codeExecutionEnvironment`
|
35970
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1SandboxEnvironmentSpecCodeExecutionEnvironment]
|
35971
|
+
attr_accessor :code_execution_environment
|
35972
|
+
|
35973
|
+
def initialize(**args)
|
35974
|
+
update!(**args)
|
35975
|
+
end
|
35976
|
+
|
35977
|
+
# Update properties of this object
|
35978
|
+
def update!(**args)
|
35979
|
+
@code_execution_environment = args[:code_execution_environment] if args.key?(:code_execution_environment)
|
35980
|
+
end
|
35981
|
+
end
|
35982
|
+
|
35983
|
+
# The code execution environment with customized settings.
|
35984
|
+
class GoogleCloudAiplatformV1beta1SandboxEnvironmentSpecCodeExecutionEnvironment
|
35985
|
+
include Google::Apis::Core::Hashable
|
35986
|
+
|
35987
|
+
# The coding language supported in this environment.
|
35988
|
+
# Corresponds to the JSON property `codeLanguage`
|
35989
|
+
# @return [String]
|
35990
|
+
attr_accessor :code_language
|
35991
|
+
|
35992
|
+
# The machine config of the code execution environment.
|
35993
|
+
# Corresponds to the JSON property `machineConfig`
|
35994
|
+
# @return [String]
|
35995
|
+
attr_accessor :machine_config
|
35996
|
+
|
35997
|
+
def initialize(**args)
|
35998
|
+
update!(**args)
|
35999
|
+
end
|
36000
|
+
|
36001
|
+
# Update properties of this object
|
36002
|
+
def update!(**args)
|
36003
|
+
@code_language = args[:code_language] if args.key?(:code_language)
|
36004
|
+
@machine_config = args[:machine_config] if args.key?(:machine_config)
|
36005
|
+
end
|
36006
|
+
end
|
36007
|
+
|
33673
36008
|
# A SavedQuery is a view of the dataset. It references a subset of annotations
|
33674
36009
|
# by problem type and filters.
|
33675
36010
|
class GoogleCloudAiplatformV1beta1SavedQuery
|
@@ -43951,6 +46286,37 @@ module Google
|
|
43951
46286
|
end
|
43952
46287
|
end
|
43953
46288
|
|
46289
|
+
# The summary metrics for the evaluation run.
|
46290
|
+
class GoogleCloudAiplatformV1beta1SummaryMetrics
|
46291
|
+
include Google::Apis::Core::Hashable
|
46292
|
+
|
46293
|
+
# Optional. The number of items that failed to be evaluated.
|
46294
|
+
# Corresponds to the JSON property `failedItems`
|
46295
|
+
# @return [Fixnum]
|
46296
|
+
attr_accessor :failed_items
|
46297
|
+
|
46298
|
+
# Optional. Map of metric name to metric value.
|
46299
|
+
# Corresponds to the JSON property `metrics`
|
46300
|
+
# @return [Hash<String,Object>]
|
46301
|
+
attr_accessor :metrics
|
46302
|
+
|
46303
|
+
# Optional. The total number of items that were evaluated.
|
46304
|
+
# Corresponds to the JSON property `totalItems`
|
46305
|
+
# @return [Fixnum]
|
46306
|
+
attr_accessor :total_items
|
46307
|
+
|
46308
|
+
def initialize(**args)
|
46309
|
+
update!(**args)
|
46310
|
+
end
|
46311
|
+
|
46312
|
+
# Update properties of this object
|
46313
|
+
def update!(**args)
|
46314
|
+
@failed_items = args[:failed_items] if args.key?(:failed_items)
|
46315
|
+
@metrics = args[:metrics] if args.key?(:metrics)
|
46316
|
+
@total_items = args[:total_items] if args.key?(:total_items)
|
46317
|
+
end
|
46318
|
+
end
|
46319
|
+
|
43954
46320
|
# Hyperparameters for SFT.
|
43955
46321
|
class GoogleCloudAiplatformV1beta1SupervisedHyperParameters
|
43956
46322
|
include Google::Apis::Core::Hashable
|
@@ -44277,6 +46643,55 @@ module Google
|
|
44277
46643
|
end
|
44278
46644
|
end
|
44279
46645
|
|
46646
|
+
# Represents a single synthetic example, composed of multiple fields. Used for
|
46647
|
+
# providing few-shot examples in the request and for returning generated
|
46648
|
+
# examples in the response.
|
46649
|
+
class GoogleCloudAiplatformV1beta1SyntheticExample
|
46650
|
+
include Google::Apis::Core::Hashable
|
46651
|
+
|
46652
|
+
# Required. A list of fields that constitute an example.
|
46653
|
+
# Corresponds to the JSON property `fields`
|
46654
|
+
# @return [Array<Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1SyntheticField>]
|
46655
|
+
attr_accessor :fields
|
46656
|
+
|
46657
|
+
def initialize(**args)
|
46658
|
+
update!(**args)
|
46659
|
+
end
|
46660
|
+
|
46661
|
+
# Update properties of this object
|
46662
|
+
def update!(**args)
|
46663
|
+
@fields = args[:fields] if args.key?(:fields)
|
46664
|
+
end
|
46665
|
+
end
|
46666
|
+
|
46667
|
+
# Represents a single named field within a SyntheticExample.
|
46668
|
+
class GoogleCloudAiplatformV1beta1SyntheticField
|
46669
|
+
include Google::Apis::Core::Hashable
|
46670
|
+
|
46671
|
+
# The base structured datatype containing multi-part content of a message. A `
|
46672
|
+
# Content` includes a `role` field designating the producer of the `Content` and
|
46673
|
+
# a `parts` field containing multi-part data that contains the content of the
|
46674
|
+
# message turn.
|
46675
|
+
# Corresponds to the JSON property `content`
|
46676
|
+
# @return [Google::Apis::AiplatformV1beta1::GoogleCloudAiplatformV1beta1Content]
|
46677
|
+
attr_accessor :content
|
46678
|
+
|
46679
|
+
# Optional. The name of the field.
|
46680
|
+
# Corresponds to the JSON property `fieldName`
|
46681
|
+
# @return [String]
|
46682
|
+
attr_accessor :field_name
|
46683
|
+
|
46684
|
+
def initialize(**args)
|
46685
|
+
update!(**args)
|
46686
|
+
end
|
46687
|
+
|
46688
|
+
# Update properties of this object
|
46689
|
+
def update!(**args)
|
46690
|
+
@content = args[:content] if args.key?(:content)
|
46691
|
+
@field_name = args[:field_name] if args.key?(:field_name)
|
46692
|
+
end
|
46693
|
+
end
|
46694
|
+
|
44280
46695
|
# The storage details for TFRecord output content.
|
44281
46696
|
class GoogleCloudAiplatformV1beta1TfRecordDestination
|
44282
46697
|
include Google::Apis::Core::Hashable
|
@@ -44296,6 +46711,25 @@ module Google
|
|
44296
46711
|
end
|
44297
46712
|
end
|
44298
46713
|
|
46714
|
+
# Defines a generation strategy based on a high-level task description.
|
46715
|
+
class GoogleCloudAiplatformV1beta1TaskDescriptionStrategy
|
46716
|
+
include Google::Apis::Core::Hashable
|
46717
|
+
|
46718
|
+
# Required. A high-level description of the synthetic data to be generated.
|
46719
|
+
# Corresponds to the JSON property `taskDescription`
|
46720
|
+
# @return [String]
|
46721
|
+
attr_accessor :task_description
|
46722
|
+
|
46723
|
+
def initialize(**args)
|
46724
|
+
update!(**args)
|
46725
|
+
end
|
46726
|
+
|
46727
|
+
# Update properties of this object
|
46728
|
+
def update!(**args)
|
46729
|
+
@task_description = args[:task_description] if args.key?(:task_description)
|
46730
|
+
end
|
46731
|
+
end
|
46732
|
+
|
44299
46733
|
# A tensor value type.
|
44300
46734
|
class GoogleCloudAiplatformV1beta1Tensor
|
44301
46735
|
include Google::Apis::Core::Hashable
|