google-apis-aiplatform_v1 0.63.0 → 0.64.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: d958848eed5bc0bdf82f7c7e9c5e0e4e308e4c6058bbe7ac3bff86517d3a12c9
|
4
|
+
data.tar.gz: a82d91b4b772e1dd78c26c3d6cedd1926f8c309f9e5e174397f006b3704c438a
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: ead153f762669f8793a8fd93eae75acd0e8a1670fb49854119044974fb9f61c7384bc01e02e38a54bb691b9d849c9c72af99ef835bb57529969d9726a7a4be51
|
7
|
+
data.tar.gz: 21d262879f81cf19a77b51675915a0ffa9d773bf6a24093df55e6fca5c8b703a8ddc20e72a672b01fa8079ee0ccaf8933f7c019d9ea989dce5dba886dc8ddf82
|
data/CHANGELOG.md
CHANGED
@@ -7774,6 +7774,20 @@ module Google
|
|
7774
7774
|
# @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1GroundednessInput]
|
7775
7775
|
attr_accessor :groundedness_input
|
7776
7776
|
|
7777
|
+
# A single instance to be evaluated. Instances are used to specify the input
|
7778
|
+
# data for evaluation, from simple string comparisons to complex, multi-turn
|
7779
|
+
# model evaluations
|
7780
|
+
# Corresponds to the JSON property `instance`
|
7781
|
+
# @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationInstance]
|
7782
|
+
attr_accessor :instance
|
7783
|
+
|
7784
|
+
# The metrics used for evaluation. Currently, we only support evaluating a
|
7785
|
+
# single metric. If multiple metrics are provided, only the first one will be
|
7786
|
+
# evaluated.
|
7787
|
+
# Corresponds to the JSON property `metrics`
|
7788
|
+
# @return [Array<Google::Apis::AiplatformV1::GoogleCloudAiplatformV1Metric>]
|
7789
|
+
attr_accessor :metrics
|
7790
|
+
|
7777
7791
|
# Input for MetricX metric.
|
7778
7792
|
# Corresponds to the JSON property `metricxInput`
|
7779
7793
|
# @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1MetricxInput]
|
@@ -7913,6 +7927,8 @@ module Google
|
|
7913
7927
|
@fluency_input = args[:fluency_input] if args.key?(:fluency_input)
|
7914
7928
|
@fulfillment_input = args[:fulfillment_input] if args.key?(:fulfillment_input)
|
7915
7929
|
@groundedness_input = args[:groundedness_input] if args.key?(:groundedness_input)
|
7930
|
+
@instance = args[:instance] if args.key?(:instance)
|
7931
|
+
@metrics = args[:metrics] if args.key?(:metrics)
|
7916
7932
|
@metricx_input = args[:metricx_input] if args.key?(:metricx_input)
|
7917
7933
|
@pairwise_metric_input = args[:pairwise_metric_input] if args.key?(:pairwise_metric_input)
|
7918
7934
|
@pairwise_question_answering_quality_input = args[:pairwise_question_answering_quality_input] if args.key?(:pairwise_question_answering_quality_input)
|
@@ -7981,6 +7997,12 @@ module Google
|
|
7981
7997
|
# @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1GroundednessResult]
|
7982
7998
|
attr_accessor :groundedness_result
|
7983
7999
|
|
8000
|
+
# Metric results for each instance. The order of the metric results is
|
8001
|
+
# guaranteed to be the same as the order of the instances in the request.
|
8002
|
+
# Corresponds to the JSON property `metricResults`
|
8003
|
+
# @return [Array<Google::Apis::AiplatformV1::GoogleCloudAiplatformV1MetricResult>]
|
8004
|
+
attr_accessor :metric_results
|
8005
|
+
|
7984
8006
|
# Spec for MetricX result - calculates the MetricX score for the given instance
|
7985
8007
|
# using the version specified in the spec.
|
7986
8008
|
# Corresponds to the JSON property `metricxResult`
|
@@ -8120,6 +8142,7 @@ module Google
|
|
8120
8142
|
@fluency_result = args[:fluency_result] if args.key?(:fluency_result)
|
8121
8143
|
@fulfillment_result = args[:fulfillment_result] if args.key?(:fulfillment_result)
|
8122
8144
|
@groundedness_result = args[:groundedness_result] if args.key?(:groundedness_result)
|
8145
|
+
@metric_results = args[:metric_results] if args.key?(:metric_results)
|
8123
8146
|
@metricx_result = args[:metricx_result] if args.key?(:metricx_result)
|
8124
8147
|
@pairwise_metric_result = args[:pairwise_metric_result] if args.key?(:pairwise_metric_result)
|
8125
8148
|
@pairwise_question_answering_quality_result = args[:pairwise_question_answering_quality_result] if args.key?(:pairwise_question_answering_quality_result)
|
@@ -8277,6 +8300,116 @@ module Google
|
|
8277
8300
|
end
|
8278
8301
|
end
|
8279
8302
|
|
8303
|
+
# A single instance to be evaluated. Instances are used to specify the input
|
8304
|
+
# data for evaluation, from simple string comparisons to complex, multi-turn
|
8305
|
+
# model evaluations
|
8306
|
+
class GoogleCloudAiplatformV1EvaluationInstance
|
8307
|
+
include Google::Apis::Core::Hashable
|
8308
|
+
|
8309
|
+
# Instance data specified as a map.
|
8310
|
+
# Corresponds to the JSON property `otherData`
|
8311
|
+
# @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationInstanceMapInstance]
|
8312
|
+
attr_accessor :other_data
|
8313
|
+
|
8314
|
+
# Instance data used to populate placeholders in a metric prompt template.
|
8315
|
+
# Corresponds to the JSON property `prompt`
|
8316
|
+
# @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationInstanceInstanceData]
|
8317
|
+
attr_accessor :prompt
|
8318
|
+
|
8319
|
+
# Instance data used to populate placeholders in a metric prompt template.
|
8320
|
+
# Corresponds to the JSON property `reference`
|
8321
|
+
# @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationInstanceInstanceData]
|
8322
|
+
attr_accessor :reference
|
8323
|
+
|
8324
|
+
# Instance data used to populate placeholders in a metric prompt template.
|
8325
|
+
# Corresponds to the JSON property `response`
|
8326
|
+
# @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationInstanceInstanceData]
|
8327
|
+
attr_accessor :response
|
8328
|
+
|
8329
|
+
# Optional. Named groups of rubrics associated with the prompt. This is used for
|
8330
|
+
# rubric-based evaluations where rubrics can be referenced by a key. The key
|
8331
|
+
# could represent versions, associated metrics, etc.
|
8332
|
+
# Corresponds to the JSON property `rubricGroups`
|
8333
|
+
# @return [Hash<String,Google::Apis::AiplatformV1::GoogleCloudAiplatformV1RubricGroup>]
|
8334
|
+
attr_accessor :rubric_groups
|
8335
|
+
|
8336
|
+
def initialize(**args)
|
8337
|
+
update!(**args)
|
8338
|
+
end
|
8339
|
+
|
8340
|
+
# Update properties of this object
|
8341
|
+
def update!(**args)
|
8342
|
+
@other_data = args[:other_data] if args.key?(:other_data)
|
8343
|
+
@prompt = args[:prompt] if args.key?(:prompt)
|
8344
|
+
@reference = args[:reference] if args.key?(:reference)
|
8345
|
+
@response = args[:response] if args.key?(:response)
|
8346
|
+
@rubric_groups = args[:rubric_groups] if args.key?(:rubric_groups)
|
8347
|
+
end
|
8348
|
+
end
|
8349
|
+
|
8350
|
+
# Instance data used to populate placeholders in a metric prompt template.
|
8351
|
+
class GoogleCloudAiplatformV1EvaluationInstanceInstanceData
|
8352
|
+
include Google::Apis::Core::Hashable
|
8353
|
+
|
8354
|
+
# List of standard Content messages from Gemini API.
|
8355
|
+
# Corresponds to the JSON property `contents`
|
8356
|
+
# @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationInstanceInstanceDataContents]
|
8357
|
+
attr_accessor :contents
|
8358
|
+
|
8359
|
+
# Text data.
|
8360
|
+
# Corresponds to the JSON property `text`
|
8361
|
+
# @return [String]
|
8362
|
+
attr_accessor :text
|
8363
|
+
|
8364
|
+
def initialize(**args)
|
8365
|
+
update!(**args)
|
8366
|
+
end
|
8367
|
+
|
8368
|
+
# Update properties of this object
|
8369
|
+
def update!(**args)
|
8370
|
+
@contents = args[:contents] if args.key?(:contents)
|
8371
|
+
@text = args[:text] if args.key?(:text)
|
8372
|
+
end
|
8373
|
+
end
|
8374
|
+
|
8375
|
+
# List of standard Content messages from Gemini API.
|
8376
|
+
class GoogleCloudAiplatformV1EvaluationInstanceInstanceDataContents
|
8377
|
+
include Google::Apis::Core::Hashable
|
8378
|
+
|
8379
|
+
# Optional. Repeated contents.
|
8380
|
+
# Corresponds to the JSON property `contents`
|
8381
|
+
# @return [Array<Google::Apis::AiplatformV1::GoogleCloudAiplatformV1Content>]
|
8382
|
+
attr_accessor :contents
|
8383
|
+
|
8384
|
+
def initialize(**args)
|
8385
|
+
update!(**args)
|
8386
|
+
end
|
8387
|
+
|
8388
|
+
# Update properties of this object
|
8389
|
+
def update!(**args)
|
8390
|
+
@contents = args[:contents] if args.key?(:contents)
|
8391
|
+
end
|
8392
|
+
end
|
8393
|
+
|
8394
|
+
# Instance data specified as a map.
|
8395
|
+
class GoogleCloudAiplatformV1EvaluationInstanceMapInstance
|
8396
|
+
include Google::Apis::Core::Hashable
|
8397
|
+
|
8398
|
+
# Optional. Map of instance data.
|
8399
|
+
# Corresponds to the JSON property `mapInstance`
|
8400
|
+
# @return [Hash<String,Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationInstanceInstanceData>]
|
8401
|
+
attr_accessor :map_instance
|
8402
|
+
|
8403
|
+
def initialize(**args)
|
8404
|
+
update!(**args)
|
8405
|
+
end
|
8406
|
+
|
8407
|
+
# Update properties of this object
|
8408
|
+
def update!(**args)
|
8409
|
+
@map_instance = args[:map_instance] if args.key?(:map_instance)
|
8410
|
+
end
|
8411
|
+
end
|
8412
|
+
|
8280
8413
|
# An edge describing the relationship between an Artifact and an Execution in a
|
8281
8414
|
# lineage graph.
|
8282
8415
|
class GoogleCloudAiplatformV1Event
|
@@ -12985,6 +13118,58 @@ module Google
|
|
12985
13118
|
end
|
12986
13119
|
end
|
12987
13120
|
|
13121
|
+
# Request message for EvaluationService.GenerateInstanceRubrics.
|
13122
|
+
class GoogleCloudAiplatformV1GenerateInstanceRubricsRequest
|
13123
|
+
include Google::Apis::Core::Hashable
|
13124
|
+
|
13125
|
+
# Required. The prompt to generate rubrics from. For single-turn queries, this
|
13126
|
+
# is a single instance. For multi-turn queries, this is a repeated field that
|
13127
|
+
# contains conversation history + latest request.
|
13128
|
+
# Corresponds to the JSON property `contents`
|
13129
|
+
# @return [Array<Google::Apis::AiplatformV1::GoogleCloudAiplatformV1Content>]
|
13130
|
+
attr_accessor :contents
|
13131
|
+
|
13132
|
+
# The spec for a pre-defined metric.
|
13133
|
+
# Corresponds to the JSON property `predefinedRubricGenerationSpec`
|
13134
|
+
# @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1PredefinedMetricSpec]
|
13135
|
+
attr_accessor :predefined_rubric_generation_spec
|
13136
|
+
|
13137
|
+
# Specification for how rubrics should be generated.
|
13138
|
+
# Corresponds to the JSON property `rubricGenerationSpec`
|
13139
|
+
# @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1RubricGenerationSpec]
|
13140
|
+
attr_accessor :rubric_generation_spec
|
13141
|
+
|
13142
|
+
def initialize(**args)
|
13143
|
+
update!(**args)
|
13144
|
+
end
|
13145
|
+
|
13146
|
+
# Update properties of this object
|
13147
|
+
def update!(**args)
|
13148
|
+
@contents = args[:contents] if args.key?(:contents)
|
13149
|
+
@predefined_rubric_generation_spec = args[:predefined_rubric_generation_spec] if args.key?(:predefined_rubric_generation_spec)
|
13150
|
+
@rubric_generation_spec = args[:rubric_generation_spec] if args.key?(:rubric_generation_spec)
|
13151
|
+
end
|
13152
|
+
end
|
13153
|
+
|
13154
|
+
# Response message for EvaluationService.GenerateInstanceRubrics.
|
13155
|
+
class GoogleCloudAiplatformV1GenerateInstanceRubricsResponse
|
13156
|
+
include Google::Apis::Core::Hashable
|
13157
|
+
|
13158
|
+
# Output only. A list of generated rubrics.
|
13159
|
+
# Corresponds to the JSON property `generatedRubrics`
|
13160
|
+
# @return [Array<Google::Apis::AiplatformV1::GoogleCloudAiplatformV1Rubric>]
|
13161
|
+
attr_accessor :generated_rubrics
|
13162
|
+
|
13163
|
+
def initialize(**args)
|
13164
|
+
update!(**args)
|
13165
|
+
end
|
13166
|
+
|
13167
|
+
# Update properties of this object
|
13168
|
+
def update!(**args)
|
13169
|
+
@generated_rubrics = args[:generated_rubrics] if args.key?(:generated_rubrics)
|
13170
|
+
end
|
13171
|
+
end
|
13172
|
+
|
12988
13173
|
# Generate video response.
|
12989
13174
|
class GoogleCloudAiplatformV1GenerateVideoResponse
|
12990
13175
|
include Google::Apis::Core::Hashable
|
@@ -13411,25 +13596,12 @@ module Google
|
|
13411
13596
|
class GoogleCloudAiplatformV1GoogleMaps
|
13412
13597
|
include Google::Apis::Core::Hashable
|
13413
13598
|
|
13414
|
-
# The generic reusable api auth config. Deprecated. Please use AuthConfig (
|
13415
|
-
# google/cloud/aiplatform/master/auth.proto) instead.
|
13416
|
-
# Corresponds to the JSON property `apiAuth`
|
13417
|
-
# @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1ApiAuth]
|
13418
|
-
attr_accessor :api_auth
|
13419
|
-
|
13420
|
-
# Auth configuration to run the extension.
|
13421
|
-
# Corresponds to the JSON property `authConfig`
|
13422
|
-
# @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1AuthConfig]
|
13423
|
-
attr_accessor :auth_config
|
13424
|
-
|
13425
13599
|
def initialize(**args)
|
13426
13600
|
update!(**args)
|
13427
13601
|
end
|
13428
13602
|
|
13429
13603
|
# Update properties of this object
|
13430
13604
|
def update!(**args)
|
13431
|
-
@api_auth = args[:api_auth] if args.key?(:api_auth)
|
13432
|
-
@auth_config = args[:auth_config] if args.key?(:auth_config)
|
13433
13605
|
end
|
13434
13606
|
end
|
13435
13607
|
|
@@ -17182,6 +17354,11 @@ module Google
|
|
17182
17354
|
# @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1PointwiseMetricSpec]
|
17183
17355
|
attr_accessor :pointwise_metric_spec
|
17184
17356
|
|
17357
|
+
# The spec for a pre-defined metric.
|
17358
|
+
# Corresponds to the JSON property `predefinedMetricSpec`
|
17359
|
+
# @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1PredefinedMetricSpec]
|
17360
|
+
attr_accessor :predefined_metric_spec
|
17361
|
+
|
17185
17362
|
# Spec for rouge score metric - calculates the recall of n-grams in prediction
|
17186
17363
|
# as compared to reference - returns a score ranging between 0 and 1.
|
17187
17364
|
# Corresponds to the JSON property `rougeSpec`
|
@@ -17199,10 +17376,43 @@ module Google
|
|
17199
17376
|
@exact_match_spec = args[:exact_match_spec] if args.key?(:exact_match_spec)
|
17200
17377
|
@pairwise_metric_spec = args[:pairwise_metric_spec] if args.key?(:pairwise_metric_spec)
|
17201
17378
|
@pointwise_metric_spec = args[:pointwise_metric_spec] if args.key?(:pointwise_metric_spec)
|
17379
|
+
@predefined_metric_spec = args[:predefined_metric_spec] if args.key?(:predefined_metric_spec)
|
17202
17380
|
@rouge_spec = args[:rouge_spec] if args.key?(:rouge_spec)
|
17203
17381
|
end
|
17204
17382
|
end
|
17205
17383
|
|
17384
|
+
# Result for a single metric on a single instance.
|
17385
|
+
class GoogleCloudAiplatformV1MetricResult
|
17386
|
+
include Google::Apis::Core::Hashable
|
17387
|
+
|
17388
|
+
# The explanation for the metric result.
|
17389
|
+
# Corresponds to the JSON property `explanation`
|
17390
|
+
# @return [String]
|
17391
|
+
attr_accessor :explanation
|
17392
|
+
|
17393
|
+
# For rubric-based metrics, the verdicts for each rubric.
|
17394
|
+
# Corresponds to the JSON property `rubricVerdicts`
|
17395
|
+
# @return [Array<Google::Apis::AiplatformV1::GoogleCloudAiplatformV1RubricVerdict>]
|
17396
|
+
attr_accessor :rubric_verdicts
|
17397
|
+
|
17398
|
+
# The score for the metric. Please refer to each metric's documentation for the
|
17399
|
+
# meaning of the score.
|
17400
|
+
# Corresponds to the JSON property `score`
|
17401
|
+
# @return [Float]
|
17402
|
+
attr_accessor :score
|
17403
|
+
|
17404
|
+
def initialize(**args)
|
17405
|
+
update!(**args)
|
17406
|
+
end
|
17407
|
+
|
17408
|
+
# Update properties of this object
|
17409
|
+
def update!(**args)
|
17410
|
+
@explanation = args[:explanation] if args.key?(:explanation)
|
17411
|
+
@rubric_verdicts = args[:rubric_verdicts] if args.key?(:rubric_verdicts)
|
17412
|
+
@score = args[:score] if args.key?(:score)
|
17413
|
+
end
|
17414
|
+
end
|
17415
|
+
|
17206
17416
|
# Input for MetricX metric.
|
17207
17417
|
class GoogleCloudAiplatformV1MetricxInput
|
17208
17418
|
include Google::Apis::Core::Hashable
|
@@ -22874,6 +23084,32 @@ module Google
|
|
22874
23084
|
end
|
22875
23085
|
end
|
22876
23086
|
|
23087
|
+
# The spec for a pre-defined metric.
|
23088
|
+
class GoogleCloudAiplatformV1PredefinedMetricSpec
|
23089
|
+
include Google::Apis::Core::Hashable
|
23090
|
+
|
23091
|
+
# Required. The name of a pre-defined metric, such as "instruction_following_v1"
|
23092
|
+
# or "text_quality_v1".
|
23093
|
+
# Corresponds to the JSON property `metricSpecName`
|
23094
|
+
# @return [String]
|
23095
|
+
attr_accessor :metric_spec_name
|
23096
|
+
|
23097
|
+
# Optional. The parameters needed to run the pre-defined metric.
|
23098
|
+
# Corresponds to the JSON property `metricSpecParameters`
|
23099
|
+
# @return [Hash<String,Object>]
|
23100
|
+
attr_accessor :metric_spec_parameters
|
23101
|
+
|
23102
|
+
def initialize(**args)
|
23103
|
+
update!(**args)
|
23104
|
+
end
|
23105
|
+
|
23106
|
+
# Update properties of this object
|
23107
|
+
def update!(**args)
|
23108
|
+
@metric_spec_name = args[:metric_spec_name] if args.key?(:metric_spec_name)
|
23109
|
+
@metric_spec_parameters = args[:metric_spec_parameters] if args.key?(:metric_spec_parameters)
|
23110
|
+
end
|
23111
|
+
end
|
23112
|
+
|
22877
23113
|
# Assigns input data to training, validation, and test sets based on the value
|
22878
23114
|
# of a provided key. Supported only for tabular Datasets.
|
22879
23115
|
class GoogleCloudAiplatformV1PredefinedSplit
|
@@ -26397,13 +26633,14 @@ module Google
|
|
26397
26633
|
attr_accessor :env
|
26398
26634
|
|
26399
26635
|
# Optional. The maximum number of application instances that can be launched to
|
26400
|
-
# handle increased traffic. Defaults to 100.
|
26636
|
+
# handle increased traffic. Defaults to 100. Range: [1, 1000]. If VPC-SC or PSC-
|
26637
|
+
# I is enabled, the acceptable range is [1, 100].
|
26401
26638
|
# Corresponds to the JSON property `maxInstances`
|
26402
26639
|
# @return [Fixnum]
|
26403
26640
|
attr_accessor :max_instances
|
26404
26641
|
|
26405
26642
|
# Optional. The minimum number of application instances that will be kept
|
26406
|
-
# running at all times. Defaults to 1.
|
26643
|
+
# running at all times. Defaults to 1. Range: [0, 10].
|
26407
26644
|
# Corresponds to the JSON property `minInstances`
|
26408
26645
|
# @return [Fixnum]
|
26409
26646
|
attr_accessor :min_instances
|
@@ -26415,9 +26652,11 @@ module Google
|
|
26415
26652
|
|
26416
26653
|
# Optional. Resource limits for each container. Only 'cpu' and 'memory' keys are
|
26417
26654
|
# supported. Defaults to `"cpu": "4", "memory": "4Gi"`. * The only supported
|
26418
|
-
# values for CPU are '1', '2', '4', and '8'. For more information, go to
|
26419
|
-
# cloud.google.com/run/docs/configuring/cpu. *
|
26420
|
-
#
|
26655
|
+
# values for CPU are '1', '2', '4', '6' and '8'. For more information, go to
|
26656
|
+
# https://cloud.google.com/run/docs/configuring/cpu. * The only supported values
|
26657
|
+
# for memory are '1Gi', '2Gi', ... '32 Gi'. * For required cpu on different
|
26658
|
+
# memory values, go to https://cloud.google.com/run/docs/configuring/memory-
|
26659
|
+
# limits
|
26421
26660
|
# Corresponds to the JSON property `resourceLimits`
|
26422
26661
|
# @return [Hash<String,String>]
|
26423
26662
|
attr_accessor :resource_limits
|
@@ -27185,6 +27424,48 @@ module Google
|
|
27185
27424
|
end
|
27186
27425
|
end
|
27187
27426
|
|
27427
|
+
# Message representing a single testable criterion for evaluation. One input
|
27428
|
+
# prompt could have multiple rubrics.
|
27429
|
+
class GoogleCloudAiplatformV1Rubric
|
27430
|
+
include Google::Apis::Core::Hashable
|
27431
|
+
|
27432
|
+
# Content of the rubric, defining the testable criteria.
|
27433
|
+
# Corresponds to the JSON property `content`
|
27434
|
+
# @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1RubricContent]
|
27435
|
+
attr_accessor :content
|
27436
|
+
|
27437
|
+
# Optional. The relative importance of this rubric.
|
27438
|
+
# Corresponds to the JSON property `importance`
|
27439
|
+
# @return [String]
|
27440
|
+
attr_accessor :importance
|
27441
|
+
|
27442
|
+
# Unique identifier for the rubric. This ID is used to refer to this rubric, e.g.
|
27443
|
+
# , in RubricVerdict.
|
27444
|
+
# Corresponds to the JSON property `rubricId`
|
27445
|
+
# @return [String]
|
27446
|
+
attr_accessor :rubric_id
|
27447
|
+
|
27448
|
+
# Optional. A type designator for the rubric, which can inform how it's
|
27449
|
+
# evaluated or interpreted by systems or users. It's recommended to use
|
27450
|
+
# consistent, well-defined, upper snake_case strings. Examples: "
|
27451
|
+
# SUMMARIZATION_QUALITY", "SAFETY_HARMFUL_CONTENT", "INSTRUCTION_ADHERENCE".
|
27452
|
+
# Corresponds to the JSON property `type`
|
27453
|
+
# @return [String]
|
27454
|
+
attr_accessor :type
|
27455
|
+
|
27456
|
+
def initialize(**args)
|
27457
|
+
update!(**args)
|
27458
|
+
end
|
27459
|
+
|
27460
|
+
# Update properties of this object
|
27461
|
+
def update!(**args)
|
27462
|
+
@content = args[:content] if args.key?(:content)
|
27463
|
+
@importance = args[:importance] if args.key?(:importance)
|
27464
|
+
@rubric_id = args[:rubric_id] if args.key?(:rubric_id)
|
27465
|
+
@type = args[:type] if args.key?(:type)
|
27466
|
+
end
|
27467
|
+
end
|
27468
|
+
|
27188
27469
|
# Instance and metric spec for RubricBasedInstructionFollowing metric.
|
27189
27470
|
class GoogleCloudAiplatformV1RubricBasedInstructionFollowingInput
|
27190
27471
|
include Google::Apis::Core::Hashable
|
@@ -27273,6 +27554,45 @@ module Google
|
|
27273
27554
|
end
|
27274
27555
|
end
|
27275
27556
|
|
27557
|
+
# Content of the rubric, defining the testable criteria.
|
27558
|
+
class GoogleCloudAiplatformV1RubricContent
|
27559
|
+
include Google::Apis::Core::Hashable
|
27560
|
+
|
27561
|
+
# Defines criteria based on a specific property.
|
27562
|
+
# Corresponds to the JSON property `property`
|
27563
|
+
# @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1RubricContentProperty]
|
27564
|
+
attr_accessor :property
|
27565
|
+
|
27566
|
+
def initialize(**args)
|
27567
|
+
update!(**args)
|
27568
|
+
end
|
27569
|
+
|
27570
|
+
# Update properties of this object
|
27571
|
+
def update!(**args)
|
27572
|
+
@property = args[:property] if args.key?(:property)
|
27573
|
+
end
|
27574
|
+
end
|
27575
|
+
|
27576
|
+
# Defines criteria based on a specific property.
|
27577
|
+
class GoogleCloudAiplatformV1RubricContentProperty
|
27578
|
+
include Google::Apis::Core::Hashable
|
27579
|
+
|
27580
|
+
# Description of the property being evaluated. Example: "The model's response is
|
27581
|
+
# grammatically correct."
|
27582
|
+
# Corresponds to the JSON property `description`
|
27583
|
+
# @return [String]
|
27584
|
+
attr_accessor :description
|
27585
|
+
|
27586
|
+
def initialize(**args)
|
27587
|
+
update!(**args)
|
27588
|
+
end
|
27589
|
+
|
27590
|
+
# Update properties of this object
|
27591
|
+
def update!(**args)
|
27592
|
+
@description = args[:description] if args.key?(:description)
|
27593
|
+
end
|
27594
|
+
end
|
27595
|
+
|
27276
27596
|
# Rubric critique result.
|
27277
27597
|
class GoogleCloudAiplatformV1RubricCritiqueResult
|
27278
27598
|
include Google::Apis::Core::Hashable
|
@@ -27300,6 +27620,116 @@ module Google
|
|
27300
27620
|
end
|
27301
27621
|
end
|
27302
27622
|
|
27623
|
+
# Specification for how rubrics should be generated.
|
27624
|
+
class GoogleCloudAiplatformV1RubricGenerationSpec
|
27625
|
+
include Google::Apis::Core::Hashable
|
27626
|
+
|
27627
|
+
# The configs for autorater. This is applicable to both EvaluateInstances and
|
27628
|
+
# EvaluateDataset.
|
27629
|
+
# Corresponds to the JSON property `modelConfig`
|
27630
|
+
# @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1AutoraterConfig]
|
27631
|
+
attr_accessor :model_config
|
27632
|
+
|
27633
|
+
# Template for the prompt used to generate rubrics. The details should be
|
27634
|
+
# updated based on the most-recent recipe requirements.
|
27635
|
+
# Corresponds to the JSON property `promptTemplate`
|
27636
|
+
# @return [String]
|
27637
|
+
attr_accessor :prompt_template
|
27638
|
+
|
27639
|
+
# The type of rubric content to be generated.
|
27640
|
+
# Corresponds to the JSON property `rubricContentType`
|
27641
|
+
# @return [String]
|
27642
|
+
attr_accessor :rubric_content_type
|
27643
|
+
|
27644
|
+
# Optional. An optional, pre-defined list of allowed types for generated rubrics.
|
27645
|
+
# If this field is provided, it implies `include_rubric_type` should be true,
|
27646
|
+
# and the generated rubric types should be chosen from this ontology.
|
27647
|
+
# Corresponds to the JSON property `rubricTypeOntology`
|
27648
|
+
# @return [Array<String>]
|
27649
|
+
attr_accessor :rubric_type_ontology
|
27650
|
+
|
27651
|
+
def initialize(**args)
|
27652
|
+
update!(**args)
|
27653
|
+
end
|
27654
|
+
|
27655
|
+
# Update properties of this object
|
27656
|
+
def update!(**args)
|
27657
|
+
@model_config = args[:model_config] if args.key?(:model_config)
|
27658
|
+
@prompt_template = args[:prompt_template] if args.key?(:prompt_template)
|
27659
|
+
@rubric_content_type = args[:rubric_content_type] if args.key?(:rubric_content_type)
|
27660
|
+
@rubric_type_ontology = args[:rubric_type_ontology] if args.key?(:rubric_type_ontology)
|
27661
|
+
end
|
27662
|
+
end
|
27663
|
+
|
27664
|
+
# A group of rubrics, used for grouping rubrics based on a metric or a version.
|
27665
|
+
class GoogleCloudAiplatformV1RubricGroup
|
27666
|
+
include Google::Apis::Core::Hashable
|
27667
|
+
|
27668
|
+
# Human-readable name for the group. This should be unique within a given
|
27669
|
+
# context if used for display or selection. Example: "Instruction Following V1",
|
27670
|
+
# "Content Quality - Summarization Task".
|
27671
|
+
# Corresponds to the JSON property `displayName`
|
27672
|
+
# @return [String]
|
27673
|
+
attr_accessor :display_name
|
27674
|
+
|
27675
|
+
# Unique identifier for the group.
|
27676
|
+
# Corresponds to the JSON property `groupId`
|
27677
|
+
# @return [String]
|
27678
|
+
attr_accessor :group_id
|
27679
|
+
|
27680
|
+
# Rubrics that are part of this group.
|
27681
|
+
# Corresponds to the JSON property `rubrics`
|
27682
|
+
# @return [Array<Google::Apis::AiplatformV1::GoogleCloudAiplatformV1Rubric>]
|
27683
|
+
attr_accessor :rubrics
|
27684
|
+
|
27685
|
+
def initialize(**args)
|
27686
|
+
update!(**args)
|
27687
|
+
end
|
27688
|
+
|
27689
|
+
# Update properties of this object
|
27690
|
+
def update!(**args)
|
27691
|
+
@display_name = args[:display_name] if args.key?(:display_name)
|
27692
|
+
@group_id = args[:group_id] if args.key?(:group_id)
|
27693
|
+
@rubrics = args[:rubrics] if args.key?(:rubrics)
|
27694
|
+
end
|
27695
|
+
end
|
27696
|
+
|
27697
|
+
# Represents the verdict of an evaluation against a single rubric.
|
27698
|
+
class GoogleCloudAiplatformV1RubricVerdict
|
27699
|
+
include Google::Apis::Core::Hashable
|
27700
|
+
|
27701
|
+
# Message representing a single testable criterion for evaluation. One input
|
27702
|
+
# prompt could have multiple rubrics.
|
27703
|
+
# Corresponds to the JSON property `evaluatedRubric`
|
27704
|
+
# @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1Rubric]
|
27705
|
+
attr_accessor :evaluated_rubric
|
27706
|
+
|
27707
|
+
# Optional. Human-readable reasoning or explanation for the verdict. This can
|
27708
|
+
# include specific examples or details from the evaluated content that justify
|
27709
|
+
# the given verdict.
|
27710
|
+
# Corresponds to the JSON property `reasoning`
|
27711
|
+
# @return [String]
|
27712
|
+
attr_accessor :reasoning
|
27713
|
+
|
27714
|
+
# Required. Outcome of the evaluation against the rubric, represented as a
|
27715
|
+
# boolean. `true` indicates a "Pass", `false` indicates a "Fail".
|
27716
|
+
# Corresponds to the JSON property `verdict`
|
27717
|
+
# @return [Boolean]
|
27718
|
+
attr_accessor :verdict
|
27719
|
+
alias_method :verdict?, :verdict
|
27720
|
+
|
27721
|
+
def initialize(**args)
|
27722
|
+
update!(**args)
|
27723
|
+
end
|
27724
|
+
|
27725
|
+
# Update properties of this object
|
27726
|
+
def update!(**args)
|
27727
|
+
@evaluated_rubric = args[:evaluated_rubric] if args.key?(:evaluated_rubric)
|
27728
|
+
@reasoning = args[:reasoning] if args.key?(:reasoning)
|
27729
|
+
@verdict = args[:verdict] if args.key?(:verdict)
|
27730
|
+
end
|
27731
|
+
end
|
27732
|
+
|
27303
27733
|
# Input for safety metric.
|
27304
27734
|
class GoogleCloudAiplatformV1SafetyInput
|
27305
27735
|
include Google::Apis::Core::Hashable
|
@@ -16,13 +16,13 @@ module Google
|
|
16
16
|
module Apis
|
17
17
|
module AiplatformV1
|
18
18
|
# Version of the google-apis-aiplatform_v1 gem
|
19
|
-
GEM_VERSION = "0.
|
19
|
+
GEM_VERSION = "0.64.0"
|
20
20
|
|
21
21
|
# Version of the code generator used to generate this client
|
22
22
|
GENERATOR_VERSION = "0.18.0"
|
23
23
|
|
24
24
|
# Revision of the discovery document this client was generated from
|
25
|
-
REVISION = "
|
25
|
+
REVISION = "20250825"
|
26
26
|
end
|
27
27
|
end
|
28
28
|
end
|
@@ -1354,6 +1354,30 @@ module Google
|
|
1354
1354
|
include Google::Apis::Core::JsonObjectSupport
|
1355
1355
|
end
|
1356
1356
|
|
1357
|
+
class GoogleCloudAiplatformV1EvaluationInstance
|
1358
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
1359
|
+
|
1360
|
+
include Google::Apis::Core::JsonObjectSupport
|
1361
|
+
end
|
1362
|
+
|
1363
|
+
class GoogleCloudAiplatformV1EvaluationInstanceInstanceData
|
1364
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
1365
|
+
|
1366
|
+
include Google::Apis::Core::JsonObjectSupport
|
1367
|
+
end
|
1368
|
+
|
1369
|
+
class GoogleCloudAiplatformV1EvaluationInstanceInstanceDataContents
|
1370
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
1371
|
+
|
1372
|
+
include Google::Apis::Core::JsonObjectSupport
|
1373
|
+
end
|
1374
|
+
|
1375
|
+
class GoogleCloudAiplatformV1EvaluationInstanceMapInstance
|
1376
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
1377
|
+
|
1378
|
+
include Google::Apis::Core::JsonObjectSupport
|
1379
|
+
end
|
1380
|
+
|
1357
1381
|
class GoogleCloudAiplatformV1Event
|
1358
1382
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
1359
1383
|
|
@@ -2122,6 +2146,18 @@ module Google
|
|
2122
2146
|
include Google::Apis::Core::JsonObjectSupport
|
2123
2147
|
end
|
2124
2148
|
|
2149
|
+
class GoogleCloudAiplatformV1GenerateInstanceRubricsRequest
|
2150
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
2151
|
+
|
2152
|
+
include Google::Apis::Core::JsonObjectSupport
|
2153
|
+
end
|
2154
|
+
|
2155
|
+
class GoogleCloudAiplatformV1GenerateInstanceRubricsResponse
|
2156
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
2157
|
+
|
2158
|
+
include Google::Apis::Core::JsonObjectSupport
|
2159
|
+
end
|
2160
|
+
|
2125
2161
|
class GoogleCloudAiplatformV1GenerateVideoResponse
|
2126
2162
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
2127
2163
|
|
@@ -2860,6 +2896,12 @@ module Google
|
|
2860
2896
|
include Google::Apis::Core::JsonObjectSupport
|
2861
2897
|
end
|
2862
2898
|
|
2899
|
+
class GoogleCloudAiplatformV1MetricResult
|
2900
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
2901
|
+
|
2902
|
+
include Google::Apis::Core::JsonObjectSupport
|
2903
|
+
end
|
2904
|
+
|
2863
2905
|
class GoogleCloudAiplatformV1MetricxInput
|
2864
2906
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
2865
2907
|
|
@@ -3640,6 +3682,12 @@ module Google
|
|
3640
3682
|
include Google::Apis::Core::JsonObjectSupport
|
3641
3683
|
end
|
3642
3684
|
|
3685
|
+
class GoogleCloudAiplatformV1PredefinedMetricSpec
|
3686
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
3687
|
+
|
3688
|
+
include Google::Apis::Core::JsonObjectSupport
|
3689
|
+
end
|
3690
|
+
|
3643
3691
|
class GoogleCloudAiplatformV1PredefinedSplit
|
3644
3692
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
3645
3693
|
|
@@ -4480,6 +4528,12 @@ module Google
|
|
4480
4528
|
include Google::Apis::Core::JsonObjectSupport
|
4481
4529
|
end
|
4482
4530
|
|
4531
|
+
class GoogleCloudAiplatformV1Rubric
|
4532
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
4533
|
+
|
4534
|
+
include Google::Apis::Core::JsonObjectSupport
|
4535
|
+
end
|
4536
|
+
|
4483
4537
|
class GoogleCloudAiplatformV1RubricBasedInstructionFollowingInput
|
4484
4538
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
4485
4539
|
|
@@ -4504,12 +4558,42 @@ module Google
|
|
4504
4558
|
include Google::Apis::Core::JsonObjectSupport
|
4505
4559
|
end
|
4506
4560
|
|
4561
|
+
class GoogleCloudAiplatformV1RubricContent
|
4562
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
4563
|
+
|
4564
|
+
include Google::Apis::Core::JsonObjectSupport
|
4565
|
+
end
|
4566
|
+
|
4567
|
+
class GoogleCloudAiplatformV1RubricContentProperty
|
4568
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
4569
|
+
|
4570
|
+
include Google::Apis::Core::JsonObjectSupport
|
4571
|
+
end
|
4572
|
+
|
4507
4573
|
class GoogleCloudAiplatformV1RubricCritiqueResult
|
4508
4574
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
4509
4575
|
|
4510
4576
|
include Google::Apis::Core::JsonObjectSupport
|
4511
4577
|
end
|
4512
4578
|
|
4579
|
+
class GoogleCloudAiplatformV1RubricGenerationSpec
|
4580
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
4581
|
+
|
4582
|
+
include Google::Apis::Core::JsonObjectSupport
|
4583
|
+
end
|
4584
|
+
|
4585
|
+
class GoogleCloudAiplatformV1RubricGroup
|
4586
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
4587
|
+
|
4588
|
+
include Google::Apis::Core::JsonObjectSupport
|
4589
|
+
end
|
4590
|
+
|
4591
|
+
class GoogleCloudAiplatformV1RubricVerdict
|
4592
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
4593
|
+
|
4594
|
+
include Google::Apis::Core::JsonObjectSupport
|
4595
|
+
end
|
4596
|
+
|
4513
4597
|
class GoogleCloudAiplatformV1SafetyInput
|
4514
4598
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
4515
4599
|
|
@@ -9241,6 +9325,10 @@ module Google
|
|
9241
9325
|
|
9242
9326
|
property :groundedness_input, as: 'groundednessInput', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1GroundednessInput, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1GroundednessInput::Representation
|
9243
9327
|
|
9328
|
+
property :instance, as: 'instance', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationInstance, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationInstance::Representation
|
9329
|
+
|
9330
|
+
collection :metrics, as: 'metrics', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1Metric, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1Metric::Representation
|
9331
|
+
|
9244
9332
|
property :metricx_input, as: 'metricxInput', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1MetricxInput, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1MetricxInput::Representation
|
9245
9333
|
|
9246
9334
|
property :pairwise_metric_input, as: 'pairwiseMetricInput', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1PairwiseMetricInput, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1PairwiseMetricInput::Representation
|
@@ -9311,6 +9399,8 @@ module Google
|
|
9311
9399
|
|
9312
9400
|
property :groundedness_result, as: 'groundednessResult', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1GroundednessResult, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1GroundednessResult::Representation
|
9313
9401
|
|
9402
|
+
collection :metric_results, as: 'metricResults', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1MetricResult, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1MetricResult::Representation
|
9403
|
+
|
9314
9404
|
property :metricx_result, as: 'metricxResult', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1MetricxResult, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1MetricxResult::Representation
|
9315
9405
|
|
9316
9406
|
property :pairwise_metric_result, as: 'pairwiseMetricResult', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1PairwiseMetricResult, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1PairwiseMetricResult::Representation
|
@@ -9398,6 +9488,47 @@ module Google
|
|
9398
9488
|
end
|
9399
9489
|
end
|
9400
9490
|
|
9491
|
+
class GoogleCloudAiplatformV1EvaluationInstance
|
9492
|
+
# @private
|
9493
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
9494
|
+
property :other_data, as: 'otherData', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationInstanceMapInstance, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationInstanceMapInstance::Representation
|
9495
|
+
|
9496
|
+
property :prompt, as: 'prompt', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationInstanceInstanceData, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationInstanceInstanceData::Representation
|
9497
|
+
|
9498
|
+
property :reference, as: 'reference', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationInstanceInstanceData, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationInstanceInstanceData::Representation
|
9499
|
+
|
9500
|
+
property :response, as: 'response', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationInstanceInstanceData, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationInstanceInstanceData::Representation
|
9501
|
+
|
9502
|
+
hash :rubric_groups, as: 'rubricGroups', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1RubricGroup, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1RubricGroup::Representation
|
9503
|
+
|
9504
|
+
end
|
9505
|
+
end
|
9506
|
+
|
9507
|
+
class GoogleCloudAiplatformV1EvaluationInstanceInstanceData
|
9508
|
+
# @private
|
9509
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
9510
|
+
property :contents, as: 'contents', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationInstanceInstanceDataContents, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationInstanceInstanceDataContents::Representation
|
9511
|
+
|
9512
|
+
property :text, as: 'text'
|
9513
|
+
end
|
9514
|
+
end
|
9515
|
+
|
9516
|
+
class GoogleCloudAiplatformV1EvaluationInstanceInstanceDataContents
|
9517
|
+
# @private
|
9518
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
9519
|
+
collection :contents, as: 'contents', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1Content, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1Content::Representation
|
9520
|
+
|
9521
|
+
end
|
9522
|
+
end
|
9523
|
+
|
9524
|
+
class GoogleCloudAiplatformV1EvaluationInstanceMapInstance
|
9525
|
+
# @private
|
9526
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
9527
|
+
hash :map_instance, as: 'mapInstance', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationInstanceInstanceData, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1EvaluationInstanceInstanceData::Representation
|
9528
|
+
|
9529
|
+
end
|
9530
|
+
end
|
9531
|
+
|
9401
9532
|
class GoogleCloudAiplatformV1Event
|
9402
9533
|
# @private
|
9403
9534
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -10699,6 +10830,26 @@ module Google
|
|
10699
10830
|
end
|
10700
10831
|
end
|
10701
10832
|
|
10833
|
+
class GoogleCloudAiplatformV1GenerateInstanceRubricsRequest
|
10834
|
+
# @private
|
10835
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
10836
|
+
collection :contents, as: 'contents', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1Content, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1Content::Representation
|
10837
|
+
|
10838
|
+
property :predefined_rubric_generation_spec, as: 'predefinedRubricGenerationSpec', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1PredefinedMetricSpec, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1PredefinedMetricSpec::Representation
|
10839
|
+
|
10840
|
+
property :rubric_generation_spec, as: 'rubricGenerationSpec', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1RubricGenerationSpec, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1RubricGenerationSpec::Representation
|
10841
|
+
|
10842
|
+
end
|
10843
|
+
end
|
10844
|
+
|
10845
|
+
class GoogleCloudAiplatformV1GenerateInstanceRubricsResponse
|
10846
|
+
# @private
|
10847
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
10848
|
+
collection :generated_rubrics, as: 'generatedRubrics', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1Rubric, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1Rubric::Representation
|
10849
|
+
|
10850
|
+
end
|
10851
|
+
end
|
10852
|
+
|
10702
10853
|
class GoogleCloudAiplatformV1GenerateVideoResponse
|
10703
10854
|
# @private
|
10704
10855
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -10818,10 +10969,6 @@ module Google
|
|
10818
10969
|
class GoogleCloudAiplatformV1GoogleMaps
|
10819
10970
|
# @private
|
10820
10971
|
class Representation < Google::Apis::Core::JsonRepresentation
|
10821
|
-
property :api_auth, as: 'apiAuth', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1ApiAuth, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1ApiAuth::Representation
|
10822
|
-
|
10823
|
-
property :auth_config, as: 'authConfig', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1AuthConfig, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1AuthConfig::Representation
|
10824
|
-
|
10825
10972
|
end
|
10826
10973
|
end
|
10827
10974
|
|
@@ -11951,11 +12098,23 @@ module Google
|
|
11951
12098
|
|
11952
12099
|
property :pointwise_metric_spec, as: 'pointwiseMetricSpec', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1PointwiseMetricSpec, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1PointwiseMetricSpec::Representation
|
11953
12100
|
|
12101
|
+
property :predefined_metric_spec, as: 'predefinedMetricSpec', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1PredefinedMetricSpec, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1PredefinedMetricSpec::Representation
|
12102
|
+
|
11954
12103
|
property :rouge_spec, as: 'rougeSpec', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1RougeSpec, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1RougeSpec::Representation
|
11955
12104
|
|
11956
12105
|
end
|
11957
12106
|
end
|
11958
12107
|
|
12108
|
+
class GoogleCloudAiplatformV1MetricResult
|
12109
|
+
# @private
|
12110
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
12111
|
+
property :explanation, as: 'explanation'
|
12112
|
+
collection :rubric_verdicts, as: 'rubricVerdicts', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1RubricVerdict, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1RubricVerdict::Representation
|
12113
|
+
|
12114
|
+
property :score, as: 'score'
|
12115
|
+
end
|
12116
|
+
end
|
12117
|
+
|
11959
12118
|
class GoogleCloudAiplatformV1MetricxInput
|
11960
12119
|
# @private
|
11961
12120
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -13459,6 +13618,14 @@ module Google
|
|
13459
13618
|
end
|
13460
13619
|
end
|
13461
13620
|
|
13621
|
+
class GoogleCloudAiplatformV1PredefinedMetricSpec
|
13622
|
+
# @private
|
13623
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
13624
|
+
property :metric_spec_name, as: 'metricSpecName'
|
13625
|
+
hash :metric_spec_parameters, as: 'metricSpecParameters'
|
13626
|
+
end
|
13627
|
+
end
|
13628
|
+
|
13462
13629
|
class GoogleCloudAiplatformV1PredefinedSplit
|
13463
13630
|
# @private
|
13464
13631
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -14783,6 +14950,17 @@ module Google
|
|
14783
14950
|
end
|
14784
14951
|
end
|
14785
14952
|
|
14953
|
+
class GoogleCloudAiplatformV1Rubric
|
14954
|
+
# @private
|
14955
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
14956
|
+
property :content, as: 'content', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1RubricContent, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1RubricContent::Representation
|
14957
|
+
|
14958
|
+
property :importance, as: 'importance'
|
14959
|
+
property :rubric_id, as: 'rubricId'
|
14960
|
+
property :type, as: 'type'
|
14961
|
+
end
|
14962
|
+
end
|
14963
|
+
|
14786
14964
|
class GoogleCloudAiplatformV1RubricBasedInstructionFollowingInput
|
14787
14965
|
# @private
|
14788
14966
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -14815,6 +14993,21 @@ module Google
|
|
14815
14993
|
end
|
14816
14994
|
end
|
14817
14995
|
|
14996
|
+
class GoogleCloudAiplatformV1RubricContent
|
14997
|
+
# @private
|
14998
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
14999
|
+
property :property, as: 'property', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1RubricContentProperty, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1RubricContentProperty::Representation
|
15000
|
+
|
15001
|
+
end
|
15002
|
+
end
|
15003
|
+
|
15004
|
+
class GoogleCloudAiplatformV1RubricContentProperty
|
15005
|
+
# @private
|
15006
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
15007
|
+
property :description, as: 'description'
|
15008
|
+
end
|
15009
|
+
end
|
15010
|
+
|
14818
15011
|
class GoogleCloudAiplatformV1RubricCritiqueResult
|
14819
15012
|
# @private
|
14820
15013
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -14823,6 +15016,37 @@ module Google
|
|
14823
15016
|
end
|
14824
15017
|
end
|
14825
15018
|
|
15019
|
+
class GoogleCloudAiplatformV1RubricGenerationSpec
|
15020
|
+
# @private
|
15021
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
15022
|
+
property :model_config, as: 'modelConfig', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1AutoraterConfig, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1AutoraterConfig::Representation
|
15023
|
+
|
15024
|
+
property :prompt_template, as: 'promptTemplate'
|
15025
|
+
property :rubric_content_type, as: 'rubricContentType'
|
15026
|
+
collection :rubric_type_ontology, as: 'rubricTypeOntology'
|
15027
|
+
end
|
15028
|
+
end
|
15029
|
+
|
15030
|
+
class GoogleCloudAiplatformV1RubricGroup
|
15031
|
+
# @private
|
15032
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
15033
|
+
property :display_name, as: 'displayName'
|
15034
|
+
property :group_id, as: 'groupId'
|
15035
|
+
collection :rubrics, as: 'rubrics', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1Rubric, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1Rubric::Representation
|
15036
|
+
|
15037
|
+
end
|
15038
|
+
end
|
15039
|
+
|
15040
|
+
class GoogleCloudAiplatformV1RubricVerdict
|
15041
|
+
# @private
|
15042
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
15043
|
+
property :evaluated_rubric, as: 'evaluatedRubric', class: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1Rubric, decorator: Google::Apis::AiplatformV1::GoogleCloudAiplatformV1Rubric::Representation
|
15044
|
+
|
15045
|
+
property :reasoning, as: 'reasoning'
|
15046
|
+
property :verdict, as: 'verdict'
|
15047
|
+
end
|
15048
|
+
end
|
15049
|
+
|
14826
15050
|
class GoogleCloudAiplatformV1SafetyInput
|
14827
15051
|
# @private
|
14828
15052
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -1142,6 +1142,43 @@ module Google
|
|
1142
1142
|
execute_or_queue_command(command, &block)
|
1143
1143
|
end
|
1144
1144
|
|
1145
|
+
# Generates rubrics for a given prompt. A rubric represents a single testable
|
1146
|
+
# criterion for evaluation. One input prompt could have multiple rubrics This
|
1147
|
+
# RPC allows users to get suggested rubrics based on provided prompt, which can
|
1148
|
+
# then be reviewed and used for subsequent evaluations.
|
1149
|
+
# @param [String] location
|
1150
|
+
# Required. The resource name of the Location to generate rubrics from. Format: `
|
1151
|
+
# projects/`project`/locations/`location``
|
1152
|
+
# @param [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1GenerateInstanceRubricsRequest] google_cloud_aiplatform_v1_generate_instance_rubrics_request_object
|
1153
|
+
# @param [String] fields
|
1154
|
+
# Selector specifying which fields to include in a partial response.
|
1155
|
+
# @param [String] quota_user
|
1156
|
+
# Available to use for quota purposes for server-side applications. Can be any
|
1157
|
+
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
1158
|
+
# @param [Google::Apis::RequestOptions] options
|
1159
|
+
# Request-specific options
|
1160
|
+
#
|
1161
|
+
# @yield [result, err] Result & error if block supplied
|
1162
|
+
# @yieldparam result [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1GenerateInstanceRubricsResponse] parsed result object
|
1163
|
+
# @yieldparam err [StandardError] error object if request failed
|
1164
|
+
#
|
1165
|
+
# @return [Google::Apis::AiplatformV1::GoogleCloudAiplatformV1GenerateInstanceRubricsResponse]
|
1166
|
+
#
|
1167
|
+
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
1168
|
+
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
1169
|
+
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
1170
|
+
def generate_project_location_instance_rubrics(location, google_cloud_aiplatform_v1_generate_instance_rubrics_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
|
1171
|
+
command = make_simple_command(:post, 'v1/{+location}:generateInstanceRubrics', options)
|
1172
|
+
command.request_representation = Google::Apis::AiplatformV1::GoogleCloudAiplatformV1GenerateInstanceRubricsRequest::Representation
|
1173
|
+
command.request_object = google_cloud_aiplatform_v1_generate_instance_rubrics_request_object
|
1174
|
+
command.response_representation = Google::Apis::AiplatformV1::GoogleCloudAiplatformV1GenerateInstanceRubricsResponse::Representation
|
1175
|
+
command.response_class = Google::Apis::AiplatformV1::GoogleCloudAiplatformV1GenerateInstanceRubricsResponse
|
1176
|
+
command.params['location'] = location unless location.nil?
|
1177
|
+
command.query['fields'] = fields unless fields.nil?
|
1178
|
+
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
1179
|
+
execute_or_queue_command(command, &block)
|
1180
|
+
end
|
1181
|
+
|
1145
1182
|
# Gets information about a location.
|
1146
1183
|
# @param [String] name
|
1147
1184
|
# Resource name for the location.
|
@@ -1207,8 +1244,8 @@ module Google
|
|
1207
1244
|
# @param [String] name
|
1208
1245
|
# The resource that owns the locations collection, if applicable.
|
1209
1246
|
# @param [Array<String>, String] extra_location_types
|
1210
|
-
# Optional.
|
1211
|
-
#
|
1247
|
+
# Optional. Do not use this field. It is unsupported and is ignored unless
|
1248
|
+
# explicitly documented otherwise. This is primarily for internal usage.
|
1212
1249
|
# @param [String] filter
|
1213
1250
|
# A filter to narrow down results to a preferred subset. The filtering language
|
1214
1251
|
# accepts strings like `"displayName=tokyo"`, and is documented in more detail
|
@@ -18119,6 +18156,9 @@ module Google
|
|
18119
18156
|
# @param [String] name
|
18120
18157
|
# Required. The name of the RagFile resource to be deleted. Format: `projects/`
|
18121
18158
|
# project`/locations/`location`/ragCorpora/`rag_corpus`/ragFiles/`rag_file``
|
18159
|
+
# @param [Boolean] force_delete
|
18160
|
+
# Optional. If set to true, any errors generated by external vector database
|
18161
|
+
# during the deletion will be ignored. The default value is false.
|
18122
18162
|
# @param [String] fields
|
18123
18163
|
# Selector specifying which fields to include in a partial response.
|
18124
18164
|
# @param [String] quota_user
|
@@ -18136,11 +18176,12 @@ module Google
|
|
18136
18176
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
18137
18177
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
18138
18178
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
18139
|
-
def delete_project_location_rag_corpora_rag_file(name, fields: nil, quota_user: nil, options: nil, &block)
|
18179
|
+
def delete_project_location_rag_corpora_rag_file(name, force_delete: nil, fields: nil, quota_user: nil, options: nil, &block)
|
18140
18180
|
command = make_simple_command(:delete, 'v1/{+name}', options)
|
18141
18181
|
command.response_representation = Google::Apis::AiplatformV1::GoogleLongrunningOperation::Representation
|
18142
18182
|
command.response_class = Google::Apis::AiplatformV1::GoogleLongrunningOperation
|
18143
18183
|
command.params['name'] = name unless name.nil?
|
18184
|
+
command.query['forceDelete'] = force_delete unless force_delete.nil?
|
18144
18185
|
command.query['fields'] = fields unless fields.nil?
|
18145
18186
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
18146
18187
|
execute_or_queue_command(command, &block)
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-apis-aiplatform_v1
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.64.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
@@ -57,7 +57,7 @@ licenses:
|
|
57
57
|
metadata:
|
58
58
|
bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
|
59
59
|
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-aiplatform_v1/CHANGELOG.md
|
60
|
-
documentation_uri: https://googleapis.dev/ruby/google-apis-aiplatform_v1/v0.
|
60
|
+
documentation_uri: https://googleapis.dev/ruby/google-apis-aiplatform_v1/v0.64.0
|
61
61
|
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-aiplatform_v1
|
62
62
|
rdoc_options: []
|
63
63
|
require_paths:
|