google-cloud-ai_platform-v1 1.10.0 → 1.12.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/google/cloud/ai_platform/v1/dataset_service/rest/operations.rb +70 -0
- data/lib/google/cloud/ai_platform/v1/deployment_resource_pool_service/rest/operations.rb +70 -0
- data/lib/google/cloud/ai_platform/v1/endpoint_service/rest/operations.rb +70 -0
- data/lib/google/cloud/ai_platform/v1/feature_online_store_admin_service/rest/operations.rb +70 -0
- data/lib/google/cloud/ai_platform/v1/feature_registry_service/rest/operations.rb +70 -0
- data/lib/google/cloud/ai_platform/v1/featurestore_online_serving_service/rest/service_stub.rb +2 -2
- data/lib/google/cloud/ai_platform/v1/featurestore_service/rest/operations.rb +70 -0
- data/lib/google/cloud/ai_platform/v1/gen_ai_tuning_service/rest/operations.rb +70 -0
- data/lib/google/cloud/ai_platform/v1/index_endpoint_service/rest/operations.rb +70 -0
- data/lib/google/cloud/ai_platform/v1/index_service/rest/operations.rb +70 -0
- data/lib/google/cloud/ai_platform/v1/job_service/rest/operations.rb +70 -0
- data/lib/google/cloud/ai_platform/v1/metadata_service/rest/operations.rb +70 -0
- data/lib/google/cloud/ai_platform/v1/migration_service/rest/operations.rb +70 -0
- data/lib/google/cloud/ai_platform/v1/model_service/rest/operations.rb +70 -0
- data/lib/google/cloud/ai_platform/v1/notebook_service/rest/operations.rb +70 -0
- data/lib/google/cloud/ai_platform/v1/persistent_resource_service/rest/operations.rb +70 -0
- data/lib/google/cloud/ai_platform/v1/pipeline_service/rest/operations.rb +70 -0
- data/lib/google/cloud/ai_platform/v1/prediction_service/rest/service_stub.rb +6 -6
- data/lib/google/cloud/ai_platform/v1/reasoning_engine_execution_service/rest/service_stub.rb +2 -2
- data/lib/google/cloud/ai_platform/v1/reasoning_engine_service/rest/operations.rb +70 -0
- data/lib/google/cloud/ai_platform/v1/schedule_service/rest/operations.rb +70 -0
- data/lib/google/cloud/ai_platform/v1/specialist_pool_service/rest/operations.rb +70 -0
- data/lib/google/cloud/ai_platform/v1/tensorboard_service/rest/operations.rb +70 -0
- data/lib/google/cloud/ai_platform/v1/tensorboard_service/rest/service_stub.rb +2 -2
- data/lib/google/cloud/ai_platform/v1/version.rb +1 -1
- data/lib/google/cloud/ai_platform/v1/vertex_rag_data_service/rest/operations.rb +70 -0
- data/lib/google/cloud/ai_platform/v1/vizier_service/rest/operations.rb +70 -0
- data/lib/google/cloud/aiplatform/v1/accelerator_type_pb.rb +1 -1
- data/lib/google/cloud/aiplatform/v1/endpoint_pb.rb +1 -1
- data/lib/google/cloud/aiplatform/v1/openapi_pb.rb +1 -1
- data/lib/google/cloud/aiplatform/v1/tuning_job_pb.rb +2 -1
- data/lib/google/cloud/aiplatform/v1/vertex_rag_data_pb.rb +4 -1
- data/proto_docs/google/cloud/aiplatform/v1/accelerator_type.rb +7 -0
- data/proto_docs/google/cloud/aiplatform/v1/endpoint.rb +3 -0
- data/proto_docs/google/cloud/aiplatform/v1/io.rb +1 -1
- data/proto_docs/google/cloud/aiplatform/v1/openapi.rb +4 -0
- data/proto_docs/google/cloud/aiplatform/v1/tuning_job.rb +50 -9
- data/proto_docs/google/cloud/aiplatform/v1/vertex_rag_data.rb +85 -0
- metadata +14 -32
@@ -24,7 +24,8 @@ module Google
|
|
24
24
|
# Represents a TuningJob that runs with Google owned models.
|
25
25
|
# @!attribute [rw] base_model
|
26
26
|
# @return [::String]
|
27
|
-
# The base model that is being tuned
|
27
|
+
# The base model that is being tuned. See [Supported
|
28
|
+
# models](https://cloud.google.com/vertex-ai/generative-ai/docs/model-reference/tuning#supported_models).
|
28
29
|
# @!attribute [rw] supervised_tuning_spec
|
29
30
|
# @return [::Google::Cloud::AIPlatform::V1::SupervisedTuningSpec]
|
30
31
|
# Tuning Spec for Supervised Fine Tuning.
|
@@ -85,7 +86,7 @@ module Google
|
|
85
86
|
# {::Google::Cloud::AIPlatform::V1::TuningJob TuningJob}.
|
86
87
|
# @!attribute [r] tuned_model
|
87
88
|
# @return [::Google::Cloud::AIPlatform::V1::TunedModel]
|
88
|
-
# Output only. The tuned model resources
|
89
|
+
# Output only. The tuned model resources associated with this
|
89
90
|
# {::Google::Cloud::AIPlatform::V1::TuningJob TuningJob}.
|
90
91
|
# @!attribute [r] tuning_data_stats
|
91
92
|
# @return [::Google::Cloud::AIPlatform::V1::TuningDataStats]
|
@@ -119,7 +120,7 @@ module Google
|
|
119
120
|
end
|
120
121
|
end
|
121
122
|
|
122
|
-
# The Model Registry Model and Online Prediction Endpoint
|
123
|
+
# The Model Registry Model and Online Prediction Endpoint associated with
|
123
124
|
# this {::Google::Cloud::AIPlatform::V1::TuningJob TuningJob}.
|
124
125
|
# @!attribute [r] model
|
125
126
|
# @return [::String]
|
@@ -129,6 +130,11 @@ module Google
|
|
129
130
|
# @return [::String]
|
130
131
|
# Output only. A resource name of an Endpoint. Format:
|
131
132
|
# `projects/{project}/locations/{location}/endpoints/{endpoint}`.
|
133
|
+
# @!attribute [r] checkpoints
|
134
|
+
# @return [::Array<::Google::Cloud::AIPlatform::V1::TunedModelCheckpoint>]
|
135
|
+
# Output only. The checkpoints associated with this TunedModel.
|
136
|
+
# This field is only populated for tuning jobs that enable intermediate
|
137
|
+
# checkpoints.
|
132
138
|
class TunedModel
|
133
139
|
include ::Google::Protobuf::MessageExts
|
134
140
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -212,14 +218,19 @@ module Google
|
|
212
218
|
# @!attribute [r] user_dataset_examples
|
213
219
|
# @return [::Array<::Google::Cloud::AIPlatform::V1::Content>]
|
214
220
|
# Output only. Sample user messages in the training dataset uri.
|
215
|
-
# @!attribute [
|
221
|
+
# @!attribute [r] total_truncated_example_count
|
216
222
|
# @return [::Integer]
|
217
|
-
# The number of examples in the dataset that have been
|
218
|
-
#
|
219
|
-
#
|
223
|
+
# Output only. The number of examples in the dataset that have been dropped.
|
224
|
+
# An example can be dropped for reasons including: too many tokens, contains
|
225
|
+
# an invalid image, contains too many images, etc.
|
226
|
+
# @!attribute [r] truncated_example_indices
|
220
227
|
# @return [::Array<::Integer>]
|
221
|
-
# A partial sample of the indices (starting from 1) of the
|
222
|
-
# examples.
|
228
|
+
# Output only. A partial sample of the indices (starting from 1) of the
|
229
|
+
# dropped examples.
|
230
|
+
# @!attribute [r] dropped_example_reasons
|
231
|
+
# @return [::Array<::String>]
|
232
|
+
# Output only. For each index in `truncated_example_indices`, the user-facing
|
233
|
+
# reason why the example was dropped.
|
223
234
|
class SupervisedTuningDataStats
|
224
235
|
include ::Google::Protobuf::MessageExts
|
225
236
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -258,6 +269,9 @@ module Google
|
|
258
269
|
# Adapter size 1.
|
259
270
|
ADAPTER_SIZE_ONE = 1
|
260
271
|
|
272
|
+
# Adapter size 2.
|
273
|
+
ADAPTER_SIZE_TWO = 6
|
274
|
+
|
261
275
|
# Adapter size 4.
|
262
276
|
ADAPTER_SIZE_FOUR = 2
|
263
277
|
|
@@ -266,6 +280,9 @@ module Google
|
|
266
280
|
|
267
281
|
# Adapter size 16.
|
268
282
|
ADAPTER_SIZE_SIXTEEN = 4
|
283
|
+
|
284
|
+
# Adapter size 32.
|
285
|
+
ADAPTER_SIZE_THIRTY_TWO = 5
|
269
286
|
end
|
270
287
|
end
|
271
288
|
|
@@ -281,6 +298,11 @@ module Google
|
|
281
298
|
# @!attribute [rw] hyper_parameters
|
282
299
|
# @return [::Google::Cloud::AIPlatform::V1::SupervisedHyperParameters]
|
283
300
|
# Optional. Hyperparameters for SFT.
|
301
|
+
# @!attribute [rw] export_last_checkpoint_only
|
302
|
+
# @return [::Boolean]
|
303
|
+
# Optional. If set to true, disable intermediate checkpoints for SFT and only
|
304
|
+
# the last checkpoint will be exported. Otherwise, enable intermediate
|
305
|
+
# checkpoints for SFT. Default is false.
|
284
306
|
class SupervisedTuningSpec
|
285
307
|
include ::Google::Protobuf::MessageExts
|
286
308
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -308,6 +330,25 @@ module Google
|
|
308
330
|
include ::Google::Protobuf::MessageExts
|
309
331
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
310
332
|
end
|
333
|
+
|
334
|
+
# TunedModelCheckpoint for the Tuned Model of a Tuning Job.
|
335
|
+
# @!attribute [rw] checkpoint_id
|
336
|
+
# @return [::String]
|
337
|
+
# The ID of the checkpoint.
|
338
|
+
# @!attribute [rw] epoch
|
339
|
+
# @return [::Integer]
|
340
|
+
# The epoch of the checkpoint.
|
341
|
+
# @!attribute [rw] step
|
342
|
+
# @return [::Integer]
|
343
|
+
# The step of the checkpoint.
|
344
|
+
# @!attribute [rw] endpoint
|
345
|
+
# @return [::String]
|
346
|
+
# The Endpoint resource name that the checkpoint is deployed to. Format:
|
347
|
+
# `projects/{project}/locations/{location}/endpoints/{endpoint}`.
|
348
|
+
class TunedModelCheckpoint
|
349
|
+
include ::Google::Protobuf::MessageExts
|
350
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
351
|
+
end
|
311
352
|
end
|
312
353
|
end
|
313
354
|
end
|
@@ -84,9 +84,56 @@ module Google
|
|
84
84
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
85
85
|
|
86
86
|
# The config for the default RAG-managed Vector DB.
|
87
|
+
# @!attribute [rw] knn
|
88
|
+
# @return [::Google::Cloud::AIPlatform::V1::RagVectorDbConfig::RagManagedDb::KNN]
|
89
|
+
# Performs a KNN search on RagCorpus.
|
90
|
+
# Default choice if not specified.
|
91
|
+
#
|
92
|
+
# Note: The following fields are mutually exclusive: `knn`, `ann`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
93
|
+
# @!attribute [rw] ann
|
94
|
+
# @return [::Google::Cloud::AIPlatform::V1::RagVectorDbConfig::RagManagedDb::ANN]
|
95
|
+
# Performs an ANN search on RagCorpus. Use this if you have a lot of
|
96
|
+
# files (> 10K) in your RagCorpus and want to reduce the search latency.
|
97
|
+
#
|
98
|
+
# Note: The following fields are mutually exclusive: `ann`, `knn`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
87
99
|
class RagManagedDb
|
88
100
|
include ::Google::Protobuf::MessageExts
|
89
101
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
102
|
+
|
103
|
+
# Config for KNN search.
|
104
|
+
class KNN
|
105
|
+
include ::Google::Protobuf::MessageExts
|
106
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
107
|
+
end
|
108
|
+
|
109
|
+
# Config for ANN search.
|
110
|
+
#
|
111
|
+
# RagManagedDb uses a tree-based structure to partition data and
|
112
|
+
# facilitate faster searches. As a tradeoff, it requires longer indexing
|
113
|
+
# time and manual triggering of index rebuild via the ImportRagFiles and
|
114
|
+
# UpdateRagCorpus API.
|
115
|
+
# @!attribute [rw] tree_depth
|
116
|
+
# @return [::Integer]
|
117
|
+
# The depth of the tree-based structure. Only depth values of 2 and 3 are
|
118
|
+
# supported.
|
119
|
+
#
|
120
|
+
# Recommended value is 2 if you have if you have O(10K) files in the
|
121
|
+
# RagCorpus and set this to 3 if more than that.
|
122
|
+
#
|
123
|
+
# Default value is 2.
|
124
|
+
# @!attribute [rw] leaf_count
|
125
|
+
# @return [::Integer]
|
126
|
+
# Number of leaf nodes in the tree-based structure. Each leaf node
|
127
|
+
# contains groups of closely related vectors along with their
|
128
|
+
# corresponding centroid.
|
129
|
+
#
|
130
|
+
# Recommended value is 10 * sqrt(num of RagFiles in your RagCorpus).
|
131
|
+
#
|
132
|
+
# Default value is 500.
|
133
|
+
class ANN
|
134
|
+
include ::Google::Protobuf::MessageExts
|
135
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
136
|
+
end
|
90
137
|
end
|
91
138
|
|
92
139
|
# The config for the Pinecone.
|
@@ -336,6 +383,13 @@ module Google
|
|
336
383
|
# @!attribute [rw] layout_parser
|
337
384
|
# @return [::Google::Cloud::AIPlatform::V1::RagFileParsingConfig::LayoutParser]
|
338
385
|
# The Layout Parser to use for RagFiles.
|
386
|
+
#
|
387
|
+
# Note: The following fields are mutually exclusive: `layout_parser`, `llm_parser`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
388
|
+
# @!attribute [rw] llm_parser
|
389
|
+
# @return [::Google::Cloud::AIPlatform::V1::RagFileParsingConfig::LlmParser]
|
390
|
+
# The LLM Parser to use for RagFiles.
|
391
|
+
#
|
392
|
+
# Note: The following fields are mutually exclusive: `llm_parser`, `layout_parser`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
339
393
|
class RagFileParsingConfig
|
340
394
|
include ::Google::Protobuf::MessageExts
|
341
395
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -360,6 +414,28 @@ module Google
|
|
360
414
|
include ::Google::Protobuf::MessageExts
|
361
415
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
362
416
|
end
|
417
|
+
|
418
|
+
# Specifies the advanced parsing for RagFiles.
|
419
|
+
# @!attribute [rw] model_name
|
420
|
+
# @return [::String]
|
421
|
+
# The name of a LLM model used for parsing.
|
422
|
+
# Format:
|
423
|
+
# * `projects/{project_id}/locations/{location}/publishers/{publisher}/models/{model}`
|
424
|
+
# @!attribute [rw] max_parsing_requests_per_min
|
425
|
+
# @return [::Integer]
|
426
|
+
# The maximum number of requests the job is allowed to make to the
|
427
|
+
# LLM model per minute. Consult
|
428
|
+
# https://cloud.google.com/vertex-ai/generative-ai/docs/quotas
|
429
|
+
# and your document size to set an appropriate value here. If unspecified,
|
430
|
+
# a default value of 5000 QPM would be used.
|
431
|
+
# @!attribute [rw] custom_parsing_prompt
|
432
|
+
# @return [::String]
|
433
|
+
# The prompt to use for parsing. If not specified, a default prompt will
|
434
|
+
# be used.
|
435
|
+
class LlmParser
|
436
|
+
include ::Google::Protobuf::MessageExts
|
437
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
438
|
+
end
|
363
439
|
end
|
364
440
|
|
365
441
|
# Config for uploading RagFile.
|
@@ -449,6 +525,15 @@ module Google
|
|
449
525
|
# to this job and not shared across other import jobs. Consult the Quotas
|
450
526
|
# page on the project to set an appropriate value here.
|
451
527
|
# If unspecified, a default value of 1,000 QPM would be used.
|
528
|
+
# @!attribute [rw] rebuild_ann_index
|
529
|
+
# @return [::Boolean]
|
530
|
+
# Rebuilds the ANN index to optimize for recall on the imported data.
|
531
|
+
# Only applicable for RagCorpora running on RagManagedDb with
|
532
|
+
# `retrieval_strategy` set to `ANN`. The rebuild will be performed using the
|
533
|
+
# existing ANN config set on the RagCorpus. To change the ANN config, please
|
534
|
+
# use the UpdateRagCorpus API.
|
535
|
+
#
|
536
|
+
# Default is false, i.e., index is not rebuilt.
|
452
537
|
class ImportRagFilesConfig
|
453
538
|
include ::Google::Protobuf::MessageExts
|
454
539
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-cloud-ai_platform-v1
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.
|
4
|
+
version: 1.12.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
@@ -13,22 +13,16 @@ dependencies:
|
|
13
13
|
name: gapic-common
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
15
15
|
requirements:
|
16
|
-
- - "
|
17
|
-
- !ruby/object:Gem::Version
|
18
|
-
version: 0.25.0
|
19
|
-
- - "<"
|
16
|
+
- - "~>"
|
20
17
|
- !ruby/object:Gem::Version
|
21
|
-
version:
|
18
|
+
version: '1.0'
|
22
19
|
type: :runtime
|
23
20
|
prerelease: false
|
24
21
|
version_requirements: !ruby/object:Gem::Requirement
|
25
22
|
requirements:
|
26
|
-
- - "
|
27
|
-
- !ruby/object:Gem::Version
|
28
|
-
version: 0.25.0
|
29
|
-
- - "<"
|
23
|
+
- - "~>"
|
30
24
|
- !ruby/object:Gem::Version
|
31
|
-
version:
|
25
|
+
version: '1.0'
|
32
26
|
- !ruby/object:Gem::Dependency
|
33
27
|
name: google-cloud-errors
|
34
28
|
requirement: !ruby/object:Gem::Requirement
|
@@ -47,42 +41,30 @@ dependencies:
|
|
47
41
|
name: google-cloud-location
|
48
42
|
requirement: !ruby/object:Gem::Requirement
|
49
43
|
requirements:
|
50
|
-
- - "
|
51
|
-
- !ruby/object:Gem::Version
|
52
|
-
version: '0.7'
|
53
|
-
- - "<"
|
44
|
+
- - "~>"
|
54
45
|
- !ruby/object:Gem::Version
|
55
|
-
version:
|
46
|
+
version: '1.0'
|
56
47
|
type: :runtime
|
57
48
|
prerelease: false
|
58
49
|
version_requirements: !ruby/object:Gem::Requirement
|
59
50
|
requirements:
|
60
|
-
- - "
|
61
|
-
- !ruby/object:Gem::Version
|
62
|
-
version: '0.7'
|
63
|
-
- - "<"
|
51
|
+
- - "~>"
|
64
52
|
- !ruby/object:Gem::Version
|
65
|
-
version:
|
53
|
+
version: '1.0'
|
66
54
|
- !ruby/object:Gem::Dependency
|
67
55
|
name: google-iam-v1
|
68
56
|
requirement: !ruby/object:Gem::Requirement
|
69
57
|
requirements:
|
70
|
-
- - "
|
71
|
-
- !ruby/object:Gem::Version
|
72
|
-
version: '0.7'
|
73
|
-
- - "<"
|
58
|
+
- - "~>"
|
74
59
|
- !ruby/object:Gem::Version
|
75
|
-
version:
|
60
|
+
version: '1.3'
|
76
61
|
type: :runtime
|
77
62
|
prerelease: false
|
78
63
|
version_requirements: !ruby/object:Gem::Requirement
|
79
64
|
requirements:
|
80
|
-
- - "
|
81
|
-
- !ruby/object:Gem::Version
|
82
|
-
version: '0.7'
|
83
|
-
- - "<"
|
65
|
+
- - "~>"
|
84
66
|
- !ruby/object:Gem::Version
|
85
|
-
version:
|
67
|
+
version: '1.3'
|
86
68
|
description: Vertex AI enables data scientists, developers, and AI newcomers to create
|
87
69
|
custom machine learning models specific to their business needs by leveraging Google's
|
88
70
|
state-of-the-art transfer learning and innovative AI research. Note that google-cloud-ai_platform-v1
|
@@ -707,7 +689,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
707
689
|
requirements:
|
708
690
|
- - ">="
|
709
691
|
- !ruby/object:Gem::Version
|
710
|
-
version: '3.
|
692
|
+
version: '3.1'
|
711
693
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
712
694
|
requirements:
|
713
695
|
- - ">="
|