google-cloud-ai_platform-v1 0.15.0 → 0.17.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +1 -1
- data/lib/google/cloud/ai_platform/v1/dataset_service/client.rb +164 -4
- data/lib/google/cloud/ai_platform/v1/dataset_service/paths.rb +21 -0
- data/lib/google/cloud/ai_platform/v1/dataset_service.rb +1 -1
- data/lib/google/cloud/ai_platform/v1/endpoint_service/client.rb +28 -21
- data/lib/google/cloud/ai_platform/v1/endpoint_service.rb +1 -1
- data/lib/google/cloud/ai_platform/v1/featurestore_online_serving_service/client.rb +109 -5
- data/lib/google/cloud/ai_platform/v1/featurestore_online_serving_service.rb +1 -1
- data/lib/google/cloud/ai_platform/v1/featurestore_service/client.rb +53 -50
- data/lib/google/cloud/ai_platform/v1/featurestore_service.rb +1 -1
- data/lib/google/cloud/ai_platform/v1/index_endpoint_service/client.rb +18 -14
- data/lib/google/cloud/ai_platform/v1/index_endpoint_service.rb +1 -1
- data/lib/google/cloud/ai_platform/v1/index_service/client.rb +8 -4
- data/lib/google/cloud/ai_platform/v1/index_service.rb +1 -1
- data/lib/google/cloud/ai_platform/v1/job_service/client.rb +53 -36
- data/lib/google/cloud/ai_platform/v1/job_service.rb +1 -1
- data/lib/google/cloud/ai_platform/v1/metadata_service/client.rb +33 -36
- data/lib/google/cloud/ai_platform/v1/metadata_service.rb +1 -1
- data/lib/google/cloud/ai_platform/v1/migration_service/client.rb +3 -4
- data/lib/google/cloud/ai_platform/v1/migration_service.rb +1 -1
- data/lib/google/cloud/ai_platform/v1/model_service/client.rb +53 -23
- data/lib/google/cloud/ai_platform/v1/model_service.rb +1 -1
- data/lib/google/cloud/ai_platform/v1/pipeline_service/client.rb +28 -17
- data/lib/google/cloud/ai_platform/v1/pipeline_service.rb +1 -1
- data/lib/google/cloud/ai_platform/v1/prediction_service/client.rb +28 -19
- data/lib/google/cloud/ai_platform/v1/prediction_service.rb +1 -1
- data/lib/google/cloud/ai_platform/v1/specialist_pool_service/client.rb +5 -3
- data/lib/google/cloud/ai_platform/v1/specialist_pool_service.rb +1 -1
- data/lib/google/cloud/ai_platform/v1/tensorboard_service/client.rb +165 -71
- data/lib/google/cloud/ai_platform/v1/tensorboard_service.rb +1 -1
- data/lib/google/cloud/ai_platform/v1/version.rb +1 -1
- data/lib/google/cloud/ai_platform/v1/vizier_service.rb +1 -1
- data/lib/google/cloud/ai_platform/v1.rb +2 -2
- data/lib/google/cloud/aiplatform/v1/batch_prediction_job_pb.rb +8 -0
- data/lib/google/cloud/aiplatform/v1/dataset_pb.rb +3 -0
- data/lib/google/cloud/aiplatform/v1/dataset_service_pb.rb +34 -0
- data/lib/google/cloud/aiplatform/v1/dataset_service_services_pb.rb +2 -0
- data/lib/google/cloud/aiplatform/v1/featurestore_online_service_pb.rb +13 -0
- data/lib/google/cloud/aiplatform/v1/featurestore_online_service_services_pb.rb +6 -0
- data/lib/google/cloud/aiplatform/v1/featurestore_service_pb.rb +1 -0
- data/lib/google/cloud/aiplatform/v1/index_service_services_pb.rb +2 -1
- data/lib/google/cloud/aiplatform/v1/job_service_services_pb.rb +24 -14
- data/lib/google/cloud/aiplatform/v1/model_service_pb.rb +2 -0
- data/lib/google/cloud/aiplatform/v1/model_service_services_pb.rb +10 -5
- data/lib/google/cloud/aiplatform/v1/pipeline_service_services_pb.rb +16 -9
- data/lib/google/cloud/aiplatform/v1/prediction_service_services_pb.rb +10 -6
- data/lib/google/cloud/aiplatform/v1/study_pb.rb +1 -0
- data/lib/google/cloud/aiplatform/v1/tensorboard_service_pb.rb +17 -0
- data/lib/google/cloud/aiplatform/v1/tensorboard_service_services_pb.rb +8 -8
- data/proto_docs/google/cloud/aiplatform/v1/annotation.rb +9 -6
- data/proto_docs/google/cloud/aiplatform/v1/annotation_spec.rb +3 -3
- data/proto_docs/google/cloud/aiplatform/v1/batch_prediction_job.rb +185 -52
- data/proto_docs/google/cloud/aiplatform/v1/completion_stats.rb +8 -7
- data/proto_docs/google/cloud/aiplatform/v1/context.rb +2 -2
- data/proto_docs/google/cloud/aiplatform/v1/custom_job.rb +23 -18
- data/proto_docs/google/cloud/aiplatform/v1/data_item.rb +6 -5
- data/proto_docs/google/cloud/aiplatform/v1/data_labeling_job.rb +17 -17
- data/proto_docs/google/cloud/aiplatform/v1/dataset.rb +38 -17
- data/proto_docs/google/cloud/aiplatform/v1/dataset_service.rb +180 -24
- data/proto_docs/google/cloud/aiplatform/v1/encryption_spec.rb +2 -2
- data/proto_docs/google/cloud/aiplatform/v1/endpoint.rb +39 -24
- data/proto_docs/google/cloud/aiplatform/v1/endpoint_service.rb +57 -35
- data/proto_docs/google/cloud/aiplatform/v1/entity_type.rb +8 -6
- data/proto_docs/google/cloud/aiplatform/v1/explanation.rb +111 -75
- data/proto_docs/google/cloud/aiplatform/v1/explanation_metadata.rb +58 -38
- data/proto_docs/google/cloud/aiplatform/v1/feature.rb +9 -6
- data/proto_docs/google/cloud/aiplatform/v1/feature_monitoring_stats.rb +2 -1
- data/proto_docs/google/cloud/aiplatform/v1/featurestore.rb +12 -11
- data/proto_docs/google/cloud/aiplatform/v1/featurestore_monitoring.rb +6 -2
- data/proto_docs/google/cloud/aiplatform/v1/featurestore_online_service.rb +65 -10
- data/proto_docs/google/cloud/aiplatform/v1/featurestore_service.rb +141 -99
- data/proto_docs/google/cloud/aiplatform/v1/hyperparameter_tuning_job.rb +10 -8
- data/proto_docs/google/cloud/aiplatform/v1/index.rb +19 -18
- data/proto_docs/google/cloud/aiplatform/v1/index_endpoint.rb +36 -24
- data/proto_docs/google/cloud/aiplatform/v1/index_endpoint_service.rb +49 -29
- data/proto_docs/google/cloud/aiplatform/v1/index_service.rb +35 -17
- data/proto_docs/google/cloud/aiplatform/v1/io.rb +2 -1
- data/proto_docs/google/cloud/aiplatform/v1/job_service.rb +94 -57
- data/proto_docs/google/cloud/aiplatform/v1/machine_resources.rb +53 -43
- data/proto_docs/google/cloud/aiplatform/v1/manual_batch_tuning_parameters.rb +5 -5
- data/proto_docs/google/cloud/aiplatform/v1/metadata_schema.rb +3 -3
- data/proto_docs/google/cloud/aiplatform/v1/metadata_service.rb +141 -91
- data/proto_docs/google/cloud/aiplatform/v1/migratable_resource.rb +3 -3
- data/proto_docs/google/cloud/aiplatform/v1/migration_service.rb +18 -15
- data/proto_docs/google/cloud/aiplatform/v1/model.rb +180 -133
- data/proto_docs/google/cloud/aiplatform/v1/model_deployment_monitoring_job.rb +22 -18
- data/proto_docs/google/cloud/aiplatform/v1/model_evaluation.rb +7 -6
- data/proto_docs/google/cloud/aiplatform/v1/model_evaluation_slice.rb +11 -7
- data/proto_docs/google/cloud/aiplatform/v1/model_monitoring.rb +4 -2
- data/proto_docs/google/cloud/aiplatform/v1/model_service.rb +119 -54
- data/proto_docs/google/cloud/aiplatform/v1/operation.rb +1 -1
- data/proto_docs/google/cloud/aiplatform/v1/pipeline_job.rb +59 -45
- data/proto_docs/google/cloud/aiplatform/v1/pipeline_service.rb +42 -22
- data/proto_docs/google/cloud/aiplatform/v1/prediction_service.rb +42 -28
- data/proto_docs/google/cloud/aiplatform/v1/saved_query.rb +2 -2
- data/proto_docs/google/cloud/aiplatform/v1/specialist_pool.rb +1 -1
- data/proto_docs/google/cloud/aiplatform/v1/specialist_pool_service.rb +19 -11
- data/proto_docs/google/cloud/aiplatform/v1/study.rb +42 -25
- data/proto_docs/google/cloud/aiplatform/v1/tensorboard.rb +3 -3
- data/proto_docs/google/cloud/aiplatform/v1/tensorboard_data.rb +8 -7
- data/proto_docs/google/cloud/aiplatform/v1/tensorboard_experiment.rb +2 -1
- data/proto_docs/google/cloud/aiplatform/v1/tensorboard_service.rb +203 -109
- data/proto_docs/google/cloud/aiplatform/v1/tensorboard_time_series.rb +8 -6
- data/proto_docs/google/cloud/aiplatform/v1/training_pipeline.rb +84 -59
- data/proto_docs/google/cloud/aiplatform/v1/unmanaged_container_model.rb +2 -2
- data/proto_docs/google/cloud/aiplatform/v1/vizier_service.rb +40 -20
- data/proto_docs/google/rpc/status.rb +4 -2
- metadata +5 -5
@@ -21,8 +21,10 @@ module Google
|
|
21
21
|
module Cloud
|
22
22
|
module AIPlatform
|
23
23
|
module V1
|
24
|
-
# A job that uses a
|
25
|
-
#
|
24
|
+
# A job that uses a
|
25
|
+
# {::Google::Cloud::AIPlatform::V1::BatchPredictionJob#model Model} to produce
|
26
|
+
# predictions on multiple [input
|
27
|
+
# instances][google.cloud.aiplatform.v1.BatchPredictionJob.input_config]. If
|
26
28
|
# predictions for significant portion of the instances fail, the job may finish
|
27
29
|
# without attempting predictions for all remaining instances.
|
28
30
|
# @!attribute [r] name
|
@@ -43,7 +45,8 @@ module Google
|
|
43
45
|
# the version, if no version is specified, the default version will be used.
|
44
46
|
# @!attribute [r] model_version_id
|
45
47
|
# @return [::String]
|
46
|
-
# Output only. The version ID of the Model that produces the predictions via
|
48
|
+
# Output only. The version ID of the Model that produces the predictions via
|
49
|
+
# this job.
|
47
50
|
# @!attribute [rw] unmanaged_container_model
|
48
51
|
# @return [::Google::Cloud::AIPlatform::V1::UnmanagedContainerModel]
|
49
52
|
# Contains model information necessary to perform batch prediction without
|
@@ -51,15 +54,20 @@ module Google
|
|
51
54
|
# Exactly one of model and unmanaged_container_model must be set.
|
52
55
|
# @!attribute [rw] input_config
|
53
56
|
# @return [::Google::Cloud::AIPlatform::V1::BatchPredictionJob::InputConfig]
|
54
|
-
# Required. Input configuration of the instances on which predictions are
|
55
|
-
# The schema of any single instance may be specified via
|
56
|
-
#
|
57
|
+
# Required. Input configuration of the instances on which predictions are
|
58
|
+
# performed. The schema of any single instance may be specified via the
|
59
|
+
# [Model's][google.cloud.aiplatform.v1.BatchPredictionJob.model]
|
57
60
|
# [PredictSchemata's][google.cloud.aiplatform.v1.Model.predict_schemata]
|
58
61
|
# {::Google::Cloud::AIPlatform::V1::PredictSchemata#instance_schema_uri instance_schema_uri}.
|
62
|
+
# @!attribute [rw] instance_config
|
63
|
+
# @return [::Google::Cloud::AIPlatform::V1::BatchPredictionJob::InstanceConfig]
|
64
|
+
# Configuration for how to convert batch prediction input instances to the
|
65
|
+
# prediction instances that are sent to the Model.
|
59
66
|
# @!attribute [rw] model_parameters
|
60
67
|
# @return [::Google::Protobuf::Value]
|
61
68
|
# The parameters that govern the predictions. The schema of the parameters
|
62
|
-
# may be specified via the
|
69
|
+
# may be specified via the
|
70
|
+
# [Model's][google.cloud.aiplatform.v1.BatchPredictionJob.model]
|
63
71
|
# [PredictSchemata's][google.cloud.aiplatform.v1.Model.predict_schemata]
|
64
72
|
# {::Google::Cloud::AIPlatform::V1::PredictSchemata#parameters_schema_uri parameters_schema_uri}.
|
65
73
|
# @!attribute [rw] output_config
|
@@ -75,7 +83,8 @@ module Google
|
|
75
83
|
# @!attribute [rw] dedicated_resources
|
76
84
|
# @return [::Google::Cloud::AIPlatform::V1::BatchDedicatedResources]
|
77
85
|
# The config of resources used by the Model during the batch prediction. If
|
78
|
-
# the Model
|
86
|
+
# the Model
|
87
|
+
# {::Google::Cloud::AIPlatform::V1::Model#supported_deployment_resources_types supports}
|
79
88
|
# DEDICATED_RESOURCES this config may be provided (and the job will use these
|
80
89
|
# resources), if the Model doesn't support AUTOMATIC_RESOURCES, this config
|
81
90
|
# must be provided.
|
@@ -84,41 +93,55 @@ module Google
|
|
84
93
|
# The service account that the DeployedModel's container runs as. If not
|
85
94
|
# specified, a system generated one will be used, which
|
86
95
|
# has minimal permissions and the custom container, if used, may not have
|
87
|
-
# enough permission to access other
|
96
|
+
# enough permission to access other Google Cloud resources.
|
88
97
|
#
|
89
98
|
# Users deploying the Model must have the `iam.serviceAccounts.actAs`
|
90
99
|
# permission on this service account.
|
91
100
|
# @!attribute [rw] manual_batch_tuning_parameters
|
92
101
|
# @return [::Google::Cloud::AIPlatform::V1::ManualBatchTuningParameters]
|
93
|
-
# Immutable. Parameters configuring the batch behavior. Currently only
|
94
|
-
#
|
95
|
-
#
|
102
|
+
# Immutable. Parameters configuring the batch behavior. Currently only
|
103
|
+
# applicable when
|
104
|
+
# {::Google::Cloud::AIPlatform::V1::BatchPredictionJob#dedicated_resources dedicated_resources}
|
105
|
+
# are used (in other cases Vertex AI does the tuning itself).
|
96
106
|
# @!attribute [rw] generate_explanation
|
97
107
|
# @return [::Boolean]
|
98
108
|
# Generate explanation with the batch prediction results.
|
99
109
|
#
|
100
110
|
# When set to `true`, the batch prediction output changes based on the
|
101
111
|
# `predictions_format` field of the
|
102
|
-
# {::Google::Cloud::AIPlatform::V1::BatchPredictionJob#output_config BatchPredictionJob.output_config}
|
112
|
+
# {::Google::Cloud::AIPlatform::V1::BatchPredictionJob#output_config BatchPredictionJob.output_config}
|
113
|
+
# object:
|
103
114
|
#
|
104
115
|
# * `bigquery`: output includes a column named `explanation`. The value
|
105
|
-
# is a struct that conforms to the
|
116
|
+
# is a struct that conforms to the
|
117
|
+
# {::Google::Cloud::AIPlatform::V1::Explanation Explanation} object.
|
106
118
|
# * `jsonl`: The JSON objects on each line include an additional entry
|
107
119
|
# keyed `explanation`. The value of the entry is a JSON object that
|
108
|
-
# conforms to the {::Google::Cloud::AIPlatform::V1::Explanation Explanation}
|
120
|
+
# conforms to the {::Google::Cloud::AIPlatform::V1::Explanation Explanation}
|
121
|
+
# object.
|
109
122
|
# * `csv`: Generating explanations for CSV format is not supported.
|
110
123
|
#
|
111
|
-
# If this field is set to true, either the
|
112
|
-
# {::Google::Cloud::AIPlatform::V1::
|
124
|
+
# If this field is set to true, either the
|
125
|
+
# {::Google::Cloud::AIPlatform::V1::Model#explanation_spec Model.explanation_spec}
|
126
|
+
# or
|
127
|
+
# {::Google::Cloud::AIPlatform::V1::BatchPredictionJob#explanation_spec explanation_spec}
|
128
|
+
# must be populated.
|
113
129
|
# @!attribute [rw] explanation_spec
|
114
130
|
# @return [::Google::Cloud::AIPlatform::V1::ExplanationSpec]
|
115
131
|
# Explanation configuration for this BatchPredictionJob. Can be
|
116
|
-
# specified only if
|
132
|
+
# specified only if
|
133
|
+
# {::Google::Cloud::AIPlatform::V1::BatchPredictionJob#generate_explanation generate_explanation}
|
134
|
+
# is set to `true`.
|
117
135
|
#
|
118
|
-
# This value overrides the value of
|
119
|
-
# {::Google::Cloud::AIPlatform::V1::
|
120
|
-
#
|
121
|
-
#
|
136
|
+
# This value overrides the value of
|
137
|
+
# {::Google::Cloud::AIPlatform::V1::Model#explanation_spec Model.explanation_spec}.
|
138
|
+
# All fields of
|
139
|
+
# {::Google::Cloud::AIPlatform::V1::BatchPredictionJob#explanation_spec explanation_spec}
|
140
|
+
# are optional in the request. If a field of the
|
141
|
+
# {::Google::Cloud::AIPlatform::V1::BatchPredictionJob#explanation_spec explanation_spec}
|
142
|
+
# object is not populated, the corresponding field of the
|
143
|
+
# {::Google::Cloud::AIPlatform::V1::Model#explanation_spec Model.explanation_spec}
|
144
|
+
# object is inherited.
|
122
145
|
# @!attribute [r] output_info
|
123
146
|
# @return [::Google::Cloud::AIPlatform::V1::BatchPredictionJob::OutputInfo]
|
124
147
|
# Output only. Information further describing the output of this job.
|
@@ -134,11 +157,11 @@ module Google
|
|
134
157
|
# Output only. Partial failures encountered.
|
135
158
|
# For example, single files that can't be read.
|
136
159
|
# This field never exceeds 20 entries.
|
137
|
-
# Status details fields contain standard
|
160
|
+
# Status details fields contain standard Google Cloud error details.
|
138
161
|
# @!attribute [r] resources_consumed
|
139
162
|
# @return [::Google::Cloud::AIPlatform::V1::ResourcesConsumed]
|
140
|
-
# Output only. Information about resources that had been consumed by this
|
141
|
-
# Provided in real time at best effort basis, as well as a final value
|
163
|
+
# Output only. Information about resources that had been consumed by this
|
164
|
+
# job. Provided in real time at best effort basis, as well as a final value
|
142
165
|
# once the job completes.
|
143
166
|
#
|
144
167
|
# Note: This field currently may be not populated for batch predictions that
|
@@ -151,12 +174,12 @@ module Google
|
|
151
174
|
# Output only. Time when the BatchPredictionJob was created.
|
152
175
|
# @!attribute [r] start_time
|
153
176
|
# @return [::Google::Protobuf::Timestamp]
|
154
|
-
# Output only. Time when the BatchPredictionJob for the first time entered
|
155
|
-
# `JOB_STATE_RUNNING` state.
|
177
|
+
# Output only. Time when the BatchPredictionJob for the first time entered
|
178
|
+
# the `JOB_STATE_RUNNING` state.
|
156
179
|
# @!attribute [r] end_time
|
157
180
|
# @return [::Google::Protobuf::Timestamp]
|
158
|
-
# Output only. Time when the BatchPredictionJob entered any of the following
|
159
|
-
# `JOB_STATE_SUCCEEDED`, `JOB_STATE_FAILED`, `JOB_STATE_CANCELLED`.
|
181
|
+
# Output only. Time when the BatchPredictionJob entered any of the following
|
182
|
+
# states: `JOB_STATE_SUCCEEDED`, `JOB_STATE_FAILED`, `JOB_STATE_CANCELLED`.
|
160
183
|
# @!attribute [r] update_time
|
161
184
|
# @return [::Google::Protobuf::Timestamp]
|
162
185
|
# Output only. Time when the BatchPredictionJob was most recently updated.
|
@@ -178,9 +201,11 @@ module Google
|
|
178
201
|
include ::Google::Protobuf::MessageExts
|
179
202
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
180
203
|
|
181
|
-
# Configures the input to
|
182
|
-
#
|
183
|
-
#
|
204
|
+
# Configures the input to
|
205
|
+
# {::Google::Cloud::AIPlatform::V1::BatchPredictionJob BatchPredictionJob}. See
|
206
|
+
# {::Google::Cloud::AIPlatform::V1::Model#supported_input_storage_formats Model.supported_input_storage_formats}
|
207
|
+
# for Model's supported input formats, and how instances should be expressed
|
208
|
+
# via any of them.
|
184
209
|
# @!attribute [rw] gcs_source
|
185
210
|
# @return [::Google::Cloud::AIPlatform::V1::GcsSource]
|
186
211
|
# The Cloud Storage location for the input instances.
|
@@ -201,9 +226,112 @@ module Google
|
|
201
226
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
202
227
|
end
|
203
228
|
|
204
|
-
#
|
205
|
-
#
|
206
|
-
#
|
229
|
+
# Configuration defining how to transform batch prediction input instances to
|
230
|
+
# the instances that the Model accepts.
|
231
|
+
# @!attribute [rw] instance_type
|
232
|
+
# @return [::String]
|
233
|
+
# The format of the instance that the Model accepts. Vertex AI will
|
234
|
+
# convert compatible
|
235
|
+
# [batch prediction input instance
|
236
|
+
# formats][google.cloud.aiplatform.v1.BatchPredictionJob.InputConfig.instances_format]
|
237
|
+
# to the specified format.
|
238
|
+
#
|
239
|
+
# Supported values are:
|
240
|
+
#
|
241
|
+
# * `object`: Each input is converted to JSON object format.
|
242
|
+
# * For `bigquery`, each row is converted to an object.
|
243
|
+
# * For `jsonl`, each line of the JSONL input must be an object.
|
244
|
+
# * Does not apply to `csv`, `file-list`, `tf-record`, or
|
245
|
+
# `tf-record-gzip`.
|
246
|
+
#
|
247
|
+
# * `array`: Each input is converted to JSON array format.
|
248
|
+
# * For `bigquery`, each row is converted to an array. The order
|
249
|
+
# of columns is determined by the BigQuery column order, unless
|
250
|
+
# {::Google::Cloud::AIPlatform::V1::BatchPredictionJob::InstanceConfig#included_fields included_fields}
|
251
|
+
# is populated.
|
252
|
+
# {::Google::Cloud::AIPlatform::V1::BatchPredictionJob::InstanceConfig#included_fields included_fields}
|
253
|
+
# must be populated for specifying field orders.
|
254
|
+
# * For `jsonl`, if each line of the JSONL input is an object,
|
255
|
+
# {::Google::Cloud::AIPlatform::V1::BatchPredictionJob::InstanceConfig#included_fields included_fields}
|
256
|
+
# must be populated for specifying field orders.
|
257
|
+
# * Does not apply to `csv`, `file-list`, `tf-record`, or
|
258
|
+
# `tf-record-gzip`.
|
259
|
+
#
|
260
|
+
# If not specified, Vertex AI converts the batch prediction input as
|
261
|
+
# follows:
|
262
|
+
#
|
263
|
+
# * For `bigquery` and `csv`, the behavior is the same as `array`. The
|
264
|
+
# order of columns is the same as defined in the file or table, unless
|
265
|
+
# {::Google::Cloud::AIPlatform::V1::BatchPredictionJob::InstanceConfig#included_fields included_fields}
|
266
|
+
# is populated.
|
267
|
+
# * For `jsonl`, the prediction instance format is determined by
|
268
|
+
# each line of the input.
|
269
|
+
# * For `tf-record`/`tf-record-gzip`, each record will be converted to
|
270
|
+
# an object in the format of `{"b64": <value>}`, where `<value>` is
|
271
|
+
# the Base64-encoded string of the content of the record.
|
272
|
+
# * For `file-list`, each file in the list will be converted to an
|
273
|
+
# object in the format of `{"b64": <value>}`, where `<value>` is
|
274
|
+
# the Base64-encoded string of the content of the file.
|
275
|
+
# @!attribute [rw] key_field
|
276
|
+
# @return [::String]
|
277
|
+
# The name of the field that is considered as a key.
|
278
|
+
#
|
279
|
+
# The values identified by the key field is not included in the transformed
|
280
|
+
# instances that is sent to the Model. This is similar to
|
281
|
+
# specifying this name of the field in
|
282
|
+
# {::Google::Cloud::AIPlatform::V1::BatchPredictionJob::InstanceConfig#excluded_fields excluded_fields}.
|
283
|
+
# In addition, the batch prediction output will not include the instances.
|
284
|
+
# Instead the output will only include the value of the key field, in a
|
285
|
+
# field named `key` in the output:
|
286
|
+
#
|
287
|
+
# * For `jsonl` output format, the output will have a `key` field
|
288
|
+
# instead of the `instance` field.
|
289
|
+
# * For `csv`/`bigquery` output format, the output will have have a `key`
|
290
|
+
# column instead of the instance feature columns.
|
291
|
+
#
|
292
|
+
# The input must be JSONL with objects at each line, CSV, BigQuery
|
293
|
+
# or TfRecord.
|
294
|
+
# @!attribute [rw] included_fields
|
295
|
+
# @return [::Array<::String>]
|
296
|
+
# Fields that will be included in the prediction instance that is
|
297
|
+
# sent to the Model.
|
298
|
+
#
|
299
|
+
# If
|
300
|
+
# {::Google::Cloud::AIPlatform::V1::BatchPredictionJob::InstanceConfig#instance_type instance_type}
|
301
|
+
# is `array`, the order of field names in included_fields also determines
|
302
|
+
# the order of the values in the array.
|
303
|
+
#
|
304
|
+
# When included_fields is populated,
|
305
|
+
# {::Google::Cloud::AIPlatform::V1::BatchPredictionJob::InstanceConfig#excluded_fields excluded_fields}
|
306
|
+
# must be empty.
|
307
|
+
#
|
308
|
+
# The input must be JSONL with objects at each line, CSV, BigQuery
|
309
|
+
# or TfRecord.
|
310
|
+
# @!attribute [rw] excluded_fields
|
311
|
+
# @return [::Array<::String>]
|
312
|
+
# Fields that will be excluded in the prediction instance that is
|
313
|
+
# sent to the Model.
|
314
|
+
#
|
315
|
+
# Excluded will be attached to the batch prediction output if
|
316
|
+
# {::Google::Cloud::AIPlatform::V1::BatchPredictionJob::InstanceConfig#key_field key_field}
|
317
|
+
# is not specified.
|
318
|
+
#
|
319
|
+
# When excluded_fields is populated,
|
320
|
+
# {::Google::Cloud::AIPlatform::V1::BatchPredictionJob::InstanceConfig#included_fields included_fields}
|
321
|
+
# must be empty.
|
322
|
+
#
|
323
|
+
# The input must be JSONL with objects at each line, CSV, BigQuery
|
324
|
+
# or TfRecord.
|
325
|
+
class InstanceConfig
|
326
|
+
include ::Google::Protobuf::MessageExts
|
327
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
328
|
+
end
|
329
|
+
|
330
|
+
# Configures the output of
|
331
|
+
# {::Google::Cloud::AIPlatform::V1::BatchPredictionJob BatchPredictionJob}. See
|
332
|
+
# {::Google::Cloud::AIPlatform::V1::Model#supported_output_storage_formats Model.supported_output_storage_formats}
|
333
|
+
# for supported output formats, and how predictions are expressed via any of
|
334
|
+
# them.
|
207
335
|
# @!attribute [rw] gcs_destination
|
208
336
|
# @return [::Google::Cloud::AIPlatform::V1::GcsDestination]
|
209
337
|
# The Cloud Storage location of the directory where the output is
|
@@ -213,11 +341,13 @@ module Google
|
|
213
341
|
# Inside of it files `predictions_0001.<extension>`,
|
214
342
|
# `predictions_0002.<extension>`, ..., `predictions_N.<extension>`
|
215
343
|
# are created where `<extension>` depends on chosen
|
216
|
-
# {::Google::Cloud::AIPlatform::V1::BatchPredictionJob::OutputConfig#predictions_format predictions_format},
|
217
|
-
# number of successfully
|
218
|
-
# If the Model has both
|
219
|
-
#
|
220
|
-
#
|
344
|
+
# {::Google::Cloud::AIPlatform::V1::BatchPredictionJob::OutputConfig#predictions_format predictions_format},
|
345
|
+
# and N may equal 0001 and depends on the total number of successfully
|
346
|
+
# predicted instances. If the Model has both
|
347
|
+
# {::Google::Cloud::AIPlatform::V1::PredictSchemata#instance_schema_uri instance}
|
348
|
+
# and
|
349
|
+
# {::Google::Cloud::AIPlatform::V1::PredictSchemata#parameters_schema_uri prediction}
|
350
|
+
# schemata defined then each such file contains predictions as per the
|
221
351
|
# {::Google::Cloud::AIPlatform::V1::BatchPredictionJob::OutputConfig#predictions_format predictions_format}.
|
222
352
|
# If prediction for any instance failed (partially or completely), then
|
223
353
|
# an additional `errors_0001.<extension>`, `errors_0002.<extension>`,...,
|
@@ -236,20 +366,22 @@ module Google
|
|
236
366
|
# become underscores), and timestamp is in
|
237
367
|
# YYYY_MM_DDThh_mm_ss_sssZ "based on ISO-8601" format. In the dataset
|
238
368
|
# two tables will be created, `predictions`, and `errors`.
|
239
|
-
# If the Model has both
|
240
|
-
#
|
241
|
-
#
|
242
|
-
#
|
243
|
-
#
|
244
|
-
#
|
245
|
-
#
|
369
|
+
# If the Model has both
|
370
|
+
# {::Google::Cloud::AIPlatform::V1::PredictSchemata#instance_schema_uri instance}
|
371
|
+
# and
|
372
|
+
# {::Google::Cloud::AIPlatform::V1::PredictSchemata#parameters_schema_uri prediction}
|
373
|
+
# schemata defined then the tables have columns as follows: The
|
374
|
+
# `predictions` table contains instances for which the prediction
|
375
|
+
# succeeded, it has columns as per a concatenation of the Model's
|
376
|
+
# instance and prediction schemata. The `errors` table contains rows for
|
377
|
+
# which the prediction has failed, it has instance columns, as per the
|
246
378
|
# instance schema, followed by a single "errors" column, which as values
|
247
379
|
# has {::Google::Rpc::Status google.rpc.Status}
|
248
380
|
# represented as a STRUCT, and containing only `code` and `message`.
|
249
381
|
# @!attribute [rw] predictions_format
|
250
382
|
# @return [::String]
|
251
|
-
# Required. The format in which Vertex AI gives the predictions, must be
|
252
|
-
# [Model's][google.cloud.aiplatform.v1.BatchPredictionJob.model]
|
383
|
+
# Required. The format in which Vertex AI gives the predictions, must be
|
384
|
+
# one of the [Model's][google.cloud.aiplatform.v1.BatchPredictionJob.model]
|
253
385
|
# {::Google::Cloud::AIPlatform::V1::Model#supported_output_storage_formats supported_output_storage_formats}.
|
254
386
|
class OutputConfig
|
255
387
|
include ::Google::Protobuf::MessageExts
|
@@ -257,11 +389,12 @@ module Google
|
|
257
389
|
end
|
258
390
|
|
259
391
|
# Further describes this job's output.
|
260
|
-
# Supplements
|
392
|
+
# Supplements
|
393
|
+
# {::Google::Cloud::AIPlatform::V1::BatchPredictionJob#output_config output_config}.
|
261
394
|
# @!attribute [r] gcs_output_directory
|
262
395
|
# @return [::String]
|
263
|
-
# Output only. The full path of the Cloud Storage directory created, into
|
264
|
-
# the prediction output is written.
|
396
|
+
# Output only. The full path of the Cloud Storage directory created, into
|
397
|
+
# which the prediction output is written.
|
265
398
|
# @!attribute [r] bigquery_output_dataset
|
266
399
|
# @return [::String]
|
267
400
|
# Output only. The path of the BigQuery dataset created, in
|
@@ -31,15 +31,16 @@ module Google
|
|
31
31
|
# Output only. The number of entities for which any error was encountered.
|
32
32
|
# @!attribute [r] incomplete_count
|
33
33
|
# @return [::Integer]
|
34
|
-
# Output only. In cases when enough errors are encountered a job, pipeline,
|
35
|
-
# may be failed as a whole. Below is the number of entities for
|
36
|
-
# processing had not been finished (either in successful or failed
|
37
|
-
# Set to -1 if the number is unknown (for example, the operation
|
38
|
-
# before the total entity number could be collected).
|
34
|
+
# Output only. In cases when enough errors are encountered a job, pipeline,
|
35
|
+
# or operation may be failed as a whole. Below is the number of entities for
|
36
|
+
# which the processing had not been finished (either in successful or failed
|
37
|
+
# state). Set to -1 if the number is unknown (for example, the operation
|
38
|
+
# failed before the total entity number could be collected).
|
39
39
|
# @!attribute [r] successful_forecast_point_count
|
40
40
|
# @return [::Integer]
|
41
|
-
# Output only. The number of the successful forecast points that are
|
42
|
-
# forecasting model. This is ONLY used by the forecasting
|
41
|
+
# Output only. The number of the successful forecast points that are
|
42
|
+
# generated by the forecasting model. This is ONLY used by the forecasting
|
43
|
+
# batch prediction.
|
43
44
|
class CompletionStats
|
44
45
|
include ::Google::Protobuf::MessageExts
|
45
46
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -50,8 +50,8 @@ module Google
|
|
50
50
|
# Output only. Timestamp when this Context was last updated.
|
51
51
|
# @!attribute [r] parent_contexts
|
52
52
|
# @return [::Array<::String>]
|
53
|
-
# Output only. A list of resource names of Contexts that are parents of this
|
54
|
-
# A Context may have at most 10 parent_contexts.
|
53
|
+
# Output only. A list of resource names of Contexts that are parents of this
|
54
|
+
# Context. A Context may have at most 10 parent_contexts.
|
55
55
|
# @!attribute [rw] schema_title
|
56
56
|
# @return [::String]
|
57
57
|
# The title of the schema describing the metadata.
|
@@ -31,7 +31,7 @@ module Google
|
|
31
31
|
# @!attribute [rw] display_name
|
32
32
|
# @return [::String]
|
33
33
|
# Required. The display name of the CustomJob.
|
34
|
-
# The name can be up to 128 characters long and can
|
34
|
+
# The name can be up to 128 characters long and can consist of any UTF-8
|
35
35
|
# characters.
|
36
36
|
# @!attribute [rw] job_spec
|
37
37
|
# @return [::Google::Cloud::AIPlatform::V1::CustomJobSpec]
|
@@ -76,7 +76,8 @@ module Google
|
|
76
76
|
# Output only. URIs for accessing [interactive
|
77
77
|
# shells](https://cloud.google.com/vertex-ai/docs/training/monitor-debug-interactive-shell)
|
78
78
|
# (one URI for each training node). Only available if
|
79
|
-
# {::Google::Cloud::AIPlatform::V1::CustomJobSpec#enable_web_access job_spec.enable_web_access}
|
79
|
+
# {::Google::Cloud::AIPlatform::V1::CustomJobSpec#enable_web_access job_spec.enable_web_access}
|
80
|
+
# is `true`.
|
80
81
|
#
|
81
82
|
# The keys are names of each node in the training job; for example,
|
82
83
|
# `workerpool0-0` for the primary node, `workerpool1-0` for the first node in
|
@@ -110,9 +111,9 @@ module Google
|
|
110
111
|
# Represents the spec of a CustomJob.
|
111
112
|
# @!attribute [rw] worker_pool_specs
|
112
113
|
# @return [::Array<::Google::Cloud::AIPlatform::V1::WorkerPoolSpec>]
|
113
|
-
# Required. The spec of the worker pools including machine type and Docker
|
114
|
-
# All worker pools except the first one are optional and can be
|
115
|
-
# providing an empty value.
|
114
|
+
# Required. The spec of the worker pools including machine type and Docker
|
115
|
+
# image. All worker pools except the first one are optional and can be
|
116
|
+
# skipped by providing an empty value.
|
116
117
|
# @!attribute [rw] scheduling
|
117
118
|
# @return [::Google::Cloud::AIPlatform::V1::Scheduling]
|
118
119
|
# Scheduling options for a CustomJob.
|
@@ -154,8 +155,8 @@ module Google
|
|
154
155
|
# HyperparameterTuningJob. For HyperparameterTuningJob,
|
155
156
|
# the baseOutputDirectory of
|
156
157
|
# each child CustomJob backing a Trial is set to a subdirectory of name
|
157
|
-
# {::Google::Cloud::AIPlatform::V1::Trial#id id} under its parent
|
158
|
-
# baseOutputDirectory.
|
158
|
+
# {::Google::Cloud::AIPlatform::V1::Trial#id id} under its parent
|
159
|
+
# HyperparameterTuningJob's baseOutputDirectory.
|
159
160
|
#
|
160
161
|
# The following Vertex AI environment variables will be passed to
|
161
162
|
# containers or python modules when this field is set:
|
@@ -173,9 +174,9 @@ module Google
|
|
173
174
|
# * AIP_TENSORBOARD_LOG_DIR = `<base_output_directory>/<trial_id>/logs/`
|
174
175
|
# @!attribute [rw] tensorboard
|
175
176
|
# @return [::String]
|
176
|
-
# Optional. The name of a Vertex AI
|
177
|
-
#
|
178
|
-
# Format:
|
177
|
+
# Optional. The name of a Vertex AI
|
178
|
+
# {::Google::Cloud::AIPlatform::V1::Tensorboard Tensorboard} resource to which
|
179
|
+
# this CustomJob will upload Tensorboard logs. Format:
|
179
180
|
# `projects/{project}/locations/{location}/tensorboards/{tensorboard}`
|
180
181
|
# @!attribute [rw] enable_web_access
|
181
182
|
# @return [::Boolean]
|
@@ -184,7 +185,11 @@ module Google
|
|
184
185
|
# to training containers.
|
185
186
|
#
|
186
187
|
# If set to `true`, you can access interactive shells at the URIs given
|
187
|
-
# by
|
188
|
+
# by
|
189
|
+
# {::Google::Cloud::AIPlatform::V1::CustomJob#web_access_uris CustomJob.web_access_uris}
|
190
|
+
# or
|
191
|
+
# {::Google::Cloud::AIPlatform::V1::Trial#web_access_uris Trial.web_access_uris}
|
192
|
+
# (within
|
188
193
|
# {::Google::Cloud::AIPlatform::V1::HyperparameterTuningJob#trials HyperparameterTuningJob.trials}).
|
189
194
|
class CustomJobSpec
|
190
195
|
include ::Google::Protobuf::MessageExts
|
@@ -218,8 +223,8 @@ module Google
|
|
218
223
|
# The spec of a Container.
|
219
224
|
# @!attribute [rw] image_uri
|
220
225
|
# @return [::String]
|
221
|
-
# Required. The URI of a container image in the Container Registry that is to
|
222
|
-
# each worker replica.
|
226
|
+
# Required. The URI of a container image in the Container Registry that is to
|
227
|
+
# be run on each worker replica.
|
223
228
|
# @!attribute [rw] command
|
224
229
|
# @return [::Array<::String>]
|
225
230
|
# The command to be invoked when the container is started.
|
@@ -239,17 +244,17 @@ module Google
|
|
239
244
|
# The spec of a Python packaged code.
|
240
245
|
# @!attribute [rw] executor_image_uri
|
241
246
|
# @return [::String]
|
242
|
-
# Required. The URI of a container image in Artifact Registry that will run
|
243
|
-
# provided Python package. Vertex AI provides a wide range of executor
|
247
|
+
# Required. The URI of a container image in Artifact Registry that will run
|
248
|
+
# the provided Python package. Vertex AI provides a wide range of executor
|
244
249
|
# images with pre-installed packages to meet users' various use cases. See
|
245
250
|
# the list of [pre-built containers for
|
246
251
|
# training](https://cloud.google.com/vertex-ai/docs/training/pre-built-containers).
|
247
252
|
# You must use an image from this list.
|
248
253
|
# @!attribute [rw] package_uris
|
249
254
|
# @return [::Array<::String>]
|
250
|
-
# Required. The Google Cloud Storage location of the Python package files
|
251
|
-
# the training program and its dependent packages.
|
252
|
-
#
|
255
|
+
# Required. The Google Cloud Storage location of the Python package files
|
256
|
+
# which are the training program and its dependent packages. The maximum
|
257
|
+
# number of package URIs is 100.
|
253
258
|
# @!attribute [rw] python_module
|
254
259
|
# @return [::String]
|
255
260
|
# Required. The Python module name to run after installing the packages.
|
@@ -47,13 +47,14 @@ module Google
|
|
47
47
|
# and are immutable.
|
48
48
|
# @!attribute [rw] payload
|
49
49
|
# @return [::Google::Protobuf::Value]
|
50
|
-
# Required. The data that the DataItem represents (for example, an image or a
|
51
|
-
# snippet). The schema of the payload is stored in the parent Dataset's
|
52
|
-
# [metadata schema's][google.cloud.aiplatform.v1.Dataset.metadata_schema_uri]
|
50
|
+
# Required. The data that the DataItem represents (for example, an image or a
|
51
|
+
# text snippet). The schema of the payload is stored in the parent Dataset's
|
52
|
+
# [metadata schema's][google.cloud.aiplatform.v1.Dataset.metadata_schema_uri]
|
53
|
+
# dataItemSchemaUri field.
|
53
54
|
# @!attribute [rw] etag
|
54
55
|
# @return [::String]
|
55
|
-
# Optional. Used to perform consistent read-modify-write updates. If not set,
|
56
|
-
# "overwrite" update happens.
|
56
|
+
# Optional. Used to perform consistent read-modify-write updates. If not set,
|
57
|
+
# a blind "overwrite" update happens.
|
57
58
|
class DataItem
|
58
59
|
include ::Google::Protobuf::MessageExts
|
59
60
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -29,14 +29,13 @@ module Google
|
|
29
29
|
# @!attribute [rw] display_name
|
30
30
|
# @return [::String]
|
31
31
|
# Required. The user-defined name of the DataLabelingJob.
|
32
|
-
# The name can be up to 128 characters long and can
|
32
|
+
# The name can be up to 128 characters long and can consist of any UTF-8
|
33
33
|
# characters.
|
34
34
|
# Display name of a DataLabelingJob.
|
35
35
|
# @!attribute [rw] datasets
|
36
36
|
# @return [::Array<::String>]
|
37
|
-
# Required. Dataset resource names. Right now we only support labeling from a
|
38
|
-
# Dataset.
|
39
|
-
# Format:
|
37
|
+
# Required. Dataset resource names. Right now we only support labeling from a
|
38
|
+
# single Dataset. Format:
|
40
39
|
# `projects/{project}/locations/{location}/datasets/{dataset}`
|
41
40
|
# @!attribute [rw] annotation_labels
|
42
41
|
# @return [::Google::Protobuf::Map{::String => ::String}]
|
@@ -53,14 +52,14 @@ module Google
|
|
53
52
|
# Required. Number of labelers to work on each DataItem.
|
54
53
|
# @!attribute [rw] instruction_uri
|
55
54
|
# @return [::String]
|
56
|
-
# Required. The Google Cloud Storage location of the instruction pdf. This
|
57
|
-
# shared with labelers, and provides detailed description on how to
|
58
|
-
# DataItems in Datasets.
|
55
|
+
# Required. The Google Cloud Storage location of the instruction pdf. This
|
56
|
+
# pdf is shared with labelers, and provides detailed description on how to
|
57
|
+
# label DataItems in Datasets.
|
59
58
|
# @!attribute [rw] inputs_schema_uri
|
60
59
|
# @return [::String]
|
61
|
-
# Required. Points to a YAML file stored on Google Cloud Storage describing
|
62
|
-
# config for a specific type of DataLabelingJob.
|
63
|
-
#
|
60
|
+
# Required. Points to a YAML file stored on Google Cloud Storage describing
|
61
|
+
# the config for a specific type of DataLabelingJob. The schema files that
|
62
|
+
# can be used here are found in the
|
64
63
|
# https://storage.googleapis.com/google-cloud-aiplatform bucket in the
|
65
64
|
# /schema/datalabelingjob/inputs/ folder.
|
66
65
|
# @!attribute [rw] inputs
|
@@ -71,12 +70,12 @@ module Google
|
|
71
70
|
# Output only. The detailed state of the job.
|
72
71
|
# @!attribute [r] labeling_progress
|
73
72
|
# @return [::Integer]
|
74
|
-
# Output only. Current labeling job progress percentage scaled in interval
|
75
|
-
# indicating the percentage of DataItems that has been finished.
|
73
|
+
# Output only. Current labeling job progress percentage scaled in interval
|
74
|
+
# [0, 100], indicating the percentage of DataItems that has been finished.
|
76
75
|
# @!attribute [r] current_spend
|
77
76
|
# @return [::Google::Type::Money]
|
78
|
-
# Output only. Estimated cost(in US dollars) that the DataLabelingJob has
|
79
|
-
# date.
|
77
|
+
# Output only. Estimated cost(in US dollars) that the DataLabelingJob has
|
78
|
+
# incurred to date.
|
80
79
|
# @!attribute [r] create_time
|
81
80
|
# @return [::Google::Protobuf::Timestamp]
|
82
81
|
# Output only. Timestamp when this DataLabelingJob was created.
|
@@ -85,8 +84,8 @@ module Google
|
|
85
84
|
# Output only. Timestamp when this DataLabelingJob was updated most recently.
|
86
85
|
# @!attribute [r] error
|
87
86
|
# @return [::Google::Rpc::Status]
|
88
|
-
# Output only. DataLabelingJob errors. It is only populated when job's state
|
89
|
-
# `JOB_STATE_FAILED` or `JOB_STATE_CANCELLED`.
|
87
|
+
# Output only. DataLabelingJob errors. It is only populated when job's state
|
88
|
+
# is `JOB_STATE_FAILED` or `JOB_STATE_CANCELLED`.
|
90
89
|
# @!attribute [rw] labels
|
91
90
|
# @return [::Google::Protobuf::Map{::String => ::String}]
|
92
91
|
# The labels with user-defined metadata to organize your DataLabelingJobs.
|
@@ -100,7 +99,8 @@ module Google
|
|
100
99
|
# and are immutable. Following system labels exist for each DataLabelingJob:
|
101
100
|
#
|
102
101
|
# * "aiplatform.googleapis.com/schema": output only, its value is the
|
103
|
-
# {::Google::Cloud::AIPlatform::V1::DataLabelingJob#inputs_schema_uri inputs_schema}'s
|
102
|
+
# {::Google::Cloud::AIPlatform::V1::DataLabelingJob#inputs_schema_uri inputs_schema}'s
|
103
|
+
# title.
|
104
104
|
# @!attribute [rw] specialist_pools
|
105
105
|
# @return [::Array<::String>]
|
106
106
|
# The SpecialistPools' resource names associated with this job.
|