google-cloud-ai_platform-v1 0.15.0 → 0.17.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (109) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +1 -1
  3. data/lib/google/cloud/ai_platform/v1/dataset_service/client.rb +164 -4
  4. data/lib/google/cloud/ai_platform/v1/dataset_service/paths.rb +21 -0
  5. data/lib/google/cloud/ai_platform/v1/dataset_service.rb +1 -1
  6. data/lib/google/cloud/ai_platform/v1/endpoint_service/client.rb +28 -21
  7. data/lib/google/cloud/ai_platform/v1/endpoint_service.rb +1 -1
  8. data/lib/google/cloud/ai_platform/v1/featurestore_online_serving_service/client.rb +109 -5
  9. data/lib/google/cloud/ai_platform/v1/featurestore_online_serving_service.rb +1 -1
  10. data/lib/google/cloud/ai_platform/v1/featurestore_service/client.rb +53 -50
  11. data/lib/google/cloud/ai_platform/v1/featurestore_service.rb +1 -1
  12. data/lib/google/cloud/ai_platform/v1/index_endpoint_service/client.rb +18 -14
  13. data/lib/google/cloud/ai_platform/v1/index_endpoint_service.rb +1 -1
  14. data/lib/google/cloud/ai_platform/v1/index_service/client.rb +8 -4
  15. data/lib/google/cloud/ai_platform/v1/index_service.rb +1 -1
  16. data/lib/google/cloud/ai_platform/v1/job_service/client.rb +53 -36
  17. data/lib/google/cloud/ai_platform/v1/job_service.rb +1 -1
  18. data/lib/google/cloud/ai_platform/v1/metadata_service/client.rb +33 -36
  19. data/lib/google/cloud/ai_platform/v1/metadata_service.rb +1 -1
  20. data/lib/google/cloud/ai_platform/v1/migration_service/client.rb +3 -4
  21. data/lib/google/cloud/ai_platform/v1/migration_service.rb +1 -1
  22. data/lib/google/cloud/ai_platform/v1/model_service/client.rb +53 -23
  23. data/lib/google/cloud/ai_platform/v1/model_service.rb +1 -1
  24. data/lib/google/cloud/ai_platform/v1/pipeline_service/client.rb +28 -17
  25. data/lib/google/cloud/ai_platform/v1/pipeline_service.rb +1 -1
  26. data/lib/google/cloud/ai_platform/v1/prediction_service/client.rb +28 -19
  27. data/lib/google/cloud/ai_platform/v1/prediction_service.rb +1 -1
  28. data/lib/google/cloud/ai_platform/v1/specialist_pool_service/client.rb +5 -3
  29. data/lib/google/cloud/ai_platform/v1/specialist_pool_service.rb +1 -1
  30. data/lib/google/cloud/ai_platform/v1/tensorboard_service/client.rb +165 -71
  31. data/lib/google/cloud/ai_platform/v1/tensorboard_service.rb +1 -1
  32. data/lib/google/cloud/ai_platform/v1/version.rb +1 -1
  33. data/lib/google/cloud/ai_platform/v1/vizier_service.rb +1 -1
  34. data/lib/google/cloud/ai_platform/v1.rb +2 -2
  35. data/lib/google/cloud/aiplatform/v1/batch_prediction_job_pb.rb +8 -0
  36. data/lib/google/cloud/aiplatform/v1/dataset_pb.rb +3 -0
  37. data/lib/google/cloud/aiplatform/v1/dataset_service_pb.rb +34 -0
  38. data/lib/google/cloud/aiplatform/v1/dataset_service_services_pb.rb +2 -0
  39. data/lib/google/cloud/aiplatform/v1/featurestore_online_service_pb.rb +13 -0
  40. data/lib/google/cloud/aiplatform/v1/featurestore_online_service_services_pb.rb +6 -0
  41. data/lib/google/cloud/aiplatform/v1/featurestore_service_pb.rb +1 -0
  42. data/lib/google/cloud/aiplatform/v1/index_service_services_pb.rb +2 -1
  43. data/lib/google/cloud/aiplatform/v1/job_service_services_pb.rb +24 -14
  44. data/lib/google/cloud/aiplatform/v1/model_service_pb.rb +2 -0
  45. data/lib/google/cloud/aiplatform/v1/model_service_services_pb.rb +10 -5
  46. data/lib/google/cloud/aiplatform/v1/pipeline_service_services_pb.rb +16 -9
  47. data/lib/google/cloud/aiplatform/v1/prediction_service_services_pb.rb +10 -6
  48. data/lib/google/cloud/aiplatform/v1/study_pb.rb +1 -0
  49. data/lib/google/cloud/aiplatform/v1/tensorboard_service_pb.rb +17 -0
  50. data/lib/google/cloud/aiplatform/v1/tensorboard_service_services_pb.rb +8 -8
  51. data/proto_docs/google/cloud/aiplatform/v1/annotation.rb +9 -6
  52. data/proto_docs/google/cloud/aiplatform/v1/annotation_spec.rb +3 -3
  53. data/proto_docs/google/cloud/aiplatform/v1/batch_prediction_job.rb +185 -52
  54. data/proto_docs/google/cloud/aiplatform/v1/completion_stats.rb +8 -7
  55. data/proto_docs/google/cloud/aiplatform/v1/context.rb +2 -2
  56. data/proto_docs/google/cloud/aiplatform/v1/custom_job.rb +23 -18
  57. data/proto_docs/google/cloud/aiplatform/v1/data_item.rb +6 -5
  58. data/proto_docs/google/cloud/aiplatform/v1/data_labeling_job.rb +17 -17
  59. data/proto_docs/google/cloud/aiplatform/v1/dataset.rb +38 -17
  60. data/proto_docs/google/cloud/aiplatform/v1/dataset_service.rb +180 -24
  61. data/proto_docs/google/cloud/aiplatform/v1/encryption_spec.rb +2 -2
  62. data/proto_docs/google/cloud/aiplatform/v1/endpoint.rb +39 -24
  63. data/proto_docs/google/cloud/aiplatform/v1/endpoint_service.rb +57 -35
  64. data/proto_docs/google/cloud/aiplatform/v1/entity_type.rb +8 -6
  65. data/proto_docs/google/cloud/aiplatform/v1/explanation.rb +111 -75
  66. data/proto_docs/google/cloud/aiplatform/v1/explanation_metadata.rb +58 -38
  67. data/proto_docs/google/cloud/aiplatform/v1/feature.rb +9 -6
  68. data/proto_docs/google/cloud/aiplatform/v1/feature_monitoring_stats.rb +2 -1
  69. data/proto_docs/google/cloud/aiplatform/v1/featurestore.rb +12 -11
  70. data/proto_docs/google/cloud/aiplatform/v1/featurestore_monitoring.rb +6 -2
  71. data/proto_docs/google/cloud/aiplatform/v1/featurestore_online_service.rb +65 -10
  72. data/proto_docs/google/cloud/aiplatform/v1/featurestore_service.rb +141 -99
  73. data/proto_docs/google/cloud/aiplatform/v1/hyperparameter_tuning_job.rb +10 -8
  74. data/proto_docs/google/cloud/aiplatform/v1/index.rb +19 -18
  75. data/proto_docs/google/cloud/aiplatform/v1/index_endpoint.rb +36 -24
  76. data/proto_docs/google/cloud/aiplatform/v1/index_endpoint_service.rb +49 -29
  77. data/proto_docs/google/cloud/aiplatform/v1/index_service.rb +35 -17
  78. data/proto_docs/google/cloud/aiplatform/v1/io.rb +2 -1
  79. data/proto_docs/google/cloud/aiplatform/v1/job_service.rb +94 -57
  80. data/proto_docs/google/cloud/aiplatform/v1/machine_resources.rb +53 -43
  81. data/proto_docs/google/cloud/aiplatform/v1/manual_batch_tuning_parameters.rb +5 -5
  82. data/proto_docs/google/cloud/aiplatform/v1/metadata_schema.rb +3 -3
  83. data/proto_docs/google/cloud/aiplatform/v1/metadata_service.rb +141 -91
  84. data/proto_docs/google/cloud/aiplatform/v1/migratable_resource.rb +3 -3
  85. data/proto_docs/google/cloud/aiplatform/v1/migration_service.rb +18 -15
  86. data/proto_docs/google/cloud/aiplatform/v1/model.rb +180 -133
  87. data/proto_docs/google/cloud/aiplatform/v1/model_deployment_monitoring_job.rb +22 -18
  88. data/proto_docs/google/cloud/aiplatform/v1/model_evaluation.rb +7 -6
  89. data/proto_docs/google/cloud/aiplatform/v1/model_evaluation_slice.rb +11 -7
  90. data/proto_docs/google/cloud/aiplatform/v1/model_monitoring.rb +4 -2
  91. data/proto_docs/google/cloud/aiplatform/v1/model_service.rb +119 -54
  92. data/proto_docs/google/cloud/aiplatform/v1/operation.rb +1 -1
  93. data/proto_docs/google/cloud/aiplatform/v1/pipeline_job.rb +59 -45
  94. data/proto_docs/google/cloud/aiplatform/v1/pipeline_service.rb +42 -22
  95. data/proto_docs/google/cloud/aiplatform/v1/prediction_service.rb +42 -28
  96. data/proto_docs/google/cloud/aiplatform/v1/saved_query.rb +2 -2
  97. data/proto_docs/google/cloud/aiplatform/v1/specialist_pool.rb +1 -1
  98. data/proto_docs/google/cloud/aiplatform/v1/specialist_pool_service.rb +19 -11
  99. data/proto_docs/google/cloud/aiplatform/v1/study.rb +42 -25
  100. data/proto_docs/google/cloud/aiplatform/v1/tensorboard.rb +3 -3
  101. data/proto_docs/google/cloud/aiplatform/v1/tensorboard_data.rb +8 -7
  102. data/proto_docs/google/cloud/aiplatform/v1/tensorboard_experiment.rb +2 -1
  103. data/proto_docs/google/cloud/aiplatform/v1/tensorboard_service.rb +203 -109
  104. data/proto_docs/google/cloud/aiplatform/v1/tensorboard_time_series.rb +8 -6
  105. data/proto_docs/google/cloud/aiplatform/v1/training_pipeline.rb +84 -59
  106. data/proto_docs/google/cloud/aiplatform/v1/unmanaged_container_model.rb +2 -2
  107. data/proto_docs/google/cloud/aiplatform/v1/vizier_service.rb +40 -20
  108. data/proto_docs/google/rpc/status.rb +4 -2
  109. metadata +5 -5
@@ -21,8 +21,10 @@ module Google
21
21
  module Cloud
22
22
  module AIPlatform
23
23
  module V1
24
- # A job that uses a {::Google::Cloud::AIPlatform::V1::BatchPredictionJob#model Model} to produce predictions
25
- # on multiple {::Google::Cloud::AIPlatform::V1::BatchPredictionJob#input_config input instances}. If
24
+ # A job that uses a
25
+ # {::Google::Cloud::AIPlatform::V1::BatchPredictionJob#model Model} to produce
26
+ # predictions on multiple [input
27
+ # instances][google.cloud.aiplatform.v1.BatchPredictionJob.input_config]. If
26
28
  # predictions for significant portion of the instances fail, the job may finish
27
29
  # without attempting predictions for all remaining instances.
28
30
  # @!attribute [r] name
@@ -43,7 +45,8 @@ module Google
43
45
  # the version, if no version is specified, the default version will be used.
44
46
  # @!attribute [r] model_version_id
45
47
  # @return [::String]
46
- # Output only. The version ID of the Model that produces the predictions via this job.
48
+ # Output only. The version ID of the Model that produces the predictions via
49
+ # this job.
47
50
  # @!attribute [rw] unmanaged_container_model
48
51
  # @return [::Google::Cloud::AIPlatform::V1::UnmanagedContainerModel]
49
52
  # Contains model information necessary to perform batch prediction without
@@ -51,15 +54,20 @@ module Google
51
54
  # Exactly one of model and unmanaged_container_model must be set.
52
55
  # @!attribute [rw] input_config
53
56
  # @return [::Google::Cloud::AIPlatform::V1::BatchPredictionJob::InputConfig]
54
- # Required. Input configuration of the instances on which predictions are performed.
55
- # The schema of any single instance may be specified via
56
- # the [Model's][google.cloud.aiplatform.v1.BatchPredictionJob.model]
57
+ # Required. Input configuration of the instances on which predictions are
58
+ # performed. The schema of any single instance may be specified via the
59
+ # [Model's][google.cloud.aiplatform.v1.BatchPredictionJob.model]
57
60
  # [PredictSchemata's][google.cloud.aiplatform.v1.Model.predict_schemata]
58
61
  # {::Google::Cloud::AIPlatform::V1::PredictSchemata#instance_schema_uri instance_schema_uri}.
62
+ # @!attribute [rw] instance_config
63
+ # @return [::Google::Cloud::AIPlatform::V1::BatchPredictionJob::InstanceConfig]
64
+ # Configuration for how to convert batch prediction input instances to the
65
+ # prediction instances that are sent to the Model.
59
66
  # @!attribute [rw] model_parameters
60
67
  # @return [::Google::Protobuf::Value]
61
68
  # The parameters that govern the predictions. The schema of the parameters
62
- # may be specified via the [Model's][google.cloud.aiplatform.v1.BatchPredictionJob.model]
69
+ # may be specified via the
70
+ # [Model's][google.cloud.aiplatform.v1.BatchPredictionJob.model]
63
71
  # [PredictSchemata's][google.cloud.aiplatform.v1.Model.predict_schemata]
64
72
  # {::Google::Cloud::AIPlatform::V1::PredictSchemata#parameters_schema_uri parameters_schema_uri}.
65
73
  # @!attribute [rw] output_config
@@ -75,7 +83,8 @@ module Google
75
83
  # @!attribute [rw] dedicated_resources
76
84
  # @return [::Google::Cloud::AIPlatform::V1::BatchDedicatedResources]
77
85
  # The config of resources used by the Model during the batch prediction. If
78
- # the Model {::Google::Cloud::AIPlatform::V1::Model#supported_deployment_resources_types supports}
86
+ # the Model
87
+ # {::Google::Cloud::AIPlatform::V1::Model#supported_deployment_resources_types supports}
79
88
  # DEDICATED_RESOURCES this config may be provided (and the job will use these
80
89
  # resources), if the Model doesn't support AUTOMATIC_RESOURCES, this config
81
90
  # must be provided.
@@ -84,41 +93,55 @@ module Google
84
93
  # The service account that the DeployedModel's container runs as. If not
85
94
  # specified, a system generated one will be used, which
86
95
  # has minimal permissions and the custom container, if used, may not have
87
- # enough permission to access other GCP resources.
96
+ # enough permission to access other Google Cloud resources.
88
97
  #
89
98
  # Users deploying the Model must have the `iam.serviceAccounts.actAs`
90
99
  # permission on this service account.
91
100
  # @!attribute [rw] manual_batch_tuning_parameters
92
101
  # @return [::Google::Cloud::AIPlatform::V1::ManualBatchTuningParameters]
93
- # Immutable. Parameters configuring the batch behavior. Currently only applicable when
94
- # {::Google::Cloud::AIPlatform::V1::BatchPredictionJob#dedicated_resources dedicated_resources} are used (in other cases Vertex AI does
95
- # the tuning itself).
102
+ # Immutable. Parameters configuring the batch behavior. Currently only
103
+ # applicable when
104
+ # {::Google::Cloud::AIPlatform::V1::BatchPredictionJob#dedicated_resources dedicated_resources}
105
+ # are used (in other cases Vertex AI does the tuning itself).
96
106
  # @!attribute [rw] generate_explanation
97
107
  # @return [::Boolean]
98
108
  # Generate explanation with the batch prediction results.
99
109
  #
100
110
  # When set to `true`, the batch prediction output changes based on the
101
111
  # `predictions_format` field of the
102
- # {::Google::Cloud::AIPlatform::V1::BatchPredictionJob#output_config BatchPredictionJob.output_config} object:
112
+ # {::Google::Cloud::AIPlatform::V1::BatchPredictionJob#output_config BatchPredictionJob.output_config}
113
+ # object:
103
114
  #
104
115
  # * `bigquery`: output includes a column named `explanation`. The value
105
- # is a struct that conforms to the {::Google::Cloud::AIPlatform::V1::Explanation Explanation} object.
116
+ # is a struct that conforms to the
117
+ # {::Google::Cloud::AIPlatform::V1::Explanation Explanation} object.
106
118
  # * `jsonl`: The JSON objects on each line include an additional entry
107
119
  # keyed `explanation`. The value of the entry is a JSON object that
108
- # conforms to the {::Google::Cloud::AIPlatform::V1::Explanation Explanation} object.
120
+ # conforms to the {::Google::Cloud::AIPlatform::V1::Explanation Explanation}
121
+ # object.
109
122
  # * `csv`: Generating explanations for CSV format is not supported.
110
123
  #
111
- # If this field is set to true, either the {::Google::Cloud::AIPlatform::V1::Model#explanation_spec Model.explanation_spec} or
112
- # {::Google::Cloud::AIPlatform::V1::BatchPredictionJob#explanation_spec explanation_spec} must be populated.
124
+ # If this field is set to true, either the
125
+ # {::Google::Cloud::AIPlatform::V1::Model#explanation_spec Model.explanation_spec}
126
+ # or
127
+ # {::Google::Cloud::AIPlatform::V1::BatchPredictionJob#explanation_spec explanation_spec}
128
+ # must be populated.
113
129
  # @!attribute [rw] explanation_spec
114
130
  # @return [::Google::Cloud::AIPlatform::V1::ExplanationSpec]
115
131
  # Explanation configuration for this BatchPredictionJob. Can be
116
- # specified only if {::Google::Cloud::AIPlatform::V1::BatchPredictionJob#generate_explanation generate_explanation} is set to `true`.
132
+ # specified only if
133
+ # {::Google::Cloud::AIPlatform::V1::BatchPredictionJob#generate_explanation generate_explanation}
134
+ # is set to `true`.
117
135
  #
118
- # This value overrides the value of {::Google::Cloud::AIPlatform::V1::Model#explanation_spec Model.explanation_spec}. All fields of
119
- # {::Google::Cloud::AIPlatform::V1::BatchPredictionJob#explanation_spec explanation_spec} are optional in the request. If a field of the
120
- # {::Google::Cloud::AIPlatform::V1::BatchPredictionJob#explanation_spec explanation_spec} object is not populated, the corresponding field of
121
- # the {::Google::Cloud::AIPlatform::V1::Model#explanation_spec Model.explanation_spec} object is inherited.
136
+ # This value overrides the value of
137
+ # {::Google::Cloud::AIPlatform::V1::Model#explanation_spec Model.explanation_spec}.
138
+ # All fields of
139
+ # {::Google::Cloud::AIPlatform::V1::BatchPredictionJob#explanation_spec explanation_spec}
140
+ # are optional in the request. If a field of the
141
+ # {::Google::Cloud::AIPlatform::V1::BatchPredictionJob#explanation_spec explanation_spec}
142
+ # object is not populated, the corresponding field of the
143
+ # {::Google::Cloud::AIPlatform::V1::Model#explanation_spec Model.explanation_spec}
144
+ # object is inherited.
122
145
  # @!attribute [r] output_info
123
146
  # @return [::Google::Cloud::AIPlatform::V1::BatchPredictionJob::OutputInfo]
124
147
  # Output only. Information further describing the output of this job.
@@ -134,11 +157,11 @@ module Google
134
157
  # Output only. Partial failures encountered.
135
158
  # For example, single files that can't be read.
136
159
  # This field never exceeds 20 entries.
137
- # Status details fields contain standard GCP error details.
160
+ # Status details fields contain standard Google Cloud error details.
138
161
  # @!attribute [r] resources_consumed
139
162
  # @return [::Google::Cloud::AIPlatform::V1::ResourcesConsumed]
140
- # Output only. Information about resources that had been consumed by this job.
141
- # Provided in real time at best effort basis, as well as a final value
163
+ # Output only. Information about resources that had been consumed by this
164
+ # job. Provided in real time at best effort basis, as well as a final value
142
165
  # once the job completes.
143
166
  #
144
167
  # Note: This field currently may be not populated for batch predictions that
@@ -151,12 +174,12 @@ module Google
151
174
  # Output only. Time when the BatchPredictionJob was created.
152
175
  # @!attribute [r] start_time
153
176
  # @return [::Google::Protobuf::Timestamp]
154
- # Output only. Time when the BatchPredictionJob for the first time entered the
155
- # `JOB_STATE_RUNNING` state.
177
+ # Output only. Time when the BatchPredictionJob for the first time entered
178
+ # the `JOB_STATE_RUNNING` state.
156
179
  # @!attribute [r] end_time
157
180
  # @return [::Google::Protobuf::Timestamp]
158
- # Output only. Time when the BatchPredictionJob entered any of the following states:
159
- # `JOB_STATE_SUCCEEDED`, `JOB_STATE_FAILED`, `JOB_STATE_CANCELLED`.
181
+ # Output only. Time when the BatchPredictionJob entered any of the following
182
+ # states: `JOB_STATE_SUCCEEDED`, `JOB_STATE_FAILED`, `JOB_STATE_CANCELLED`.
160
183
  # @!attribute [r] update_time
161
184
  # @return [::Google::Protobuf::Timestamp]
162
185
  # Output only. Time when the BatchPredictionJob was most recently updated.
@@ -178,9 +201,11 @@ module Google
178
201
  include ::Google::Protobuf::MessageExts
179
202
  extend ::Google::Protobuf::MessageExts::ClassMethods
180
203
 
181
- # Configures the input to {::Google::Cloud::AIPlatform::V1::BatchPredictionJob BatchPredictionJob}.
182
- # See {::Google::Cloud::AIPlatform::V1::Model#supported_input_storage_formats Model.supported_input_storage_formats} for Model's supported input
183
- # formats, and how instances should be expressed via any of them.
204
+ # Configures the input to
205
+ # {::Google::Cloud::AIPlatform::V1::BatchPredictionJob BatchPredictionJob}. See
206
+ # {::Google::Cloud::AIPlatform::V1::Model#supported_input_storage_formats Model.supported_input_storage_formats}
207
+ # for Model's supported input formats, and how instances should be expressed
208
+ # via any of them.
184
209
  # @!attribute [rw] gcs_source
185
210
  # @return [::Google::Cloud::AIPlatform::V1::GcsSource]
186
211
  # The Cloud Storage location for the input instances.
@@ -201,9 +226,112 @@ module Google
201
226
  extend ::Google::Protobuf::MessageExts::ClassMethods
202
227
  end
203
228
 
204
- # Configures the output of {::Google::Cloud::AIPlatform::V1::BatchPredictionJob BatchPredictionJob}.
205
- # See {::Google::Cloud::AIPlatform::V1::Model#supported_output_storage_formats Model.supported_output_storage_formats} for supported output
206
- # formats, and how predictions are expressed via any of them.
229
+ # Configuration defining how to transform batch prediction input instances to
230
+ # the instances that the Model accepts.
231
+ # @!attribute [rw] instance_type
232
+ # @return [::String]
233
+ # The format of the instance that the Model accepts. Vertex AI will
234
+ # convert compatible
235
+ # [batch prediction input instance
236
+ # formats][google.cloud.aiplatform.v1.BatchPredictionJob.InputConfig.instances_format]
237
+ # to the specified format.
238
+ #
239
+ # Supported values are:
240
+ #
241
+ # * `object`: Each input is converted to JSON object format.
242
+ # * For `bigquery`, each row is converted to an object.
243
+ # * For `jsonl`, each line of the JSONL input must be an object.
244
+ # * Does not apply to `csv`, `file-list`, `tf-record`, or
245
+ # `tf-record-gzip`.
246
+ #
247
+ # * `array`: Each input is converted to JSON array format.
248
+ # * For `bigquery`, each row is converted to an array. The order
249
+ # of columns is determined by the BigQuery column order, unless
250
+ # {::Google::Cloud::AIPlatform::V1::BatchPredictionJob::InstanceConfig#included_fields included_fields}
251
+ # is populated.
252
+ # {::Google::Cloud::AIPlatform::V1::BatchPredictionJob::InstanceConfig#included_fields included_fields}
253
+ # must be populated for specifying field orders.
254
+ # * For `jsonl`, if each line of the JSONL input is an object,
255
+ # {::Google::Cloud::AIPlatform::V1::BatchPredictionJob::InstanceConfig#included_fields included_fields}
256
+ # must be populated for specifying field orders.
257
+ # * Does not apply to `csv`, `file-list`, `tf-record`, or
258
+ # `tf-record-gzip`.
259
+ #
260
+ # If not specified, Vertex AI converts the batch prediction input as
261
+ # follows:
262
+ #
263
+ # * For `bigquery` and `csv`, the behavior is the same as `array`. The
264
+ # order of columns is the same as defined in the file or table, unless
265
+ # {::Google::Cloud::AIPlatform::V1::BatchPredictionJob::InstanceConfig#included_fields included_fields}
266
+ # is populated.
267
+ # * For `jsonl`, the prediction instance format is determined by
268
+ # each line of the input.
269
+ # * For `tf-record`/`tf-record-gzip`, each record will be converted to
270
+ # an object in the format of `{"b64": <value>}`, where `<value>` is
271
+ # the Base64-encoded string of the content of the record.
272
+ # * For `file-list`, each file in the list will be converted to an
273
+ # object in the format of `{"b64": <value>}`, where `<value>` is
274
+ # the Base64-encoded string of the content of the file.
275
+ # @!attribute [rw] key_field
276
+ # @return [::String]
277
+ # The name of the field that is considered as a key.
278
+ #
279
+ # The values identified by the key field is not included in the transformed
280
+ # instances that is sent to the Model. This is similar to
281
+ # specifying this name of the field in
282
+ # {::Google::Cloud::AIPlatform::V1::BatchPredictionJob::InstanceConfig#excluded_fields excluded_fields}.
283
+ # In addition, the batch prediction output will not include the instances.
284
+ # Instead the output will only include the value of the key field, in a
285
+ # field named `key` in the output:
286
+ #
287
+ # * For `jsonl` output format, the output will have a `key` field
288
+ # instead of the `instance` field.
289
+ # * For `csv`/`bigquery` output format, the output will have have a `key`
290
+ # column instead of the instance feature columns.
291
+ #
292
+ # The input must be JSONL with objects at each line, CSV, BigQuery
293
+ # or TfRecord.
294
+ # @!attribute [rw] included_fields
295
+ # @return [::Array<::String>]
296
+ # Fields that will be included in the prediction instance that is
297
+ # sent to the Model.
298
+ #
299
+ # If
300
+ # {::Google::Cloud::AIPlatform::V1::BatchPredictionJob::InstanceConfig#instance_type instance_type}
301
+ # is `array`, the order of field names in included_fields also determines
302
+ # the order of the values in the array.
303
+ #
304
+ # When included_fields is populated,
305
+ # {::Google::Cloud::AIPlatform::V1::BatchPredictionJob::InstanceConfig#excluded_fields excluded_fields}
306
+ # must be empty.
307
+ #
308
+ # The input must be JSONL with objects at each line, CSV, BigQuery
309
+ # or TfRecord.
310
+ # @!attribute [rw] excluded_fields
311
+ # @return [::Array<::String>]
312
+ # Fields that will be excluded in the prediction instance that is
313
+ # sent to the Model.
314
+ #
315
+ # Excluded will be attached to the batch prediction output if
316
+ # {::Google::Cloud::AIPlatform::V1::BatchPredictionJob::InstanceConfig#key_field key_field}
317
+ # is not specified.
318
+ #
319
+ # When excluded_fields is populated,
320
+ # {::Google::Cloud::AIPlatform::V1::BatchPredictionJob::InstanceConfig#included_fields included_fields}
321
+ # must be empty.
322
+ #
323
+ # The input must be JSONL with objects at each line, CSV, BigQuery
324
+ # or TfRecord.
325
+ class InstanceConfig
326
+ include ::Google::Protobuf::MessageExts
327
+ extend ::Google::Protobuf::MessageExts::ClassMethods
328
+ end
329
+
330
+ # Configures the output of
331
+ # {::Google::Cloud::AIPlatform::V1::BatchPredictionJob BatchPredictionJob}. See
332
+ # {::Google::Cloud::AIPlatform::V1::Model#supported_output_storage_formats Model.supported_output_storage_formats}
333
+ # for supported output formats, and how predictions are expressed via any of
334
+ # them.
207
335
  # @!attribute [rw] gcs_destination
208
336
  # @return [::Google::Cloud::AIPlatform::V1::GcsDestination]
209
337
  # The Cloud Storage location of the directory where the output is
@@ -213,11 +341,13 @@ module Google
213
341
  # Inside of it files `predictions_0001.<extension>`,
214
342
  # `predictions_0002.<extension>`, ..., `predictions_N.<extension>`
215
343
  # are created where `<extension>` depends on chosen
216
- # {::Google::Cloud::AIPlatform::V1::BatchPredictionJob::OutputConfig#predictions_format predictions_format}, and N may equal 0001 and depends on the total
217
- # number of successfully predicted instances.
218
- # If the Model has both {::Google::Cloud::AIPlatform::V1::PredictSchemata#instance_schema_uri instance}
219
- # and {::Google::Cloud::AIPlatform::V1::PredictSchemata#parameters_schema_uri prediction} schemata
220
- # defined then each such file contains predictions as per the
344
+ # {::Google::Cloud::AIPlatform::V1::BatchPredictionJob::OutputConfig#predictions_format predictions_format},
345
+ # and N may equal 0001 and depends on the total number of successfully
346
+ # predicted instances. If the Model has both
347
+ # {::Google::Cloud::AIPlatform::V1::PredictSchemata#instance_schema_uri instance}
348
+ # and
349
+ # {::Google::Cloud::AIPlatform::V1::PredictSchemata#parameters_schema_uri prediction}
350
+ # schemata defined then each such file contains predictions as per the
221
351
  # {::Google::Cloud::AIPlatform::V1::BatchPredictionJob::OutputConfig#predictions_format predictions_format}.
222
352
  # If prediction for any instance failed (partially or completely), then
223
353
  # an additional `errors_0001.<extension>`, `errors_0002.<extension>`,...,
@@ -236,20 +366,22 @@ module Google
236
366
  # become underscores), and timestamp is in
237
367
  # YYYY_MM_DDThh_mm_ss_sssZ "based on ISO-8601" format. In the dataset
238
368
  # two tables will be created, `predictions`, and `errors`.
239
- # If the Model has both {::Google::Cloud::AIPlatform::V1::PredictSchemata#instance_schema_uri instance}
240
- # and {::Google::Cloud::AIPlatform::V1::PredictSchemata#parameters_schema_uri prediction} schemata
241
- # defined then the tables have columns as follows: The `predictions`
242
- # table contains instances for which the prediction succeeded, it
243
- # has columns as per a concatenation of the Model's instance and
244
- # prediction schemata. The `errors` table contains rows for which the
245
- # prediction has failed, it has instance columns, as per the
369
+ # If the Model has both
370
+ # {::Google::Cloud::AIPlatform::V1::PredictSchemata#instance_schema_uri instance}
371
+ # and
372
+ # {::Google::Cloud::AIPlatform::V1::PredictSchemata#parameters_schema_uri prediction}
373
+ # schemata defined then the tables have columns as follows: The
374
+ # `predictions` table contains instances for which the prediction
375
+ # succeeded, it has columns as per a concatenation of the Model's
376
+ # instance and prediction schemata. The `errors` table contains rows for
377
+ # which the prediction has failed, it has instance columns, as per the
246
378
  # instance schema, followed by a single "errors" column, which as values
247
379
  # has {::Google::Rpc::Status google.rpc.Status}
248
380
  # represented as a STRUCT, and containing only `code` and `message`.
249
381
  # @!attribute [rw] predictions_format
250
382
  # @return [::String]
251
- # Required. The format in which Vertex AI gives the predictions, must be one of the
252
- # [Model's][google.cloud.aiplatform.v1.BatchPredictionJob.model]
383
+ # Required. The format in which Vertex AI gives the predictions, must be
384
+ # one of the [Model's][google.cloud.aiplatform.v1.BatchPredictionJob.model]
253
385
  # {::Google::Cloud::AIPlatform::V1::Model#supported_output_storage_formats supported_output_storage_formats}.
254
386
  class OutputConfig
255
387
  include ::Google::Protobuf::MessageExts
@@ -257,11 +389,12 @@ module Google
257
389
  end
258
390
 
259
391
  # Further describes this job's output.
260
- # Supplements {::Google::Cloud::AIPlatform::V1::BatchPredictionJob#output_config output_config}.
392
+ # Supplements
393
+ # {::Google::Cloud::AIPlatform::V1::BatchPredictionJob#output_config output_config}.
261
394
  # @!attribute [r] gcs_output_directory
262
395
  # @return [::String]
263
- # Output only. The full path of the Cloud Storage directory created, into which
264
- # the prediction output is written.
396
+ # Output only. The full path of the Cloud Storage directory created, into
397
+ # which the prediction output is written.
265
398
  # @!attribute [r] bigquery_output_dataset
266
399
  # @return [::String]
267
400
  # Output only. The path of the BigQuery dataset created, in
@@ -31,15 +31,16 @@ module Google
31
31
  # Output only. The number of entities for which any error was encountered.
32
32
  # @!attribute [r] incomplete_count
33
33
  # @return [::Integer]
34
- # Output only. In cases when enough errors are encountered a job, pipeline, or operation
35
- # may be failed as a whole. Below is the number of entities for which the
36
- # processing had not been finished (either in successful or failed state).
37
- # Set to -1 if the number is unknown (for example, the operation failed
38
- # before the total entity number could be collected).
34
+ # Output only. In cases when enough errors are encountered a job, pipeline,
35
+ # or operation may be failed as a whole. Below is the number of entities for
36
+ # which the processing had not been finished (either in successful or failed
37
+ # state). Set to -1 if the number is unknown (for example, the operation
38
+ # failed before the total entity number could be collected).
39
39
  # @!attribute [r] successful_forecast_point_count
40
40
  # @return [::Integer]
41
- # Output only. The number of the successful forecast points that are generated by the
42
- # forecasting model. This is ONLY used by the forecasting batch prediction.
41
+ # Output only. The number of the successful forecast points that are
42
+ # generated by the forecasting model. This is ONLY used by the forecasting
43
+ # batch prediction.
43
44
  class CompletionStats
44
45
  include ::Google::Protobuf::MessageExts
45
46
  extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -50,8 +50,8 @@ module Google
50
50
  # Output only. Timestamp when this Context was last updated.
51
51
  # @!attribute [r] parent_contexts
52
52
  # @return [::Array<::String>]
53
- # Output only. A list of resource names of Contexts that are parents of this Context.
54
- # A Context may have at most 10 parent_contexts.
53
+ # Output only. A list of resource names of Contexts that are parents of this
54
+ # Context. A Context may have at most 10 parent_contexts.
55
55
  # @!attribute [rw] schema_title
56
56
  # @return [::String]
57
57
  # The title of the schema describing the metadata.
@@ -31,7 +31,7 @@ module Google
31
31
  # @!attribute [rw] display_name
32
32
  # @return [::String]
33
33
  # Required. The display name of the CustomJob.
34
- # The name can be up to 128 characters long and can be consist of any UTF-8
34
+ # The name can be up to 128 characters long and can consist of any UTF-8
35
35
  # characters.
36
36
  # @!attribute [rw] job_spec
37
37
  # @return [::Google::Cloud::AIPlatform::V1::CustomJobSpec]
@@ -76,7 +76,8 @@ module Google
76
76
  # Output only. URIs for accessing [interactive
77
77
  # shells](https://cloud.google.com/vertex-ai/docs/training/monitor-debug-interactive-shell)
78
78
  # (one URI for each training node). Only available if
79
- # {::Google::Cloud::AIPlatform::V1::CustomJobSpec#enable_web_access job_spec.enable_web_access} is `true`.
79
+ # {::Google::Cloud::AIPlatform::V1::CustomJobSpec#enable_web_access job_spec.enable_web_access}
80
+ # is `true`.
80
81
  #
81
82
  # The keys are names of each node in the training job; for example,
82
83
  # `workerpool0-0` for the primary node, `workerpool1-0` for the first node in
@@ -110,9 +111,9 @@ module Google
110
111
  # Represents the spec of a CustomJob.
111
112
  # @!attribute [rw] worker_pool_specs
112
113
  # @return [::Array<::Google::Cloud::AIPlatform::V1::WorkerPoolSpec>]
113
- # Required. The spec of the worker pools including machine type and Docker image.
114
- # All worker pools except the first one are optional and can be skipped by
115
- # providing an empty value.
114
+ # Required. The spec of the worker pools including machine type and Docker
115
+ # image. All worker pools except the first one are optional and can be
116
+ # skipped by providing an empty value.
116
117
  # @!attribute [rw] scheduling
117
118
  # @return [::Google::Cloud::AIPlatform::V1::Scheduling]
118
119
  # Scheduling options for a CustomJob.
@@ -154,8 +155,8 @@ module Google
154
155
  # HyperparameterTuningJob. For HyperparameterTuningJob,
155
156
  # the baseOutputDirectory of
156
157
  # each child CustomJob backing a Trial is set to a subdirectory of name
157
- # {::Google::Cloud::AIPlatform::V1::Trial#id id} under its parent HyperparameterTuningJob's
158
- # baseOutputDirectory.
158
+ # {::Google::Cloud::AIPlatform::V1::Trial#id id} under its parent
159
+ # HyperparameterTuningJob's baseOutputDirectory.
159
160
  #
160
161
  # The following Vertex AI environment variables will be passed to
161
162
  # containers or python modules when this field is set:
@@ -173,9 +174,9 @@ module Google
173
174
  # * AIP_TENSORBOARD_LOG_DIR = `<base_output_directory>/<trial_id>/logs/`
174
175
  # @!attribute [rw] tensorboard
175
176
  # @return [::String]
176
- # Optional. The name of a Vertex AI {::Google::Cloud::AIPlatform::V1::Tensorboard Tensorboard} resource to which this CustomJob
177
- # will upload Tensorboard logs.
178
- # Format:
177
+ # Optional. The name of a Vertex AI
178
+ # {::Google::Cloud::AIPlatform::V1::Tensorboard Tensorboard} resource to which
179
+ # this CustomJob will upload Tensorboard logs. Format:
179
180
  # `projects/{project}/locations/{location}/tensorboards/{tensorboard}`
180
181
  # @!attribute [rw] enable_web_access
181
182
  # @return [::Boolean]
@@ -184,7 +185,11 @@ module Google
184
185
  # to training containers.
185
186
  #
186
187
  # If set to `true`, you can access interactive shells at the URIs given
187
- # by {::Google::Cloud::AIPlatform::V1::CustomJob#web_access_uris CustomJob.web_access_uris} or {::Google::Cloud::AIPlatform::V1::Trial#web_access_uris Trial.web_access_uris} (within
188
+ # by
189
+ # {::Google::Cloud::AIPlatform::V1::CustomJob#web_access_uris CustomJob.web_access_uris}
190
+ # or
191
+ # {::Google::Cloud::AIPlatform::V1::Trial#web_access_uris Trial.web_access_uris}
192
+ # (within
188
193
  # {::Google::Cloud::AIPlatform::V1::HyperparameterTuningJob#trials HyperparameterTuningJob.trials}).
189
194
  class CustomJobSpec
190
195
  include ::Google::Protobuf::MessageExts
@@ -218,8 +223,8 @@ module Google
218
223
  # The spec of a Container.
219
224
  # @!attribute [rw] image_uri
220
225
  # @return [::String]
221
- # Required. The URI of a container image in the Container Registry that is to be run on
222
- # each worker replica.
226
+ # Required. The URI of a container image in the Container Registry that is to
227
+ # be run on each worker replica.
223
228
  # @!attribute [rw] command
224
229
  # @return [::Array<::String>]
225
230
  # The command to be invoked when the container is started.
@@ -239,17 +244,17 @@ module Google
239
244
  # The spec of a Python packaged code.
240
245
  # @!attribute [rw] executor_image_uri
241
246
  # @return [::String]
242
- # Required. The URI of a container image in Artifact Registry that will run the
243
- # provided Python package. Vertex AI provides a wide range of executor
247
+ # Required. The URI of a container image in Artifact Registry that will run
248
+ # the provided Python package. Vertex AI provides a wide range of executor
244
249
  # images with pre-installed packages to meet users' various use cases. See
245
250
  # the list of [pre-built containers for
246
251
  # training](https://cloud.google.com/vertex-ai/docs/training/pre-built-containers).
247
252
  # You must use an image from this list.
248
253
  # @!attribute [rw] package_uris
249
254
  # @return [::Array<::String>]
250
- # Required. The Google Cloud Storage location of the Python package files which are
251
- # the training program and its dependent packages.
252
- # The maximum number of package URIs is 100.
255
+ # Required. The Google Cloud Storage location of the Python package files
256
+ # which are the training program and its dependent packages. The maximum
257
+ # number of package URIs is 100.
253
258
  # @!attribute [rw] python_module
254
259
  # @return [::String]
255
260
  # Required. The Python module name to run after installing the packages.
@@ -47,13 +47,14 @@ module Google
47
47
  # and are immutable.
48
48
  # @!attribute [rw] payload
49
49
  # @return [::Google::Protobuf::Value]
50
- # Required. The data that the DataItem represents (for example, an image or a text
51
- # snippet). The schema of the payload is stored in the parent Dataset's
52
- # [metadata schema's][google.cloud.aiplatform.v1.Dataset.metadata_schema_uri] dataItemSchemaUri field.
50
+ # Required. The data that the DataItem represents (for example, an image or a
51
+ # text snippet). The schema of the payload is stored in the parent Dataset's
52
+ # [metadata schema's][google.cloud.aiplatform.v1.Dataset.metadata_schema_uri]
53
+ # dataItemSchemaUri field.
53
54
  # @!attribute [rw] etag
54
55
  # @return [::String]
55
- # Optional. Used to perform consistent read-modify-write updates. If not set, a blind
56
- # "overwrite" update happens.
56
+ # Optional. Used to perform consistent read-modify-write updates. If not set,
57
+ # a blind "overwrite" update happens.
57
58
  class DataItem
58
59
  include ::Google::Protobuf::MessageExts
59
60
  extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -29,14 +29,13 @@ module Google
29
29
  # @!attribute [rw] display_name
30
30
  # @return [::String]
31
31
  # Required. The user-defined name of the DataLabelingJob.
32
- # The name can be up to 128 characters long and can be consist of any UTF-8
32
+ # The name can be up to 128 characters long and can consist of any UTF-8
33
33
  # characters.
34
34
  # Display name of a DataLabelingJob.
35
35
  # @!attribute [rw] datasets
36
36
  # @return [::Array<::String>]
37
- # Required. Dataset resource names. Right now we only support labeling from a single
38
- # Dataset.
39
- # Format:
37
+ # Required. Dataset resource names. Right now we only support labeling from a
38
+ # single Dataset. Format:
40
39
  # `projects/{project}/locations/{location}/datasets/{dataset}`
41
40
  # @!attribute [rw] annotation_labels
42
41
  # @return [::Google::Protobuf::Map{::String => ::String}]
@@ -53,14 +52,14 @@ module Google
53
52
  # Required. Number of labelers to work on each DataItem.
54
53
  # @!attribute [rw] instruction_uri
55
54
  # @return [::String]
56
- # Required. The Google Cloud Storage location of the instruction pdf. This pdf is
57
- # shared with labelers, and provides detailed description on how to label
58
- # DataItems in Datasets.
55
+ # Required. The Google Cloud Storage location of the instruction pdf. This
56
+ # pdf is shared with labelers, and provides detailed description on how to
57
+ # label DataItems in Datasets.
59
58
  # @!attribute [rw] inputs_schema_uri
60
59
  # @return [::String]
61
- # Required. Points to a YAML file stored on Google Cloud Storage describing the
62
- # config for a specific type of DataLabelingJob.
63
- # The schema files that can be used here are found in the
60
+ # Required. Points to a YAML file stored on Google Cloud Storage describing
61
+ # the config for a specific type of DataLabelingJob. The schema files that
62
+ # can be used here are found in the
64
63
  # https://storage.googleapis.com/google-cloud-aiplatform bucket in the
65
64
  # /schema/datalabelingjob/inputs/ folder.
66
65
  # @!attribute [rw] inputs
@@ -71,12 +70,12 @@ module Google
71
70
  # Output only. The detailed state of the job.
72
71
  # @!attribute [r] labeling_progress
73
72
  # @return [::Integer]
74
- # Output only. Current labeling job progress percentage scaled in interval [0, 100],
75
- # indicating the percentage of DataItems that has been finished.
73
+ # Output only. Current labeling job progress percentage scaled in interval
74
+ # [0, 100], indicating the percentage of DataItems that has been finished.
76
75
  # @!attribute [r] current_spend
77
76
  # @return [::Google::Type::Money]
78
- # Output only. Estimated cost(in US dollars) that the DataLabelingJob has incurred to
79
- # date.
77
+ # Output only. Estimated cost(in US dollars) that the DataLabelingJob has
78
+ # incurred to date.
80
79
  # @!attribute [r] create_time
81
80
  # @return [::Google::Protobuf::Timestamp]
82
81
  # Output only. Timestamp when this DataLabelingJob was created.
@@ -85,8 +84,8 @@ module Google
85
84
  # Output only. Timestamp when this DataLabelingJob was updated most recently.
86
85
  # @!attribute [r] error
87
86
  # @return [::Google::Rpc::Status]
88
- # Output only. DataLabelingJob errors. It is only populated when job's state is
89
- # `JOB_STATE_FAILED` or `JOB_STATE_CANCELLED`.
87
+ # Output only. DataLabelingJob errors. It is only populated when job's state
88
+ # is `JOB_STATE_FAILED` or `JOB_STATE_CANCELLED`.
90
89
  # @!attribute [rw] labels
91
90
  # @return [::Google::Protobuf::Map{::String => ::String}]
92
91
  # The labels with user-defined metadata to organize your DataLabelingJobs.
@@ -100,7 +99,8 @@ module Google
100
99
  # and are immutable. Following system labels exist for each DataLabelingJob:
101
100
  #
102
101
  # * "aiplatform.googleapis.com/schema": output only, its value is the
103
- # {::Google::Cloud::AIPlatform::V1::DataLabelingJob#inputs_schema_uri inputs_schema}'s title.
102
+ # {::Google::Cloud::AIPlatform::V1::DataLabelingJob#inputs_schema_uri inputs_schema}'s
103
+ # title.
104
104
  # @!attribute [rw] specialist_pools
105
105
  # @return [::Array<::String>]
106
106
  # The SpecialistPools' resource names associated with this job.