google-cloud-dataproc 0.2.2 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (55) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +1 -1
  3. data/lib/google/cloud/dataproc.rb +56 -3
  4. data/lib/google/cloud/dataproc/v1.rb +62 -3
  5. data/lib/google/cloud/dataproc/v1/cluster_controller_client.rb +65 -5
  6. data/lib/google/cloud/dataproc/v1/cluster_controller_client_config.json +10 -7
  7. data/lib/google/cloud/dataproc/v1/clusters_pb.rb +11 -0
  8. data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb +3 -2
  9. data/lib/google/cloud/dataproc/v1/credentials.rb +1 -1
  10. data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/clusters.rb +128 -45
  11. data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/jobs.rb +32 -15
  12. data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/workflow_templates.rb +519 -0
  13. data/lib/google/cloud/dataproc/v1/doc/google/longrunning/operations.rb +1 -43
  14. data/lib/google/cloud/dataproc/v1/doc/google/protobuf/any.rb +1 -1
  15. data/lib/google/cloud/dataproc/v1/doc/google/protobuf/duration.rb +1 -1
  16. data/lib/google/cloud/dataproc/v1/doc/google/protobuf/empty.rb +1 -1
  17. data/lib/google/cloud/dataproc/v1/doc/google/protobuf/field_mask.rb +1 -1
  18. data/lib/google/cloud/dataproc/v1/doc/google/protobuf/timestamp.rb +1 -1
  19. data/lib/google/cloud/dataproc/v1/doc/google/rpc/status.rb +1 -1
  20. data/lib/google/cloud/dataproc/v1/job_controller_client.rb +16 -2
  21. data/lib/google/cloud/dataproc/v1/job_controller_client_config.json +9 -6
  22. data/lib/google/cloud/dataproc/v1/jobs_pb.rb +2 -0
  23. data/lib/google/cloud/dataproc/v1/jobs_services_pb.rb +2 -1
  24. data/lib/google/cloud/dataproc/v1/operations_pb.rb +0 -2
  25. data/lib/google/cloud/dataproc/v1/workflow_template_service_client.rb +690 -0
  26. data/lib/google/cloud/dataproc/v1/workflow_template_service_client_config.json +64 -0
  27. data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +181 -0
  28. data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +102 -0
  29. data/lib/google/cloud/dataproc/v1beta2.rb +281 -0
  30. data/lib/google/cloud/dataproc/v1beta2/cluster_controller_client.rb +799 -0
  31. data/lib/google/cloud/dataproc/v1beta2/cluster_controller_client_config.json +59 -0
  32. data/lib/google/cloud/dataproc/v1beta2/clusters_pb.rb +189 -0
  33. data/lib/google/cloud/dataproc/v1beta2/clusters_services_pb.rb +60 -0
  34. data/lib/google/cloud/dataproc/v1beta2/credentials.rb +41 -0
  35. data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/clusters.rb +666 -0
  36. data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/jobs.rb +691 -0
  37. data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/workflow_templates.rb +524 -0
  38. data/lib/google/cloud/dataproc/v1beta2/doc/google/longrunning/operations.rb +51 -0
  39. data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/any.rb +130 -0
  40. data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/duration.rb +91 -0
  41. data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/empty.rb +29 -0
  42. data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/field_mask.rb +230 -0
  43. data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/timestamp.rb +109 -0
  44. data/lib/google/cloud/dataproc/v1beta2/doc/google/rpc/status.rb +84 -0
  45. data/lib/google/cloud/dataproc/v1beta2/job_controller_client.rb +581 -0
  46. data/lib/google/cloud/dataproc/v1beta2/job_controller_client_config.json +59 -0
  47. data/lib/google/cloud/dataproc/v1beta2/jobs_pb.rb +248 -0
  48. data/lib/google/cloud/dataproc/v1beta2/jobs_services_pb.rb +61 -0
  49. data/lib/google/cloud/dataproc/v1beta2/operations_pb.rb +44 -0
  50. data/lib/google/cloud/dataproc/v1beta2/shared_pb.rb +18 -0
  51. data/lib/google/cloud/dataproc/v1beta2/workflow_template_service_client.rb +698 -0
  52. data/lib/google/cloud/dataproc/v1beta2/workflow_template_service_client_config.json +64 -0
  53. data/lib/google/cloud/dataproc/v1beta2/workflow_templates_pb.rb +183 -0
  54. data/lib/google/cloud/dataproc/v1beta2/workflow_templates_services_pb.rb +102 -0
  55. metadata +36 -5
@@ -1,4 +1,4 @@
1
- # Copyright 2018 Google LLC
1
+ # Copyright 2019 Google LLC
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -1,4 +1,4 @@
1
- # Copyright 2018 Google LLC
1
+ # Copyright 2019 Google LLC
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -18,7 +18,7 @@ module Google
18
18
  module Dataproc
19
19
  module V1
20
20
  # Describes the identifying information, config, and status of
21
- # a cluster of Google Compute Engine instances.
21
+ # a cluster of Compute Engine instances.
22
22
  # @!attribute [rw] project_id
23
23
  # @return [String]
24
24
  # Required. The Google Cloud Platform project ID that the cluster belongs to.
@@ -40,13 +40,13 @@ module Google
40
40
  # No more than 32 labels can be associated with a cluster.
41
41
  # @!attribute [rw] status
42
42
  # @return [Google::Cloud::Dataproc::V1::ClusterStatus]
43
- # Output-only. Cluster status.
43
+ # Output only. Cluster status.
44
44
  # @!attribute [rw] status_history
45
45
  # @return [Array<Google::Cloud::Dataproc::V1::ClusterStatus>]
46
- # Output-only. The previous cluster status.
46
+ # Output only. The previous cluster status.
47
47
  # @!attribute [rw] cluster_uuid
48
48
  # @return [String]
49
- # Output-only. A cluster UUID (Unique Universal Identifier). Cloud Dataproc
49
+ # Output only. A cluster UUID (Unique Universal Identifier). Cloud Dataproc
50
50
  # generates this value when it creates the cluster.
51
51
  # @!attribute [rw] metrics
52
52
  # @return [Google::Cloud::Dataproc::V1::ClusterMetrics]
@@ -59,7 +59,7 @@ module Google
59
59
  # The cluster config.
60
60
  # @!attribute [rw] config_bucket
61
61
  # @return [String]
62
- # Optional. A Google Cloud Storage staging bucket used for sharing generated
62
+ # Optional. A Cloud Storage staging bucket used for sharing generated
63
63
  # SSH keys and config. If you do not specify a staging bucket, Cloud
64
64
  # Dataproc will determine an appropriate Cloud Storage location (US,
65
65
  # ASIA, or EU) for your cluster's staging bucket according to the Google
@@ -67,19 +67,19 @@ module Google
67
67
  # and manage this project-level, per-location bucket for you.
68
68
  # @!attribute [rw] gce_cluster_config
69
69
  # @return [Google::Cloud::Dataproc::V1::GceClusterConfig]
70
- # Required. The shared Google Compute Engine config settings for
70
+ # Required. The shared Compute Engine config settings for
71
71
  # all instances in a cluster.
72
72
  # @!attribute [rw] master_config
73
73
  # @return [Google::Cloud::Dataproc::V1::InstanceGroupConfig]
74
- # Optional. The Google Compute Engine config settings for
74
+ # Optional. The Compute Engine config settings for
75
75
  # the master instance in a cluster.
76
76
  # @!attribute [rw] worker_config
77
77
  # @return [Google::Cloud::Dataproc::V1::InstanceGroupConfig]
78
- # Optional. The Google Compute Engine config settings for
78
+ # Optional. The Compute Engine config settings for
79
79
  # worker instances in a cluster.
80
80
  # @!attribute [rw] secondary_worker_config
81
81
  # @return [Google::Cloud::Dataproc::V1::InstanceGroupConfig]
82
- # Optional. The Google Compute Engine config settings for
82
+ # Optional. The Compute Engine config settings for
83
83
  # additional worker instances in a cluster.
84
84
  # @!attribute [rw] software_config
85
85
  # @return [Google::Cloud::Dataproc::V1::SoftwareConfig]
@@ -97,13 +97,23 @@ module Google
97
97
  # else
98
98
  # ... worker specific actions ...
99
99
  # fi
100
+ # @!attribute [rw] encryption_config
101
+ # @return [Google::Cloud::Dataproc::V1::EncryptionConfig]
102
+ # Optional. Encryption settings for the cluster.
100
103
  class ClusterConfig; end
101
104
 
102
- # Common config settings for resources of Google Compute Engine cluster
105
+ # Encryption settings for the cluster.
106
+ # @!attribute [rw] gce_pd_kms_key_name
107
+ # @return [String]
108
+ # Optional. The Cloud KMS key name to use for PD disk encryption for all
109
+ # instances in the cluster.
110
+ class EncryptionConfig; end
111
+
112
+ # Common config settings for resources of Compute Engine cluster
103
113
  # instances, applicable to all instances in the cluster.
104
114
  # @!attribute [rw] zone_uri
105
115
  # @return [String]
106
- # Optional. The zone where the Google Compute Engine cluster will be located.
116
+ # Optional. The zone where the Compute Engine cluster will be located.
107
117
  # On a create request, it is required in the "global" region. If omitted
108
118
  # in a non-global Cloud Dataproc region, the service will pick a zone in the
109
119
  # corresponding Compute Engine region. On a get request, zone will
@@ -116,7 +126,7 @@ module Google
116
126
  # * `us-central1-f`
117
127
  # @!attribute [rw] network_uri
118
128
  # @return [String]
119
- # Optional. The Google Compute Engine network to be used for machine
129
+ # Optional. The Compute Engine network to be used for machine
120
130
  # communications. Cannot be specified with subnetwork_uri. If neither
121
131
  # `network_uri` nor `subnetwork_uri` is specified, the "default" network of
122
132
  # the project is used, if it exists. Cannot be a "Custom Subnet Network" (see
@@ -129,7 +139,7 @@ module Google
129
139
  # * `default`
130
140
  # @!attribute [rw] subnetwork_uri
131
141
  # @return [String]
132
- # Optional. The Google Compute Engine subnetwork to be used for machine
142
+ # Optional. The Compute Engine subnetwork to be used for machine
133
143
  # communications. Cannot be specified with network_uri.
134
144
  #
135
145
  # A full URL, partial URI, or short name are valid. Examples:
@@ -148,8 +158,8 @@ module Google
148
158
  # @!attribute [rw] service_account
149
159
  # @return [String]
150
160
  # Optional. The service account of the instances. Defaults to the default
151
- # Google Compute Engine service account. Custom service accounts need
152
- # permissions equivalent to the folloing IAM roles:
161
+ # Compute Engine service account. Custom service accounts need
162
+ # permissions equivalent to the following IAM roles:
153
163
  #
154
164
  # * roles/logging.logWriter
155
165
  # * roles/storage.objectAdmin
@@ -159,7 +169,7 @@ module Google
159
169
  # Example: `[account_id]@[project_id].iam.gserviceaccount.com`
160
170
  # @!attribute [rw] service_account_scopes
161
171
  # @return [Array<String>]
162
- # Optional. The URIs of service account scopes to be included in Google
172
+ # Optional. The URIs of service account scopes to be included in
163
173
  # Compute Engine instances. The following base set of scopes is always
164
174
  # included:
165
175
  #
@@ -175,15 +185,15 @@ module Google
175
185
  # * https://www.googleapis.com/auth/devstorage.full_control
176
186
  # @!attribute [rw] tags
177
187
  # @return [Array<String>]
178
- # The Google Compute Engine tags to add to all instances (see
188
+ # The Compute Engine tags to add to all instances (see
179
189
  # [Tagging instances](https://cloud.google.com/compute/docs/label-or-tag-resources#tags)).
180
190
  # @!attribute [rw] metadata
181
191
  # @return [Hash{String => String}]
182
- # The Google Compute Engine metadata entries to add to all instances (see
192
+ # The Compute Engine metadata entries to add to all instances (see
183
193
  # [Project and instance metadata](https://cloud.google.com/compute/docs/storing-retrieving-metadata#project_and_instance_metadata)).
184
194
  class GceClusterConfig; end
185
195
 
186
- # Optional. The config settings for Google Compute Engine resources in
196
+ # Optional. The config settings for Compute Engine resources in
187
197
  # an instance group, such as a master or worker group.
188
198
  # @!attribute [rw] num_instances
189
199
  # @return [Integer]
@@ -191,22 +201,27 @@ module Google
191
201
  # For master instance groups, must be set to 1.
192
202
  # @!attribute [rw] instance_names
193
203
  # @return [Array<String>]
194
- # Optional. The list of instance names. Cloud Dataproc derives the names from
195
- # `cluster_name`, `num_instances`, and the instance group if not set by user
196
- # (recommended practice is to let Cloud Dataproc derive the name).
204
+ # Output only. The list of instance names. Cloud Dataproc derives the names
205
+ # from `cluster_name`, `num_instances`, and the instance group.
197
206
  # @!attribute [rw] image_uri
198
207
  # @return [String]
199
- # Output-only. The Google Compute Engine image resource used for cluster
200
- # instances. Inferred from `SoftwareConfig.image_version`.
208
+ # Optional. The Compute Engine image resource used for cluster
209
+ # instances. It can be specified or may be inferred from
210
+ # `SoftwareConfig.image_version`.
201
211
  # @!attribute [rw] machine_type_uri
202
212
  # @return [String]
203
- # Optional. The Google Compute Engine machine type used for cluster instances.
213
+ # Optional. The Compute Engine machine type used for cluster instances.
204
214
  #
205
215
  # A full URL, partial URI, or short name are valid. Examples:
206
216
  #
207
217
  # * `https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-east1-a/machineTypes/n1-standard-2`
208
218
  # * `projects/[project_id]/zones/us-east1-a/machineTypes/n1-standard-2`
209
219
  # * `n1-standard-2`
220
+ #
221
+ # **Auto Zone Exception**: If you are using the Cloud Dataproc
222
+ # [Auto Zone Placement](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/auto-zone#using_auto_zone_placement)
223
+ # feature, you must use the short name of the machine type
224
+ # resource, for example, `n1-standard-2`.
210
225
  # @!attribute [rw] disk_config
211
226
  # @return [Google::Cloud::Dataproc::V1::DiskConfig]
212
227
  # Optional. Disk option config settings.
@@ -215,12 +230,12 @@ module Google
215
230
  # Optional. Specifies that this instance group contains preemptible instances.
216
231
  # @!attribute [rw] managed_group_config
217
232
  # @return [Google::Cloud::Dataproc::V1::ManagedGroupConfig]
218
- # Output-only. The config for Google Compute Engine Instance Group
233
+ # Output only. The config for Compute Engine Instance Group
219
234
  # Manager that manages this group.
220
235
  # This is only used for preemptible instance groups.
221
236
  # @!attribute [rw] accelerators
222
237
  # @return [Array<Google::Cloud::Dataproc::V1::AcceleratorConfig>]
223
- # Optional. The Google Compute Engine accelerator configuration for these
238
+ # Optional. The Compute Engine accelerator configuration for these
224
239
  # instances.
225
240
  #
226
241
  # **Beta Feature**: This feature is still under development. It may be
@@ -230,31 +245,42 @@ module Google
230
245
  # Specifies the resources used to actively manage an instance group.
231
246
  # @!attribute [rw] instance_template_name
232
247
  # @return [String]
233
- # Output-only. The name of the Instance Template used for the Managed
248
+ # Output only. The name of the Instance Template used for the Managed
234
249
  # Instance Group.
235
250
  # @!attribute [rw] instance_group_manager_name
236
251
  # @return [String]
237
- # Output-only. The name of the Instance Group Manager for this group.
252
+ # Output only. The name of the Instance Group Manager for this group.
238
253
  class ManagedGroupConfig; end
239
254
 
240
255
  # Specifies the type and number of accelerator cards attached to the instances
241
- # of an instance group (see [GPUs on Compute Engine](https://cloud.google.com/compute/docs/gpus/)).
256
+ # of an instance. See [GPUs on Compute Engine](https://cloud.google.com/compute/docs/gpus/).
242
257
  # @!attribute [rw] accelerator_type_uri
243
258
  # @return [String]
244
259
  # Full URL, partial URI, or short name of the accelerator type resource to
245
- # expose to this instance. See [Google Compute Engine AcceleratorTypes](
246
- # /compute/docs/reference/beta/acceleratorTypes)
260
+ # expose to this instance. See
261
+ # [Compute Engine AcceleratorTypes](https://cloud.google.com/compute/docs/reference/beta/acceleratorTypes).
262
+ #
263
+ # Examples:
247
264
  #
248
- # Examples
249
265
  # * `https://www.googleapis.com/compute/beta/projects/[project_id]/zones/us-east1-a/acceleratorTypes/nvidia-tesla-k80`
250
266
  # * `projects/[project_id]/zones/us-east1-a/acceleratorTypes/nvidia-tesla-k80`
251
267
  # * `nvidia-tesla-k80`
268
+ #
269
+ # **Auto Zone Exception**: If you are using the Cloud Dataproc
270
+ # [Auto Zone Placement](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/auto-zone#using_auto_zone_placement)
271
+ # feature, you must use the short name of the accelerator type
272
+ # resource, for example, `nvidia-tesla-k80`.
252
273
  # @!attribute [rw] accelerator_count
253
274
  # @return [Integer]
254
275
  # The number of the accelerator cards of this type exposed to this instance.
255
276
  class AcceleratorConfig; end
256
277
 
257
278
  # Specifies the config of disk options for a group of VM instances.
279
+ # @!attribute [rw] boot_disk_type
280
+ # @return [String]
281
+ # Optional. Type of the boot disk (default is "pd-standard").
282
+ # Valid values: "pd-ssd" (Persistent Disk Solid State Drive) or
283
+ # "pd-standard" (Persistent Disk Hard Disk Drive).
258
284
  # @!attribute [rw] boot_disk_size_gb
259
285
  # @return [Integer]
260
286
  # Optional. Size in GB of the boot disk (default is 500GB).
@@ -272,7 +298,7 @@ module Google
272
298
  # timeout period for executable completion.
273
299
  # @!attribute [rw] executable_file
274
300
  # @return [String]
275
- # Required. Google Cloud Storage URI of executable file.
301
+ # Required. Cloud Storage URI of executable file.
276
302
  # @!attribute [rw] execution_timeout
277
303
  # @return [Google::Protobuf::Duration]
278
304
  # Optional. Amount of time executable has to complete. Default is
@@ -284,16 +310,16 @@ module Google
284
310
  # The status of a cluster and its instances.
285
311
  # @!attribute [rw] state
286
312
  # @return [Google::Cloud::Dataproc::V1::ClusterStatus::State]
287
- # Output-only. The cluster's state.
313
+ # Output only. The cluster's state.
288
314
  # @!attribute [rw] detail
289
315
  # @return [String]
290
- # Output-only. Optional details of cluster's state.
316
+ # Output only. Optional details of cluster's state.
291
317
  # @!attribute [rw] state_start_time
292
318
  # @return [Google::Protobuf::Timestamp]
293
- # Output-only. Time when this state was entered.
319
+ # Output only. Time when this state was entered.
294
320
  # @!attribute [rw] substate
295
321
  # @return [Google::Cloud::Dataproc::V1::ClusterStatus::Substate]
296
- # Output-only. Additional state information that includes
322
+ # Output only. Additional state information that includes
297
323
  # status reported by the agent.
298
324
  class ClusterStatus
299
325
  # The cluster state.
@@ -317,7 +343,9 @@ module Google
317
343
  UPDATING = 5
318
344
  end
319
345
 
346
+ # The cluster substate.
320
347
  module Substate
348
+ # The cluster substate is unknown.
321
349
  UNSPECIFIED = 0
322
350
 
323
351
  # The cluster is known to be in an unhealthy state
@@ -338,9 +366,11 @@ module Google
338
366
  # Specifies the selection and config of software inside the cluster.
339
367
  # @!attribute [rw] image_version
340
368
  # @return [String]
341
- # Optional. The version of software inside the cluster. It must match the
342
- # regular expression `[0-9]+\.[0-9]+`. If unspecified, it defaults to the
343
- # latest version (see [Cloud Dataproc Versioning](https://cloud.google.com/dataproc/versioning)).
369
+ # Optional. The version of software inside the cluster. It must be one of the supported
370
+ # [Cloud Dataproc Versions](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#supported_cloud_dataproc_versions),
371
+ # such as "1.2" (including a subminor version, such as "1.2.29"), or the
372
+ # ["preview" version](https://cloud.google.com/dataproc/docs/concepts/versioning/dataproc-versions#other_versions).
373
+ # If unspecified, it defaults to the latest version.
344
374
  # @!attribute [rw] properties
345
375
  # @return [Hash{String => String}]
346
376
  # Optional. The properties to set on daemon config files.
@@ -386,6 +416,19 @@ module Google
386
416
  # @!attribute [rw] cluster
387
417
  # @return [Google::Cloud::Dataproc::V1::Cluster]
388
418
  # Required. The cluster to create.
419
+ # @!attribute [rw] request_id
420
+ # @return [String]
421
+ # Optional. A unique id used to identify the request. If the server
422
+ # receives two {Google::Cloud::Dataproc::V1::CreateClusterRequest CreateClusterRequest} requests with the same
423
+ # id, then the second request will be ignored and the
424
+ # first {Google::Longrunning::Operation} created and stored in the backend
425
+ # is returned.
426
+ #
427
+ # It is recommended to always set this value to a
428
+ # [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
429
+ #
430
+ # The id must contain only letters (a-z, A-Z), numbers (0-9),
431
+ # underscores (_), and hyphens (-). The maximum length is 40 characters.
389
432
  class CreateClusterRequest; end
390
433
 
391
434
  # A request to update a cluster.
@@ -402,6 +445,16 @@ module Google
402
445
  # @!attribute [rw] cluster
403
446
  # @return [Google::Cloud::Dataproc::V1::Cluster]
404
447
  # Required. The changes to the cluster.
448
+ # @!attribute [rw] graceful_decommission_timeout
449
+ # @return [Google::Protobuf::Duration]
450
+ # Optional. Timeout for graceful YARN decomissioning. Graceful
451
+ # decommissioning allows removing nodes from the cluster without
452
+ # interrupting jobs in progress. Timeout specifies how long to wait for jobs
453
+ # in progress to finish before forcefully removing nodes (and potentially
454
+ # interrupting jobs). Default timeout is 0 (for forceful decommission), and
455
+ # the maximum allowed timeout is 1 day.
456
+ #
457
+ # Only supported on Dataproc image versions 1.2 and higher.
405
458
  # @!attribute [rw] update_mask
406
459
  # @return [Google::Protobuf::FieldMask]
407
460
  # Required. Specifies the path, relative to `Cluster`, of
@@ -451,6 +504,19 @@ module Google
451
504
  # </tr>
452
505
  # </tbody>
453
506
  # </table>
507
+ # @!attribute [rw] request_id
508
+ # @return [String]
509
+ # Optional. A unique id used to identify the request. If the server
510
+ # receives two {Google::Cloud::Dataproc::V1::UpdateClusterRequest UpdateClusterRequest} requests with the same
511
+ # id, then the second request will be ignored and the
512
+ # first {Google::Longrunning::Operation} created and stored in the
513
+ # backend is returned.
514
+ #
515
+ # It is recommended to always set this value to a
516
+ # [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
517
+ #
518
+ # The id must contain only letters (a-z, A-Z), numbers (0-9),
519
+ # underscores (_), and hyphens (-). The maximum length is 40 characters.
454
520
  class UpdateClusterRequest; end
455
521
 
456
522
  # A request to delete a cluster.
@@ -464,6 +530,23 @@ module Google
464
530
  # @!attribute [rw] cluster_name
465
531
  # @return [String]
466
532
  # Required. The cluster name.
533
+ # @!attribute [rw] cluster_uuid
534
+ # @return [String]
535
+ # Optional. Specifying the `cluster_uuid` means the RPC should fail
536
+ # (with error NOT_FOUND) if cluster with specified UUID does not exist.
537
+ # @!attribute [rw] request_id
538
+ # @return [String]
539
+ # Optional. A unique id used to identify the request. If the server
540
+ # receives two {Google::Cloud::Dataproc::V1::DeleteClusterRequest DeleteClusterRequest} requests with the same
541
+ # id, then the second request will be ignored and the
542
+ # first {Google::Longrunning::Operation} created and stored in the
543
+ # backend is returned.
544
+ #
545
+ # It is recommended to always set this value to a
546
+ # [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
547
+ #
548
+ # The id must contain only letters (a-z, A-Z), numbers (0-9),
549
+ # underscores (_), and hyphens (-). The maximum length is 40 characters.
467
550
  class DeleteClusterRequest; end
468
551
 
469
552
  # Request to get the resource representation for a cluster in a project.
@@ -519,10 +602,10 @@ module Google
519
602
  # The list of all clusters in a project.
520
603
  # @!attribute [rw] clusters
521
604
  # @return [Array<Google::Cloud::Dataproc::V1::Cluster>]
522
- # Output-only. The clusters in the project.
605
+ # Output only. The clusters in the project.
523
606
  # @!attribute [rw] next_page_token
524
607
  # @return [String]
525
- # Output-only. This token is included in the response if there are more
608
+ # Output only. This token is included in the response if there are more
526
609
  # results to fetch. To fetch additional results, provide this value as the
527
610
  # `page_token` in a subsequent `ListClustersRequest`.
528
611
  class ListClustersResponse; end
@@ -543,7 +626,7 @@ module Google
543
626
  # The location of diagnostic output.
544
627
  # @!attribute [rw] output_uri
545
628
  # @return [String]
546
- # Output-only. The Google Cloud Storage URI of the diagnostic output.
629
+ # Output only. The Cloud Storage URI of the diagnostic output.
547
630
  # The output report is a plain text file with a summary of collected
548
631
  # diagnostics.
549
632
  class DiagnoseClusterResults; end
@@ -1,4 +1,4 @@
1
- # Copyright 2018 Google LLC
1
+ # Copyright 2019 Google LLC
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -292,24 +292,24 @@ module Google
292
292
  # Required. The name of the cluster where the job will be submitted.
293
293
  # @!attribute [rw] cluster_uuid
294
294
  # @return [String]
295
- # Output-only. A cluster UUID generated by the Cloud Dataproc service when
295
+ # Output only. A cluster UUID generated by the Cloud Dataproc service when
296
296
  # the job is submitted.
297
297
  class JobPlacement; end
298
298
 
299
299
  # Cloud Dataproc job status.
300
300
  # @!attribute [rw] state
301
301
  # @return [Google::Cloud::Dataproc::V1::JobStatus::State]
302
- # Output-only. A state message specifying the overall job state.
302
+ # Output only. A state message specifying the overall job state.
303
303
  # @!attribute [rw] details
304
304
  # @return [String]
305
- # Output-only. Optional job state details, such as an error
305
+ # Output only. Optional job state details, such as an error
306
306
  # description if the state is <code>ERROR</code>.
307
307
  # @!attribute [rw] state_start_time
308
308
  # @return [Google::Protobuf::Timestamp]
309
- # Output-only. The time when this state was entered.
309
+ # Output only. The time when this state was entered.
310
310
  # @!attribute [rw] substate
311
311
  # @return [Google::Cloud::Dataproc::V1::JobStatus::Substate]
312
- # Output-only. Additional state information, which includes
312
+ # Output only. Additional state information, which includes
313
313
  # status reported by the agent.
314
314
  class JobStatus
315
315
  # The job state.
@@ -350,7 +350,9 @@ module Google
350
350
  ATTEMPT_FAILURE = 9
351
351
  end
352
352
 
353
+ # The job substate.
353
354
  module Substate
355
+ # The job substate is unknown.
354
356
  UNSPECIFIED = 0
355
357
 
356
358
  # The Job is submitted to the agent.
@@ -472,25 +474,25 @@ module Google
472
474
  # Job is a SparkSql job.
473
475
  # @!attribute [rw] status
474
476
  # @return [Google::Cloud::Dataproc::V1::JobStatus]
475
- # Output-only. The job status. Additional application-specific
477
+ # Output only. The job status. Additional application-specific
476
478
  # status information may be contained in the <code>type_job</code>
477
479
  # and <code>yarn_applications</code> fields.
478
480
  # @!attribute [rw] status_history
479
481
  # @return [Array<Google::Cloud::Dataproc::V1::JobStatus>]
480
- # Output-only. The previous job status.
482
+ # Output only. The previous job status.
481
483
  # @!attribute [rw] yarn_applications
482
484
  # @return [Array<Google::Cloud::Dataproc::V1::YarnApplication>]
483
- # Output-only. The collection of YARN applications spun up by this job.
485
+ # Output only. The collection of YARN applications spun up by this job.
484
486
  #
485
487
  # **Beta** Feature: This report is available for testing purposes only. It may
486
488
  # be changed before final release.
487
489
  # @!attribute [rw] driver_output_resource_uri
488
490
  # @return [String]
489
- # Output-only. A URI pointing to the location of the stdout of the job's
491
+ # Output only. A URI pointing to the location of the stdout of the job's
490
492
  # driver program.
491
493
  # @!attribute [rw] driver_control_files_uri
492
494
  # @return [String]
493
- # Output-only. If present, the location of miscellaneous control files
495
+ # Output only. If present, the location of miscellaneous control files
494
496
  # which may be used as part of job setup and handling. If not present,
495
497
  # control files may be placed in the same location as `driver_output_uri`.
496
498
  # @!attribute [rw] labels
@@ -504,12 +506,14 @@ module Google
504
506
  # @!attribute [rw] scheduling
505
507
  # @return [Google::Cloud::Dataproc::V1::JobScheduling]
506
508
  # Optional. Job scheduling configuration.
509
+ # @!attribute [rw] job_uuid
510
+ # @return [String]
511
+ # Output only. A UUID that uniquely identifies a job within the project
512
+ # over time. This is in contrast to a user-settable reference.job_id that
513
+ # may be reused over time.
507
514
  class Job; end
508
515
 
509
516
  # Job scheduling options.
510
- #
511
- # **Beta Feature**: These options are available for testing purposes only.
512
- # They may be changed before final release.
513
517
  # @!attribute [rw] max_failures_per_hour
514
518
  # @return [Integer]
515
519
  # Optional. Maximum number of times per hour a driver may be restarted as
@@ -533,6 +537,19 @@ module Google
533
537
  # @!attribute [rw] job
534
538
  # @return [Google::Cloud::Dataproc::V1::Job]
535
539
  # Required. The job resource.
540
+ # @!attribute [rw] request_id
541
+ # @return [String]
542
+ # Optional. A unique id used to identify the request. If the server
543
+ # receives two {Google::Cloud::Dataproc::V1::SubmitJobRequest SubmitJobRequest} requests with the same
544
+ # id, then the second request will be ignored and the
545
+ # first {Google::Cloud::Dataproc::V1::Job Job} created and stored in the backend
546
+ # is returned.
547
+ #
548
+ # It is recommended to always set this value to a
549
+ # [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
550
+ #
551
+ # The id must contain only letters (a-z, A-Z), numbers (0-9),
552
+ # underscores (_), and hyphens (-). The maximum length is 40 characters.
536
553
  class SubmitJobRequest; end
537
554
 
538
555
  # A request to get the resource representation for a job in a project.
@@ -631,7 +648,7 @@ module Google
631
648
  # A list of jobs in a project.
632
649
  # @!attribute [rw] jobs
633
650
  # @return [Array<Google::Cloud::Dataproc::V1::Job>]
634
- # Output-only. Jobs list.
651
+ # Output only. Jobs list.
635
652
  # @!attribute [rw] next_page_token
636
653
  # @return [String]
637
654
  # Optional. This token is included in the response if there are more results