google-cloud-dataproc-v1 0.14.0 → 0.16.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (37) hide show
  1. checksums.yaml +4 -4
  2. data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +18 -6
  3. data/lib/google/cloud/dataproc/v1/autoscaling_policy_service.rb +1 -1
  4. data/lib/google/cloud/dataproc/v1/batch_controller/client.rb +51 -15
  5. data/lib/google/cloud/dataproc/v1/batch_controller/operations.rb +12 -14
  6. data/lib/google/cloud/dataproc/v1/batch_controller/paths.rb +19 -0
  7. data/lib/google/cloud/dataproc/v1/batch_controller.rb +1 -1
  8. data/lib/google/cloud/dataproc/v1/batches_pb.rb +2 -0
  9. data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +43 -31
  10. data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +12 -14
  11. data/lib/google/cloud/dataproc/v1/cluster_controller/paths.rb +19 -0
  12. data/lib/google/cloud/dataproc/v1/cluster_controller.rb +1 -1
  13. data/lib/google/cloud/dataproc/v1/clusters_pb.rb +11 -9
  14. data/lib/google/cloud/dataproc/v1/job_controller/client.rb +22 -10
  15. data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +12 -14
  16. data/lib/google/cloud/dataproc/v1/job_controller.rb +1 -1
  17. data/lib/google/cloud/dataproc/v1/jobs_pb.rb +13 -0
  18. data/lib/google/cloud/dataproc/v1/node_group_controller/client.rb +23 -9
  19. data/lib/google/cloud/dataproc/v1/node_group_controller/operations.rb +12 -14
  20. data/lib/google/cloud/dataproc/v1/node_group_controller.rb +1 -1
  21. data/lib/google/cloud/dataproc/v1/operations_pb.rb +1 -0
  22. data/lib/google/cloud/dataproc/v1/shared_pb.rb +24 -1
  23. data/lib/google/cloud/dataproc/v1/version.rb +1 -1
  24. data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +28 -15
  25. data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +12 -14
  26. data/lib/google/cloud/dataproc/v1/workflow_template_service.rb +1 -1
  27. data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +2 -1
  28. data/lib/google/cloud/dataproc/v1.rb +3 -3
  29. data/proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb +8 -8
  30. data/proto_docs/google/cloud/dataproc/v1/batches.rb +42 -14
  31. data/proto_docs/google/cloud/dataproc/v1/clusters.rb +70 -54
  32. data/proto_docs/google/cloud/dataproc/v1/jobs.rb +48 -0
  33. data/proto_docs/google/cloud/dataproc/v1/node_groups.rb +1 -1
  34. data/proto_docs/google/cloud/dataproc/v1/operations.rb +3 -0
  35. data/proto_docs/google/cloud/dataproc/v1/shared.rb +174 -56
  36. data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb +14 -11
  37. metadata +27 -7
@@ -18,6 +18,7 @@
18
18
 
19
19
  require "google/cloud/errors"
20
20
  require "google/cloud/dataproc/v1/jobs_pb"
21
+ require "google/iam/v1"
21
22
 
22
23
  module Google
23
24
  module Cloud
@@ -172,6 +173,12 @@ module Google
172
173
  config.endpoint = @config.endpoint
173
174
  end
174
175
 
176
+ @iam_policy_client = Google::Iam::V1::IAMPolicy::Client.new do |config|
177
+ config.credentials = credentials
178
+ config.quota_project = @quota_project_id
179
+ config.endpoint = @config.endpoint
180
+ end
181
+
175
182
  @job_controller_stub = ::Gapic::ServiceStub.new(
176
183
  ::Google::Cloud::Dataproc::V1::JobController::Stub,
177
184
  credentials: credentials,
@@ -188,6 +195,13 @@ module Google
188
195
  #
189
196
  attr_reader :operations_client
190
197
 
198
+ ##
199
+ # Get the associated client for mix-in of the IAMPolicy.
200
+ #
201
+ # @return [Google::Iam::V1::IAMPolicy::Client]
202
+ #
203
+ attr_reader :iam_policy_client
204
+
191
205
  # Service calls
192
206
 
193
207
  ##
@@ -355,14 +369,14 @@ module Google
355
369
  # # Call the submit_job_as_operation method.
356
370
  # result = client.submit_job_as_operation request
357
371
  #
358
- # # The returned object is of type Gapic::Operation. You can use this
359
- # # object to check the status of an operation, cancel it, or wait
360
- # # for results. Here is how to block until completion:
372
+ # # The returned object is of type Gapic::Operation. You can use it to
373
+ # # check the status of an operation, cancel it, or wait for results.
374
+ # # Here is how to wait for a response.
361
375
  # result.wait_until_done! timeout: 60
362
376
  # if result.response?
363
377
  # p result.response
364
378
  # else
365
- # puts "Error!"
379
+ # puts "No response received."
366
380
  # end
367
381
  #
368
382
  def submit_job_as_operation request, options = nil
@@ -578,13 +592,11 @@ module Google
578
592
  # # Call the list_jobs method.
579
593
  # result = client.list_jobs request
580
594
  #
581
- # # The returned object is of type Gapic::PagedEnumerable. You can
582
- # # iterate over all elements by calling #each, and the enumerable
583
- # # will lazily make API calls to fetch subsequent pages. Other
584
- # # methods are also available for managing paging directly.
585
- # result.each do |response|
595
+ # # The returned object is of type Gapic::PagedEnumerable. You can iterate
596
+ # # over elements, and API calls will be issued to fetch pages as needed.
597
+ # result.each do |item|
586
598
  # # Each element is of type ::Google::Cloud::Dataproc::V1::Job.
587
- # p response
599
+ # p item
588
600
  # end
589
601
  #
590
602
  def list_jobs request, options = nil
@@ -158,13 +158,11 @@ module Google
158
158
  # # Call the list_operations method.
159
159
  # result = client.list_operations request
160
160
  #
161
- # # The returned object is of type Gapic::PagedEnumerable. You can
162
- # # iterate over all elements by calling #each, and the enumerable
163
- # # will lazily make API calls to fetch subsequent pages. Other
164
- # # methods are also available for managing paging directly.
165
- # result.each do |response|
161
+ # # The returned object is of type Gapic::PagedEnumerable. You can iterate
162
+ # # over elements, and API calls will be issued to fetch pages as needed.
163
+ # result.each do |item|
166
164
  # # Each element is of type ::Google::Longrunning::Operation.
167
- # p response
165
+ # p item
168
166
  # end
169
167
  #
170
168
  def list_operations request, options = nil
@@ -253,14 +251,14 @@ module Google
253
251
  # # Call the get_operation method.
254
252
  # result = client.get_operation request
255
253
  #
256
- # # The returned object is of type Gapic::Operation. You can use this
257
- # # object to check the status of an operation, cancel it, or wait
258
- # # for results. Here is how to block until completion:
254
+ # # The returned object is of type Gapic::Operation. You can use it to
255
+ # # check the status of an operation, cancel it, or wait for results.
256
+ # # Here is how to wait for a response.
259
257
  # result.wait_until_done! timeout: 60
260
258
  # if result.response?
261
259
  # p result.response
262
260
  # else
263
- # puts "Error!"
261
+ # puts "No response received."
264
262
  # end
265
263
  #
266
264
  def get_operation request, options = nil
@@ -540,14 +538,14 @@ module Google
540
538
  # # Call the wait_operation method.
541
539
  # result = client.wait_operation request
542
540
  #
543
- # # The returned object is of type Gapic::Operation. You can use this
544
- # # object to check the status of an operation, cancel it, or wait
545
- # # for results. Here is how to block until completion:
541
+ # # The returned object is of type Gapic::Operation. You can use it to
542
+ # # check the status of an operation, cancel it, or wait for results.
543
+ # # Here is how to wait for a response.
546
544
  # result.wait_until_done! timeout: 60
547
545
  # if result.response?
548
546
  # p result.response
549
547
  # else
550
- # puts "Error!"
548
+ # puts "No response received."
551
549
  # end
552
550
  #
553
551
  def wait_operation request, options = nil
@@ -33,7 +33,7 @@ module Google
33
33
  ##
34
34
  # The JobController provides methods to manage jobs.
35
35
  #
36
- # To load this service and instantiate a client:
36
+ # @example Load this service and instantiate a gRPC client
37
37
  #
38
38
  # require "google/cloud/dataproc/v1/job_controller"
39
39
  # client = ::Google::Cloud::Dataproc::V1::JobController::Client.new
@@ -114,6 +114,17 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
114
114
  optional :query_list, :message, 2, "google.cloud.dataproc.v1.QueryList"
115
115
  end
116
116
  end
117
+ add_message "google.cloud.dataproc.v1.TrinoJob" do
118
+ optional :continue_on_failure, :bool, 3
119
+ optional :output_format, :string, 4
120
+ repeated :client_tags, :string, 5
121
+ map :properties, :string, :string, 6
122
+ optional :logging_config, :message, 7, "google.cloud.dataproc.v1.LoggingConfig"
123
+ oneof :queries do
124
+ optional :query_file_uri, :string, 1
125
+ optional :query_list, :message, 2, "google.cloud.dataproc.v1.QueryList"
126
+ end
127
+ end
117
128
  add_message "google.cloud.dataproc.v1.JobPlacement" do
118
129
  optional :cluster_name, :string, 1
119
130
  optional :cluster_uuid, :string, 2
@@ -186,6 +197,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
186
197
  optional :spark_r_job, :message, 21, "google.cloud.dataproc.v1.SparkRJob"
187
198
  optional :spark_sql_job, :message, 12, "google.cloud.dataproc.v1.SparkSqlJob"
188
199
  optional :presto_job, :message, 23, "google.cloud.dataproc.v1.PrestoJob"
200
+ optional :trino_job, :message, 28, "google.cloud.dataproc.v1.TrinoJob"
189
201
  end
190
202
  end
191
203
  add_message "google.cloud.dataproc.v1.DriverSchedulingConfig" do
@@ -266,6 +278,7 @@ module Google
266
278
  PigJob = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.PigJob").msgclass
267
279
  SparkRJob = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SparkRJob").msgclass
268
280
  PrestoJob = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.PrestoJob").msgclass
281
+ TrinoJob = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.TrinoJob").msgclass
269
282
  JobPlacement = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.JobPlacement").msgclass
270
283
  JobStatus = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.JobStatus").msgclass
271
284
  JobStatus::State = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.JobStatus.State").enummodule
@@ -18,6 +18,7 @@
18
18
 
19
19
  require "google/cloud/errors"
20
20
  require "google/cloud/dataproc/v1/node_groups_pb"
21
+ require "google/iam/v1"
21
22
 
22
23
  module Google
23
24
  module Cloud
@@ -140,6 +141,12 @@ module Google
140
141
  config.endpoint = @config.endpoint
141
142
  end
142
143
 
144
+ @iam_policy_client = Google::Iam::V1::IAMPolicy::Client.new do |config|
145
+ config.credentials = credentials
146
+ config.quota_project = @quota_project_id
147
+ config.endpoint = @config.endpoint
148
+ end
149
+
143
150
  @node_group_controller_stub = ::Gapic::ServiceStub.new(
144
151
  ::Google::Cloud::Dataproc::V1::NodeGroupController::Stub,
145
152
  credentials: credentials,
@@ -156,6 +163,13 @@ module Google
156
163
  #
157
164
  attr_reader :operations_client
158
165
 
166
+ ##
167
+ # Get the associated client for mix-in of the IAMPolicy.
168
+ #
169
+ # @return [Google::Iam::V1::IAMPolicy::Client]
170
+ #
171
+ attr_reader :iam_policy_client
172
+
159
173
  # Service calls
160
174
 
161
175
  ##
@@ -223,14 +237,14 @@ module Google
223
237
  # # Call the create_node_group method.
224
238
  # result = client.create_node_group request
225
239
  #
226
- # # The returned object is of type Gapic::Operation. You can use this
227
- # # object to check the status of an operation, cancel it, or wait
228
- # # for results. Here is how to block until completion:
240
+ # # The returned object is of type Gapic::Operation. You can use it to
241
+ # # check the status of an operation, cancel it, or wait for results.
242
+ # # Here is how to wait for a response.
229
243
  # result.wait_until_done! timeout: 60
230
244
  # if result.response?
231
245
  # p result.response
232
246
  # else
233
- # puts "Error!"
247
+ # puts "No response received."
234
248
  # end
235
249
  #
236
250
  def create_node_group request, options = nil
@@ -317,7 +331,7 @@ module Google
317
331
  # The ID must contain only letters (a-z, A-Z), numbers (0-9),
318
332
  # underscores (_), and hyphens (-). The maximum length is 40 characters.
319
333
  # @param graceful_decommission_timeout [::Google::Protobuf::Duration, ::Hash]
320
- # Optional. Timeout for graceful YARN decommissioning. [Graceful
334
+ # Optional. Timeout for graceful YARN decomissioning. [Graceful
321
335
  # decommissioning]
322
336
  # (https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/scaling-clusters#graceful_decommissioning)
323
337
  # allows the removal of nodes from the Compute Engine node group
@@ -350,14 +364,14 @@ module Google
350
364
  # # Call the resize_node_group method.
351
365
  # result = client.resize_node_group request
352
366
  #
353
- # # The returned object is of type Gapic::Operation. You can use this
354
- # # object to check the status of an operation, cancel it, or wait
355
- # # for results. Here is how to block until completion:
367
+ # # The returned object is of type Gapic::Operation. You can use it to
368
+ # # check the status of an operation, cancel it, or wait for results.
369
+ # # Here is how to wait for a response.
356
370
  # result.wait_until_done! timeout: 60
357
371
  # if result.response?
358
372
  # p result.response
359
373
  # else
360
- # puts "Error!"
374
+ # puts "No response received."
361
375
  # end
362
376
  #
363
377
  def resize_node_group request, options = nil
@@ -158,13 +158,11 @@ module Google
158
158
  # # Call the list_operations method.
159
159
  # result = client.list_operations request
160
160
  #
161
- # # The returned object is of type Gapic::PagedEnumerable. You can
162
- # # iterate over all elements by calling #each, and the enumerable
163
- # # will lazily make API calls to fetch subsequent pages. Other
164
- # # methods are also available for managing paging directly.
165
- # result.each do |response|
161
+ # # The returned object is of type Gapic::PagedEnumerable. You can iterate
162
+ # # over elements, and API calls will be issued to fetch pages as needed.
163
+ # result.each do |item|
166
164
  # # Each element is of type ::Google::Longrunning::Operation.
167
- # p response
165
+ # p item
168
166
  # end
169
167
  #
170
168
  def list_operations request, options = nil
@@ -253,14 +251,14 @@ module Google
253
251
  # # Call the get_operation method.
254
252
  # result = client.get_operation request
255
253
  #
256
- # # The returned object is of type Gapic::Operation. You can use this
257
- # # object to check the status of an operation, cancel it, or wait
258
- # # for results. Here is how to block until completion:
254
+ # # The returned object is of type Gapic::Operation. You can use it to
255
+ # # check the status of an operation, cancel it, or wait for results.
256
+ # # Here is how to wait for a response.
259
257
  # result.wait_until_done! timeout: 60
260
258
  # if result.response?
261
259
  # p result.response
262
260
  # else
263
- # puts "Error!"
261
+ # puts "No response received."
264
262
  # end
265
263
  #
266
264
  def get_operation request, options = nil
@@ -540,14 +538,14 @@ module Google
540
538
  # # Call the wait_operation method.
541
539
  # result = client.wait_operation request
542
540
  #
543
- # # The returned object is of type Gapic::Operation. You can use this
544
- # # object to check the status of an operation, cancel it, or wait
545
- # # for results. Here is how to block until completion:
541
+ # # The returned object is of type Gapic::Operation. You can use it to
542
+ # # check the status of an operation, cancel it, or wait for results.
543
+ # # Here is how to wait for a response.
546
544
  # result.wait_until_done! timeout: 60
547
545
  # if result.response?
548
546
  # p result.response
549
547
  # else
550
- # puts "Error!"
548
+ # puts "No response received."
551
549
  # end
552
550
  #
553
551
  def wait_operation request, options = nil
@@ -35,7 +35,7 @@ module Google
35
35
  # The `NodeGroupControllerService` provides methods to manage node groups
36
36
  # of Compute Engine managed instances.
37
37
  #
38
- # To load this service and instantiate a client:
38
+ # @example Load this service and instantiate a gRPC client
39
39
  #
40
40
  # require "google/cloud/dataproc/v1/node_group_controller"
41
41
  # client = ::Google::Cloud::Dataproc::V1::NodeGroupController::Client.new
@@ -43,6 +43,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
43
43
  optional :description, :string, 12
44
44
  map :labels, :string, :string, 13
45
45
  repeated :warnings, :string, 14
46
+ repeated :child_operation_ids, :string, 15
46
47
  end
47
48
  add_message "google.cloud.dataproc.v1.NodeGroupOperationMetadata" do
48
49
  optional :node_group_id, :string, 1
@@ -4,6 +4,9 @@
4
4
  require 'google/protobuf'
5
5
 
6
6
  require 'google/api/field_behavior_pb'
7
+ require 'google/api/resource_pb'
8
+ require 'google/protobuf/duration_pb'
9
+ require 'google/protobuf/timestamp_pb'
7
10
 
8
11
  Google::Protobuf::DescriptorPool.generated_pool.build do
9
12
  add_file("google/cloud/dataproc/v1/shared.proto", :syntax => :proto3) do
@@ -20,6 +23,8 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
20
23
  optional :service_account, :string, 2
21
24
  repeated :network_tags, :string, 6
22
25
  optional :kms_key, :string, 7
26
+ optional :ttl, :message, 9, "google.protobuf.Duration"
27
+ optional :staging_bucket, :string, 10
23
28
  oneof :network do
24
29
  optional :network_uri, :string, 4
25
30
  optional :subnetwork_uri, :string, 5
@@ -36,6 +41,17 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
36
41
  map :endpoints, :string, :string, 1
37
42
  optional :output_uri, :string, 2
38
43
  optional :diagnostic_output_uri, :string, 3
44
+ optional :approximate_usage, :message, 6, "google.cloud.dataproc.v1.UsageMetrics"
45
+ optional :current_usage, :message, 7, "google.cloud.dataproc.v1.UsageSnapshot"
46
+ end
47
+ add_message "google.cloud.dataproc.v1.UsageMetrics" do
48
+ optional :milli_dcu_seconds, :int64, 1
49
+ optional :shuffle_storage_gb_seconds, :int64, 2
50
+ end
51
+ add_message "google.cloud.dataproc.v1.UsageSnapshot" do
52
+ optional :milli_dcu, :int64, 1
53
+ optional :shuffle_storage_gb, :int64, 2
54
+ optional :snapshot_time, :message, 3, "google.protobuf.Timestamp"
39
55
  end
40
56
  add_message "google.cloud.dataproc.v1.GkeClusterConfig" do
41
57
  optional :gke_cluster_target, :string, 2
@@ -71,14 +87,17 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
71
87
  end
72
88
  add_message "google.cloud.dataproc.v1.GkeNodePoolConfig.GkeNodeConfig" do
73
89
  optional :machine_type, :string, 1
74
- optional :preemptible, :bool, 10
75
90
  optional :local_ssd_count, :int32, 7
91
+ optional :preemptible, :bool, 10
76
92
  repeated :accelerators, :message, 11, "google.cloud.dataproc.v1.GkeNodePoolConfig.GkeNodePoolAcceleratorConfig"
77
93
  optional :min_cpu_platform, :string, 13
94
+ optional :boot_disk_kms_key, :string, 23
95
+ optional :spot, :bool, 32
78
96
  end
79
97
  add_message "google.cloud.dataproc.v1.GkeNodePoolConfig.GkeNodePoolAcceleratorConfig" do
80
98
  optional :accelerator_count, :int64, 1
81
99
  optional :accelerator_type, :string, 2
100
+ optional :gpu_partition_size, :string, 3
82
101
  end
83
102
  add_message "google.cloud.dataproc.v1.GkeNodePoolConfig.GkeNodePoolAutoscalingConfig" do
84
103
  optional :min_node_count, :int32, 2
@@ -92,8 +111,10 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
92
111
  value :FLINK, 14
93
112
  value :HBASE, 11
94
113
  value :HIVE_WEBHCAT, 3
114
+ value :HUDI, 18
95
115
  value :JUPYTER, 1
96
116
  value :PRESTO, 6
117
+ value :TRINO, 17
97
118
  value :RANGER, 12
98
119
  value :SOLR, 10
99
120
  value :ZEPPELIN, 4
@@ -117,6 +138,8 @@ module Google
117
138
  SparkHistoryServerConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SparkHistoryServerConfig").msgclass
118
139
  PeripheralsConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.PeripheralsConfig").msgclass
119
140
  RuntimeInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.RuntimeInfo").msgclass
141
+ UsageMetrics = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.UsageMetrics").msgclass
142
+ UsageSnapshot = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.UsageSnapshot").msgclass
120
143
  GkeClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GkeClusterConfig").msgclass
121
144
  KubernetesClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.KubernetesClusterConfig").msgclass
122
145
  KubernetesSoftwareConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.KubernetesSoftwareConfig").msgclass
@@ -21,7 +21,7 @@ module Google
21
21
  module Cloud
22
22
  module Dataproc
23
23
  module V1
24
- VERSION = "0.14.0"
24
+ VERSION = "0.16.0"
25
25
  end
26
26
  end
27
27
  end
@@ -18,6 +18,7 @@
18
18
 
19
19
  require "google/cloud/errors"
20
20
  require "google/cloud/dataproc/v1/workflow_templates_pb"
21
+ require "google/iam/v1"
21
22
 
22
23
  module Google
23
24
  module Cloud
@@ -175,6 +176,12 @@ module Google
175
176
  config.endpoint = @config.endpoint
176
177
  end
177
178
 
179
+ @iam_policy_client = Google::Iam::V1::IAMPolicy::Client.new do |config|
180
+ config.credentials = credentials
181
+ config.quota_project = @quota_project_id
182
+ config.endpoint = @config.endpoint
183
+ end
184
+
178
185
  @workflow_template_service_stub = ::Gapic::ServiceStub.new(
179
186
  ::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Stub,
180
187
  credentials: credentials,
@@ -191,6 +198,13 @@ module Google
191
198
  #
192
199
  attr_reader :operations_client
193
200
 
201
+ ##
202
+ # Get the associated client for mix-in of the IAMPolicy.
203
+ #
204
+ # @return [Google::Iam::V1::IAMPolicy::Client]
205
+ #
206
+ attr_reader :iam_policy_client
207
+
194
208
  # Service calls
195
209
 
196
210
  ##
@@ -480,14 +494,14 @@ module Google
480
494
  # # Call the instantiate_workflow_template method.
481
495
  # result = client.instantiate_workflow_template request
482
496
  #
483
- # # The returned object is of type Gapic::Operation. You can use this
484
- # # object to check the status of an operation, cancel it, or wait
485
- # # for results. Here is how to block until completion:
497
+ # # The returned object is of type Gapic::Operation. You can use it to
498
+ # # check the status of an operation, cancel it, or wait for results.
499
+ # # Here is how to wait for a response.
486
500
  # result.wait_until_done! timeout: 60
487
501
  # if result.response?
488
502
  # p result.response
489
503
  # else
490
- # puts "Error!"
504
+ # puts "No response received."
491
505
  # end
492
506
  #
493
507
  def instantiate_workflow_template request, options = nil
@@ -536,7 +550,8 @@ module Google
536
550
  # Instantiates a template and begins execution.
537
551
  #
538
552
  # This method is equivalent to executing the sequence
539
- # {::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client#create_workflow_template CreateWorkflowTemplate}, {::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client#instantiate_workflow_template InstantiateWorkflowTemplate},
553
+ # {::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client#create_workflow_template CreateWorkflowTemplate},
554
+ # {::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client#instantiate_workflow_template InstantiateWorkflowTemplate},
540
555
  # {::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client#delete_workflow_template DeleteWorkflowTemplate}.
541
556
  #
542
557
  # The returned Operation can be used to track execution of
@@ -617,14 +632,14 @@ module Google
617
632
  # # Call the instantiate_inline_workflow_template method.
618
633
  # result = client.instantiate_inline_workflow_template request
619
634
  #
620
- # # The returned object is of type Gapic::Operation. You can use this
621
- # # object to check the status of an operation, cancel it, or wait
622
- # # for results. Here is how to block until completion:
635
+ # # The returned object is of type Gapic::Operation. You can use it to
636
+ # # check the status of an operation, cancel it, or wait for results.
637
+ # # Here is how to wait for a response.
623
638
  # result.wait_until_done! timeout: 60
624
639
  # if result.response?
625
640
  # p result.response
626
641
  # else
627
- # puts "Error!"
642
+ # puts "No response received."
628
643
  # end
629
644
  #
630
645
  def instantiate_inline_workflow_template request, options = nil
@@ -812,13 +827,11 @@ module Google
812
827
  # # Call the list_workflow_templates method.
813
828
  # result = client.list_workflow_templates request
814
829
  #
815
- # # The returned object is of type Gapic::PagedEnumerable. You can
816
- # # iterate over all elements by calling #each, and the enumerable
817
- # # will lazily make API calls to fetch subsequent pages. Other
818
- # # methods are also available for managing paging directly.
819
- # result.each do |response|
830
+ # # The returned object is of type Gapic::PagedEnumerable. You can iterate
831
+ # # over elements, and API calls will be issued to fetch pages as needed.
832
+ # result.each do |item|
820
833
  # # Each element is of type ::Google::Cloud::Dataproc::V1::WorkflowTemplate.
821
- # p response
834
+ # p item
822
835
  # end
823
836
  #
824
837
  def list_workflow_templates request, options = nil
@@ -158,13 +158,11 @@ module Google
158
158
  # # Call the list_operations method.
159
159
  # result = client.list_operations request
160
160
  #
161
- # # The returned object is of type Gapic::PagedEnumerable. You can
162
- # # iterate over all elements by calling #each, and the enumerable
163
- # # will lazily make API calls to fetch subsequent pages. Other
164
- # # methods are also available for managing paging directly.
165
- # result.each do |response|
161
+ # # The returned object is of type Gapic::PagedEnumerable. You can iterate
162
+ # # over elements, and API calls will be issued to fetch pages as needed.
163
+ # result.each do |item|
166
164
  # # Each element is of type ::Google::Longrunning::Operation.
167
- # p response
165
+ # p item
168
166
  # end
169
167
  #
170
168
  def list_operations request, options = nil
@@ -253,14 +251,14 @@ module Google
253
251
  # # Call the get_operation method.
254
252
  # result = client.get_operation request
255
253
  #
256
- # # The returned object is of type Gapic::Operation. You can use this
257
- # # object to check the status of an operation, cancel it, or wait
258
- # # for results. Here is how to block until completion:
254
+ # # The returned object is of type Gapic::Operation. You can use it to
255
+ # # check the status of an operation, cancel it, or wait for results.
256
+ # # Here is how to wait for a response.
259
257
  # result.wait_until_done! timeout: 60
260
258
  # if result.response?
261
259
  # p result.response
262
260
  # else
263
- # puts "Error!"
261
+ # puts "No response received."
264
262
  # end
265
263
  #
266
264
  def get_operation request, options = nil
@@ -540,14 +538,14 @@ module Google
540
538
  # # Call the wait_operation method.
541
539
  # result = client.wait_operation request
542
540
  #
543
- # # The returned object is of type Gapic::Operation. You can use this
544
- # # object to check the status of an operation, cancel it, or wait
545
- # # for results. Here is how to block until completion:
541
+ # # The returned object is of type Gapic::Operation. You can use it to
542
+ # # check the status of an operation, cancel it, or wait for results.
543
+ # # Here is how to wait for a response.
546
544
  # result.wait_until_done! timeout: 60
547
545
  # if result.response?
548
546
  # p result.response
549
547
  # else
550
- # puts "Error!"
548
+ # puts "No response received."
551
549
  # end
552
550
  #
553
551
  def wait_operation request, options = nil
@@ -35,7 +35,7 @@ module Google
35
35
  # The API interface for managing Workflow Templates in the
36
36
  # Dataproc API.
37
37
  #
38
- # To load this service and instantiate a client:
38
+ # @example Load this service and instantiate a gRPC client
39
39
  #
40
40
  # require "google/cloud/dataproc/v1/workflow_template_service"
41
41
  # client = ::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client.new
@@ -65,7 +65,8 @@ module Google
65
65
  # Instantiates a template and begins execution.
66
66
  #
67
67
  # This method is equivalent to executing the sequence
68
- # [CreateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.CreateWorkflowTemplate], [InstantiateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.InstantiateWorkflowTemplate],
68
+ # [CreateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.CreateWorkflowTemplate],
69
+ # [InstantiateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.InstantiateWorkflowTemplate],
69
70
  # [DeleteWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.DeleteWorkflowTemplate].
70
71
  #
71
72
  # The returned Operation can be used to track execution of
@@ -20,17 +20,17 @@ require "google/cloud/dataproc/v1/autoscaling_policy_service"
20
20
  require "google/cloud/dataproc/v1/batch_controller"
21
21
  require "google/cloud/dataproc/v1/cluster_controller"
22
22
  require "google/cloud/dataproc/v1/job_controller"
23
- require "google/cloud/dataproc/v1/workflow_template_service"
24
23
  require "google/cloud/dataproc/v1/node_group_controller"
24
+ require "google/cloud/dataproc/v1/workflow_template_service"
25
25
  require "google/cloud/dataproc/v1/version"
26
26
 
27
27
  module Google
28
28
  module Cloud
29
29
  module Dataproc
30
30
  ##
31
- # To load this package, including all its services, and instantiate a client:
31
+ # API client module.
32
32
  #
33
- # @example
33
+ # @example Load this package, including all its services, and instantiate a gRPC client
34
34
  #
35
35
  # require "google/cloud/dataproc/v1"
36
36
  # client = ::Google::Cloud::Dataproc::V1::AutoscalingPolicyService::Client.new
@@ -98,20 +98,20 @@ module Google
98
98
  # Bounds: [0s, 1d].
99
99
  # @!attribute [rw] scale_up_factor
100
100
  # @return [::Float]
101
- # Required. Fraction of average YARN pending memory in the last cooldown period
102
- # for which to add workers. A scale-up factor of 1.0 will result in scaling
103
- # up so that there is no pending memory remaining after the update (more
104
- # aggressive scaling). A scale-up factor closer to 0 will result in a smaller
105
- # magnitude of scaling up (less aggressive scaling).
106
- # See [How autoscaling
101
+ # Required. Fraction of average YARN pending memory in the last cooldown
102
+ # period for which to add workers. A scale-up factor of 1.0 will result in
103
+ # scaling up so that there is no pending memory remaining after the update
104
+ # (more aggressive scaling). A scale-up factor closer to 0 will result in a
105
+ # smaller magnitude of scaling up (less aggressive scaling). See [How
106
+ # autoscaling
107
107
  # works](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/autoscaling#how_autoscaling_works)
108
108
  # for more information.
109
109
  #
110
110
  # Bounds: [0.0, 1.0].
111
111
  # @!attribute [rw] scale_down_factor
112
112
  # @return [::Float]
113
- # Required. Fraction of average YARN pending memory in the last cooldown period
114
- # for which to remove workers. A scale-down factor of 1 will result in
113
+ # Required. Fraction of average YARN pending memory in the last cooldown
114
+ # period for which to remove workers. A scale-down factor of 1 will result in
115
115
  # scaling down so that there is no available memory remaining after the
116
116
  # update (more aggressive scaling). A scale-down factor of 0 disables
117
117
  # removing workers, which can be beneficial for autoscaling a single job.