google-cloud-dataproc-v1 0.6.0 → 0.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (38) hide show
  1. checksums.yaml +4 -4
  2. data/AUTHENTICATION.md +8 -8
  3. data/README.md +1 -1
  4. data/lib/google/cloud/dataproc/v1/autoscaling_policies_pb.rb +3 -2
  5. data/lib/google/cloud/dataproc/v1/autoscaling_policies_services_pb.rb +1 -1
  6. data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +48 -54
  7. data/lib/google/cloud/dataproc/v1/batch_controller/client.rb +637 -0
  8. data/lib/google/cloud/dataproc/v1/batch_controller/credentials.rb +51 -0
  9. data/lib/google/cloud/dataproc/v1/batch_controller/operations.rb +664 -0
  10. data/lib/google/cloud/dataproc/v1/batch_controller/paths.rb +69 -0
  11. data/lib/google/cloud/dataproc/v1/batch_controller.rb +50 -0
  12. data/lib/google/cloud/dataproc/v1/batches_pb.rb +123 -0
  13. data/lib/google/cloud/dataproc/v1/batches_services_pb.rb +52 -0
  14. data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +75 -80
  15. data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +34 -25
  16. data/lib/google/cloud/dataproc/v1/clusters_pb.rb +9 -2
  17. data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb +3 -1
  18. data/lib/google/cloud/dataproc/v1/job_controller/client.rb +58 -72
  19. data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +34 -25
  20. data/lib/google/cloud/dataproc/v1/jobs_pb.rb +2 -2
  21. data/lib/google/cloud/dataproc/v1/jobs_services_pb.rb +1 -1
  22. data/lib/google/cloud/dataproc/v1/operations_pb.rb +18 -3
  23. data/lib/google/cloud/dataproc/v1/shared_pb.rb +40 -2
  24. data/lib/google/cloud/dataproc/v1/version.rb +1 -1
  25. data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +59 -74
  26. data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +34 -25
  27. data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +2 -2
  28. data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +2 -3
  29. data/lib/google/cloud/dataproc/v1.rb +1 -0
  30. data/proto_docs/google/api/field_behavior.rb +7 -1
  31. data/proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb +18 -0
  32. data/proto_docs/google/cloud/dataproc/v1/batches.rb +339 -0
  33. data/proto_docs/google/cloud/dataproc/v1/clusters.rb +45 -22
  34. data/proto_docs/google/cloud/dataproc/v1/jobs.rb +8 -9
  35. data/proto_docs/google/cloud/dataproc/v1/operations.rb +48 -0
  36. data/proto_docs/google/cloud/dataproc/v1/shared.rb +117 -1
  37. data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb +11 -14
  38. metadata +21 -7
@@ -1,12 +1,38 @@
1
1
  # Generated by the protocol buffer compiler. DO NOT EDIT!
2
2
  # source: google/cloud/dataproc/v1/shared.proto
3
3
 
4
+ require 'google/api/field_behavior_pb'
4
5
  require 'google/protobuf'
5
6
 
6
- require 'google/api/annotations_pb'
7
- require 'google/api/field_behavior_pb'
8
7
  Google::Protobuf::DescriptorPool.generated_pool.build do
9
8
  add_file("google/cloud/dataproc/v1/shared.proto", :syntax => :proto3) do
9
+ add_message "google.cloud.dataproc.v1.RuntimeConfig" do
10
+ map :properties, :string, :string, 3
11
+ end
12
+ add_message "google.cloud.dataproc.v1.EnvironmentConfig" do
13
+ optional :execution_config, :message, 1, "google.cloud.dataproc.v1.ExecutionConfig"
14
+ optional :peripherals_config, :message, 2, "google.cloud.dataproc.v1.PeripheralsConfig"
15
+ end
16
+ add_message "google.cloud.dataproc.v1.ExecutionConfig" do
17
+ optional :service_account, :string, 2
18
+ repeated :network_tags, :string, 6
19
+ optional :kms_key, :string, 7
20
+ oneof :network do
21
+ optional :network_uri, :string, 4
22
+ optional :subnetwork_uri, :string, 5
23
+ end
24
+ end
25
+ add_message "google.cloud.dataproc.v1.SparkHistoryServerConfig" do
26
+ optional :dataproc_cluster, :string, 1
27
+ end
28
+ add_message "google.cloud.dataproc.v1.PeripheralsConfig" do
29
+ optional :metastore_service, :string, 1
30
+ optional :spark_history_server_config, :message, 2, "google.cloud.dataproc.v1.SparkHistoryServerConfig"
31
+ end
32
+ add_message "google.cloud.dataproc.v1.RuntimeInfo" do
33
+ map :endpoints, :string, :string, 1
34
+ optional :output_uri, :string, 2
35
+ end
10
36
  add_enum "google.cloud.dataproc.v1.Component" do
11
37
  value :COMPONENT_UNSPECIFIED, 0
12
38
  value :ANACONDA, 5
@@ -22,6 +48,11 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
22
48
  value :ZEPPELIN, 4
23
49
  value :ZOOKEEPER, 8
24
50
  end
51
+ add_enum "google.cloud.dataproc.v1.FailureAction" do
52
+ value :FAILURE_ACTION_UNSPECIFIED, 0
53
+ value :NO_ACTION, 1
54
+ value :DELETE, 2
55
+ end
25
56
  end
26
57
  end
27
58
 
@@ -29,7 +60,14 @@ module Google
29
60
  module Cloud
30
61
  module Dataproc
31
62
  module V1
63
+ RuntimeConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.RuntimeConfig").msgclass
64
+ EnvironmentConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.EnvironmentConfig").msgclass
65
+ ExecutionConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ExecutionConfig").msgclass
66
+ SparkHistoryServerConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SparkHistoryServerConfig").msgclass
67
+ PeripheralsConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.PeripheralsConfig").msgclass
68
+ RuntimeInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.RuntimeInfo").msgclass
32
69
  Component = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.Component").enummodule
70
+ FailureAction = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.FailureAction").enummodule
33
71
  end
34
72
  end
35
73
  end
@@ -21,7 +21,7 @@ module Google
21
21
  module Cloud
22
22
  module Dataproc
23
23
  module V1
24
- VERSION = "0.6.0"
24
+ VERSION = "0.7.0"
25
25
  end
26
26
  end
27
27
  end
@@ -42,13 +42,12 @@ module Google
42
42
  # See {::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client::Configuration}
43
43
  # for a description of the configuration fields.
44
44
  #
45
- # ## Example
45
+ # @example
46
46
  #
47
- # To modify the configuration for all WorkflowTemplateService clients:
48
- #
49
- # ::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client.configure do |config|
50
- # config.timeout = 10.0
51
- # end
47
+ # # Modify the configuration for all WorkflowTemplateService clients
48
+ # ::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client.configure do |config|
49
+ # config.timeout = 10.0
50
+ # end
52
51
  #
53
52
  # @yield [config] Configure the Client client.
54
53
  # @yieldparam config [Client::Configuration]
@@ -68,58 +67,37 @@ module Google
68
67
 
69
68
  default_config.rpcs.create_workflow_template.timeout = 600.0
70
69
  default_config.rpcs.create_workflow_template.retry_policy = {
71
- initial_delay: 0.1,
72
- max_delay: 60.0,
73
- multiplier: 1.3,
74
- retry_codes: [14]
70
+ initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [14]
75
71
  }
76
72
 
77
73
  default_config.rpcs.get_workflow_template.timeout = 600.0
78
74
  default_config.rpcs.get_workflow_template.retry_policy = {
79
- initial_delay: 0.1,
80
- max_delay: 60.0,
81
- multiplier: 1.3,
82
- retry_codes: [4, 13, 14]
75
+ initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [4, 13, 14]
83
76
  }
84
77
 
85
78
  default_config.rpcs.instantiate_workflow_template.timeout = 600.0
86
79
  default_config.rpcs.instantiate_workflow_template.retry_policy = {
87
- initial_delay: 0.1,
88
- max_delay: 60.0,
89
- multiplier: 1.3,
90
- retry_codes: [14]
80
+ initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [14]
91
81
  }
92
82
 
93
83
  default_config.rpcs.instantiate_inline_workflow_template.timeout = 600.0
94
84
  default_config.rpcs.instantiate_inline_workflow_template.retry_policy = {
95
- initial_delay: 0.1,
96
- max_delay: 60.0,
97
- multiplier: 1.3,
98
- retry_codes: [14]
85
+ initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [14]
99
86
  }
100
87
 
101
88
  default_config.rpcs.update_workflow_template.timeout = 600.0
102
89
  default_config.rpcs.update_workflow_template.retry_policy = {
103
- initial_delay: 0.1,
104
- max_delay: 60.0,
105
- multiplier: 1.3,
106
- retry_codes: [14]
90
+ initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [14]
107
91
  }
108
92
 
109
93
  default_config.rpcs.list_workflow_templates.timeout = 600.0
110
94
  default_config.rpcs.list_workflow_templates.retry_policy = {
111
- initial_delay: 0.1,
112
- max_delay: 60.0,
113
- multiplier: 1.3,
114
- retry_codes: [4, 13, 14]
95
+ initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [4, 13, 14]
115
96
  }
116
97
 
117
98
  default_config.rpcs.delete_workflow_template.timeout = 600.0
118
99
  default_config.rpcs.delete_workflow_template.retry_policy = {
119
- initial_delay: 0.1,
120
- max_delay: 60.0,
121
- multiplier: 1.3,
122
- retry_codes: [14]
100
+ initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [14]
123
101
  }
124
102
 
125
103
  default_config
@@ -151,19 +129,15 @@ module Google
151
129
  ##
152
130
  # Create a new WorkflowTemplateService client object.
153
131
  #
154
- # ## Examples
155
- #
156
- # To create a new WorkflowTemplateService client with the default
157
- # configuration:
132
+ # @example
158
133
  #
159
- # client = ::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client.new
134
+ # # Create a client using the default configuration
135
+ # client = ::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client.new
160
136
  #
161
- # To create a new WorkflowTemplateService client with a custom
162
- # configuration:
163
- #
164
- # client = ::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client.new do |config|
165
- # config.timeout = 10.0
166
- # end
137
+ # # Create a client using a custom configuration
138
+ # client = ::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client.new do |config|
139
+ # config.timeout = 10.0
140
+ # end
167
141
  #
168
142
  # @yield [config] Configure the WorkflowTemplateService client.
169
143
  # @yieldparam config [Client::Configuration]
@@ -183,14 +157,13 @@ module Google
183
157
 
184
158
  # Create credentials
185
159
  credentials = @config.credentials
186
- # Use self-signed JWT if the scope and endpoint are unchanged from default,
160
+ # Use self-signed JWT if the endpoint is unchanged from default,
187
161
  # but only if the default endpoint does not have a region prefix.
188
- enable_self_signed_jwt = @config.scope == Client.configure.scope &&
189
- @config.endpoint == Client.configure.endpoint &&
162
+ enable_self_signed_jwt = @config.endpoint == Client.configure.endpoint &&
190
163
  !@config.endpoint.split(".").first.include?("-")
191
164
  credentials ||= Credentials.default scope: @config.scope,
192
165
  enable_self_signed_jwt: enable_self_signed_jwt
193
- if credentials.is_a?(String) || credentials.is_a?(Hash)
166
+ if credentials.is_a?(::String) || credentials.is_a?(::Hash)
194
167
  credentials = Credentials.new credentials, scope: @config.scope
195
168
  end
196
169
  @quota_project_id = @config.quota_project
@@ -285,7 +258,9 @@ module Google
285
258
  options.apply_defaults timeout: @config.rpcs.create_workflow_template.timeout,
286
259
  metadata: metadata,
287
260
  retry_policy: @config.rpcs.create_workflow_template.retry_policy
288
- options.apply_defaults metadata: @config.metadata,
261
+
262
+ options.apply_defaults timeout: @config.timeout,
263
+ metadata: @config.metadata,
289
264
  retry_policy: @config.retry_policy
290
265
 
291
266
  @workflow_template_service_stub.call_rpc :create_workflow_template, request, options: options do |response, operation|
@@ -368,7 +343,9 @@ module Google
368
343
  options.apply_defaults timeout: @config.rpcs.get_workflow_template.timeout,
369
344
  metadata: metadata,
370
345
  retry_policy: @config.rpcs.get_workflow_template.retry_policy
371
- options.apply_defaults metadata: @config.metadata,
346
+
347
+ options.apply_defaults timeout: @config.timeout,
348
+ metadata: @config.metadata,
372
349
  retry_policy: @config.retry_policy
373
350
 
374
351
  @workflow_template_service_stub.call_rpc :get_workflow_template, request, options: options do |response, operation|
@@ -482,7 +459,9 @@ module Google
482
459
  options.apply_defaults timeout: @config.rpcs.instantiate_workflow_template.timeout,
483
460
  metadata: metadata,
484
461
  retry_policy: @config.rpcs.instantiate_workflow_template.retry_policy
485
- options.apply_defaults metadata: @config.metadata,
462
+
463
+ options.apply_defaults timeout: @config.timeout,
464
+ metadata: @config.metadata,
486
465
  retry_policy: @config.retry_policy
487
466
 
488
467
  @workflow_template_service_stub.call_rpc :instantiate_workflow_template, request, options: options do |response, operation|
@@ -498,8 +477,7 @@ module Google
498
477
  # Instantiates a template and begins execution.
499
478
  #
500
479
  # This method is equivalent to executing the sequence
501
- # {::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client#create_workflow_template CreateWorkflowTemplate},
502
- # {::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client#instantiate_workflow_template InstantiateWorkflowTemplate},
480
+ # {::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client#create_workflow_template CreateWorkflowTemplate}, {::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client#instantiate_workflow_template InstantiateWorkflowTemplate},
503
481
  # {::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client#delete_workflow_template DeleteWorkflowTemplate}.
504
482
  #
505
483
  # The returned Operation can be used to track execution of
@@ -594,7 +572,9 @@ module Google
594
572
  options.apply_defaults timeout: @config.rpcs.instantiate_inline_workflow_template.timeout,
595
573
  metadata: metadata,
596
574
  retry_policy: @config.rpcs.instantiate_inline_workflow_template.retry_policy
597
- options.apply_defaults metadata: @config.metadata,
575
+
576
+ options.apply_defaults timeout: @config.timeout,
577
+ metadata: @config.metadata,
598
578
  retry_policy: @config.retry_policy
599
579
 
600
580
  @workflow_template_service_stub.call_rpc :instantiate_inline_workflow_template, request, options: options do |response, operation|
@@ -664,7 +644,9 @@ module Google
664
644
  options.apply_defaults timeout: @config.rpcs.update_workflow_template.timeout,
665
645
  metadata: metadata,
666
646
  retry_policy: @config.rpcs.update_workflow_template.retry_policy
667
- options.apply_defaults metadata: @config.metadata,
647
+
648
+ options.apply_defaults timeout: @config.timeout,
649
+ metadata: @config.metadata,
668
650
  retry_policy: @config.retry_policy
669
651
 
670
652
  @workflow_template_service_stub.call_rpc :update_workflow_template, request, options: options do |response, operation|
@@ -744,7 +726,9 @@ module Google
744
726
  options.apply_defaults timeout: @config.rpcs.list_workflow_templates.timeout,
745
727
  metadata: metadata,
746
728
  retry_policy: @config.rpcs.list_workflow_templates.retry_policy
747
- options.apply_defaults metadata: @config.metadata,
729
+
730
+ options.apply_defaults timeout: @config.timeout,
731
+ metadata: @config.metadata,
748
732
  retry_policy: @config.retry_policy
749
733
 
750
734
  @workflow_template_service_stub.call_rpc :list_workflow_templates, request, options: options do |response, operation|
@@ -824,7 +808,9 @@ module Google
824
808
  options.apply_defaults timeout: @config.rpcs.delete_workflow_template.timeout,
825
809
  metadata: metadata,
826
810
  retry_policy: @config.rpcs.delete_workflow_template.retry_policy
827
- options.apply_defaults metadata: @config.metadata,
811
+
812
+ options.apply_defaults timeout: @config.timeout,
813
+ metadata: @config.metadata,
828
814
  retry_policy: @config.retry_policy
829
815
 
830
816
  @workflow_template_service_stub.call_rpc :delete_workflow_template, request, options: options do |response, operation|
@@ -848,22 +834,21 @@ module Google
848
834
  # Configuration can be applied globally to all clients, or to a single client
849
835
  # on construction.
850
836
  #
851
- # # Examples
852
- #
853
- # To modify the global config, setting the timeout for create_workflow_template
854
- # to 20 seconds, and all remaining timeouts to 10 seconds:
855
- #
856
- # ::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client.configure do |config|
857
- # config.timeout = 10.0
858
- # config.rpcs.create_workflow_template.timeout = 20.0
859
- # end
860
- #
861
- # To apply the above configuration only to a new client:
862
- #
863
- # client = ::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client.new do |config|
864
- # config.timeout = 10.0
865
- # config.rpcs.create_workflow_template.timeout = 20.0
866
- # end
837
+ # @example
838
+ #
839
+ # # Modify the global config, setting the timeout for
840
+ # # create_workflow_template to 20 seconds,
841
+ # # and all remaining timeouts to 10 seconds.
842
+ # ::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client.configure do |config|
843
+ # config.timeout = 10.0
844
+ # config.rpcs.create_workflow_template.timeout = 20.0
845
+ # end
846
+ #
847
+ # # Apply the above configuration only to a new client.
848
+ # client = ::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client.new do |config|
849
+ # config.timeout = 10.0
850
+ # config.rpcs.create_workflow_template.timeout = 20.0
851
+ # end
867
852
  #
868
853
  # @!attribute [rw] endpoint
869
854
  # The hostname or hostname:port of the service endpoint.
@@ -82,7 +82,7 @@ module Google
82
82
  # Create credentials
83
83
  credentials = @config.credentials
84
84
  credentials ||= Credentials.default scope: @config.scope
85
- if credentials.is_a?(String) || credentials.is_a?(Hash)
85
+ if credentials.is_a?(::String) || credentials.is_a?(::Hash)
86
86
  credentials = Credentials.new credentials, scope: @config.scope
87
87
  end
88
88
  @quota_project_id = @config.quota_project
@@ -169,7 +169,9 @@ module Google
169
169
  options.apply_defaults timeout: @config.rpcs.list_operations.timeout,
170
170
  metadata: metadata,
171
171
  retry_policy: @config.rpcs.list_operations.retry_policy
172
- options.apply_defaults metadata: @config.metadata,
172
+
173
+ options.apply_defaults timeout: @config.timeout,
174
+ metadata: @config.metadata,
173
175
  retry_policy: @config.retry_policy
174
176
 
175
177
  @operations_stub.call_rpc :list_operations, request, options: options do |response, operation|
@@ -239,7 +241,9 @@ module Google
239
241
  options.apply_defaults timeout: @config.rpcs.get_operation.timeout,
240
242
  metadata: metadata,
241
243
  retry_policy: @config.rpcs.get_operation.retry_policy
242
- options.apply_defaults metadata: @config.metadata,
244
+
245
+ options.apply_defaults timeout: @config.timeout,
246
+ metadata: @config.metadata,
243
247
  retry_policy: @config.retry_policy
244
248
 
245
249
  @operations_stub.call_rpc :get_operation, request, options: options do |response, operation|
@@ -309,7 +313,9 @@ module Google
309
313
  options.apply_defaults timeout: @config.rpcs.delete_operation.timeout,
310
314
  metadata: metadata,
311
315
  retry_policy: @config.rpcs.delete_operation.retry_policy
312
- options.apply_defaults metadata: @config.metadata,
316
+
317
+ options.apply_defaults timeout: @config.timeout,
318
+ metadata: @config.metadata,
313
319
  retry_policy: @config.retry_policy
314
320
 
315
321
  @operations_stub.call_rpc :delete_operation, request, options: options do |response, operation|
@@ -384,7 +390,9 @@ module Google
384
390
  options.apply_defaults timeout: @config.rpcs.cancel_operation.timeout,
385
391
  metadata: metadata,
386
392
  retry_policy: @config.rpcs.cancel_operation.retry_policy
387
- options.apply_defaults metadata: @config.metadata,
393
+
394
+ options.apply_defaults timeout: @config.timeout,
395
+ metadata: @config.metadata,
388
396
  retry_policy: @config.retry_policy
389
397
 
390
398
  @operations_stub.call_rpc :cancel_operation, request, options: options do |response, operation|
@@ -396,9 +404,9 @@ module Google
396
404
  end
397
405
 
398
406
  ##
399
- # Waits for the specified long-running operation until it is done or reaches
400
- # at most a specified timeout, returning the latest state. If the operation
401
- # is already done, the latest state is immediately returned. If the timeout
407
+ # Waits until the specified long-running operation is done or reaches at most
408
+ # a specified timeout, returning the latest state. If the operation is
409
+ # already done, the latest state is immediately returned. If the timeout
402
410
  # specified is greater than the default HTTP/RPC timeout, the HTTP/RPC
403
411
  # timeout is used. If the server does not support this method, it returns
404
412
  # `google.rpc.Code.UNIMPLEMENTED`.
@@ -456,7 +464,9 @@ module Google
456
464
  options.apply_defaults timeout: @config.rpcs.wait_operation.timeout,
457
465
  metadata: metadata,
458
466
  retry_policy: @config.rpcs.wait_operation.retry_policy
459
- options.apply_defaults metadata: @config.metadata,
467
+
468
+ options.apply_defaults timeout: @config.timeout,
469
+ metadata: @config.metadata,
460
470
  retry_policy: @config.retry_policy
461
471
 
462
472
  @operations_stub.call_rpc :wait_operation, request, options: options do |response, operation|
@@ -481,22 +491,21 @@ module Google
481
491
  # Configuration can be applied globally to all clients, or to a single client
482
492
  # on construction.
483
493
  #
484
- # # Examples
485
- #
486
- # To modify the global config, setting the timeout for list_operations
487
- # to 20 seconds, and all remaining timeouts to 10 seconds:
488
- #
489
- # ::Google::Longrunning::Operations::Client.configure do |config|
490
- # config.timeout = 10.0
491
- # config.rpcs.list_operations.timeout = 20.0
492
- # end
493
- #
494
- # To apply the above configuration only to a new client:
495
- #
496
- # client = ::Google::Longrunning::Operations::Client.new do |config|
497
- # config.timeout = 10.0
498
- # config.rpcs.list_operations.timeout = 20.0
499
- # end
494
+ # @example
495
+ #
496
+ # # Modify the global config, setting the timeout for
497
+ # # list_operations to 20 seconds,
498
+ # # and all remaining timeouts to 10 seconds.
499
+ # ::Google::Longrunning::Operations::Client.configure do |config|
500
+ # config.timeout = 10.0
501
+ # config.rpcs.list_operations.timeout = 20.0
502
+ # end
503
+ #
504
+ # # Apply the above configuration only to a new client.
505
+ # client = ::Google::Longrunning::Operations::Client.new do |config|
506
+ # config.timeout = 10.0
507
+ # config.rpcs.list_operations.timeout = 20.0
508
+ # end
500
509
  #
501
510
  # @!attribute [rw] endpoint
502
511
  # The hostname or hostname:port of the service endpoint.
@@ -1,8 +1,6 @@
1
1
  # Generated by the protocol buffer compiler. DO NOT EDIT!
2
2
  # source: google/cloud/dataproc/v1/workflow_templates.proto
3
3
 
4
- require 'google/protobuf'
5
-
6
4
  require 'google/api/annotations_pb'
7
5
  require 'google/api/client_pb'
8
6
  require 'google/api/field_behavior_pb'
@@ -13,6 +11,8 @@ require 'google/longrunning/operations_pb'
13
11
  require 'google/protobuf/duration_pb'
14
12
  require 'google/protobuf/empty_pb'
15
13
  require 'google/protobuf/timestamp_pb'
14
+ require 'google/protobuf'
15
+
16
16
  Google::Protobuf::DescriptorPool.generated_pool.build do
17
17
  add_file("google/cloud/dataproc/v1/workflow_templates.proto", :syntax => :proto3) do
18
18
  add_message "google.cloud.dataproc.v1.WorkflowTemplate" do
@@ -28,7 +28,7 @@ module Google
28
28
  # Dataproc API.
29
29
  class Service
30
30
 
31
- include GRPC::GenericService
31
+ include ::GRPC::GenericService
32
32
 
33
33
  self.marshal_class_method = :encode
34
34
  self.unmarshal_class_method = :decode
@@ -65,8 +65,7 @@ module Google
65
65
  # Instantiates a template and begins execution.
66
66
  #
67
67
  # This method is equivalent to executing the sequence
68
- # [CreateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.CreateWorkflowTemplate],
69
- # [InstantiateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.InstantiateWorkflowTemplate],
68
+ # [CreateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.CreateWorkflowTemplate], [InstantiateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.InstantiateWorkflowTemplate],
70
69
  # [DeleteWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.DeleteWorkflowTemplate].
71
70
  #
72
71
  # The returned Operation can be used to track execution of
@@ -17,6 +17,7 @@
17
17
  # Auto-generated by gapic-generator-ruby. DO NOT EDIT!
18
18
 
19
19
  require "google/cloud/dataproc/v1/autoscaling_policy_service"
20
+ require "google/cloud/dataproc/v1/batch_controller"
20
21
  require "google/cloud/dataproc/v1/cluster_controller"
21
22
  require "google/cloud/dataproc/v1/job_controller"
22
23
  require "google/cloud/dataproc/v1/workflow_template_service"
@@ -57,9 +57,15 @@ module Google
57
57
 
58
58
  # Denotes that a (repeated) field is an unordered list.
59
59
  # This indicates that the service may provide the elements of the list
60
- # in any arbitrary order, rather than the order the user originally
60
+ # in any arbitrary order, rather than the order the user originally
61
61
  # provided. Additionally, the list's order may or may not be stable.
62
62
  UNORDERED_LIST = 6
63
+
64
+ # Denotes that this field returns a non-empty default value if not set.
65
+ # This indicates that if the user provides the empty value in a request,
66
+ # a non-empty value will be returned. The user will not be aware of what
67
+ # non-empty value to expect.
68
+ NON_EMPTY_DEFAULT = 7
63
69
  end
64
70
  end
65
71
  end
@@ -49,9 +49,27 @@ module Google
49
49
  # @!attribute [rw] secondary_worker_config
50
50
  # @return [::Google::Cloud::Dataproc::V1::InstanceGroupAutoscalingPolicyConfig]
51
51
  # Optional. Describes how the autoscaler will operate for secondary workers.
52
+ # @!attribute [rw] labels
53
+ # @return [::Google::Protobuf::Map{::String => ::String}]
54
+ # Optional. The labels to associate with this autoscaling policy.
55
+ # Label **keys** must contain 1 to 63 characters, and must conform to
56
+ # [RFC 1035](https://www.ietf.org/rfc/rfc1035.txt).
57
+ # Label **values** may be empty, but, if present, must contain 1 to 63
58
+ # characters, and must conform to [RFC
59
+ # 1035](https://www.ietf.org/rfc/rfc1035.txt). No more than 32 labels can be
60
+ # associated with an autoscaling policy.
52
61
  class AutoscalingPolicy
53
62
  include ::Google::Protobuf::MessageExts
54
63
  extend ::Google::Protobuf::MessageExts::ClassMethods
64
+
65
+ # @!attribute [rw] key
66
+ # @return [::String]
67
+ # @!attribute [rw] value
68
+ # @return [::String]
69
+ class LabelsEntry
70
+ include ::Google::Protobuf::MessageExts
71
+ extend ::Google::Protobuf::MessageExts::ClassMethods
72
+ end
55
73
  end
56
74
 
57
75
  # Basic algorithm for autoscaling.