google-cloud-dataproc-v1 0.6.0 → 0.7.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/AUTHENTICATION.md +8 -8
- data/README.md +1 -1
- data/lib/google/cloud/dataproc/v1/autoscaling_policies_pb.rb +3 -2
- data/lib/google/cloud/dataproc/v1/autoscaling_policies_services_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +48 -54
- data/lib/google/cloud/dataproc/v1/batch_controller/client.rb +637 -0
- data/lib/google/cloud/dataproc/v1/batch_controller/credentials.rb +51 -0
- data/lib/google/cloud/dataproc/v1/batch_controller/operations.rb +664 -0
- data/lib/google/cloud/dataproc/v1/batch_controller/paths.rb +69 -0
- data/lib/google/cloud/dataproc/v1/batch_controller.rb +50 -0
- data/lib/google/cloud/dataproc/v1/batches_pb.rb +123 -0
- data/lib/google/cloud/dataproc/v1/batches_services_pb.rb +52 -0
- data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +75 -80
- data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +34 -25
- data/lib/google/cloud/dataproc/v1/clusters_pb.rb +9 -2
- data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb +3 -1
- data/lib/google/cloud/dataproc/v1/job_controller/client.rb +58 -72
- data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +34 -25
- data/lib/google/cloud/dataproc/v1/jobs_pb.rb +2 -2
- data/lib/google/cloud/dataproc/v1/jobs_services_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1/operations_pb.rb +18 -3
- data/lib/google/cloud/dataproc/v1/shared_pb.rb +40 -2
- data/lib/google/cloud/dataproc/v1/version.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +59 -74
- data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +34 -25
- data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +2 -2
- data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +2 -3
- data/lib/google/cloud/dataproc/v1.rb +1 -0
- data/proto_docs/google/api/field_behavior.rb +7 -1
- data/proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb +18 -0
- data/proto_docs/google/cloud/dataproc/v1/batches.rb +339 -0
- data/proto_docs/google/cloud/dataproc/v1/clusters.rb +45 -22
- data/proto_docs/google/cloud/dataproc/v1/jobs.rb +8 -9
- data/proto_docs/google/cloud/dataproc/v1/operations.rb +48 -0
- data/proto_docs/google/cloud/dataproc/v1/shared.rb +117 -1
- data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb +11 -14
- metadata +21 -7
@@ -1,12 +1,38 @@
|
|
1
1
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
2
|
# source: google/cloud/dataproc/v1/shared.proto
|
3
3
|
|
4
|
+
require 'google/api/field_behavior_pb'
|
4
5
|
require 'google/protobuf'
|
5
6
|
|
6
|
-
require 'google/api/annotations_pb'
|
7
|
-
require 'google/api/field_behavior_pb'
|
8
7
|
Google::Protobuf::DescriptorPool.generated_pool.build do
|
9
8
|
add_file("google/cloud/dataproc/v1/shared.proto", :syntax => :proto3) do
|
9
|
+
add_message "google.cloud.dataproc.v1.RuntimeConfig" do
|
10
|
+
map :properties, :string, :string, 3
|
11
|
+
end
|
12
|
+
add_message "google.cloud.dataproc.v1.EnvironmentConfig" do
|
13
|
+
optional :execution_config, :message, 1, "google.cloud.dataproc.v1.ExecutionConfig"
|
14
|
+
optional :peripherals_config, :message, 2, "google.cloud.dataproc.v1.PeripheralsConfig"
|
15
|
+
end
|
16
|
+
add_message "google.cloud.dataproc.v1.ExecutionConfig" do
|
17
|
+
optional :service_account, :string, 2
|
18
|
+
repeated :network_tags, :string, 6
|
19
|
+
optional :kms_key, :string, 7
|
20
|
+
oneof :network do
|
21
|
+
optional :network_uri, :string, 4
|
22
|
+
optional :subnetwork_uri, :string, 5
|
23
|
+
end
|
24
|
+
end
|
25
|
+
add_message "google.cloud.dataproc.v1.SparkHistoryServerConfig" do
|
26
|
+
optional :dataproc_cluster, :string, 1
|
27
|
+
end
|
28
|
+
add_message "google.cloud.dataproc.v1.PeripheralsConfig" do
|
29
|
+
optional :metastore_service, :string, 1
|
30
|
+
optional :spark_history_server_config, :message, 2, "google.cloud.dataproc.v1.SparkHistoryServerConfig"
|
31
|
+
end
|
32
|
+
add_message "google.cloud.dataproc.v1.RuntimeInfo" do
|
33
|
+
map :endpoints, :string, :string, 1
|
34
|
+
optional :output_uri, :string, 2
|
35
|
+
end
|
10
36
|
add_enum "google.cloud.dataproc.v1.Component" do
|
11
37
|
value :COMPONENT_UNSPECIFIED, 0
|
12
38
|
value :ANACONDA, 5
|
@@ -22,6 +48,11 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
22
48
|
value :ZEPPELIN, 4
|
23
49
|
value :ZOOKEEPER, 8
|
24
50
|
end
|
51
|
+
add_enum "google.cloud.dataproc.v1.FailureAction" do
|
52
|
+
value :FAILURE_ACTION_UNSPECIFIED, 0
|
53
|
+
value :NO_ACTION, 1
|
54
|
+
value :DELETE, 2
|
55
|
+
end
|
25
56
|
end
|
26
57
|
end
|
27
58
|
|
@@ -29,7 +60,14 @@ module Google
|
|
29
60
|
module Cloud
|
30
61
|
module Dataproc
|
31
62
|
module V1
|
63
|
+
RuntimeConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.RuntimeConfig").msgclass
|
64
|
+
EnvironmentConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.EnvironmentConfig").msgclass
|
65
|
+
ExecutionConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ExecutionConfig").msgclass
|
66
|
+
SparkHistoryServerConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SparkHistoryServerConfig").msgclass
|
67
|
+
PeripheralsConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.PeripheralsConfig").msgclass
|
68
|
+
RuntimeInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.RuntimeInfo").msgclass
|
32
69
|
Component = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.Component").enummodule
|
70
|
+
FailureAction = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.FailureAction").enummodule
|
33
71
|
end
|
34
72
|
end
|
35
73
|
end
|
@@ -42,13 +42,12 @@ module Google
|
|
42
42
|
# See {::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client::Configuration}
|
43
43
|
# for a description of the configuration fields.
|
44
44
|
#
|
45
|
-
#
|
45
|
+
# @example
|
46
46
|
#
|
47
|
-
#
|
48
|
-
#
|
49
|
-
#
|
50
|
-
#
|
51
|
-
# end
|
47
|
+
# # Modify the configuration for all WorkflowTemplateService clients
|
48
|
+
# ::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client.configure do |config|
|
49
|
+
# config.timeout = 10.0
|
50
|
+
# end
|
52
51
|
#
|
53
52
|
# @yield [config] Configure the Client client.
|
54
53
|
# @yieldparam config [Client::Configuration]
|
@@ -68,58 +67,37 @@ module Google
|
|
68
67
|
|
69
68
|
default_config.rpcs.create_workflow_template.timeout = 600.0
|
70
69
|
default_config.rpcs.create_workflow_template.retry_policy = {
|
71
|
-
initial_delay: 0.1,
|
72
|
-
max_delay: 60.0,
|
73
|
-
multiplier: 1.3,
|
74
|
-
retry_codes: [14]
|
70
|
+
initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [14]
|
75
71
|
}
|
76
72
|
|
77
73
|
default_config.rpcs.get_workflow_template.timeout = 600.0
|
78
74
|
default_config.rpcs.get_workflow_template.retry_policy = {
|
79
|
-
initial_delay: 0.1,
|
80
|
-
max_delay: 60.0,
|
81
|
-
multiplier: 1.3,
|
82
|
-
retry_codes: [4, 13, 14]
|
75
|
+
initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [4, 13, 14]
|
83
76
|
}
|
84
77
|
|
85
78
|
default_config.rpcs.instantiate_workflow_template.timeout = 600.0
|
86
79
|
default_config.rpcs.instantiate_workflow_template.retry_policy = {
|
87
|
-
initial_delay: 0.1,
|
88
|
-
max_delay: 60.0,
|
89
|
-
multiplier: 1.3,
|
90
|
-
retry_codes: [14]
|
80
|
+
initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [14]
|
91
81
|
}
|
92
82
|
|
93
83
|
default_config.rpcs.instantiate_inline_workflow_template.timeout = 600.0
|
94
84
|
default_config.rpcs.instantiate_inline_workflow_template.retry_policy = {
|
95
|
-
initial_delay: 0.1,
|
96
|
-
max_delay: 60.0,
|
97
|
-
multiplier: 1.3,
|
98
|
-
retry_codes: [14]
|
85
|
+
initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [14]
|
99
86
|
}
|
100
87
|
|
101
88
|
default_config.rpcs.update_workflow_template.timeout = 600.0
|
102
89
|
default_config.rpcs.update_workflow_template.retry_policy = {
|
103
|
-
initial_delay: 0.1,
|
104
|
-
max_delay: 60.0,
|
105
|
-
multiplier: 1.3,
|
106
|
-
retry_codes: [14]
|
90
|
+
initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [14]
|
107
91
|
}
|
108
92
|
|
109
93
|
default_config.rpcs.list_workflow_templates.timeout = 600.0
|
110
94
|
default_config.rpcs.list_workflow_templates.retry_policy = {
|
111
|
-
initial_delay: 0.1,
|
112
|
-
max_delay: 60.0,
|
113
|
-
multiplier: 1.3,
|
114
|
-
retry_codes: [4, 13, 14]
|
95
|
+
initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [4, 13, 14]
|
115
96
|
}
|
116
97
|
|
117
98
|
default_config.rpcs.delete_workflow_template.timeout = 600.0
|
118
99
|
default_config.rpcs.delete_workflow_template.retry_policy = {
|
119
|
-
initial_delay: 0.1,
|
120
|
-
max_delay: 60.0,
|
121
|
-
multiplier: 1.3,
|
122
|
-
retry_codes: [14]
|
100
|
+
initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [14]
|
123
101
|
}
|
124
102
|
|
125
103
|
default_config
|
@@ -151,19 +129,15 @@ module Google
|
|
151
129
|
##
|
152
130
|
# Create a new WorkflowTemplateService client object.
|
153
131
|
#
|
154
|
-
#
|
155
|
-
#
|
156
|
-
# To create a new WorkflowTemplateService client with the default
|
157
|
-
# configuration:
|
132
|
+
# @example
|
158
133
|
#
|
159
|
-
#
|
134
|
+
# # Create a client using the default configuration
|
135
|
+
# client = ::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client.new
|
160
136
|
#
|
161
|
-
#
|
162
|
-
#
|
163
|
-
#
|
164
|
-
#
|
165
|
-
# config.timeout = 10.0
|
166
|
-
# end
|
137
|
+
# # Create a client using a custom configuration
|
138
|
+
# client = ::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client.new do |config|
|
139
|
+
# config.timeout = 10.0
|
140
|
+
# end
|
167
141
|
#
|
168
142
|
# @yield [config] Configure the WorkflowTemplateService client.
|
169
143
|
# @yieldparam config [Client::Configuration]
|
@@ -183,14 +157,13 @@ module Google
|
|
183
157
|
|
184
158
|
# Create credentials
|
185
159
|
credentials = @config.credentials
|
186
|
-
# Use self-signed JWT if the
|
160
|
+
# Use self-signed JWT if the endpoint is unchanged from default,
|
187
161
|
# but only if the default endpoint does not have a region prefix.
|
188
|
-
enable_self_signed_jwt = @config.
|
189
|
-
@config.endpoint == Client.configure.endpoint &&
|
162
|
+
enable_self_signed_jwt = @config.endpoint == Client.configure.endpoint &&
|
190
163
|
!@config.endpoint.split(".").first.include?("-")
|
191
164
|
credentials ||= Credentials.default scope: @config.scope,
|
192
165
|
enable_self_signed_jwt: enable_self_signed_jwt
|
193
|
-
if credentials.is_a?(String) || credentials.is_a?(Hash)
|
166
|
+
if credentials.is_a?(::String) || credentials.is_a?(::Hash)
|
194
167
|
credentials = Credentials.new credentials, scope: @config.scope
|
195
168
|
end
|
196
169
|
@quota_project_id = @config.quota_project
|
@@ -285,7 +258,9 @@ module Google
|
|
285
258
|
options.apply_defaults timeout: @config.rpcs.create_workflow_template.timeout,
|
286
259
|
metadata: metadata,
|
287
260
|
retry_policy: @config.rpcs.create_workflow_template.retry_policy
|
288
|
-
|
261
|
+
|
262
|
+
options.apply_defaults timeout: @config.timeout,
|
263
|
+
metadata: @config.metadata,
|
289
264
|
retry_policy: @config.retry_policy
|
290
265
|
|
291
266
|
@workflow_template_service_stub.call_rpc :create_workflow_template, request, options: options do |response, operation|
|
@@ -368,7 +343,9 @@ module Google
|
|
368
343
|
options.apply_defaults timeout: @config.rpcs.get_workflow_template.timeout,
|
369
344
|
metadata: metadata,
|
370
345
|
retry_policy: @config.rpcs.get_workflow_template.retry_policy
|
371
|
-
|
346
|
+
|
347
|
+
options.apply_defaults timeout: @config.timeout,
|
348
|
+
metadata: @config.metadata,
|
372
349
|
retry_policy: @config.retry_policy
|
373
350
|
|
374
351
|
@workflow_template_service_stub.call_rpc :get_workflow_template, request, options: options do |response, operation|
|
@@ -482,7 +459,9 @@ module Google
|
|
482
459
|
options.apply_defaults timeout: @config.rpcs.instantiate_workflow_template.timeout,
|
483
460
|
metadata: metadata,
|
484
461
|
retry_policy: @config.rpcs.instantiate_workflow_template.retry_policy
|
485
|
-
|
462
|
+
|
463
|
+
options.apply_defaults timeout: @config.timeout,
|
464
|
+
metadata: @config.metadata,
|
486
465
|
retry_policy: @config.retry_policy
|
487
466
|
|
488
467
|
@workflow_template_service_stub.call_rpc :instantiate_workflow_template, request, options: options do |response, operation|
|
@@ -498,8 +477,7 @@ module Google
|
|
498
477
|
# Instantiates a template and begins execution.
|
499
478
|
#
|
500
479
|
# This method is equivalent to executing the sequence
|
501
|
-
# {::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client#create_workflow_template CreateWorkflowTemplate},
|
502
|
-
# {::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client#instantiate_workflow_template InstantiateWorkflowTemplate},
|
480
|
+
# {::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client#create_workflow_template CreateWorkflowTemplate}, {::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client#instantiate_workflow_template InstantiateWorkflowTemplate},
|
503
481
|
# {::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client#delete_workflow_template DeleteWorkflowTemplate}.
|
504
482
|
#
|
505
483
|
# The returned Operation can be used to track execution of
|
@@ -594,7 +572,9 @@ module Google
|
|
594
572
|
options.apply_defaults timeout: @config.rpcs.instantiate_inline_workflow_template.timeout,
|
595
573
|
metadata: metadata,
|
596
574
|
retry_policy: @config.rpcs.instantiate_inline_workflow_template.retry_policy
|
597
|
-
|
575
|
+
|
576
|
+
options.apply_defaults timeout: @config.timeout,
|
577
|
+
metadata: @config.metadata,
|
598
578
|
retry_policy: @config.retry_policy
|
599
579
|
|
600
580
|
@workflow_template_service_stub.call_rpc :instantiate_inline_workflow_template, request, options: options do |response, operation|
|
@@ -664,7 +644,9 @@ module Google
|
|
664
644
|
options.apply_defaults timeout: @config.rpcs.update_workflow_template.timeout,
|
665
645
|
metadata: metadata,
|
666
646
|
retry_policy: @config.rpcs.update_workflow_template.retry_policy
|
667
|
-
|
647
|
+
|
648
|
+
options.apply_defaults timeout: @config.timeout,
|
649
|
+
metadata: @config.metadata,
|
668
650
|
retry_policy: @config.retry_policy
|
669
651
|
|
670
652
|
@workflow_template_service_stub.call_rpc :update_workflow_template, request, options: options do |response, operation|
|
@@ -744,7 +726,9 @@ module Google
|
|
744
726
|
options.apply_defaults timeout: @config.rpcs.list_workflow_templates.timeout,
|
745
727
|
metadata: metadata,
|
746
728
|
retry_policy: @config.rpcs.list_workflow_templates.retry_policy
|
747
|
-
|
729
|
+
|
730
|
+
options.apply_defaults timeout: @config.timeout,
|
731
|
+
metadata: @config.metadata,
|
748
732
|
retry_policy: @config.retry_policy
|
749
733
|
|
750
734
|
@workflow_template_service_stub.call_rpc :list_workflow_templates, request, options: options do |response, operation|
|
@@ -824,7 +808,9 @@ module Google
|
|
824
808
|
options.apply_defaults timeout: @config.rpcs.delete_workflow_template.timeout,
|
825
809
|
metadata: metadata,
|
826
810
|
retry_policy: @config.rpcs.delete_workflow_template.retry_policy
|
827
|
-
|
811
|
+
|
812
|
+
options.apply_defaults timeout: @config.timeout,
|
813
|
+
metadata: @config.metadata,
|
828
814
|
retry_policy: @config.retry_policy
|
829
815
|
|
830
816
|
@workflow_template_service_stub.call_rpc :delete_workflow_template, request, options: options do |response, operation|
|
@@ -848,22 +834,21 @@ module Google
|
|
848
834
|
# Configuration can be applied globally to all clients, or to a single client
|
849
835
|
# on construction.
|
850
836
|
#
|
851
|
-
#
|
852
|
-
#
|
853
|
-
#
|
854
|
-
# to 20 seconds,
|
855
|
-
#
|
856
|
-
#
|
857
|
-
#
|
858
|
-
#
|
859
|
-
#
|
860
|
-
#
|
861
|
-
#
|
862
|
-
#
|
863
|
-
#
|
864
|
-
#
|
865
|
-
#
|
866
|
-
# end
|
837
|
+
# @example
|
838
|
+
#
|
839
|
+
# # Modify the global config, setting the timeout for
|
840
|
+
# # create_workflow_template to 20 seconds,
|
841
|
+
# # and all remaining timeouts to 10 seconds.
|
842
|
+
# ::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client.configure do |config|
|
843
|
+
# config.timeout = 10.0
|
844
|
+
# config.rpcs.create_workflow_template.timeout = 20.0
|
845
|
+
# end
|
846
|
+
#
|
847
|
+
# # Apply the above configuration only to a new client.
|
848
|
+
# client = ::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client.new do |config|
|
849
|
+
# config.timeout = 10.0
|
850
|
+
# config.rpcs.create_workflow_template.timeout = 20.0
|
851
|
+
# end
|
867
852
|
#
|
868
853
|
# @!attribute [rw] endpoint
|
869
854
|
# The hostname or hostname:port of the service endpoint.
|
@@ -82,7 +82,7 @@ module Google
|
|
82
82
|
# Create credentials
|
83
83
|
credentials = @config.credentials
|
84
84
|
credentials ||= Credentials.default scope: @config.scope
|
85
|
-
if credentials.is_a?(String) || credentials.is_a?(Hash)
|
85
|
+
if credentials.is_a?(::String) || credentials.is_a?(::Hash)
|
86
86
|
credentials = Credentials.new credentials, scope: @config.scope
|
87
87
|
end
|
88
88
|
@quota_project_id = @config.quota_project
|
@@ -169,7 +169,9 @@ module Google
|
|
169
169
|
options.apply_defaults timeout: @config.rpcs.list_operations.timeout,
|
170
170
|
metadata: metadata,
|
171
171
|
retry_policy: @config.rpcs.list_operations.retry_policy
|
172
|
-
|
172
|
+
|
173
|
+
options.apply_defaults timeout: @config.timeout,
|
174
|
+
metadata: @config.metadata,
|
173
175
|
retry_policy: @config.retry_policy
|
174
176
|
|
175
177
|
@operations_stub.call_rpc :list_operations, request, options: options do |response, operation|
|
@@ -239,7 +241,9 @@ module Google
|
|
239
241
|
options.apply_defaults timeout: @config.rpcs.get_operation.timeout,
|
240
242
|
metadata: metadata,
|
241
243
|
retry_policy: @config.rpcs.get_operation.retry_policy
|
242
|
-
|
244
|
+
|
245
|
+
options.apply_defaults timeout: @config.timeout,
|
246
|
+
metadata: @config.metadata,
|
243
247
|
retry_policy: @config.retry_policy
|
244
248
|
|
245
249
|
@operations_stub.call_rpc :get_operation, request, options: options do |response, operation|
|
@@ -309,7 +313,9 @@ module Google
|
|
309
313
|
options.apply_defaults timeout: @config.rpcs.delete_operation.timeout,
|
310
314
|
metadata: metadata,
|
311
315
|
retry_policy: @config.rpcs.delete_operation.retry_policy
|
312
|
-
|
316
|
+
|
317
|
+
options.apply_defaults timeout: @config.timeout,
|
318
|
+
metadata: @config.metadata,
|
313
319
|
retry_policy: @config.retry_policy
|
314
320
|
|
315
321
|
@operations_stub.call_rpc :delete_operation, request, options: options do |response, operation|
|
@@ -384,7 +390,9 @@ module Google
|
|
384
390
|
options.apply_defaults timeout: @config.rpcs.cancel_operation.timeout,
|
385
391
|
metadata: metadata,
|
386
392
|
retry_policy: @config.rpcs.cancel_operation.retry_policy
|
387
|
-
|
393
|
+
|
394
|
+
options.apply_defaults timeout: @config.timeout,
|
395
|
+
metadata: @config.metadata,
|
388
396
|
retry_policy: @config.retry_policy
|
389
397
|
|
390
398
|
@operations_stub.call_rpc :cancel_operation, request, options: options do |response, operation|
|
@@ -396,9 +404,9 @@ module Google
|
|
396
404
|
end
|
397
405
|
|
398
406
|
##
|
399
|
-
# Waits
|
400
|
-
#
|
401
|
-
#
|
407
|
+
# Waits until the specified long-running operation is done or reaches at most
|
408
|
+
# a specified timeout, returning the latest state. If the operation is
|
409
|
+
# already done, the latest state is immediately returned. If the timeout
|
402
410
|
# specified is greater than the default HTTP/RPC timeout, the HTTP/RPC
|
403
411
|
# timeout is used. If the server does not support this method, it returns
|
404
412
|
# `google.rpc.Code.UNIMPLEMENTED`.
|
@@ -456,7 +464,9 @@ module Google
|
|
456
464
|
options.apply_defaults timeout: @config.rpcs.wait_operation.timeout,
|
457
465
|
metadata: metadata,
|
458
466
|
retry_policy: @config.rpcs.wait_operation.retry_policy
|
459
|
-
|
467
|
+
|
468
|
+
options.apply_defaults timeout: @config.timeout,
|
469
|
+
metadata: @config.metadata,
|
460
470
|
retry_policy: @config.retry_policy
|
461
471
|
|
462
472
|
@operations_stub.call_rpc :wait_operation, request, options: options do |response, operation|
|
@@ -481,22 +491,21 @@ module Google
|
|
481
491
|
# Configuration can be applied globally to all clients, or to a single client
|
482
492
|
# on construction.
|
483
493
|
#
|
484
|
-
#
|
485
|
-
#
|
486
|
-
#
|
487
|
-
# to 20 seconds,
|
488
|
-
#
|
489
|
-
#
|
490
|
-
#
|
491
|
-
#
|
492
|
-
#
|
493
|
-
#
|
494
|
-
#
|
495
|
-
#
|
496
|
-
#
|
497
|
-
#
|
498
|
-
#
|
499
|
-
# end
|
494
|
+
# @example
|
495
|
+
#
|
496
|
+
# # Modify the global config, setting the timeout for
|
497
|
+
# # list_operations to 20 seconds,
|
498
|
+
# # and all remaining timeouts to 10 seconds.
|
499
|
+
# ::Google::Longrunning::Operations::Client.configure do |config|
|
500
|
+
# config.timeout = 10.0
|
501
|
+
# config.rpcs.list_operations.timeout = 20.0
|
502
|
+
# end
|
503
|
+
#
|
504
|
+
# # Apply the above configuration only to a new client.
|
505
|
+
# client = ::Google::Longrunning::Operations::Client.new do |config|
|
506
|
+
# config.timeout = 10.0
|
507
|
+
# config.rpcs.list_operations.timeout = 20.0
|
508
|
+
# end
|
500
509
|
#
|
501
510
|
# @!attribute [rw] endpoint
|
502
511
|
# The hostname or hostname:port of the service endpoint.
|
@@ -1,8 +1,6 @@
|
|
1
1
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
2
|
# source: google/cloud/dataproc/v1/workflow_templates.proto
|
3
3
|
|
4
|
-
require 'google/protobuf'
|
5
|
-
|
6
4
|
require 'google/api/annotations_pb'
|
7
5
|
require 'google/api/client_pb'
|
8
6
|
require 'google/api/field_behavior_pb'
|
@@ -13,6 +11,8 @@ require 'google/longrunning/operations_pb'
|
|
13
11
|
require 'google/protobuf/duration_pb'
|
14
12
|
require 'google/protobuf/empty_pb'
|
15
13
|
require 'google/protobuf/timestamp_pb'
|
14
|
+
require 'google/protobuf'
|
15
|
+
|
16
16
|
Google::Protobuf::DescriptorPool.generated_pool.build do
|
17
17
|
add_file("google/cloud/dataproc/v1/workflow_templates.proto", :syntax => :proto3) do
|
18
18
|
add_message "google.cloud.dataproc.v1.WorkflowTemplate" do
|
@@ -28,7 +28,7 @@ module Google
|
|
28
28
|
# Dataproc API.
|
29
29
|
class Service
|
30
30
|
|
31
|
-
include GRPC::GenericService
|
31
|
+
include ::GRPC::GenericService
|
32
32
|
|
33
33
|
self.marshal_class_method = :encode
|
34
34
|
self.unmarshal_class_method = :decode
|
@@ -65,8 +65,7 @@ module Google
|
|
65
65
|
# Instantiates a template and begins execution.
|
66
66
|
#
|
67
67
|
# This method is equivalent to executing the sequence
|
68
|
-
# [CreateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.CreateWorkflowTemplate],
|
69
|
-
# [InstantiateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.InstantiateWorkflowTemplate],
|
68
|
+
# [CreateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.CreateWorkflowTemplate], [InstantiateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.InstantiateWorkflowTemplate],
|
70
69
|
# [DeleteWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.DeleteWorkflowTemplate].
|
71
70
|
#
|
72
71
|
# The returned Operation can be used to track execution of
|
@@ -17,6 +17,7 @@
|
|
17
17
|
# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
|
18
18
|
|
19
19
|
require "google/cloud/dataproc/v1/autoscaling_policy_service"
|
20
|
+
require "google/cloud/dataproc/v1/batch_controller"
|
20
21
|
require "google/cloud/dataproc/v1/cluster_controller"
|
21
22
|
require "google/cloud/dataproc/v1/job_controller"
|
22
23
|
require "google/cloud/dataproc/v1/workflow_template_service"
|
@@ -57,9 +57,15 @@ module Google
|
|
57
57
|
|
58
58
|
# Denotes that a (repeated) field is an unordered list.
|
59
59
|
# This indicates that the service may provide the elements of the list
|
60
|
-
# in any arbitrary
|
60
|
+
# in any arbitrary order, rather than the order the user originally
|
61
61
|
# provided. Additionally, the list's order may or may not be stable.
|
62
62
|
UNORDERED_LIST = 6
|
63
|
+
|
64
|
+
# Denotes that this field returns a non-empty default value if not set.
|
65
|
+
# This indicates that if the user provides the empty value in a request,
|
66
|
+
# a non-empty value will be returned. The user will not be aware of what
|
67
|
+
# non-empty value to expect.
|
68
|
+
NON_EMPTY_DEFAULT = 7
|
63
69
|
end
|
64
70
|
end
|
65
71
|
end
|
@@ -49,9 +49,27 @@ module Google
|
|
49
49
|
# @!attribute [rw] secondary_worker_config
|
50
50
|
# @return [::Google::Cloud::Dataproc::V1::InstanceGroupAutoscalingPolicyConfig]
|
51
51
|
# Optional. Describes how the autoscaler will operate for secondary workers.
|
52
|
+
# @!attribute [rw] labels
|
53
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
54
|
+
# Optional. The labels to associate with this autoscaling policy.
|
55
|
+
# Label **keys** must contain 1 to 63 characters, and must conform to
|
56
|
+
# [RFC 1035](https://www.ietf.org/rfc/rfc1035.txt).
|
57
|
+
# Label **values** may be empty, but, if present, must contain 1 to 63
|
58
|
+
# characters, and must conform to [RFC
|
59
|
+
# 1035](https://www.ietf.org/rfc/rfc1035.txt). No more than 32 labels can be
|
60
|
+
# associated with an autoscaling policy.
|
52
61
|
class AutoscalingPolicy
|
53
62
|
include ::Google::Protobuf::MessageExts
|
54
63
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
64
|
+
|
65
|
+
# @!attribute [rw] key
|
66
|
+
# @return [::String]
|
67
|
+
# @!attribute [rw] value
|
68
|
+
# @return [::String]
|
69
|
+
class LabelsEntry
|
70
|
+
include ::Google::Protobuf::MessageExts
|
71
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
72
|
+
end
|
55
73
|
end
|
56
74
|
|
57
75
|
# Basic algorithm for autoscaling.
|