google-cloud-dataproc-v1 0.6.0 → 0.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/AUTHENTICATION.md +8 -8
- data/README.md +1 -1
- data/lib/google/cloud/dataproc/v1/autoscaling_policies_pb.rb +3 -2
- data/lib/google/cloud/dataproc/v1/autoscaling_policies_services_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +48 -54
- data/lib/google/cloud/dataproc/v1/batch_controller/client.rb +637 -0
- data/lib/google/cloud/dataproc/v1/batch_controller/credentials.rb +51 -0
- data/lib/google/cloud/dataproc/v1/batch_controller/operations.rb +664 -0
- data/lib/google/cloud/dataproc/v1/batch_controller/paths.rb +69 -0
- data/lib/google/cloud/dataproc/v1/batch_controller.rb +50 -0
- data/lib/google/cloud/dataproc/v1/batches_pb.rb +123 -0
- data/lib/google/cloud/dataproc/v1/batches_services_pb.rb +52 -0
- data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +75 -80
- data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +34 -25
- data/lib/google/cloud/dataproc/v1/clusters_pb.rb +9 -2
- data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb +3 -1
- data/lib/google/cloud/dataproc/v1/job_controller/client.rb +58 -72
- data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +34 -25
- data/lib/google/cloud/dataproc/v1/jobs_pb.rb +2 -2
- data/lib/google/cloud/dataproc/v1/jobs_services_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1/operations_pb.rb +18 -3
- data/lib/google/cloud/dataproc/v1/shared_pb.rb +40 -2
- data/lib/google/cloud/dataproc/v1/version.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +59 -74
- data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +34 -25
- data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +2 -2
- data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +2 -3
- data/lib/google/cloud/dataproc/v1.rb +1 -0
- data/proto_docs/google/api/field_behavior.rb +7 -1
- data/proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb +18 -0
- data/proto_docs/google/cloud/dataproc/v1/batches.rb +339 -0
- data/proto_docs/google/cloud/dataproc/v1/clusters.rb +45 -22
- data/proto_docs/google/cloud/dataproc/v1/jobs.rb +8 -9
- data/proto_docs/google/cloud/dataproc/v1/operations.rb +48 -0
- data/proto_docs/google/cloud/dataproc/v1/shared.rb +117 -1
- data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb +11 -14
- metadata +21 -7
@@ -1,12 +1,38 @@
|
|
1
1
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
2
|
# source: google/cloud/dataproc/v1/shared.proto
|
3
3
|
|
4
|
+
require 'google/api/field_behavior_pb'
|
4
5
|
require 'google/protobuf'
|
5
6
|
|
6
|
-
require 'google/api/annotations_pb'
|
7
|
-
require 'google/api/field_behavior_pb'
|
8
7
|
Google::Protobuf::DescriptorPool.generated_pool.build do
|
9
8
|
add_file("google/cloud/dataproc/v1/shared.proto", :syntax => :proto3) do
|
9
|
+
add_message "google.cloud.dataproc.v1.RuntimeConfig" do
|
10
|
+
map :properties, :string, :string, 3
|
11
|
+
end
|
12
|
+
add_message "google.cloud.dataproc.v1.EnvironmentConfig" do
|
13
|
+
optional :execution_config, :message, 1, "google.cloud.dataproc.v1.ExecutionConfig"
|
14
|
+
optional :peripherals_config, :message, 2, "google.cloud.dataproc.v1.PeripheralsConfig"
|
15
|
+
end
|
16
|
+
add_message "google.cloud.dataproc.v1.ExecutionConfig" do
|
17
|
+
optional :service_account, :string, 2
|
18
|
+
repeated :network_tags, :string, 6
|
19
|
+
optional :kms_key, :string, 7
|
20
|
+
oneof :network do
|
21
|
+
optional :network_uri, :string, 4
|
22
|
+
optional :subnetwork_uri, :string, 5
|
23
|
+
end
|
24
|
+
end
|
25
|
+
add_message "google.cloud.dataproc.v1.SparkHistoryServerConfig" do
|
26
|
+
optional :dataproc_cluster, :string, 1
|
27
|
+
end
|
28
|
+
add_message "google.cloud.dataproc.v1.PeripheralsConfig" do
|
29
|
+
optional :metastore_service, :string, 1
|
30
|
+
optional :spark_history_server_config, :message, 2, "google.cloud.dataproc.v1.SparkHistoryServerConfig"
|
31
|
+
end
|
32
|
+
add_message "google.cloud.dataproc.v1.RuntimeInfo" do
|
33
|
+
map :endpoints, :string, :string, 1
|
34
|
+
optional :output_uri, :string, 2
|
35
|
+
end
|
10
36
|
add_enum "google.cloud.dataproc.v1.Component" do
|
11
37
|
value :COMPONENT_UNSPECIFIED, 0
|
12
38
|
value :ANACONDA, 5
|
@@ -22,6 +48,11 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
22
48
|
value :ZEPPELIN, 4
|
23
49
|
value :ZOOKEEPER, 8
|
24
50
|
end
|
51
|
+
add_enum "google.cloud.dataproc.v1.FailureAction" do
|
52
|
+
value :FAILURE_ACTION_UNSPECIFIED, 0
|
53
|
+
value :NO_ACTION, 1
|
54
|
+
value :DELETE, 2
|
55
|
+
end
|
25
56
|
end
|
26
57
|
end
|
27
58
|
|
@@ -29,7 +60,14 @@ module Google
|
|
29
60
|
module Cloud
|
30
61
|
module Dataproc
|
31
62
|
module V1
|
63
|
+
RuntimeConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.RuntimeConfig").msgclass
|
64
|
+
EnvironmentConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.EnvironmentConfig").msgclass
|
65
|
+
ExecutionConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ExecutionConfig").msgclass
|
66
|
+
SparkHistoryServerConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SparkHistoryServerConfig").msgclass
|
67
|
+
PeripheralsConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.PeripheralsConfig").msgclass
|
68
|
+
RuntimeInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.RuntimeInfo").msgclass
|
32
69
|
Component = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.Component").enummodule
|
70
|
+
FailureAction = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.FailureAction").enummodule
|
33
71
|
end
|
34
72
|
end
|
35
73
|
end
|
@@ -42,13 +42,12 @@ module Google
|
|
42
42
|
# See {::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client::Configuration}
|
43
43
|
# for a description of the configuration fields.
|
44
44
|
#
|
45
|
-
#
|
45
|
+
# @example
|
46
46
|
#
|
47
|
-
#
|
48
|
-
#
|
49
|
-
#
|
50
|
-
#
|
51
|
-
# end
|
47
|
+
# # Modify the configuration for all WorkflowTemplateService clients
|
48
|
+
# ::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client.configure do |config|
|
49
|
+
# config.timeout = 10.0
|
50
|
+
# end
|
52
51
|
#
|
53
52
|
# @yield [config] Configure the Client client.
|
54
53
|
# @yieldparam config [Client::Configuration]
|
@@ -68,58 +67,37 @@ module Google
|
|
68
67
|
|
69
68
|
default_config.rpcs.create_workflow_template.timeout = 600.0
|
70
69
|
default_config.rpcs.create_workflow_template.retry_policy = {
|
71
|
-
initial_delay: 0.1,
|
72
|
-
max_delay: 60.0,
|
73
|
-
multiplier: 1.3,
|
74
|
-
retry_codes: [14]
|
70
|
+
initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [14]
|
75
71
|
}
|
76
72
|
|
77
73
|
default_config.rpcs.get_workflow_template.timeout = 600.0
|
78
74
|
default_config.rpcs.get_workflow_template.retry_policy = {
|
79
|
-
initial_delay: 0.1,
|
80
|
-
max_delay: 60.0,
|
81
|
-
multiplier: 1.3,
|
82
|
-
retry_codes: [4, 13, 14]
|
75
|
+
initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [4, 13, 14]
|
83
76
|
}
|
84
77
|
|
85
78
|
default_config.rpcs.instantiate_workflow_template.timeout = 600.0
|
86
79
|
default_config.rpcs.instantiate_workflow_template.retry_policy = {
|
87
|
-
initial_delay: 0.1,
|
88
|
-
max_delay: 60.0,
|
89
|
-
multiplier: 1.3,
|
90
|
-
retry_codes: [14]
|
80
|
+
initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [14]
|
91
81
|
}
|
92
82
|
|
93
83
|
default_config.rpcs.instantiate_inline_workflow_template.timeout = 600.0
|
94
84
|
default_config.rpcs.instantiate_inline_workflow_template.retry_policy = {
|
95
|
-
initial_delay: 0.1,
|
96
|
-
max_delay: 60.0,
|
97
|
-
multiplier: 1.3,
|
98
|
-
retry_codes: [14]
|
85
|
+
initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [14]
|
99
86
|
}
|
100
87
|
|
101
88
|
default_config.rpcs.update_workflow_template.timeout = 600.0
|
102
89
|
default_config.rpcs.update_workflow_template.retry_policy = {
|
103
|
-
initial_delay: 0.1,
|
104
|
-
max_delay: 60.0,
|
105
|
-
multiplier: 1.3,
|
106
|
-
retry_codes: [14]
|
90
|
+
initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [14]
|
107
91
|
}
|
108
92
|
|
109
93
|
default_config.rpcs.list_workflow_templates.timeout = 600.0
|
110
94
|
default_config.rpcs.list_workflow_templates.retry_policy = {
|
111
|
-
initial_delay: 0.1,
|
112
|
-
max_delay: 60.0,
|
113
|
-
multiplier: 1.3,
|
114
|
-
retry_codes: [4, 13, 14]
|
95
|
+
initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [4, 13, 14]
|
115
96
|
}
|
116
97
|
|
117
98
|
default_config.rpcs.delete_workflow_template.timeout = 600.0
|
118
99
|
default_config.rpcs.delete_workflow_template.retry_policy = {
|
119
|
-
initial_delay: 0.1,
|
120
|
-
max_delay: 60.0,
|
121
|
-
multiplier: 1.3,
|
122
|
-
retry_codes: [14]
|
100
|
+
initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [14]
|
123
101
|
}
|
124
102
|
|
125
103
|
default_config
|
@@ -151,19 +129,15 @@ module Google
|
|
151
129
|
##
|
152
130
|
# Create a new WorkflowTemplateService client object.
|
153
131
|
#
|
154
|
-
#
|
155
|
-
#
|
156
|
-
# To create a new WorkflowTemplateService client with the default
|
157
|
-
# configuration:
|
132
|
+
# @example
|
158
133
|
#
|
159
|
-
#
|
134
|
+
# # Create a client using the default configuration
|
135
|
+
# client = ::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client.new
|
160
136
|
#
|
161
|
-
#
|
162
|
-
#
|
163
|
-
#
|
164
|
-
#
|
165
|
-
# config.timeout = 10.0
|
166
|
-
# end
|
137
|
+
# # Create a client using a custom configuration
|
138
|
+
# client = ::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client.new do |config|
|
139
|
+
# config.timeout = 10.0
|
140
|
+
# end
|
167
141
|
#
|
168
142
|
# @yield [config] Configure the WorkflowTemplateService client.
|
169
143
|
# @yieldparam config [Client::Configuration]
|
@@ -183,14 +157,13 @@ module Google
|
|
183
157
|
|
184
158
|
# Create credentials
|
185
159
|
credentials = @config.credentials
|
186
|
-
# Use self-signed JWT if the
|
160
|
+
# Use self-signed JWT if the endpoint is unchanged from default,
|
187
161
|
# but only if the default endpoint does not have a region prefix.
|
188
|
-
enable_self_signed_jwt = @config.
|
189
|
-
@config.endpoint == Client.configure.endpoint &&
|
162
|
+
enable_self_signed_jwt = @config.endpoint == Client.configure.endpoint &&
|
190
163
|
!@config.endpoint.split(".").first.include?("-")
|
191
164
|
credentials ||= Credentials.default scope: @config.scope,
|
192
165
|
enable_self_signed_jwt: enable_self_signed_jwt
|
193
|
-
if credentials.is_a?(String) || credentials.is_a?(Hash)
|
166
|
+
if credentials.is_a?(::String) || credentials.is_a?(::Hash)
|
194
167
|
credentials = Credentials.new credentials, scope: @config.scope
|
195
168
|
end
|
196
169
|
@quota_project_id = @config.quota_project
|
@@ -285,7 +258,9 @@ module Google
|
|
285
258
|
options.apply_defaults timeout: @config.rpcs.create_workflow_template.timeout,
|
286
259
|
metadata: metadata,
|
287
260
|
retry_policy: @config.rpcs.create_workflow_template.retry_policy
|
288
|
-
|
261
|
+
|
262
|
+
options.apply_defaults timeout: @config.timeout,
|
263
|
+
metadata: @config.metadata,
|
289
264
|
retry_policy: @config.retry_policy
|
290
265
|
|
291
266
|
@workflow_template_service_stub.call_rpc :create_workflow_template, request, options: options do |response, operation|
|
@@ -368,7 +343,9 @@ module Google
|
|
368
343
|
options.apply_defaults timeout: @config.rpcs.get_workflow_template.timeout,
|
369
344
|
metadata: metadata,
|
370
345
|
retry_policy: @config.rpcs.get_workflow_template.retry_policy
|
371
|
-
|
346
|
+
|
347
|
+
options.apply_defaults timeout: @config.timeout,
|
348
|
+
metadata: @config.metadata,
|
372
349
|
retry_policy: @config.retry_policy
|
373
350
|
|
374
351
|
@workflow_template_service_stub.call_rpc :get_workflow_template, request, options: options do |response, operation|
|
@@ -482,7 +459,9 @@ module Google
|
|
482
459
|
options.apply_defaults timeout: @config.rpcs.instantiate_workflow_template.timeout,
|
483
460
|
metadata: metadata,
|
484
461
|
retry_policy: @config.rpcs.instantiate_workflow_template.retry_policy
|
485
|
-
|
462
|
+
|
463
|
+
options.apply_defaults timeout: @config.timeout,
|
464
|
+
metadata: @config.metadata,
|
486
465
|
retry_policy: @config.retry_policy
|
487
466
|
|
488
467
|
@workflow_template_service_stub.call_rpc :instantiate_workflow_template, request, options: options do |response, operation|
|
@@ -498,8 +477,7 @@ module Google
|
|
498
477
|
# Instantiates a template and begins execution.
|
499
478
|
#
|
500
479
|
# This method is equivalent to executing the sequence
|
501
|
-
# {::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client#create_workflow_template CreateWorkflowTemplate},
|
502
|
-
# {::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client#instantiate_workflow_template InstantiateWorkflowTemplate},
|
480
|
+
# {::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client#create_workflow_template CreateWorkflowTemplate}, {::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client#instantiate_workflow_template InstantiateWorkflowTemplate},
|
503
481
|
# {::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client#delete_workflow_template DeleteWorkflowTemplate}.
|
504
482
|
#
|
505
483
|
# The returned Operation can be used to track execution of
|
@@ -594,7 +572,9 @@ module Google
|
|
594
572
|
options.apply_defaults timeout: @config.rpcs.instantiate_inline_workflow_template.timeout,
|
595
573
|
metadata: metadata,
|
596
574
|
retry_policy: @config.rpcs.instantiate_inline_workflow_template.retry_policy
|
597
|
-
|
575
|
+
|
576
|
+
options.apply_defaults timeout: @config.timeout,
|
577
|
+
metadata: @config.metadata,
|
598
578
|
retry_policy: @config.retry_policy
|
599
579
|
|
600
580
|
@workflow_template_service_stub.call_rpc :instantiate_inline_workflow_template, request, options: options do |response, operation|
|
@@ -664,7 +644,9 @@ module Google
|
|
664
644
|
options.apply_defaults timeout: @config.rpcs.update_workflow_template.timeout,
|
665
645
|
metadata: metadata,
|
666
646
|
retry_policy: @config.rpcs.update_workflow_template.retry_policy
|
667
|
-
|
647
|
+
|
648
|
+
options.apply_defaults timeout: @config.timeout,
|
649
|
+
metadata: @config.metadata,
|
668
650
|
retry_policy: @config.retry_policy
|
669
651
|
|
670
652
|
@workflow_template_service_stub.call_rpc :update_workflow_template, request, options: options do |response, operation|
|
@@ -744,7 +726,9 @@ module Google
|
|
744
726
|
options.apply_defaults timeout: @config.rpcs.list_workflow_templates.timeout,
|
745
727
|
metadata: metadata,
|
746
728
|
retry_policy: @config.rpcs.list_workflow_templates.retry_policy
|
747
|
-
|
729
|
+
|
730
|
+
options.apply_defaults timeout: @config.timeout,
|
731
|
+
metadata: @config.metadata,
|
748
732
|
retry_policy: @config.retry_policy
|
749
733
|
|
750
734
|
@workflow_template_service_stub.call_rpc :list_workflow_templates, request, options: options do |response, operation|
|
@@ -824,7 +808,9 @@ module Google
|
|
824
808
|
options.apply_defaults timeout: @config.rpcs.delete_workflow_template.timeout,
|
825
809
|
metadata: metadata,
|
826
810
|
retry_policy: @config.rpcs.delete_workflow_template.retry_policy
|
827
|
-
|
811
|
+
|
812
|
+
options.apply_defaults timeout: @config.timeout,
|
813
|
+
metadata: @config.metadata,
|
828
814
|
retry_policy: @config.retry_policy
|
829
815
|
|
830
816
|
@workflow_template_service_stub.call_rpc :delete_workflow_template, request, options: options do |response, operation|
|
@@ -848,22 +834,21 @@ module Google
|
|
848
834
|
# Configuration can be applied globally to all clients, or to a single client
|
849
835
|
# on construction.
|
850
836
|
#
|
851
|
-
#
|
852
|
-
#
|
853
|
-
#
|
854
|
-
# to 20 seconds,
|
855
|
-
#
|
856
|
-
#
|
857
|
-
#
|
858
|
-
#
|
859
|
-
#
|
860
|
-
#
|
861
|
-
#
|
862
|
-
#
|
863
|
-
#
|
864
|
-
#
|
865
|
-
#
|
866
|
-
# end
|
837
|
+
# @example
|
838
|
+
#
|
839
|
+
# # Modify the global config, setting the timeout for
|
840
|
+
# # create_workflow_template to 20 seconds,
|
841
|
+
# # and all remaining timeouts to 10 seconds.
|
842
|
+
# ::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client.configure do |config|
|
843
|
+
# config.timeout = 10.0
|
844
|
+
# config.rpcs.create_workflow_template.timeout = 20.0
|
845
|
+
# end
|
846
|
+
#
|
847
|
+
# # Apply the above configuration only to a new client.
|
848
|
+
# client = ::Google::Cloud::Dataproc::V1::WorkflowTemplateService::Client.new do |config|
|
849
|
+
# config.timeout = 10.0
|
850
|
+
# config.rpcs.create_workflow_template.timeout = 20.0
|
851
|
+
# end
|
867
852
|
#
|
868
853
|
# @!attribute [rw] endpoint
|
869
854
|
# The hostname or hostname:port of the service endpoint.
|
@@ -82,7 +82,7 @@ module Google
|
|
82
82
|
# Create credentials
|
83
83
|
credentials = @config.credentials
|
84
84
|
credentials ||= Credentials.default scope: @config.scope
|
85
|
-
if credentials.is_a?(String) || credentials.is_a?(Hash)
|
85
|
+
if credentials.is_a?(::String) || credentials.is_a?(::Hash)
|
86
86
|
credentials = Credentials.new credentials, scope: @config.scope
|
87
87
|
end
|
88
88
|
@quota_project_id = @config.quota_project
|
@@ -169,7 +169,9 @@ module Google
|
|
169
169
|
options.apply_defaults timeout: @config.rpcs.list_operations.timeout,
|
170
170
|
metadata: metadata,
|
171
171
|
retry_policy: @config.rpcs.list_operations.retry_policy
|
172
|
-
|
172
|
+
|
173
|
+
options.apply_defaults timeout: @config.timeout,
|
174
|
+
metadata: @config.metadata,
|
173
175
|
retry_policy: @config.retry_policy
|
174
176
|
|
175
177
|
@operations_stub.call_rpc :list_operations, request, options: options do |response, operation|
|
@@ -239,7 +241,9 @@ module Google
|
|
239
241
|
options.apply_defaults timeout: @config.rpcs.get_operation.timeout,
|
240
242
|
metadata: metadata,
|
241
243
|
retry_policy: @config.rpcs.get_operation.retry_policy
|
242
|
-
|
244
|
+
|
245
|
+
options.apply_defaults timeout: @config.timeout,
|
246
|
+
metadata: @config.metadata,
|
243
247
|
retry_policy: @config.retry_policy
|
244
248
|
|
245
249
|
@operations_stub.call_rpc :get_operation, request, options: options do |response, operation|
|
@@ -309,7 +313,9 @@ module Google
|
|
309
313
|
options.apply_defaults timeout: @config.rpcs.delete_operation.timeout,
|
310
314
|
metadata: metadata,
|
311
315
|
retry_policy: @config.rpcs.delete_operation.retry_policy
|
312
|
-
|
316
|
+
|
317
|
+
options.apply_defaults timeout: @config.timeout,
|
318
|
+
metadata: @config.metadata,
|
313
319
|
retry_policy: @config.retry_policy
|
314
320
|
|
315
321
|
@operations_stub.call_rpc :delete_operation, request, options: options do |response, operation|
|
@@ -384,7 +390,9 @@ module Google
|
|
384
390
|
options.apply_defaults timeout: @config.rpcs.cancel_operation.timeout,
|
385
391
|
metadata: metadata,
|
386
392
|
retry_policy: @config.rpcs.cancel_operation.retry_policy
|
387
|
-
|
393
|
+
|
394
|
+
options.apply_defaults timeout: @config.timeout,
|
395
|
+
metadata: @config.metadata,
|
388
396
|
retry_policy: @config.retry_policy
|
389
397
|
|
390
398
|
@operations_stub.call_rpc :cancel_operation, request, options: options do |response, operation|
|
@@ -396,9 +404,9 @@ module Google
|
|
396
404
|
end
|
397
405
|
|
398
406
|
##
|
399
|
-
# Waits
|
400
|
-
#
|
401
|
-
#
|
407
|
+
# Waits until the specified long-running operation is done or reaches at most
|
408
|
+
# a specified timeout, returning the latest state. If the operation is
|
409
|
+
# already done, the latest state is immediately returned. If the timeout
|
402
410
|
# specified is greater than the default HTTP/RPC timeout, the HTTP/RPC
|
403
411
|
# timeout is used. If the server does not support this method, it returns
|
404
412
|
# `google.rpc.Code.UNIMPLEMENTED`.
|
@@ -456,7 +464,9 @@ module Google
|
|
456
464
|
options.apply_defaults timeout: @config.rpcs.wait_operation.timeout,
|
457
465
|
metadata: metadata,
|
458
466
|
retry_policy: @config.rpcs.wait_operation.retry_policy
|
459
|
-
|
467
|
+
|
468
|
+
options.apply_defaults timeout: @config.timeout,
|
469
|
+
metadata: @config.metadata,
|
460
470
|
retry_policy: @config.retry_policy
|
461
471
|
|
462
472
|
@operations_stub.call_rpc :wait_operation, request, options: options do |response, operation|
|
@@ -481,22 +491,21 @@ module Google
|
|
481
491
|
# Configuration can be applied globally to all clients, or to a single client
|
482
492
|
# on construction.
|
483
493
|
#
|
484
|
-
#
|
485
|
-
#
|
486
|
-
#
|
487
|
-
# to 20 seconds,
|
488
|
-
#
|
489
|
-
#
|
490
|
-
#
|
491
|
-
#
|
492
|
-
#
|
493
|
-
#
|
494
|
-
#
|
495
|
-
#
|
496
|
-
#
|
497
|
-
#
|
498
|
-
#
|
499
|
-
# end
|
494
|
+
# @example
|
495
|
+
#
|
496
|
+
# # Modify the global config, setting the timeout for
|
497
|
+
# # list_operations to 20 seconds,
|
498
|
+
# # and all remaining timeouts to 10 seconds.
|
499
|
+
# ::Google::Longrunning::Operations::Client.configure do |config|
|
500
|
+
# config.timeout = 10.0
|
501
|
+
# config.rpcs.list_operations.timeout = 20.0
|
502
|
+
# end
|
503
|
+
#
|
504
|
+
# # Apply the above configuration only to a new client.
|
505
|
+
# client = ::Google::Longrunning::Operations::Client.new do |config|
|
506
|
+
# config.timeout = 10.0
|
507
|
+
# config.rpcs.list_operations.timeout = 20.0
|
508
|
+
# end
|
500
509
|
#
|
501
510
|
# @!attribute [rw] endpoint
|
502
511
|
# The hostname or hostname:port of the service endpoint.
|
@@ -1,8 +1,6 @@
|
|
1
1
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
2
|
# source: google/cloud/dataproc/v1/workflow_templates.proto
|
3
3
|
|
4
|
-
require 'google/protobuf'
|
5
|
-
|
6
4
|
require 'google/api/annotations_pb'
|
7
5
|
require 'google/api/client_pb'
|
8
6
|
require 'google/api/field_behavior_pb'
|
@@ -13,6 +11,8 @@ require 'google/longrunning/operations_pb'
|
|
13
11
|
require 'google/protobuf/duration_pb'
|
14
12
|
require 'google/protobuf/empty_pb'
|
15
13
|
require 'google/protobuf/timestamp_pb'
|
14
|
+
require 'google/protobuf'
|
15
|
+
|
16
16
|
Google::Protobuf::DescriptorPool.generated_pool.build do
|
17
17
|
add_file("google/cloud/dataproc/v1/workflow_templates.proto", :syntax => :proto3) do
|
18
18
|
add_message "google.cloud.dataproc.v1.WorkflowTemplate" do
|
@@ -28,7 +28,7 @@ module Google
|
|
28
28
|
# Dataproc API.
|
29
29
|
class Service
|
30
30
|
|
31
|
-
include GRPC::GenericService
|
31
|
+
include ::GRPC::GenericService
|
32
32
|
|
33
33
|
self.marshal_class_method = :encode
|
34
34
|
self.unmarshal_class_method = :decode
|
@@ -65,8 +65,7 @@ module Google
|
|
65
65
|
# Instantiates a template and begins execution.
|
66
66
|
#
|
67
67
|
# This method is equivalent to executing the sequence
|
68
|
-
# [CreateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.CreateWorkflowTemplate],
|
69
|
-
# [InstantiateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.InstantiateWorkflowTemplate],
|
68
|
+
# [CreateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.CreateWorkflowTemplate], [InstantiateWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.InstantiateWorkflowTemplate],
|
70
69
|
# [DeleteWorkflowTemplate][google.cloud.dataproc.v1.WorkflowTemplateService.DeleteWorkflowTemplate].
|
71
70
|
#
|
72
71
|
# The returned Operation can be used to track execution of
|
@@ -17,6 +17,7 @@
|
|
17
17
|
# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
|
18
18
|
|
19
19
|
require "google/cloud/dataproc/v1/autoscaling_policy_service"
|
20
|
+
require "google/cloud/dataproc/v1/batch_controller"
|
20
21
|
require "google/cloud/dataproc/v1/cluster_controller"
|
21
22
|
require "google/cloud/dataproc/v1/job_controller"
|
22
23
|
require "google/cloud/dataproc/v1/workflow_template_service"
|
@@ -57,9 +57,15 @@ module Google
|
|
57
57
|
|
58
58
|
# Denotes that a (repeated) field is an unordered list.
|
59
59
|
# This indicates that the service may provide the elements of the list
|
60
|
-
# in any arbitrary
|
60
|
+
# in any arbitrary order, rather than the order the user originally
|
61
61
|
# provided. Additionally, the list's order may or may not be stable.
|
62
62
|
UNORDERED_LIST = 6
|
63
|
+
|
64
|
+
# Denotes that this field returns a non-empty default value if not set.
|
65
|
+
# This indicates that if the user provides the empty value in a request,
|
66
|
+
# a non-empty value will be returned. The user will not be aware of what
|
67
|
+
# non-empty value to expect.
|
68
|
+
NON_EMPTY_DEFAULT = 7
|
63
69
|
end
|
64
70
|
end
|
65
71
|
end
|
@@ -49,9 +49,27 @@ module Google
|
|
49
49
|
# @!attribute [rw] secondary_worker_config
|
50
50
|
# @return [::Google::Cloud::Dataproc::V1::InstanceGroupAutoscalingPolicyConfig]
|
51
51
|
# Optional. Describes how the autoscaler will operate for secondary workers.
|
52
|
+
# @!attribute [rw] labels
|
53
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
54
|
+
# Optional. The labels to associate with this autoscaling policy.
|
55
|
+
# Label **keys** must contain 1 to 63 characters, and must conform to
|
56
|
+
# [RFC 1035](https://www.ietf.org/rfc/rfc1035.txt).
|
57
|
+
# Label **values** may be empty, but, if present, must contain 1 to 63
|
58
|
+
# characters, and must conform to [RFC
|
59
|
+
# 1035](https://www.ietf.org/rfc/rfc1035.txt). No more than 32 labels can be
|
60
|
+
# associated with an autoscaling policy.
|
52
61
|
class AutoscalingPolicy
|
53
62
|
include ::Google::Protobuf::MessageExts
|
54
63
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
64
|
+
|
65
|
+
# @!attribute [rw] key
|
66
|
+
# @return [::String]
|
67
|
+
# @!attribute [rw] value
|
68
|
+
# @return [::String]
|
69
|
+
class LabelsEntry
|
70
|
+
include ::Google::Protobuf::MessageExts
|
71
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
72
|
+
end
|
55
73
|
end
|
56
74
|
|
57
75
|
# Basic algorithm for autoscaling.
|