google-cloud-dataproc-v1 0.3.1 → 0.6.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/LICENSE.md +188 -190
- data/README.md +66 -2
- data/lib/google/cloud/dataproc/v1.rb +3 -0
- data/lib/google/cloud/dataproc/v1/autoscaling_policies_services_pb.rb +6 -6
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +25 -19
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/paths.rb +1 -1
- data/lib/google/cloud/dataproc/v1/cluster_controller.rb +1 -0
- data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +250 -46
- data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +95 -10
- data/lib/google/cloud/dataproc/v1/cluster_controller/paths.rb +71 -0
- data/lib/google/cloud/dataproc/v1/clusters_pb.rb +60 -0
- data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb +11 -7
- data/lib/google/cloud/dataproc/v1/job_controller/client.rb +56 -48
- data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +95 -10
- data/lib/google/cloud/dataproc/v1/jobs_pb.rb +2 -0
- data/lib/google/cloud/dataproc/v1/jobs_services_pb.rb +8 -8
- data/lib/google/cloud/dataproc/v1/shared_pb.rb +7 -0
- data/lib/google/cloud/dataproc/v1/version.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +42 -35
- data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +95 -10
- data/lib/google/cloud/dataproc/v1/workflow_template_service/paths.rb +39 -1
- data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +5 -0
- data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +10 -9
- data/proto_docs/google/api/field_behavior.rb +6 -0
- data/proto_docs/google/api/resource.rb +50 -14
- data/proto_docs/google/cloud/dataproc/v1/clusters.rb +240 -16
- data/proto_docs/google/cloud/dataproc/v1/jobs.rb +29 -10
- data/proto_docs/google/cloud/dataproc/v1/shared.rb +24 -1
- data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb +34 -7
- data/proto_docs/google/longrunning/operations.rb +17 -3
- data/proto_docs/google/protobuf/any.rb +5 -2
- data/proto_docs/google/protobuf/timestamp.rb +10 -1
- metadata +21 -11
@@ -103,8 +103,13 @@ module Google
|
|
103
103
|
# Lists operations that match the specified filter in the request. If the
|
104
104
|
# server doesn't support this method, it returns `UNIMPLEMENTED`.
|
105
105
|
#
|
106
|
-
# NOTE: the `name` binding
|
107
|
-
# to use different resource name schemes, such as `users/*/operations`.
|
106
|
+
# NOTE: the `name` binding allows API services to override the binding
|
107
|
+
# to use different resource name schemes, such as `users/*/operations`. To
|
108
|
+
# override the binding, API services can add a binding such as
|
109
|
+
# `"/v1/{name=users/*}/operations"` to their service configuration.
|
110
|
+
# For backwards compatibility, the default name includes the operations
|
111
|
+
# collection id, however overriding users must ensure the name binding
|
112
|
+
# is the parent resource, without the operations collection id.
|
108
113
|
#
|
109
114
|
# @overload list_operations(request, options = nil)
|
110
115
|
# Pass arguments to `list_operations` via a request object, either of type
|
@@ -122,7 +127,7 @@ module Google
|
|
122
127
|
# the default parameter values, pass an empty Hash as a request object (see above).
|
123
128
|
#
|
124
129
|
# @param name [::String]
|
125
|
-
# The name of the operation
|
130
|
+
# The name of the operation's parent resource.
|
126
131
|
# @param filter [::String]
|
127
132
|
# The standard list filter.
|
128
133
|
# @param page_size [::Integer]
|
@@ -390,6 +395,79 @@ module Google
|
|
390
395
|
raise ::Google::Cloud::Error.from_error(e)
|
391
396
|
end
|
392
397
|
|
398
|
+
##
|
399
|
+
# Waits for the specified long-running operation until it is done or reaches
|
400
|
+
# at most a specified timeout, returning the latest state. If the operation
|
401
|
+
# is already done, the latest state is immediately returned. If the timeout
|
402
|
+
# specified is greater than the default HTTP/RPC timeout, the HTTP/RPC
|
403
|
+
# timeout is used. If the server does not support this method, it returns
|
404
|
+
# `google.rpc.Code.UNIMPLEMENTED`.
|
405
|
+
# Note that this method is on a best-effort basis. It may return the latest
|
406
|
+
# state before the specified timeout (including immediately), meaning even an
|
407
|
+
# immediate response is no guarantee that the operation is done.
|
408
|
+
#
|
409
|
+
# @overload wait_operation(request, options = nil)
|
410
|
+
# Pass arguments to `wait_operation` via a request object, either of type
|
411
|
+
# {::Google::Longrunning::WaitOperationRequest} or an equivalent Hash.
|
412
|
+
#
|
413
|
+
# @param request [::Google::Longrunning::WaitOperationRequest, ::Hash]
|
414
|
+
# A request object representing the call parameters. Required. To specify no
|
415
|
+
# parameters, or to keep all the default parameter values, pass an empty Hash.
|
416
|
+
# @param options [::Gapic::CallOptions, ::Hash]
|
417
|
+
# Overrides the default settings for this call, e.g, timeout, retries, etc. Optional.
|
418
|
+
#
|
419
|
+
# @overload wait_operation(name: nil, timeout: nil)
|
420
|
+
# Pass arguments to `wait_operation` via keyword arguments. Note that at
|
421
|
+
# least one keyword argument is required. To specify no parameters, or to keep all
|
422
|
+
# the default parameter values, pass an empty Hash as a request object (see above).
|
423
|
+
#
|
424
|
+
# @param name [::String]
|
425
|
+
# The name of the operation resource to wait on.
|
426
|
+
# @param timeout [::Google::Protobuf::Duration, ::Hash]
|
427
|
+
# The maximum duration to wait before timing out. If left blank, the wait
|
428
|
+
# will be at most the time permitted by the underlying HTTP/RPC protocol.
|
429
|
+
# If RPC context deadline is also specified, the shorter one will be used.
|
430
|
+
#
|
431
|
+
# @yield [response, operation] Access the result along with the RPC operation
|
432
|
+
# @yieldparam response [::Gapic::Operation]
|
433
|
+
# @yieldparam operation [::GRPC::ActiveCall::Operation]
|
434
|
+
#
|
435
|
+
# @return [::Gapic::Operation]
|
436
|
+
#
|
437
|
+
# @raise [::Google::Cloud::Error] if the RPC is aborted.
|
438
|
+
#
|
439
|
+
def wait_operation request, options = nil
|
440
|
+
raise ::ArgumentError, "request must be provided" if request.nil?
|
441
|
+
|
442
|
+
request = ::Gapic::Protobuf.coerce request, to: ::Google::Longrunning::WaitOperationRequest
|
443
|
+
|
444
|
+
# Converts hash and nil to an options object
|
445
|
+
options = ::Gapic::CallOptions.new(**options.to_h) if options.respond_to? :to_h
|
446
|
+
|
447
|
+
# Customize the options with defaults
|
448
|
+
metadata = @config.rpcs.wait_operation.metadata.to_h
|
449
|
+
|
450
|
+
# Set x-goog-api-client and x-goog-user-project headers
|
451
|
+
metadata[:"x-goog-api-client"] ||= ::Gapic::Headers.x_goog_api_client \
|
452
|
+
lib_name: @config.lib_name, lib_version: @config.lib_version,
|
453
|
+
gapic_version: ::Google::Cloud::Dataproc::V1::VERSION
|
454
|
+
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
455
|
+
|
456
|
+
options.apply_defaults timeout: @config.rpcs.wait_operation.timeout,
|
457
|
+
metadata: metadata,
|
458
|
+
retry_policy: @config.rpcs.wait_operation.retry_policy
|
459
|
+
options.apply_defaults metadata: @config.metadata,
|
460
|
+
retry_policy: @config.retry_policy
|
461
|
+
|
462
|
+
@operations_stub.call_rpc :wait_operation, request, options: options do |response, operation|
|
463
|
+
response = ::Gapic::Operation.new response, @operations_client, options: options
|
464
|
+
yield response, operation if block_given?
|
465
|
+
return response
|
466
|
+
end
|
467
|
+
rescue ::GRPC::BadStatus => e
|
468
|
+
raise ::Google::Cloud::Error.from_error(e)
|
469
|
+
end
|
470
|
+
|
393
471
|
##
|
394
472
|
# Configuration class for the Operations API.
|
395
473
|
#
|
@@ -482,7 +560,7 @@ module Google
|
|
482
560
|
config_attr :scope, nil, ::String, ::Array, nil
|
483
561
|
config_attr :lib_name, nil, ::String, nil
|
484
562
|
config_attr :lib_version, nil, ::String, nil
|
485
|
-
config_attr(:channel_args, { "grpc.service_config_disable_resolution"=>1 }, ::Hash, nil)
|
563
|
+
config_attr(:channel_args, { "grpc.service_config_disable_resolution" => 1 }, ::Hash, nil)
|
486
564
|
config_attr :interceptors, nil, ::Array, nil
|
487
565
|
config_attr :timeout, nil, ::Numeric, nil
|
488
566
|
config_attr :metadata, nil, ::Hash, nil
|
@@ -503,7 +581,7 @@ module Google
|
|
503
581
|
def rpcs
|
504
582
|
@rpcs ||= begin
|
505
583
|
parent_rpcs = nil
|
506
|
-
parent_rpcs = @parent_config.rpcs if defined?(@parent_config) && @parent_config
|
584
|
+
parent_rpcs = @parent_config.rpcs if defined?(@parent_config) && @parent_config.respond_to?(:rpcs)
|
507
585
|
Rpcs.new parent_rpcs
|
508
586
|
end
|
509
587
|
end
|
@@ -515,7 +593,7 @@ module Google
|
|
515
593
|
# Each configuration object is of type `Gapic::Config::Method` and includes
|
516
594
|
# the following configuration fields:
|
517
595
|
#
|
518
|
-
# * `timeout` (*type:* `Numeric`) - The call timeout in
|
596
|
+
# * `timeout` (*type:* `Numeric`) - The call timeout in seconds
|
519
597
|
# * `metadata` (*type:* `Hash{Symbol=>String}`) - Additional gRPC headers
|
520
598
|
# * `retry_policy (*type:* `Hash`) - The retry policy. The policy fields
|
521
599
|
# include the following keys:
|
@@ -546,17 +624,24 @@ module Google
|
|
546
624
|
# @return [::Gapic::Config::Method]
|
547
625
|
#
|
548
626
|
attr_reader :cancel_operation
|
627
|
+
##
|
628
|
+
# RPC-specific configuration for `wait_operation`
|
629
|
+
# @return [::Gapic::Config::Method]
|
630
|
+
#
|
631
|
+
attr_reader :wait_operation
|
549
632
|
|
550
633
|
# @private
|
551
634
|
def initialize parent_rpcs = nil
|
552
|
-
list_operations_config = parent_rpcs
|
635
|
+
list_operations_config = parent_rpcs.list_operations if parent_rpcs.respond_to? :list_operations
|
553
636
|
@list_operations = ::Gapic::Config::Method.new list_operations_config
|
554
|
-
get_operation_config = parent_rpcs
|
637
|
+
get_operation_config = parent_rpcs.get_operation if parent_rpcs.respond_to? :get_operation
|
555
638
|
@get_operation = ::Gapic::Config::Method.new get_operation_config
|
556
|
-
delete_operation_config = parent_rpcs
|
639
|
+
delete_operation_config = parent_rpcs.delete_operation if parent_rpcs.respond_to? :delete_operation
|
557
640
|
@delete_operation = ::Gapic::Config::Method.new delete_operation_config
|
558
|
-
cancel_operation_config = parent_rpcs
|
641
|
+
cancel_operation_config = parent_rpcs.cancel_operation if parent_rpcs.respond_to? :cancel_operation
|
559
642
|
@cancel_operation = ::Gapic::Config::Method.new cancel_operation_config
|
643
|
+
wait_operation_config = parent_rpcs.wait_operation if parent_rpcs.respond_to? :wait_operation
|
644
|
+
@wait_operation = ::Gapic::Config::Method.new wait_operation_config
|
560
645
|
|
561
646
|
yield self if block_given?
|
562
647
|
end
|
@@ -0,0 +1,71 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
# Copyright 2021 Google LLC
|
4
|
+
#
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
6
|
+
# you may not use this file except in compliance with the License.
|
7
|
+
# You may obtain a copy of the License at
|
8
|
+
#
|
9
|
+
# https://www.apache.org/licenses/LICENSE-2.0
|
10
|
+
#
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
14
|
+
# See the License for the specific language governing permissions and
|
15
|
+
# limitations under the License.
|
16
|
+
|
17
|
+
# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
|
18
|
+
|
19
|
+
|
20
|
+
module Google
|
21
|
+
module Cloud
|
22
|
+
module Dataproc
|
23
|
+
module V1
|
24
|
+
module ClusterController
|
25
|
+
# Path helper methods for the ClusterController API.
|
26
|
+
module Paths
|
27
|
+
##
|
28
|
+
# Create a fully-qualified Cluster resource string.
|
29
|
+
#
|
30
|
+
# The resource will be in the following format:
|
31
|
+
#
|
32
|
+
# `projects/{project}/locations/{location}/clusters/{cluster}`
|
33
|
+
#
|
34
|
+
# @param project [String]
|
35
|
+
# @param location [String]
|
36
|
+
# @param cluster [String]
|
37
|
+
#
|
38
|
+
# @return [::String]
|
39
|
+
def cluster_path project:, location:, cluster:
|
40
|
+
raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
|
41
|
+
raise ::ArgumentError, "location cannot contain /" if location.to_s.include? "/"
|
42
|
+
|
43
|
+
"projects/#{project}/locations/#{location}/clusters/#{cluster}"
|
44
|
+
end
|
45
|
+
|
46
|
+
##
|
47
|
+
# Create a fully-qualified Service resource string.
|
48
|
+
#
|
49
|
+
# The resource will be in the following format:
|
50
|
+
#
|
51
|
+
# `projects/{project}/locations/{location}/services/{service}`
|
52
|
+
#
|
53
|
+
# @param project [String]
|
54
|
+
# @param location [String]
|
55
|
+
# @param service [String]
|
56
|
+
#
|
57
|
+
# @return [::String]
|
58
|
+
def service_path project:, location:, service:
|
59
|
+
raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
|
60
|
+
raise ::ArgumentError, "location cannot contain /" if location.to_s.include? "/"
|
61
|
+
|
62
|
+
"projects/#{project}/locations/#{location}/services/#{service}"
|
63
|
+
end
|
64
|
+
|
65
|
+
extend self
|
66
|
+
end
|
67
|
+
end
|
68
|
+
end
|
69
|
+
end
|
70
|
+
end
|
71
|
+
end
|
@@ -6,6 +6,7 @@ require 'google/protobuf'
|
|
6
6
|
require 'google/api/annotations_pb'
|
7
7
|
require 'google/api/client_pb'
|
8
8
|
require 'google/api/field_behavior_pb'
|
9
|
+
require 'google/api/resource_pb'
|
9
10
|
require 'google/cloud/dataproc/v1/shared_pb'
|
10
11
|
require 'google/longrunning/operations_pb'
|
11
12
|
require 'google/protobuf/duration_pb'
|
@@ -37,6 +38,15 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
37
38
|
optional :security_config, :message, 16, "google.cloud.dataproc.v1.SecurityConfig"
|
38
39
|
optional :lifecycle_config, :message, 17, "google.cloud.dataproc.v1.LifecycleConfig"
|
39
40
|
optional :endpoint_config, :message, 19, "google.cloud.dataproc.v1.EndpointConfig"
|
41
|
+
optional :metastore_config, :message, 20, "google.cloud.dataproc.v1.MetastoreConfig"
|
42
|
+
optional :gke_cluster_config, :message, 21, "google.cloud.dataproc.v1.GkeClusterConfig"
|
43
|
+
end
|
44
|
+
add_message "google.cloud.dataproc.v1.GkeClusterConfig" do
|
45
|
+
optional :namespaced_gke_deployment_target, :message, 1, "google.cloud.dataproc.v1.GkeClusterConfig.NamespacedGkeDeploymentTarget"
|
46
|
+
end
|
47
|
+
add_message "google.cloud.dataproc.v1.GkeClusterConfig.NamespacedGkeDeploymentTarget" do
|
48
|
+
optional :target_gke_cluster, :string, 1
|
49
|
+
optional :cluster_namespace, :string, 2
|
40
50
|
end
|
41
51
|
add_message "google.cloud.dataproc.v1.EndpointConfig" do
|
42
52
|
map :http_ports, :string, :string, 1
|
@@ -53,11 +63,28 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
53
63
|
optional :network_uri, :string, 2
|
54
64
|
optional :subnetwork_uri, :string, 6
|
55
65
|
optional :internal_ip_only, :bool, 7
|
66
|
+
optional :private_ipv6_google_access, :enum, 12, "google.cloud.dataproc.v1.GceClusterConfig.PrivateIpv6GoogleAccess"
|
56
67
|
optional :service_account, :string, 8
|
57
68
|
repeated :service_account_scopes, :string, 3
|
58
69
|
repeated :tags, :string, 4
|
59
70
|
map :metadata, :string, :string, 5
|
60
71
|
optional :reservation_affinity, :message, 11, "google.cloud.dataproc.v1.ReservationAffinity"
|
72
|
+
optional :node_group_affinity, :message, 13, "google.cloud.dataproc.v1.NodeGroupAffinity"
|
73
|
+
optional :shielded_instance_config, :message, 14, "google.cloud.dataproc.v1.ShieldedInstanceConfig"
|
74
|
+
end
|
75
|
+
add_enum "google.cloud.dataproc.v1.GceClusterConfig.PrivateIpv6GoogleAccess" do
|
76
|
+
value :PRIVATE_IPV6_GOOGLE_ACCESS_UNSPECIFIED, 0
|
77
|
+
value :INHERIT_FROM_SUBNETWORK, 1
|
78
|
+
value :OUTBOUND, 2
|
79
|
+
value :BIDIRECTIONAL, 3
|
80
|
+
end
|
81
|
+
add_message "google.cloud.dataproc.v1.NodeGroupAffinity" do
|
82
|
+
optional :node_group_uri, :string, 1
|
83
|
+
end
|
84
|
+
add_message "google.cloud.dataproc.v1.ShieldedInstanceConfig" do
|
85
|
+
optional :enable_secure_boot, :bool, 1
|
86
|
+
optional :enable_vtpm, :bool, 2
|
87
|
+
optional :enable_integrity_monitoring, :bool, 3
|
61
88
|
end
|
62
89
|
add_message "google.cloud.dataproc.v1.InstanceGroupConfig" do
|
63
90
|
optional :num_instances, :int32, 1
|
@@ -106,6 +133,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
106
133
|
value :ERROR, 3
|
107
134
|
value :DELETING, 4
|
108
135
|
value :UPDATING, 5
|
136
|
+
value :STOPPING, 6
|
137
|
+
value :STOPPED, 7
|
138
|
+
value :STARTING, 8
|
109
139
|
end
|
110
140
|
add_enum "google.cloud.dataproc.v1.ClusterStatus.Substate" do
|
111
141
|
value :UNSPECIFIED, 0
|
@@ -114,6 +144,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
114
144
|
end
|
115
145
|
add_message "google.cloud.dataproc.v1.SecurityConfig" do
|
116
146
|
optional :kerberos_config, :message, 1, "google.cloud.dataproc.v1.KerberosConfig"
|
147
|
+
optional :identity_config, :message, 2, "google.cloud.dataproc.v1.IdentityConfig"
|
117
148
|
end
|
118
149
|
add_message "google.cloud.dataproc.v1.KerberosConfig" do
|
119
150
|
optional :enable_kerberos, :bool, 1
|
@@ -132,6 +163,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
132
163
|
optional :tgt_lifetime_hours, :int32, 14
|
133
164
|
optional :realm, :string, 15
|
134
165
|
end
|
166
|
+
add_message "google.cloud.dataproc.v1.IdentityConfig" do
|
167
|
+
map :user_service_account_mapping, :string, :string, 1
|
168
|
+
end
|
135
169
|
add_message "google.cloud.dataproc.v1.SoftwareConfig" do
|
136
170
|
optional :image_version, :string, 1
|
137
171
|
map :properties, :string, :string, 2
|
@@ -145,6 +179,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
145
179
|
optional :auto_delete_ttl, :message, 3, "google.protobuf.Duration"
|
146
180
|
end
|
147
181
|
end
|
182
|
+
add_message "google.cloud.dataproc.v1.MetastoreConfig" do
|
183
|
+
optional :dataproc_metastore_service, :string, 1
|
184
|
+
end
|
148
185
|
add_message "google.cloud.dataproc.v1.ClusterMetrics" do
|
149
186
|
map :hdfs_metrics, :string, :int64, 1
|
150
187
|
map :yarn_metrics, :string, :int64, 2
|
@@ -164,6 +201,20 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
164
201
|
optional :update_mask, :message, 4, "google.protobuf.FieldMask"
|
165
202
|
optional :request_id, :string, 7
|
166
203
|
end
|
204
|
+
add_message "google.cloud.dataproc.v1.StopClusterRequest" do
|
205
|
+
optional :project_id, :string, 1
|
206
|
+
optional :region, :string, 2
|
207
|
+
optional :cluster_name, :string, 3
|
208
|
+
optional :cluster_uuid, :string, 4
|
209
|
+
optional :request_id, :string, 5
|
210
|
+
end
|
211
|
+
add_message "google.cloud.dataproc.v1.StartClusterRequest" do
|
212
|
+
optional :project_id, :string, 1
|
213
|
+
optional :region, :string, 2
|
214
|
+
optional :cluster_name, :string, 3
|
215
|
+
optional :cluster_uuid, :string, 4
|
216
|
+
optional :request_id, :string, 5
|
217
|
+
end
|
167
218
|
add_message "google.cloud.dataproc.v1.DeleteClusterRequest" do
|
168
219
|
optional :project_id, :string, 1
|
169
220
|
optional :region, :string, 3
|
@@ -215,10 +266,15 @@ module Google
|
|
215
266
|
module V1
|
216
267
|
Cluster = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.Cluster").msgclass
|
217
268
|
ClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterConfig").msgclass
|
269
|
+
GkeClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GkeClusterConfig").msgclass
|
270
|
+
GkeClusterConfig::NamespacedGkeDeploymentTarget = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GkeClusterConfig.NamespacedGkeDeploymentTarget").msgclass
|
218
271
|
EndpointConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.EndpointConfig").msgclass
|
219
272
|
AutoscalingConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.AutoscalingConfig").msgclass
|
220
273
|
EncryptionConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.EncryptionConfig").msgclass
|
221
274
|
GceClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GceClusterConfig").msgclass
|
275
|
+
GceClusterConfig::PrivateIpv6GoogleAccess = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GceClusterConfig.PrivateIpv6GoogleAccess").enummodule
|
276
|
+
NodeGroupAffinity = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.NodeGroupAffinity").msgclass
|
277
|
+
ShieldedInstanceConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ShieldedInstanceConfig").msgclass
|
222
278
|
InstanceGroupConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.InstanceGroupConfig").msgclass
|
223
279
|
InstanceGroupConfig::Preemptibility = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.InstanceGroupConfig.Preemptibility").enummodule
|
224
280
|
ManagedGroupConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ManagedGroupConfig").msgclass
|
@@ -230,11 +286,15 @@ module Google
|
|
230
286
|
ClusterStatus::Substate = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterStatus.Substate").enummodule
|
231
287
|
SecurityConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SecurityConfig").msgclass
|
232
288
|
KerberosConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.KerberosConfig").msgclass
|
289
|
+
IdentityConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.IdentityConfig").msgclass
|
233
290
|
SoftwareConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SoftwareConfig").msgclass
|
234
291
|
LifecycleConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.LifecycleConfig").msgclass
|
292
|
+
MetastoreConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.MetastoreConfig").msgclass
|
235
293
|
ClusterMetrics = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterMetrics").msgclass
|
236
294
|
CreateClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.CreateClusterRequest").msgclass
|
237
295
|
UpdateClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.UpdateClusterRequest").msgclass
|
296
|
+
StopClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.StopClusterRequest").msgclass
|
297
|
+
StartClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.StartClusterRequest").msgclass
|
238
298
|
DeleteClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DeleteClusterRequest").msgclass
|
239
299
|
GetClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GetClusterRequest").msgclass
|
240
300
|
ListClustersRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ListClustersRequest").msgclass
|
@@ -28,7 +28,7 @@ module Google
|
|
28
28
|
# of Compute Engine instances.
|
29
29
|
class Service
|
30
30
|
|
31
|
-
include GRPC::GenericService
|
31
|
+
include ::GRPC::GenericService
|
32
32
|
|
33
33
|
self.marshal_class_method = :encode
|
34
34
|
self.unmarshal_class_method = :decode
|
@@ -37,19 +37,23 @@ module Google
|
|
37
37
|
# Creates a cluster in a project. The returned
|
38
38
|
# [Operation.metadata][google.longrunning.Operation.metadata] will be
|
39
39
|
# [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
|
40
|
-
rpc :CreateCluster, Google::Cloud::Dataproc::V1::CreateClusterRequest, Google::Longrunning::Operation
|
40
|
+
rpc :CreateCluster, ::Google::Cloud::Dataproc::V1::CreateClusterRequest, ::Google::Longrunning::Operation
|
41
41
|
# Updates a cluster in a project. The returned
|
42
42
|
# [Operation.metadata][google.longrunning.Operation.metadata] will be
|
43
43
|
# [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
|
44
|
-
rpc :UpdateCluster, Google::Cloud::Dataproc::V1::UpdateClusterRequest, Google::Longrunning::Operation
|
44
|
+
rpc :UpdateCluster, ::Google::Cloud::Dataproc::V1::UpdateClusterRequest, ::Google::Longrunning::Operation
|
45
|
+
# Stops a cluster in a project.
|
46
|
+
rpc :StopCluster, ::Google::Cloud::Dataproc::V1::StopClusterRequest, ::Google::Longrunning::Operation
|
47
|
+
# Starts a cluster in a project.
|
48
|
+
rpc :StartCluster, ::Google::Cloud::Dataproc::V1::StartClusterRequest, ::Google::Longrunning::Operation
|
45
49
|
# Deletes a cluster in a project. The returned
|
46
50
|
# [Operation.metadata][google.longrunning.Operation.metadata] will be
|
47
51
|
# [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
|
48
|
-
rpc :DeleteCluster, Google::Cloud::Dataproc::V1::DeleteClusterRequest, Google::Longrunning::Operation
|
52
|
+
rpc :DeleteCluster, ::Google::Cloud::Dataproc::V1::DeleteClusterRequest, ::Google::Longrunning::Operation
|
49
53
|
# Gets the resource representation for a cluster in a project.
|
50
|
-
rpc :GetCluster, Google::Cloud::Dataproc::V1::GetClusterRequest, Google::Cloud::Dataproc::V1::Cluster
|
54
|
+
rpc :GetCluster, ::Google::Cloud::Dataproc::V1::GetClusterRequest, ::Google::Cloud::Dataproc::V1::Cluster
|
51
55
|
# Lists all regions/{region}/clusters in a project alphabetically.
|
52
|
-
rpc :ListClusters, Google::Cloud::Dataproc::V1::ListClustersRequest, Google::Cloud::Dataproc::V1::ListClustersResponse
|
56
|
+
rpc :ListClusters, ::Google::Cloud::Dataproc::V1::ListClustersRequest, ::Google::Cloud::Dataproc::V1::ListClustersResponse
|
53
57
|
# Gets cluster diagnostic information. The returned
|
54
58
|
# [Operation.metadata][google.longrunning.Operation.metadata] will be
|
55
59
|
# [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
|
@@ -57,7 +61,7 @@ module Google
|
|
57
61
|
# [Operation.response][google.longrunning.Operation.response]
|
58
62
|
# contains
|
59
63
|
# [DiagnoseClusterResults](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#diagnoseclusterresults).
|
60
|
-
rpc :DiagnoseCluster, Google::Cloud::Dataproc::V1::DiagnoseClusterRequest, Google::Longrunning::Operation
|
64
|
+
rpc :DiagnoseCluster, ::Google::Cloud::Dataproc::V1::DiagnoseClusterRequest, ::Google::Longrunning::Operation
|
61
65
|
end
|
62
66
|
|
63
67
|
Stub = Service.rpc_stub_class
|
@@ -58,7 +58,7 @@ module Google
|
|
58
58
|
parent_config = while namespace.any?
|
59
59
|
parent_name = namespace.join "::"
|
60
60
|
parent_const = const_get parent_name
|
61
|
-
break parent_const.configure if parent_const
|
61
|
+
break parent_const.configure if parent_const.respond_to? :configure
|
62
62
|
namespace.pop
|
63
63
|
end
|
64
64
|
default_config = Client::Configuration.new parent_config
|
@@ -66,57 +66,57 @@ module Google
|
|
66
66
|
default_config.rpcs.submit_job.timeout = 900.0
|
67
67
|
default_config.rpcs.submit_job.retry_policy = {
|
68
68
|
initial_delay: 0.1,
|
69
|
-
|
70
|
-
|
71
|
-
|
69
|
+
max_delay: 60.0,
|
70
|
+
multiplier: 1.3,
|
71
|
+
retry_codes: [14]
|
72
72
|
}
|
73
73
|
|
74
74
|
default_config.rpcs.submit_job_as_operation.timeout = 900.0
|
75
75
|
default_config.rpcs.submit_job_as_operation.retry_policy = {
|
76
76
|
initial_delay: 0.1,
|
77
|
-
|
78
|
-
|
79
|
-
|
77
|
+
max_delay: 60.0,
|
78
|
+
multiplier: 1.3,
|
79
|
+
retry_codes: [14]
|
80
80
|
}
|
81
81
|
|
82
82
|
default_config.rpcs.get_job.timeout = 900.0
|
83
83
|
default_config.rpcs.get_job.retry_policy = {
|
84
84
|
initial_delay: 0.1,
|
85
|
-
|
86
|
-
|
87
|
-
|
85
|
+
max_delay: 60.0,
|
86
|
+
multiplier: 1.3,
|
87
|
+
retry_codes: [4, 13, 14]
|
88
88
|
}
|
89
89
|
|
90
90
|
default_config.rpcs.list_jobs.timeout = 900.0
|
91
91
|
default_config.rpcs.list_jobs.retry_policy = {
|
92
92
|
initial_delay: 0.1,
|
93
|
-
|
94
|
-
|
95
|
-
|
93
|
+
max_delay: 60.0,
|
94
|
+
multiplier: 1.3,
|
95
|
+
retry_codes: [4, 13, 14]
|
96
96
|
}
|
97
97
|
|
98
98
|
default_config.rpcs.update_job.timeout = 900.0
|
99
99
|
default_config.rpcs.update_job.retry_policy = {
|
100
100
|
initial_delay: 0.1,
|
101
|
-
|
102
|
-
|
103
|
-
|
101
|
+
max_delay: 60.0,
|
102
|
+
multiplier: 1.3,
|
103
|
+
retry_codes: [14]
|
104
104
|
}
|
105
105
|
|
106
106
|
default_config.rpcs.cancel_job.timeout = 900.0
|
107
107
|
default_config.rpcs.cancel_job.retry_policy = {
|
108
108
|
initial_delay: 0.1,
|
109
|
-
|
110
|
-
|
111
|
-
|
109
|
+
max_delay: 60.0,
|
110
|
+
multiplier: 1.3,
|
111
|
+
retry_codes: [4, 13, 14]
|
112
112
|
}
|
113
113
|
|
114
114
|
default_config.rpcs.delete_job.timeout = 900.0
|
115
115
|
default_config.rpcs.delete_job.retry_policy = {
|
116
116
|
initial_delay: 0.1,
|
117
|
-
|
118
|
-
|
119
|
-
|
117
|
+
max_delay: 60.0,
|
118
|
+
multiplier: 1.3,
|
119
|
+
retry_codes: [14]
|
120
120
|
}
|
121
121
|
|
122
122
|
default_config
|
@@ -180,7 +180,13 @@ module Google
|
|
180
180
|
|
181
181
|
# Create credentials
|
182
182
|
credentials = @config.credentials
|
183
|
-
|
183
|
+
# Use self-signed JWT if the scope and endpoint are unchanged from default,
|
184
|
+
# but only if the default endpoint does not have a region prefix.
|
185
|
+
enable_self_signed_jwt = @config.scope == Client.configure.scope &&
|
186
|
+
@config.endpoint == Client.configure.endpoint &&
|
187
|
+
!@config.endpoint.split(".").first.include?("-")
|
188
|
+
credentials ||= Credentials.default scope: @config.scope,
|
189
|
+
enable_self_signed_jwt: enable_self_signed_jwt
|
184
190
|
if credentials.is_a?(String) || credentials.is_a?(Hash)
|
185
191
|
credentials = Credentials.new credentials, scope: @config.scope
|
186
192
|
end
|
@@ -237,8 +243,9 @@ module Google
|
|
237
243
|
# Required. The job resource.
|
238
244
|
# @param request_id [::String]
|
239
245
|
# Optional. A unique id used to identify the request. If the server
|
240
|
-
# receives two
|
241
|
-
#
|
246
|
+
# receives two
|
247
|
+
# [SubmitJobRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.SubmitJobRequest)s
|
248
|
+
# with the same id, then the second request will be ignored and the
|
242
249
|
# first {::Google::Cloud::Dataproc::V1::Job Job} created and stored in the backend
|
243
250
|
# is returned.
|
244
251
|
#
|
@@ -275,7 +282,7 @@ module Google
|
|
275
282
|
|
276
283
|
header_params = {
|
277
284
|
"project_id" => request.project_id,
|
278
|
-
"region"
|
285
|
+
"region" => request.region
|
279
286
|
}
|
280
287
|
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
281
288
|
metadata[:"x-goog-request-params"] ||= request_params_header
|
@@ -321,8 +328,9 @@ module Google
|
|
321
328
|
# Required. The job resource.
|
322
329
|
# @param request_id [::String]
|
323
330
|
# Optional. A unique id used to identify the request. If the server
|
324
|
-
# receives two
|
325
|
-
#
|
331
|
+
# receives two
|
332
|
+
# [SubmitJobRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.SubmitJobRequest)s
|
333
|
+
# with the same id, then the second request will be ignored and the
|
326
334
|
# first {::Google::Cloud::Dataproc::V1::Job Job} created and stored in the backend
|
327
335
|
# is returned.
|
328
336
|
#
|
@@ -359,7 +367,7 @@ module Google
|
|
359
367
|
|
360
368
|
header_params = {
|
361
369
|
"project_id" => request.project_id,
|
362
|
-
"region"
|
370
|
+
"region" => request.region
|
363
371
|
}
|
364
372
|
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
365
373
|
metadata[:"x-goog-request-params"] ||= request_params_header
|
@@ -432,8 +440,8 @@ module Google
|
|
432
440
|
|
433
441
|
header_params = {
|
434
442
|
"project_id" => request.project_id,
|
435
|
-
"region"
|
436
|
-
"job_id"
|
443
|
+
"region" => request.region,
|
444
|
+
"job_id" => request.job_id
|
437
445
|
}
|
438
446
|
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
439
447
|
metadata[:"x-goog-request-params"] ||= request_params_header
|
@@ -531,7 +539,7 @@ module Google
|
|
531
539
|
|
532
540
|
header_params = {
|
533
541
|
"project_id" => request.project_id,
|
534
|
-
"region"
|
542
|
+
"region" => request.region
|
535
543
|
}
|
536
544
|
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
537
545
|
metadata[:"x-goog-request-params"] ||= request_params_header
|
@@ -613,8 +621,8 @@ module Google
|
|
613
621
|
|
614
622
|
header_params = {
|
615
623
|
"project_id" => request.project_id,
|
616
|
-
"region"
|
617
|
-
"job_id"
|
624
|
+
"region" => request.region,
|
625
|
+
"job_id" => request.job_id
|
618
626
|
}
|
619
627
|
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
620
628
|
metadata[:"x-goog-request-params"] ||= request_params_header
|
@@ -690,8 +698,8 @@ module Google
|
|
690
698
|
|
691
699
|
header_params = {
|
692
700
|
"project_id" => request.project_id,
|
693
|
-
"region"
|
694
|
-
"job_id"
|
701
|
+
"region" => request.region,
|
702
|
+
"job_id" => request.job_id
|
695
703
|
}
|
696
704
|
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
697
705
|
metadata[:"x-goog-request-params"] ||= request_params_header
|
@@ -764,8 +772,8 @@ module Google
|
|
764
772
|
|
765
773
|
header_params = {
|
766
774
|
"project_id" => request.project_id,
|
767
|
-
"region"
|
768
|
-
"job_id"
|
775
|
+
"region" => request.region,
|
776
|
+
"job_id" => request.job_id
|
769
777
|
}
|
770
778
|
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
771
779
|
metadata[:"x-goog-request-params"] ||= request_params_header
|
@@ -876,7 +884,7 @@ module Google
|
|
876
884
|
config_attr :scope, nil, ::String, ::Array, nil
|
877
885
|
config_attr :lib_name, nil, ::String, nil
|
878
886
|
config_attr :lib_version, nil, ::String, nil
|
879
|
-
config_attr(:channel_args, { "grpc.service_config_disable_resolution"=>1 }, ::Hash, nil)
|
887
|
+
config_attr(:channel_args, { "grpc.service_config_disable_resolution" => 1 }, ::Hash, nil)
|
880
888
|
config_attr :interceptors, nil, ::Array, nil
|
881
889
|
config_attr :timeout, nil, ::Numeric, nil
|
882
890
|
config_attr :metadata, nil, ::Hash, nil
|
@@ -897,7 +905,7 @@ module Google
|
|
897
905
|
def rpcs
|
898
906
|
@rpcs ||= begin
|
899
907
|
parent_rpcs = nil
|
900
|
-
parent_rpcs = @parent_config.rpcs if defined?(@parent_config) && @parent_config
|
908
|
+
parent_rpcs = @parent_config.rpcs if defined?(@parent_config) && @parent_config.respond_to?(:rpcs)
|
901
909
|
Rpcs.new parent_rpcs
|
902
910
|
end
|
903
911
|
end
|
@@ -909,7 +917,7 @@ module Google
|
|
909
917
|
# Each configuration object is of type `Gapic::Config::Method` and includes
|
910
918
|
# the following configuration fields:
|
911
919
|
#
|
912
|
-
# * `timeout` (*type:* `Numeric`) - The call timeout in
|
920
|
+
# * `timeout` (*type:* `Numeric`) - The call timeout in seconds
|
913
921
|
# * `metadata` (*type:* `Hash{Symbol=>String}`) - Additional gRPC headers
|
914
922
|
# * `retry_policy (*type:* `Hash`) - The retry policy. The policy fields
|
915
923
|
# include the following keys:
|
@@ -958,19 +966,19 @@ module Google
|
|
958
966
|
|
959
967
|
# @private
|
960
968
|
def initialize parent_rpcs = nil
|
961
|
-
submit_job_config = parent_rpcs
|
969
|
+
submit_job_config = parent_rpcs.submit_job if parent_rpcs.respond_to? :submit_job
|
962
970
|
@submit_job = ::Gapic::Config::Method.new submit_job_config
|
963
|
-
submit_job_as_operation_config = parent_rpcs
|
971
|
+
submit_job_as_operation_config = parent_rpcs.submit_job_as_operation if parent_rpcs.respond_to? :submit_job_as_operation
|
964
972
|
@submit_job_as_operation = ::Gapic::Config::Method.new submit_job_as_operation_config
|
965
|
-
get_job_config = parent_rpcs
|
973
|
+
get_job_config = parent_rpcs.get_job if parent_rpcs.respond_to? :get_job
|
966
974
|
@get_job = ::Gapic::Config::Method.new get_job_config
|
967
|
-
list_jobs_config = parent_rpcs
|
975
|
+
list_jobs_config = parent_rpcs.list_jobs if parent_rpcs.respond_to? :list_jobs
|
968
976
|
@list_jobs = ::Gapic::Config::Method.new list_jobs_config
|
969
|
-
update_job_config = parent_rpcs
|
977
|
+
update_job_config = parent_rpcs.update_job if parent_rpcs.respond_to? :update_job
|
970
978
|
@update_job = ::Gapic::Config::Method.new update_job_config
|
971
|
-
cancel_job_config = parent_rpcs
|
979
|
+
cancel_job_config = parent_rpcs.cancel_job if parent_rpcs.respond_to? :cancel_job
|
972
980
|
@cancel_job = ::Gapic::Config::Method.new cancel_job_config
|
973
|
-
delete_job_config = parent_rpcs
|
981
|
+
delete_job_config = parent_rpcs.delete_job if parent_rpcs.respond_to? :delete_job
|
974
982
|
@delete_job = ::Gapic::Config::Method.new delete_job_config
|
975
983
|
|
976
984
|
yield self if block_given?
|