google-cloud-dataproc-v1 0.5.0 → 0.6.3

Sign up to get free protection for your applications and to get access to all the features.
Files changed (26) hide show
  1. checksums.yaml +4 -4
  2. data/AUTHENTICATION.md +8 -8
  3. data/README.md +1 -1
  4. data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +48 -54
  5. data/lib/google/cloud/dataproc/v1/cluster_controller.rb +1 -0
  6. data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +261 -72
  7. data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +34 -25
  8. data/lib/google/cloud/dataproc/v1/cluster_controller/paths.rb +71 -0
  9. data/lib/google/cloud/dataproc/v1/clusters_pb.rb +60 -0
  10. data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb +4 -0
  11. data/lib/google/cloud/dataproc/v1/job_controller/client.rb +64 -76
  12. data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +34 -25
  13. data/lib/google/cloud/dataproc/v1/jobs_pb.rb +2 -0
  14. data/lib/google/cloud/dataproc/v1/shared_pb.rb +7 -0
  15. data/lib/google/cloud/dataproc/v1/version.rb +1 -1
  16. data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +61 -74
  17. data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +34 -25
  18. data/lib/google/cloud/dataproc/v1/workflow_template_service/paths.rb +38 -0
  19. data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +5 -0
  20. data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +2 -1
  21. data/proto_docs/google/api/field_behavior.rb +7 -1
  22. data/proto_docs/google/cloud/dataproc/v1/clusters.rb +240 -16
  23. data/proto_docs/google/cloud/dataproc/v1/jobs.rb +29 -10
  24. data/proto_docs/google/cloud/dataproc/v1/shared.rb +24 -1
  25. data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb +34 -7
  26. metadata +14 -7
data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb CHANGED
@@ -82,7 +82,7 @@ module Google
82
82
  # Create credentials
83
83
  credentials = @config.credentials
84
84
  credentials ||= Credentials.default scope: @config.scope
85
- if credentials.is_a?(String) || credentials.is_a?(Hash)
85
+ if credentials.is_a?(::String) || credentials.is_a?(::Hash)
86
86
  credentials = Credentials.new credentials, scope: @config.scope
87
87
  end
88
88
  @quota_project_id = @config.quota_project
@@ -169,7 +169,9 @@ module Google
169
169
  options.apply_defaults timeout: @config.rpcs.list_operations.timeout,
170
170
  metadata: metadata,
171
171
  retry_policy: @config.rpcs.list_operations.retry_policy
172
- options.apply_defaults metadata: @config.metadata,
172
+
173
+ options.apply_defaults timeout: @config.timeout,
174
+ metadata: @config.metadata,
173
175
  retry_policy: @config.retry_policy
174
176
 
175
177
  @operations_stub.call_rpc :list_operations, request, options: options do |response, operation|
@@ -239,7 +241,9 @@ module Google
239
241
  options.apply_defaults timeout: @config.rpcs.get_operation.timeout,
240
242
  metadata: metadata,
241
243
  retry_policy: @config.rpcs.get_operation.retry_policy
242
- options.apply_defaults metadata: @config.metadata,
244
+
245
+ options.apply_defaults timeout: @config.timeout,
246
+ metadata: @config.metadata,
243
247
  retry_policy: @config.retry_policy
244
248
 
245
249
  @operations_stub.call_rpc :get_operation, request, options: options do |response, operation|
@@ -309,7 +313,9 @@ module Google
309
313
  options.apply_defaults timeout: @config.rpcs.delete_operation.timeout,
310
314
  metadata: metadata,
311
315
  retry_policy: @config.rpcs.delete_operation.retry_policy
312
- options.apply_defaults metadata: @config.metadata,
316
+
317
+ options.apply_defaults timeout: @config.timeout,
318
+ metadata: @config.metadata,
313
319
  retry_policy: @config.retry_policy
314
320
 
315
321
  @operations_stub.call_rpc :delete_operation, request, options: options do |response, operation|
@@ -384,7 +390,9 @@ module Google
384
390
  options.apply_defaults timeout: @config.rpcs.cancel_operation.timeout,
385
391
  metadata: metadata,
386
392
  retry_policy: @config.rpcs.cancel_operation.retry_policy
387
- options.apply_defaults metadata: @config.metadata,
393
+
394
+ options.apply_defaults timeout: @config.timeout,
395
+ metadata: @config.metadata,
388
396
  retry_policy: @config.retry_policy
389
397
 
390
398
  @operations_stub.call_rpc :cancel_operation, request, options: options do |response, operation|
@@ -396,9 +404,9 @@ module Google
396
404
  end
397
405
 
398
406
  ##
399
- # Waits for the specified long-running operation until it is done or reaches
400
- # at most a specified timeout, returning the latest state. If the operation
401
- # is already done, the latest state is immediately returned. If the timeout
407
+ # Waits until the specified long-running operation is done or reaches at most
408
+ # a specified timeout, returning the latest state. If the operation is
409
+ # already done, the latest state is immediately returned. If the timeout
402
410
  # specified is greater than the default HTTP/RPC timeout, the HTTP/RPC
403
411
  # timeout is used. If the server does not support this method, it returns
404
412
  # `google.rpc.Code.UNIMPLEMENTED`.
@@ -456,7 +464,9 @@ module Google
456
464
  options.apply_defaults timeout: @config.rpcs.wait_operation.timeout,
457
465
  metadata: metadata,
458
466
  retry_policy: @config.rpcs.wait_operation.retry_policy
459
- options.apply_defaults metadata: @config.metadata,
467
+
468
+ options.apply_defaults timeout: @config.timeout,
469
+ metadata: @config.metadata,
460
470
  retry_policy: @config.retry_policy
461
471
 
462
472
  @operations_stub.call_rpc :wait_operation, request, options: options do |response, operation|
@@ -481,22 +491,21 @@ module Google
481
491
  # Configuration can be applied globally to all clients, or to a single client
482
492
  # on construction.
483
493
  #
484
- # # Examples
485
- #
486
- # To modify the global config, setting the timeout for list_operations
487
- # to 20 seconds, and all remaining timeouts to 10 seconds:
488
- #
489
- # ::Google::Longrunning::Operations::Client.configure do |config|
490
- # config.timeout = 10.0
491
- # config.rpcs.list_operations.timeout = 20.0
492
- # end
493
- #
494
- # To apply the above configuration only to a new client:
495
- #
496
- # client = ::Google::Longrunning::Operations::Client.new do |config|
497
- # config.timeout = 10.0
498
- # config.rpcs.list_operations.timeout = 20.0
499
- # end
494
+ # @example
495
+ #
496
+ # # Modify the global config, setting the timeout for
497
+ # # list_operations to 20 seconds,
498
+ # # and all remaining timeouts to 10 seconds.
499
+ # ::Google::Longrunning::Operations::Client.configure do |config|
500
+ # config.timeout = 10.0
501
+ # config.rpcs.list_operations.timeout = 20.0
502
+ # end
503
+ #
504
+ # # Apply the above configuration only to a new client.
505
+ # client = ::Google::Longrunning::Operations::Client.new do |config|
506
+ # config.timeout = 10.0
507
+ # config.rpcs.list_operations.timeout = 20.0
508
+ # end
500
509
  #
501
510
  # @!attribute [rw] endpoint
502
511
  # The hostname or hostname:port of the service endpoint.
data/lib/google/cloud/dataproc/v1/cluster_controller/paths.rb ADDED
@@ -0,0 +1,71 @@
1
+ # frozen_string_literal: true
2
+
3
+ # Copyright 2021 Google LLC
4
+ #
5
+ # Licensed under the Apache License, Version 2.0 (the "License");
6
+ # you may not use this file except in compliance with the License.
7
+ # You may obtain a copy of the License at
8
+ #
9
+ # https://www.apache.org/licenses/LICENSE-2.0
10
+ #
11
+ # Unless required by applicable law or agreed to in writing, software
12
+ # distributed under the License is distributed on an "AS IS" BASIS,
13
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
+ # See the License for the specific language governing permissions and
15
+ # limitations under the License.
16
+
17
+ # Auto-generated by gapic-generator-ruby. DO NOT EDIT!
18
+
19
+
20
+ module Google
21
+ module Cloud
22
+ module Dataproc
23
+ module V1
24
+ module ClusterController
25
+ # Path helper methods for the ClusterController API.
26
+ module Paths
27
+ ##
28
+ # Create a fully-qualified Cluster resource string.
29
+ #
30
+ # The resource will be in the following format:
31
+ #
32
+ # `projects/{project}/locations/{location}/clusters/{cluster}`
33
+ #
34
+ # @param project [String]
35
+ # @param location [String]
36
+ # @param cluster [String]
37
+ #
38
+ # @return [::String]
39
+ def cluster_path project:, location:, cluster:
40
+ raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
41
+ raise ::ArgumentError, "location cannot contain /" if location.to_s.include? "/"
42
+
43
+ "projects/#{project}/locations/#{location}/clusters/#{cluster}"
44
+ end
45
+
46
+ ##
47
+ # Create a fully-qualified Service resource string.
48
+ #
49
+ # The resource will be in the following format:
50
+ #
51
+ # `projects/{project}/locations/{location}/services/{service}`
52
+ #
53
+ # @param project [String]
54
+ # @param location [String]
55
+ # @param service [String]
56
+ #
57
+ # @return [::String]
58
+ def service_path project:, location:, service:
59
+ raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
60
+ raise ::ArgumentError, "location cannot contain /" if location.to_s.include? "/"
61
+
62
+ "projects/#{project}/locations/#{location}/services/#{service}"
63
+ end
64
+
65
+ extend self
66
+ end
67
+ end
68
+ end
69
+ end
70
+ end
71
+ end
data/lib/google/cloud/dataproc/v1/clusters_pb.rb CHANGED
@@ -6,6 +6,7 @@ require 'google/protobuf'
6
6
  require 'google/api/annotations_pb'
7
7
  require 'google/api/client_pb'
8
8
  require 'google/api/field_behavior_pb'
9
+ require 'google/api/resource_pb'
9
10
  require 'google/cloud/dataproc/v1/shared_pb'
10
11
  require 'google/longrunning/operations_pb'
11
12
  require 'google/protobuf/duration_pb'
@@ -37,6 +38,15 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
37
38
  optional :security_config, :message, 16, "google.cloud.dataproc.v1.SecurityConfig"
38
39
  optional :lifecycle_config, :message, 17, "google.cloud.dataproc.v1.LifecycleConfig"
39
40
  optional :endpoint_config, :message, 19, "google.cloud.dataproc.v1.EndpointConfig"
41
+ optional :metastore_config, :message, 20, "google.cloud.dataproc.v1.MetastoreConfig"
42
+ optional :gke_cluster_config, :message, 21, "google.cloud.dataproc.v1.GkeClusterConfig"
43
+ end
44
+ add_message "google.cloud.dataproc.v1.GkeClusterConfig" do
45
+ optional :namespaced_gke_deployment_target, :message, 1, "google.cloud.dataproc.v1.GkeClusterConfig.NamespacedGkeDeploymentTarget"
46
+ end
47
+ add_message "google.cloud.dataproc.v1.GkeClusterConfig.NamespacedGkeDeploymentTarget" do
48
+ optional :target_gke_cluster, :string, 1
49
+ optional :cluster_namespace, :string, 2
40
50
  end
41
51
  add_message "google.cloud.dataproc.v1.EndpointConfig" do
42
52
  map :http_ports, :string, :string, 1
@@ -53,11 +63,28 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
53
63
  optional :network_uri, :string, 2
54
64
  optional :subnetwork_uri, :string, 6
55
65
  optional :internal_ip_only, :bool, 7
66
+ optional :private_ipv6_google_access, :enum, 12, "google.cloud.dataproc.v1.GceClusterConfig.PrivateIpv6GoogleAccess"
56
67
  optional :service_account, :string, 8
57
68
  repeated :service_account_scopes, :string, 3
58
69
  repeated :tags, :string, 4
59
70
  map :metadata, :string, :string, 5
60
71
  optional :reservation_affinity, :message, 11, "google.cloud.dataproc.v1.ReservationAffinity"
72
+ optional :node_group_affinity, :message, 13, "google.cloud.dataproc.v1.NodeGroupAffinity"
73
+ optional :shielded_instance_config, :message, 14, "google.cloud.dataproc.v1.ShieldedInstanceConfig"
74
+ end
75
+ add_enum "google.cloud.dataproc.v1.GceClusterConfig.PrivateIpv6GoogleAccess" do
76
+ value :PRIVATE_IPV6_GOOGLE_ACCESS_UNSPECIFIED, 0
77
+ value :INHERIT_FROM_SUBNETWORK, 1
78
+ value :OUTBOUND, 2
79
+ value :BIDIRECTIONAL, 3
80
+ end
81
+ add_message "google.cloud.dataproc.v1.NodeGroupAffinity" do
82
+ optional :node_group_uri, :string, 1
83
+ end
84
+ add_message "google.cloud.dataproc.v1.ShieldedInstanceConfig" do
85
+ optional :enable_secure_boot, :bool, 1
86
+ optional :enable_vtpm, :bool, 2
87
+ optional :enable_integrity_monitoring, :bool, 3
61
88
  end
62
89
  add_message "google.cloud.dataproc.v1.InstanceGroupConfig" do
63
90
  optional :num_instances, :int32, 1
@@ -106,6 +133,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
106
133
  value :ERROR, 3
107
134
  value :DELETING, 4
108
135
  value :UPDATING, 5
136
+ value :STOPPING, 6
137
+ value :STOPPED, 7
138
+ value :STARTING, 8
109
139
  end
110
140
  add_enum "google.cloud.dataproc.v1.ClusterStatus.Substate" do
111
141
  value :UNSPECIFIED, 0
@@ -114,6 +144,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
114
144
  end
115
145
  add_message "google.cloud.dataproc.v1.SecurityConfig" do
116
146
  optional :kerberos_config, :message, 1, "google.cloud.dataproc.v1.KerberosConfig"
147
+ optional :identity_config, :message, 2, "google.cloud.dataproc.v1.IdentityConfig"
117
148
  end
118
149
  add_message "google.cloud.dataproc.v1.KerberosConfig" do
119
150
  optional :enable_kerberos, :bool, 1
@@ -132,6 +163,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
132
163
  optional :tgt_lifetime_hours, :int32, 14
133
164
  optional :realm, :string, 15
134
165
  end
166
+ add_message "google.cloud.dataproc.v1.IdentityConfig" do
167
+ map :user_service_account_mapping, :string, :string, 1
168
+ end
135
169
  add_message "google.cloud.dataproc.v1.SoftwareConfig" do
136
170
  optional :image_version, :string, 1
137
171
  map :properties, :string, :string, 2
@@ -145,6 +179,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
145
179
  optional :auto_delete_ttl, :message, 3, "google.protobuf.Duration"
146
180
  end
147
181
  end
182
+ add_message "google.cloud.dataproc.v1.MetastoreConfig" do
183
+ optional :dataproc_metastore_service, :string, 1
184
+ end
148
185
  add_message "google.cloud.dataproc.v1.ClusterMetrics" do
149
186
  map :hdfs_metrics, :string, :int64, 1
150
187
  map :yarn_metrics, :string, :int64, 2
@@ -164,6 +201,20 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
164
201
  optional :update_mask, :message, 4, "google.protobuf.FieldMask"
165
202
  optional :request_id, :string, 7
166
203
  end
204
+ add_message "google.cloud.dataproc.v1.StopClusterRequest" do
205
+ optional :project_id, :string, 1
206
+ optional :region, :string, 2
207
+ optional :cluster_name, :string, 3
208
+ optional :cluster_uuid, :string, 4
209
+ optional :request_id, :string, 5
210
+ end
211
+ add_message "google.cloud.dataproc.v1.StartClusterRequest" do
212
+ optional :project_id, :string, 1
213
+ optional :region, :string, 2
214
+ optional :cluster_name, :string, 3
215
+ optional :cluster_uuid, :string, 4
216
+ optional :request_id, :string, 5
217
+ end
167
218
  add_message "google.cloud.dataproc.v1.DeleteClusterRequest" do
168
219
  optional :project_id, :string, 1
169
220
  optional :region, :string, 3
@@ -215,10 +266,15 @@ module Google
215
266
  module V1
216
267
  Cluster = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.Cluster").msgclass
217
268
  ClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterConfig").msgclass
269
+ GkeClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GkeClusterConfig").msgclass
270
+ GkeClusterConfig::NamespacedGkeDeploymentTarget = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GkeClusterConfig.NamespacedGkeDeploymentTarget").msgclass
218
271
  EndpointConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.EndpointConfig").msgclass
219
272
  AutoscalingConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.AutoscalingConfig").msgclass
220
273
  EncryptionConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.EncryptionConfig").msgclass
221
274
  GceClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GceClusterConfig").msgclass
275
+ GceClusterConfig::PrivateIpv6GoogleAccess = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GceClusterConfig.PrivateIpv6GoogleAccess").enummodule
276
+ NodeGroupAffinity = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.NodeGroupAffinity").msgclass
277
+ ShieldedInstanceConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ShieldedInstanceConfig").msgclass
222
278
  InstanceGroupConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.InstanceGroupConfig").msgclass
223
279
  InstanceGroupConfig::Preemptibility = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.InstanceGroupConfig.Preemptibility").enummodule
224
280
  ManagedGroupConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ManagedGroupConfig").msgclass
@@ -230,11 +286,15 @@ module Google
230
286
  ClusterStatus::Substate = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterStatus.Substate").enummodule
231
287
  SecurityConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SecurityConfig").msgclass
232
288
  KerberosConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.KerberosConfig").msgclass
289
+ IdentityConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.IdentityConfig").msgclass
233
290
  SoftwareConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SoftwareConfig").msgclass
234
291
  LifecycleConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.LifecycleConfig").msgclass
292
+ MetastoreConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.MetastoreConfig").msgclass
235
293
  ClusterMetrics = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterMetrics").msgclass
236
294
  CreateClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.CreateClusterRequest").msgclass
237
295
  UpdateClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.UpdateClusterRequest").msgclass
296
+ StopClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.StopClusterRequest").msgclass
297
+ StartClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.StartClusterRequest").msgclass
238
298
  DeleteClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DeleteClusterRequest").msgclass
239
299
  GetClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GetClusterRequest").msgclass
240
300
  ListClustersRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ListClustersRequest").msgclass
data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb CHANGED
@@ -42,6 +42,10 @@ module Google
42
42
  # [Operation.metadata][google.longrunning.Operation.metadata] will be
43
43
  # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
44
44
  rpc :UpdateCluster, ::Google::Cloud::Dataproc::V1::UpdateClusterRequest, ::Google::Longrunning::Operation
45
+ # Stops a cluster in a project.
46
+ rpc :StopCluster, ::Google::Cloud::Dataproc::V1::StopClusterRequest, ::Google::Longrunning::Operation
47
+ # Starts a cluster in a project.
48
+ rpc :StartCluster, ::Google::Cloud::Dataproc::V1::StartClusterRequest, ::Google::Longrunning::Operation
45
49
  # Deletes a cluster in a project. The returned
46
50
  # [Operation.metadata][google.longrunning.Operation.metadata] will be
47
51
  # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
data/lib/google/cloud/dataproc/v1/job_controller/client.rb CHANGED
@@ -39,13 +39,12 @@ module Google
39
39
  # See {::Google::Cloud::Dataproc::V1::JobController::Client::Configuration}
40
40
  # for a description of the configuration fields.
41
41
  #
42
- # ## Example
42
+ # @example
43
43
  #
44
- # To modify the configuration for all JobController clients:
45
- #
46
- # ::Google::Cloud::Dataproc::V1::JobController::Client.configure do |config|
47
- # config.timeout = 10.0
48
- # end
44
+ # # Modify the configuration for all JobController clients
45
+ # ::Google::Cloud::Dataproc::V1::JobController::Client.configure do |config|
46
+ # config.timeout = 10.0
47
+ # end
49
48
  #
50
49
  # @yield [config] Configure the Client client.
51
50
  # @yieldparam config [Client::Configuration]
@@ -65,58 +64,37 @@ module Google
65
64
 
66
65
  default_config.rpcs.submit_job.timeout = 900.0
67
66
  default_config.rpcs.submit_job.retry_policy = {
68
- initial_delay: 0.1,
69
- max_delay: 60.0,
70
- multiplier: 1.3,
71
- retry_codes: [14]
67
+ initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [14]
72
68
  }
73
69
 
74
70
  default_config.rpcs.submit_job_as_operation.timeout = 900.0
75
71
  default_config.rpcs.submit_job_as_operation.retry_policy = {
76
- initial_delay: 0.1,
77
- max_delay: 60.0,
78
- multiplier: 1.3,
79
- retry_codes: [14]
72
+ initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [14]
80
73
  }
81
74
 
82
75
  default_config.rpcs.get_job.timeout = 900.0
83
76
  default_config.rpcs.get_job.retry_policy = {
84
- initial_delay: 0.1,
85
- max_delay: 60.0,
86
- multiplier: 1.3,
87
- retry_codes: [4, 13, 14]
77
+ initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [4, 13, 14]
88
78
  }
89
79
 
90
80
  default_config.rpcs.list_jobs.timeout = 900.0
91
81
  default_config.rpcs.list_jobs.retry_policy = {
92
- initial_delay: 0.1,
93
- max_delay: 60.0,
94
- multiplier: 1.3,
95
- retry_codes: [4, 13, 14]
82
+ initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [4, 13, 14]
96
83
  }
97
84
 
98
85
  default_config.rpcs.update_job.timeout = 900.0
99
86
  default_config.rpcs.update_job.retry_policy = {
100
- initial_delay: 0.1,
101
- max_delay: 60.0,
102
- multiplier: 1.3,
103
- retry_codes: [14]
87
+ initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [14]
104
88
  }
105
89
 
106
90
  default_config.rpcs.cancel_job.timeout = 900.0
107
91
  default_config.rpcs.cancel_job.retry_policy = {
108
- initial_delay: 0.1,
109
- max_delay: 60.0,
110
- multiplier: 1.3,
111
- retry_codes: [4, 13, 14]
92
+ initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [4, 13, 14]
112
93
  }
113
94
 
114
95
  default_config.rpcs.delete_job.timeout = 900.0
115
96
  default_config.rpcs.delete_job.retry_policy = {
116
- initial_delay: 0.1,
117
- max_delay: 60.0,
118
- multiplier: 1.3,
119
- retry_codes: [14]
97
+ initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [14]
120
98
  }
121
99
 
122
100
  default_config
@@ -148,19 +126,15 @@ module Google
148
126
  ##
149
127
  # Create a new JobController client object.
150
128
  #
151
- # ## Examples
152
- #
153
- # To create a new JobController client with the default
154
- # configuration:
129
+ # @example
155
130
  #
156
- # client = ::Google::Cloud::Dataproc::V1::JobController::Client.new
131
+ # # Create a client using the default configuration
132
+ # client = ::Google::Cloud::Dataproc::V1::JobController::Client.new
157
133
  #
158
- # To create a new JobController client with a custom
159
- # configuration:
160
- #
161
- # client = ::Google::Cloud::Dataproc::V1::JobController::Client.new do |config|
162
- # config.timeout = 10.0
163
- # end
134
+ # # Create a client using a custom configuration
135
+ # client = ::Google::Cloud::Dataproc::V1::JobController::Client.new do |config|
136
+ # config.timeout = 10.0
137
+ # end
164
138
  #
165
139
  # @yield [config] Configure the JobController client.
166
140
  # @yieldparam config [Client::Configuration]
@@ -180,14 +154,13 @@ module Google
180
154
 
181
155
  # Create credentials
182
156
  credentials = @config.credentials
183
- # Use self-signed JWT if the scope and endpoint are unchanged from default,
157
+ # Use self-signed JWT if the endpoint is unchanged from default,
184
158
  # but only if the default endpoint does not have a region prefix.
185
- enable_self_signed_jwt = @config.scope == Client.configure.scope &&
186
- @config.endpoint == Client.configure.endpoint &&
159
+ enable_self_signed_jwt = @config.endpoint == Client.configure.endpoint &&
187
160
  !@config.endpoint.split(".").first.include?("-")
188
161
  credentials ||= Credentials.default scope: @config.scope,
189
162
  enable_self_signed_jwt: enable_self_signed_jwt
190
- if credentials.is_a?(String) || credentials.is_a?(Hash)
163
+ if credentials.is_a?(::String) || credentials.is_a?(::Hash)
191
164
  credentials = Credentials.new credentials, scope: @config.scope
192
165
  end
193
166
  @quota_project_id = @config.quota_project
@@ -243,8 +216,9 @@ module Google
243
216
  # Required. The job resource.
244
217
  # @param request_id [::String]
245
218
  # Optional. A unique id used to identify the request. If the server
246
- # receives two {::Google::Cloud::Dataproc::V1::SubmitJobRequest SubmitJobRequest} requests with the same
247
- # id, then the second request will be ignored and the
219
+ # receives two
220
+ # [SubmitJobRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.SubmitJobRequest)s
221
+ # with the same id, then the second request will be ignored and the
248
222
  # first {::Google::Cloud::Dataproc::V1::Job Job} created and stored in the backend
249
223
  # is returned.
250
224
  #
@@ -289,7 +263,9 @@ module Google
289
263
  options.apply_defaults timeout: @config.rpcs.submit_job.timeout,
290
264
  metadata: metadata,
291
265
  retry_policy: @config.rpcs.submit_job.retry_policy
292
- options.apply_defaults metadata: @config.metadata,
266
+
267
+ options.apply_defaults timeout: @config.timeout,
268
+ metadata: @config.metadata,
293
269
  retry_policy: @config.retry_policy
294
270
 
295
271
  @job_controller_stub.call_rpc :submit_job, request, options: options do |response, operation|
@@ -327,8 +303,9 @@ module Google
327
303
  # Required. The job resource.
328
304
  # @param request_id [::String]
329
305
  # Optional. A unique id used to identify the request. If the server
330
- # receives two {::Google::Cloud::Dataproc::V1::SubmitJobRequest SubmitJobRequest} requests with the same
331
- # id, then the second request will be ignored and the
306
+ # receives two
307
+ # [SubmitJobRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.SubmitJobRequest)s
308
+ # with the same id, then the second request will be ignored and the
332
309
  # first {::Google::Cloud::Dataproc::V1::Job Job} created and stored in the backend
333
310
  # is returned.
334
311
  #
@@ -373,7 +350,9 @@ module Google
373
350
  options.apply_defaults timeout: @config.rpcs.submit_job_as_operation.timeout,
374
351
  metadata: metadata,
375
352
  retry_policy: @config.rpcs.submit_job_as_operation.retry_policy
376
- options.apply_defaults metadata: @config.metadata,
353
+
354
+ options.apply_defaults timeout: @config.timeout,
355
+ metadata: @config.metadata,
377
356
  retry_policy: @config.retry_policy
378
357
 
379
358
  @job_controller_stub.call_rpc :submit_job_as_operation, request, options: options do |response, operation|
@@ -447,7 +426,9 @@ module Google
447
426
  options.apply_defaults timeout: @config.rpcs.get_job.timeout,
448
427
  metadata: metadata,
449
428
  retry_policy: @config.rpcs.get_job.retry_policy
450
- options.apply_defaults metadata: @config.metadata,
429
+
430
+ options.apply_defaults timeout: @config.timeout,
431
+ metadata: @config.metadata,
451
432
  retry_policy: @config.retry_policy
452
433
 
453
434
  @job_controller_stub.call_rpc :get_job, request, options: options do |response, operation|
@@ -545,7 +526,9 @@ module Google
545
526
  options.apply_defaults timeout: @config.rpcs.list_jobs.timeout,
546
527
  metadata: metadata,
547
528
  retry_policy: @config.rpcs.list_jobs.retry_policy
548
- options.apply_defaults metadata: @config.metadata,
529
+
530
+ options.apply_defaults timeout: @config.timeout,
531
+ metadata: @config.metadata,
549
532
  retry_policy: @config.retry_policy
550
533
 
551
534
  @job_controller_stub.call_rpc :list_jobs, request, options: options do |response, operation|
@@ -628,7 +611,9 @@ module Google
628
611
  options.apply_defaults timeout: @config.rpcs.update_job.timeout,
629
612
  metadata: metadata,
630
613
  retry_policy: @config.rpcs.update_job.retry_policy
631
- options.apply_defaults metadata: @config.metadata,
614
+
615
+ options.apply_defaults timeout: @config.timeout,
616
+ metadata: @config.metadata,
632
617
  retry_policy: @config.retry_policy
633
618
 
634
619
  @job_controller_stub.call_rpc :update_job, request, options: options do |response, operation|
@@ -705,7 +690,9 @@ module Google
705
690
  options.apply_defaults timeout: @config.rpcs.cancel_job.timeout,
706
691
  metadata: metadata,
707
692
  retry_policy: @config.rpcs.cancel_job.retry_policy
708
- options.apply_defaults metadata: @config.metadata,
693
+
694
+ options.apply_defaults timeout: @config.timeout,
695
+ metadata: @config.metadata,
709
696
  retry_policy: @config.retry_policy
710
697
 
711
698
  @job_controller_stub.call_rpc :cancel_job, request, options: options do |response, operation|
@@ -779,7 +766,9 @@ module Google
779
766
  options.apply_defaults timeout: @config.rpcs.delete_job.timeout,
780
767
  metadata: metadata,
781
768
  retry_policy: @config.rpcs.delete_job.retry_policy
782
- options.apply_defaults metadata: @config.metadata,
769
+
770
+ options.apply_defaults timeout: @config.timeout,
771
+ metadata: @config.metadata,
783
772
  retry_policy: @config.retry_policy
784
773
 
785
774
  @job_controller_stub.call_rpc :delete_job, request, options: options do |response, operation|
@@ -803,22 +792,21 @@ module Google
803
792
  # Configuration can be applied globally to all clients, or to a single client
804
793
  # on construction.
805
794
  #
806
- # # Examples
807
- #
808
- # To modify the global config, setting the timeout for submit_job
809
- # to 20 seconds, and all remaining timeouts to 10 seconds:
810
- #
811
- # ::Google::Cloud::Dataproc::V1::JobController::Client.configure do |config|
812
- # config.timeout = 10.0
813
- # config.rpcs.submit_job.timeout = 20.0
814
- # end
815
- #
816
- # To apply the above configuration only to a new client:
817
- #
818
- # client = ::Google::Cloud::Dataproc::V1::JobController::Client.new do |config|
819
- # config.timeout = 10.0
820
- # config.rpcs.submit_job.timeout = 20.0
821
- # end
795
+ # @example
796
+ #
797
+ # # Modify the global config, setting the timeout for
798
+ # # submit_job to 20 seconds,
799
+ # # and all remaining timeouts to 10 seconds.
800
+ # ::Google::Cloud::Dataproc::V1::JobController::Client.configure do |config|
801
+ # config.timeout = 10.0
802
+ # config.rpcs.submit_job.timeout = 20.0
803
+ # end
804
+ #
805
+ # # Apply the above configuration only to a new client.
806
+ # client = ::Google::Cloud::Dataproc::V1::JobController::Client.new do |config|
807
+ # config.timeout = 10.0
808
+ # config.rpcs.submit_job.timeout = 20.0
809
+ # end
822
810
  #
823
811
  # @!attribute [rw] endpoint
824
812
  # The hostname or hostname:port of the service endpoint.