google-cloud-dataproc-v1 0.5.0 → 0.6.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (26) hide show
  1. checksums.yaml +4 -4
  2. data/AUTHENTICATION.md +8 -8
  3. data/README.md +1 -1
  4. data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +48 -54
  5. data/lib/google/cloud/dataproc/v1/cluster_controller.rb +1 -0
  6. data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +261 -72
  7. data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +34 -25
  8. data/lib/google/cloud/dataproc/v1/cluster_controller/paths.rb +71 -0
  9. data/lib/google/cloud/dataproc/v1/clusters_pb.rb +60 -0
  10. data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb +4 -0
  11. data/lib/google/cloud/dataproc/v1/job_controller/client.rb +64 -76
  12. data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +34 -25
  13. data/lib/google/cloud/dataproc/v1/jobs_pb.rb +2 -0
  14. data/lib/google/cloud/dataproc/v1/shared_pb.rb +7 -0
  15. data/lib/google/cloud/dataproc/v1/version.rb +1 -1
  16. data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +61 -74
  17. data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +34 -25
  18. data/lib/google/cloud/dataproc/v1/workflow_template_service/paths.rb +38 -0
  19. data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +5 -0
  20. data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +2 -1
  21. data/proto_docs/google/api/field_behavior.rb +7 -1
  22. data/proto_docs/google/cloud/dataproc/v1/clusters.rb +240 -16
  23. data/proto_docs/google/cloud/dataproc/v1/jobs.rb +29 -10
  24. data/proto_docs/google/cloud/dataproc/v1/shared.rb +24 -1
  25. data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb +34 -7
  26. metadata +14 -7
data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb CHANGED
@@ -82,7 +82,7 @@ module Google
82
82
  # Create credentials
83
83
  credentials = @config.credentials
84
84
  credentials ||= Credentials.default scope: @config.scope
85
- if credentials.is_a?(String) || credentials.is_a?(Hash)
85
+ if credentials.is_a?(::String) || credentials.is_a?(::Hash)
86
86
  credentials = Credentials.new credentials, scope: @config.scope
87
87
  end
88
88
  @quota_project_id = @config.quota_project
@@ -169,7 +169,9 @@ module Google
169
169
  options.apply_defaults timeout: @config.rpcs.list_operations.timeout,
170
170
  metadata: metadata,
171
171
  retry_policy: @config.rpcs.list_operations.retry_policy
172
- options.apply_defaults metadata: @config.metadata,
172
+
173
+ options.apply_defaults timeout: @config.timeout,
174
+ metadata: @config.metadata,
173
175
  retry_policy: @config.retry_policy
174
176
 
175
177
  @operations_stub.call_rpc :list_operations, request, options: options do |response, operation|
@@ -239,7 +241,9 @@ module Google
239
241
  options.apply_defaults timeout: @config.rpcs.get_operation.timeout,
240
242
  metadata: metadata,
241
243
  retry_policy: @config.rpcs.get_operation.retry_policy
242
- options.apply_defaults metadata: @config.metadata,
244
+
245
+ options.apply_defaults timeout: @config.timeout,
246
+ metadata: @config.metadata,
243
247
  retry_policy: @config.retry_policy
244
248
 
245
249
  @operations_stub.call_rpc :get_operation, request, options: options do |response, operation|
@@ -309,7 +313,9 @@ module Google
309
313
  options.apply_defaults timeout: @config.rpcs.delete_operation.timeout,
310
314
  metadata: metadata,
311
315
  retry_policy: @config.rpcs.delete_operation.retry_policy
312
- options.apply_defaults metadata: @config.metadata,
316
+
317
+ options.apply_defaults timeout: @config.timeout,
318
+ metadata: @config.metadata,
313
319
  retry_policy: @config.retry_policy
314
320
 
315
321
  @operations_stub.call_rpc :delete_operation, request, options: options do |response, operation|
@@ -384,7 +390,9 @@ module Google
384
390
  options.apply_defaults timeout: @config.rpcs.cancel_operation.timeout,
385
391
  metadata: metadata,
386
392
  retry_policy: @config.rpcs.cancel_operation.retry_policy
387
- options.apply_defaults metadata: @config.metadata,
393
+
394
+ options.apply_defaults timeout: @config.timeout,
395
+ metadata: @config.metadata,
388
396
  retry_policy: @config.retry_policy
389
397
 
390
398
  @operations_stub.call_rpc :cancel_operation, request, options: options do |response, operation|
@@ -396,9 +404,9 @@ module Google
396
404
  end
397
405
 
398
406
  ##
399
- # Waits for the specified long-running operation until it is done or reaches
400
- # at most a specified timeout, returning the latest state. If the operation
401
- # is already done, the latest state is immediately returned. If the timeout
407
+ # Waits until the specified long-running operation is done or reaches at most
408
+ # a specified timeout, returning the latest state. If the operation is
409
+ # already done, the latest state is immediately returned. If the timeout
402
410
  # specified is greater than the default HTTP/RPC timeout, the HTTP/RPC
403
411
  # timeout is used. If the server does not support this method, it returns
404
412
  # `google.rpc.Code.UNIMPLEMENTED`.
@@ -456,7 +464,9 @@ module Google
456
464
  options.apply_defaults timeout: @config.rpcs.wait_operation.timeout,
457
465
  metadata: metadata,
458
466
  retry_policy: @config.rpcs.wait_operation.retry_policy
459
- options.apply_defaults metadata: @config.metadata,
467
+
468
+ options.apply_defaults timeout: @config.timeout,
469
+ metadata: @config.metadata,
460
470
  retry_policy: @config.retry_policy
461
471
 
462
472
  @operations_stub.call_rpc :wait_operation, request, options: options do |response, operation|
@@ -481,22 +491,21 @@ module Google
481
491
  # Configuration can be applied globally to all clients, or to a single client
482
492
  # on construction.
483
493
  #
484
- # # Examples
485
- #
486
- # To modify the global config, setting the timeout for list_operations
487
- # to 20 seconds, and all remaining timeouts to 10 seconds:
488
- #
489
- # ::Google::Longrunning::Operations::Client.configure do |config|
490
- # config.timeout = 10.0
491
- # config.rpcs.list_operations.timeout = 20.0
492
- # end
493
- #
494
- # To apply the above configuration only to a new client:
495
- #
496
- # client = ::Google::Longrunning::Operations::Client.new do |config|
497
- # config.timeout = 10.0
498
- # config.rpcs.list_operations.timeout = 20.0
499
- # end
494
+ # @example
495
+ #
496
+ # # Modify the global config, setting the timeout for
497
+ # # list_operations to 20 seconds,
498
+ # # and all remaining timeouts to 10 seconds.
499
+ # ::Google::Longrunning::Operations::Client.configure do |config|
500
+ # config.timeout = 10.0
501
+ # config.rpcs.list_operations.timeout = 20.0
502
+ # end
503
+ #
504
+ # # Apply the above configuration only to a new client.
505
+ # client = ::Google::Longrunning::Operations::Client.new do |config|
506
+ # config.timeout = 10.0
507
+ # config.rpcs.list_operations.timeout = 20.0
508
+ # end
500
509
  #
501
510
  # @!attribute [rw] endpoint
502
511
  # The hostname or hostname:port of the service endpoint.
data/lib/google/cloud/dataproc/v1/cluster_controller/paths.rb ADDED
@@ -0,0 +1,71 @@
1
+ # frozen_string_literal: true
2
+
3
+ # Copyright 2021 Google LLC
4
+ #
5
+ # Licensed under the Apache License, Version 2.0 (the "License");
6
+ # you may not use this file except in compliance with the License.
7
+ # You may obtain a copy of the License at
8
+ #
9
+ # https://www.apache.org/licenses/LICENSE-2.0
10
+ #
11
+ # Unless required by applicable law or agreed to in writing, software
12
+ # distributed under the License is distributed on an "AS IS" BASIS,
13
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
+ # See the License for the specific language governing permissions and
15
+ # limitations under the License.
16
+
17
+ # Auto-generated by gapic-generator-ruby. DO NOT EDIT!
18
+
19
+
20
+ module Google
21
+ module Cloud
22
+ module Dataproc
23
+ module V1
24
+ module ClusterController
25
+ # Path helper methods for the ClusterController API.
26
+ module Paths
27
+ ##
28
+ # Create a fully-qualified Cluster resource string.
29
+ #
30
+ # The resource will be in the following format:
31
+ #
32
+ # `projects/{project}/locations/{location}/clusters/{cluster}`
33
+ #
34
+ # @param project [String]
35
+ # @param location [String]
36
+ # @param cluster [String]
37
+ #
38
+ # @return [::String]
39
+ def cluster_path project:, location:, cluster:
40
+ raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
41
+ raise ::ArgumentError, "location cannot contain /" if location.to_s.include? "/"
42
+
43
+ "projects/#{project}/locations/#{location}/clusters/#{cluster}"
44
+ end
45
+
46
+ ##
47
+ # Create a fully-qualified Service resource string.
48
+ #
49
+ # The resource will be in the following format:
50
+ #
51
+ # `projects/{project}/locations/{location}/services/{service}`
52
+ #
53
+ # @param project [String]
54
+ # @param location [String]
55
+ # @param service [String]
56
+ #
57
+ # @return [::String]
58
+ def service_path project:, location:, service:
59
+ raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
60
+ raise ::ArgumentError, "location cannot contain /" if location.to_s.include? "/"
61
+
62
+ "projects/#{project}/locations/#{location}/services/#{service}"
63
+ end
64
+
65
+ extend self
66
+ end
67
+ end
68
+ end
69
+ end
70
+ end
71
+ end
data/lib/google/cloud/dataproc/v1/clusters_pb.rb CHANGED
@@ -6,6 +6,7 @@ require 'google/protobuf'
6
6
  require 'google/api/annotations_pb'
7
7
  require 'google/api/client_pb'
8
8
  require 'google/api/field_behavior_pb'
9
+ require 'google/api/resource_pb'
9
10
  require 'google/cloud/dataproc/v1/shared_pb'
10
11
  require 'google/longrunning/operations_pb'
11
12
  require 'google/protobuf/duration_pb'
@@ -37,6 +38,15 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
37
38
  optional :security_config, :message, 16, "google.cloud.dataproc.v1.SecurityConfig"
38
39
  optional :lifecycle_config, :message, 17, "google.cloud.dataproc.v1.LifecycleConfig"
39
40
  optional :endpoint_config, :message, 19, "google.cloud.dataproc.v1.EndpointConfig"
41
+ optional :metastore_config, :message, 20, "google.cloud.dataproc.v1.MetastoreConfig"
42
+ optional :gke_cluster_config, :message, 21, "google.cloud.dataproc.v1.GkeClusterConfig"
43
+ end
44
+ add_message "google.cloud.dataproc.v1.GkeClusterConfig" do
45
+ optional :namespaced_gke_deployment_target, :message, 1, "google.cloud.dataproc.v1.GkeClusterConfig.NamespacedGkeDeploymentTarget"
46
+ end
47
+ add_message "google.cloud.dataproc.v1.GkeClusterConfig.NamespacedGkeDeploymentTarget" do
48
+ optional :target_gke_cluster, :string, 1
49
+ optional :cluster_namespace, :string, 2
40
50
  end
41
51
  add_message "google.cloud.dataproc.v1.EndpointConfig" do
42
52
  map :http_ports, :string, :string, 1
@@ -53,11 +63,28 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
53
63
  optional :network_uri, :string, 2
54
64
  optional :subnetwork_uri, :string, 6
55
65
  optional :internal_ip_only, :bool, 7
66
+ optional :private_ipv6_google_access, :enum, 12, "google.cloud.dataproc.v1.GceClusterConfig.PrivateIpv6GoogleAccess"
56
67
  optional :service_account, :string, 8
57
68
  repeated :service_account_scopes, :string, 3
58
69
  repeated :tags, :string, 4
59
70
  map :metadata, :string, :string, 5
60
71
  optional :reservation_affinity, :message, 11, "google.cloud.dataproc.v1.ReservationAffinity"
72
+ optional :node_group_affinity, :message, 13, "google.cloud.dataproc.v1.NodeGroupAffinity"
73
+ optional :shielded_instance_config, :message, 14, "google.cloud.dataproc.v1.ShieldedInstanceConfig"
74
+ end
75
+ add_enum "google.cloud.dataproc.v1.GceClusterConfig.PrivateIpv6GoogleAccess" do
76
+ value :PRIVATE_IPV6_GOOGLE_ACCESS_UNSPECIFIED, 0
77
+ value :INHERIT_FROM_SUBNETWORK, 1
78
+ value :OUTBOUND, 2
79
+ value :BIDIRECTIONAL, 3
80
+ end
81
+ add_message "google.cloud.dataproc.v1.NodeGroupAffinity" do
82
+ optional :node_group_uri, :string, 1
83
+ end
84
+ add_message "google.cloud.dataproc.v1.ShieldedInstanceConfig" do
85
+ optional :enable_secure_boot, :bool, 1
86
+ optional :enable_vtpm, :bool, 2
87
+ optional :enable_integrity_monitoring, :bool, 3
61
88
  end
62
89
  add_message "google.cloud.dataproc.v1.InstanceGroupConfig" do
63
90
  optional :num_instances, :int32, 1
@@ -106,6 +133,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
106
133
  value :ERROR, 3
107
134
  value :DELETING, 4
108
135
  value :UPDATING, 5
136
+ value :STOPPING, 6
137
+ value :STOPPED, 7
138
+ value :STARTING, 8
109
139
  end
110
140
  add_enum "google.cloud.dataproc.v1.ClusterStatus.Substate" do
111
141
  value :UNSPECIFIED, 0
@@ -114,6 +144,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
114
144
  end
115
145
  add_message "google.cloud.dataproc.v1.SecurityConfig" do
116
146
  optional :kerberos_config, :message, 1, "google.cloud.dataproc.v1.KerberosConfig"
147
+ optional :identity_config, :message, 2, "google.cloud.dataproc.v1.IdentityConfig"
117
148
  end
118
149
  add_message "google.cloud.dataproc.v1.KerberosConfig" do
119
150
  optional :enable_kerberos, :bool, 1
@@ -132,6 +163,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
132
163
  optional :tgt_lifetime_hours, :int32, 14
133
164
  optional :realm, :string, 15
134
165
  end
166
+ add_message "google.cloud.dataproc.v1.IdentityConfig" do
167
+ map :user_service_account_mapping, :string, :string, 1
168
+ end
135
169
  add_message "google.cloud.dataproc.v1.SoftwareConfig" do
136
170
  optional :image_version, :string, 1
137
171
  map :properties, :string, :string, 2
@@ -145,6 +179,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
145
179
  optional :auto_delete_ttl, :message, 3, "google.protobuf.Duration"
146
180
  end
147
181
  end
182
+ add_message "google.cloud.dataproc.v1.MetastoreConfig" do
183
+ optional :dataproc_metastore_service, :string, 1
184
+ end
148
185
  add_message "google.cloud.dataproc.v1.ClusterMetrics" do
149
186
  map :hdfs_metrics, :string, :int64, 1
150
187
  map :yarn_metrics, :string, :int64, 2
@@ -164,6 +201,20 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
164
201
  optional :update_mask, :message, 4, "google.protobuf.FieldMask"
165
202
  optional :request_id, :string, 7
166
203
  end
204
+ add_message "google.cloud.dataproc.v1.StopClusterRequest" do
205
+ optional :project_id, :string, 1
206
+ optional :region, :string, 2
207
+ optional :cluster_name, :string, 3
208
+ optional :cluster_uuid, :string, 4
209
+ optional :request_id, :string, 5
210
+ end
211
+ add_message "google.cloud.dataproc.v1.StartClusterRequest" do
212
+ optional :project_id, :string, 1
213
+ optional :region, :string, 2
214
+ optional :cluster_name, :string, 3
215
+ optional :cluster_uuid, :string, 4
216
+ optional :request_id, :string, 5
217
+ end
167
218
  add_message "google.cloud.dataproc.v1.DeleteClusterRequest" do
168
219
  optional :project_id, :string, 1
169
220
  optional :region, :string, 3
@@ -215,10 +266,15 @@ module Google
215
266
  module V1
216
267
  Cluster = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.Cluster").msgclass
217
268
  ClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterConfig").msgclass
269
+ GkeClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GkeClusterConfig").msgclass
270
+ GkeClusterConfig::NamespacedGkeDeploymentTarget = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GkeClusterConfig.NamespacedGkeDeploymentTarget").msgclass
218
271
  EndpointConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.EndpointConfig").msgclass
219
272
  AutoscalingConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.AutoscalingConfig").msgclass
220
273
  EncryptionConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.EncryptionConfig").msgclass
221
274
  GceClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GceClusterConfig").msgclass
275
+ GceClusterConfig::PrivateIpv6GoogleAccess = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GceClusterConfig.PrivateIpv6GoogleAccess").enummodule
276
+ NodeGroupAffinity = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.NodeGroupAffinity").msgclass
277
+ ShieldedInstanceConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ShieldedInstanceConfig").msgclass
222
278
  InstanceGroupConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.InstanceGroupConfig").msgclass
223
279
  InstanceGroupConfig::Preemptibility = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.InstanceGroupConfig.Preemptibility").enummodule
224
280
  ManagedGroupConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ManagedGroupConfig").msgclass
@@ -230,11 +286,15 @@ module Google
230
286
  ClusterStatus::Substate = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterStatus.Substate").enummodule
231
287
  SecurityConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SecurityConfig").msgclass
232
288
  KerberosConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.KerberosConfig").msgclass
289
+ IdentityConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.IdentityConfig").msgclass
233
290
  SoftwareConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SoftwareConfig").msgclass
234
291
  LifecycleConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.LifecycleConfig").msgclass
292
+ MetastoreConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.MetastoreConfig").msgclass
235
293
  ClusterMetrics = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterMetrics").msgclass
236
294
  CreateClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.CreateClusterRequest").msgclass
237
295
  UpdateClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.UpdateClusterRequest").msgclass
296
+ StopClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.StopClusterRequest").msgclass
297
+ StartClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.StartClusterRequest").msgclass
238
298
  DeleteClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DeleteClusterRequest").msgclass
239
299
  GetClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GetClusterRequest").msgclass
240
300
  ListClustersRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ListClustersRequest").msgclass
data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb CHANGED
@@ -42,6 +42,10 @@ module Google
42
42
  # [Operation.metadata][google.longrunning.Operation.metadata] will be
43
43
  # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
44
44
  rpc :UpdateCluster, ::Google::Cloud::Dataproc::V1::UpdateClusterRequest, ::Google::Longrunning::Operation
45
+ # Stops a cluster in a project.
46
+ rpc :StopCluster, ::Google::Cloud::Dataproc::V1::StopClusterRequest, ::Google::Longrunning::Operation
47
+ # Starts a cluster in a project.
48
+ rpc :StartCluster, ::Google::Cloud::Dataproc::V1::StartClusterRequest, ::Google::Longrunning::Operation
45
49
  # Deletes a cluster in a project. The returned
46
50
  # [Operation.metadata][google.longrunning.Operation.metadata] will be
47
51
  # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
data/lib/google/cloud/dataproc/v1/job_controller/client.rb CHANGED
@@ -39,13 +39,12 @@ module Google
39
39
  # See {::Google::Cloud::Dataproc::V1::JobController::Client::Configuration}
40
40
  # for a description of the configuration fields.
41
41
  #
42
- # ## Example
42
+ # @example
43
43
  #
44
- # To modify the configuration for all JobController clients:
45
- #
46
- # ::Google::Cloud::Dataproc::V1::JobController::Client.configure do |config|
47
- # config.timeout = 10.0
48
- # end
44
+ # # Modify the configuration for all JobController clients
45
+ # ::Google::Cloud::Dataproc::V1::JobController::Client.configure do |config|
46
+ # config.timeout = 10.0
47
+ # end
49
48
  #
50
49
  # @yield [config] Configure the Client client.
51
50
  # @yieldparam config [Client::Configuration]
@@ -65,58 +64,37 @@ module Google
65
64
 
66
65
  default_config.rpcs.submit_job.timeout = 900.0
67
66
  default_config.rpcs.submit_job.retry_policy = {
68
- initial_delay: 0.1,
69
- max_delay: 60.0,
70
- multiplier: 1.3,
71
- retry_codes: [14]
67
+ initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [14]
72
68
  }
73
69
 
74
70
  default_config.rpcs.submit_job_as_operation.timeout = 900.0
75
71
  default_config.rpcs.submit_job_as_operation.retry_policy = {
76
- initial_delay: 0.1,
77
- max_delay: 60.0,
78
- multiplier: 1.3,
79
- retry_codes: [14]
72
+ initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [14]
80
73
  }
81
74
 
82
75
  default_config.rpcs.get_job.timeout = 900.0
83
76
  default_config.rpcs.get_job.retry_policy = {
84
- initial_delay: 0.1,
85
- max_delay: 60.0,
86
- multiplier: 1.3,
87
- retry_codes: [4, 13, 14]
77
+ initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [4, 13, 14]
88
78
  }
89
79
 
90
80
  default_config.rpcs.list_jobs.timeout = 900.0
91
81
  default_config.rpcs.list_jobs.retry_policy = {
92
- initial_delay: 0.1,
93
- max_delay: 60.0,
94
- multiplier: 1.3,
95
- retry_codes: [4, 13, 14]
82
+ initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [4, 13, 14]
96
83
  }
97
84
 
98
85
  default_config.rpcs.update_job.timeout = 900.0
99
86
  default_config.rpcs.update_job.retry_policy = {
100
- initial_delay: 0.1,
101
- max_delay: 60.0,
102
- multiplier: 1.3,
103
- retry_codes: [14]
87
+ initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [14]
104
88
  }
105
89
 
106
90
  default_config.rpcs.cancel_job.timeout = 900.0
107
91
  default_config.rpcs.cancel_job.retry_policy = {
108
- initial_delay: 0.1,
109
- max_delay: 60.0,
110
- multiplier: 1.3,
111
- retry_codes: [4, 13, 14]
92
+ initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [4, 13, 14]
112
93
  }
113
94
 
114
95
  default_config.rpcs.delete_job.timeout = 900.0
115
96
  default_config.rpcs.delete_job.retry_policy = {
116
- initial_delay: 0.1,
117
- max_delay: 60.0,
118
- multiplier: 1.3,
119
- retry_codes: [14]
97
+ initial_delay: 0.1, max_delay: 60.0, multiplier: 1.3, retry_codes: [14]
120
98
  }
121
99
 
122
100
  default_config
@@ -148,19 +126,15 @@ module Google
148
126
  ##
149
127
  # Create a new JobController client object.
150
128
  #
151
- # ## Examples
152
- #
153
- # To create a new JobController client with the default
154
- # configuration:
129
+ # @example
155
130
  #
156
- # client = ::Google::Cloud::Dataproc::V1::JobController::Client.new
131
+ # # Create a client using the default configuration
132
+ # client = ::Google::Cloud::Dataproc::V1::JobController::Client.new
157
133
  #
158
- # To create a new JobController client with a custom
159
- # configuration:
160
- #
161
- # client = ::Google::Cloud::Dataproc::V1::JobController::Client.new do |config|
162
- # config.timeout = 10.0
163
- # end
134
+ # # Create a client using a custom configuration
135
+ # client = ::Google::Cloud::Dataproc::V1::JobController::Client.new do |config|
136
+ # config.timeout = 10.0
137
+ # end
164
138
  #
165
139
  # @yield [config] Configure the JobController client.
166
140
  # @yieldparam config [Client::Configuration]
@@ -180,14 +154,13 @@ module Google
180
154
 
181
155
  # Create credentials
182
156
  credentials = @config.credentials
183
- # Use self-signed JWT if the scope and endpoint are unchanged from default,
157
+ # Use self-signed JWT if the endpoint is unchanged from default,
184
158
  # but only if the default endpoint does not have a region prefix.
185
- enable_self_signed_jwt = @config.scope == Client.configure.scope &&
186
- @config.endpoint == Client.configure.endpoint &&
159
+ enable_self_signed_jwt = @config.endpoint == Client.configure.endpoint &&
187
160
  !@config.endpoint.split(".").first.include?("-")
188
161
  credentials ||= Credentials.default scope: @config.scope,
189
162
  enable_self_signed_jwt: enable_self_signed_jwt
190
- if credentials.is_a?(String) || credentials.is_a?(Hash)
163
+ if credentials.is_a?(::String) || credentials.is_a?(::Hash)
191
164
  credentials = Credentials.new credentials, scope: @config.scope
192
165
  end
193
166
  @quota_project_id = @config.quota_project
@@ -243,8 +216,9 @@ module Google
243
216
  # Required. The job resource.
244
217
  # @param request_id [::String]
245
218
  # Optional. A unique id used to identify the request. If the server
246
- # receives two {::Google::Cloud::Dataproc::V1::SubmitJobRequest SubmitJobRequest} requests with the same
247
- # id, then the second request will be ignored and the
219
+ # receives two
220
+ # [SubmitJobRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.SubmitJobRequest)s
221
+ # with the same id, then the second request will be ignored and the
248
222
  # first {::Google::Cloud::Dataproc::V1::Job Job} created and stored in the backend
249
223
  # is returned.
250
224
  #
@@ -289,7 +263,9 @@ module Google
289
263
  options.apply_defaults timeout: @config.rpcs.submit_job.timeout,
290
264
  metadata: metadata,
291
265
  retry_policy: @config.rpcs.submit_job.retry_policy
292
- options.apply_defaults metadata: @config.metadata,
266
+
267
+ options.apply_defaults timeout: @config.timeout,
268
+ metadata: @config.metadata,
293
269
  retry_policy: @config.retry_policy
294
270
 
295
271
  @job_controller_stub.call_rpc :submit_job, request, options: options do |response, operation|
@@ -327,8 +303,9 @@ module Google
327
303
  # Required. The job resource.
328
304
  # @param request_id [::String]
329
305
  # Optional. A unique id used to identify the request. If the server
330
- # receives two {::Google::Cloud::Dataproc::V1::SubmitJobRequest SubmitJobRequest} requests with the same
331
- # id, then the second request will be ignored and the
306
+ # receives two
307
+ # [SubmitJobRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.SubmitJobRequest)s
308
+ # with the same id, then the second request will be ignored and the
332
309
  # first {::Google::Cloud::Dataproc::V1::Job Job} created and stored in the backend
333
310
  # is returned.
334
311
  #
@@ -373,7 +350,9 @@ module Google
373
350
  options.apply_defaults timeout: @config.rpcs.submit_job_as_operation.timeout,
374
351
  metadata: metadata,
375
352
  retry_policy: @config.rpcs.submit_job_as_operation.retry_policy
376
- options.apply_defaults metadata: @config.metadata,
353
+
354
+ options.apply_defaults timeout: @config.timeout,
355
+ metadata: @config.metadata,
377
356
  retry_policy: @config.retry_policy
378
357
 
379
358
  @job_controller_stub.call_rpc :submit_job_as_operation, request, options: options do |response, operation|
@@ -447,7 +426,9 @@ module Google
447
426
  options.apply_defaults timeout: @config.rpcs.get_job.timeout,
448
427
  metadata: metadata,
449
428
  retry_policy: @config.rpcs.get_job.retry_policy
450
- options.apply_defaults metadata: @config.metadata,
429
+
430
+ options.apply_defaults timeout: @config.timeout,
431
+ metadata: @config.metadata,
451
432
  retry_policy: @config.retry_policy
452
433
 
453
434
  @job_controller_stub.call_rpc :get_job, request, options: options do |response, operation|
@@ -545,7 +526,9 @@ module Google
545
526
  options.apply_defaults timeout: @config.rpcs.list_jobs.timeout,
546
527
  metadata: metadata,
547
528
  retry_policy: @config.rpcs.list_jobs.retry_policy
548
- options.apply_defaults metadata: @config.metadata,
529
+
530
+ options.apply_defaults timeout: @config.timeout,
531
+ metadata: @config.metadata,
549
532
  retry_policy: @config.retry_policy
550
533
 
551
534
  @job_controller_stub.call_rpc :list_jobs, request, options: options do |response, operation|
@@ -628,7 +611,9 @@ module Google
628
611
  options.apply_defaults timeout: @config.rpcs.update_job.timeout,
629
612
  metadata: metadata,
630
613
  retry_policy: @config.rpcs.update_job.retry_policy
631
- options.apply_defaults metadata: @config.metadata,
614
+
615
+ options.apply_defaults timeout: @config.timeout,
616
+ metadata: @config.metadata,
632
617
  retry_policy: @config.retry_policy
633
618
 
634
619
  @job_controller_stub.call_rpc :update_job, request, options: options do |response, operation|
@@ -705,7 +690,9 @@ module Google
705
690
  options.apply_defaults timeout: @config.rpcs.cancel_job.timeout,
706
691
  metadata: metadata,
707
692
  retry_policy: @config.rpcs.cancel_job.retry_policy
708
- options.apply_defaults metadata: @config.metadata,
693
+
694
+ options.apply_defaults timeout: @config.timeout,
695
+ metadata: @config.metadata,
709
696
  retry_policy: @config.retry_policy
710
697
 
711
698
  @job_controller_stub.call_rpc :cancel_job, request, options: options do |response, operation|
@@ -779,7 +766,9 @@ module Google
779
766
  options.apply_defaults timeout: @config.rpcs.delete_job.timeout,
780
767
  metadata: metadata,
781
768
  retry_policy: @config.rpcs.delete_job.retry_policy
782
- options.apply_defaults metadata: @config.metadata,
769
+
770
+ options.apply_defaults timeout: @config.timeout,
771
+ metadata: @config.metadata,
783
772
  retry_policy: @config.retry_policy
784
773
 
785
774
  @job_controller_stub.call_rpc :delete_job, request, options: options do |response, operation|
@@ -803,22 +792,21 @@ module Google
803
792
  # Configuration can be applied globally to all clients, or to a single client
804
793
  # on construction.
805
794
  #
806
- # # Examples
807
- #
808
- # To modify the global config, setting the timeout for submit_job
809
- # to 20 seconds, and all remaining timeouts to 10 seconds:
810
- #
811
- # ::Google::Cloud::Dataproc::V1::JobController::Client.configure do |config|
812
- # config.timeout = 10.0
813
- # config.rpcs.submit_job.timeout = 20.0
814
- # end
815
- #
816
- # To apply the above configuration only to a new client:
817
- #
818
- # client = ::Google::Cloud::Dataproc::V1::JobController::Client.new do |config|
819
- # config.timeout = 10.0
820
- # config.rpcs.submit_job.timeout = 20.0
821
- # end
795
+ # @example
796
+ #
797
+ # # Modify the global config, setting the timeout for
798
+ # # submit_job to 20 seconds,
799
+ # # and all remaining timeouts to 10 seconds.
800
+ # ::Google::Cloud::Dataproc::V1::JobController::Client.configure do |config|
801
+ # config.timeout = 10.0
802
+ # config.rpcs.submit_job.timeout = 20.0
803
+ # end
804
+ #
805
+ # # Apply the above configuration only to a new client.
806
+ # client = ::Google::Cloud::Dataproc::V1::JobController::Client.new do |config|
807
+ # config.timeout = 10.0
808
+ # config.rpcs.submit_job.timeout = 20.0
809
+ # end
822
810
  #
823
811
  # @!attribute [rw] endpoint
824
812
  # The hostname or hostname:port of the service endpoint.