google-cloud-dataproc-v1 0.3.1 → 0.6.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (34) hide show
  1. checksums.yaml +4 -4
  2. data/LICENSE.md +188 -190
  3. data/README.md +66 -2
  4. data/lib/google/cloud/dataproc/v1.rb +3 -0
  5. data/lib/google/cloud/dataproc/v1/autoscaling_policies_services_pb.rb +6 -6
  6. data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +25 -19
  7. data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/paths.rb +1 -1
  8. data/lib/google/cloud/dataproc/v1/cluster_controller.rb +1 -0
  9. data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +250 -46
  10. data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +95 -10
  11. data/lib/google/cloud/dataproc/v1/cluster_controller/paths.rb +71 -0
  12. data/lib/google/cloud/dataproc/v1/clusters_pb.rb +60 -0
  13. data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb +11 -7
  14. data/lib/google/cloud/dataproc/v1/job_controller/client.rb +56 -48
  15. data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +95 -10
  16. data/lib/google/cloud/dataproc/v1/jobs_pb.rb +2 -0
  17. data/lib/google/cloud/dataproc/v1/jobs_services_pb.rb +8 -8
  18. data/lib/google/cloud/dataproc/v1/shared_pb.rb +7 -0
  19. data/lib/google/cloud/dataproc/v1/version.rb +1 -1
  20. data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +42 -35
  21. data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +95 -10
  22. data/lib/google/cloud/dataproc/v1/workflow_template_service/paths.rb +39 -1
  23. data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +5 -0
  24. data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +10 -9
  25. data/proto_docs/google/api/field_behavior.rb +6 -0
  26. data/proto_docs/google/api/resource.rb +50 -14
  27. data/proto_docs/google/cloud/dataproc/v1/clusters.rb +240 -16
  28. data/proto_docs/google/cloud/dataproc/v1/jobs.rb +29 -10
  29. data/proto_docs/google/cloud/dataproc/v1/shared.rb +24 -1
  30. data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb +34 -7
  31. data/proto_docs/google/longrunning/operations.rb +17 -3
  32. data/proto_docs/google/protobuf/any.rb +5 -2
  33. data/proto_docs/google/protobuf/timestamp.rb +10 -1
  34. metadata +21 -11
@@ -103,8 +103,13 @@ module Google
103
103
  # Lists operations that match the specified filter in the request. If the
104
104
  # server doesn't support this method, it returns `UNIMPLEMENTED`.
105
105
  #
106
- # NOTE: the `name` binding below allows API services to override the binding
107
- # to use different resource name schemes, such as `users/*/operations`.
106
+ # NOTE: the `name` binding allows API services to override the binding
107
+ # to use different resource name schemes, such as `users/*/operations`. To
108
+ # override the binding, API services can add a binding such as
109
+ # `"/v1/{name=users/*}/operations"` to their service configuration.
110
+ # For backwards compatibility, the default name includes the operations
111
+ # collection id, however overriding users must ensure the name binding
112
+ # is the parent resource, without the operations collection id.
108
113
  #
109
114
  # @overload list_operations(request, options = nil)
110
115
  # Pass arguments to `list_operations` via a request object, either of type
@@ -122,7 +127,7 @@ module Google
122
127
  # the default parameter values, pass an empty Hash as a request object (see above).
123
128
  #
124
129
  # @param name [::String]
125
- # The name of the operation collection.
130
+ # The name of the operation's parent resource.
126
131
  # @param filter [::String]
127
132
  # The standard list filter.
128
133
  # @param page_size [::Integer]
@@ -390,6 +395,79 @@ module Google
390
395
  raise ::Google::Cloud::Error.from_error(e)
391
396
  end
392
397
 
398
+ ##
399
+ # Waits for the specified long-running operation until it is done or reaches
400
+ # at most a specified timeout, returning the latest state. If the operation
401
+ # is already done, the latest state is immediately returned. If the timeout
402
+ # specified is greater than the default HTTP/RPC timeout, the HTTP/RPC
403
+ # timeout is used. If the server does not support this method, it returns
404
+ # `google.rpc.Code.UNIMPLEMENTED`.
405
+ # Note that this method is on a best-effort basis. It may return the latest
406
+ # state before the specified timeout (including immediately), meaning even an
407
+ # immediate response is no guarantee that the operation is done.
408
+ #
409
+ # @overload wait_operation(request, options = nil)
410
+ # Pass arguments to `wait_operation` via a request object, either of type
411
+ # {::Google::Longrunning::WaitOperationRequest} or an equivalent Hash.
412
+ #
413
+ # @param request [::Google::Longrunning::WaitOperationRequest, ::Hash]
414
+ # A request object representing the call parameters. Required. To specify no
415
+ # parameters, or to keep all the default parameter values, pass an empty Hash.
416
+ # @param options [::Gapic::CallOptions, ::Hash]
417
+ # Overrides the default settings for this call, e.g, timeout, retries, etc. Optional.
418
+ #
419
+ # @overload wait_operation(name: nil, timeout: nil)
420
+ # Pass arguments to `wait_operation` via keyword arguments. Note that at
421
+ # least one keyword argument is required. To specify no parameters, or to keep all
422
+ # the default parameter values, pass an empty Hash as a request object (see above).
423
+ #
424
+ # @param name [::String]
425
+ # The name of the operation resource to wait on.
426
+ # @param timeout [::Google::Protobuf::Duration, ::Hash]
427
+ # The maximum duration to wait before timing out. If left blank, the wait
428
+ # will be at most the time permitted by the underlying HTTP/RPC protocol.
429
+ # If RPC context deadline is also specified, the shorter one will be used.
430
+ #
431
+ # @yield [response, operation] Access the result along with the RPC operation
432
+ # @yieldparam response [::Gapic::Operation]
433
+ # @yieldparam operation [::GRPC::ActiveCall::Operation]
434
+ #
435
+ # @return [::Gapic::Operation]
436
+ #
437
+ # @raise [::Google::Cloud::Error] if the RPC is aborted.
438
+ #
439
+ def wait_operation request, options = nil
440
+ raise ::ArgumentError, "request must be provided" if request.nil?
441
+
442
+ request = ::Gapic::Protobuf.coerce request, to: ::Google::Longrunning::WaitOperationRequest
443
+
444
+ # Converts hash and nil to an options object
445
+ options = ::Gapic::CallOptions.new(**options.to_h) if options.respond_to? :to_h
446
+
447
+ # Customize the options with defaults
448
+ metadata = @config.rpcs.wait_operation.metadata.to_h
449
+
450
+ # Set x-goog-api-client and x-goog-user-project headers
451
+ metadata[:"x-goog-api-client"] ||= ::Gapic::Headers.x_goog_api_client \
452
+ lib_name: @config.lib_name, lib_version: @config.lib_version,
453
+ gapic_version: ::Google::Cloud::Dataproc::V1::VERSION
454
+ metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
455
+
456
+ options.apply_defaults timeout: @config.rpcs.wait_operation.timeout,
457
+ metadata: metadata,
458
+ retry_policy: @config.rpcs.wait_operation.retry_policy
459
+ options.apply_defaults metadata: @config.metadata,
460
+ retry_policy: @config.retry_policy
461
+
462
+ @operations_stub.call_rpc :wait_operation, request, options: options do |response, operation|
463
+ response = ::Gapic::Operation.new response, @operations_client, options: options
464
+ yield response, operation if block_given?
465
+ return response
466
+ end
467
+ rescue ::GRPC::BadStatus => e
468
+ raise ::Google::Cloud::Error.from_error(e)
469
+ end
470
+
393
471
  ##
394
472
  # Configuration class for the Operations API.
395
473
  #
@@ -482,7 +560,7 @@ module Google
482
560
  config_attr :scope, nil, ::String, ::Array, nil
483
561
  config_attr :lib_name, nil, ::String, nil
484
562
  config_attr :lib_version, nil, ::String, nil
485
- config_attr(:channel_args, { "grpc.service_config_disable_resolution"=>1 }, ::Hash, nil)
563
+ config_attr(:channel_args, { "grpc.service_config_disable_resolution" => 1 }, ::Hash, nil)
486
564
  config_attr :interceptors, nil, ::Array, nil
487
565
  config_attr :timeout, nil, ::Numeric, nil
488
566
  config_attr :metadata, nil, ::Hash, nil
@@ -503,7 +581,7 @@ module Google
503
581
  def rpcs
504
582
  @rpcs ||= begin
505
583
  parent_rpcs = nil
506
- parent_rpcs = @parent_config.rpcs if defined?(@parent_config) && @parent_config&.respond_to?(:rpcs)
584
+ parent_rpcs = @parent_config.rpcs if defined?(@parent_config) && @parent_config.respond_to?(:rpcs)
507
585
  Rpcs.new parent_rpcs
508
586
  end
509
587
  end
@@ -515,7 +593,7 @@ module Google
515
593
  # Each configuration object is of type `Gapic::Config::Method` and includes
516
594
  # the following configuration fields:
517
595
  #
518
- # * `timeout` (*type:* `Numeric`) - The call timeout in milliseconds
596
+ # * `timeout` (*type:* `Numeric`) - The call timeout in seconds
519
597
  # * `metadata` (*type:* `Hash{Symbol=>String}`) - Additional gRPC headers
520
598
  # * `retry_policy (*type:* `Hash`) - The retry policy. The policy fields
521
599
  # include the following keys:
@@ -546,17 +624,24 @@ module Google
546
624
  # @return [::Gapic::Config::Method]
547
625
  #
548
626
  attr_reader :cancel_operation
627
+ ##
628
+ # RPC-specific configuration for `wait_operation`
629
+ # @return [::Gapic::Config::Method]
630
+ #
631
+ attr_reader :wait_operation
549
632
 
550
633
  # @private
551
634
  def initialize parent_rpcs = nil
552
- list_operations_config = parent_rpcs&.list_operations if parent_rpcs&.respond_to? :list_operations
635
+ list_operations_config = parent_rpcs.list_operations if parent_rpcs.respond_to? :list_operations
553
636
  @list_operations = ::Gapic::Config::Method.new list_operations_config
554
- get_operation_config = parent_rpcs&.get_operation if parent_rpcs&.respond_to? :get_operation
637
+ get_operation_config = parent_rpcs.get_operation if parent_rpcs.respond_to? :get_operation
555
638
  @get_operation = ::Gapic::Config::Method.new get_operation_config
556
- delete_operation_config = parent_rpcs&.delete_operation if parent_rpcs&.respond_to? :delete_operation
639
+ delete_operation_config = parent_rpcs.delete_operation if parent_rpcs.respond_to? :delete_operation
557
640
  @delete_operation = ::Gapic::Config::Method.new delete_operation_config
558
- cancel_operation_config = parent_rpcs&.cancel_operation if parent_rpcs&.respond_to? :cancel_operation
641
+ cancel_operation_config = parent_rpcs.cancel_operation if parent_rpcs.respond_to? :cancel_operation
559
642
  @cancel_operation = ::Gapic::Config::Method.new cancel_operation_config
643
+ wait_operation_config = parent_rpcs.wait_operation if parent_rpcs.respond_to? :wait_operation
644
+ @wait_operation = ::Gapic::Config::Method.new wait_operation_config
560
645
 
561
646
  yield self if block_given?
562
647
  end
@@ -0,0 +1,71 @@
1
+ # frozen_string_literal: true
2
+
3
+ # Copyright 2021 Google LLC
4
+ #
5
+ # Licensed under the Apache License, Version 2.0 (the "License");
6
+ # you may not use this file except in compliance with the License.
7
+ # You may obtain a copy of the License at
8
+ #
9
+ # https://www.apache.org/licenses/LICENSE-2.0
10
+ #
11
+ # Unless required by applicable law or agreed to in writing, software
12
+ # distributed under the License is distributed on an "AS IS" BASIS,
13
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
+ # See the License for the specific language governing permissions and
15
+ # limitations under the License.
16
+
17
+ # Auto-generated by gapic-generator-ruby. DO NOT EDIT!
18
+
19
+
20
+ module Google
21
+ module Cloud
22
+ module Dataproc
23
+ module V1
24
+ module ClusterController
25
+ # Path helper methods for the ClusterController API.
26
+ module Paths
27
+ ##
28
+ # Create a fully-qualified Cluster resource string.
29
+ #
30
+ # The resource will be in the following format:
31
+ #
32
+ # `projects/{project}/locations/{location}/clusters/{cluster}`
33
+ #
34
+ # @param project [String]
35
+ # @param location [String]
36
+ # @param cluster [String]
37
+ #
38
+ # @return [::String]
39
+ def cluster_path project:, location:, cluster:
40
+ raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
41
+ raise ::ArgumentError, "location cannot contain /" if location.to_s.include? "/"
42
+
43
+ "projects/#{project}/locations/#{location}/clusters/#{cluster}"
44
+ end
45
+
46
+ ##
47
+ # Create a fully-qualified Service resource string.
48
+ #
49
+ # The resource will be in the following format:
50
+ #
51
+ # `projects/{project}/locations/{location}/services/{service}`
52
+ #
53
+ # @param project [String]
54
+ # @param location [String]
55
+ # @param service [String]
56
+ #
57
+ # @return [::String]
58
+ def service_path project:, location:, service:
59
+ raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
60
+ raise ::ArgumentError, "location cannot contain /" if location.to_s.include? "/"
61
+
62
+ "projects/#{project}/locations/#{location}/services/#{service}"
63
+ end
64
+
65
+ extend self
66
+ end
67
+ end
68
+ end
69
+ end
70
+ end
71
+ end
@@ -6,6 +6,7 @@ require 'google/protobuf'
6
6
  require 'google/api/annotations_pb'
7
7
  require 'google/api/client_pb'
8
8
  require 'google/api/field_behavior_pb'
9
+ require 'google/api/resource_pb'
9
10
  require 'google/cloud/dataproc/v1/shared_pb'
10
11
  require 'google/longrunning/operations_pb'
11
12
  require 'google/protobuf/duration_pb'
@@ -37,6 +38,15 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
37
38
  optional :security_config, :message, 16, "google.cloud.dataproc.v1.SecurityConfig"
38
39
  optional :lifecycle_config, :message, 17, "google.cloud.dataproc.v1.LifecycleConfig"
39
40
  optional :endpoint_config, :message, 19, "google.cloud.dataproc.v1.EndpointConfig"
41
+ optional :metastore_config, :message, 20, "google.cloud.dataproc.v1.MetastoreConfig"
42
+ optional :gke_cluster_config, :message, 21, "google.cloud.dataproc.v1.GkeClusterConfig"
43
+ end
44
+ add_message "google.cloud.dataproc.v1.GkeClusterConfig" do
45
+ optional :namespaced_gke_deployment_target, :message, 1, "google.cloud.dataproc.v1.GkeClusterConfig.NamespacedGkeDeploymentTarget"
46
+ end
47
+ add_message "google.cloud.dataproc.v1.GkeClusterConfig.NamespacedGkeDeploymentTarget" do
48
+ optional :target_gke_cluster, :string, 1
49
+ optional :cluster_namespace, :string, 2
40
50
  end
41
51
  add_message "google.cloud.dataproc.v1.EndpointConfig" do
42
52
  map :http_ports, :string, :string, 1
@@ -53,11 +63,28 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
53
63
  optional :network_uri, :string, 2
54
64
  optional :subnetwork_uri, :string, 6
55
65
  optional :internal_ip_only, :bool, 7
66
+ optional :private_ipv6_google_access, :enum, 12, "google.cloud.dataproc.v1.GceClusterConfig.PrivateIpv6GoogleAccess"
56
67
  optional :service_account, :string, 8
57
68
  repeated :service_account_scopes, :string, 3
58
69
  repeated :tags, :string, 4
59
70
  map :metadata, :string, :string, 5
60
71
  optional :reservation_affinity, :message, 11, "google.cloud.dataproc.v1.ReservationAffinity"
72
+ optional :node_group_affinity, :message, 13, "google.cloud.dataproc.v1.NodeGroupAffinity"
73
+ optional :shielded_instance_config, :message, 14, "google.cloud.dataproc.v1.ShieldedInstanceConfig"
74
+ end
75
+ add_enum "google.cloud.dataproc.v1.GceClusterConfig.PrivateIpv6GoogleAccess" do
76
+ value :PRIVATE_IPV6_GOOGLE_ACCESS_UNSPECIFIED, 0
77
+ value :INHERIT_FROM_SUBNETWORK, 1
78
+ value :OUTBOUND, 2
79
+ value :BIDIRECTIONAL, 3
80
+ end
81
+ add_message "google.cloud.dataproc.v1.NodeGroupAffinity" do
82
+ optional :node_group_uri, :string, 1
83
+ end
84
+ add_message "google.cloud.dataproc.v1.ShieldedInstanceConfig" do
85
+ optional :enable_secure_boot, :bool, 1
86
+ optional :enable_vtpm, :bool, 2
87
+ optional :enable_integrity_monitoring, :bool, 3
61
88
  end
62
89
  add_message "google.cloud.dataproc.v1.InstanceGroupConfig" do
63
90
  optional :num_instances, :int32, 1
@@ -106,6 +133,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
106
133
  value :ERROR, 3
107
134
  value :DELETING, 4
108
135
  value :UPDATING, 5
136
+ value :STOPPING, 6
137
+ value :STOPPED, 7
138
+ value :STARTING, 8
109
139
  end
110
140
  add_enum "google.cloud.dataproc.v1.ClusterStatus.Substate" do
111
141
  value :UNSPECIFIED, 0
@@ -114,6 +144,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
114
144
  end
115
145
  add_message "google.cloud.dataproc.v1.SecurityConfig" do
116
146
  optional :kerberos_config, :message, 1, "google.cloud.dataproc.v1.KerberosConfig"
147
+ optional :identity_config, :message, 2, "google.cloud.dataproc.v1.IdentityConfig"
117
148
  end
118
149
  add_message "google.cloud.dataproc.v1.KerberosConfig" do
119
150
  optional :enable_kerberos, :bool, 1
@@ -132,6 +163,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
132
163
  optional :tgt_lifetime_hours, :int32, 14
133
164
  optional :realm, :string, 15
134
165
  end
166
+ add_message "google.cloud.dataproc.v1.IdentityConfig" do
167
+ map :user_service_account_mapping, :string, :string, 1
168
+ end
135
169
  add_message "google.cloud.dataproc.v1.SoftwareConfig" do
136
170
  optional :image_version, :string, 1
137
171
  map :properties, :string, :string, 2
@@ -145,6 +179,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
145
179
  optional :auto_delete_ttl, :message, 3, "google.protobuf.Duration"
146
180
  end
147
181
  end
182
+ add_message "google.cloud.dataproc.v1.MetastoreConfig" do
183
+ optional :dataproc_metastore_service, :string, 1
184
+ end
148
185
  add_message "google.cloud.dataproc.v1.ClusterMetrics" do
149
186
  map :hdfs_metrics, :string, :int64, 1
150
187
  map :yarn_metrics, :string, :int64, 2
@@ -164,6 +201,20 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
164
201
  optional :update_mask, :message, 4, "google.protobuf.FieldMask"
165
202
  optional :request_id, :string, 7
166
203
  end
204
+ add_message "google.cloud.dataproc.v1.StopClusterRequest" do
205
+ optional :project_id, :string, 1
206
+ optional :region, :string, 2
207
+ optional :cluster_name, :string, 3
208
+ optional :cluster_uuid, :string, 4
209
+ optional :request_id, :string, 5
210
+ end
211
+ add_message "google.cloud.dataproc.v1.StartClusterRequest" do
212
+ optional :project_id, :string, 1
213
+ optional :region, :string, 2
214
+ optional :cluster_name, :string, 3
215
+ optional :cluster_uuid, :string, 4
216
+ optional :request_id, :string, 5
217
+ end
167
218
  add_message "google.cloud.dataproc.v1.DeleteClusterRequest" do
168
219
  optional :project_id, :string, 1
169
220
  optional :region, :string, 3
@@ -215,10 +266,15 @@ module Google
215
266
  module V1
216
267
  Cluster = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.Cluster").msgclass
217
268
  ClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterConfig").msgclass
269
+ GkeClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GkeClusterConfig").msgclass
270
+ GkeClusterConfig::NamespacedGkeDeploymentTarget = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GkeClusterConfig.NamespacedGkeDeploymentTarget").msgclass
218
271
  EndpointConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.EndpointConfig").msgclass
219
272
  AutoscalingConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.AutoscalingConfig").msgclass
220
273
  EncryptionConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.EncryptionConfig").msgclass
221
274
  GceClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GceClusterConfig").msgclass
275
+ GceClusterConfig::PrivateIpv6GoogleAccess = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GceClusterConfig.PrivateIpv6GoogleAccess").enummodule
276
+ NodeGroupAffinity = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.NodeGroupAffinity").msgclass
277
+ ShieldedInstanceConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ShieldedInstanceConfig").msgclass
222
278
  InstanceGroupConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.InstanceGroupConfig").msgclass
223
279
  InstanceGroupConfig::Preemptibility = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.InstanceGroupConfig.Preemptibility").enummodule
224
280
  ManagedGroupConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ManagedGroupConfig").msgclass
@@ -230,11 +286,15 @@ module Google
230
286
  ClusterStatus::Substate = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterStatus.Substate").enummodule
231
287
  SecurityConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SecurityConfig").msgclass
232
288
  KerberosConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.KerberosConfig").msgclass
289
+ IdentityConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.IdentityConfig").msgclass
233
290
  SoftwareConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SoftwareConfig").msgclass
234
291
  LifecycleConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.LifecycleConfig").msgclass
292
+ MetastoreConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.MetastoreConfig").msgclass
235
293
  ClusterMetrics = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterMetrics").msgclass
236
294
  CreateClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.CreateClusterRequest").msgclass
237
295
  UpdateClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.UpdateClusterRequest").msgclass
296
+ StopClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.StopClusterRequest").msgclass
297
+ StartClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.StartClusterRequest").msgclass
238
298
  DeleteClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DeleteClusterRequest").msgclass
239
299
  GetClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GetClusterRequest").msgclass
240
300
  ListClustersRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ListClustersRequest").msgclass
@@ -28,7 +28,7 @@ module Google
28
28
  # of Compute Engine instances.
29
29
  class Service
30
30
 
31
- include GRPC::GenericService
31
+ include ::GRPC::GenericService
32
32
 
33
33
  self.marshal_class_method = :encode
34
34
  self.unmarshal_class_method = :decode
@@ -37,19 +37,23 @@ module Google
37
37
  # Creates a cluster in a project. The returned
38
38
  # [Operation.metadata][google.longrunning.Operation.metadata] will be
39
39
  # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
40
- rpc :CreateCluster, Google::Cloud::Dataproc::V1::CreateClusterRequest, Google::Longrunning::Operation
40
+ rpc :CreateCluster, ::Google::Cloud::Dataproc::V1::CreateClusterRequest, ::Google::Longrunning::Operation
41
41
  # Updates a cluster in a project. The returned
42
42
  # [Operation.metadata][google.longrunning.Operation.metadata] will be
43
43
  # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
44
- rpc :UpdateCluster, Google::Cloud::Dataproc::V1::UpdateClusterRequest, Google::Longrunning::Operation
44
+ rpc :UpdateCluster, ::Google::Cloud::Dataproc::V1::UpdateClusterRequest, ::Google::Longrunning::Operation
45
+ # Stops a cluster in a project.
46
+ rpc :StopCluster, ::Google::Cloud::Dataproc::V1::StopClusterRequest, ::Google::Longrunning::Operation
47
+ # Starts a cluster in a project.
48
+ rpc :StartCluster, ::Google::Cloud::Dataproc::V1::StartClusterRequest, ::Google::Longrunning::Operation
45
49
  # Deletes a cluster in a project. The returned
46
50
  # [Operation.metadata][google.longrunning.Operation.metadata] will be
47
51
  # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
48
- rpc :DeleteCluster, Google::Cloud::Dataproc::V1::DeleteClusterRequest, Google::Longrunning::Operation
52
+ rpc :DeleteCluster, ::Google::Cloud::Dataproc::V1::DeleteClusterRequest, ::Google::Longrunning::Operation
49
53
  # Gets the resource representation for a cluster in a project.
50
- rpc :GetCluster, Google::Cloud::Dataproc::V1::GetClusterRequest, Google::Cloud::Dataproc::V1::Cluster
54
+ rpc :GetCluster, ::Google::Cloud::Dataproc::V1::GetClusterRequest, ::Google::Cloud::Dataproc::V1::Cluster
51
55
  # Lists all regions/{region}/clusters in a project alphabetically.
52
- rpc :ListClusters, Google::Cloud::Dataproc::V1::ListClustersRequest, Google::Cloud::Dataproc::V1::ListClustersResponse
56
+ rpc :ListClusters, ::Google::Cloud::Dataproc::V1::ListClustersRequest, ::Google::Cloud::Dataproc::V1::ListClustersResponse
53
57
  # Gets cluster diagnostic information. The returned
54
58
  # [Operation.metadata][google.longrunning.Operation.metadata] will be
55
59
  # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
@@ -57,7 +61,7 @@ module Google
57
61
  # [Operation.response][google.longrunning.Operation.response]
58
62
  # contains
59
63
  # [DiagnoseClusterResults](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#diagnoseclusterresults).
60
- rpc :DiagnoseCluster, Google::Cloud::Dataproc::V1::DiagnoseClusterRequest, Google::Longrunning::Operation
64
+ rpc :DiagnoseCluster, ::Google::Cloud::Dataproc::V1::DiagnoseClusterRequest, ::Google::Longrunning::Operation
61
65
  end
62
66
 
63
67
  Stub = Service.rpc_stub_class
@@ -58,7 +58,7 @@ module Google
58
58
  parent_config = while namespace.any?
59
59
  parent_name = namespace.join "::"
60
60
  parent_const = const_get parent_name
61
- break parent_const.configure if parent_const&.respond_to? :configure
61
+ break parent_const.configure if parent_const.respond_to? :configure
62
62
  namespace.pop
63
63
  end
64
64
  default_config = Client::Configuration.new parent_config
@@ -66,57 +66,57 @@ module Google
66
66
  default_config.rpcs.submit_job.timeout = 900.0
67
67
  default_config.rpcs.submit_job.retry_policy = {
68
68
  initial_delay: 0.1,
69
- max_delay: 60.0,
70
- multiplier: 1.3,
71
- retry_codes: [14]
69
+ max_delay: 60.0,
70
+ multiplier: 1.3,
71
+ retry_codes: [14]
72
72
  }
73
73
 
74
74
  default_config.rpcs.submit_job_as_operation.timeout = 900.0
75
75
  default_config.rpcs.submit_job_as_operation.retry_policy = {
76
76
  initial_delay: 0.1,
77
- max_delay: 60.0,
78
- multiplier: 1.3,
79
- retry_codes: [14]
77
+ max_delay: 60.0,
78
+ multiplier: 1.3,
79
+ retry_codes: [14]
80
80
  }
81
81
 
82
82
  default_config.rpcs.get_job.timeout = 900.0
83
83
  default_config.rpcs.get_job.retry_policy = {
84
84
  initial_delay: 0.1,
85
- max_delay: 60.0,
86
- multiplier: 1.3,
87
- retry_codes: [4, 13, 14]
85
+ max_delay: 60.0,
86
+ multiplier: 1.3,
87
+ retry_codes: [4, 13, 14]
88
88
  }
89
89
 
90
90
  default_config.rpcs.list_jobs.timeout = 900.0
91
91
  default_config.rpcs.list_jobs.retry_policy = {
92
92
  initial_delay: 0.1,
93
- max_delay: 60.0,
94
- multiplier: 1.3,
95
- retry_codes: [4, 13, 14]
93
+ max_delay: 60.0,
94
+ multiplier: 1.3,
95
+ retry_codes: [4, 13, 14]
96
96
  }
97
97
 
98
98
  default_config.rpcs.update_job.timeout = 900.0
99
99
  default_config.rpcs.update_job.retry_policy = {
100
100
  initial_delay: 0.1,
101
- max_delay: 60.0,
102
- multiplier: 1.3,
103
- retry_codes: [14]
101
+ max_delay: 60.0,
102
+ multiplier: 1.3,
103
+ retry_codes: [14]
104
104
  }
105
105
 
106
106
  default_config.rpcs.cancel_job.timeout = 900.0
107
107
  default_config.rpcs.cancel_job.retry_policy = {
108
108
  initial_delay: 0.1,
109
- max_delay: 60.0,
110
- multiplier: 1.3,
111
- retry_codes: [4, 13, 14]
109
+ max_delay: 60.0,
110
+ multiplier: 1.3,
111
+ retry_codes: [4, 13, 14]
112
112
  }
113
113
 
114
114
  default_config.rpcs.delete_job.timeout = 900.0
115
115
  default_config.rpcs.delete_job.retry_policy = {
116
116
  initial_delay: 0.1,
117
- max_delay: 60.0,
118
- multiplier: 1.3,
119
- retry_codes: [14]
117
+ max_delay: 60.0,
118
+ multiplier: 1.3,
119
+ retry_codes: [14]
120
120
  }
121
121
 
122
122
  default_config
@@ -180,7 +180,13 @@ module Google
180
180
 
181
181
  # Create credentials
182
182
  credentials = @config.credentials
183
- credentials ||= Credentials.default scope: @config.scope
183
+ # Use self-signed JWT if the scope and endpoint are unchanged from default,
184
+ # but only if the default endpoint does not have a region prefix.
185
+ enable_self_signed_jwt = @config.scope == Client.configure.scope &&
186
+ @config.endpoint == Client.configure.endpoint &&
187
+ !@config.endpoint.split(".").first.include?("-")
188
+ credentials ||= Credentials.default scope: @config.scope,
189
+ enable_self_signed_jwt: enable_self_signed_jwt
184
190
  if credentials.is_a?(String) || credentials.is_a?(Hash)
185
191
  credentials = Credentials.new credentials, scope: @config.scope
186
192
  end
@@ -237,8 +243,9 @@ module Google
237
243
  # Required. The job resource.
238
244
  # @param request_id [::String]
239
245
  # Optional. A unique id used to identify the request. If the server
240
- # receives two {::Google::Cloud::Dataproc::V1::SubmitJobRequest SubmitJobRequest} requests with the same
241
- # id, then the second request will be ignored and the
246
+ # receives two
247
+ # [SubmitJobRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.SubmitJobRequest)s
248
+ # with the same id, then the second request will be ignored and the
242
249
  # first {::Google::Cloud::Dataproc::V1::Job Job} created and stored in the backend
243
250
  # is returned.
244
251
  #
@@ -275,7 +282,7 @@ module Google
275
282
 
276
283
  header_params = {
277
284
  "project_id" => request.project_id,
278
- "region" => request.region
285
+ "region" => request.region
279
286
  }
280
287
  request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
281
288
  metadata[:"x-goog-request-params"] ||= request_params_header
@@ -321,8 +328,9 @@ module Google
321
328
  # Required. The job resource.
322
329
  # @param request_id [::String]
323
330
  # Optional. A unique id used to identify the request. If the server
324
- # receives two {::Google::Cloud::Dataproc::V1::SubmitJobRequest SubmitJobRequest} requests with the same
325
- # id, then the second request will be ignored and the
331
+ # receives two
332
+ # [SubmitJobRequest](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.SubmitJobRequest)s
333
+ # with the same id, then the second request will be ignored and the
326
334
  # first {::Google::Cloud::Dataproc::V1::Job Job} created and stored in the backend
327
335
  # is returned.
328
336
  #
@@ -359,7 +367,7 @@ module Google
359
367
 
360
368
  header_params = {
361
369
  "project_id" => request.project_id,
362
- "region" => request.region
370
+ "region" => request.region
363
371
  }
364
372
  request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
365
373
  metadata[:"x-goog-request-params"] ||= request_params_header
@@ -432,8 +440,8 @@ module Google
432
440
 
433
441
  header_params = {
434
442
  "project_id" => request.project_id,
435
- "region" => request.region,
436
- "job_id" => request.job_id
443
+ "region" => request.region,
444
+ "job_id" => request.job_id
437
445
  }
438
446
  request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
439
447
  metadata[:"x-goog-request-params"] ||= request_params_header
@@ -531,7 +539,7 @@ module Google
531
539
 
532
540
  header_params = {
533
541
  "project_id" => request.project_id,
534
- "region" => request.region
542
+ "region" => request.region
535
543
  }
536
544
  request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
537
545
  metadata[:"x-goog-request-params"] ||= request_params_header
@@ -613,8 +621,8 @@ module Google
613
621
 
614
622
  header_params = {
615
623
  "project_id" => request.project_id,
616
- "region" => request.region,
617
- "job_id" => request.job_id
624
+ "region" => request.region,
625
+ "job_id" => request.job_id
618
626
  }
619
627
  request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
620
628
  metadata[:"x-goog-request-params"] ||= request_params_header
@@ -690,8 +698,8 @@ module Google
690
698
 
691
699
  header_params = {
692
700
  "project_id" => request.project_id,
693
- "region" => request.region,
694
- "job_id" => request.job_id
701
+ "region" => request.region,
702
+ "job_id" => request.job_id
695
703
  }
696
704
  request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
697
705
  metadata[:"x-goog-request-params"] ||= request_params_header
@@ -764,8 +772,8 @@ module Google
764
772
 
765
773
  header_params = {
766
774
  "project_id" => request.project_id,
767
- "region" => request.region,
768
- "job_id" => request.job_id
775
+ "region" => request.region,
776
+ "job_id" => request.job_id
769
777
  }
770
778
  request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
771
779
  metadata[:"x-goog-request-params"] ||= request_params_header
@@ -876,7 +884,7 @@ module Google
876
884
  config_attr :scope, nil, ::String, ::Array, nil
877
885
  config_attr :lib_name, nil, ::String, nil
878
886
  config_attr :lib_version, nil, ::String, nil
879
- config_attr(:channel_args, { "grpc.service_config_disable_resolution"=>1 }, ::Hash, nil)
887
+ config_attr(:channel_args, { "grpc.service_config_disable_resolution" => 1 }, ::Hash, nil)
880
888
  config_attr :interceptors, nil, ::Array, nil
881
889
  config_attr :timeout, nil, ::Numeric, nil
882
890
  config_attr :metadata, nil, ::Hash, nil
@@ -897,7 +905,7 @@ module Google
897
905
  def rpcs
898
906
  @rpcs ||= begin
899
907
  parent_rpcs = nil
900
- parent_rpcs = @parent_config.rpcs if defined?(@parent_config) && @parent_config&.respond_to?(:rpcs)
908
+ parent_rpcs = @parent_config.rpcs if defined?(@parent_config) && @parent_config.respond_to?(:rpcs)
901
909
  Rpcs.new parent_rpcs
902
910
  end
903
911
  end
@@ -909,7 +917,7 @@ module Google
909
917
  # Each configuration object is of type `Gapic::Config::Method` and includes
910
918
  # the following configuration fields:
911
919
  #
912
- # * `timeout` (*type:* `Numeric`) - The call timeout in milliseconds
920
+ # * `timeout` (*type:* `Numeric`) - The call timeout in seconds
913
921
  # * `metadata` (*type:* `Hash{Symbol=>String}`) - Additional gRPC headers
914
922
  # * `retry_policy (*type:* `Hash`) - The retry policy. The policy fields
915
923
  # include the following keys:
@@ -958,19 +966,19 @@ module Google
958
966
 
959
967
  # @private
960
968
  def initialize parent_rpcs = nil
961
- submit_job_config = parent_rpcs&.submit_job if parent_rpcs&.respond_to? :submit_job
969
+ submit_job_config = parent_rpcs.submit_job if parent_rpcs.respond_to? :submit_job
962
970
  @submit_job = ::Gapic::Config::Method.new submit_job_config
963
- submit_job_as_operation_config = parent_rpcs&.submit_job_as_operation if parent_rpcs&.respond_to? :submit_job_as_operation
971
+ submit_job_as_operation_config = parent_rpcs.submit_job_as_operation if parent_rpcs.respond_to? :submit_job_as_operation
964
972
  @submit_job_as_operation = ::Gapic::Config::Method.new submit_job_as_operation_config
965
- get_job_config = parent_rpcs&.get_job if parent_rpcs&.respond_to? :get_job
973
+ get_job_config = parent_rpcs.get_job if parent_rpcs.respond_to? :get_job
966
974
  @get_job = ::Gapic::Config::Method.new get_job_config
967
- list_jobs_config = parent_rpcs&.list_jobs if parent_rpcs&.respond_to? :list_jobs
975
+ list_jobs_config = parent_rpcs.list_jobs if parent_rpcs.respond_to? :list_jobs
968
976
  @list_jobs = ::Gapic::Config::Method.new list_jobs_config
969
- update_job_config = parent_rpcs&.update_job if parent_rpcs&.respond_to? :update_job
977
+ update_job_config = parent_rpcs.update_job if parent_rpcs.respond_to? :update_job
970
978
  @update_job = ::Gapic::Config::Method.new update_job_config
971
- cancel_job_config = parent_rpcs&.cancel_job if parent_rpcs&.respond_to? :cancel_job
979
+ cancel_job_config = parent_rpcs.cancel_job if parent_rpcs.respond_to? :cancel_job
972
980
  @cancel_job = ::Gapic::Config::Method.new cancel_job_config
973
- delete_job_config = parent_rpcs&.delete_job if parent_rpcs&.respond_to? :delete_job
981
+ delete_job_config = parent_rpcs.delete_job if parent_rpcs.respond_to? :delete_job
974
982
  @delete_job = ::Gapic::Config::Method.new delete_job_config
975
983
 
976
984
  yield self if block_given?