google-cloud-dataproc-v1 0.16.0 → 0.18.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +2 -2
- data/lib/google/cloud/dataproc/v1/autoscaling_policies_pb.rb +25 -51
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +6 -4
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/rest/client.rb +713 -0
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/rest/service_stub.rb +382 -0
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/rest.rb +54 -0
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service.rb +6 -0
- data/lib/google/cloud/dataproc/v1/batch_controller/client.rb +6 -4
- data/lib/google/cloud/dataproc/v1/batch_controller/operations.rb +5 -3
- data/lib/google/cloud/dataproc/v1/batch_controller/rest/client.rb +642 -0
- data/lib/google/cloud/dataproc/v1/batch_controller/rest/operations.rb +822 -0
- data/lib/google/cloud/dataproc/v1/batch_controller/rest/service_stub.rb +285 -0
- data/lib/google/cloud/dataproc/v1/batch_controller/rest.rb +54 -0
- data/lib/google/cloud/dataproc/v1/batch_controller.rb +6 -0
- data/lib/google/cloud/dataproc/v1/batches_pb.rb +26 -88
- data/lib/google/cloud/dataproc/v1/bindings_override.rb +257 -0
- data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +6 -4
- data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +5 -3
- data/lib/google/cloud/dataproc/v1/cluster_controller/rest/client.rb +1119 -0
- data/lib/google/cloud/dataproc/v1/cluster_controller/rest/operations.rb +822 -0
- data/lib/google/cloud/dataproc/v1/cluster_controller/rest/service_stub.rb +539 -0
- data/lib/google/cloud/dataproc/v1/cluster_controller/rest.rb +55 -0
- data/lib/google/cloud/dataproc/v1/cluster_controller.rb +6 -0
- data/lib/google/cloud/dataproc/v1/clusters_pb.rb +28 -289
- data/lib/google/cloud/dataproc/v1/job_controller/client.rb +6 -4
- data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +5 -3
- data/lib/google/cloud/dataproc/v1/job_controller/rest/client.rb +931 -0
- data/lib/google/cloud/dataproc/v1/job_controller/rest/operations.rb +822 -0
- data/lib/google/cloud/dataproc/v1/job_controller/rest/service_stub.rb +476 -0
- data/lib/google/cloud/dataproc/v1/job_controller/rest.rb +53 -0
- data/lib/google/cloud/dataproc/v1/job_controller.rb +6 -0
- data/lib/google/cloud/dataproc/v1/jobs_pb.rb +26 -248
- data/lib/google/cloud/dataproc/v1/node_group_controller/client.rb +6 -4
- data/lib/google/cloud/dataproc/v1/node_group_controller/operations.rb +5 -3
- data/lib/google/cloud/dataproc/v1/node_group_controller/rest/client.rb +583 -0
- data/lib/google/cloud/dataproc/v1/node_group_controller/rest/operations.rb +822 -0
- data/lib/google/cloud/dataproc/v1/node_group_controller/rest/service_stub.rb +227 -0
- data/lib/google/cloud/dataproc/v1/node_group_controller/rest.rb +55 -0
- data/lib/google/cloud/dataproc/v1/node_group_controller.rb +6 -0
- data/lib/google/cloud/dataproc/v1/node_groups_pb.rb +26 -16
- data/lib/google/cloud/dataproc/v1/operations_pb.rb +25 -55
- data/lib/google/cloud/dataproc/v1/rest.rb +43 -0
- data/lib/google/cloud/dataproc/v1/shared_pb.rb +26 -116
- data/lib/google/cloud/dataproc/v1/version.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +6 -4
- data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +5 -3
- data/lib/google/cloud/dataproc/v1/workflow_template_service/rest/client.rb +985 -0
- data/lib/google/cloud/dataproc/v1/workflow_template_service/rest/operations.rb +822 -0
- data/lib/google/cloud/dataproc/v1/workflow_template_service/rest/service_stub.rb +518 -0
- data/lib/google/cloud/dataproc/v1/workflow_template_service/rest.rb +55 -0
- data/lib/google/cloud/dataproc/v1/workflow_template_service.rb +6 -0
- data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +28 -142
- data/lib/google/cloud/dataproc/v1.rb +5 -0
- data/proto_docs/google/api/client.rb +67 -4
- data/proto_docs/google/protobuf/any.rb +7 -4
- data/proto_docs/google/protobuf/timestamp.rb +1 -3
- metadata +30 -5
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: c0ca06eb79dd251fb70b7e9e19b0b8aeb7c385f53e21b7421e3156e07944d0d4
|
4
|
+
data.tar.gz: 58aac0bb5c0d9446921b31c5a9e0a1fdebff69ad92c71f7aca8f79198ebeded6
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: deb5f138b6c3a92cd3f4844e075e308f808a0fa7e753fa0b624fb5de114e68164e14356ac59b35e8aa465c950e71c1c4b72b5dd13922df9446c94ecae6cd16a2
|
7
|
+
data.tar.gz: 7bb9bf2db09ce97f7e5192c5a0727de156c6f1fdea2ee3fc4d3b36530643b296438376c52e770653cb5baf1f2f675d0d0edfc96b7f888d3273ca2bec24d31de6
|
data/README.md
CHANGED
@@ -1,6 +1,6 @@
|
|
1
1
|
# Ruby Client for the Cloud Dataproc V1 API
|
2
2
|
|
3
|
-
|
3
|
+
Manages Hadoop-based clusters and jobs on Google Cloud Platform.
|
4
4
|
|
5
5
|
Manages Hadoop-based clusters and jobs on Google Cloud Platform.
|
6
6
|
|
@@ -47,7 +47,7 @@ for general usage information.
|
|
47
47
|
|
48
48
|
To enable logging for this library, set the logger for the underlying [gRPC](https://github.com/grpc/grpc/tree/master/src/ruby) library.
|
49
49
|
The logger that you set may be a Ruby stdlib [`Logger`](https://ruby-doc.org/current/stdlibs/logger/Logger.html) as shown below,
|
50
|
-
or a [`Google::Cloud::Logging::Logger`](https://
|
50
|
+
or a [`Google::Cloud::Logging::Logger`](https://cloud.google.com/ruby/docs/reference/google-cloud-logging/latest)
|
51
51
|
that will write logs to [Cloud Logging](https://cloud.google.com/logging/). See [grpc/logconfig.rb](https://github.com/grpc/grpc/blob/master/src/ruby/lib/grpc/logconfig.rb)
|
52
52
|
and the gRPC [spec_helper.rb](https://github.com/grpc/grpc/blob/master/src/ruby/spec/spec_helper.rb) for additional information.
|
53
53
|
|
@@ -1,3 +1,4 @@
|
|
1
|
+
# frozen_string_literal: true
|
1
2
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
3
|
# source: google/cloud/dataproc/v1/autoscaling_policies.proto
|
3
4
|
|
@@ -10,59 +11,32 @@ require 'google/api/resource_pb'
|
|
10
11
|
require 'google/protobuf/duration_pb'
|
11
12
|
require 'google/protobuf/empty_pb'
|
12
13
|
|
13
|
-
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
|
27
|
-
|
28
|
-
|
29
|
-
|
30
|
-
|
31
|
-
|
32
|
-
|
33
|
-
|
34
|
-
|
35
|
-
optional :scale_up_min_worker_fraction, :double, 3
|
36
|
-
optional :scale_down_min_worker_fraction, :double, 4
|
37
|
-
end
|
38
|
-
add_message "google.cloud.dataproc.v1.InstanceGroupAutoscalingPolicyConfig" do
|
39
|
-
optional :min_instances, :int32, 1
|
40
|
-
optional :max_instances, :int32, 2
|
41
|
-
optional :weight, :int32, 3
|
42
|
-
end
|
43
|
-
add_message "google.cloud.dataproc.v1.CreateAutoscalingPolicyRequest" do
|
44
|
-
optional :parent, :string, 1
|
45
|
-
optional :policy, :message, 2, "google.cloud.dataproc.v1.AutoscalingPolicy"
|
46
|
-
end
|
47
|
-
add_message "google.cloud.dataproc.v1.GetAutoscalingPolicyRequest" do
|
48
|
-
optional :name, :string, 1
|
49
|
-
end
|
50
|
-
add_message "google.cloud.dataproc.v1.UpdateAutoscalingPolicyRequest" do
|
51
|
-
optional :policy, :message, 1, "google.cloud.dataproc.v1.AutoscalingPolicy"
|
52
|
-
end
|
53
|
-
add_message "google.cloud.dataproc.v1.DeleteAutoscalingPolicyRequest" do
|
54
|
-
optional :name, :string, 1
|
55
|
-
end
|
56
|
-
add_message "google.cloud.dataproc.v1.ListAutoscalingPoliciesRequest" do
|
57
|
-
optional :parent, :string, 1
|
58
|
-
optional :page_size, :int32, 2
|
59
|
-
optional :page_token, :string, 3
|
60
|
-
end
|
61
|
-
add_message "google.cloud.dataproc.v1.ListAutoscalingPoliciesResponse" do
|
62
|
-
repeated :policies, :message, 1, "google.cloud.dataproc.v1.AutoscalingPolicy"
|
63
|
-
optional :next_page_token, :string, 2
|
14
|
+
|
15
|
+
descriptor_data = "\n3google/cloud/dataproc/v1/autoscaling_policies.proto\x12\x18google.cloud.dataproc.v1\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a\x1egoogle/protobuf/duration.proto\x1a\x1bgoogle/protobuf/empty.proto\"\xa5\x05\n\x11\x41utoscalingPolicy\x12\n\n\x02id\x18\x01 \x01(\t\x12\x11\n\x04name\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12S\n\x0f\x62\x61sic_algorithm\x18\x03 \x01(\x0b\x32\x33.google.cloud.dataproc.v1.BasicAutoscalingAlgorithmB\x03\xe0\x41\x02H\x00\x12Z\n\rworker_config\x18\x04 \x01(\x0b\x32>.google.cloud.dataproc.v1.InstanceGroupAutoscalingPolicyConfigB\x03\xe0\x41\x02\x12\x64\n\x17secondary_worker_config\x18\x05 \x01(\x0b\x32>.google.cloud.dataproc.v1.InstanceGroupAutoscalingPolicyConfigB\x03\xe0\x41\x01\x12L\n\x06labels\x18\x06 \x03(\x0b\x32\x37.google.cloud.dataproc.v1.AutoscalingPolicy.LabelsEntryB\x03\xe0\x41\x01\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01:\xcf\x01\xea\x41\xcb\x01\n)dataproc.googleapis.com/AutoscalingPolicy\x12Pprojects/{project}/locations/{location}/autoscalingPolicies/{autoscaling_policy}\x12Lprojects/{project}/regions/{region}/autoscalingPolicies/{autoscaling_policy}B\x0b\n\talgorithm\"\xb0\x01\n\x19\x42\x61sicAutoscalingAlgorithm\x12P\n\x0byarn_config\x18\x01 \x01(\x0b\x32\x34.google.cloud.dataproc.v1.BasicYarnAutoscalingConfigB\x03\xe0\x41\x02H\x00\x12\x37\n\x0f\x63ooldown_period\x18\x02 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x01\x42\x08\n\x06\x63onfig\"\xf9\x01\n\x1a\x42\x61sicYarnAutoscalingConfig\x12\x45\n\x1dgraceful_decommission_timeout\x18\x05 \x01(\x0b\x32\x19.google.protobuf.DurationB\x03\xe0\x41\x02\x12\x1c\n\x0fscale_up_factor\x18\x01 \x01(\x01\x42\x03\xe0\x41\x02\x12\x1e\n\x11scale_down_factor\x18\x02 \x01(\x01\x42\x03\xe0\x41\x02\x12)\n\x1cscale_up_min_worker_fraction\x18\x03 \x01(\x01\x42\x03\xe0\x41\x01\x12+\n\x1escale_down_min_worker_fraction\x18\x04 \x01(\x01\x42\x03\xe0\x41\x01\"s\n$InstanceGroupAutoscalingPolicyConfig\x12\x1a\n\rmin_instances\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\x12\x1a\n\rmax_instances\x18\x02 \x01(\x05\x42\x03\xe0\x41\x02\x12\x13\n\x06weight\x18\x03 \x01(\x05\x42\x03\xe0\x41\x01\"\xa5\x01\n\x1e\x43reateAutoscalingPolicyRequest\x12\x41\n\x06parent\x18\x01 \x01(\tB1\xe0\x41\x02\xfa\x41+\x12)dataproc.googleapis.com/AutoscalingPolicy\x12@\n\x06policy\x18\x02 \x01(\x0b\x32+.google.cloud.dataproc.v1.AutoscalingPolicyB\x03\xe0\x41\x02\"^\n\x1bGetAutoscalingPolicyRequest\x12?\n\x04name\x18\x01 \x01(\tB1\xe0\x41\x02\xfa\x41+\n)dataproc.googleapis.com/AutoscalingPolicy\"b\n\x1eUpdateAutoscalingPolicyRequest\x12@\n\x06policy\x18\x01 \x01(\x0b\x32+.google.cloud.dataproc.v1.AutoscalingPolicyB\x03\xe0\x41\x02\"a\n\x1e\x44\x65leteAutoscalingPolicyRequest\x12?\n\x04name\x18\x01 \x01(\tB1\xe0\x41\x02\xfa\x41+\n)dataproc.googleapis.com/AutoscalingPolicy\"\x94\x01\n\x1eListAutoscalingPoliciesRequest\x12\x41\n\x06parent\x18\x01 \x01(\tB1\xe0\x41\x02\xfa\x41+\x12)dataproc.googleapis.com/AutoscalingPolicy\x12\x16\n\tpage_size\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\x12\x17\n\npage_token\x18\x03 \x01(\tB\x03\xe0\x41\x01\"\x83\x01\n\x1fListAutoscalingPoliciesResponse\x12\x42\n\x08policies\x18\x01 \x03(\x0b\x32+.google.cloud.dataproc.v1.AutoscalingPolicyB\x03\xe0\x41\x03\x12\x1c\n\x0fnext_page_token\x18\x02 \x01(\tB\x03\xe0\x41\x03\x32\xae\x0b\n\x18\x41utoscalingPolicyService\x12\x9c\x02\n\x17\x43reateAutoscalingPolicy\x12\x38.google.cloud.dataproc.v1.CreateAutoscalingPolicyRequest\x1a+.google.cloud.dataproc.v1.AutoscalingPolicy\"\x99\x01\x82\xd3\xe4\x93\x02\x82\x01\"7/v1/{parent=projects/*/locations/*}/autoscalingPolicies:\x06policyZ?\"5/v1/{parent=projects/*/regions/*}/autoscalingPolicies:\x06policy\xda\x41\rparent,policy\x12\xa3\x02\n\x17UpdateAutoscalingPolicy\x12\x38.google.cloud.dataproc.v1.UpdateAutoscalingPolicyRequest\x1a+.google.cloud.dataproc.v1.AutoscalingPolicy\"\xa0\x01\x82\xd3\xe4\x93\x02\x90\x01\x1a>/v1/{policy.name=projects/*/locations/*/autoscalingPolicies/*}:\x06policyZF\x1a</v1/{policy.name=projects/*/regions/*/autoscalingPolicies/*}:\x06policy\xda\x41\x06policy\x12\xfb\x01\n\x14GetAutoscalingPolicy\x12\x35.google.cloud.dataproc.v1.GetAutoscalingPolicyRequest\x1a+.google.cloud.dataproc.v1.AutoscalingPolicy\"\x7f\x82\xd3\xe4\x93\x02r\x12\x37/v1/{name=projects/*/locations/*/autoscalingPolicies/*}Z7\x12\x35/v1/{name=projects/*/regions/*/autoscalingPolicies/*}\xda\x41\x04name\x12\x92\x02\n\x17ListAutoscalingPolicies\x12\x38.google.cloud.dataproc.v1.ListAutoscalingPoliciesRequest\x1a\x39.google.cloud.dataproc.v1.ListAutoscalingPoliciesResponse\"\x81\x01\x82\xd3\xe4\x93\x02r\x12\x37/v1/{parent=projects/*/locations/*}/autoscalingPoliciesZ7\x12\x35/v1/{parent=projects/*/regions/*}/autoscalingPolicies\xda\x41\x06parent\x12\xec\x01\n\x17\x44\x65leteAutoscalingPolicy\x12\x38.google.cloud.dataproc.v1.DeleteAutoscalingPolicyRequest\x1a\x16.google.protobuf.Empty\"\x7f\x82\xd3\xe4\x93\x02r*7/v1/{name=projects/*/locations/*/autoscalingPolicies/*}Z7*5/v1/{name=projects/*/regions/*/autoscalingPolicies/*}\xda\x41\x04name\x1aK\xca\x41\x17\x64\x61taproc.googleapis.com\xd2\x41.https://www.googleapis.com/auth/cloud-platformB\xbf\x01\n\x1c\x63om.google.cloud.dataproc.v1B\x18\x41utoscalingPoliciesProtoP\x01Z;cloud.google.com/go/dataproc/v2/apiv1/dataprocpb;dataprocpb\xea\x41\x45\n\x1e\x64\x61taproc.googleapis.com/Region\x12#projects/{project}/regions/{region}b\x06proto3"
|
16
|
+
|
17
|
+
pool = Google::Protobuf::DescriptorPool.generated_pool
|
18
|
+
|
19
|
+
begin
|
20
|
+
pool.add_serialized_file(descriptor_data)
|
21
|
+
rescue TypeError => e
|
22
|
+
# Compatibility code: will be removed in the next major version.
|
23
|
+
require 'google/protobuf/descriptor_pb'
|
24
|
+
parsed = Google::Protobuf::FileDescriptorProto.decode(descriptor_data)
|
25
|
+
parsed.clear_dependency
|
26
|
+
serialized = parsed.class.encode(parsed)
|
27
|
+
file = pool.add_serialized_file(serialized)
|
28
|
+
warn "Warning: Protobuf detected an import path issue while loading generated file #{__FILE__}"
|
29
|
+
imports = [
|
30
|
+
["google.protobuf.Duration", "google/protobuf/duration.proto"],
|
31
|
+
]
|
32
|
+
imports.each do |type_name, expected_filename|
|
33
|
+
import_file = pool.lookup(type_name).file_descriptor
|
34
|
+
if import_file.name != expected_filename
|
35
|
+
warn "- #{file.name} imports #{expected_filename}, but that import was loaded as #{import_file.name}"
|
64
36
|
end
|
65
37
|
end
|
38
|
+
warn "Each proto file must use a consistent fully-qualified name."
|
39
|
+
warn "This will become an error in the next major version."
|
66
40
|
end
|
67
41
|
|
68
42
|
module Google
|
@@ -144,7 +144,7 @@ module Google
|
|
144
144
|
credentials = @config.credentials
|
145
145
|
# Use self-signed JWT if the endpoint is unchanged from default,
|
146
146
|
# but only if the default endpoint does not have a region prefix.
|
147
|
-
enable_self_signed_jwt = @config.endpoint ==
|
147
|
+
enable_self_signed_jwt = @config.endpoint == Configuration::DEFAULT_ENDPOINT &&
|
148
148
|
!@config.endpoint.split(".").first.include?("-")
|
149
149
|
credentials ||= Credentials.default scope: @config.scope,
|
150
150
|
enable_self_signed_jwt: enable_self_signed_jwt
|
@@ -694,9 +694,9 @@ module Google
|
|
694
694
|
# * (`String`) The path to a service account key file in JSON format
|
695
695
|
# * (`Hash`) A service account key as a Hash
|
696
696
|
# * (`Google::Auth::Credentials`) A googleauth credentials object
|
697
|
-
# (see the [googleauth docs](https://
|
697
|
+
# (see the [googleauth docs](https://rubydoc.info/gems/googleauth/Google/Auth/Credentials))
|
698
698
|
# * (`Signet::OAuth2::Client`) A signet oauth2 client object
|
699
|
-
# (see the [signet docs](https://
|
699
|
+
# (see the [signet docs](https://rubydoc.info/gems/signet/Signet/OAuth2/Client))
|
700
700
|
# * (`GRPC::Core::Channel`) a gRPC channel with included credentials
|
701
701
|
# * (`GRPC::Core::ChannelCredentials`) a gRPC credentails object
|
702
702
|
# * (`nil`) indicating no credentials
|
@@ -738,7 +738,9 @@ module Google
|
|
738
738
|
class Configuration
|
739
739
|
extend ::Gapic::Config
|
740
740
|
|
741
|
-
|
741
|
+
DEFAULT_ENDPOINT = "dataproc.googleapis.com"
|
742
|
+
|
743
|
+
config_attr :endpoint, DEFAULT_ENDPOINT, ::String
|
742
744
|
config_attr :credentials, nil do |value|
|
743
745
|
allowed = [::String, ::Hash, ::Proc, ::Symbol, ::Google::Auth::Credentials, ::Signet::OAuth2::Client, nil]
|
744
746
|
allowed += [::GRPC::Core::Channel, ::GRPC::Core::ChannelCredentials] if defined? ::GRPC
|