google-cloud-dataproc 0.5.1 → 0.6.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/AUTHENTICATION.md +3 -3
- data/lib/google/cloud/dataproc/v1/autoscaling_policies_pb.rb +80 -0
- data/lib/google/cloud/dataproc/v1/autoscaling_policies_services_pb.rb +60 -0
- data/lib/google/cloud/dataproc/v1/cluster_controller_client.rb +20 -6
- data/lib/google/cloud/dataproc/v1/clusters_pb.rb +31 -0
- data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb +16 -6
- data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/autoscaling_policies.rb +23 -0
- data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/clusters.rb +107 -5
- data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/jobs.rb +1 -1
- data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/workflow_templates.rb +84 -31
- data/lib/google/cloud/dataproc/v1/doc/google/protobuf/timestamp.rb +6 -4
- data/lib/google/cloud/dataproc/v1/jobs_pb.rb +2 -0
- data/lib/google/cloud/dataproc/v1/operations_pb.rb +2 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service_client.rb +67 -21
- data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +3 -0
- data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +6 -2
- data/lib/google/cloud/dataproc/v1beta2/autoscaling_policies_pb.rb +3 -4
- data/lib/google/cloud/dataproc/v1beta2/autoscaling_policy_service_client.rb +39 -11
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller_client.rb +17 -7
- data/lib/google/cloud/dataproc/v1beta2/clusters_pb.rb +4 -0
- data/lib/google/cloud/dataproc/v1beta2/clusters_services_pb.rb +16 -6
- data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/autoscaling_policies.rb +50 -14
- data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/clusters.rb +12 -7
- data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/jobs.rb +9 -4
- data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/workflow_templates.rb +82 -24
- data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/timestamp.rb +6 -4
- data/lib/google/cloud/dataproc/v1beta2/jobs_pb.rb +2 -0
- data/lib/google/cloud/dataproc/v1beta2/operations_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service_client.rb +67 -21
- data/lib/google/cloud/dataproc/v1beta2/workflow_templates_pb.rb +3 -0
- data/lib/google/cloud/dataproc/v1beta2/workflow_templates_services_pb.rb +6 -2
- data/lib/google/cloud/dataproc/version.rb +1 -1
- metadata +6 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: aacf1b4b3d0dfeebfbcb248a6a8e88e2ed7b41c4df26dd6b8c494e4162678782
|
|
4
|
+
data.tar.gz: 8ad9953f62d6ff163bcc131d9f7536beb5371bb107d8495dbc2e28b95938ac9f
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 7cd3f3ee56a3cc6e1f9f9a538a2d9bb6f53e45adc3d4828a9a21411b561dbe167ecf15d44426e65eabdaeb2f9f74847839ed7a7d9f142f24394bcf6e59a5cab1
|
|
7
|
+
data.tar.gz: a6609635e318ed2325addaafe39537c0823dbd0e9983d0bbe0db01670ba25c85f38645d39353a08813044b668eeca5359d68c8489dcb295f33a22223bdb51a13
|
data/AUTHENTICATION.md
CHANGED
|
@@ -26,7 +26,7 @@ export DATAPROC_CREDENTIALS=/path/to/json`
|
|
|
26
26
|
```ruby
|
|
27
27
|
require "google/cloud/dataproc"
|
|
28
28
|
|
|
29
|
-
client = Google::Cloud::Dataproc.new
|
|
29
|
+
client = Google::Cloud::Dataproc::AutoscalingPolicyService.new
|
|
30
30
|
```
|
|
31
31
|
|
|
32
32
|
## Project and Credential Lookup
|
|
@@ -112,7 +112,7 @@ require "google/cloud/dataproc"
|
|
|
112
112
|
ENV["DATAPROC_PROJECT"] = "my-project-id"
|
|
113
113
|
ENV["DATAPROC_CREDENTIALS"] = "path/to/keyfile.json"
|
|
114
114
|
|
|
115
|
-
client = Google::Cloud::Dataproc.new
|
|
115
|
+
client = Google::Cloud::Dataproc::AutoscalingPolicyService.new
|
|
116
116
|
```
|
|
117
117
|
|
|
118
118
|
### Configuration
|
|
@@ -127,7 +127,7 @@ Google::Cloud::Dataproc.configure do |config|
|
|
|
127
127
|
config.credentials = "path/to/keyfile.json"
|
|
128
128
|
end
|
|
129
129
|
|
|
130
|
-
client = Google::Cloud::Dataproc.new
|
|
130
|
+
client = Google::Cloud::Dataproc::AutoscalingPolicyService.new
|
|
131
131
|
```
|
|
132
132
|
|
|
133
133
|
### Cloud SDK
|
|
@@ -0,0 +1,80 @@
|
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
|
2
|
+
# source: google/cloud/dataproc/v1/autoscaling_policies.proto
|
|
3
|
+
|
|
4
|
+
|
|
5
|
+
require 'google/protobuf'
|
|
6
|
+
|
|
7
|
+
require 'google/api/annotations_pb'
|
|
8
|
+
require 'google/api/field_behavior_pb'
|
|
9
|
+
require 'google/api/resource_pb'
|
|
10
|
+
require 'google/protobuf/duration_pb'
|
|
11
|
+
require 'google/protobuf/empty_pb'
|
|
12
|
+
require 'google/api/client_pb'
|
|
13
|
+
Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
14
|
+
add_message "google.cloud.dataproc.v1.AutoscalingPolicy" do
|
|
15
|
+
optional :id, :string, 1
|
|
16
|
+
optional :name, :string, 2
|
|
17
|
+
optional :worker_config, :message, 4, "google.cloud.dataproc.v1.InstanceGroupAutoscalingPolicyConfig"
|
|
18
|
+
optional :secondary_worker_config, :message, 5, "google.cloud.dataproc.v1.InstanceGroupAutoscalingPolicyConfig"
|
|
19
|
+
oneof :algorithm do
|
|
20
|
+
optional :basic_algorithm, :message, 3, "google.cloud.dataproc.v1.BasicAutoscalingAlgorithm"
|
|
21
|
+
end
|
|
22
|
+
end
|
|
23
|
+
add_message "google.cloud.dataproc.v1.BasicAutoscalingAlgorithm" do
|
|
24
|
+
optional :yarn_config, :message, 1, "google.cloud.dataproc.v1.BasicYarnAutoscalingConfig"
|
|
25
|
+
optional :cooldown_period, :message, 2, "google.protobuf.Duration"
|
|
26
|
+
end
|
|
27
|
+
add_message "google.cloud.dataproc.v1.BasicYarnAutoscalingConfig" do
|
|
28
|
+
optional :graceful_decommission_timeout, :message, 5, "google.protobuf.Duration"
|
|
29
|
+
optional :scale_up_factor, :double, 1
|
|
30
|
+
optional :scale_down_factor, :double, 2
|
|
31
|
+
optional :scale_up_min_worker_fraction, :double, 3
|
|
32
|
+
optional :scale_down_min_worker_fraction, :double, 4
|
|
33
|
+
end
|
|
34
|
+
add_message "google.cloud.dataproc.v1.InstanceGroupAutoscalingPolicyConfig" do
|
|
35
|
+
optional :min_instances, :int32, 1
|
|
36
|
+
optional :max_instances, :int32, 2
|
|
37
|
+
optional :weight, :int32, 3
|
|
38
|
+
end
|
|
39
|
+
add_message "google.cloud.dataproc.v1.CreateAutoscalingPolicyRequest" do
|
|
40
|
+
optional :parent, :string, 1
|
|
41
|
+
optional :policy, :message, 2, "google.cloud.dataproc.v1.AutoscalingPolicy"
|
|
42
|
+
end
|
|
43
|
+
add_message "google.cloud.dataproc.v1.GetAutoscalingPolicyRequest" do
|
|
44
|
+
optional :name, :string, 1
|
|
45
|
+
end
|
|
46
|
+
add_message "google.cloud.dataproc.v1.UpdateAutoscalingPolicyRequest" do
|
|
47
|
+
optional :policy, :message, 1, "google.cloud.dataproc.v1.AutoscalingPolicy"
|
|
48
|
+
end
|
|
49
|
+
add_message "google.cloud.dataproc.v1.DeleteAutoscalingPolicyRequest" do
|
|
50
|
+
optional :name, :string, 1
|
|
51
|
+
end
|
|
52
|
+
add_message "google.cloud.dataproc.v1.ListAutoscalingPoliciesRequest" do
|
|
53
|
+
optional :parent, :string, 1
|
|
54
|
+
optional :page_size, :int32, 2
|
|
55
|
+
optional :page_token, :string, 3
|
|
56
|
+
end
|
|
57
|
+
add_message "google.cloud.dataproc.v1.ListAutoscalingPoliciesResponse" do
|
|
58
|
+
repeated :policies, :message, 1, "google.cloud.dataproc.v1.AutoscalingPolicy"
|
|
59
|
+
optional :next_page_token, :string, 2
|
|
60
|
+
end
|
|
61
|
+
end
|
|
62
|
+
|
|
63
|
+
module Google
|
|
64
|
+
module Cloud
|
|
65
|
+
module Dataproc
|
|
66
|
+
module V1
|
|
67
|
+
AutoscalingPolicy = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.AutoscalingPolicy").msgclass
|
|
68
|
+
BasicAutoscalingAlgorithm = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.BasicAutoscalingAlgorithm").msgclass
|
|
69
|
+
BasicYarnAutoscalingConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.BasicYarnAutoscalingConfig").msgclass
|
|
70
|
+
InstanceGroupAutoscalingPolicyConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.InstanceGroupAutoscalingPolicyConfig").msgclass
|
|
71
|
+
CreateAutoscalingPolicyRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.CreateAutoscalingPolicyRequest").msgclass
|
|
72
|
+
GetAutoscalingPolicyRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GetAutoscalingPolicyRequest").msgclass
|
|
73
|
+
UpdateAutoscalingPolicyRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.UpdateAutoscalingPolicyRequest").msgclass
|
|
74
|
+
DeleteAutoscalingPolicyRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DeleteAutoscalingPolicyRequest").msgclass
|
|
75
|
+
ListAutoscalingPoliciesRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ListAutoscalingPoliciesRequest").msgclass
|
|
76
|
+
ListAutoscalingPoliciesResponse = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ListAutoscalingPoliciesResponse").msgclass
|
|
77
|
+
end
|
|
78
|
+
end
|
|
79
|
+
end
|
|
80
|
+
end
|
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
|
2
|
+
# Source: google/cloud/dataproc/v1/autoscaling_policies.proto for package 'google.cloud.dataproc.v1'
|
|
3
|
+
# Original file comments:
|
|
4
|
+
# Copyright 2019 Google LLC.
|
|
5
|
+
#
|
|
6
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
7
|
+
# you may not use this file except in compliance with the License.
|
|
8
|
+
# You may obtain a copy of the License at
|
|
9
|
+
#
|
|
10
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
11
|
+
#
|
|
12
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
13
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
14
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
15
|
+
# See the License for the specific language governing permissions and
|
|
16
|
+
# limitations under the License.
|
|
17
|
+
#
|
|
18
|
+
#
|
|
19
|
+
|
|
20
|
+
|
|
21
|
+
require 'grpc'
|
|
22
|
+
require 'google/cloud/dataproc/v1/autoscaling_policies_pb'
|
|
23
|
+
|
|
24
|
+
module Google
|
|
25
|
+
module Cloud
|
|
26
|
+
module Dataproc
|
|
27
|
+
module V1
|
|
28
|
+
module AutoscalingPolicyService
|
|
29
|
+
# The API interface for managing autoscaling policies in the
|
|
30
|
+
# Google Cloud Dataproc API.
|
|
31
|
+
class Service
|
|
32
|
+
|
|
33
|
+
include GRPC::GenericService
|
|
34
|
+
|
|
35
|
+
self.marshal_class_method = :encode
|
|
36
|
+
self.unmarshal_class_method = :decode
|
|
37
|
+
self.service_name = 'google.cloud.dataproc.v1.AutoscalingPolicyService'
|
|
38
|
+
|
|
39
|
+
# Creates new autoscaling policy.
|
|
40
|
+
rpc :CreateAutoscalingPolicy, CreateAutoscalingPolicyRequest, AutoscalingPolicy
|
|
41
|
+
# Updates (replaces) autoscaling policy.
|
|
42
|
+
#
|
|
43
|
+
# Disabled check for update_mask, because all updates will be full
|
|
44
|
+
# replacements.
|
|
45
|
+
rpc :UpdateAutoscalingPolicy, UpdateAutoscalingPolicyRequest, AutoscalingPolicy
|
|
46
|
+
# Retrieves autoscaling policy.
|
|
47
|
+
rpc :GetAutoscalingPolicy, GetAutoscalingPolicyRequest, AutoscalingPolicy
|
|
48
|
+
# Lists autoscaling policies in the project.
|
|
49
|
+
rpc :ListAutoscalingPolicies, ListAutoscalingPoliciesRequest, ListAutoscalingPoliciesResponse
|
|
50
|
+
# Deletes an autoscaling policy. It is an error to delete an autoscaling
|
|
51
|
+
# policy that is in use by one or more clusters.
|
|
52
|
+
rpc :DeleteAutoscalingPolicy, DeleteAutoscalingPolicyRequest, Google::Protobuf::Empty
|
|
53
|
+
end
|
|
54
|
+
|
|
55
|
+
Stub = Service.rpc_stub_class
|
|
56
|
+
end
|
|
57
|
+
end
|
|
58
|
+
end
|
|
59
|
+
end
|
|
60
|
+
end
|
|
@@ -231,7 +231,9 @@ module Google
|
|
|
231
231
|
|
|
232
232
|
# Service calls
|
|
233
233
|
|
|
234
|
-
# Creates a cluster in a project.
|
|
234
|
+
# Creates a cluster in a project. The returned
|
|
235
|
+
# {Google::Longrunning::Operation#metadata Operation#metadata} will be
|
|
236
|
+
# [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
|
|
235
237
|
#
|
|
236
238
|
# @param project_id [String]
|
|
237
239
|
# Required. The ID of the Google Cloud Platform project that the cluster
|
|
@@ -324,7 +326,9 @@ module Google
|
|
|
324
326
|
operation
|
|
325
327
|
end
|
|
326
328
|
|
|
327
|
-
# Updates a cluster in a project.
|
|
329
|
+
# Updates a cluster in a project. The returned
|
|
330
|
+
# {Google::Longrunning::Operation#metadata Operation#metadata} will be
|
|
331
|
+
# [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
|
|
328
332
|
#
|
|
329
333
|
# @param project_id [String]
|
|
330
334
|
# Required. The ID of the Google Cloud Platform project the
|
|
@@ -383,6 +387,10 @@ module Google
|
|
|
383
387
|
# <td><strong><em>config.secondary_worker_config.num_instances</em></strong></td>
|
|
384
388
|
# <td>Resize secondary worker group</td>
|
|
385
389
|
# </tr>
|
|
390
|
+
# <tr>
|
|
391
|
+
# <td>config.autoscaling_config.policy_uri</td><td>Use, stop using, or
|
|
392
|
+
# change autoscaling policies</td>
|
|
393
|
+
# </tr>
|
|
386
394
|
# </tbody>
|
|
387
395
|
# </table>
|
|
388
396
|
# A hash of the same form as `Google::Protobuf::FieldMask`
|
|
@@ -492,7 +500,9 @@ module Google
|
|
|
492
500
|
operation
|
|
493
501
|
end
|
|
494
502
|
|
|
495
|
-
# Deletes a cluster in a project.
|
|
503
|
+
# Deletes a cluster in a project. The returned
|
|
504
|
+
# {Google::Longrunning::Operation#metadata Operation#metadata} will be
|
|
505
|
+
# [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
|
|
496
506
|
#
|
|
497
507
|
# @param project_id [String]
|
|
498
508
|
# Required. The ID of the Google Cloud Platform project that the cluster
|
|
@@ -721,9 +731,13 @@ module Google
|
|
|
721
731
|
@list_clusters.call(req, options, &block)
|
|
722
732
|
end
|
|
723
733
|
|
|
724
|
-
# Gets cluster diagnostic information.
|
|
725
|
-
#
|
|
726
|
-
#
|
|
734
|
+
# Gets cluster diagnostic information. The returned
|
|
735
|
+
# {Google::Longrunning::Operation#metadata Operation#metadata} will be
|
|
736
|
+
# [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
|
|
737
|
+
# After the operation completes,
|
|
738
|
+
# {Google::Longrunning::Operation#response Operation#response}
|
|
739
|
+
# contains
|
|
740
|
+
# [DiagnoseClusterResults](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#diagnoseclusterresults).
|
|
727
741
|
#
|
|
728
742
|
# @param project_id [String]
|
|
729
743
|
# Required. The ID of the Google Cloud Platform project that the cluster
|
|
@@ -5,6 +5,8 @@
|
|
|
5
5
|
require 'google/protobuf'
|
|
6
6
|
|
|
7
7
|
require 'google/api/annotations_pb'
|
|
8
|
+
require 'google/api/client_pb'
|
|
9
|
+
require 'google/api/field_behavior_pb'
|
|
8
10
|
require 'google/cloud/dataproc/v1/operations_pb'
|
|
9
11
|
require 'google/cloud/dataproc/v1/shared_pb'
|
|
10
12
|
require 'google/longrunning/operations_pb'
|
|
@@ -31,6 +33,11 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
|
31
33
|
optional :software_config, :message, 13, "google.cloud.dataproc.v1.SoftwareConfig"
|
|
32
34
|
repeated :initialization_actions, :message, 11, "google.cloud.dataproc.v1.NodeInitializationAction"
|
|
33
35
|
optional :encryption_config, :message, 15, "google.cloud.dataproc.v1.EncryptionConfig"
|
|
36
|
+
optional :autoscaling_config, :message, 18, "google.cloud.dataproc.v1.AutoscalingConfig"
|
|
37
|
+
optional :security_config, :message, 16, "google.cloud.dataproc.v1.SecurityConfig"
|
|
38
|
+
end
|
|
39
|
+
add_message "google.cloud.dataproc.v1.AutoscalingConfig" do
|
|
40
|
+
optional :policy_uri, :string, 1
|
|
34
41
|
end
|
|
35
42
|
add_message "google.cloud.dataproc.v1.EncryptionConfig" do
|
|
36
43
|
optional :gce_pd_kms_key_name, :string, 1
|
|
@@ -54,6 +61,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
|
54
61
|
optional :is_preemptible, :bool, 6
|
|
55
62
|
optional :managed_group_config, :message, 7, "google.cloud.dataproc.v1.ManagedGroupConfig"
|
|
56
63
|
repeated :accelerators, :message, 8, "google.cloud.dataproc.v1.AcceleratorConfig"
|
|
64
|
+
optional :min_cpu_platform, :string, 9
|
|
57
65
|
end
|
|
58
66
|
add_message "google.cloud.dataproc.v1.ManagedGroupConfig" do
|
|
59
67
|
optional :instance_template_name, :string, 1
|
|
@@ -91,6 +99,26 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
|
91
99
|
value :UNHEALTHY, 1
|
|
92
100
|
value :STALE_STATUS, 2
|
|
93
101
|
end
|
|
102
|
+
add_message "google.cloud.dataproc.v1.SecurityConfig" do
|
|
103
|
+
optional :kerberos_config, :message, 1, "google.cloud.dataproc.v1.KerberosConfig"
|
|
104
|
+
end
|
|
105
|
+
add_message "google.cloud.dataproc.v1.KerberosConfig" do
|
|
106
|
+
optional :enable_kerberos, :bool, 1
|
|
107
|
+
optional :root_principal_password_uri, :string, 2
|
|
108
|
+
optional :kms_key_uri, :string, 3
|
|
109
|
+
optional :keystore_uri, :string, 4
|
|
110
|
+
optional :truststore_uri, :string, 5
|
|
111
|
+
optional :keystore_password_uri, :string, 6
|
|
112
|
+
optional :key_password_uri, :string, 7
|
|
113
|
+
optional :truststore_password_uri, :string, 8
|
|
114
|
+
optional :cross_realm_trust_realm, :string, 9
|
|
115
|
+
optional :cross_realm_trust_kdc, :string, 10
|
|
116
|
+
optional :cross_realm_trust_admin_server, :string, 11
|
|
117
|
+
optional :cross_realm_trust_shared_password_uri, :string, 12
|
|
118
|
+
optional :kdc_db_key_uri, :string, 13
|
|
119
|
+
optional :tgt_lifetime_hours, :int32, 14
|
|
120
|
+
optional :realm, :string, 15
|
|
121
|
+
end
|
|
94
122
|
add_message "google.cloud.dataproc.v1.SoftwareConfig" do
|
|
95
123
|
optional :image_version, :string, 1
|
|
96
124
|
map :properties, :string, :string, 2
|
|
@@ -154,6 +182,7 @@ module Google
|
|
|
154
182
|
module V1
|
|
155
183
|
Cluster = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.Cluster").msgclass
|
|
156
184
|
ClusterConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterConfig").msgclass
|
|
185
|
+
AutoscalingConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.AutoscalingConfig").msgclass
|
|
157
186
|
EncryptionConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.EncryptionConfig").msgclass
|
|
158
187
|
GceClusterConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GceClusterConfig").msgclass
|
|
159
188
|
InstanceGroupConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.InstanceGroupConfig").msgclass
|
|
@@ -164,6 +193,8 @@ module Google
|
|
|
164
193
|
ClusterStatus = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterStatus").msgclass
|
|
165
194
|
ClusterStatus::State = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterStatus.State").enummodule
|
|
166
195
|
ClusterStatus::Substate = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterStatus.Substate").enummodule
|
|
196
|
+
SecurityConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SecurityConfig").msgclass
|
|
197
|
+
KerberosConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.KerberosConfig").msgclass
|
|
167
198
|
SoftwareConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SoftwareConfig").msgclass
|
|
168
199
|
ClusterMetrics = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterMetrics").msgclass
|
|
169
200
|
CreateClusterRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.CreateClusterRequest").msgclass
|
|
@@ -36,19 +36,29 @@ module Google
|
|
|
36
36
|
self.unmarshal_class_method = :decode
|
|
37
37
|
self.service_name = 'google.cloud.dataproc.v1.ClusterController'
|
|
38
38
|
|
|
39
|
-
# Creates a cluster in a project.
|
|
39
|
+
# Creates a cluster in a project. The returned
|
|
40
|
+
# [Operation.metadata][google.longrunning.Operation.metadata] will be
|
|
41
|
+
# [ClusterOperationMetadata](/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
|
|
40
42
|
rpc :CreateCluster, CreateClusterRequest, Google::Longrunning::Operation
|
|
41
|
-
# Updates a cluster in a project.
|
|
43
|
+
# Updates a cluster in a project. The returned
|
|
44
|
+
# [Operation.metadata][google.longrunning.Operation.metadata] will be
|
|
45
|
+
# [ClusterOperationMetadata](/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
|
|
42
46
|
rpc :UpdateCluster, UpdateClusterRequest, Google::Longrunning::Operation
|
|
43
|
-
# Deletes a cluster in a project.
|
|
47
|
+
# Deletes a cluster in a project. The returned
|
|
48
|
+
# [Operation.metadata][google.longrunning.Operation.metadata] will be
|
|
49
|
+
# [ClusterOperationMetadata](/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
|
|
44
50
|
rpc :DeleteCluster, DeleteClusterRequest, Google::Longrunning::Operation
|
|
45
51
|
# Gets the resource representation for a cluster in a project.
|
|
46
52
|
rpc :GetCluster, GetClusterRequest, Cluster
|
|
47
53
|
# Lists all regions/\\{region}/clusters in a project.
|
|
48
54
|
rpc :ListClusters, ListClustersRequest, ListClustersResponse
|
|
49
|
-
# Gets cluster diagnostic information.
|
|
50
|
-
#
|
|
51
|
-
#
|
|
55
|
+
# Gets cluster diagnostic information. The returned
|
|
56
|
+
# [Operation.metadata][google.longrunning.Operation.metadata] will be
|
|
57
|
+
# [ClusterOperationMetadata](/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
|
|
58
|
+
# After the operation completes,
|
|
59
|
+
# [Operation.response][google.longrunning.Operation.response]
|
|
60
|
+
# contains
|
|
61
|
+
# [DiagnoseClusterResults](/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#diagnoseclusterresults).
|
|
52
62
|
rpc :DiagnoseCluster, DiagnoseClusterRequest, Google::Longrunning::Operation
|
|
53
63
|
end
|
|
54
64
|
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
# Copyright 2019 Google LLC
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# https://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
14
|
+
|
|
15
|
+
|
|
16
|
+
module Google
|
|
17
|
+
module Cloud
|
|
18
|
+
module Dataproc
|
|
19
|
+
module V1
|
|
20
|
+
end
|
|
21
|
+
end
|
|
22
|
+
end
|
|
23
|
+
end
|
|
@@ -106,8 +106,29 @@ module Google
|
|
|
106
106
|
# @!attribute [rw] encryption_config
|
|
107
107
|
# @return [Google::Cloud::Dataproc::V1::EncryptionConfig]
|
|
108
108
|
# Optional. Encryption settings for the cluster.
|
|
109
|
+
# @!attribute [rw] autoscaling_config
|
|
110
|
+
# @return [Google::Cloud::Dataproc::V1::AutoscalingConfig]
|
|
111
|
+
# Optional. Autoscaling config for the policy associated with the cluster.
|
|
112
|
+
# Cluster does not autoscale if this field is unset.
|
|
113
|
+
# @!attribute [rw] security_config
|
|
114
|
+
# @return [Google::Cloud::Dataproc::V1::SecurityConfig]
|
|
115
|
+
# Optional. Security settings for the cluster.
|
|
109
116
|
class ClusterConfig; end
|
|
110
117
|
|
|
118
|
+
# Autoscaling Policy config associated with the cluster.
|
|
119
|
+
# @!attribute [rw] policy_uri
|
|
120
|
+
# @return [String]
|
|
121
|
+
# Optional. The autoscaling policy used by the cluster.
|
|
122
|
+
#
|
|
123
|
+
# Only resource names including projectid and location (region) are valid.
|
|
124
|
+
# Examples:
|
|
125
|
+
#
|
|
126
|
+
# * `https://www.googleapis.com/compute/v1/projects/[project_id]/locations/[dataproc_region]/autoscalingPolicies/[policy_id]`
|
|
127
|
+
# * `projects/[project_id]/locations/[dataproc_region]/autoscalingPolicies/[policy_id]`
|
|
128
|
+
#
|
|
129
|
+
# Note that the policy must be in the same project and Cloud Dataproc region.
|
|
130
|
+
class AutoscalingConfig; end
|
|
131
|
+
|
|
111
132
|
# Encryption settings for the cluster.
|
|
112
133
|
# @!attribute [rw] gce_pd_kms_key_name
|
|
113
134
|
# @return [String]
|
|
@@ -247,9 +268,11 @@ module Google
|
|
|
247
268
|
# @return [Array<Google::Cloud::Dataproc::V1::AcceleratorConfig>]
|
|
248
269
|
# Optional. The Compute Engine accelerator configuration for these
|
|
249
270
|
# instances.
|
|
250
|
-
#
|
|
251
|
-
#
|
|
252
|
-
#
|
|
271
|
+
# @!attribute [rw] min_cpu_platform
|
|
272
|
+
# @return [String]
|
|
273
|
+
# Optional. Specifies the minimum cpu platform for the Instance Group.
|
|
274
|
+
# See [Cloud Dataproc→Minimum CPU Platform]
|
|
275
|
+
# (/dataproc/docs/concepts/compute/dataproc-min-cpu).
|
|
253
276
|
class InstanceGroupConfig; end
|
|
254
277
|
|
|
255
278
|
# Specifies the resources used to actively manage an instance group.
|
|
@@ -325,7 +348,7 @@ module Google
|
|
|
325
348
|
# Output only. The cluster's state.
|
|
326
349
|
# @!attribute [rw] detail
|
|
327
350
|
# @return [String]
|
|
328
|
-
# Output only.
|
|
351
|
+
# Optional. Output only. Details of cluster's state.
|
|
329
352
|
# @!attribute [rw] state_start_time
|
|
330
353
|
# @return [Google::Protobuf::Timestamp]
|
|
331
354
|
# Output only. Time when this state was entered.
|
|
@@ -375,6 +398,81 @@ module Google
|
|
|
375
398
|
end
|
|
376
399
|
end
|
|
377
400
|
|
|
401
|
+
# Security related configuration, including Kerberos.
|
|
402
|
+
# @!attribute [rw] kerberos_config
|
|
403
|
+
# @return [Google::Cloud::Dataproc::V1::KerberosConfig]
|
|
404
|
+
# Kerberos related configuration.
|
|
405
|
+
class SecurityConfig; end
|
|
406
|
+
|
|
407
|
+
# Specifies Kerberos related configuration.
|
|
408
|
+
# @!attribute [rw] enable_kerberos
|
|
409
|
+
# @return [true, false]
|
|
410
|
+
# Optional. Flag to indicate whether to Kerberize the cluster.
|
|
411
|
+
# @!attribute [rw] root_principal_password_uri
|
|
412
|
+
# @return [String]
|
|
413
|
+
# Required. The Cloud Storage URI of a KMS encrypted file containing the root
|
|
414
|
+
# principal password.
|
|
415
|
+
# @!attribute [rw] kms_key_uri
|
|
416
|
+
# @return [String]
|
|
417
|
+
# Required. The uri of the KMS key used to encrypt various sensitive
|
|
418
|
+
# files.
|
|
419
|
+
# @!attribute [rw] keystore_uri
|
|
420
|
+
# @return [String]
|
|
421
|
+
# Optional. The Cloud Storage URI of the keystore file used for SSL
|
|
422
|
+
# encryption. If not provided, Dataproc will provide a self-signed
|
|
423
|
+
# certificate.
|
|
424
|
+
# @!attribute [rw] truststore_uri
|
|
425
|
+
# @return [String]
|
|
426
|
+
# Optional. The Cloud Storage URI of the truststore file used for SSL
|
|
427
|
+
# encryption. If not provided, Dataproc will provide a self-signed
|
|
428
|
+
# certificate.
|
|
429
|
+
# @!attribute [rw] keystore_password_uri
|
|
430
|
+
# @return [String]
|
|
431
|
+
# Optional. The Cloud Storage URI of a KMS encrypted file containing the
|
|
432
|
+
# password to the user provided keystore. For the self-signed certificate,
|
|
433
|
+
# this password is generated by Dataproc.
|
|
434
|
+
# @!attribute [rw] key_password_uri
|
|
435
|
+
# @return [String]
|
|
436
|
+
# Optional. The Cloud Storage URI of a KMS encrypted file containing the
|
|
437
|
+
# password to the user provided key. For the self-signed certificate, this
|
|
438
|
+
# password is generated by Dataproc.
|
|
439
|
+
# @!attribute [rw] truststore_password_uri
|
|
440
|
+
# @return [String]
|
|
441
|
+
# Optional. The Cloud Storage URI of a KMS encrypted file containing the
|
|
442
|
+
# password to the user provided truststore. For the self-signed certificate,
|
|
443
|
+
# this password is generated by Dataproc.
|
|
444
|
+
# @!attribute [rw] cross_realm_trust_realm
|
|
445
|
+
# @return [String]
|
|
446
|
+
# Optional. The remote realm the Dataproc on-cluster KDC will trust, should
|
|
447
|
+
# the user enable cross realm trust.
|
|
448
|
+
# @!attribute [rw] cross_realm_trust_kdc
|
|
449
|
+
# @return [String]
|
|
450
|
+
# Optional. The KDC (IP or hostname) for the remote trusted realm in a cross
|
|
451
|
+
# realm trust relationship.
|
|
452
|
+
# @!attribute [rw] cross_realm_trust_admin_server
|
|
453
|
+
# @return [String]
|
|
454
|
+
# Optional. The admin server (IP or hostname) for the remote trusted realm in
|
|
455
|
+
# a cross realm trust relationship.
|
|
456
|
+
# @!attribute [rw] cross_realm_trust_shared_password_uri
|
|
457
|
+
# @return [String]
|
|
458
|
+
# Optional. The Cloud Storage URI of a KMS encrypted file containing the
|
|
459
|
+
# shared password between the on-cluster Kerberos realm and the remote
|
|
460
|
+
# trusted realm, in a cross realm trust relationship.
|
|
461
|
+
# @!attribute [rw] kdc_db_key_uri
|
|
462
|
+
# @return [String]
|
|
463
|
+
# Optional. The Cloud Storage URI of a KMS encrypted file containing the
|
|
464
|
+
# master key of the KDC database.
|
|
465
|
+
# @!attribute [rw] tgt_lifetime_hours
|
|
466
|
+
# @return [Integer]
|
|
467
|
+
# Optional. The lifetime of the ticket granting ticket, in hours.
|
|
468
|
+
# If not specified, or user specifies 0, then default value 10
|
|
469
|
+
# will be used.
|
|
470
|
+
# @!attribute [rw] realm
|
|
471
|
+
# @return [String]
|
|
472
|
+
# Optional. The name of the on-cluster Kerberos realm.
|
|
473
|
+
# If not specified, the uppercased domain of hostnames will be the realm.
|
|
474
|
+
class KerberosConfig; end
|
|
475
|
+
|
|
378
476
|
# Specifies the selection and config of software inside the cluster.
|
|
379
477
|
# @!attribute [rw] image_version
|
|
380
478
|
# @return [String]
|
|
@@ -407,7 +505,7 @@ module Google
|
|
|
407
505
|
# [Cluster properties](https://cloud.google.com/dataproc/docs/concepts/cluster-properties).
|
|
408
506
|
# @!attribute [rw] optional_components
|
|
409
507
|
# @return [Array<Google::Cloud::Dataproc::V1::Component>]
|
|
410
|
-
# The set of
|
|
508
|
+
# Optional. The set of components to activate on the cluster.
|
|
411
509
|
class SoftwareConfig; end
|
|
412
510
|
|
|
413
511
|
# Contains cluster daemon metrics, such as HDFS and YARN stats.
|
|
@@ -519,6 +617,10 @@ module Google
|
|
|
519
617
|
# <td><strong><em>config.secondary_worker_config.num_instances</em></strong></td>
|
|
520
618
|
# <td>Resize secondary worker group</td>
|
|
521
619
|
# </tr>
|
|
620
|
+
# <tr>
|
|
621
|
+
# <td>config.autoscaling_config.policy_uri</td><td>Use, stop using, or
|
|
622
|
+
# change autoscaling policies</td>
|
|
623
|
+
# </tr>
|
|
522
624
|
# </tbody>
|
|
523
625
|
# </table>
|
|
524
626
|
# @!attribute [rw] request_id
|