google-cloud-dataproc 0.5.1 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/AUTHENTICATION.md +3 -3
- data/lib/google/cloud/dataproc/v1/autoscaling_policies_pb.rb +80 -0
- data/lib/google/cloud/dataproc/v1/autoscaling_policies_services_pb.rb +60 -0
- data/lib/google/cloud/dataproc/v1/cluster_controller_client.rb +20 -6
- data/lib/google/cloud/dataproc/v1/clusters_pb.rb +31 -0
- data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb +16 -6
- data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/autoscaling_policies.rb +23 -0
- data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/clusters.rb +107 -5
- data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/jobs.rb +1 -1
- data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/workflow_templates.rb +84 -31
- data/lib/google/cloud/dataproc/v1/doc/google/protobuf/timestamp.rb +6 -4
- data/lib/google/cloud/dataproc/v1/jobs_pb.rb +2 -0
- data/lib/google/cloud/dataproc/v1/operations_pb.rb +2 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service_client.rb +67 -21
- data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +3 -0
- data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +6 -2
- data/lib/google/cloud/dataproc/v1beta2/autoscaling_policies_pb.rb +3 -4
- data/lib/google/cloud/dataproc/v1beta2/autoscaling_policy_service_client.rb +39 -11
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller_client.rb +17 -7
- data/lib/google/cloud/dataproc/v1beta2/clusters_pb.rb +4 -0
- data/lib/google/cloud/dataproc/v1beta2/clusters_services_pb.rb +16 -6
- data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/autoscaling_policies.rb +50 -14
- data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/clusters.rb +12 -7
- data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/jobs.rb +9 -4
- data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/workflow_templates.rb +82 -24
- data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/timestamp.rb +6 -4
- data/lib/google/cloud/dataproc/v1beta2/jobs_pb.rb +2 -0
- data/lib/google/cloud/dataproc/v1beta2/operations_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service_client.rb +67 -21
- data/lib/google/cloud/dataproc/v1beta2/workflow_templates_pb.rb +3 -0
- data/lib/google/cloud/dataproc/v1beta2/workflow_templates_services_pb.rb +6 -2
- data/lib/google/cloud/dataproc/version.rb +1 -1
- metadata +6 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: aacf1b4b3d0dfeebfbcb248a6a8e88e2ed7b41c4df26dd6b8c494e4162678782
|
|
4
|
+
data.tar.gz: 8ad9953f62d6ff163bcc131d9f7536beb5371bb107d8495dbc2e28b95938ac9f
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 7cd3f3ee56a3cc6e1f9f9a538a2d9bb6f53e45adc3d4828a9a21411b561dbe167ecf15d44426e65eabdaeb2f9f74847839ed7a7d9f142f24394bcf6e59a5cab1
|
|
7
|
+
data.tar.gz: a6609635e318ed2325addaafe39537c0823dbd0e9983d0bbe0db01670ba25c85f38645d39353a08813044b668eeca5359d68c8489dcb295f33a22223bdb51a13
|
data/AUTHENTICATION.md
CHANGED
|
@@ -26,7 +26,7 @@ export DATAPROC_CREDENTIALS=/path/to/json`
|
|
|
26
26
|
```ruby
|
|
27
27
|
require "google/cloud/dataproc"
|
|
28
28
|
|
|
29
|
-
client = Google::Cloud::Dataproc.new
|
|
29
|
+
client = Google::Cloud::Dataproc::AutoscalingPolicyService.new
|
|
30
30
|
```
|
|
31
31
|
|
|
32
32
|
## Project and Credential Lookup
|
|
@@ -112,7 +112,7 @@ require "google/cloud/dataproc"
|
|
|
112
112
|
ENV["DATAPROC_PROJECT"] = "my-project-id"
|
|
113
113
|
ENV["DATAPROC_CREDENTIALS"] = "path/to/keyfile.json"
|
|
114
114
|
|
|
115
|
-
client = Google::Cloud::Dataproc.new
|
|
115
|
+
client = Google::Cloud::Dataproc::AutoscalingPolicyService.new
|
|
116
116
|
```
|
|
117
117
|
|
|
118
118
|
### Configuration
|
|
@@ -127,7 +127,7 @@ Google::Cloud::Dataproc.configure do |config|
|
|
|
127
127
|
config.credentials = "path/to/keyfile.json"
|
|
128
128
|
end
|
|
129
129
|
|
|
130
|
-
client = Google::Cloud::Dataproc.new
|
|
130
|
+
client = Google::Cloud::Dataproc::AutoscalingPolicyService.new
|
|
131
131
|
```
|
|
132
132
|
|
|
133
133
|
### Cloud SDK
|
|
@@ -0,0 +1,80 @@
|
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
|
2
|
+
# source: google/cloud/dataproc/v1/autoscaling_policies.proto
|
|
3
|
+
|
|
4
|
+
|
|
5
|
+
require 'google/protobuf'
|
|
6
|
+
|
|
7
|
+
require 'google/api/annotations_pb'
|
|
8
|
+
require 'google/api/field_behavior_pb'
|
|
9
|
+
require 'google/api/resource_pb'
|
|
10
|
+
require 'google/protobuf/duration_pb'
|
|
11
|
+
require 'google/protobuf/empty_pb'
|
|
12
|
+
require 'google/api/client_pb'
|
|
13
|
+
Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
14
|
+
add_message "google.cloud.dataproc.v1.AutoscalingPolicy" do
|
|
15
|
+
optional :id, :string, 1
|
|
16
|
+
optional :name, :string, 2
|
|
17
|
+
optional :worker_config, :message, 4, "google.cloud.dataproc.v1.InstanceGroupAutoscalingPolicyConfig"
|
|
18
|
+
optional :secondary_worker_config, :message, 5, "google.cloud.dataproc.v1.InstanceGroupAutoscalingPolicyConfig"
|
|
19
|
+
oneof :algorithm do
|
|
20
|
+
optional :basic_algorithm, :message, 3, "google.cloud.dataproc.v1.BasicAutoscalingAlgorithm"
|
|
21
|
+
end
|
|
22
|
+
end
|
|
23
|
+
add_message "google.cloud.dataproc.v1.BasicAutoscalingAlgorithm" do
|
|
24
|
+
optional :yarn_config, :message, 1, "google.cloud.dataproc.v1.BasicYarnAutoscalingConfig"
|
|
25
|
+
optional :cooldown_period, :message, 2, "google.protobuf.Duration"
|
|
26
|
+
end
|
|
27
|
+
add_message "google.cloud.dataproc.v1.BasicYarnAutoscalingConfig" do
|
|
28
|
+
optional :graceful_decommission_timeout, :message, 5, "google.protobuf.Duration"
|
|
29
|
+
optional :scale_up_factor, :double, 1
|
|
30
|
+
optional :scale_down_factor, :double, 2
|
|
31
|
+
optional :scale_up_min_worker_fraction, :double, 3
|
|
32
|
+
optional :scale_down_min_worker_fraction, :double, 4
|
|
33
|
+
end
|
|
34
|
+
add_message "google.cloud.dataproc.v1.InstanceGroupAutoscalingPolicyConfig" do
|
|
35
|
+
optional :min_instances, :int32, 1
|
|
36
|
+
optional :max_instances, :int32, 2
|
|
37
|
+
optional :weight, :int32, 3
|
|
38
|
+
end
|
|
39
|
+
add_message "google.cloud.dataproc.v1.CreateAutoscalingPolicyRequest" do
|
|
40
|
+
optional :parent, :string, 1
|
|
41
|
+
optional :policy, :message, 2, "google.cloud.dataproc.v1.AutoscalingPolicy"
|
|
42
|
+
end
|
|
43
|
+
add_message "google.cloud.dataproc.v1.GetAutoscalingPolicyRequest" do
|
|
44
|
+
optional :name, :string, 1
|
|
45
|
+
end
|
|
46
|
+
add_message "google.cloud.dataproc.v1.UpdateAutoscalingPolicyRequest" do
|
|
47
|
+
optional :policy, :message, 1, "google.cloud.dataproc.v1.AutoscalingPolicy"
|
|
48
|
+
end
|
|
49
|
+
add_message "google.cloud.dataproc.v1.DeleteAutoscalingPolicyRequest" do
|
|
50
|
+
optional :name, :string, 1
|
|
51
|
+
end
|
|
52
|
+
add_message "google.cloud.dataproc.v1.ListAutoscalingPoliciesRequest" do
|
|
53
|
+
optional :parent, :string, 1
|
|
54
|
+
optional :page_size, :int32, 2
|
|
55
|
+
optional :page_token, :string, 3
|
|
56
|
+
end
|
|
57
|
+
add_message "google.cloud.dataproc.v1.ListAutoscalingPoliciesResponse" do
|
|
58
|
+
repeated :policies, :message, 1, "google.cloud.dataproc.v1.AutoscalingPolicy"
|
|
59
|
+
optional :next_page_token, :string, 2
|
|
60
|
+
end
|
|
61
|
+
end
|
|
62
|
+
|
|
63
|
+
module Google
|
|
64
|
+
module Cloud
|
|
65
|
+
module Dataproc
|
|
66
|
+
module V1
|
|
67
|
+
AutoscalingPolicy = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.AutoscalingPolicy").msgclass
|
|
68
|
+
BasicAutoscalingAlgorithm = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.BasicAutoscalingAlgorithm").msgclass
|
|
69
|
+
BasicYarnAutoscalingConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.BasicYarnAutoscalingConfig").msgclass
|
|
70
|
+
InstanceGroupAutoscalingPolicyConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.InstanceGroupAutoscalingPolicyConfig").msgclass
|
|
71
|
+
CreateAutoscalingPolicyRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.CreateAutoscalingPolicyRequest").msgclass
|
|
72
|
+
GetAutoscalingPolicyRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GetAutoscalingPolicyRequest").msgclass
|
|
73
|
+
UpdateAutoscalingPolicyRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.UpdateAutoscalingPolicyRequest").msgclass
|
|
74
|
+
DeleteAutoscalingPolicyRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DeleteAutoscalingPolicyRequest").msgclass
|
|
75
|
+
ListAutoscalingPoliciesRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ListAutoscalingPoliciesRequest").msgclass
|
|
76
|
+
ListAutoscalingPoliciesResponse = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ListAutoscalingPoliciesResponse").msgclass
|
|
77
|
+
end
|
|
78
|
+
end
|
|
79
|
+
end
|
|
80
|
+
end
|
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
|
2
|
+
# Source: google/cloud/dataproc/v1/autoscaling_policies.proto for package 'google.cloud.dataproc.v1'
|
|
3
|
+
# Original file comments:
|
|
4
|
+
# Copyright 2019 Google LLC.
|
|
5
|
+
#
|
|
6
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
7
|
+
# you may not use this file except in compliance with the License.
|
|
8
|
+
# You may obtain a copy of the License at
|
|
9
|
+
#
|
|
10
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
11
|
+
#
|
|
12
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
13
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
14
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
15
|
+
# See the License for the specific language governing permissions and
|
|
16
|
+
# limitations under the License.
|
|
17
|
+
#
|
|
18
|
+
#
|
|
19
|
+
|
|
20
|
+
|
|
21
|
+
require 'grpc'
|
|
22
|
+
require 'google/cloud/dataproc/v1/autoscaling_policies_pb'
|
|
23
|
+
|
|
24
|
+
module Google
|
|
25
|
+
module Cloud
|
|
26
|
+
module Dataproc
|
|
27
|
+
module V1
|
|
28
|
+
module AutoscalingPolicyService
|
|
29
|
+
# The API interface for managing autoscaling policies in the
|
|
30
|
+
# Google Cloud Dataproc API.
|
|
31
|
+
class Service
|
|
32
|
+
|
|
33
|
+
include GRPC::GenericService
|
|
34
|
+
|
|
35
|
+
self.marshal_class_method = :encode
|
|
36
|
+
self.unmarshal_class_method = :decode
|
|
37
|
+
self.service_name = 'google.cloud.dataproc.v1.AutoscalingPolicyService'
|
|
38
|
+
|
|
39
|
+
# Creates new autoscaling policy.
|
|
40
|
+
rpc :CreateAutoscalingPolicy, CreateAutoscalingPolicyRequest, AutoscalingPolicy
|
|
41
|
+
# Updates (replaces) autoscaling policy.
|
|
42
|
+
#
|
|
43
|
+
# Disabled check for update_mask, because all updates will be full
|
|
44
|
+
# replacements.
|
|
45
|
+
rpc :UpdateAutoscalingPolicy, UpdateAutoscalingPolicyRequest, AutoscalingPolicy
|
|
46
|
+
# Retrieves autoscaling policy.
|
|
47
|
+
rpc :GetAutoscalingPolicy, GetAutoscalingPolicyRequest, AutoscalingPolicy
|
|
48
|
+
# Lists autoscaling policies in the project.
|
|
49
|
+
rpc :ListAutoscalingPolicies, ListAutoscalingPoliciesRequest, ListAutoscalingPoliciesResponse
|
|
50
|
+
# Deletes an autoscaling policy. It is an error to delete an autoscaling
|
|
51
|
+
# policy that is in use by one or more clusters.
|
|
52
|
+
rpc :DeleteAutoscalingPolicy, DeleteAutoscalingPolicyRequest, Google::Protobuf::Empty
|
|
53
|
+
end
|
|
54
|
+
|
|
55
|
+
Stub = Service.rpc_stub_class
|
|
56
|
+
end
|
|
57
|
+
end
|
|
58
|
+
end
|
|
59
|
+
end
|
|
60
|
+
end
|
|
@@ -231,7 +231,9 @@ module Google
|
|
|
231
231
|
|
|
232
232
|
# Service calls
|
|
233
233
|
|
|
234
|
-
# Creates a cluster in a project.
|
|
234
|
+
# Creates a cluster in a project. The returned
|
|
235
|
+
# {Google::Longrunning::Operation#metadata Operation#metadata} will be
|
|
236
|
+
# [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
|
|
235
237
|
#
|
|
236
238
|
# @param project_id [String]
|
|
237
239
|
# Required. The ID of the Google Cloud Platform project that the cluster
|
|
@@ -324,7 +326,9 @@ module Google
|
|
|
324
326
|
operation
|
|
325
327
|
end
|
|
326
328
|
|
|
327
|
-
# Updates a cluster in a project.
|
|
329
|
+
# Updates a cluster in a project. The returned
|
|
330
|
+
# {Google::Longrunning::Operation#metadata Operation#metadata} will be
|
|
331
|
+
# [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
|
|
328
332
|
#
|
|
329
333
|
# @param project_id [String]
|
|
330
334
|
# Required. The ID of the Google Cloud Platform project the
|
|
@@ -383,6 +387,10 @@ module Google
|
|
|
383
387
|
# <td><strong><em>config.secondary_worker_config.num_instances</em></strong></td>
|
|
384
388
|
# <td>Resize secondary worker group</td>
|
|
385
389
|
# </tr>
|
|
390
|
+
# <tr>
|
|
391
|
+
# <td>config.autoscaling_config.policy_uri</td><td>Use, stop using, or
|
|
392
|
+
# change autoscaling policies</td>
|
|
393
|
+
# </tr>
|
|
386
394
|
# </tbody>
|
|
387
395
|
# </table>
|
|
388
396
|
# A hash of the same form as `Google::Protobuf::FieldMask`
|
|
@@ -492,7 +500,9 @@ module Google
|
|
|
492
500
|
operation
|
|
493
501
|
end
|
|
494
502
|
|
|
495
|
-
# Deletes a cluster in a project.
|
|
503
|
+
# Deletes a cluster in a project. The returned
|
|
504
|
+
# {Google::Longrunning::Operation#metadata Operation#metadata} will be
|
|
505
|
+
# [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
|
|
496
506
|
#
|
|
497
507
|
# @param project_id [String]
|
|
498
508
|
# Required. The ID of the Google Cloud Platform project that the cluster
|
|
@@ -721,9 +731,13 @@ module Google
|
|
|
721
731
|
@list_clusters.call(req, options, &block)
|
|
722
732
|
end
|
|
723
733
|
|
|
724
|
-
# Gets cluster diagnostic information.
|
|
725
|
-
#
|
|
726
|
-
#
|
|
734
|
+
# Gets cluster diagnostic information. The returned
|
|
735
|
+
# {Google::Longrunning::Operation#metadata Operation#metadata} will be
|
|
736
|
+
# [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
|
|
737
|
+
# After the operation completes,
|
|
738
|
+
# {Google::Longrunning::Operation#response Operation#response}
|
|
739
|
+
# contains
|
|
740
|
+
# [DiagnoseClusterResults](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#diagnoseclusterresults).
|
|
727
741
|
#
|
|
728
742
|
# @param project_id [String]
|
|
729
743
|
# Required. The ID of the Google Cloud Platform project that the cluster
|
|
@@ -5,6 +5,8 @@
|
|
|
5
5
|
require 'google/protobuf'
|
|
6
6
|
|
|
7
7
|
require 'google/api/annotations_pb'
|
|
8
|
+
require 'google/api/client_pb'
|
|
9
|
+
require 'google/api/field_behavior_pb'
|
|
8
10
|
require 'google/cloud/dataproc/v1/operations_pb'
|
|
9
11
|
require 'google/cloud/dataproc/v1/shared_pb'
|
|
10
12
|
require 'google/longrunning/operations_pb'
|
|
@@ -31,6 +33,11 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
|
31
33
|
optional :software_config, :message, 13, "google.cloud.dataproc.v1.SoftwareConfig"
|
|
32
34
|
repeated :initialization_actions, :message, 11, "google.cloud.dataproc.v1.NodeInitializationAction"
|
|
33
35
|
optional :encryption_config, :message, 15, "google.cloud.dataproc.v1.EncryptionConfig"
|
|
36
|
+
optional :autoscaling_config, :message, 18, "google.cloud.dataproc.v1.AutoscalingConfig"
|
|
37
|
+
optional :security_config, :message, 16, "google.cloud.dataproc.v1.SecurityConfig"
|
|
38
|
+
end
|
|
39
|
+
add_message "google.cloud.dataproc.v1.AutoscalingConfig" do
|
|
40
|
+
optional :policy_uri, :string, 1
|
|
34
41
|
end
|
|
35
42
|
add_message "google.cloud.dataproc.v1.EncryptionConfig" do
|
|
36
43
|
optional :gce_pd_kms_key_name, :string, 1
|
|
@@ -54,6 +61,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
|
54
61
|
optional :is_preemptible, :bool, 6
|
|
55
62
|
optional :managed_group_config, :message, 7, "google.cloud.dataproc.v1.ManagedGroupConfig"
|
|
56
63
|
repeated :accelerators, :message, 8, "google.cloud.dataproc.v1.AcceleratorConfig"
|
|
64
|
+
optional :min_cpu_platform, :string, 9
|
|
57
65
|
end
|
|
58
66
|
add_message "google.cloud.dataproc.v1.ManagedGroupConfig" do
|
|
59
67
|
optional :instance_template_name, :string, 1
|
|
@@ -91,6 +99,26 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
|
91
99
|
value :UNHEALTHY, 1
|
|
92
100
|
value :STALE_STATUS, 2
|
|
93
101
|
end
|
|
102
|
+
add_message "google.cloud.dataproc.v1.SecurityConfig" do
|
|
103
|
+
optional :kerberos_config, :message, 1, "google.cloud.dataproc.v1.KerberosConfig"
|
|
104
|
+
end
|
|
105
|
+
add_message "google.cloud.dataproc.v1.KerberosConfig" do
|
|
106
|
+
optional :enable_kerberos, :bool, 1
|
|
107
|
+
optional :root_principal_password_uri, :string, 2
|
|
108
|
+
optional :kms_key_uri, :string, 3
|
|
109
|
+
optional :keystore_uri, :string, 4
|
|
110
|
+
optional :truststore_uri, :string, 5
|
|
111
|
+
optional :keystore_password_uri, :string, 6
|
|
112
|
+
optional :key_password_uri, :string, 7
|
|
113
|
+
optional :truststore_password_uri, :string, 8
|
|
114
|
+
optional :cross_realm_trust_realm, :string, 9
|
|
115
|
+
optional :cross_realm_trust_kdc, :string, 10
|
|
116
|
+
optional :cross_realm_trust_admin_server, :string, 11
|
|
117
|
+
optional :cross_realm_trust_shared_password_uri, :string, 12
|
|
118
|
+
optional :kdc_db_key_uri, :string, 13
|
|
119
|
+
optional :tgt_lifetime_hours, :int32, 14
|
|
120
|
+
optional :realm, :string, 15
|
|
121
|
+
end
|
|
94
122
|
add_message "google.cloud.dataproc.v1.SoftwareConfig" do
|
|
95
123
|
optional :image_version, :string, 1
|
|
96
124
|
map :properties, :string, :string, 2
|
|
@@ -154,6 +182,7 @@ module Google
|
|
|
154
182
|
module V1
|
|
155
183
|
Cluster = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.Cluster").msgclass
|
|
156
184
|
ClusterConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterConfig").msgclass
|
|
185
|
+
AutoscalingConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.AutoscalingConfig").msgclass
|
|
157
186
|
EncryptionConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.EncryptionConfig").msgclass
|
|
158
187
|
GceClusterConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GceClusterConfig").msgclass
|
|
159
188
|
InstanceGroupConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.InstanceGroupConfig").msgclass
|
|
@@ -164,6 +193,8 @@ module Google
|
|
|
164
193
|
ClusterStatus = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterStatus").msgclass
|
|
165
194
|
ClusterStatus::State = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterStatus.State").enummodule
|
|
166
195
|
ClusterStatus::Substate = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterStatus.Substate").enummodule
|
|
196
|
+
SecurityConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SecurityConfig").msgclass
|
|
197
|
+
KerberosConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.KerberosConfig").msgclass
|
|
167
198
|
SoftwareConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SoftwareConfig").msgclass
|
|
168
199
|
ClusterMetrics = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterMetrics").msgclass
|
|
169
200
|
CreateClusterRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.CreateClusterRequest").msgclass
|
|
@@ -36,19 +36,29 @@ module Google
|
|
|
36
36
|
self.unmarshal_class_method = :decode
|
|
37
37
|
self.service_name = 'google.cloud.dataproc.v1.ClusterController'
|
|
38
38
|
|
|
39
|
-
# Creates a cluster in a project.
|
|
39
|
+
# Creates a cluster in a project. The returned
|
|
40
|
+
# [Operation.metadata][google.longrunning.Operation.metadata] will be
|
|
41
|
+
# [ClusterOperationMetadata](/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
|
|
40
42
|
rpc :CreateCluster, CreateClusterRequest, Google::Longrunning::Operation
|
|
41
|
-
# Updates a cluster in a project.
|
|
43
|
+
# Updates a cluster in a project. The returned
|
|
44
|
+
# [Operation.metadata][google.longrunning.Operation.metadata] will be
|
|
45
|
+
# [ClusterOperationMetadata](/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
|
|
42
46
|
rpc :UpdateCluster, UpdateClusterRequest, Google::Longrunning::Operation
|
|
43
|
-
# Deletes a cluster in a project.
|
|
47
|
+
# Deletes a cluster in a project. The returned
|
|
48
|
+
# [Operation.metadata][google.longrunning.Operation.metadata] will be
|
|
49
|
+
# [ClusterOperationMetadata](/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
|
|
44
50
|
rpc :DeleteCluster, DeleteClusterRequest, Google::Longrunning::Operation
|
|
45
51
|
# Gets the resource representation for a cluster in a project.
|
|
46
52
|
rpc :GetCluster, GetClusterRequest, Cluster
|
|
47
53
|
# Lists all regions/\\{region}/clusters in a project.
|
|
48
54
|
rpc :ListClusters, ListClustersRequest, ListClustersResponse
|
|
49
|
-
# Gets cluster diagnostic information.
|
|
50
|
-
#
|
|
51
|
-
#
|
|
55
|
+
# Gets cluster diagnostic information. The returned
|
|
56
|
+
# [Operation.metadata][google.longrunning.Operation.metadata] will be
|
|
57
|
+
# [ClusterOperationMetadata](/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
|
|
58
|
+
# After the operation completes,
|
|
59
|
+
# [Operation.response][google.longrunning.Operation.response]
|
|
60
|
+
# contains
|
|
61
|
+
# [DiagnoseClusterResults](/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#diagnoseclusterresults).
|
|
52
62
|
rpc :DiagnoseCluster, DiagnoseClusterRequest, Google::Longrunning::Operation
|
|
53
63
|
end
|
|
54
64
|
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
# Copyright 2019 Google LLC
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# https://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
14
|
+
|
|
15
|
+
|
|
16
|
+
module Google
|
|
17
|
+
module Cloud
|
|
18
|
+
module Dataproc
|
|
19
|
+
module V1
|
|
20
|
+
end
|
|
21
|
+
end
|
|
22
|
+
end
|
|
23
|
+
end
|
|
@@ -106,8 +106,29 @@ module Google
|
|
|
106
106
|
# @!attribute [rw] encryption_config
|
|
107
107
|
# @return [Google::Cloud::Dataproc::V1::EncryptionConfig]
|
|
108
108
|
# Optional. Encryption settings for the cluster.
|
|
109
|
+
# @!attribute [rw] autoscaling_config
|
|
110
|
+
# @return [Google::Cloud::Dataproc::V1::AutoscalingConfig]
|
|
111
|
+
# Optional. Autoscaling config for the policy associated with the cluster.
|
|
112
|
+
# Cluster does not autoscale if this field is unset.
|
|
113
|
+
# @!attribute [rw] security_config
|
|
114
|
+
# @return [Google::Cloud::Dataproc::V1::SecurityConfig]
|
|
115
|
+
# Optional. Security settings for the cluster.
|
|
109
116
|
class ClusterConfig; end
|
|
110
117
|
|
|
118
|
+
# Autoscaling Policy config associated with the cluster.
|
|
119
|
+
# @!attribute [rw] policy_uri
|
|
120
|
+
# @return [String]
|
|
121
|
+
# Optional. The autoscaling policy used by the cluster.
|
|
122
|
+
#
|
|
123
|
+
# Only resource names including projectid and location (region) are valid.
|
|
124
|
+
# Examples:
|
|
125
|
+
#
|
|
126
|
+
# * `https://www.googleapis.com/compute/v1/projects/[project_id]/locations/[dataproc_region]/autoscalingPolicies/[policy_id]`
|
|
127
|
+
# * `projects/[project_id]/locations/[dataproc_region]/autoscalingPolicies/[policy_id]`
|
|
128
|
+
#
|
|
129
|
+
# Note that the policy must be in the same project and Cloud Dataproc region.
|
|
130
|
+
class AutoscalingConfig; end
|
|
131
|
+
|
|
111
132
|
# Encryption settings for the cluster.
|
|
112
133
|
# @!attribute [rw] gce_pd_kms_key_name
|
|
113
134
|
# @return [String]
|
|
@@ -247,9 +268,11 @@ module Google
|
|
|
247
268
|
# @return [Array<Google::Cloud::Dataproc::V1::AcceleratorConfig>]
|
|
248
269
|
# Optional. The Compute Engine accelerator configuration for these
|
|
249
270
|
# instances.
|
|
250
|
-
#
|
|
251
|
-
#
|
|
252
|
-
#
|
|
271
|
+
# @!attribute [rw] min_cpu_platform
|
|
272
|
+
# @return [String]
|
|
273
|
+
# Optional. Specifies the minimum cpu platform for the Instance Group.
|
|
274
|
+
# See [Cloud Dataproc→Minimum CPU Platform]
|
|
275
|
+
# (/dataproc/docs/concepts/compute/dataproc-min-cpu).
|
|
253
276
|
class InstanceGroupConfig; end
|
|
254
277
|
|
|
255
278
|
# Specifies the resources used to actively manage an instance group.
|
|
@@ -325,7 +348,7 @@ module Google
|
|
|
325
348
|
# Output only. The cluster's state.
|
|
326
349
|
# @!attribute [rw] detail
|
|
327
350
|
# @return [String]
|
|
328
|
-
# Output only.
|
|
351
|
+
# Optional. Output only. Details of cluster's state.
|
|
329
352
|
# @!attribute [rw] state_start_time
|
|
330
353
|
# @return [Google::Protobuf::Timestamp]
|
|
331
354
|
# Output only. Time when this state was entered.
|
|
@@ -375,6 +398,81 @@ module Google
|
|
|
375
398
|
end
|
|
376
399
|
end
|
|
377
400
|
|
|
401
|
+
# Security related configuration, including Kerberos.
|
|
402
|
+
# @!attribute [rw] kerberos_config
|
|
403
|
+
# @return [Google::Cloud::Dataproc::V1::KerberosConfig]
|
|
404
|
+
# Kerberos related configuration.
|
|
405
|
+
class SecurityConfig; end
|
|
406
|
+
|
|
407
|
+
# Specifies Kerberos related configuration.
|
|
408
|
+
# @!attribute [rw] enable_kerberos
|
|
409
|
+
# @return [true, false]
|
|
410
|
+
# Optional. Flag to indicate whether to Kerberize the cluster.
|
|
411
|
+
# @!attribute [rw] root_principal_password_uri
|
|
412
|
+
# @return [String]
|
|
413
|
+
# Required. The Cloud Storage URI of a KMS encrypted file containing the root
|
|
414
|
+
# principal password.
|
|
415
|
+
# @!attribute [rw] kms_key_uri
|
|
416
|
+
# @return [String]
|
|
417
|
+
# Required. The uri of the KMS key used to encrypt various sensitive
|
|
418
|
+
# files.
|
|
419
|
+
# @!attribute [rw] keystore_uri
|
|
420
|
+
# @return [String]
|
|
421
|
+
# Optional. The Cloud Storage URI of the keystore file used for SSL
|
|
422
|
+
# encryption. If not provided, Dataproc will provide a self-signed
|
|
423
|
+
# certificate.
|
|
424
|
+
# @!attribute [rw] truststore_uri
|
|
425
|
+
# @return [String]
|
|
426
|
+
# Optional. The Cloud Storage URI of the truststore file used for SSL
|
|
427
|
+
# encryption. If not provided, Dataproc will provide a self-signed
|
|
428
|
+
# certificate.
|
|
429
|
+
# @!attribute [rw] keystore_password_uri
|
|
430
|
+
# @return [String]
|
|
431
|
+
# Optional. The Cloud Storage URI of a KMS encrypted file containing the
|
|
432
|
+
# password to the user provided keystore. For the self-signed certificate,
|
|
433
|
+
# this password is generated by Dataproc.
|
|
434
|
+
# @!attribute [rw] key_password_uri
|
|
435
|
+
# @return [String]
|
|
436
|
+
# Optional. The Cloud Storage URI of a KMS encrypted file containing the
|
|
437
|
+
# password to the user provided key. For the self-signed certificate, this
|
|
438
|
+
# password is generated by Dataproc.
|
|
439
|
+
# @!attribute [rw] truststore_password_uri
|
|
440
|
+
# @return [String]
|
|
441
|
+
# Optional. The Cloud Storage URI of a KMS encrypted file containing the
|
|
442
|
+
# password to the user provided truststore. For the self-signed certificate,
|
|
443
|
+
# this password is generated by Dataproc.
|
|
444
|
+
# @!attribute [rw] cross_realm_trust_realm
|
|
445
|
+
# @return [String]
|
|
446
|
+
# Optional. The remote realm the Dataproc on-cluster KDC will trust, should
|
|
447
|
+
# the user enable cross realm trust.
|
|
448
|
+
# @!attribute [rw] cross_realm_trust_kdc
|
|
449
|
+
# @return [String]
|
|
450
|
+
# Optional. The KDC (IP or hostname) for the remote trusted realm in a cross
|
|
451
|
+
# realm trust relationship.
|
|
452
|
+
# @!attribute [rw] cross_realm_trust_admin_server
|
|
453
|
+
# @return [String]
|
|
454
|
+
# Optional. The admin server (IP or hostname) for the remote trusted realm in
|
|
455
|
+
# a cross realm trust relationship.
|
|
456
|
+
# @!attribute [rw] cross_realm_trust_shared_password_uri
|
|
457
|
+
# @return [String]
|
|
458
|
+
# Optional. The Cloud Storage URI of a KMS encrypted file containing the
|
|
459
|
+
# shared password between the on-cluster Kerberos realm and the remote
|
|
460
|
+
# trusted realm, in a cross realm trust relationship.
|
|
461
|
+
# @!attribute [rw] kdc_db_key_uri
|
|
462
|
+
# @return [String]
|
|
463
|
+
# Optional. The Cloud Storage URI of a KMS encrypted file containing the
|
|
464
|
+
# master key of the KDC database.
|
|
465
|
+
# @!attribute [rw] tgt_lifetime_hours
|
|
466
|
+
# @return [Integer]
|
|
467
|
+
# Optional. The lifetime of the ticket granting ticket, in hours.
|
|
468
|
+
# If not specified, or user specifies 0, then default value 10
|
|
469
|
+
# will be used.
|
|
470
|
+
# @!attribute [rw] realm
|
|
471
|
+
# @return [String]
|
|
472
|
+
# Optional. The name of the on-cluster Kerberos realm.
|
|
473
|
+
# If not specified, the uppercased domain of hostnames will be the realm.
|
|
474
|
+
class KerberosConfig; end
|
|
475
|
+
|
|
378
476
|
# Specifies the selection and config of software inside the cluster.
|
|
379
477
|
# @!attribute [rw] image_version
|
|
380
478
|
# @return [String]
|
|
@@ -407,7 +505,7 @@ module Google
|
|
|
407
505
|
# [Cluster properties](https://cloud.google.com/dataproc/docs/concepts/cluster-properties).
|
|
408
506
|
# @!attribute [rw] optional_components
|
|
409
507
|
# @return [Array<Google::Cloud::Dataproc::V1::Component>]
|
|
410
|
-
# The set of
|
|
508
|
+
# Optional. The set of components to activate on the cluster.
|
|
411
509
|
class SoftwareConfig; end
|
|
412
510
|
|
|
413
511
|
# Contains cluster daemon metrics, such as HDFS and YARN stats.
|
|
@@ -519,6 +617,10 @@ module Google
|
|
|
519
617
|
# <td><strong><em>config.secondary_worker_config.num_instances</em></strong></td>
|
|
520
618
|
# <td>Resize secondary worker group</td>
|
|
521
619
|
# </tr>
|
|
620
|
+
# <tr>
|
|
621
|
+
# <td>config.autoscaling_config.policy_uri</td><td>Use, stop using, or
|
|
622
|
+
# change autoscaling policies</td>
|
|
623
|
+
# </tr>
|
|
522
624
|
# </tbody>
|
|
523
625
|
# </table>
|
|
524
626
|
# @!attribute [rw] request_id
|