google-cloud-dataproc-v1 0.1.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (53) hide show
  1. checksums.yaml +7 -0
  2. data/.yardopts +12 -0
  3. data/AUTHENTICATION.md +169 -0
  4. data/LICENSE.md +203 -0
  5. data/README.md +71 -0
  6. data/lib/google/cloud/common_resources_pb.rb +15 -0
  7. data/lib/google/cloud/dataproc/v1/autoscaling_policies_pb.rb +81 -0
  8. data/lib/google/cloud/dataproc/v1/autoscaling_policies_services_pb.rb +58 -0
  9. data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +734 -0
  10. data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/credentials.rb +51 -0
  11. data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/paths.rb +110 -0
  12. data/lib/google/cloud/dataproc/v1/autoscaling_policy_service.rb +50 -0
  13. data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +970 -0
  14. data/lib/google/cloud/dataproc/v1/cluster_controller/credentials.rb +51 -0
  15. data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +564 -0
  16. data/lib/google/cloud/dataproc/v1/cluster_controller.rb +50 -0
  17. data/lib/google/cloud/dataproc/v1/clusters_pb.rb +235 -0
  18. data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb +68 -0
  19. data/lib/google/cloud/dataproc/v1/job_controller/client.rb +980 -0
  20. data/lib/google/cloud/dataproc/v1/job_controller/credentials.rb +51 -0
  21. data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +564 -0
  22. data/lib/google/cloud/dataproc/v1/job_controller.rb +49 -0
  23. data/lib/google/cloud/dataproc/v1/jobs_pb.rb +282 -0
  24. data/lib/google/cloud/dataproc/v1/jobs_services_pb.rb +62 -0
  25. data/lib/google/cloud/dataproc/v1/operations_pb.rb +46 -0
  26. data/lib/google/cloud/dataproc/v1/shared_pb.rb +29 -0
  27. data/lib/google/cloud/dataproc/v1/version.rb +28 -0
  28. data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +1024 -0
  29. data/lib/google/cloud/dataproc/v1/workflow_template_service/credentials.rb +51 -0
  30. data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +564 -0
  31. data/lib/google/cloud/dataproc/v1/workflow_template_service/paths.rb +110 -0
  32. data/lib/google/cloud/dataproc/v1/workflow_template_service.rb +51 -0
  33. data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +187 -0
  34. data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +104 -0
  35. data/lib/google/cloud/dataproc/v1.rb +38 -0
  36. data/lib/google-cloud-dataproc-v1.rb +21 -0
  37. data/proto_docs/README.md +4 -0
  38. data/proto_docs/google/api/field_behavior.rb +59 -0
  39. data/proto_docs/google/api/resource.rb +247 -0
  40. data/proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb +272 -0
  41. data/proto_docs/google/cloud/dataproc/v1/clusters.rb +961 -0
  42. data/proto_docs/google/cloud/dataproc/v1/jobs.rb +976 -0
  43. data/proto_docs/google/cloud/dataproc/v1/operations.rb +98 -0
  44. data/proto_docs/google/cloud/dataproc/v1/shared.rb +50 -0
  45. data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb +693 -0
  46. data/proto_docs/google/longrunning/operations.rb +150 -0
  47. data/proto_docs/google/protobuf/any.rb +138 -0
  48. data/proto_docs/google/protobuf/duration.rb +98 -0
  49. data/proto_docs/google/protobuf/empty.rb +36 -0
  50. data/proto_docs/google/protobuf/field_mask.rb +229 -0
  51. data/proto_docs/google/protobuf/timestamp.rb +120 -0
  52. data/proto_docs/google/rpc/status.rb +46 -0
  53. metadata +205 -0
@@ -0,0 +1,235 @@
1
+ # Generated by the protocol buffer compiler. DO NOT EDIT!
2
+ # source: google/cloud/dataproc/v1/clusters.proto
3
+
4
+ require 'google/protobuf'
5
+
6
+ require 'google/api/annotations_pb'
7
+ require 'google/api/client_pb'
8
+ require 'google/api/field_behavior_pb'
9
+ require 'google/cloud/dataproc/v1/shared_pb'
10
+ require 'google/longrunning/operations_pb'
11
+ require 'google/protobuf/duration_pb'
12
+ require 'google/protobuf/field_mask_pb'
13
+ require 'google/protobuf/timestamp_pb'
14
+ Google::Protobuf::DescriptorPool.generated_pool.build do
15
+ add_file("google/cloud/dataproc/v1/clusters.proto", :syntax => :proto3) do
16
+ add_message "google.cloud.dataproc.v1.Cluster" do
17
+ optional :project_id, :string, 1
18
+ optional :cluster_name, :string, 2
19
+ optional :config, :message, 3, "google.cloud.dataproc.v1.ClusterConfig"
20
+ map :labels, :string, :string, 8
21
+ optional :status, :message, 4, "google.cloud.dataproc.v1.ClusterStatus"
22
+ repeated :status_history, :message, 7, "google.cloud.dataproc.v1.ClusterStatus"
23
+ optional :cluster_uuid, :string, 6
24
+ optional :metrics, :message, 9, "google.cloud.dataproc.v1.ClusterMetrics"
25
+ end
26
+ add_message "google.cloud.dataproc.v1.ClusterConfig" do
27
+ optional :config_bucket, :string, 1
28
+ optional :gce_cluster_config, :message, 8, "google.cloud.dataproc.v1.GceClusterConfig"
29
+ optional :master_config, :message, 9, "google.cloud.dataproc.v1.InstanceGroupConfig"
30
+ optional :worker_config, :message, 10, "google.cloud.dataproc.v1.InstanceGroupConfig"
31
+ optional :secondary_worker_config, :message, 12, "google.cloud.dataproc.v1.InstanceGroupConfig"
32
+ optional :software_config, :message, 13, "google.cloud.dataproc.v1.SoftwareConfig"
33
+ repeated :initialization_actions, :message, 11, "google.cloud.dataproc.v1.NodeInitializationAction"
34
+ optional :encryption_config, :message, 15, "google.cloud.dataproc.v1.EncryptionConfig"
35
+ optional :autoscaling_config, :message, 18, "google.cloud.dataproc.v1.AutoscalingConfig"
36
+ optional :security_config, :message, 16, "google.cloud.dataproc.v1.SecurityConfig"
37
+ optional :lifecycle_config, :message, 17, "google.cloud.dataproc.v1.LifecycleConfig"
38
+ end
39
+ add_message "google.cloud.dataproc.v1.AutoscalingConfig" do
40
+ optional :policy_uri, :string, 1
41
+ end
42
+ add_message "google.cloud.dataproc.v1.EncryptionConfig" do
43
+ optional :gce_pd_kms_key_name, :string, 1
44
+ end
45
+ add_message "google.cloud.dataproc.v1.GceClusterConfig" do
46
+ optional :zone_uri, :string, 1
47
+ optional :network_uri, :string, 2
48
+ optional :subnetwork_uri, :string, 6
49
+ optional :internal_ip_only, :bool, 7
50
+ optional :service_account, :string, 8
51
+ repeated :service_account_scopes, :string, 3
52
+ repeated :tags, :string, 4
53
+ map :metadata, :string, :string, 5
54
+ optional :reservation_affinity, :message, 11, "google.cloud.dataproc.v1.ReservationAffinity"
55
+ end
56
+ add_message "google.cloud.dataproc.v1.InstanceGroupConfig" do
57
+ optional :num_instances, :int32, 1
58
+ repeated :instance_names, :string, 2
59
+ optional :image_uri, :string, 3
60
+ optional :machine_type_uri, :string, 4
61
+ optional :disk_config, :message, 5, "google.cloud.dataproc.v1.DiskConfig"
62
+ optional :is_preemptible, :bool, 6
63
+ optional :managed_group_config, :message, 7, "google.cloud.dataproc.v1.ManagedGroupConfig"
64
+ repeated :accelerators, :message, 8, "google.cloud.dataproc.v1.AcceleratorConfig"
65
+ optional :min_cpu_platform, :string, 9
66
+ end
67
+ add_message "google.cloud.dataproc.v1.ManagedGroupConfig" do
68
+ optional :instance_template_name, :string, 1
69
+ optional :instance_group_manager_name, :string, 2
70
+ end
71
+ add_message "google.cloud.dataproc.v1.AcceleratorConfig" do
72
+ optional :accelerator_type_uri, :string, 1
73
+ optional :accelerator_count, :int32, 2
74
+ end
75
+ add_message "google.cloud.dataproc.v1.DiskConfig" do
76
+ optional :boot_disk_type, :string, 3
77
+ optional :boot_disk_size_gb, :int32, 1
78
+ optional :num_local_ssds, :int32, 2
79
+ end
80
+ add_message "google.cloud.dataproc.v1.NodeInitializationAction" do
81
+ optional :executable_file, :string, 1
82
+ optional :execution_timeout, :message, 2, "google.protobuf.Duration"
83
+ end
84
+ add_message "google.cloud.dataproc.v1.ClusterStatus" do
85
+ optional :state, :enum, 1, "google.cloud.dataproc.v1.ClusterStatus.State"
86
+ optional :detail, :string, 2
87
+ optional :state_start_time, :message, 3, "google.protobuf.Timestamp"
88
+ optional :substate, :enum, 4, "google.cloud.dataproc.v1.ClusterStatus.Substate"
89
+ end
90
+ add_enum "google.cloud.dataproc.v1.ClusterStatus.State" do
91
+ value :UNKNOWN, 0
92
+ value :CREATING, 1
93
+ value :RUNNING, 2
94
+ value :ERROR, 3
95
+ value :DELETING, 4
96
+ value :UPDATING, 5
97
+ end
98
+ add_enum "google.cloud.dataproc.v1.ClusterStatus.Substate" do
99
+ value :UNSPECIFIED, 0
100
+ value :UNHEALTHY, 1
101
+ value :STALE_STATUS, 2
102
+ end
103
+ add_message "google.cloud.dataproc.v1.SecurityConfig" do
104
+ optional :kerberos_config, :message, 1, "google.cloud.dataproc.v1.KerberosConfig"
105
+ end
106
+ add_message "google.cloud.dataproc.v1.KerberosConfig" do
107
+ optional :enable_kerberos, :bool, 1
108
+ optional :root_principal_password_uri, :string, 2
109
+ optional :kms_key_uri, :string, 3
110
+ optional :keystore_uri, :string, 4
111
+ optional :truststore_uri, :string, 5
112
+ optional :keystore_password_uri, :string, 6
113
+ optional :key_password_uri, :string, 7
114
+ optional :truststore_password_uri, :string, 8
115
+ optional :cross_realm_trust_realm, :string, 9
116
+ optional :cross_realm_trust_kdc, :string, 10
117
+ optional :cross_realm_trust_admin_server, :string, 11
118
+ optional :cross_realm_trust_shared_password_uri, :string, 12
119
+ optional :kdc_db_key_uri, :string, 13
120
+ optional :tgt_lifetime_hours, :int32, 14
121
+ optional :realm, :string, 15
122
+ end
123
+ add_message "google.cloud.dataproc.v1.SoftwareConfig" do
124
+ optional :image_version, :string, 1
125
+ map :properties, :string, :string, 2
126
+ repeated :optional_components, :enum, 3, "google.cloud.dataproc.v1.Component"
127
+ end
128
+ add_message "google.cloud.dataproc.v1.LifecycleConfig" do
129
+ optional :idle_delete_ttl, :message, 1, "google.protobuf.Duration"
130
+ optional :idle_start_time, :message, 4, "google.protobuf.Timestamp"
131
+ oneof :ttl do
132
+ optional :auto_delete_time, :message, 2, "google.protobuf.Timestamp"
133
+ optional :auto_delete_ttl, :message, 3, "google.protobuf.Duration"
134
+ end
135
+ end
136
+ add_message "google.cloud.dataproc.v1.ClusterMetrics" do
137
+ map :hdfs_metrics, :string, :int64, 1
138
+ map :yarn_metrics, :string, :int64, 2
139
+ end
140
+ add_message "google.cloud.dataproc.v1.CreateClusterRequest" do
141
+ optional :project_id, :string, 1
142
+ optional :region, :string, 3
143
+ optional :cluster, :message, 2, "google.cloud.dataproc.v1.Cluster"
144
+ optional :request_id, :string, 4
145
+ end
146
+ add_message "google.cloud.dataproc.v1.UpdateClusterRequest" do
147
+ optional :project_id, :string, 1
148
+ optional :region, :string, 5
149
+ optional :cluster_name, :string, 2
150
+ optional :cluster, :message, 3, "google.cloud.dataproc.v1.Cluster"
151
+ optional :graceful_decommission_timeout, :message, 6, "google.protobuf.Duration"
152
+ optional :update_mask, :message, 4, "google.protobuf.FieldMask"
153
+ optional :request_id, :string, 7
154
+ end
155
+ add_message "google.cloud.dataproc.v1.DeleteClusterRequest" do
156
+ optional :project_id, :string, 1
157
+ optional :region, :string, 3
158
+ optional :cluster_name, :string, 2
159
+ optional :cluster_uuid, :string, 4
160
+ optional :request_id, :string, 5
161
+ end
162
+ add_message "google.cloud.dataproc.v1.GetClusterRequest" do
163
+ optional :project_id, :string, 1
164
+ optional :region, :string, 3
165
+ optional :cluster_name, :string, 2
166
+ end
167
+ add_message "google.cloud.dataproc.v1.ListClustersRequest" do
168
+ optional :project_id, :string, 1
169
+ optional :region, :string, 4
170
+ optional :filter, :string, 5
171
+ optional :page_size, :int32, 2
172
+ optional :page_token, :string, 3
173
+ end
174
+ add_message "google.cloud.dataproc.v1.ListClustersResponse" do
175
+ repeated :clusters, :message, 1, "google.cloud.dataproc.v1.Cluster"
176
+ optional :next_page_token, :string, 2
177
+ end
178
+ add_message "google.cloud.dataproc.v1.DiagnoseClusterRequest" do
179
+ optional :project_id, :string, 1
180
+ optional :region, :string, 3
181
+ optional :cluster_name, :string, 2
182
+ end
183
+ add_message "google.cloud.dataproc.v1.DiagnoseClusterResults" do
184
+ optional :output_uri, :string, 1
185
+ end
186
+ add_message "google.cloud.dataproc.v1.ReservationAffinity" do
187
+ optional :consume_reservation_type, :enum, 1, "google.cloud.dataproc.v1.ReservationAffinity.Type"
188
+ optional :key, :string, 2
189
+ repeated :values, :string, 3
190
+ end
191
+ add_enum "google.cloud.dataproc.v1.ReservationAffinity.Type" do
192
+ value :TYPE_UNSPECIFIED, 0
193
+ value :NO_RESERVATION, 1
194
+ value :ANY_RESERVATION, 2
195
+ value :SPECIFIC_RESERVATION, 3
196
+ end
197
+ end
198
+ end
199
+
200
+ module Google
201
+ module Cloud
202
+ module Dataproc
203
+ module V1
204
+ Cluster = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.Cluster").msgclass
205
+ ClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterConfig").msgclass
206
+ AutoscalingConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.AutoscalingConfig").msgclass
207
+ EncryptionConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.EncryptionConfig").msgclass
208
+ GceClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GceClusterConfig").msgclass
209
+ InstanceGroupConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.InstanceGroupConfig").msgclass
210
+ ManagedGroupConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ManagedGroupConfig").msgclass
211
+ AcceleratorConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.AcceleratorConfig").msgclass
212
+ DiskConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DiskConfig").msgclass
213
+ NodeInitializationAction = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.NodeInitializationAction").msgclass
214
+ ClusterStatus = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterStatus").msgclass
215
+ ClusterStatus::State = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterStatus.State").enummodule
216
+ ClusterStatus::Substate = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterStatus.Substate").enummodule
217
+ SecurityConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SecurityConfig").msgclass
218
+ KerberosConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.KerberosConfig").msgclass
219
+ SoftwareConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SoftwareConfig").msgclass
220
+ LifecycleConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.LifecycleConfig").msgclass
221
+ ClusterMetrics = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterMetrics").msgclass
222
+ CreateClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.CreateClusterRequest").msgclass
223
+ UpdateClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.UpdateClusterRequest").msgclass
224
+ DeleteClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DeleteClusterRequest").msgclass
225
+ GetClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GetClusterRequest").msgclass
226
+ ListClustersRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ListClustersRequest").msgclass
227
+ ListClustersResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ListClustersResponse").msgclass
228
+ DiagnoseClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DiagnoseClusterRequest").msgclass
229
+ DiagnoseClusterResults = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DiagnoseClusterResults").msgclass
230
+ ReservationAffinity = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ReservationAffinity").msgclass
231
+ ReservationAffinity::Type = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ReservationAffinity.Type").enummodule
232
+ end
233
+ end
234
+ end
235
+ end
@@ -0,0 +1,68 @@
1
+ # Generated by the protocol buffer compiler. DO NOT EDIT!
2
+ # Source: google/cloud/dataproc/v1/clusters.proto for package 'google.cloud.dataproc.v1'
3
+ # Original file comments:
4
+ # Copyright 2020 Google LLC
5
+ #
6
+ # Licensed under the Apache License, Version 2.0 (the "License");
7
+ # you may not use this file except in compliance with the License.
8
+ # You may obtain a copy of the License at
9
+ #
10
+ # http://www.apache.org/licenses/LICENSE-2.0
11
+ #
12
+ # Unless required by applicable law or agreed to in writing, software
13
+ # distributed under the License is distributed on an "AS IS" BASIS,
14
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15
+ # See the License for the specific language governing permissions and
16
+ # limitations under the License.
17
+ #
18
+
19
+ require 'grpc'
20
+ require 'google/cloud/dataproc/v1/clusters_pb'
21
+
22
+ module Google
23
+ module Cloud
24
+ module Dataproc
25
+ module V1
26
+ module ClusterController
27
+ # The ClusterControllerService provides methods to manage clusters
28
+ # of Compute Engine instances.
29
+ class Service
30
+
31
+ include GRPC::GenericService
32
+
33
+ self.marshal_class_method = :encode
34
+ self.unmarshal_class_method = :decode
35
+ self.service_name = 'google.cloud.dataproc.v1.ClusterController'
36
+
37
+ # Creates a cluster in a project. The returned
38
+ # [Operation.metadata][google.longrunning.Operation.metadata] will be
39
+ # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
40
+ rpc :CreateCluster, CreateClusterRequest, Google::Longrunning::Operation
41
+ # Updates a cluster in a project. The returned
42
+ # [Operation.metadata][google.longrunning.Operation.metadata] will be
43
+ # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
44
+ rpc :UpdateCluster, UpdateClusterRequest, Google::Longrunning::Operation
45
+ # Deletes a cluster in a project. The returned
46
+ # [Operation.metadata][google.longrunning.Operation.metadata] will be
47
+ # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
48
+ rpc :DeleteCluster, DeleteClusterRequest, Google::Longrunning::Operation
49
+ # Gets the resource representation for a cluster in a project.
50
+ rpc :GetCluster, GetClusterRequest, Cluster
51
+ # Lists all regions/{region}/clusters in a project alphabetically.
52
+ rpc :ListClusters, ListClustersRequest, ListClustersResponse
53
+ # Gets cluster diagnostic information. The returned
54
+ # [Operation.metadata][google.longrunning.Operation.metadata] will be
55
+ # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
56
+ # After the operation completes,
57
+ # [Operation.response][google.longrunning.Operation.response]
58
+ # contains
59
+ # [DiagnoseClusterResults](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#diagnoseclusterresults).
60
+ rpc :DiagnoseCluster, DiagnoseClusterRequest, Google::Longrunning::Operation
61
+ end
62
+
63
+ Stub = Service.rpc_stub_class
64
+ end
65
+ end
66
+ end
67
+ end
68
+ end