google-cloud-dataproc-v1 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (53) hide show
  1. checksums.yaml +7 -0
  2. data/.yardopts +12 -0
  3. data/AUTHENTICATION.md +169 -0
  4. data/LICENSE.md +203 -0
  5. data/README.md +71 -0
  6. data/lib/google/cloud/common_resources_pb.rb +15 -0
  7. data/lib/google/cloud/dataproc/v1/autoscaling_policies_pb.rb +81 -0
  8. data/lib/google/cloud/dataproc/v1/autoscaling_policies_services_pb.rb +58 -0
  9. data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +734 -0
  10. data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/credentials.rb +51 -0
  11. data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/paths.rb +110 -0
  12. data/lib/google/cloud/dataproc/v1/autoscaling_policy_service.rb +50 -0
  13. data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +970 -0
  14. data/lib/google/cloud/dataproc/v1/cluster_controller/credentials.rb +51 -0
  15. data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +564 -0
  16. data/lib/google/cloud/dataproc/v1/cluster_controller.rb +50 -0
  17. data/lib/google/cloud/dataproc/v1/clusters_pb.rb +235 -0
  18. data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb +68 -0
  19. data/lib/google/cloud/dataproc/v1/job_controller/client.rb +980 -0
  20. data/lib/google/cloud/dataproc/v1/job_controller/credentials.rb +51 -0
  21. data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +564 -0
  22. data/lib/google/cloud/dataproc/v1/job_controller.rb +49 -0
  23. data/lib/google/cloud/dataproc/v1/jobs_pb.rb +282 -0
  24. data/lib/google/cloud/dataproc/v1/jobs_services_pb.rb +62 -0
  25. data/lib/google/cloud/dataproc/v1/operations_pb.rb +46 -0
  26. data/lib/google/cloud/dataproc/v1/shared_pb.rb +29 -0
  27. data/lib/google/cloud/dataproc/v1/version.rb +28 -0
  28. data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +1024 -0
  29. data/lib/google/cloud/dataproc/v1/workflow_template_service/credentials.rb +51 -0
  30. data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +564 -0
  31. data/lib/google/cloud/dataproc/v1/workflow_template_service/paths.rb +110 -0
  32. data/lib/google/cloud/dataproc/v1/workflow_template_service.rb +51 -0
  33. data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +187 -0
  34. data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +104 -0
  35. data/lib/google/cloud/dataproc/v1.rb +38 -0
  36. data/lib/google-cloud-dataproc-v1.rb +21 -0
  37. data/proto_docs/README.md +4 -0
  38. data/proto_docs/google/api/field_behavior.rb +59 -0
  39. data/proto_docs/google/api/resource.rb +247 -0
  40. data/proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb +272 -0
  41. data/proto_docs/google/cloud/dataproc/v1/clusters.rb +961 -0
  42. data/proto_docs/google/cloud/dataproc/v1/jobs.rb +976 -0
  43. data/proto_docs/google/cloud/dataproc/v1/operations.rb +98 -0
  44. data/proto_docs/google/cloud/dataproc/v1/shared.rb +50 -0
  45. data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb +693 -0
  46. data/proto_docs/google/longrunning/operations.rb +150 -0
  47. data/proto_docs/google/protobuf/any.rb +138 -0
  48. data/proto_docs/google/protobuf/duration.rb +98 -0
  49. data/proto_docs/google/protobuf/empty.rb +36 -0
  50. data/proto_docs/google/protobuf/field_mask.rb +229 -0
  51. data/proto_docs/google/protobuf/timestamp.rb +120 -0
  52. data/proto_docs/google/rpc/status.rb +46 -0
  53. metadata +205 -0
@@ -0,0 +1,235 @@
1
+ # Generated by the protocol buffer compiler. DO NOT EDIT!
2
+ # source: google/cloud/dataproc/v1/clusters.proto
3
+
4
+ require 'google/protobuf'
5
+
6
+ require 'google/api/annotations_pb'
7
+ require 'google/api/client_pb'
8
+ require 'google/api/field_behavior_pb'
9
+ require 'google/cloud/dataproc/v1/shared_pb'
10
+ require 'google/longrunning/operations_pb'
11
+ require 'google/protobuf/duration_pb'
12
+ require 'google/protobuf/field_mask_pb'
13
+ require 'google/protobuf/timestamp_pb'
14
+ Google::Protobuf::DescriptorPool.generated_pool.build do
15
+ add_file("google/cloud/dataproc/v1/clusters.proto", :syntax => :proto3) do
16
+ add_message "google.cloud.dataproc.v1.Cluster" do
17
+ optional :project_id, :string, 1
18
+ optional :cluster_name, :string, 2
19
+ optional :config, :message, 3, "google.cloud.dataproc.v1.ClusterConfig"
20
+ map :labels, :string, :string, 8
21
+ optional :status, :message, 4, "google.cloud.dataproc.v1.ClusterStatus"
22
+ repeated :status_history, :message, 7, "google.cloud.dataproc.v1.ClusterStatus"
23
+ optional :cluster_uuid, :string, 6
24
+ optional :metrics, :message, 9, "google.cloud.dataproc.v1.ClusterMetrics"
25
+ end
26
+ add_message "google.cloud.dataproc.v1.ClusterConfig" do
27
+ optional :config_bucket, :string, 1
28
+ optional :gce_cluster_config, :message, 8, "google.cloud.dataproc.v1.GceClusterConfig"
29
+ optional :master_config, :message, 9, "google.cloud.dataproc.v1.InstanceGroupConfig"
30
+ optional :worker_config, :message, 10, "google.cloud.dataproc.v1.InstanceGroupConfig"
31
+ optional :secondary_worker_config, :message, 12, "google.cloud.dataproc.v1.InstanceGroupConfig"
32
+ optional :software_config, :message, 13, "google.cloud.dataproc.v1.SoftwareConfig"
33
+ repeated :initialization_actions, :message, 11, "google.cloud.dataproc.v1.NodeInitializationAction"
34
+ optional :encryption_config, :message, 15, "google.cloud.dataproc.v1.EncryptionConfig"
35
+ optional :autoscaling_config, :message, 18, "google.cloud.dataproc.v1.AutoscalingConfig"
36
+ optional :security_config, :message, 16, "google.cloud.dataproc.v1.SecurityConfig"
37
+ optional :lifecycle_config, :message, 17, "google.cloud.dataproc.v1.LifecycleConfig"
38
+ end
39
+ add_message "google.cloud.dataproc.v1.AutoscalingConfig" do
40
+ optional :policy_uri, :string, 1
41
+ end
42
+ add_message "google.cloud.dataproc.v1.EncryptionConfig" do
43
+ optional :gce_pd_kms_key_name, :string, 1
44
+ end
45
+ add_message "google.cloud.dataproc.v1.GceClusterConfig" do
46
+ optional :zone_uri, :string, 1
47
+ optional :network_uri, :string, 2
48
+ optional :subnetwork_uri, :string, 6
49
+ optional :internal_ip_only, :bool, 7
50
+ optional :service_account, :string, 8
51
+ repeated :service_account_scopes, :string, 3
52
+ repeated :tags, :string, 4
53
+ map :metadata, :string, :string, 5
54
+ optional :reservation_affinity, :message, 11, "google.cloud.dataproc.v1.ReservationAffinity"
55
+ end
56
+ add_message "google.cloud.dataproc.v1.InstanceGroupConfig" do
57
+ optional :num_instances, :int32, 1
58
+ repeated :instance_names, :string, 2
59
+ optional :image_uri, :string, 3
60
+ optional :machine_type_uri, :string, 4
61
+ optional :disk_config, :message, 5, "google.cloud.dataproc.v1.DiskConfig"
62
+ optional :is_preemptible, :bool, 6
63
+ optional :managed_group_config, :message, 7, "google.cloud.dataproc.v1.ManagedGroupConfig"
64
+ repeated :accelerators, :message, 8, "google.cloud.dataproc.v1.AcceleratorConfig"
65
+ optional :min_cpu_platform, :string, 9
66
+ end
67
+ add_message "google.cloud.dataproc.v1.ManagedGroupConfig" do
68
+ optional :instance_template_name, :string, 1
69
+ optional :instance_group_manager_name, :string, 2
70
+ end
71
+ add_message "google.cloud.dataproc.v1.AcceleratorConfig" do
72
+ optional :accelerator_type_uri, :string, 1
73
+ optional :accelerator_count, :int32, 2
74
+ end
75
+ add_message "google.cloud.dataproc.v1.DiskConfig" do
76
+ optional :boot_disk_type, :string, 3
77
+ optional :boot_disk_size_gb, :int32, 1
78
+ optional :num_local_ssds, :int32, 2
79
+ end
80
+ add_message "google.cloud.dataproc.v1.NodeInitializationAction" do
81
+ optional :executable_file, :string, 1
82
+ optional :execution_timeout, :message, 2, "google.protobuf.Duration"
83
+ end
84
+ add_message "google.cloud.dataproc.v1.ClusterStatus" do
85
+ optional :state, :enum, 1, "google.cloud.dataproc.v1.ClusterStatus.State"
86
+ optional :detail, :string, 2
87
+ optional :state_start_time, :message, 3, "google.protobuf.Timestamp"
88
+ optional :substate, :enum, 4, "google.cloud.dataproc.v1.ClusterStatus.Substate"
89
+ end
90
+ add_enum "google.cloud.dataproc.v1.ClusterStatus.State" do
91
+ value :UNKNOWN, 0
92
+ value :CREATING, 1
93
+ value :RUNNING, 2
94
+ value :ERROR, 3
95
+ value :DELETING, 4
96
+ value :UPDATING, 5
97
+ end
98
+ add_enum "google.cloud.dataproc.v1.ClusterStatus.Substate" do
99
+ value :UNSPECIFIED, 0
100
+ value :UNHEALTHY, 1
101
+ value :STALE_STATUS, 2
102
+ end
103
+ add_message "google.cloud.dataproc.v1.SecurityConfig" do
104
+ optional :kerberos_config, :message, 1, "google.cloud.dataproc.v1.KerberosConfig"
105
+ end
106
+ add_message "google.cloud.dataproc.v1.KerberosConfig" do
107
+ optional :enable_kerberos, :bool, 1
108
+ optional :root_principal_password_uri, :string, 2
109
+ optional :kms_key_uri, :string, 3
110
+ optional :keystore_uri, :string, 4
111
+ optional :truststore_uri, :string, 5
112
+ optional :keystore_password_uri, :string, 6
113
+ optional :key_password_uri, :string, 7
114
+ optional :truststore_password_uri, :string, 8
115
+ optional :cross_realm_trust_realm, :string, 9
116
+ optional :cross_realm_trust_kdc, :string, 10
117
+ optional :cross_realm_trust_admin_server, :string, 11
118
+ optional :cross_realm_trust_shared_password_uri, :string, 12
119
+ optional :kdc_db_key_uri, :string, 13
120
+ optional :tgt_lifetime_hours, :int32, 14
121
+ optional :realm, :string, 15
122
+ end
123
+ add_message "google.cloud.dataproc.v1.SoftwareConfig" do
124
+ optional :image_version, :string, 1
125
+ map :properties, :string, :string, 2
126
+ repeated :optional_components, :enum, 3, "google.cloud.dataproc.v1.Component"
127
+ end
128
+ add_message "google.cloud.dataproc.v1.LifecycleConfig" do
129
+ optional :idle_delete_ttl, :message, 1, "google.protobuf.Duration"
130
+ optional :idle_start_time, :message, 4, "google.protobuf.Timestamp"
131
+ oneof :ttl do
132
+ optional :auto_delete_time, :message, 2, "google.protobuf.Timestamp"
133
+ optional :auto_delete_ttl, :message, 3, "google.protobuf.Duration"
134
+ end
135
+ end
136
+ add_message "google.cloud.dataproc.v1.ClusterMetrics" do
137
+ map :hdfs_metrics, :string, :int64, 1
138
+ map :yarn_metrics, :string, :int64, 2
139
+ end
140
+ add_message "google.cloud.dataproc.v1.CreateClusterRequest" do
141
+ optional :project_id, :string, 1
142
+ optional :region, :string, 3
143
+ optional :cluster, :message, 2, "google.cloud.dataproc.v1.Cluster"
144
+ optional :request_id, :string, 4
145
+ end
146
+ add_message "google.cloud.dataproc.v1.UpdateClusterRequest" do
147
+ optional :project_id, :string, 1
148
+ optional :region, :string, 5
149
+ optional :cluster_name, :string, 2
150
+ optional :cluster, :message, 3, "google.cloud.dataproc.v1.Cluster"
151
+ optional :graceful_decommission_timeout, :message, 6, "google.protobuf.Duration"
152
+ optional :update_mask, :message, 4, "google.protobuf.FieldMask"
153
+ optional :request_id, :string, 7
154
+ end
155
+ add_message "google.cloud.dataproc.v1.DeleteClusterRequest" do
156
+ optional :project_id, :string, 1
157
+ optional :region, :string, 3
158
+ optional :cluster_name, :string, 2
159
+ optional :cluster_uuid, :string, 4
160
+ optional :request_id, :string, 5
161
+ end
162
+ add_message "google.cloud.dataproc.v1.GetClusterRequest" do
163
+ optional :project_id, :string, 1
164
+ optional :region, :string, 3
165
+ optional :cluster_name, :string, 2
166
+ end
167
+ add_message "google.cloud.dataproc.v1.ListClustersRequest" do
168
+ optional :project_id, :string, 1
169
+ optional :region, :string, 4
170
+ optional :filter, :string, 5
171
+ optional :page_size, :int32, 2
172
+ optional :page_token, :string, 3
173
+ end
174
+ add_message "google.cloud.dataproc.v1.ListClustersResponse" do
175
+ repeated :clusters, :message, 1, "google.cloud.dataproc.v1.Cluster"
176
+ optional :next_page_token, :string, 2
177
+ end
178
+ add_message "google.cloud.dataproc.v1.DiagnoseClusterRequest" do
179
+ optional :project_id, :string, 1
180
+ optional :region, :string, 3
181
+ optional :cluster_name, :string, 2
182
+ end
183
+ add_message "google.cloud.dataproc.v1.DiagnoseClusterResults" do
184
+ optional :output_uri, :string, 1
185
+ end
186
+ add_message "google.cloud.dataproc.v1.ReservationAffinity" do
187
+ optional :consume_reservation_type, :enum, 1, "google.cloud.dataproc.v1.ReservationAffinity.Type"
188
+ optional :key, :string, 2
189
+ repeated :values, :string, 3
190
+ end
191
+ add_enum "google.cloud.dataproc.v1.ReservationAffinity.Type" do
192
+ value :TYPE_UNSPECIFIED, 0
193
+ value :NO_RESERVATION, 1
194
+ value :ANY_RESERVATION, 2
195
+ value :SPECIFIC_RESERVATION, 3
196
+ end
197
+ end
198
+ end
199
+
200
+ module Google
201
+ module Cloud
202
+ module Dataproc
203
+ module V1
204
+ Cluster = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.Cluster").msgclass
205
+ ClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterConfig").msgclass
206
+ AutoscalingConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.AutoscalingConfig").msgclass
207
+ EncryptionConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.EncryptionConfig").msgclass
208
+ GceClusterConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GceClusterConfig").msgclass
209
+ InstanceGroupConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.InstanceGroupConfig").msgclass
210
+ ManagedGroupConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ManagedGroupConfig").msgclass
211
+ AcceleratorConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.AcceleratorConfig").msgclass
212
+ DiskConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DiskConfig").msgclass
213
+ NodeInitializationAction = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.NodeInitializationAction").msgclass
214
+ ClusterStatus = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterStatus").msgclass
215
+ ClusterStatus::State = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterStatus.State").enummodule
216
+ ClusterStatus::Substate = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterStatus.Substate").enummodule
217
+ SecurityConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SecurityConfig").msgclass
218
+ KerberosConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.KerberosConfig").msgclass
219
+ SoftwareConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SoftwareConfig").msgclass
220
+ LifecycleConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.LifecycleConfig").msgclass
221
+ ClusterMetrics = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterMetrics").msgclass
222
+ CreateClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.CreateClusterRequest").msgclass
223
+ UpdateClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.UpdateClusterRequest").msgclass
224
+ DeleteClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DeleteClusterRequest").msgclass
225
+ GetClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GetClusterRequest").msgclass
226
+ ListClustersRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ListClustersRequest").msgclass
227
+ ListClustersResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ListClustersResponse").msgclass
228
+ DiagnoseClusterRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DiagnoseClusterRequest").msgclass
229
+ DiagnoseClusterResults = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DiagnoseClusterResults").msgclass
230
+ ReservationAffinity = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ReservationAffinity").msgclass
231
+ ReservationAffinity::Type = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ReservationAffinity.Type").enummodule
232
+ end
233
+ end
234
+ end
235
+ end
@@ -0,0 +1,68 @@
1
+ # Generated by the protocol buffer compiler. DO NOT EDIT!
2
+ # Source: google/cloud/dataproc/v1/clusters.proto for package 'google.cloud.dataproc.v1'
3
+ # Original file comments:
4
+ # Copyright 2020 Google LLC
5
+ #
6
+ # Licensed under the Apache License, Version 2.0 (the "License");
7
+ # you may not use this file except in compliance with the License.
8
+ # You may obtain a copy of the License at
9
+ #
10
+ # http://www.apache.org/licenses/LICENSE-2.0
11
+ #
12
+ # Unless required by applicable law or agreed to in writing, software
13
+ # distributed under the License is distributed on an "AS IS" BASIS,
14
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15
+ # See the License for the specific language governing permissions and
16
+ # limitations under the License.
17
+ #
18
+
19
+ require 'grpc'
20
+ require 'google/cloud/dataproc/v1/clusters_pb'
21
+
22
+ module Google
23
+ module Cloud
24
+ module Dataproc
25
+ module V1
26
+ module ClusterController
27
+ # The ClusterControllerService provides methods to manage clusters
28
+ # of Compute Engine instances.
29
+ class Service
30
+
31
+ include GRPC::GenericService
32
+
33
+ self.marshal_class_method = :encode
34
+ self.unmarshal_class_method = :decode
35
+ self.service_name = 'google.cloud.dataproc.v1.ClusterController'
36
+
37
+ # Creates a cluster in a project. The returned
38
+ # [Operation.metadata][google.longrunning.Operation.metadata] will be
39
+ # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
40
+ rpc :CreateCluster, CreateClusterRequest, Google::Longrunning::Operation
41
+ # Updates a cluster in a project. The returned
42
+ # [Operation.metadata][google.longrunning.Operation.metadata] will be
43
+ # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
44
+ rpc :UpdateCluster, UpdateClusterRequest, Google::Longrunning::Operation
45
+ # Deletes a cluster in a project. The returned
46
+ # [Operation.metadata][google.longrunning.Operation.metadata] will be
47
+ # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
48
+ rpc :DeleteCluster, DeleteClusterRequest, Google::Longrunning::Operation
49
+ # Gets the resource representation for a cluster in a project.
50
+ rpc :GetCluster, GetClusterRequest, Cluster
51
+ # Lists all regions/{region}/clusters in a project alphabetically.
52
+ rpc :ListClusters, ListClustersRequest, ListClustersResponse
53
+ # Gets cluster diagnostic information. The returned
54
+ # [Operation.metadata][google.longrunning.Operation.metadata] will be
55
+ # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
56
+ # After the operation completes,
57
+ # [Operation.response][google.longrunning.Operation.response]
58
+ # contains
59
+ # [DiagnoseClusterResults](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#diagnoseclusterresults).
60
+ rpc :DiagnoseCluster, DiagnoseClusterRequest, Google::Longrunning::Operation
61
+ end
62
+
63
+ Stub = Service.rpc_stub_class
64
+ end
65
+ end
66
+ end
67
+ end
68
+ end