google-cloud-dataproc 0.10.0 → 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (72) hide show
  1. checksums.yaml +4 -4
  2. data/.yardopts +3 -2
  3. data/AUTHENTICATION.md +51 -59
  4. data/LICENSE.md +203 -0
  5. data/MIGRATING.md +310 -0
  6. data/README.md +33 -44
  7. data/lib/{google/cloud/dataproc/v1/doc/google/protobuf/empty.rb → google-cloud-dataproc.rb} +4 -14
  8. data/lib/google/cloud/dataproc.rb +167 -305
  9. data/lib/google/cloud/dataproc/version.rb +6 -2
  10. metadata +97 -100
  11. data/LICENSE +0 -201
  12. data/lib/google/cloud/dataproc/v1.rb +0 -371
  13. data/lib/google/cloud/dataproc/v1/autoscaling_policies_pb.rb +0 -80
  14. data/lib/google/cloud/dataproc/v1/autoscaling_policies_services_pb.rb +0 -59
  15. data/lib/google/cloud/dataproc/v1/autoscaling_policy_service_client.rb +0 -494
  16. data/lib/google/cloud/dataproc/v1/autoscaling_policy_service_client_config.json +0 -51
  17. data/lib/google/cloud/dataproc/v1/cluster_controller_client.rb +0 -824
  18. data/lib/google/cloud/dataproc/v1/cluster_controller_client_config.json +0 -59
  19. data/lib/google/cloud/dataproc/v1/clusters_pb.rb +0 -234
  20. data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb +0 -69
  21. data/lib/google/cloud/dataproc/v1/credentials.rb +0 -41
  22. data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/autoscaling_policies.rb +0 -238
  23. data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/clusters.rb +0 -819
  24. data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/jobs.rb +0 -759
  25. data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/workflow_templates.rb +0 -566
  26. data/lib/google/cloud/dataproc/v1/doc/google/longrunning/operations.rb +0 -51
  27. data/lib/google/cloud/dataproc/v1/doc/google/protobuf/any.rb +0 -131
  28. data/lib/google/cloud/dataproc/v1/doc/google/protobuf/duration.rb +0 -91
  29. data/lib/google/cloud/dataproc/v1/doc/google/protobuf/field_mask.rb +0 -222
  30. data/lib/google/cloud/dataproc/v1/doc/google/protobuf/timestamp.rb +0 -113
  31. data/lib/google/cloud/dataproc/v1/doc/google/rpc/status.rb +0 -39
  32. data/lib/google/cloud/dataproc/v1/job_controller_client.rb +0 -592
  33. data/lib/google/cloud/dataproc/v1/job_controller_client_config.json +0 -59
  34. data/lib/google/cloud/dataproc/v1/jobs_pb.rb +0 -273
  35. data/lib/google/cloud/dataproc/v1/jobs_services_pb.rb +0 -61
  36. data/lib/google/cloud/dataproc/v1/operations_pb.rb +0 -45
  37. data/lib/google/cloud/dataproc/v1/shared_pb.rb +0 -26
  38. data/lib/google/cloud/dataproc/v1/workflow_template_service_client.rb +0 -770
  39. data/lib/google/cloud/dataproc/v1/workflow_template_service_client_config.json +0 -64
  40. data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +0 -184
  41. data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +0 -105
  42. data/lib/google/cloud/dataproc/v1beta2.rb +0 -371
  43. data/lib/google/cloud/dataproc/v1beta2/autoscaling_policies_pb.rb +0 -80
  44. data/lib/google/cloud/dataproc/v1beta2/autoscaling_policies_services_pb.rb +0 -59
  45. data/lib/google/cloud/dataproc/v1beta2/autoscaling_policy_service_client.rb +0 -494
  46. data/lib/google/cloud/dataproc/v1beta2/autoscaling_policy_service_client_config.json +0 -51
  47. data/lib/google/cloud/dataproc/v1beta2/cluster_controller_client.rb +0 -833
  48. data/lib/google/cloud/dataproc/v1beta2/cluster_controller_client_config.json +0 -59
  49. data/lib/google/cloud/dataproc/v1beta2/clusters_pb.rb +0 -241
  50. data/lib/google/cloud/dataproc/v1beta2/clusters_services_pb.rb +0 -69
  51. data/lib/google/cloud/dataproc/v1beta2/credentials.rb +0 -41
  52. data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/autoscaling_policies.rb +0 -238
  53. data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/clusters.rb +0 -841
  54. data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/jobs.rb +0 -728
  55. data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/workflow_templates.rb +0 -579
  56. data/lib/google/cloud/dataproc/v1beta2/doc/google/longrunning/operations.rb +0 -51
  57. data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/any.rb +0 -131
  58. data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/duration.rb +0 -91
  59. data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/empty.rb +0 -29
  60. data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/field_mask.rb +0 -222
  61. data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/timestamp.rb +0 -113
  62. data/lib/google/cloud/dataproc/v1beta2/doc/google/rpc/status.rb +0 -39
  63. data/lib/google/cloud/dataproc/v1beta2/job_controller_client.rb +0 -592
  64. data/lib/google/cloud/dataproc/v1beta2/job_controller_client_config.json +0 -59
  65. data/lib/google/cloud/dataproc/v1beta2/jobs_pb.rb +0 -261
  66. data/lib/google/cloud/dataproc/v1beta2/jobs_services_pb.rb +0 -61
  67. data/lib/google/cloud/dataproc/v1beta2/operations_pb.rb +0 -44
  68. data/lib/google/cloud/dataproc/v1beta2/shared_pb.rb +0 -30
  69. data/lib/google/cloud/dataproc/v1beta2/workflow_template_service_client.rb +0 -778
  70. data/lib/google/cloud/dataproc/v1beta2/workflow_template_service_client_config.json +0 -64
  71. data/lib/google/cloud/dataproc/v1beta2/workflow_templates_pb.rb +0 -186
  72. data/lib/google/cloud/dataproc/v1beta2/workflow_templates_services_pb.rb +0 -105
@@ -1,59 +0,0 @@
1
- {
2
- "interfaces": {
3
- "google.cloud.dataproc.v1.ClusterController": {
4
- "retry_codes": {
5
- "idempotent": [
6
- "DEADLINE_EXCEEDED",
7
- "INTERNAL",
8
- "UNAVAILABLE"
9
- ],
10
- "non_idempotent": [
11
- "UNAVAILABLE"
12
- ]
13
- },
14
- "retry_params": {
15
- "default": {
16
- "initial_retry_delay_millis": 100,
17
- "retry_delay_multiplier": 1.3,
18
- "max_retry_delay_millis": 60000,
19
- "initial_rpc_timeout_millis": 10000,
20
- "rpc_timeout_multiplier": 1.0,
21
- "max_rpc_timeout_millis": 10000,
22
- "total_timeout_millis": 300000
23
- }
24
- },
25
- "methods": {
26
- "CreateCluster": {
27
- "timeout_millis": 30000,
28
- "retry_codes_name": "non_idempotent",
29
- "retry_params_name": "default"
30
- },
31
- "UpdateCluster": {
32
- "timeout_millis": 30000,
33
- "retry_codes_name": "non_idempotent",
34
- "retry_params_name": "default"
35
- },
36
- "DeleteCluster": {
37
- "timeout_millis": 30000,
38
- "retry_codes_name": "non_idempotent",
39
- "retry_params_name": "default"
40
- },
41
- "GetCluster": {
42
- "timeout_millis": 60000,
43
- "retry_codes_name": "idempotent",
44
- "retry_params_name": "default"
45
- },
46
- "ListClusters": {
47
- "timeout_millis": 60000,
48
- "retry_codes_name": "idempotent",
49
- "retry_params_name": "default"
50
- },
51
- "DiagnoseCluster": {
52
- "timeout_millis": 60000,
53
- "retry_codes_name": "non_idempotent",
54
- "retry_params_name": "default"
55
- }
56
- }
57
- }
58
- }
59
- }
@@ -1,234 +0,0 @@
1
- # Generated by the protocol buffer compiler. DO NOT EDIT!
2
- # source: google/cloud/dataproc/v1/clusters.proto
3
-
4
-
5
- require 'google/protobuf'
6
-
7
- require 'google/api/annotations_pb'
8
- require 'google/api/client_pb'
9
- require 'google/api/field_behavior_pb'
10
- require 'google/cloud/dataproc/v1/shared_pb'
11
- require 'google/longrunning/operations_pb'
12
- require 'google/protobuf/duration_pb'
13
- require 'google/protobuf/field_mask_pb'
14
- require 'google/protobuf/timestamp_pb'
15
- Google::Protobuf::DescriptorPool.generated_pool.build do
16
- add_message "google.cloud.dataproc.v1.Cluster" do
17
- optional :project_id, :string, 1
18
- optional :cluster_name, :string, 2
19
- optional :config, :message, 3, "google.cloud.dataproc.v1.ClusterConfig"
20
- map :labels, :string, :string, 8
21
- optional :status, :message, 4, "google.cloud.dataproc.v1.ClusterStatus"
22
- repeated :status_history, :message, 7, "google.cloud.dataproc.v1.ClusterStatus"
23
- optional :cluster_uuid, :string, 6
24
- optional :metrics, :message, 9, "google.cloud.dataproc.v1.ClusterMetrics"
25
- end
26
- add_message "google.cloud.dataproc.v1.ClusterConfig" do
27
- optional :config_bucket, :string, 1
28
- optional :gce_cluster_config, :message, 8, "google.cloud.dataproc.v1.GceClusterConfig"
29
- optional :master_config, :message, 9, "google.cloud.dataproc.v1.InstanceGroupConfig"
30
- optional :worker_config, :message, 10, "google.cloud.dataproc.v1.InstanceGroupConfig"
31
- optional :secondary_worker_config, :message, 12, "google.cloud.dataproc.v1.InstanceGroupConfig"
32
- optional :software_config, :message, 13, "google.cloud.dataproc.v1.SoftwareConfig"
33
- repeated :initialization_actions, :message, 11, "google.cloud.dataproc.v1.NodeInitializationAction"
34
- optional :encryption_config, :message, 15, "google.cloud.dataproc.v1.EncryptionConfig"
35
- optional :autoscaling_config, :message, 18, "google.cloud.dataproc.v1.AutoscalingConfig"
36
- optional :security_config, :message, 16, "google.cloud.dataproc.v1.SecurityConfig"
37
- optional :lifecycle_config, :message, 17, "google.cloud.dataproc.v1.LifecycleConfig"
38
- end
39
- add_message "google.cloud.dataproc.v1.AutoscalingConfig" do
40
- optional :policy_uri, :string, 1
41
- end
42
- add_message "google.cloud.dataproc.v1.EncryptionConfig" do
43
- optional :gce_pd_kms_key_name, :string, 1
44
- end
45
- add_message "google.cloud.dataproc.v1.GceClusterConfig" do
46
- optional :zone_uri, :string, 1
47
- optional :network_uri, :string, 2
48
- optional :subnetwork_uri, :string, 6
49
- optional :internal_ip_only, :bool, 7
50
- optional :service_account, :string, 8
51
- repeated :service_account_scopes, :string, 3
52
- repeated :tags, :string, 4
53
- map :metadata, :string, :string, 5
54
- optional :reservation_affinity, :message, 11, "google.cloud.dataproc.v1.ReservationAffinity"
55
- end
56
- add_message "google.cloud.dataproc.v1.InstanceGroupConfig" do
57
- optional :num_instances, :int32, 1
58
- repeated :instance_names, :string, 2
59
- optional :image_uri, :string, 3
60
- optional :machine_type_uri, :string, 4
61
- optional :disk_config, :message, 5, "google.cloud.dataproc.v1.DiskConfig"
62
- optional :is_preemptible, :bool, 6
63
- optional :managed_group_config, :message, 7, "google.cloud.dataproc.v1.ManagedGroupConfig"
64
- repeated :accelerators, :message, 8, "google.cloud.dataproc.v1.AcceleratorConfig"
65
- optional :min_cpu_platform, :string, 9
66
- end
67
- add_message "google.cloud.dataproc.v1.ManagedGroupConfig" do
68
- optional :instance_template_name, :string, 1
69
- optional :instance_group_manager_name, :string, 2
70
- end
71
- add_message "google.cloud.dataproc.v1.AcceleratorConfig" do
72
- optional :accelerator_type_uri, :string, 1
73
- optional :accelerator_count, :int32, 2
74
- end
75
- add_message "google.cloud.dataproc.v1.DiskConfig" do
76
- optional :boot_disk_type, :string, 3
77
- optional :boot_disk_size_gb, :int32, 1
78
- optional :num_local_ssds, :int32, 2
79
- end
80
- add_message "google.cloud.dataproc.v1.NodeInitializationAction" do
81
- optional :executable_file, :string, 1
82
- optional :execution_timeout, :message, 2, "google.protobuf.Duration"
83
- end
84
- add_message "google.cloud.dataproc.v1.ClusterStatus" do
85
- optional :state, :enum, 1, "google.cloud.dataproc.v1.ClusterStatus.State"
86
- optional :detail, :string, 2
87
- optional :state_start_time, :message, 3, "google.protobuf.Timestamp"
88
- optional :substate, :enum, 4, "google.cloud.dataproc.v1.ClusterStatus.Substate"
89
- end
90
- add_enum "google.cloud.dataproc.v1.ClusterStatus.State" do
91
- value :UNKNOWN, 0
92
- value :CREATING, 1
93
- value :RUNNING, 2
94
- value :ERROR, 3
95
- value :DELETING, 4
96
- value :UPDATING, 5
97
- end
98
- add_enum "google.cloud.dataproc.v1.ClusterStatus.Substate" do
99
- value :UNSPECIFIED, 0
100
- value :UNHEALTHY, 1
101
- value :STALE_STATUS, 2
102
- end
103
- add_message "google.cloud.dataproc.v1.SecurityConfig" do
104
- optional :kerberos_config, :message, 1, "google.cloud.dataproc.v1.KerberosConfig"
105
- end
106
- add_message "google.cloud.dataproc.v1.KerberosConfig" do
107
- optional :enable_kerberos, :bool, 1
108
- optional :root_principal_password_uri, :string, 2
109
- optional :kms_key_uri, :string, 3
110
- optional :keystore_uri, :string, 4
111
- optional :truststore_uri, :string, 5
112
- optional :keystore_password_uri, :string, 6
113
- optional :key_password_uri, :string, 7
114
- optional :truststore_password_uri, :string, 8
115
- optional :cross_realm_trust_realm, :string, 9
116
- optional :cross_realm_trust_kdc, :string, 10
117
- optional :cross_realm_trust_admin_server, :string, 11
118
- optional :cross_realm_trust_shared_password_uri, :string, 12
119
- optional :kdc_db_key_uri, :string, 13
120
- optional :tgt_lifetime_hours, :int32, 14
121
- optional :realm, :string, 15
122
- end
123
- add_message "google.cloud.dataproc.v1.SoftwareConfig" do
124
- optional :image_version, :string, 1
125
- map :properties, :string, :string, 2
126
- repeated :optional_components, :enum, 3, "google.cloud.dataproc.v1.Component"
127
- end
128
- add_message "google.cloud.dataproc.v1.LifecycleConfig" do
129
- optional :idle_delete_ttl, :message, 1, "google.protobuf.Duration"
130
- optional :idle_start_time, :message, 4, "google.protobuf.Timestamp"
131
- oneof :ttl do
132
- optional :auto_delete_time, :message, 2, "google.protobuf.Timestamp"
133
- optional :auto_delete_ttl, :message, 3, "google.protobuf.Duration"
134
- end
135
- end
136
- add_message "google.cloud.dataproc.v1.ClusterMetrics" do
137
- map :hdfs_metrics, :string, :int64, 1
138
- map :yarn_metrics, :string, :int64, 2
139
- end
140
- add_message "google.cloud.dataproc.v1.CreateClusterRequest" do
141
- optional :project_id, :string, 1
142
- optional :region, :string, 3
143
- optional :cluster, :message, 2, "google.cloud.dataproc.v1.Cluster"
144
- optional :request_id, :string, 4
145
- end
146
- add_message "google.cloud.dataproc.v1.UpdateClusterRequest" do
147
- optional :project_id, :string, 1
148
- optional :region, :string, 5
149
- optional :cluster_name, :string, 2
150
- optional :cluster, :message, 3, "google.cloud.dataproc.v1.Cluster"
151
- optional :graceful_decommission_timeout, :message, 6, "google.protobuf.Duration"
152
- optional :update_mask, :message, 4, "google.protobuf.FieldMask"
153
- optional :request_id, :string, 7
154
- end
155
- add_message "google.cloud.dataproc.v1.DeleteClusterRequest" do
156
- optional :project_id, :string, 1
157
- optional :region, :string, 3
158
- optional :cluster_name, :string, 2
159
- optional :cluster_uuid, :string, 4
160
- optional :request_id, :string, 5
161
- end
162
- add_message "google.cloud.dataproc.v1.GetClusterRequest" do
163
- optional :project_id, :string, 1
164
- optional :region, :string, 3
165
- optional :cluster_name, :string, 2
166
- end
167
- add_message "google.cloud.dataproc.v1.ListClustersRequest" do
168
- optional :project_id, :string, 1
169
- optional :region, :string, 4
170
- optional :filter, :string, 5
171
- optional :page_size, :int32, 2
172
- optional :page_token, :string, 3
173
- end
174
- add_message "google.cloud.dataproc.v1.ListClustersResponse" do
175
- repeated :clusters, :message, 1, "google.cloud.dataproc.v1.Cluster"
176
- optional :next_page_token, :string, 2
177
- end
178
- add_message "google.cloud.dataproc.v1.DiagnoseClusterRequest" do
179
- optional :project_id, :string, 1
180
- optional :region, :string, 3
181
- optional :cluster_name, :string, 2
182
- end
183
- add_message "google.cloud.dataproc.v1.DiagnoseClusterResults" do
184
- optional :output_uri, :string, 1
185
- end
186
- add_message "google.cloud.dataproc.v1.ReservationAffinity" do
187
- optional :consume_reservation_type, :enum, 1, "google.cloud.dataproc.v1.ReservationAffinity.Type"
188
- optional :key, :string, 2
189
- repeated :values, :string, 3
190
- end
191
- add_enum "google.cloud.dataproc.v1.ReservationAffinity.Type" do
192
- value :TYPE_UNSPECIFIED, 0
193
- value :NO_RESERVATION, 1
194
- value :ANY_RESERVATION, 2
195
- value :SPECIFIC_RESERVATION, 3
196
- end
197
- end
198
-
199
- module Google
200
- module Cloud
201
- module Dataproc
202
- module V1
203
- Cluster = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.Cluster").msgclass
204
- ClusterConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterConfig").msgclass
205
- AutoscalingConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.AutoscalingConfig").msgclass
206
- EncryptionConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.EncryptionConfig").msgclass
207
- GceClusterConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GceClusterConfig").msgclass
208
- InstanceGroupConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.InstanceGroupConfig").msgclass
209
- ManagedGroupConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ManagedGroupConfig").msgclass
210
- AcceleratorConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.AcceleratorConfig").msgclass
211
- DiskConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DiskConfig").msgclass
212
- NodeInitializationAction = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.NodeInitializationAction").msgclass
213
- ClusterStatus = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterStatus").msgclass
214
- ClusterStatus::State = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterStatus.State").enummodule
215
- ClusterStatus::Substate = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterStatus.Substate").enummodule
216
- SecurityConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SecurityConfig").msgclass
217
- KerberosConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.KerberosConfig").msgclass
218
- SoftwareConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SoftwareConfig").msgclass
219
- LifecycleConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.LifecycleConfig").msgclass
220
- ClusterMetrics = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ClusterMetrics").msgclass
221
- CreateClusterRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.CreateClusterRequest").msgclass
222
- UpdateClusterRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.UpdateClusterRequest").msgclass
223
- DeleteClusterRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DeleteClusterRequest").msgclass
224
- GetClusterRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.GetClusterRequest").msgclass
225
- ListClustersRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ListClustersRequest").msgclass
226
- ListClustersResponse = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ListClustersResponse").msgclass
227
- DiagnoseClusterRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DiagnoseClusterRequest").msgclass
228
- DiagnoseClusterResults = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.DiagnoseClusterResults").msgclass
229
- ReservationAffinity = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ReservationAffinity").msgclass
230
- ReservationAffinity::Type = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.ReservationAffinity.Type").enummodule
231
- end
232
- end
233
- end
234
- end
@@ -1,69 +0,0 @@
1
- # Generated by the protocol buffer compiler. DO NOT EDIT!
2
- # Source: google/cloud/dataproc/v1/clusters.proto for package 'google.cloud.dataproc.v1'
3
- # Original file comments:
4
- # Copyright 2020 Google LLC
5
- #
6
- # Licensed under the Apache License, Version 2.0 (the "License");
7
- # you may not use this file except in compliance with the License.
8
- # You may obtain a copy of the License at
9
- #
10
- # http://www.apache.org/licenses/LICENSE-2.0
11
- #
12
- # Unless required by applicable law or agreed to in writing, software
13
- # distributed under the License is distributed on an "AS IS" BASIS,
14
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15
- # See the License for the specific language governing permissions and
16
- # limitations under the License.
17
- #
18
-
19
-
20
- require 'grpc'
21
- require 'google/cloud/dataproc/v1/clusters_pb'
22
-
23
- module Google
24
- module Cloud
25
- module Dataproc
26
- module V1
27
- module ClusterController
28
- # The ClusterControllerService provides methods to manage clusters
29
- # of Compute Engine instances.
30
- class Service
31
-
32
- include GRPC::GenericService
33
-
34
- self.marshal_class_method = :encode
35
- self.unmarshal_class_method = :decode
36
- self.service_name = 'google.cloud.dataproc.v1.ClusterController'
37
-
38
- # Creates a cluster in a project. The returned
39
- # [Operation.metadata][google.longrunning.Operation.metadata] will be
40
- # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
41
- rpc :CreateCluster, CreateClusterRequest, Google::Longrunning::Operation
42
- # Updates a cluster in a project. The returned
43
- # [Operation.metadata][google.longrunning.Operation.metadata] will be
44
- # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
45
- rpc :UpdateCluster, UpdateClusterRequest, Google::Longrunning::Operation
46
- # Deletes a cluster in a project. The returned
47
- # [Operation.metadata][google.longrunning.Operation.metadata] will be
48
- # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
49
- rpc :DeleteCluster, DeleteClusterRequest, Google::Longrunning::Operation
50
- # Gets the resource representation for a cluster in a project.
51
- rpc :GetCluster, GetClusterRequest, Cluster
52
- # Lists all regions/\\{region}/clusters in a project.
53
- rpc :ListClusters, ListClustersRequest, ListClustersResponse
54
- # Gets cluster diagnostic information. The returned
55
- # [Operation.metadata][google.longrunning.Operation.metadata] will be
56
- # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#clusteroperationmetadata).
57
- # After the operation completes,
58
- # [Operation.response][google.longrunning.Operation.response]
59
- # contains
60
- # [DiagnoseClusterResults](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#diagnoseclusterresults).
61
- rpc :DiagnoseCluster, DiagnoseClusterRequest, Google::Longrunning::Operation
62
- end
63
-
64
- Stub = Service.rpc_stub_class
65
- end
66
- end
67
- end
68
- end
69
- end
@@ -1,41 +0,0 @@
1
- # Copyright 2020 Google LLC
2
- #
3
- # Licensed under the Apache License, Version 2.0 (the "License");
4
- # you may not use this file except in compliance with the License.
5
- # You may obtain a copy of the License at
6
- #
7
- # https://www.apache.org/licenses/LICENSE-2.0
8
- #
9
- # Unless required by applicable law or agreed to in writing, software
10
- # distributed under the License is distributed on an "AS IS" BASIS,
11
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
- # See the License for the specific language governing permissions and
13
- # limitations under the License.
14
-
15
-
16
- require "googleauth"
17
-
18
- module Google
19
- module Cloud
20
- module Dataproc
21
- module V1
22
- class Credentials < Google::Auth::Credentials
23
- SCOPE = [
24
- "https://www.googleapis.com/auth/cloud-platform"
25
- ].freeze
26
- PATH_ENV_VARS = %w(DATAPROC_CREDENTIALS
27
- DATAPROC_KEYFILE
28
- GOOGLE_CLOUD_CREDENTIALS
29
- GOOGLE_CLOUD_KEYFILE
30
- GCLOUD_KEYFILE)
31
- JSON_ENV_VARS = %w(DATAPROC_CREDENTIALS_JSON
32
- DATAPROC_KEYFILE_JSON
33
- GOOGLE_CLOUD_CREDENTIALS_JSON
34
- GOOGLE_CLOUD_KEYFILE_JSON
35
- GCLOUD_KEYFILE_JSON)
36
- DEFAULT_PATHS = ["~/.config/gcloud/application_default_credentials.json"]
37
- end
38
- end
39
- end
40
- end
41
- end
@@ -1,238 +0,0 @@
1
- # Copyright 2020 Google LLC
2
- #
3
- # Licensed under the Apache License, Version 2.0 (the "License");
4
- # you may not use this file except in compliance with the License.
5
- # You may obtain a copy of the License at
6
- #
7
- # https://www.apache.org/licenses/LICENSE-2.0
8
- #
9
- # Unless required by applicable law or agreed to in writing, software
10
- # distributed under the License is distributed on an "AS IS" BASIS,
11
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
- # See the License for the specific language governing permissions and
13
- # limitations under the License.
14
-
15
-
16
- module Google
17
- module Cloud
18
- module Dataproc
19
- module V1
20
- # Describes an autoscaling policy for Dataproc cluster autoscaler.
21
- # @!attribute [rw] id
22
- # @return [String]
23
- # Required. The policy id.
24
- #
25
- # The id must contain only letters (a-z, A-Z), numbers (0-9),
26
- # underscores (_), and hyphens (-). Cannot begin or end with underscore
27
- # or hyphen. Must consist of between 3 and 50 characters.
28
- # @!attribute [rw] name
29
- # @return [String]
30
- # Output only. The "resource name" of the autoscaling policy, as described
31
- # in https://cloud.google.com/apis/design/resource_names.
32
- #
33
- # * For `projects.regions.autoscalingPolicies`, the resource name of the
34
- # policy has the following format:
35
- # `projects/{project_id}/regions/{region}/autoscalingPolicies/{policy_id}`
36
- #
37
- # * For `projects.locations.autoscalingPolicies`, the resource name of the
38
- # policy has the following format:
39
- # `projects/{project_id}/locations/{location}/autoscalingPolicies/{policy_id}`
40
- # @!attribute [rw] basic_algorithm
41
- # @return [Google::Cloud::Dataproc::V1::BasicAutoscalingAlgorithm]
42
- # @!attribute [rw] worker_config
43
- # @return [Google::Cloud::Dataproc::V1::InstanceGroupAutoscalingPolicyConfig]
44
- # Required. Describes how the autoscaler will operate for primary workers.
45
- # @!attribute [rw] secondary_worker_config
46
- # @return [Google::Cloud::Dataproc::V1::InstanceGroupAutoscalingPolicyConfig]
47
- # Optional. Describes how the autoscaler will operate for secondary workers.
48
- class AutoscalingPolicy; end
49
-
50
- # Basic algorithm for autoscaling.
51
- # @!attribute [rw] yarn_config
52
- # @return [Google::Cloud::Dataproc::V1::BasicYarnAutoscalingConfig]
53
- # Required. YARN autoscaling configuration.
54
- # @!attribute [rw] cooldown_period
55
- # @return [Google::Protobuf::Duration]
56
- # Optional. Duration between scaling events. A scaling period starts after
57
- # the update operation from the previous event has completed.
58
- #
59
- # Bounds: [2m, 1d]. Default: 2m.
60
- class BasicAutoscalingAlgorithm; end
61
-
62
- # Basic autoscaling configurations for YARN.
63
- # @!attribute [rw] graceful_decommission_timeout
64
- # @return [Google::Protobuf::Duration]
65
- # Required. Timeout for YARN graceful decommissioning of Node Managers.
66
- # Specifies the duration to wait for jobs to complete before forcefully
67
- # removing workers (and potentially interrupting jobs). Only applicable to
68
- # downscaling operations.
69
- #
70
- # Bounds: [0s, 1d].
71
- # @!attribute [rw] scale_up_factor
72
- # @return [Float]
73
- # Required. Fraction of average pending memory in the last cooldown period
74
- # for which to add workers. A scale-up factor of 1.0 will result in scaling
75
- # up so that there is no pending memory remaining after the update (more
76
- # aggressive scaling). A scale-up factor closer to 0 will result in a smaller
77
- # magnitude of scaling up (less aggressive scaling).
78
- #
79
- # Bounds: [0.0, 1.0].
80
- # @!attribute [rw] scale_down_factor
81
- # @return [Float]
82
- # Required. Fraction of average pending memory in the last cooldown period
83
- # for which to remove workers. A scale-down factor of 1 will result in
84
- # scaling down so that there is no available memory remaining after the
85
- # update (more aggressive scaling). A scale-down factor of 0 disables
86
- # removing workers, which can be beneficial for autoscaling a single job.
87
- #
88
- # Bounds: [0.0, 1.0].
89
- # @!attribute [rw] scale_up_min_worker_fraction
90
- # @return [Float]
91
- # Optional. Minimum scale-up threshold as a fraction of total cluster size
92
- # before scaling occurs. For example, in a 20-worker cluster, a threshold of
93
- # 0.1 means the autoscaler must recommend at least a 2-worker scale-up for
94
- # the cluster to scale. A threshold of 0 means the autoscaler will scale up
95
- # on any recommended change.
96
- #
97
- # Bounds: [0.0, 1.0]. Default: 0.0.
98
- # @!attribute [rw] scale_down_min_worker_fraction
99
- # @return [Float]
100
- # Optional. Minimum scale-down threshold as a fraction of total cluster size
101
- # before scaling occurs. For example, in a 20-worker cluster, a threshold of
102
- # 0.1 means the autoscaler must recommend at least a 2 worker scale-down for
103
- # the cluster to scale. A threshold of 0 means the autoscaler will scale down
104
- # on any recommended change.
105
- #
106
- # Bounds: [0.0, 1.0]. Default: 0.0.
107
- class BasicYarnAutoscalingConfig; end
108
-
109
- # Configuration for the size bounds of an instance group, including its
110
- # proportional size to other groups.
111
- # @!attribute [rw] min_instances
112
- # @return [Integer]
113
- # Optional. Minimum number of instances for this group.
114
- #
115
- # Primary workers - Bounds: [2, max_instances]. Default: 2.
116
- # Secondary workers - Bounds: [0, max_instances]. Default: 0.
117
- # @!attribute [rw] max_instances
118
- # @return [Integer]
119
- # Required. Maximum number of instances for this group. Required for primary
120
- # workers. Note that by default, clusters will not use secondary workers.
121
- # Required for secondary workers if the minimum secondary instances is set.
122
- #
123
- # Primary workers - Bounds: [min_instances, ).
124
- # Secondary workers - Bounds: [min_instances, ). Default: 0.
125
- # @!attribute [rw] weight
126
- # @return [Integer]
127
- # Optional. Weight for the instance group, which is used to determine the
128
- # fraction of total workers in the cluster from this instance group.
129
- # For example, if primary workers have weight 2, and secondary workers have
130
- # weight 1, the cluster will have approximately 2 primary workers for each
131
- # secondary worker.
132
- #
133
- # The cluster may not reach the specified balance if constrained
134
- # by min/max bounds or other autoscaling settings. For example, if
135
- # `max_instances` for secondary workers is 0, then only primary workers will
136
- # be added. The cluster can also be out of balance when created.
137
- #
138
- # If weight is not set on any instance group, the cluster will default to
139
- # equal weight for all groups: the cluster will attempt to maintain an equal
140
- # number of workers in each group within the configured size bounds for each
141
- # group. If weight is set for one group only, the cluster will default to
142
- # zero weight on the unset group. For example if weight is set only on
143
- # primary workers, the cluster will use primary workers only and no
144
- # secondary workers.
145
- class InstanceGroupAutoscalingPolicyConfig; end
146
-
147
- # A request to create an autoscaling policy.
148
- # @!attribute [rw] parent
149
- # @return [String]
150
- # Required. The "resource name" of the region or location, as described
151
- # in https://cloud.google.com/apis/design/resource_names.
152
- #
153
- # * For `projects.regions.autoscalingPolicies.create`, the resource name
154
- # of the region has the following format:
155
- # `projects/{project_id}/regions/{region}`
156
- #
157
- # * For `projects.locations.autoscalingPolicies.create`, the resource name
158
- # of the location has the following format:
159
- # `projects/{project_id}/locations/{location}`
160
- # @!attribute [rw] policy
161
- # @return [Google::Cloud::Dataproc::V1::AutoscalingPolicy]
162
- # The autoscaling policy to create.
163
- class CreateAutoscalingPolicyRequest; end
164
-
165
- # A request to fetch an autoscaling policy.
166
- # @!attribute [rw] name
167
- # @return [String]
168
- # Required. The "resource name" of the autoscaling policy, as described
169
- # in https://cloud.google.com/apis/design/resource_names.
170
- #
171
- # * For `projects.regions.autoscalingPolicies.get`, the resource name
172
- # of the policy has the following format:
173
- # `projects/{project_id}/regions/{region}/autoscalingPolicies/{policy_id}`
174
- #
175
- # * For `projects.locations.autoscalingPolicies.get`, the resource name
176
- # of the policy has the following format:
177
- # `projects/{project_id}/locations/{location}/autoscalingPolicies/{policy_id}`
178
- class GetAutoscalingPolicyRequest; end
179
-
180
- # A request to update an autoscaling policy.
181
- # @!attribute [rw] policy
182
- # @return [Google::Cloud::Dataproc::V1::AutoscalingPolicy]
183
- # Required. The updated autoscaling policy.
184
- class UpdateAutoscalingPolicyRequest; end
185
-
186
- # A request to delete an autoscaling policy.
187
- #
188
- # Autoscaling policies in use by one or more clusters will not be deleted.
189
- # @!attribute [rw] name
190
- # @return [String]
191
- # Required. The "resource name" of the autoscaling policy, as described
192
- # in https://cloud.google.com/apis/design/resource_names.
193
- #
194
- # * For `projects.regions.autoscalingPolicies.delete`, the resource name
195
- # of the policy has the following format:
196
- # `projects/{project_id}/regions/{region}/autoscalingPolicies/{policy_id}`
197
- #
198
- # * For `projects.locations.autoscalingPolicies.delete`, the resource name
199
- # of the policy has the following format:
200
- # `projects/{project_id}/locations/{location}/autoscalingPolicies/{policy_id}`
201
- class DeleteAutoscalingPolicyRequest; end
202
-
203
- # A request to list autoscaling policies in a project.
204
- # @!attribute [rw] parent
205
- # @return [String]
206
- # Required. The "resource name" of the region or location, as described
207
- # in https://cloud.google.com/apis/design/resource_names.
208
- #
209
- # * For `projects.regions.autoscalingPolicies.list`, the resource name
210
- # of the region has the following format:
211
- # `projects/{project_id}/regions/{region}`
212
- #
213
- # * For `projects.locations.autoscalingPolicies.list`, the resource name
214
- # of the location has the following format:
215
- # `projects/{project_id}/locations/{location}`
216
- # @!attribute [rw] page_size
217
- # @return [Integer]
218
- # Optional. The maximum number of results to return in each response.
219
- # Must be less than or equal to 1000. Defaults to 100.
220
- # @!attribute [rw] page_token
221
- # @return [String]
222
- # Optional. The page token, returned by a previous call, to request the
223
- # next page of results.
224
- class ListAutoscalingPoliciesRequest; end
225
-
226
- # A response to a request to list autoscaling policies in a project.
227
- # @!attribute [rw] policies
228
- # @return [Array<Google::Cloud::Dataproc::V1::AutoscalingPolicy>]
229
- # Output only. Autoscaling policies list.
230
- # @!attribute [rw] next_page_token
231
- # @return [String]
232
- # Output only. This token is included in the response if there are more
233
- # results to fetch.
234
- class ListAutoscalingPoliciesResponse; end
235
- end
236
- end
237
- end
238
- end