google-cloud-dataproc 0.10.0 → 1.0.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (72) hide show
  1. checksums.yaml +4 -4
  2. data/.yardopts +3 -2
  3. data/AUTHENTICATION.md +51 -59
  4. data/LICENSE.md +203 -0
  5. data/MIGRATING.md +310 -0
  6. data/README.md +33 -44
  7. data/lib/{google/cloud/dataproc/v1/doc/google/protobuf/empty.rb → google-cloud-dataproc.rb} +4 -14
  8. data/lib/google/cloud/dataproc.rb +167 -305
  9. data/lib/google/cloud/dataproc/version.rb +6 -2
  10. metadata +97 -100
  11. data/LICENSE +0 -201
  12. data/lib/google/cloud/dataproc/v1.rb +0 -371
  13. data/lib/google/cloud/dataproc/v1/autoscaling_policies_pb.rb +0 -80
  14. data/lib/google/cloud/dataproc/v1/autoscaling_policies_services_pb.rb +0 -59
  15. data/lib/google/cloud/dataproc/v1/autoscaling_policy_service_client.rb +0 -494
  16. data/lib/google/cloud/dataproc/v1/autoscaling_policy_service_client_config.json +0 -51
  17. data/lib/google/cloud/dataproc/v1/cluster_controller_client.rb +0 -824
  18. data/lib/google/cloud/dataproc/v1/cluster_controller_client_config.json +0 -59
  19. data/lib/google/cloud/dataproc/v1/clusters_pb.rb +0 -234
  20. data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb +0 -69
  21. data/lib/google/cloud/dataproc/v1/credentials.rb +0 -41
  22. data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/autoscaling_policies.rb +0 -238
  23. data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/clusters.rb +0 -819
  24. data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/jobs.rb +0 -759
  25. data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/workflow_templates.rb +0 -566
  26. data/lib/google/cloud/dataproc/v1/doc/google/longrunning/operations.rb +0 -51
  27. data/lib/google/cloud/dataproc/v1/doc/google/protobuf/any.rb +0 -131
  28. data/lib/google/cloud/dataproc/v1/doc/google/protobuf/duration.rb +0 -91
  29. data/lib/google/cloud/dataproc/v1/doc/google/protobuf/field_mask.rb +0 -222
  30. data/lib/google/cloud/dataproc/v1/doc/google/protobuf/timestamp.rb +0 -113
  31. data/lib/google/cloud/dataproc/v1/doc/google/rpc/status.rb +0 -39
  32. data/lib/google/cloud/dataproc/v1/job_controller_client.rb +0 -592
  33. data/lib/google/cloud/dataproc/v1/job_controller_client_config.json +0 -59
  34. data/lib/google/cloud/dataproc/v1/jobs_pb.rb +0 -273
  35. data/lib/google/cloud/dataproc/v1/jobs_services_pb.rb +0 -61
  36. data/lib/google/cloud/dataproc/v1/operations_pb.rb +0 -45
  37. data/lib/google/cloud/dataproc/v1/shared_pb.rb +0 -26
  38. data/lib/google/cloud/dataproc/v1/workflow_template_service_client.rb +0 -770
  39. data/lib/google/cloud/dataproc/v1/workflow_template_service_client_config.json +0 -64
  40. data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +0 -184
  41. data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +0 -105
  42. data/lib/google/cloud/dataproc/v1beta2.rb +0 -371
  43. data/lib/google/cloud/dataproc/v1beta2/autoscaling_policies_pb.rb +0 -80
  44. data/lib/google/cloud/dataproc/v1beta2/autoscaling_policies_services_pb.rb +0 -59
  45. data/lib/google/cloud/dataproc/v1beta2/autoscaling_policy_service_client.rb +0 -494
  46. data/lib/google/cloud/dataproc/v1beta2/autoscaling_policy_service_client_config.json +0 -51
  47. data/lib/google/cloud/dataproc/v1beta2/cluster_controller_client.rb +0 -833
  48. data/lib/google/cloud/dataproc/v1beta2/cluster_controller_client_config.json +0 -59
  49. data/lib/google/cloud/dataproc/v1beta2/clusters_pb.rb +0 -241
  50. data/lib/google/cloud/dataproc/v1beta2/clusters_services_pb.rb +0 -69
  51. data/lib/google/cloud/dataproc/v1beta2/credentials.rb +0 -41
  52. data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/autoscaling_policies.rb +0 -238
  53. data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/clusters.rb +0 -841
  54. data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/jobs.rb +0 -728
  55. data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/workflow_templates.rb +0 -579
  56. data/lib/google/cloud/dataproc/v1beta2/doc/google/longrunning/operations.rb +0 -51
  57. data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/any.rb +0 -131
  58. data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/duration.rb +0 -91
  59. data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/empty.rb +0 -29
  60. data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/field_mask.rb +0 -222
  61. data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/timestamp.rb +0 -113
  62. data/lib/google/cloud/dataproc/v1beta2/doc/google/rpc/status.rb +0 -39
  63. data/lib/google/cloud/dataproc/v1beta2/job_controller_client.rb +0 -592
  64. data/lib/google/cloud/dataproc/v1beta2/job_controller_client_config.json +0 -59
  65. data/lib/google/cloud/dataproc/v1beta2/jobs_pb.rb +0 -261
  66. data/lib/google/cloud/dataproc/v1beta2/jobs_services_pb.rb +0 -61
  67. data/lib/google/cloud/dataproc/v1beta2/operations_pb.rb +0 -44
  68. data/lib/google/cloud/dataproc/v1beta2/shared_pb.rb +0 -30
  69. data/lib/google/cloud/dataproc/v1beta2/workflow_template_service_client.rb +0 -778
  70. data/lib/google/cloud/dataproc/v1beta2/workflow_template_service_client_config.json +0 -64
  71. data/lib/google/cloud/dataproc/v1beta2/workflow_templates_pb.rb +0 -186
  72. data/lib/google/cloud/dataproc/v1beta2/workflow_templates_services_pb.rb +0 -105
@@ -1,59 +0,0 @@
1
- {
2
- "interfaces": {
3
- "google.cloud.dataproc.v1beta2.ClusterController": {
4
- "retry_codes": {
5
- "idempotent": [
6
- "DEADLINE_EXCEEDED",
7
- "INTERNAL",
8
- "UNAVAILABLE"
9
- ],
10
- "non_idempotent": [
11
- "UNAVAILABLE"
12
- ]
13
- },
14
- "retry_params": {
15
- "default": {
16
- "initial_retry_delay_millis": 100,
17
- "retry_delay_multiplier": 1.3,
18
- "max_retry_delay_millis": 60000,
19
- "initial_rpc_timeout_millis": 10000,
20
- "rpc_timeout_multiplier": 1.0,
21
- "max_rpc_timeout_millis": 10000,
22
- "total_timeout_millis": 300000
23
- }
24
- },
25
- "methods": {
26
- "CreateCluster": {
27
- "timeout_millis": 30000,
28
- "retry_codes_name": "non_idempotent",
29
- "retry_params_name": "default"
30
- },
31
- "UpdateCluster": {
32
- "timeout_millis": 30000,
33
- "retry_codes_name": "non_idempotent",
34
- "retry_params_name": "default"
35
- },
36
- "DeleteCluster": {
37
- "timeout_millis": 30000,
38
- "retry_codes_name": "non_idempotent",
39
- "retry_params_name": "default"
40
- },
41
- "GetCluster": {
42
- "timeout_millis": 60000,
43
- "retry_codes_name": "idempotent",
44
- "retry_params_name": "default"
45
- },
46
- "ListClusters": {
47
- "timeout_millis": 60000,
48
- "retry_codes_name": "idempotent",
49
- "retry_params_name": "default"
50
- },
51
- "DiagnoseCluster": {
52
- "timeout_millis": 60000,
53
- "retry_codes_name": "non_idempotent",
54
- "retry_params_name": "default"
55
- }
56
- }
57
- }
58
- }
59
- }
@@ -1,241 +0,0 @@
1
- # Generated by the protocol buffer compiler. DO NOT EDIT!
2
- # source: google/cloud/dataproc/v1beta2/clusters.proto
3
-
4
-
5
- require 'google/protobuf'
6
-
7
- require 'google/api/annotations_pb'
8
- require 'google/api/client_pb'
9
- require 'google/api/field_behavior_pb'
10
- require 'google/api/resource_pb'
11
- require 'google/cloud/dataproc/v1beta2/shared_pb'
12
- require 'google/longrunning/operations_pb'
13
- require 'google/protobuf/duration_pb'
14
- require 'google/protobuf/field_mask_pb'
15
- require 'google/protobuf/timestamp_pb'
16
- Google::Protobuf::DescriptorPool.generated_pool.build do
17
- add_message "google.cloud.dataproc.v1beta2.Cluster" do
18
- optional :project_id, :string, 1
19
- optional :cluster_name, :string, 2
20
- optional :config, :message, 3, "google.cloud.dataproc.v1beta2.ClusterConfig"
21
- map :labels, :string, :string, 8
22
- optional :status, :message, 4, "google.cloud.dataproc.v1beta2.ClusterStatus"
23
- repeated :status_history, :message, 7, "google.cloud.dataproc.v1beta2.ClusterStatus"
24
- optional :cluster_uuid, :string, 6
25
- optional :metrics, :message, 9, "google.cloud.dataproc.v1beta2.ClusterMetrics"
26
- end
27
- add_message "google.cloud.dataproc.v1beta2.ClusterConfig" do
28
- optional :config_bucket, :string, 1
29
- optional :gce_cluster_config, :message, 8, "google.cloud.dataproc.v1beta2.GceClusterConfig"
30
- optional :master_config, :message, 9, "google.cloud.dataproc.v1beta2.InstanceGroupConfig"
31
- optional :worker_config, :message, 10, "google.cloud.dataproc.v1beta2.InstanceGroupConfig"
32
- optional :secondary_worker_config, :message, 12, "google.cloud.dataproc.v1beta2.InstanceGroupConfig"
33
- optional :software_config, :message, 13, "google.cloud.dataproc.v1beta2.SoftwareConfig"
34
- optional :lifecycle_config, :message, 14, "google.cloud.dataproc.v1beta2.LifecycleConfig"
35
- repeated :initialization_actions, :message, 11, "google.cloud.dataproc.v1beta2.NodeInitializationAction"
36
- optional :encryption_config, :message, 15, "google.cloud.dataproc.v1beta2.EncryptionConfig"
37
- optional :autoscaling_config, :message, 16, "google.cloud.dataproc.v1beta2.AutoscalingConfig"
38
- optional :endpoint_config, :message, 17, "google.cloud.dataproc.v1beta2.EndpointConfig"
39
- optional :security_config, :message, 18, "google.cloud.dataproc.v1beta2.SecurityConfig"
40
- end
41
- add_message "google.cloud.dataproc.v1beta2.EndpointConfig" do
42
- map :http_ports, :string, :string, 1
43
- optional :enable_http_port_access, :bool, 2
44
- end
45
- add_message "google.cloud.dataproc.v1beta2.AutoscalingConfig" do
46
- optional :policy_uri, :string, 1
47
- end
48
- add_message "google.cloud.dataproc.v1beta2.EncryptionConfig" do
49
- optional :gce_pd_kms_key_name, :string, 1
50
- end
51
- add_message "google.cloud.dataproc.v1beta2.GceClusterConfig" do
52
- optional :zone_uri, :string, 1
53
- optional :network_uri, :string, 2
54
- optional :subnetwork_uri, :string, 6
55
- optional :internal_ip_only, :bool, 7
56
- optional :service_account, :string, 8
57
- repeated :service_account_scopes, :string, 3
58
- repeated :tags, :string, 4
59
- map :metadata, :string, :string, 5
60
- optional :reservation_affinity, :message, 11, "google.cloud.dataproc.v1beta2.ReservationAffinity"
61
- end
62
- add_message "google.cloud.dataproc.v1beta2.InstanceGroupConfig" do
63
- optional :num_instances, :int32, 1
64
- repeated :instance_names, :string, 2
65
- optional :image_uri, :string, 3
66
- optional :machine_type_uri, :string, 4
67
- optional :disk_config, :message, 5, "google.cloud.dataproc.v1beta2.DiskConfig"
68
- optional :is_preemptible, :bool, 6
69
- optional :managed_group_config, :message, 7, "google.cloud.dataproc.v1beta2.ManagedGroupConfig"
70
- repeated :accelerators, :message, 8, "google.cloud.dataproc.v1beta2.AcceleratorConfig"
71
- optional :min_cpu_platform, :string, 9
72
- end
73
- add_message "google.cloud.dataproc.v1beta2.ManagedGroupConfig" do
74
- optional :instance_template_name, :string, 1
75
- optional :instance_group_manager_name, :string, 2
76
- end
77
- add_message "google.cloud.dataproc.v1beta2.AcceleratorConfig" do
78
- optional :accelerator_type_uri, :string, 1
79
- optional :accelerator_count, :int32, 2
80
- end
81
- add_message "google.cloud.dataproc.v1beta2.DiskConfig" do
82
- optional :boot_disk_type, :string, 3
83
- optional :boot_disk_size_gb, :int32, 1
84
- optional :num_local_ssds, :int32, 2
85
- end
86
- add_message "google.cloud.dataproc.v1beta2.LifecycleConfig" do
87
- optional :idle_delete_ttl, :message, 1, "google.protobuf.Duration"
88
- optional :idle_start_time, :message, 4, "google.protobuf.Timestamp"
89
- oneof :ttl do
90
- optional :auto_delete_time, :message, 2, "google.protobuf.Timestamp"
91
- optional :auto_delete_ttl, :message, 3, "google.protobuf.Duration"
92
- end
93
- end
94
- add_message "google.cloud.dataproc.v1beta2.SecurityConfig" do
95
- optional :kerberos_config, :message, 1, "google.cloud.dataproc.v1beta2.KerberosConfig"
96
- end
97
- add_message "google.cloud.dataproc.v1beta2.KerberosConfig" do
98
- optional :enable_kerberos, :bool, 1
99
- optional :root_principal_password_uri, :string, 2
100
- optional :kms_key_uri, :string, 3
101
- optional :keystore_uri, :string, 4
102
- optional :truststore_uri, :string, 5
103
- optional :keystore_password_uri, :string, 6
104
- optional :key_password_uri, :string, 7
105
- optional :truststore_password_uri, :string, 8
106
- optional :cross_realm_trust_realm, :string, 9
107
- optional :cross_realm_trust_kdc, :string, 10
108
- optional :cross_realm_trust_admin_server, :string, 11
109
- optional :cross_realm_trust_shared_password_uri, :string, 12
110
- optional :kdc_db_key_uri, :string, 13
111
- optional :tgt_lifetime_hours, :int32, 14
112
- optional :realm, :string, 15
113
- end
114
- add_message "google.cloud.dataproc.v1beta2.NodeInitializationAction" do
115
- optional :executable_file, :string, 1
116
- optional :execution_timeout, :message, 2, "google.protobuf.Duration"
117
- end
118
- add_message "google.cloud.dataproc.v1beta2.ClusterStatus" do
119
- optional :state, :enum, 1, "google.cloud.dataproc.v1beta2.ClusterStatus.State"
120
- optional :detail, :string, 2
121
- optional :state_start_time, :message, 3, "google.protobuf.Timestamp"
122
- optional :substate, :enum, 4, "google.cloud.dataproc.v1beta2.ClusterStatus.Substate"
123
- end
124
- add_enum "google.cloud.dataproc.v1beta2.ClusterStatus.State" do
125
- value :UNKNOWN, 0
126
- value :CREATING, 1
127
- value :RUNNING, 2
128
- value :ERROR, 3
129
- value :DELETING, 4
130
- value :UPDATING, 5
131
- end
132
- add_enum "google.cloud.dataproc.v1beta2.ClusterStatus.Substate" do
133
- value :UNSPECIFIED, 0
134
- value :UNHEALTHY, 1
135
- value :STALE_STATUS, 2
136
- end
137
- add_message "google.cloud.dataproc.v1beta2.SoftwareConfig" do
138
- optional :image_version, :string, 1
139
- map :properties, :string, :string, 2
140
- repeated :optional_components, :enum, 3, "google.cloud.dataproc.v1beta2.Component"
141
- end
142
- add_message "google.cloud.dataproc.v1beta2.ClusterMetrics" do
143
- map :hdfs_metrics, :string, :int64, 1
144
- map :yarn_metrics, :string, :int64, 2
145
- end
146
- add_message "google.cloud.dataproc.v1beta2.CreateClusterRequest" do
147
- optional :project_id, :string, 1
148
- optional :region, :string, 3
149
- optional :cluster, :message, 2, "google.cloud.dataproc.v1beta2.Cluster"
150
- optional :request_id, :string, 4
151
- end
152
- add_message "google.cloud.dataproc.v1beta2.UpdateClusterRequest" do
153
- optional :project_id, :string, 1
154
- optional :region, :string, 5
155
- optional :cluster_name, :string, 2
156
- optional :cluster, :message, 3, "google.cloud.dataproc.v1beta2.Cluster"
157
- optional :graceful_decommission_timeout, :message, 6, "google.protobuf.Duration"
158
- optional :update_mask, :message, 4, "google.protobuf.FieldMask"
159
- optional :request_id, :string, 7
160
- end
161
- add_message "google.cloud.dataproc.v1beta2.DeleteClusterRequest" do
162
- optional :project_id, :string, 1
163
- optional :region, :string, 3
164
- optional :cluster_name, :string, 2
165
- optional :cluster_uuid, :string, 4
166
- optional :request_id, :string, 5
167
- end
168
- add_message "google.cloud.dataproc.v1beta2.GetClusterRequest" do
169
- optional :project_id, :string, 1
170
- optional :region, :string, 3
171
- optional :cluster_name, :string, 2
172
- end
173
- add_message "google.cloud.dataproc.v1beta2.ListClustersRequest" do
174
- optional :project_id, :string, 1
175
- optional :region, :string, 4
176
- optional :filter, :string, 5
177
- optional :page_size, :int32, 2
178
- optional :page_token, :string, 3
179
- end
180
- add_message "google.cloud.dataproc.v1beta2.ListClustersResponse" do
181
- repeated :clusters, :message, 1, "google.cloud.dataproc.v1beta2.Cluster"
182
- optional :next_page_token, :string, 2
183
- end
184
- add_message "google.cloud.dataproc.v1beta2.DiagnoseClusterRequest" do
185
- optional :project_id, :string, 1
186
- optional :region, :string, 3
187
- optional :cluster_name, :string, 2
188
- end
189
- add_message "google.cloud.dataproc.v1beta2.DiagnoseClusterResults" do
190
- optional :output_uri, :string, 1
191
- end
192
- add_message "google.cloud.dataproc.v1beta2.ReservationAffinity" do
193
- optional :consume_reservation_type, :enum, 1, "google.cloud.dataproc.v1beta2.ReservationAffinity.Type"
194
- optional :key, :string, 2
195
- repeated :values, :string, 3
196
- end
197
- add_enum "google.cloud.dataproc.v1beta2.ReservationAffinity.Type" do
198
- value :TYPE_UNSPECIFIED, 0
199
- value :NO_RESERVATION, 1
200
- value :ANY_RESERVATION, 2
201
- value :SPECIFIC_RESERVATION, 3
202
- end
203
- end
204
-
205
- module Google
206
- module Cloud
207
- module Dataproc
208
- module V1beta2
209
- Cluster = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.Cluster").msgclass
210
- ClusterConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ClusterConfig").msgclass
211
- EndpointConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.EndpointConfig").msgclass
212
- AutoscalingConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.AutoscalingConfig").msgclass
213
- EncryptionConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.EncryptionConfig").msgclass
214
- GceClusterConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.GceClusterConfig").msgclass
215
- InstanceGroupConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.InstanceGroupConfig").msgclass
216
- ManagedGroupConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ManagedGroupConfig").msgclass
217
- AcceleratorConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.AcceleratorConfig").msgclass
218
- DiskConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.DiskConfig").msgclass
219
- LifecycleConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.LifecycleConfig").msgclass
220
- SecurityConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.SecurityConfig").msgclass
221
- KerberosConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.KerberosConfig").msgclass
222
- NodeInitializationAction = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.NodeInitializationAction").msgclass
223
- ClusterStatus = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ClusterStatus").msgclass
224
- ClusterStatus::State = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ClusterStatus.State").enummodule
225
- ClusterStatus::Substate = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ClusterStatus.Substate").enummodule
226
- SoftwareConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.SoftwareConfig").msgclass
227
- ClusterMetrics = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ClusterMetrics").msgclass
228
- CreateClusterRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.CreateClusterRequest").msgclass
229
- UpdateClusterRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.UpdateClusterRequest").msgclass
230
- DeleteClusterRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.DeleteClusterRequest").msgclass
231
- GetClusterRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.GetClusterRequest").msgclass
232
- ListClustersRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ListClustersRequest").msgclass
233
- ListClustersResponse = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ListClustersResponse").msgclass
234
- DiagnoseClusterRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.DiagnoseClusterRequest").msgclass
235
- DiagnoseClusterResults = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.DiagnoseClusterResults").msgclass
236
- ReservationAffinity = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ReservationAffinity").msgclass
237
- ReservationAffinity::Type = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ReservationAffinity.Type").enummodule
238
- end
239
- end
240
- end
241
- end
@@ -1,69 +0,0 @@
1
- # Generated by the protocol buffer compiler. DO NOT EDIT!
2
- # Source: google/cloud/dataproc/v1beta2/clusters.proto for package 'google.cloud.dataproc.v1beta2'
3
- # Original file comments:
4
- # Copyright 2020 Google LLC
5
- #
6
- # Licensed under the Apache License, Version 2.0 (the "License");
7
- # you may not use this file except in compliance with the License.
8
- # You may obtain a copy of the License at
9
- #
10
- # http://www.apache.org/licenses/LICENSE-2.0
11
- #
12
- # Unless required by applicable law or agreed to in writing, software
13
- # distributed under the License is distributed on an "AS IS" BASIS,
14
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
15
- # See the License for the specific language governing permissions and
16
- # limitations under the License.
17
- #
18
-
19
-
20
- require 'grpc'
21
- require 'google/cloud/dataproc/v1beta2/clusters_pb'
22
-
23
- module Google
24
- module Cloud
25
- module Dataproc
26
- module V1beta2
27
- module ClusterController
28
- # The ClusterControllerService provides methods to manage clusters
29
- # of Compute Engine instances.
30
- class Service
31
-
32
- include GRPC::GenericService
33
-
34
- self.marshal_class_method = :encode
35
- self.unmarshal_class_method = :decode
36
- self.service_name = 'google.cloud.dataproc.v1beta2.ClusterController'
37
-
38
- # Creates a cluster in a project. The returned
39
- # [Operation.metadata][google.longrunning.Operation.metadata] will be
40
- # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1beta2#clusteroperationmetadata).
41
- rpc :CreateCluster, CreateClusterRequest, Google::Longrunning::Operation
42
- # Updates a cluster in a project. The returned
43
- # [Operation.metadata][google.longrunning.Operation.metadata] will be
44
- # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1beta2#clusteroperationmetadata).
45
- rpc :UpdateCluster, UpdateClusterRequest, Google::Longrunning::Operation
46
- # Deletes a cluster in a project. The returned
47
- # [Operation.metadata][google.longrunning.Operation.metadata] will be
48
- # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1beta2#clusteroperationmetadata).
49
- rpc :DeleteCluster, DeleteClusterRequest, Google::Longrunning::Operation
50
- # Gets the resource representation for a cluster in a project.
51
- rpc :GetCluster, GetClusterRequest, Cluster
52
- # Lists all regions/\\{region}/clusters in a project.
53
- rpc :ListClusters, ListClustersRequest, ListClustersResponse
54
- # Gets cluster diagnostic information. The returned
55
- # [Operation.metadata][google.longrunning.Operation.metadata] will be
56
- # [ClusterOperationMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1beta2#clusteroperationmetadata).
57
- # After the operation completes,
58
- # [Operation.response][google.longrunning.Operation.response]
59
- # contains
60
- # [Empty][google.protobuf.Empty].
61
- rpc :DiagnoseCluster, DiagnoseClusterRequest, Google::Longrunning::Operation
62
- end
63
-
64
- Stub = Service.rpc_stub_class
65
- end
66
- end
67
- end
68
- end
69
- end
@@ -1,41 +0,0 @@
1
- # Copyright 2020 Google LLC
2
- #
3
- # Licensed under the Apache License, Version 2.0 (the "License");
4
- # you may not use this file except in compliance with the License.
5
- # You may obtain a copy of the License at
6
- #
7
- # https://www.apache.org/licenses/LICENSE-2.0
8
- #
9
- # Unless required by applicable law or agreed to in writing, software
10
- # distributed under the License is distributed on an "AS IS" BASIS,
11
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
- # See the License for the specific language governing permissions and
13
- # limitations under the License.
14
-
15
-
16
- require "googleauth"
17
-
18
- module Google
19
- module Cloud
20
- module Dataproc
21
- module V1beta2
22
- class Credentials < Google::Auth::Credentials
23
- SCOPE = [
24
- "https://www.googleapis.com/auth/cloud-platform"
25
- ].freeze
26
- PATH_ENV_VARS = %w(DATAPROC_CREDENTIALS
27
- DATAPROC_KEYFILE
28
- GOOGLE_CLOUD_CREDENTIALS
29
- GOOGLE_CLOUD_KEYFILE
30
- GCLOUD_KEYFILE)
31
- JSON_ENV_VARS = %w(DATAPROC_CREDENTIALS_JSON
32
- DATAPROC_KEYFILE_JSON
33
- GOOGLE_CLOUD_CREDENTIALS_JSON
34
- GOOGLE_CLOUD_KEYFILE_JSON
35
- GCLOUD_KEYFILE_JSON)
36
- DEFAULT_PATHS = ["~/.config/gcloud/application_default_credentials.json"]
37
- end
38
- end
39
- end
40
- end
41
- end
@@ -1,238 +0,0 @@
1
- # Copyright 2020 Google LLC
2
- #
3
- # Licensed under the Apache License, Version 2.0 (the "License");
4
- # you may not use this file except in compliance with the License.
5
- # You may obtain a copy of the License at
6
- #
7
- # https://www.apache.org/licenses/LICENSE-2.0
8
- #
9
- # Unless required by applicable law or agreed to in writing, software
10
- # distributed under the License is distributed on an "AS IS" BASIS,
11
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
- # See the License for the specific language governing permissions and
13
- # limitations under the License.
14
-
15
-
16
- module Google
17
- module Cloud
18
- module Dataproc
19
- module V1beta2
20
- # Describes an autoscaling policy for Dataproc cluster autoscaler.
21
- # @!attribute [rw] id
22
- # @return [String]
23
- # Required. The policy id.
24
- #
25
- # The id must contain only letters (a-z, A-Z), numbers (0-9),
26
- # underscores (_), and hyphens (-). Cannot begin or end with underscore
27
- # or hyphen. Must consist of between 3 and 50 characters.
28
- # @!attribute [rw] name
29
- # @return [String]
30
- # Output only. The "resource name" of the autoscaling policy, as described
31
- # in https://cloud.google.com/apis/design/resource_names.
32
- #
33
- # * For `projects.regions.autoscalingPolicies`, the resource name of the
34
- # policy has the following format:
35
- # `projects/{project_id}/regions/{region}/autoscalingPolicies/{policy_id}`
36
- #
37
- # * For `projects.locations.autoscalingPolicies`, the resource name of the
38
- # policy has the following format:
39
- # `projects/{project_id}/locations/{location}/autoscalingPolicies/{policy_id}`
40
- # @!attribute [rw] basic_algorithm
41
- # @return [Google::Cloud::Dataproc::V1beta2::BasicAutoscalingAlgorithm]
42
- # @!attribute [rw] worker_config
43
- # @return [Google::Cloud::Dataproc::V1beta2::InstanceGroupAutoscalingPolicyConfig]
44
- # Required. Describes how the autoscaler will operate for primary workers.
45
- # @!attribute [rw] secondary_worker_config
46
- # @return [Google::Cloud::Dataproc::V1beta2::InstanceGroupAutoscalingPolicyConfig]
47
- # Optional. Describes how the autoscaler will operate for secondary workers.
48
- class AutoscalingPolicy; end
49
-
50
- # Basic algorithm for autoscaling.
51
- # @!attribute [rw] yarn_config
52
- # @return [Google::Cloud::Dataproc::V1beta2::BasicYarnAutoscalingConfig]
53
- # Required. YARN autoscaling configuration.
54
- # @!attribute [rw] cooldown_period
55
- # @return [Google::Protobuf::Duration]
56
- # Optional. Duration between scaling events. A scaling period starts after
57
- # the update operation from the previous event has completed.
58
- #
59
- # Bounds: [2m, 1d]. Default: 2m.
60
- class BasicAutoscalingAlgorithm; end
61
-
62
- # Basic autoscaling configurations for YARN.
63
- # @!attribute [rw] graceful_decommission_timeout
64
- # @return [Google::Protobuf::Duration]
65
- # Required. Timeout for YARN graceful decommissioning of Node Managers.
66
- # Specifies the duration to wait for jobs to complete before forcefully
67
- # removing workers (and potentially interrupting jobs). Only applicable to
68
- # downscaling operations.
69
- #
70
- # Bounds: [0s, 1d].
71
- # @!attribute [rw] scale_up_factor
72
- # @return [Float]
73
- # Required. Fraction of average pending memory in the last cooldown period
74
- # for which to add workers. A scale-up factor of 1.0 will result in scaling
75
- # up so that there is no pending memory remaining after the update (more
76
- # aggressive scaling). A scale-up factor closer to 0 will result in a smaller
77
- # magnitude of scaling up (less aggressive scaling).
78
- #
79
- # Bounds: [0.0, 1.0].
80
- # @!attribute [rw] scale_down_factor
81
- # @return [Float]
82
- # Required. Fraction of average pending memory in the last cooldown period
83
- # for which to remove workers. A scale-down factor of 1 will result in
84
- # scaling down so that there is no available memory remaining after the
85
- # update (more aggressive scaling). A scale-down factor of 0 disables
86
- # removing workers, which can be beneficial for autoscaling a single job.
87
- #
88
- # Bounds: [0.0, 1.0].
89
- # @!attribute [rw] scale_up_min_worker_fraction
90
- # @return [Float]
91
- # Optional. Minimum scale-up threshold as a fraction of total cluster size
92
- # before scaling occurs. For example, in a 20-worker cluster, a threshold of
93
- # 0.1 means the autoscaler must recommend at least a 2-worker scale-up for
94
- # the cluster to scale. A threshold of 0 means the autoscaler will scale up
95
- # on any recommended change.
96
- #
97
- # Bounds: [0.0, 1.0]. Default: 0.0.
98
- # @!attribute [rw] scale_down_min_worker_fraction
99
- # @return [Float]
100
- # Optional. Minimum scale-down threshold as a fraction of total cluster size
101
- # before scaling occurs. For example, in a 20-worker cluster, a threshold of
102
- # 0.1 means the autoscaler must recommend at least a 2 worker scale-down for
103
- # the cluster to scale. A threshold of 0 means the autoscaler will scale down
104
- # on any recommended change.
105
- #
106
- # Bounds: [0.0, 1.0]. Default: 0.0.
107
- class BasicYarnAutoscalingConfig; end
108
-
109
- # Configuration for the size bounds of an instance group, including its
110
- # proportional size to other groups.
111
- # @!attribute [rw] min_instances
112
- # @return [Integer]
113
- # Optional. Minimum number of instances for this group.
114
- #
115
- # Primary workers - Bounds: [2, max_instances]. Default: 2.
116
- # Secondary workers - Bounds: [0, max_instances]. Default: 0.
117
- # @!attribute [rw] max_instances
118
- # @return [Integer]
119
- # Optional. Maximum number of instances for this group. Required for primary
120
- # workers. Note that by default, clusters will not use secondary workers.
121
- # Required for secondary workers if the minimum secondary instances is set.
122
- #
123
- # Primary workers - Bounds: [min_instances, ). Required.
124
- # Secondary workers - Bounds: [min_instances, ). Default: 0.
125
- # @!attribute [rw] weight
126
- # @return [Integer]
127
- # Optional. Weight for the instance group, which is used to determine the
128
- # fraction of total workers in the cluster from this instance group.
129
- # For example, if primary workers have weight 2, and secondary workers have
130
- # weight 1, the cluster will have approximately 2 primary workers for each
131
- # secondary worker.
132
- #
133
- # The cluster may not reach the specified balance if constrained
134
- # by min/max bounds or other autoscaling settings. For example, if
135
- # `max_instances` for secondary workers is 0, then only primary workers will
136
- # be added. The cluster can also be out of balance when created.
137
- #
138
- # If weight is not set on any instance group, the cluster will default to
139
- # equal weight for all groups: the cluster will attempt to maintain an equal
140
- # number of workers in each group within the configured size bounds for each
141
- # group. If weight is set for one group only, the cluster will default to
142
- # zero weight on the unset group. For example if weight is set only on
143
- # primary workers, the cluster will use primary workers only and no
144
- # secondary workers.
145
- class InstanceGroupAutoscalingPolicyConfig; end
146
-
147
- # A request to create an autoscaling policy.
148
- # @!attribute [rw] parent
149
- # @return [String]
150
- # Required. The "resource name" of the region or location, as described
151
- # in https://cloud.google.com/apis/design/resource_names.
152
- #
153
- # * For `projects.regions.autoscalingPolicies.create`, the resource name
154
- # has the following format:
155
- # `projects/{project_id}/regions/{region}`
156
- #
157
- # * For `projects.locations.autoscalingPolicies.create`, the resource name
158
- # has the following format:
159
- # `projects/{project_id}/locations/{location}`
160
- # @!attribute [rw] policy
161
- # @return [Google::Cloud::Dataproc::V1beta2::AutoscalingPolicy]
162
- # Required. The autoscaling policy to create.
163
- class CreateAutoscalingPolicyRequest; end
164
-
165
- # A request to fetch an autoscaling policy.
166
- # @!attribute [rw] name
167
- # @return [String]
168
- # Required. The "resource name" of the autoscaling policy, as described
169
- # in https://cloud.google.com/apis/design/resource_names.
170
- #
171
- # * For `projects.regions.autoscalingPolicies.get`, the resource name
172
- # of the policy has the following format:
173
- # `projects/{project_id}/regions/{region}/autoscalingPolicies/{policy_id}`
174
- #
175
- # * For `projects.locations.autoscalingPolicies.get`, the resource name
176
- # of the policy has the following format:
177
- # `projects/{project_id}/locations/{location}/autoscalingPolicies/{policy_id}`
178
- class GetAutoscalingPolicyRequest; end
179
-
180
- # A request to update an autoscaling policy.
181
- # @!attribute [rw] policy
182
- # @return [Google::Cloud::Dataproc::V1beta2::AutoscalingPolicy]
183
- # Required. The updated autoscaling policy.
184
- class UpdateAutoscalingPolicyRequest; end
185
-
186
- # A request to delete an autoscaling policy.
187
- #
188
- # Autoscaling policies in use by one or more clusters will not be deleted.
189
- # @!attribute [rw] name
190
- # @return [String]
191
- # Required. The "resource name" of the autoscaling policy, as described
192
- # in https://cloud.google.com/apis/design/resource_names.
193
- #
194
- # * For `projects.regions.autoscalingPolicies.delete`, the resource name
195
- # of the policy has the following format:
196
- # `projects/{project_id}/regions/{region}/autoscalingPolicies/{policy_id}`
197
- #
198
- # * For `projects.locations.autoscalingPolicies.delete`, the resource name
199
- # of the policy has the following format:
200
- # `projects/{project_id}/locations/{location}/autoscalingPolicies/{policy_id}`
201
- class DeleteAutoscalingPolicyRequest; end
202
-
203
- # A request to list autoscaling policies in a project.
204
- # @!attribute [rw] parent
205
- # @return [String]
206
- # Required. The "resource name" of the region or location, as described
207
- # in https://cloud.google.com/apis/design/resource_names.
208
- #
209
- # * For `projects.regions.autoscalingPolicies.list`, the resource name
210
- # of the region has the following format:
211
- # `projects/{project_id}/regions/{region}`
212
- #
213
- # * For `projects.locations.autoscalingPolicies.list`, the resource name
214
- # of the location has the following format:
215
- # `projects/{project_id}/locations/{location}`
216
- # @!attribute [rw] page_size
217
- # @return [Integer]
218
- # Optional. The maximum number of results to return in each response.
219
- # Must be less than or equal to 1000. Defaults to 100.
220
- # @!attribute [rw] page_token
221
- # @return [String]
222
- # Optional. The page token, returned by a previous call, to request the
223
- # next page of results.
224
- class ListAutoscalingPoliciesRequest; end
225
-
226
- # A response to a request to list autoscaling policies in a project.
227
- # @!attribute [rw] policies
228
- # @return [Array<Google::Cloud::Dataproc::V1beta2::AutoscalingPolicy>]
229
- # Output only. Autoscaling policies list.
230
- # @!attribute [rw] next_page_token
231
- # @return [String]
232
- # Output only. This token is included in the response if there are more
233
- # results to fetch.
234
- class ListAutoscalingPoliciesResponse; end
235
- end
236
- end
237
- end
238
- end