google-cloud-dataproc-v1 0.6.3 → 0.9.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.yardopts +1 -1
- data/AUTHENTICATION.md +7 -25
- data/README.md +1 -1
- data/lib/google/cloud/dataproc/v1/autoscaling_policies_pb.rb +3 -2
- data/lib/google/cloud/dataproc/v1/autoscaling_policies_services_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +106 -15
- data/lib/google/cloud/dataproc/v1/batch_controller/client.rb +719 -0
- data/lib/google/cloud/dataproc/v1/batch_controller/credentials.rb +51 -0
- data/lib/google/cloud/dataproc/v1/batch_controller/operations.rb +767 -0
- data/lib/google/cloud/dataproc/v1/batch_controller/paths.rb +69 -0
- data/lib/google/cloud/dataproc/v1/batch_controller.rb +50 -0
- data/lib/google/cloud/dataproc/v1/batches_pb.rb +123 -0
- data/lib/google/cloud/dataproc/v1/batches_services_pb.rb +52 -0
- data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +266 -49
- data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +115 -12
- data/lib/google/cloud/dataproc/v1/cluster_controller/paths.rb +0 -19
- data/lib/google/cloud/dataproc/v1/clusters_pb.rb +23 -10
- data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb +3 -1
- data/lib/google/cloud/dataproc/v1/job_controller/client.rb +187 -32
- data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +115 -12
- data/lib/google/cloud/dataproc/v1/jobs_pb.rb +2 -2
- data/lib/google/cloud/dataproc/v1/jobs_services_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1/operations_pb.rb +18 -3
- data/lib/google/cloud/dataproc/v1/shared_pb.rb +99 -2
- data/lib/google/cloud/dataproc/v1/version.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +163 -24
- data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +115 -12
- data/lib/google/cloud/dataproc/v1/workflow_template_service/paths.rb +0 -19
- data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +2 -2
- data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +2 -3
- data/lib/google/cloud/dataproc/v1.rb +1 -0
- data/proto_docs/google/api/resource.rb +10 -71
- data/proto_docs/google/cloud/dataproc/v1/autoscaling_policies.rb +18 -0
- data/proto_docs/google/cloud/dataproc/v1/batches.rb +339 -0
- data/proto_docs/google/cloud/dataproc/v1/clusters.rb +117 -47
- data/proto_docs/google/cloud/dataproc/v1/jobs.rb +20 -9
- data/proto_docs/google/cloud/dataproc/v1/operations.rb +48 -0
- data/proto_docs/google/cloud/dataproc/v1/shared.rb +336 -1
- data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb +12 -15
- metadata +11 -3
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: '096fe11db7fcb9a7ae4b9abd2deaf16fd8c1e0226c8705c40c7d70ef7bf175f5'
|
4
|
+
data.tar.gz: ff186e05094eee5034c48b4af192bea38e0e047b2d6ebb936ca52cbb1f66a9f1
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: c7c3e6d902a3c78603c7fa7b5bc92a5737dbe1e8e9b553874979914c9668a95d8366f621c4e26ea2c0d81ca1f8fa1ec32afd8b8c30244c7769299854f77cb83c
|
7
|
+
data.tar.gz: 8590a833f18fce759b1d040684ac0a43de995cce5a4b0f1174cbb209fddb6032be8b42f54eb910a2094aed8a405e0074cb7bbb1ee0d4d3189621fd2b00d097df
|
data/.yardopts
CHANGED
data/AUTHENTICATION.md
CHANGED
@@ -120,15 +120,6 @@ To configure your system for this, simply:
|
|
120
120
|
**NOTE:** This is _not_ recommended for running in production. The Cloud SDK
|
121
121
|
*should* only be used during development.
|
122
122
|
|
123
|
-
[gce-how-to]: https://cloud.google.com/compute/docs/authentication#using
|
124
|
-
[dev-console]: https://console.cloud.google.com/project
|
125
|
-
|
126
|
-
[enable-apis]: https://raw.githubusercontent.com/GoogleCloudPlatform/gcloud-common/master/authentication/enable-apis.png
|
127
|
-
|
128
|
-
[create-new-service-account]: https://raw.githubusercontent.com/GoogleCloudPlatform/gcloud-common/master/authentication/create-new-service-account.png
|
129
|
-
[create-new-service-account-existing-keys]: https://raw.githubusercontent.com/GoogleCloudPlatform/gcloud-common/master/authentication/create-new-service-account-existing-keys.png
|
130
|
-
[reuse-service-account]: https://raw.githubusercontent.com/GoogleCloudPlatform/gcloud-common/master/authentication/reuse-service-account.png
|
131
|
-
|
132
123
|
## Creating a Service Account
|
133
124
|
|
134
125
|
Google Cloud requires **Service Account Credentials** to
|
@@ -139,31 +130,22 @@ If you are not running this client within
|
|
139
130
|
[Google Cloud Platform environments](#google-cloud-platform-environments), you
|
140
131
|
need a Google Developers service account.
|
141
132
|
|
142
|
-
1. Visit the [Google
|
133
|
+
1. Visit the [Google Cloud Console](https://console.cloud.google.com/project).
|
143
134
|
2. Create a new project or click on an existing project.
|
144
|
-
3. Activate the
|
135
|
+
3. Activate the menu in the upper left and select **APIs & Services**. From
|
145
136
|
here, you will enable the APIs that your application requires.
|
146
137
|
|
147
|
-
![Enable the APIs that your application requires][enable-apis]
|
148
|
-
|
149
138
|
*Note: You may need to enable billing in order to use these services.*
|
150
139
|
|
151
140
|
4. Select **Credentials** from the side navigation.
|
152
141
|
|
153
|
-
|
154
|
-
|
155
|
-
![Create a new service account][create-new-service-account]
|
156
|
-
|
157
|
-
![Create a new service account With Existing Keys][create-new-service-account-existing-keys]
|
158
|
-
|
159
|
-
Find the "Add credentials" drop down and select "Service account" to be
|
160
|
-
guided through downloading a new JSON key file.
|
142
|
+
Find the "Create credentials" drop down near the top of the page, and select
|
143
|
+
"Service account" to be guided through downloading a new JSON key file.
|
161
144
|
|
162
145
|
If you want to re-use an existing service account, you can easily generate a
|
163
|
-
new key file. Just select the account you wish to re-use,
|
164
|
-
|
165
|
-
|
166
|
-
![Re-use an existing service account][reuse-service-account]
|
146
|
+
new key file. Just select the account you wish to re-use, click the pencil
|
147
|
+
tool on the right side to edit the service account, select the **Keys** tab,
|
148
|
+
and then select **Add Key**.
|
167
149
|
|
168
150
|
The key file you download will be used by this library to authenticate API
|
169
151
|
requests and should be stored in a secure location.
|
data/README.md
CHANGED
@@ -37,7 +37,7 @@ request = ::Google::Cloud::Dataproc::V1::CreateAutoscalingPolicyRequest.new # (r
|
|
37
37
|
response = client.create_autoscaling_policy request
|
38
38
|
```
|
39
39
|
|
40
|
-
View the [Client Library Documentation](https://
|
40
|
+
View the [Client Library Documentation](https://cloud.google.com/ruby/docs/reference/google-cloud-dataproc-v1/latest)
|
41
41
|
for class and method documentation.
|
42
42
|
|
43
43
|
See also the [Product Documentation](https://cloud.google.com/dataproc)
|
@@ -1,14 +1,14 @@
|
|
1
1
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
2
|
# source: google/cloud/dataproc/v1/autoscaling_policies.proto
|
3
3
|
|
4
|
-
require 'google/protobuf'
|
5
|
-
|
6
4
|
require 'google/api/annotations_pb'
|
7
5
|
require 'google/api/client_pb'
|
8
6
|
require 'google/api/field_behavior_pb'
|
9
7
|
require 'google/api/resource_pb'
|
10
8
|
require 'google/protobuf/duration_pb'
|
11
9
|
require 'google/protobuf/empty_pb'
|
10
|
+
require 'google/protobuf'
|
11
|
+
|
12
12
|
Google::Protobuf::DescriptorPool.generated_pool.build do
|
13
13
|
add_file("google/cloud/dataproc/v1/autoscaling_policies.proto", :syntax => :proto3) do
|
14
14
|
add_message "google.cloud.dataproc.v1.AutoscalingPolicy" do
|
@@ -16,6 +16,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
16
16
|
optional :name, :string, 2
|
17
17
|
optional :worker_config, :message, 4, "google.cloud.dataproc.v1.InstanceGroupAutoscalingPolicyConfig"
|
18
18
|
optional :secondary_worker_config, :message, 5, "google.cloud.dataproc.v1.InstanceGroupAutoscalingPolicyConfig"
|
19
|
+
map :labels, :string, :string, 6
|
19
20
|
oneof :algorithm do
|
20
21
|
optional :basic_algorithm, :message, 3, "google.cloud.dataproc.v1.BasicAutoscalingAlgorithm"
|
21
22
|
end
|
@@ -204,6 +204,21 @@ module Google
|
|
204
204
|
#
|
205
205
|
# @raise [::Google::Cloud::Error] if the RPC is aborted.
|
206
206
|
#
|
207
|
+
# @example Basic example
|
208
|
+
# require "google/cloud/dataproc/v1"
|
209
|
+
#
|
210
|
+
# # Create a client object. The client can be reused for multiple calls.
|
211
|
+
# client = Google::Cloud::Dataproc::V1::AutoscalingPolicyService::Client.new
|
212
|
+
#
|
213
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
214
|
+
# request = Google::Cloud::Dataproc::V1::CreateAutoscalingPolicyRequest.new
|
215
|
+
#
|
216
|
+
# # Call the create_autoscaling_policy method.
|
217
|
+
# result = client.create_autoscaling_policy request
|
218
|
+
#
|
219
|
+
# # The returned object is of type Google::Cloud::Dataproc::V1::AutoscalingPolicy.
|
220
|
+
# p result
|
221
|
+
#
|
207
222
|
def create_autoscaling_policy request, options = nil
|
208
223
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
209
224
|
|
@@ -221,9 +236,11 @@ module Google
|
|
221
236
|
gapic_version: ::Google::Cloud::Dataproc::V1::VERSION
|
222
237
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
223
238
|
|
224
|
-
header_params = {
|
225
|
-
|
226
|
-
|
239
|
+
header_params = {}
|
240
|
+
if request.parent
|
241
|
+
header_params["parent"] = request.parent
|
242
|
+
end
|
243
|
+
|
227
244
|
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
228
245
|
metadata[:"x-goog-request-params"] ||= request_params_header
|
229
246
|
|
@@ -275,6 +292,21 @@ module Google
|
|
275
292
|
#
|
276
293
|
# @raise [::Google::Cloud::Error] if the RPC is aborted.
|
277
294
|
#
|
295
|
+
# @example Basic example
|
296
|
+
# require "google/cloud/dataproc/v1"
|
297
|
+
#
|
298
|
+
# # Create a client object. The client can be reused for multiple calls.
|
299
|
+
# client = Google::Cloud::Dataproc::V1::AutoscalingPolicyService::Client.new
|
300
|
+
#
|
301
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
302
|
+
# request = Google::Cloud::Dataproc::V1::UpdateAutoscalingPolicyRequest.new
|
303
|
+
#
|
304
|
+
# # Call the update_autoscaling_policy method.
|
305
|
+
# result = client.update_autoscaling_policy request
|
306
|
+
#
|
307
|
+
# # The returned object is of type Google::Cloud::Dataproc::V1::AutoscalingPolicy.
|
308
|
+
# p result
|
309
|
+
#
|
278
310
|
def update_autoscaling_policy request, options = nil
|
279
311
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
280
312
|
|
@@ -292,9 +324,11 @@ module Google
|
|
292
324
|
gapic_version: ::Google::Cloud::Dataproc::V1::VERSION
|
293
325
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
294
326
|
|
295
|
-
header_params = {
|
296
|
-
|
297
|
-
|
327
|
+
header_params = {}
|
328
|
+
if request.policy&.name
|
329
|
+
header_params["policy.name"] = request.policy.name
|
330
|
+
end
|
331
|
+
|
298
332
|
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
299
333
|
metadata[:"x-goog-request-params"] ||= request_params_header
|
300
334
|
|
@@ -352,6 +386,21 @@ module Google
|
|
352
386
|
#
|
353
387
|
# @raise [::Google::Cloud::Error] if the RPC is aborted.
|
354
388
|
#
|
389
|
+
# @example Basic example
|
390
|
+
# require "google/cloud/dataproc/v1"
|
391
|
+
#
|
392
|
+
# # Create a client object. The client can be reused for multiple calls.
|
393
|
+
# client = Google::Cloud::Dataproc::V1::AutoscalingPolicyService::Client.new
|
394
|
+
#
|
395
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
396
|
+
# request = Google::Cloud::Dataproc::V1::GetAutoscalingPolicyRequest.new
|
397
|
+
#
|
398
|
+
# # Call the get_autoscaling_policy method.
|
399
|
+
# result = client.get_autoscaling_policy request
|
400
|
+
#
|
401
|
+
# # The returned object is of type Google::Cloud::Dataproc::V1::AutoscalingPolicy.
|
402
|
+
# p result
|
403
|
+
#
|
355
404
|
def get_autoscaling_policy request, options = nil
|
356
405
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
357
406
|
|
@@ -369,9 +418,11 @@ module Google
|
|
369
418
|
gapic_version: ::Google::Cloud::Dataproc::V1::VERSION
|
370
419
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
371
420
|
|
372
|
-
header_params = {
|
373
|
-
|
374
|
-
|
421
|
+
header_params = {}
|
422
|
+
if request.name
|
423
|
+
header_params["name"] = request.name
|
424
|
+
end
|
425
|
+
|
375
426
|
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
376
427
|
metadata[:"x-goog-request-params"] ||= request_params_header
|
377
428
|
|
@@ -435,6 +486,27 @@ module Google
|
|
435
486
|
#
|
436
487
|
# @raise [::Google::Cloud::Error] if the RPC is aborted.
|
437
488
|
#
|
489
|
+
# @example Basic example
|
490
|
+
# require "google/cloud/dataproc/v1"
|
491
|
+
#
|
492
|
+
# # Create a client object. The client can be reused for multiple calls.
|
493
|
+
# client = Google::Cloud::Dataproc::V1::AutoscalingPolicyService::Client.new
|
494
|
+
#
|
495
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
496
|
+
# request = Google::Cloud::Dataproc::V1::ListAutoscalingPoliciesRequest.new
|
497
|
+
#
|
498
|
+
# # Call the list_autoscaling_policies method.
|
499
|
+
# result = client.list_autoscaling_policies request
|
500
|
+
#
|
501
|
+
# # The returned object is of type Gapic::PagedEnumerable. You can
|
502
|
+
# # iterate over all elements by calling #each, and the enumerable
|
503
|
+
# # will lazily make API calls to fetch subsequent pages. Other
|
504
|
+
# # methods are also available for managing paging directly.
|
505
|
+
# result.each do |response|
|
506
|
+
# # Each element is of type ::Google::Cloud::Dataproc::V1::AutoscalingPolicy.
|
507
|
+
# p response
|
508
|
+
# end
|
509
|
+
#
|
438
510
|
def list_autoscaling_policies request, options = nil
|
439
511
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
440
512
|
|
@@ -452,9 +524,11 @@ module Google
|
|
452
524
|
gapic_version: ::Google::Cloud::Dataproc::V1::VERSION
|
453
525
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
454
526
|
|
455
|
-
header_params = {
|
456
|
-
|
457
|
-
|
527
|
+
header_params = {}
|
528
|
+
if request.parent
|
529
|
+
header_params["parent"] = request.parent
|
530
|
+
end
|
531
|
+
|
458
532
|
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
459
533
|
metadata[:"x-goog-request-params"] ||= request_params_header
|
460
534
|
|
@@ -514,6 +588,21 @@ module Google
|
|
514
588
|
#
|
515
589
|
# @raise [::Google::Cloud::Error] if the RPC is aborted.
|
516
590
|
#
|
591
|
+
# @example Basic example
|
592
|
+
# require "google/cloud/dataproc/v1"
|
593
|
+
#
|
594
|
+
# # Create a client object. The client can be reused for multiple calls.
|
595
|
+
# client = Google::Cloud::Dataproc::V1::AutoscalingPolicyService::Client.new
|
596
|
+
#
|
597
|
+
# # Create a request. To set request fields, pass in keyword arguments.
|
598
|
+
# request = Google::Cloud::Dataproc::V1::DeleteAutoscalingPolicyRequest.new
|
599
|
+
#
|
600
|
+
# # Call the delete_autoscaling_policy method.
|
601
|
+
# result = client.delete_autoscaling_policy request
|
602
|
+
#
|
603
|
+
# # The returned object is of type Google::Protobuf::Empty.
|
604
|
+
# p result
|
605
|
+
#
|
517
606
|
def delete_autoscaling_policy request, options = nil
|
518
607
|
raise ::ArgumentError, "request must be provided" if request.nil?
|
519
608
|
|
@@ -531,9 +620,11 @@ module Google
|
|
531
620
|
gapic_version: ::Google::Cloud::Dataproc::V1::VERSION
|
532
621
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
533
622
|
|
534
|
-
header_params = {
|
535
|
-
|
536
|
-
|
623
|
+
header_params = {}
|
624
|
+
if request.name
|
625
|
+
header_params["name"] = request.name
|
626
|
+
end
|
627
|
+
|
537
628
|
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
538
629
|
metadata[:"x-goog-request-params"] ||= request_params_header
|
539
630
|
|