google-cloud-dataproc 0.5.1 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/AUTHENTICATION.md +3 -3
- data/lib/google/cloud/dataproc/v1/autoscaling_policies_pb.rb +80 -0
- data/lib/google/cloud/dataproc/v1/autoscaling_policies_services_pb.rb +60 -0
- data/lib/google/cloud/dataproc/v1/cluster_controller_client.rb +20 -6
- data/lib/google/cloud/dataproc/v1/clusters_pb.rb +31 -0
- data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb +16 -6
- data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/autoscaling_policies.rb +23 -0
- data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/clusters.rb +107 -5
- data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/jobs.rb +1 -1
- data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/workflow_templates.rb +84 -31
- data/lib/google/cloud/dataproc/v1/doc/google/protobuf/timestamp.rb +6 -4
- data/lib/google/cloud/dataproc/v1/jobs_pb.rb +2 -0
- data/lib/google/cloud/dataproc/v1/operations_pb.rb +2 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service_client.rb +67 -21
- data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +3 -0
- data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +6 -2
- data/lib/google/cloud/dataproc/v1beta2/autoscaling_policies_pb.rb +3 -4
- data/lib/google/cloud/dataproc/v1beta2/autoscaling_policy_service_client.rb +39 -11
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller_client.rb +17 -7
- data/lib/google/cloud/dataproc/v1beta2/clusters_pb.rb +4 -0
- data/lib/google/cloud/dataproc/v1beta2/clusters_services_pb.rb +16 -6
- data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/autoscaling_policies.rb +50 -14
- data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/clusters.rb +12 -7
- data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/jobs.rb +9 -4
- data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/workflow_templates.rb +82 -24
- data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/timestamp.rb +6 -4
- data/lib/google/cloud/dataproc/v1beta2/jobs_pb.rb +2 -0
- data/lib/google/cloud/dataproc/v1beta2/operations_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service_client.rb +67 -21
- data/lib/google/cloud/dataproc/v1beta2/workflow_templates_pb.rb +3 -0
- data/lib/google/cloud/dataproc/v1beta2/workflow_templates_services_pb.rb +6 -2
- data/lib/google/cloud/dataproc/version.rb +1 -1
- metadata +6 -3
@@ -88,11 +88,13 @@ module Google
|
|
88
88
|
# 01:30 UTC on January 15, 2017.
|
89
89
|
#
|
90
90
|
# In JavaScript, one can convert a Date object to this format using the
|
91
|
-
# standard
|
91
|
+
# standard
|
92
|
+
# [toISOString()](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Date/toISOString)
|
92
93
|
# method. In Python, a standard `datetime.datetime` object can be converted
|
93
|
-
# to this format using
|
94
|
-
#
|
95
|
-
#
|
94
|
+
# to this format using
|
95
|
+
# [`strftime`](https://docs.python.org/2/library/time.html#time.strftime) with
|
96
|
+
# the time format spec '%Y-%m-%dT%H:%M:%S.%fZ'. Likewise, in Java, one can use
|
97
|
+
# the Joda Time's [`ISODateTimeFormat.dateTime()`](
|
96
98
|
# http://www.joda.org/joda-time/apidocs/org/joda/time/format/ISODateTimeFormat.html#dateTime%2D%2D
|
97
99
|
# ) to obtain a formatter capable of generating timestamps in this format.
|
98
100
|
# @!attribute [rw] seconds
|
@@ -4,8 +4,8 @@
|
|
4
4
|
|
5
5
|
require 'google/protobuf'
|
6
6
|
|
7
|
-
require 'google/api/annotations_pb'
|
8
7
|
require 'google/protobuf/timestamp_pb'
|
8
|
+
require 'google/api/annotations_pb'
|
9
9
|
Google::Protobuf::DescriptorPool.generated_pool.build do
|
10
10
|
add_message "google.cloud.dataproc.v1beta2.ClusterOperationStatus" do
|
11
11
|
optional :state, :enum, 1, "google.cloud.dataproc.v1beta2.ClusterOperationStatus.State"
|
@@ -295,9 +295,16 @@ module Google
|
|
295
295
|
# Creates new workflow template.
|
296
296
|
#
|
297
297
|
# @param parent [String]
|
298
|
-
# Required. The
|
299
|
-
# in https://cloud.google.com/apis/design/resource_names
|
300
|
-
#
|
298
|
+
# Required. The resource name of the region or location, as described
|
299
|
+
# in https://cloud.google.com/apis/design/resource_names.
|
300
|
+
#
|
301
|
+
# * For `projects.regions.workflowTemplates,create`, the resource name of the
|
302
|
+
# region has the following format:
|
303
|
+
# `projects/{project_id}/regions/{region}`
|
304
|
+
#
|
305
|
+
# * For `projects.locations.workflowTemplates.create`, the resource name of
|
306
|
+
# the location has the following format:
|
307
|
+
# `projects/{project_id}/locations/{location}`
|
301
308
|
# @param template [Google::Cloud::Dataproc::V1beta2::WorkflowTemplate | Hash]
|
302
309
|
# Required. The Dataproc workflow template to create.
|
303
310
|
# A hash of the same form as `Google::Cloud::Dataproc::V1beta2::WorkflowTemplate`
|
@@ -339,12 +346,19 @@ module Google
|
|
339
346
|
# version parameter.
|
340
347
|
#
|
341
348
|
# @param name [String]
|
342
|
-
# Required. The
|
343
|
-
# in https://cloud.google.com/apis/design/resource_names
|
344
|
-
#
|
349
|
+
# Required. The resource name of the workflow template, as described
|
350
|
+
# in https://cloud.google.com/apis/design/resource_names.
|
351
|
+
#
|
352
|
+
# * For `projects.regions.workflowTemplates.get`, the resource name of the
|
353
|
+
# template has the following format:
|
354
|
+
# `projects/{project_id}/regions/{region}/workflowTemplates/{template_id}`
|
355
|
+
#
|
356
|
+
# * For `projects.locations.workflowTemplates.get`, the resource name of the
|
357
|
+
# template has the following format:
|
358
|
+
# `projects/{project_id}/locations/{location}/workflowTemplates/{template_id}`
|
345
359
|
# @param version [Integer]
|
346
360
|
# Optional. The version of workflow template to retrieve. Only previously
|
347
|
-
#
|
361
|
+
# instantiated versions can be retrieved.
|
348
362
|
#
|
349
363
|
# If unspecified, retrieves the current version.
|
350
364
|
# @param options [Google::Gax::CallOptions]
|
@@ -388,16 +402,25 @@ module Google
|
|
388
402
|
# clusters to be deleted.
|
389
403
|
#
|
390
404
|
# The {Google::Longrunning::Operation#metadata Operation#metadata} will be
|
391
|
-
#
|
405
|
+
# [WorkflowMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1beta2#workflowmetadata).
|
406
|
+
# Also see [Using
|
407
|
+
# WorkflowMetadata](/dataproc/docs/concepts/workflows/debugging#using_workflowmetadata).
|
392
408
|
#
|
393
409
|
# On successful completion,
|
394
410
|
# {Google::Longrunning::Operation#response Operation#response} will be
|
395
411
|
# {Google::Protobuf::Empty Empty}.
|
396
412
|
#
|
397
413
|
# @param name [String]
|
398
|
-
# Required. The
|
399
|
-
# in https://cloud.google.com/apis/design/resource_names
|
400
|
-
#
|
414
|
+
# Required. The resource name of the workflow template, as described
|
415
|
+
# in https://cloud.google.com/apis/design/resource_names.
|
416
|
+
#
|
417
|
+
# * For `projects.regions.workflowTemplates.instantiate`, the resource name
|
418
|
+
# of the template has the following format:
|
419
|
+
# `projects/{project_id}/regions/{region}/workflowTemplates/{template_id}`
|
420
|
+
#
|
421
|
+
# * For `projects.locations.workflowTemplates.instantiate`, the resource name
|
422
|
+
# of the template has the following format:
|
423
|
+
# `projects/{project_id}/locations/{location}/workflowTemplates/{template_id}`
|
401
424
|
# @param version [Integer]
|
402
425
|
# Optional. The version of workflow template to instantiate. If specified,
|
403
426
|
# the workflow will be instantiated only if the current version of
|
@@ -501,16 +524,25 @@ module Google
|
|
501
524
|
# clusters to be deleted.
|
502
525
|
#
|
503
526
|
# The {Google::Longrunning::Operation#metadata Operation#metadata} will be
|
504
|
-
#
|
527
|
+
# [WorkflowMetadata](https://cloud.google.com/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#workflowmetadata).
|
528
|
+
# Also see [Using
|
529
|
+
# WorkflowMetadata](/dataproc/docs/concepts/workflows/debugging#using_workflowmetadata).
|
505
530
|
#
|
506
531
|
# On successful completion,
|
507
532
|
# {Google::Longrunning::Operation#response Operation#response} will be
|
508
533
|
# {Google::Protobuf::Empty Empty}.
|
509
534
|
#
|
510
535
|
# @param parent [String]
|
511
|
-
# Required. The
|
512
|
-
# in https://cloud.google.com/apis/design/resource_names
|
513
|
-
#
|
536
|
+
# Required. The resource name of the region or location, as described
|
537
|
+
# in https://cloud.google.com/apis/design/resource_names.
|
538
|
+
#
|
539
|
+
# * For `projects.regions.workflowTemplates,instantiateinline`, the resource
|
540
|
+
# name of the region has the following format:
|
541
|
+
# `projects/{project_id}/regions/{region}`
|
542
|
+
#
|
543
|
+
# * For `projects.locations.workflowTemplates.instantiateinline`, the
|
544
|
+
# resource name of the location has the following format:
|
545
|
+
# `projects/{project_id}/locations/{location}`
|
514
546
|
# @param template [Google::Cloud::Dataproc::V1beta2::WorkflowTemplate | Hash]
|
515
547
|
# Required. The workflow template to instantiate.
|
516
548
|
# A hash of the same form as `Google::Cloud::Dataproc::V1beta2::WorkflowTemplate`
|
@@ -632,9 +664,16 @@ module Google
|
|
632
664
|
# Lists workflows that match the specified filter in the request.
|
633
665
|
#
|
634
666
|
# @param parent [String]
|
635
|
-
# Required. The
|
636
|
-
# in https://cloud.google.com/apis/design/resource_names
|
637
|
-
#
|
667
|
+
# Required. The resource name of the region or location, as described
|
668
|
+
# in https://cloud.google.com/apis/design/resource_names.
|
669
|
+
#
|
670
|
+
# * For `projects.regions.workflowTemplates,list`, the resource
|
671
|
+
# name of the region has the following format:
|
672
|
+
# `projects/{project_id}/regions/{region}`
|
673
|
+
#
|
674
|
+
# * For `projects.locations.workflowTemplates.list`, the
|
675
|
+
# resource name of the location has the following format:
|
676
|
+
# `projects/{project_id}/locations/{location}`
|
638
677
|
# @param page_size [Integer]
|
639
678
|
# The maximum number of resources contained in the underlying API
|
640
679
|
# response. If page streaming is performed per-resource, this
|
@@ -688,9 +727,16 @@ module Google
|
|
688
727
|
# Deletes a workflow template. It does not cancel in-progress workflows.
|
689
728
|
#
|
690
729
|
# @param name [String]
|
691
|
-
# Required. The
|
692
|
-
# in https://cloud.google.com/apis/design/resource_names
|
693
|
-
#
|
730
|
+
# Required. The resource name of the workflow template, as described
|
731
|
+
# in https://cloud.google.com/apis/design/resource_names.
|
732
|
+
#
|
733
|
+
# * For `projects.regions.workflowTemplates.delete`, the resource name
|
734
|
+
# of the template has the following format:
|
735
|
+
# `projects/{project_id}/regions/{region}/workflowTemplates/{template_id}`
|
736
|
+
#
|
737
|
+
# * For `projects.locations.workflowTemplates.instantiate`, the resource name
|
738
|
+
# of the template has the following format:
|
739
|
+
# `projects/{project_id}/locations/{location}/workflowTemplates/{template_id}`
|
694
740
|
# @param version [Integer]
|
695
741
|
# Optional. The version of workflow template to delete. If specified,
|
696
742
|
# will only delete the template if the current server version matches
|
@@ -5,6 +5,9 @@
|
|
5
5
|
require 'google/protobuf'
|
6
6
|
|
7
7
|
require 'google/api/annotations_pb'
|
8
|
+
require 'google/api/client_pb'
|
9
|
+
require 'google/api/field_behavior_pb'
|
10
|
+
require 'google/api/resource_pb'
|
8
11
|
require 'google/cloud/dataproc/v1beta2/clusters_pb'
|
9
12
|
require 'google/cloud/dataproc/v1beta2/jobs_pb'
|
10
13
|
require 'google/longrunning/operations_pb'
|
@@ -56,7 +56,9 @@ module Google
|
|
56
56
|
# clusters to be deleted.
|
57
57
|
#
|
58
58
|
# The [Operation.metadata][google.longrunning.Operation.metadata] will be
|
59
|
-
# [WorkflowMetadata]
|
59
|
+
# [WorkflowMetadata](/dataproc/docs/reference/rpc/google.cloud.dataproc.v1beta2#workflowmetadata).
|
60
|
+
# Also see [Using
|
61
|
+
# WorkflowMetadata](/dataproc/docs/concepts/workflows/debugging#using_workflowmetadata).
|
60
62
|
#
|
61
63
|
# On successful completion,
|
62
64
|
# [Operation.response][google.longrunning.Operation.response] will be
|
@@ -79,7 +81,9 @@ module Google
|
|
79
81
|
# clusters to be deleted.
|
80
82
|
#
|
81
83
|
# The [Operation.metadata][google.longrunning.Operation.metadata] will be
|
82
|
-
# [WorkflowMetadata]
|
84
|
+
# [WorkflowMetadata](/dataproc/docs/reference/rpc/google.cloud.dataproc.v1#workflowmetadata).
|
85
|
+
# Also see [Using
|
86
|
+
# WorkflowMetadata](/dataproc/docs/concepts/workflows/debugging#using_workflowmetadata).
|
83
87
|
#
|
84
88
|
# On successful completion,
|
85
89
|
# [Operation.response][google.longrunning.Operation.response] will be
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-cloud-dataproc
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.6.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2019-
|
11
|
+
date: 2019-10-18 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: google-gax
|
@@ -107,11 +107,14 @@ files:
|
|
107
107
|
- README.md
|
108
108
|
- lib/google/cloud/dataproc.rb
|
109
109
|
- lib/google/cloud/dataproc/v1.rb
|
110
|
+
- lib/google/cloud/dataproc/v1/autoscaling_policies_pb.rb
|
111
|
+
- lib/google/cloud/dataproc/v1/autoscaling_policies_services_pb.rb
|
110
112
|
- lib/google/cloud/dataproc/v1/cluster_controller_client.rb
|
111
113
|
- lib/google/cloud/dataproc/v1/cluster_controller_client_config.json
|
112
114
|
- lib/google/cloud/dataproc/v1/clusters_pb.rb
|
113
115
|
- lib/google/cloud/dataproc/v1/clusters_services_pb.rb
|
114
116
|
- lib/google/cloud/dataproc/v1/credentials.rb
|
117
|
+
- lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/autoscaling_policies.rb
|
115
118
|
- lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/clusters.rb
|
116
119
|
- lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/jobs.rb
|
117
120
|
- lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/workflow_templates.rb
|
@@ -183,7 +186,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
183
186
|
- !ruby/object:Gem::Version
|
184
187
|
version: '0'
|
185
188
|
requirements: []
|
186
|
-
rubygems_version: 3.0.
|
189
|
+
rubygems_version: 3.0.6
|
187
190
|
signing_key:
|
188
191
|
specification_version: 4
|
189
192
|
summary: API Client library for Google Cloud Dataproc API
|