google-cloud-dataproc-v1 0.7.1 → 0.8.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.yardopts +1 -1
- data/AUTHENTICATION.md +7 -25
- data/lib/google/cloud/dataproc/v1/batch_controller/client.rb +1 -0
- data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +1 -0
- data/lib/google/cloud/dataproc/v1/clusters_pb.rb +1 -0
- data/lib/google/cloud/dataproc/v1/job_controller/client.rb +1 -0
- data/lib/google/cloud/dataproc/v1/shared_pb.rb +3 -0
- data/lib/google/cloud/dataproc/v1/version.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +2 -1
- data/proto_docs/google/api/resource.rb +10 -71
- data/proto_docs/google/cloud/dataproc/v1/clusters.rb +10 -2
- data/proto_docs/google/cloud/dataproc/v1/jobs.rb +12 -0
- data/proto_docs/google/cloud/dataproc/v1/shared.rb +10 -0
- data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb +1 -1
- metadata +3 -3
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 75b10ffcc3efa847d380e239d97ac92298df724a70e6f76e161a4357b31e2464
|
4
|
+
data.tar.gz: ff2d2916e09c5503d8cb4ee6f74058770b64254ecb962aa4e71f453f4bae6401
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: d2f533ae3bc23fa57971f8fe1faf5ba3abf1bec75d25935cb3e3de5229e9b11bcf4e9dd8d2c7c887f6a0fb54ccfdc21764aea94e5f077c6cf5fa5738648a0b6a
|
7
|
+
data.tar.gz: 73a70eb049fc046aa5ece71bf473adad5df91872e7b83172c1439c1766901b5af6df17fff54dd561fa48e68c70cfb83282cd417a44a3a127058a36adaf547357
|
data/.yardopts
CHANGED
data/AUTHENTICATION.md
CHANGED
@@ -120,15 +120,6 @@ To configure your system for this, simply:
|
|
120
120
|
**NOTE:** This is _not_ recommended for running in production. The Cloud SDK
|
121
121
|
*should* only be used during development.
|
122
122
|
|
123
|
-
[gce-how-to]: https://cloud.google.com/compute/docs/authentication#using
|
124
|
-
[dev-console]: https://console.cloud.google.com/project
|
125
|
-
|
126
|
-
[enable-apis]: https://raw.githubusercontent.com/GoogleCloudPlatform/gcloud-common/master/authentication/enable-apis.png
|
127
|
-
|
128
|
-
[create-new-service-account]: https://raw.githubusercontent.com/GoogleCloudPlatform/gcloud-common/master/authentication/create-new-service-account.png
|
129
|
-
[create-new-service-account-existing-keys]: https://raw.githubusercontent.com/GoogleCloudPlatform/gcloud-common/master/authentication/create-new-service-account-existing-keys.png
|
130
|
-
[reuse-service-account]: https://raw.githubusercontent.com/GoogleCloudPlatform/gcloud-common/master/authentication/reuse-service-account.png
|
131
|
-
|
132
123
|
## Creating a Service Account
|
133
124
|
|
134
125
|
Google Cloud requires **Service Account Credentials** to
|
@@ -139,31 +130,22 @@ If you are not running this client within
|
|
139
130
|
[Google Cloud Platform environments](#google-cloud-platform-environments), you
|
140
131
|
need a Google Developers service account.
|
141
132
|
|
142
|
-
1. Visit the [Google
|
133
|
+
1. Visit the [Google Cloud Console](https://console.cloud.google.com/project).
|
143
134
|
2. Create a new project or click on an existing project.
|
144
|
-
3. Activate the
|
135
|
+
3. Activate the menu in the upper left and select **APIs & Services**. From
|
145
136
|
here, you will enable the APIs that your application requires.
|
146
137
|
|
147
|
-
![Enable the APIs that your application requires][enable-apis]
|
148
|
-
|
149
138
|
*Note: You may need to enable billing in order to use these services.*
|
150
139
|
|
151
140
|
4. Select **Credentials** from the side navigation.
|
152
141
|
|
153
|
-
|
154
|
-
|
155
|
-
![Create a new service account][create-new-service-account]
|
156
|
-
|
157
|
-
![Create a new service account With Existing Keys][create-new-service-account-existing-keys]
|
158
|
-
|
159
|
-
Find the "Add credentials" drop down and select "Service account" to be
|
160
|
-
guided through downloading a new JSON key file.
|
142
|
+
Find the "Create credentials" drop down near the top of the page, and select
|
143
|
+
"Service account" to be guided through downloading a new JSON key file.
|
161
144
|
|
162
145
|
If you want to re-use an existing service account, you can easily generate a
|
163
|
-
new key file. Just select the account you wish to re-use,
|
164
|
-
|
165
|
-
|
166
|
-
![Re-use an existing service account][reuse-service-account]
|
146
|
+
new key file. Just select the account you wish to re-use, click the pencil
|
147
|
+
tool on the right side to edit the service account, select the **Keys** tab,
|
148
|
+
and then select **Add Key**.
|
167
149
|
|
168
150
|
The key file you download will be used by this library to authenticate API
|
169
151
|
requests and should be stored in a secure location.
|
@@ -119,6 +119,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
119
119
|
optional :boot_disk_type, :string, 3
|
120
120
|
optional :boot_disk_size_gb, :int32, 1
|
121
121
|
optional :num_local_ssds, :int32, 2
|
122
|
+
optional :local_ssd_interface, :string, 4
|
122
123
|
end
|
123
124
|
add_message "google.cloud.dataproc.v1.NodeInitializationAction" do
|
124
125
|
optional :executable_file, :string, 1
|
@@ -7,6 +7,8 @@ require 'google/protobuf'
|
|
7
7
|
Google::Protobuf::DescriptorPool.generated_pool.build do
|
8
8
|
add_file("google/cloud/dataproc/v1/shared.proto", :syntax => :proto3) do
|
9
9
|
add_message "google.cloud.dataproc.v1.RuntimeConfig" do
|
10
|
+
optional :version, :string, 1
|
11
|
+
optional :container_image, :string, 2
|
10
12
|
map :properties, :string, :string, 3
|
11
13
|
end
|
12
14
|
add_message "google.cloud.dataproc.v1.EnvironmentConfig" do
|
@@ -32,6 +34,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
32
34
|
add_message "google.cloud.dataproc.v1.RuntimeInfo" do
|
33
35
|
map :endpoints, :string, :string, 1
|
34
36
|
optional :output_uri, :string, 2
|
37
|
+
optional :diagnostic_output_uri, :string, 3
|
35
38
|
end
|
36
39
|
add_enum "google.cloud.dataproc.v1.Component" do
|
37
40
|
value :COMPONENT_UNSPECIFIED, 0
|
@@ -171,6 +171,7 @@ module Google
|
|
171
171
|
|
172
172
|
@operations_client = Operations.new do |config|
|
173
173
|
config.credentials = credentials
|
174
|
+
config.quota_project = @quota_project_id
|
174
175
|
config.endpoint = @config.endpoint
|
175
176
|
end
|
176
177
|
|
@@ -214,7 +215,7 @@ module Google
|
|
214
215
|
# Required. The resource name of the region or location, as described
|
215
216
|
# in https://cloud.google.com/apis/design/resource_names.
|
216
217
|
#
|
217
|
-
# * For `projects.regions.workflowTemplates
|
218
|
+
# * For `projects.regions.workflowTemplates.create`, the resource name of the
|
218
219
|
# region has the following format:
|
219
220
|
# `projects/{project_id}/regions/{region}`
|
220
221
|
#
|
@@ -33,11 +33,7 @@ module Google
|
|
33
33
|
# // For Kubernetes resources, the format is {api group}/{kind}.
|
34
34
|
# option (google.api.resource) = {
|
35
35
|
# type: "pubsub.googleapis.com/Topic"
|
36
|
-
#
|
37
|
-
# pattern: "projects/{project}/topics/{topic}"
|
38
|
-
# parent_type: "cloudresourcemanager.googleapis.com/Project"
|
39
|
-
# parent_name_extractor: "projects/{project}"
|
40
|
-
# }
|
36
|
+
# pattern: "projects/{project}/topics/{topic}"
|
41
37
|
# };
|
42
38
|
# }
|
43
39
|
#
|
@@ -45,10 +41,7 @@ module Google
|
|
45
41
|
#
|
46
42
|
# resources:
|
47
43
|
# - type: "pubsub.googleapis.com/Topic"
|
48
|
-
#
|
49
|
-
# - pattern: "projects/{project}/topics/{topic}"
|
50
|
-
# parent_type: "cloudresourcemanager.googleapis.com/Project"
|
51
|
-
# parent_name_extractor: "projects/{project}"
|
44
|
+
# pattern: "projects/{project}/topics/{topic}"
|
52
45
|
#
|
53
46
|
# Sometimes, resources have multiple patterns, typically because they can
|
54
47
|
# live under multiple parents.
|
@@ -58,26 +51,10 @@ module Google
|
|
58
51
|
# message LogEntry {
|
59
52
|
# option (google.api.resource) = {
|
60
53
|
# type: "logging.googleapis.com/LogEntry"
|
61
|
-
#
|
62
|
-
#
|
63
|
-
#
|
64
|
-
#
|
65
|
-
# }
|
66
|
-
# name_descriptor: {
|
67
|
-
# pattern: "folders/{folder}/logs/{log}"
|
68
|
-
# parent_type: "cloudresourcemanager.googleapis.com/Folder"
|
69
|
-
# parent_name_extractor: "folders/{folder}"
|
70
|
-
# }
|
71
|
-
# name_descriptor: {
|
72
|
-
# pattern: "organizations/{organization}/logs/{log}"
|
73
|
-
# parent_type: "cloudresourcemanager.googleapis.com/Organization"
|
74
|
-
# parent_name_extractor: "organizations/{organization}"
|
75
|
-
# }
|
76
|
-
# name_descriptor: {
|
77
|
-
# pattern: "billingAccounts/{billing_account}/logs/{log}"
|
78
|
-
# parent_type: "billing.googleapis.com/BillingAccount"
|
79
|
-
# parent_name_extractor: "billingAccounts/{billing_account}"
|
80
|
-
# }
|
54
|
+
# pattern: "projects/{project}/logs/{log}"
|
55
|
+
# pattern: "folders/{folder}/logs/{log}"
|
56
|
+
# pattern: "organizations/{organization}/logs/{log}"
|
57
|
+
# pattern: "billingAccounts/{billing_account}/logs/{log}"
|
81
58
|
# };
|
82
59
|
# }
|
83
60
|
#
|
@@ -85,48 +62,10 @@ module Google
|
|
85
62
|
#
|
86
63
|
# resources:
|
87
64
|
# - type: 'logging.googleapis.com/LogEntry'
|
88
|
-
#
|
89
|
-
#
|
90
|
-
#
|
91
|
-
#
|
92
|
-
# - pattern: "folders/{folder}/logs/{log}"
|
93
|
-
# parent_type: "cloudresourcemanager.googleapis.com/Folder"
|
94
|
-
# parent_name_extractor: "folders/{folder}"
|
95
|
-
# - pattern: "organizations/{organization}/logs/{log}"
|
96
|
-
# parent_type: "cloudresourcemanager.googleapis.com/Organization"
|
97
|
-
# parent_name_extractor: "organizations/{organization}"
|
98
|
-
# - pattern: "billingAccounts/{billing_account}/logs/{log}"
|
99
|
-
# parent_type: "billing.googleapis.com/BillingAccount"
|
100
|
-
# parent_name_extractor: "billingAccounts/{billing_account}"
|
101
|
-
#
|
102
|
-
# For flexible resources, the resource name doesn't contain parent names, but
|
103
|
-
# the resource itself has parents for policy evaluation.
|
104
|
-
#
|
105
|
-
# Example:
|
106
|
-
#
|
107
|
-
# message Shelf {
|
108
|
-
# option (google.api.resource) = {
|
109
|
-
# type: "library.googleapis.com/Shelf"
|
110
|
-
# name_descriptor: {
|
111
|
-
# pattern: "shelves/{shelf}"
|
112
|
-
# parent_type: "cloudresourcemanager.googleapis.com/Project"
|
113
|
-
# }
|
114
|
-
# name_descriptor: {
|
115
|
-
# pattern: "shelves/{shelf}"
|
116
|
-
# parent_type: "cloudresourcemanager.googleapis.com/Folder"
|
117
|
-
# }
|
118
|
-
# };
|
119
|
-
# }
|
120
|
-
#
|
121
|
-
# The ResourceDescriptor Yaml config will look like:
|
122
|
-
#
|
123
|
-
# resources:
|
124
|
-
# - type: 'library.googleapis.com/Shelf'
|
125
|
-
# name_descriptor:
|
126
|
-
# - pattern: "shelves/{shelf}"
|
127
|
-
# parent_type: "cloudresourcemanager.googleapis.com/Project"
|
128
|
-
# - pattern: "shelves/{shelf}"
|
129
|
-
# parent_type: "cloudresourcemanager.googleapis.com/Folder"
|
65
|
+
# pattern: "projects/{project}/logs/{log}"
|
66
|
+
# pattern: "folders/{folder}/logs/{log}"
|
67
|
+
# pattern: "organizations/{organization}/logs/{log}"
|
68
|
+
# pattern: "billingAccounts/{billing_account}/logs/{log}"
|
130
69
|
# @!attribute [rw] type
|
131
70
|
# @return [::String]
|
132
71
|
# The resource type. It must be in the format of
|
@@ -32,8 +32,9 @@ module Google
|
|
32
32
|
# unique. Names of deleted clusters can be reused.
|
33
33
|
# @!attribute [rw] config
|
34
34
|
# @return [::Google::Cloud::Dataproc::V1::ClusterConfig]
|
35
|
-
#
|
36
|
-
# default values, and values may change
|
35
|
+
# Optional. The cluster config for a cluster of Compute Engine Instances.
|
36
|
+
# Note that Dataproc may set default values, and values may change
|
37
|
+
# when clusters are updated.
|
37
38
|
# @!attribute [rw] labels
|
38
39
|
# @return [::Google::Protobuf::Map{::String => ::String}]
|
39
40
|
# Optional. The labels to associate with this cluster.
|
@@ -588,6 +589,13 @@ module Google
|
|
588
589
|
# If one or more SSDs are attached, this runtime bulk
|
589
590
|
# data is spread across them, and the boot disk contains only basic
|
590
591
|
# config and installed binaries.
|
592
|
+
# @!attribute [rw] local_ssd_interface
|
593
|
+
# @return [::String]
|
594
|
+
# Optional. Interface type of local SSDs (default is "scsi").
|
595
|
+
# Valid values: "scsi" (Small Computer System Interface),
|
596
|
+
# "nvme" (Non-Volatile Memory Express).
|
597
|
+
# See [SSD Interface
|
598
|
+
# types](https://cloud.google.com/compute/docs/disks/local-ssd#performance).
|
591
599
|
class DiskConfig
|
592
600
|
include ::Google::Protobuf::MessageExts
|
593
601
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -785,11 +785,23 @@ module Google
|
|
785
785
|
# 4 times within 10 minute window.
|
786
786
|
#
|
787
787
|
# Maximum value is 10.
|
788
|
+
#
|
789
|
+
# **Note:** Currently, this restartable job option is
|
790
|
+
# not supported in Dataproc
|
791
|
+
# [workflow
|
792
|
+
# template](https://cloud.google.com/dataproc/docs/concepts/workflows/using-workflows#adding_jobs_to_a_template)
|
793
|
+
# jobs.
|
788
794
|
# @!attribute [rw] max_failures_total
|
789
795
|
# @return [::Integer]
|
790
796
|
# Optional. Maximum number of times in total a driver may be restarted as a result of
|
791
797
|
# driver exiting with non-zero code before job is reported failed.
|
792
798
|
# Maximum value is 240.
|
799
|
+
#
|
800
|
+
# **Note:** Currently, this restartable job option is
|
801
|
+
# not supported in Dataproc
|
802
|
+
# [workflow
|
803
|
+
# template](https://cloud.google.com/dataproc/docs/concepts/workflows/using-workflows#adding_jobs_to_a_template)
|
804
|
+
# jobs.
|
793
805
|
class JobScheduling
|
794
806
|
include ::Google::Protobuf::MessageExts
|
795
807
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -22,6 +22,13 @@ module Google
|
|
22
22
|
module Dataproc
|
23
23
|
module V1
|
24
24
|
# Runtime configuration for a workload.
|
25
|
+
# @!attribute [rw] version
|
26
|
+
# @return [::String]
|
27
|
+
# Optional. Version of the batch runtime.
|
28
|
+
# @!attribute [rw] container_image
|
29
|
+
# @return [::String]
|
30
|
+
# Optional. Optional custom container image for the job runtime environment. If
|
31
|
+
# not specified, a default container image will be used.
|
25
32
|
# @!attribute [rw] properties
|
26
33
|
# @return [::Google::Protobuf::Map{::String => ::String}]
|
27
34
|
# Optional. A mapping of property names to values, which are used to configure workload
|
@@ -111,6 +118,9 @@ module Google
|
|
111
118
|
# @!attribute [r] output_uri
|
112
119
|
# @return [::String]
|
113
120
|
# Output only. A URI pointing to the location of the stdout and stderr of the workload.
|
121
|
+
# @!attribute [r] diagnostic_output_uri
|
122
|
+
# @return [::String]
|
123
|
+
# Output only. A URI pointing to the location of the diagnostics tarball.
|
114
124
|
class RuntimeInfo
|
115
125
|
include ::Google::Protobuf::MessageExts
|
116
126
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -522,7 +522,7 @@ module Google
|
|
522
522
|
# Required. The resource name of the region or location, as described
|
523
523
|
# in https://cloud.google.com/apis/design/resource_names.
|
524
524
|
#
|
525
|
-
# * For `projects.regions.workflowTemplates
|
525
|
+
# * For `projects.regions.workflowTemplates.create`, the resource name of the
|
526
526
|
# region has the following format:
|
527
527
|
# `projects/{project_id}/regions/{region}`
|
528
528
|
#
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-cloud-dataproc-v1
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.8.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2022-01-11 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: gapic-common
|
@@ -243,7 +243,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
243
243
|
- !ruby/object:Gem::Version
|
244
244
|
version: '0'
|
245
245
|
requirements: []
|
246
|
-
rubygems_version: 3.
|
246
|
+
rubygems_version: 3.3.4
|
247
247
|
signing_key:
|
248
248
|
specification_version: 4
|
249
249
|
summary: API Client library for the Cloud Dataproc V1 API
|