google-cloud-dataproc 0.7.1 → 0.7.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/google/cloud/dataproc/v1.rb +1 -1
- data/lib/google/cloud/dataproc/v1/autoscaling_policies_services_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1/cluster_controller_client.rb +6 -6
- data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/clusters.rb +30 -30
- data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/jobs.rb +23 -23
- data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/workflow_templates.rb +2 -2
- data/lib/google/cloud/dataproc/v1/job_controller_client.rb +6 -6
- data/lib/google/cloud/dataproc/v1/jobs_services_pb.rb +0 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service_client.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +1 -1
- data/lib/google/cloud/dataproc/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: aa5b28f4d9d0c8229df9ef5b9b2d71e94fd12f6d78c11c00a3323655aff95bcb
|
|
4
|
+
data.tar.gz: 764cf7fcd5c6b35c8dd21234bdcfd7b480c52a84f386f6ea027ffff8cafc8eca
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 8a4779b2b4b052e86b0729535e51b13081cede0f80d40e541ea02f2443cdae3f8c6e4f97f18de1f740d630838e2dfab541a426c644c9ad2b2fbcc0a258636154
|
|
7
|
+
data.tar.gz: 4de0ce8b8db1634d2292ef9a8fdd67215069f95312f8bfa0c56a612f7ccabe0655a60a0ddc327abbc31af5607d102bf210b5056b4378f85099f5a260ad88d066
|
|
@@ -238,7 +238,7 @@ module Google
|
|
|
238
238
|
module WorkflowTemplateService
|
|
239
239
|
##
|
|
240
240
|
# The API interface for managing Workflow Templates in the
|
|
241
|
-
#
|
|
241
|
+
# Dataproc API.
|
|
242
242
|
#
|
|
243
243
|
# @param credentials [Google::Auth::Credentials, String, Hash, GRPC::Core::Channel, GRPC::Core::ChannelCredentials, Proc]
|
|
244
244
|
# Provides the means for authenticating requests made by the client. This parameter can
|
|
@@ -239,7 +239,7 @@ module Google
|
|
|
239
239
|
# Required. The ID of the Google Cloud Platform project that the cluster
|
|
240
240
|
# belongs to.
|
|
241
241
|
# @param region [String]
|
|
242
|
-
# Required. The
|
|
242
|
+
# Required. The Dataproc region in which to handle the request.
|
|
243
243
|
# @param cluster [Google::Cloud::Dataproc::V1::Cluster | Hash]
|
|
244
244
|
# Required. The cluster to create.
|
|
245
245
|
# A hash of the same form as `Google::Cloud::Dataproc::V1::Cluster`
|
|
@@ -334,7 +334,7 @@ module Google
|
|
|
334
334
|
# Required. The ID of the Google Cloud Platform project the
|
|
335
335
|
# cluster belongs to.
|
|
336
336
|
# @param region [String]
|
|
337
|
-
# Required. The
|
|
337
|
+
# Required. The Dataproc region in which to handle the request.
|
|
338
338
|
# @param cluster_name [String]
|
|
339
339
|
# Required. The cluster name.
|
|
340
340
|
# @param cluster [Google::Cloud::Dataproc::V1::Cluster | Hash]
|
|
@@ -508,7 +508,7 @@ module Google
|
|
|
508
508
|
# Required. The ID of the Google Cloud Platform project that the cluster
|
|
509
509
|
# belongs to.
|
|
510
510
|
# @param region [String]
|
|
511
|
-
# Required. The
|
|
511
|
+
# Required. The Dataproc region in which to handle the request.
|
|
512
512
|
# @param cluster_name [String]
|
|
513
513
|
# Required. The cluster name.
|
|
514
514
|
# @param cluster_uuid [String]
|
|
@@ -604,7 +604,7 @@ module Google
|
|
|
604
604
|
# Required. The ID of the Google Cloud Platform project that the cluster
|
|
605
605
|
# belongs to.
|
|
606
606
|
# @param region [String]
|
|
607
|
-
# Required. The
|
|
607
|
+
# Required. The Dataproc region in which to handle the request.
|
|
608
608
|
# @param cluster_name [String]
|
|
609
609
|
# Required. The cluster name.
|
|
610
610
|
# @param options [Google::Gax::CallOptions]
|
|
@@ -651,7 +651,7 @@ module Google
|
|
|
651
651
|
# Required. The ID of the Google Cloud Platform project that the cluster
|
|
652
652
|
# belongs to.
|
|
653
653
|
# @param region [String]
|
|
654
|
-
# Required. The
|
|
654
|
+
# Required. The Dataproc region in which to handle the request.
|
|
655
655
|
# @param filter [String]
|
|
656
656
|
# Optional. A filter constraining the clusters to list. Filters are
|
|
657
657
|
# case-sensitive and have the following syntax:
|
|
@@ -743,7 +743,7 @@ module Google
|
|
|
743
743
|
# Required. The ID of the Google Cloud Platform project that the cluster
|
|
744
744
|
# belongs to.
|
|
745
745
|
# @param region [String]
|
|
746
|
-
# Required. The
|
|
746
|
+
# Required. The Dataproc region in which to handle the request.
|
|
747
747
|
# @param cluster_name [String]
|
|
748
748
|
# Required. The cluster name.
|
|
749
749
|
# @param options [Google::Gax::CallOptions]
|
|
@@ -28,7 +28,7 @@ module Google
|
|
|
28
28
|
# unique. Names of deleted clusters can be reused.
|
|
29
29
|
# @!attribute [rw] config
|
|
30
30
|
# @return [Google::Cloud::Dataproc::V1::ClusterConfig]
|
|
31
|
-
# Required. The cluster config. Note that
|
|
31
|
+
# Required. The cluster config. Note that Dataproc may set
|
|
32
32
|
# default values, and values may change when clusters are updated.
|
|
33
33
|
# @!attribute [rw] labels
|
|
34
34
|
# @return [Hash{String => String}]
|
|
@@ -47,7 +47,7 @@ module Google
|
|
|
47
47
|
# Output only. The previous cluster status.
|
|
48
48
|
# @!attribute [rw] cluster_uuid
|
|
49
49
|
# @return [String]
|
|
50
|
-
# Output only. A cluster UUID (Unique Universal Identifier).
|
|
50
|
+
# Output only. A cluster UUID (Unique Universal Identifier). Dataproc
|
|
51
51
|
# generates this value when it creates the cluster.
|
|
52
52
|
# @!attribute [rw] metrics
|
|
53
53
|
# @return [Google::Cloud::Dataproc::V1::ClusterMetrics]
|
|
@@ -60,14 +60,14 @@ module Google
|
|
|
60
60
|
# The cluster config.
|
|
61
61
|
# @!attribute [rw] config_bucket
|
|
62
62
|
# @return [String]
|
|
63
|
-
# Optional. A
|
|
63
|
+
# Optional. A Cloud Storage bucket used to stage job
|
|
64
64
|
# dependencies, config files, and job driver console output.
|
|
65
65
|
# If you do not specify a staging bucket, Cloud
|
|
66
66
|
# Dataproc will determine a Cloud Storage location (US,
|
|
67
|
-
# ASIA, or EU) for your cluster's staging bucket according to the
|
|
67
|
+
# ASIA, or EU) for your cluster's staging bucket according to the
|
|
68
68
|
# Compute Engine zone where your cluster is deployed, and then create
|
|
69
69
|
# and manage this project-level, per-location bucket (see
|
|
70
|
-
# [
|
|
70
|
+
# [Dataproc staging
|
|
71
71
|
# bucket](/dataproc/docs/concepts/configuring-clusters/staging-bucket)).
|
|
72
72
|
# @!attribute [rw] gce_cluster_config
|
|
73
73
|
# @return [Google::Cloud::Dataproc::V1::GceClusterConfig]
|
|
@@ -126,7 +126,7 @@ module Google
|
|
|
126
126
|
# * `https://www.googleapis.com/compute/v1/projects/[project_id]/locations/[dataproc_region]/autoscalingPolicies/[policy_id]`
|
|
127
127
|
# * `projects/[project_id]/locations/[dataproc_region]/autoscalingPolicies/[policy_id]`
|
|
128
128
|
#
|
|
129
|
-
# Note that the policy must be in the same project and
|
|
129
|
+
# Note that the policy must be in the same project and Dataproc region.
|
|
130
130
|
class AutoscalingConfig; end
|
|
131
131
|
|
|
132
132
|
# Encryption settings for the cluster.
|
|
@@ -142,7 +142,7 @@ module Google
|
|
|
142
142
|
# @return [String]
|
|
143
143
|
# Optional. The zone where the Compute Engine cluster will be located.
|
|
144
144
|
# On a create request, it is required in the "global" region. If omitted
|
|
145
|
-
# in a non-global
|
|
145
|
+
# in a non-global Dataproc region, the service will pick a zone in the
|
|
146
146
|
# corresponding Compute Engine region. On a get request, zone will
|
|
147
147
|
# always be present.
|
|
148
148
|
#
|
|
@@ -184,17 +184,17 @@ module Google
|
|
|
184
184
|
# configured to be accessible without external IP addresses.
|
|
185
185
|
# @!attribute [rw] service_account
|
|
186
186
|
# @return [String]
|
|
187
|
-
# Optional. The service
|
|
188
|
-
#
|
|
189
|
-
#
|
|
190
|
-
#
|
|
191
|
-
#
|
|
192
|
-
#
|
|
193
|
-
#
|
|
194
|
-
#
|
|
195
|
-
#
|
|
196
|
-
#
|
|
197
|
-
#
|
|
187
|
+
# Optional. The [Dataproc service
|
|
188
|
+
# account](/dataproc/docs/concepts/configuring-clusters/service-accounts#service_accounts_in_cloud_dataproc)
|
|
189
|
+
# (also see [VM Data Plane
|
|
190
|
+
# identity](/dataproc/docs/concepts/iam/dataproc-principals#vm_service_account_data_plane_identity))
|
|
191
|
+
# used by Dataproc cluster VM instances to access Google Cloud Platform
|
|
192
|
+
# services.
|
|
193
|
+
#
|
|
194
|
+
# If not specified, the
|
|
195
|
+
# [Compute Engine default service
|
|
196
|
+
# account](/compute/docs/access/service-accounts#default_service_account)
|
|
197
|
+
# is used.
|
|
198
198
|
# @!attribute [rw] service_account_scopes
|
|
199
199
|
# @return [Array<String>]
|
|
200
200
|
# Optional. The URIs of service account scopes to be included in
|
|
@@ -230,7 +230,7 @@ module Google
|
|
|
230
230
|
# For master instance groups, must be set to 1.
|
|
231
231
|
# @!attribute [rw] instance_names
|
|
232
232
|
# @return [Array<String>]
|
|
233
|
-
# Output only. The list of instance names.
|
|
233
|
+
# Output only. The list of instance names. Dataproc derives the names
|
|
234
234
|
# from `cluster_name`, `num_instances`, and the instance group.
|
|
235
235
|
# @!attribute [rw] image_uri
|
|
236
236
|
# @return [String]
|
|
@@ -247,7 +247,7 @@ module Google
|
|
|
247
247
|
# * `projects/[project_id]/zones/us-east1-a/machineTypes/n1-standard-2`
|
|
248
248
|
# * `n1-standard-2`
|
|
249
249
|
#
|
|
250
|
-
# **Auto Zone Exception**: If you are using the
|
|
250
|
+
# **Auto Zone Exception**: If you are using the Dataproc
|
|
251
251
|
# [Auto Zone
|
|
252
252
|
# Placement](/dataproc/docs/concepts/configuring-clusters/auto-zone#using_auto_zone_placement)
|
|
253
253
|
# feature, you must use the short name of the machine type
|
|
@@ -271,7 +271,7 @@ module Google
|
|
|
271
271
|
# @!attribute [rw] min_cpu_platform
|
|
272
272
|
# @return [String]
|
|
273
273
|
# Optional. Specifies the minimum cpu platform for the Instance Group.
|
|
274
|
-
# See [
|
|
274
|
+
# See [Dataproc→Minimum CPU Platform]
|
|
275
275
|
# (/dataproc/docs/concepts/compute/dataproc-min-cpu).
|
|
276
276
|
class InstanceGroupConfig; end
|
|
277
277
|
|
|
@@ -300,7 +300,7 @@ module Google
|
|
|
300
300
|
# * `projects/[project_id]/zones/us-east1-a/acceleratorTypes/nvidia-tesla-k80`
|
|
301
301
|
# * `nvidia-tesla-k80`
|
|
302
302
|
#
|
|
303
|
-
# **Auto Zone Exception**: If you are using the
|
|
303
|
+
# **Auto Zone Exception**: If you are using the Dataproc
|
|
304
304
|
# [Auto Zone
|
|
305
305
|
# Placement](/dataproc/docs/concepts/configuring-clusters/auto-zone#using_auto_zone_placement)
|
|
306
306
|
# feature, you must use the short name of the accelerator type
|
|
@@ -391,7 +391,7 @@ module Google
|
|
|
391
391
|
UNHEALTHY = 1
|
|
392
392
|
|
|
393
393
|
# The agent-reported status is out of date (may occur if
|
|
394
|
-
#
|
|
394
|
+
# Dataproc loses communication with Agent).
|
|
395
395
|
#
|
|
396
396
|
# Applies to RUNNING state.
|
|
397
397
|
STALE_STATUS = 2
|
|
@@ -477,7 +477,7 @@ module Google
|
|
|
477
477
|
# @!attribute [rw] image_version
|
|
478
478
|
# @return [String]
|
|
479
479
|
# Optional. The version of software inside the cluster. It must be one of the
|
|
480
|
-
# supported [
|
|
480
|
+
# supported [Dataproc
|
|
481
481
|
# Versions](/dataproc/docs/concepts/versioning/dataproc-versions#supported_cloud_dataproc_versions),
|
|
482
482
|
# such as "1.2" (including a subminor version, such as "1.2.29"), or the
|
|
483
483
|
# ["preview"
|
|
@@ -527,7 +527,7 @@ module Google
|
|
|
527
527
|
# belongs to.
|
|
528
528
|
# @!attribute [rw] region
|
|
529
529
|
# @return [String]
|
|
530
|
-
# Required. The
|
|
530
|
+
# Required. The Dataproc region in which to handle the request.
|
|
531
531
|
# @!attribute [rw] cluster
|
|
532
532
|
# @return [Google::Cloud::Dataproc::V1::Cluster]
|
|
533
533
|
# Required. The cluster to create.
|
|
@@ -553,7 +553,7 @@ module Google
|
|
|
553
553
|
# cluster belongs to.
|
|
554
554
|
# @!attribute [rw] region
|
|
555
555
|
# @return [String]
|
|
556
|
-
# Required. The
|
|
556
|
+
# Required. The Dataproc region in which to handle the request.
|
|
557
557
|
# @!attribute [rw] cluster_name
|
|
558
558
|
# @return [String]
|
|
559
559
|
# Required. The cluster name.
|
|
@@ -645,7 +645,7 @@ module Google
|
|
|
645
645
|
# belongs to.
|
|
646
646
|
# @!attribute [rw] region
|
|
647
647
|
# @return [String]
|
|
648
|
-
# Required. The
|
|
648
|
+
# Required. The Dataproc region in which to handle the request.
|
|
649
649
|
# @!attribute [rw] cluster_name
|
|
650
650
|
# @return [String]
|
|
651
651
|
# Required. The cluster name.
|
|
@@ -675,7 +675,7 @@ module Google
|
|
|
675
675
|
# belongs to.
|
|
676
676
|
# @!attribute [rw] region
|
|
677
677
|
# @return [String]
|
|
678
|
-
# Required. The
|
|
678
|
+
# Required. The Dataproc region in which to handle the request.
|
|
679
679
|
# @!attribute [rw] cluster_name
|
|
680
680
|
# @return [String]
|
|
681
681
|
# Required. The cluster name.
|
|
@@ -688,7 +688,7 @@ module Google
|
|
|
688
688
|
# belongs to.
|
|
689
689
|
# @!attribute [rw] region
|
|
690
690
|
# @return [String]
|
|
691
|
-
# Required. The
|
|
691
|
+
# Required. The Dataproc region in which to handle the request.
|
|
692
692
|
# @!attribute [rw] filter
|
|
693
693
|
# @return [String]
|
|
694
694
|
# Optional. A filter constraining the clusters to list. Filters are
|
|
@@ -736,7 +736,7 @@ module Google
|
|
|
736
736
|
# belongs to.
|
|
737
737
|
# @!attribute [rw] region
|
|
738
738
|
# @return [String]
|
|
739
|
-
# Required. The
|
|
739
|
+
# Required. The Dataproc region in which to handle the request.
|
|
740
740
|
# @!attribute [rw] cluster_name
|
|
741
741
|
# @return [String]
|
|
742
742
|
# Required. The cluster name.
|
|
@@ -58,7 +58,7 @@ module Google
|
|
|
58
58
|
end
|
|
59
59
|
end
|
|
60
60
|
|
|
61
|
-
# A
|
|
61
|
+
# A Dataproc job for running
|
|
62
62
|
# [Apache Hadoop
|
|
63
63
|
# MapReduce](https://hadoop.apache.org/docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduceTutorial.html)
|
|
64
64
|
# jobs on [Apache Hadoop
|
|
@@ -97,7 +97,7 @@ module Google
|
|
|
97
97
|
# @!attribute [rw] properties
|
|
98
98
|
# @return [Hash{String => String}]
|
|
99
99
|
# Optional. A mapping of property names to values, used to configure Hadoop.
|
|
100
|
-
# Properties that conflict with values set by the
|
|
100
|
+
# Properties that conflict with values set by the Dataproc API may be
|
|
101
101
|
# overwritten. Can include properties set in /etc/hadoop/conf/*-site and
|
|
102
102
|
# classes in user code.
|
|
103
103
|
# @!attribute [rw] logging_config
|
|
@@ -105,7 +105,7 @@ module Google
|
|
|
105
105
|
# Optional. The runtime log config for job execution.
|
|
106
106
|
class HadoopJob; end
|
|
107
107
|
|
|
108
|
-
# A
|
|
108
|
+
# A Dataproc job for running [Apache Spark](http://spark.apache.org/)
|
|
109
109
|
# applications on YARN.
|
|
110
110
|
# @!attribute [rw] main_jar_file_uri
|
|
111
111
|
# @return [String]
|
|
@@ -135,7 +135,7 @@ module Google
|
|
|
135
135
|
# @!attribute [rw] properties
|
|
136
136
|
# @return [Hash{String => String}]
|
|
137
137
|
# Optional. A mapping of property names to values, used to configure Spark.
|
|
138
|
-
# Properties that conflict with values set by the
|
|
138
|
+
# Properties that conflict with values set by the Dataproc API may be
|
|
139
139
|
# overwritten. Can include properties set in
|
|
140
140
|
# /etc/spark/conf/spark-defaults.conf and classes in user code.
|
|
141
141
|
# @!attribute [rw] logging_config
|
|
@@ -143,7 +143,7 @@ module Google
|
|
|
143
143
|
# Optional. The runtime log config for job execution.
|
|
144
144
|
class SparkJob; end
|
|
145
145
|
|
|
146
|
-
# A
|
|
146
|
+
# A Dataproc job for running
|
|
147
147
|
# [Apache
|
|
148
148
|
# PySpark](https://spark.apache.org/docs/0.9.0/python-programming-guide.html)
|
|
149
149
|
# applications on YARN.
|
|
@@ -175,7 +175,7 @@ module Google
|
|
|
175
175
|
# @!attribute [rw] properties
|
|
176
176
|
# @return [Hash{String => String}]
|
|
177
177
|
# Optional. A mapping of property names to values, used to configure PySpark.
|
|
178
|
-
# Properties that conflict with values set by the
|
|
178
|
+
# Properties that conflict with values set by the Dataproc API may be
|
|
179
179
|
# overwritten. Can include properties set in
|
|
180
180
|
# /etc/spark/conf/spark-defaults.conf and classes in user code.
|
|
181
181
|
# @!attribute [rw] logging_config
|
|
@@ -202,7 +202,7 @@ module Google
|
|
|
202
202
|
# }
|
|
203
203
|
class QueryList; end
|
|
204
204
|
|
|
205
|
-
# A
|
|
205
|
+
# A Dataproc job for running [Apache Hive](https://hive.apache.org/)
|
|
206
206
|
# queries on YARN.
|
|
207
207
|
# @!attribute [rw] query_file_uri
|
|
208
208
|
# @return [String]
|
|
@@ -222,7 +222,7 @@ module Google
|
|
|
222
222
|
# @!attribute [rw] properties
|
|
223
223
|
# @return [Hash{String => String}]
|
|
224
224
|
# Optional. A mapping of property names and values, used to configure Hive.
|
|
225
|
-
# Properties that conflict with values set by the
|
|
225
|
+
# Properties that conflict with values set by the Dataproc API may be
|
|
226
226
|
# overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml,
|
|
227
227
|
# /etc/hive/conf/hive-site.xml, and classes in user code.
|
|
228
228
|
# @!attribute [rw] jar_file_uris
|
|
@@ -232,7 +232,7 @@ module Google
|
|
|
232
232
|
# and UDFs.
|
|
233
233
|
class HiveJob; end
|
|
234
234
|
|
|
235
|
-
# A
|
|
235
|
+
# A Dataproc job for running [Apache Spark
|
|
236
236
|
# SQL](http://spark.apache.org/sql/) queries.
|
|
237
237
|
# @!attribute [rw] query_file_uri
|
|
238
238
|
# @return [String]
|
|
@@ -248,7 +248,7 @@ module Google
|
|
|
248
248
|
# @return [Hash{String => String}]
|
|
249
249
|
# Optional. A mapping of property names to values, used to configure
|
|
250
250
|
# Spark SQL's SparkConf. Properties that conflict with values set by the
|
|
251
|
-
#
|
|
251
|
+
# Dataproc API may be overwritten.
|
|
252
252
|
# @!attribute [rw] jar_file_uris
|
|
253
253
|
# @return [Array<String>]
|
|
254
254
|
# Optional. HCFS URIs of jar files to be added to the Spark CLASSPATH.
|
|
@@ -257,7 +257,7 @@ module Google
|
|
|
257
257
|
# Optional. The runtime log config for job execution.
|
|
258
258
|
class SparkSqlJob; end
|
|
259
259
|
|
|
260
|
-
# A
|
|
260
|
+
# A Dataproc job for running [Apache Pig](https://pig.apache.org/)
|
|
261
261
|
# queries on YARN.
|
|
262
262
|
# @!attribute [rw] query_file_uri
|
|
263
263
|
# @return [String]
|
|
@@ -277,7 +277,7 @@ module Google
|
|
|
277
277
|
# @!attribute [rw] properties
|
|
278
278
|
# @return [Hash{String => String}]
|
|
279
279
|
# Optional. A mapping of property names to values, used to configure Pig.
|
|
280
|
-
# Properties that conflict with values set by the
|
|
280
|
+
# Properties that conflict with values set by the Dataproc API may be
|
|
281
281
|
# overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml,
|
|
282
282
|
# /etc/pig/conf/pig.properties, and classes in user code.
|
|
283
283
|
# @!attribute [rw] jar_file_uris
|
|
@@ -289,17 +289,17 @@ module Google
|
|
|
289
289
|
# Optional. The runtime log config for job execution.
|
|
290
290
|
class PigJob; end
|
|
291
291
|
|
|
292
|
-
#
|
|
292
|
+
# Dataproc job config.
|
|
293
293
|
# @!attribute [rw] cluster_name
|
|
294
294
|
# @return [String]
|
|
295
295
|
# Required. The name of the cluster where the job will be submitted.
|
|
296
296
|
# @!attribute [rw] cluster_uuid
|
|
297
297
|
# @return [String]
|
|
298
|
-
# Output only. A cluster UUID generated by the
|
|
298
|
+
# Output only. A cluster UUID generated by the Dataproc service when
|
|
299
299
|
# the job is submitted.
|
|
300
300
|
class JobPlacement; end
|
|
301
301
|
|
|
302
|
-
#
|
|
302
|
+
# Dataproc job status.
|
|
303
303
|
# @!attribute [rw] state
|
|
304
304
|
# @return [Google::Cloud::Dataproc::V1::JobStatus::State]
|
|
305
305
|
# Output only. A state message specifying the overall job state.
|
|
@@ -371,7 +371,7 @@ module Google
|
|
|
371
371
|
QUEUED = 2
|
|
372
372
|
|
|
373
373
|
# The agent-reported status is out of date, which may be caused by a
|
|
374
|
-
# loss of communication between the agent and
|
|
374
|
+
# loss of communication between the agent and Dataproc. If the
|
|
375
375
|
# agent does not send a timely update, the job will fail.
|
|
376
376
|
#
|
|
377
377
|
# Applies to RUNNING state.
|
|
@@ -447,7 +447,7 @@ module Google
|
|
|
447
447
|
end
|
|
448
448
|
end
|
|
449
449
|
|
|
450
|
-
# A
|
|
450
|
+
# A Dataproc job resource.
|
|
451
451
|
# @!attribute [rw] reference
|
|
452
452
|
# @return [Google::Cloud::Dataproc::V1::JobReference]
|
|
453
453
|
# Optional. The fully qualified reference to the job, which can be used to
|
|
@@ -538,7 +538,7 @@ module Google
|
|
|
538
538
|
# belongs to.
|
|
539
539
|
# @!attribute [rw] region
|
|
540
540
|
# @return [String]
|
|
541
|
-
# Required. The
|
|
541
|
+
# Required. The Dataproc region in which to handle the request.
|
|
542
542
|
# @!attribute [rw] job
|
|
543
543
|
# @return [Google::Cloud::Dataproc::V1::Job]
|
|
544
544
|
# Required. The job resource.
|
|
@@ -564,7 +564,7 @@ module Google
|
|
|
564
564
|
# belongs to.
|
|
565
565
|
# @!attribute [rw] region
|
|
566
566
|
# @return [String]
|
|
567
|
-
# Required. The
|
|
567
|
+
# Required. The Dataproc region in which to handle the request.
|
|
568
568
|
# @!attribute [rw] job_id
|
|
569
569
|
# @return [String]
|
|
570
570
|
# Required. The job ID.
|
|
@@ -577,7 +577,7 @@ module Google
|
|
|
577
577
|
# belongs to.
|
|
578
578
|
# @!attribute [rw] region
|
|
579
579
|
# @return [String]
|
|
580
|
-
# Required. The
|
|
580
|
+
# Required. The Dataproc region in which to handle the request.
|
|
581
581
|
# @!attribute [rw] page_size
|
|
582
582
|
# @return [Integer]
|
|
583
583
|
# Optional. The number of results to return in each response.
|
|
@@ -633,7 +633,7 @@ module Google
|
|
|
633
633
|
# belongs to.
|
|
634
634
|
# @!attribute [rw] region
|
|
635
635
|
# @return [String]
|
|
636
|
-
# Required. The
|
|
636
|
+
# Required. The Dataproc region in which to handle the request.
|
|
637
637
|
# @!attribute [rw] job_id
|
|
638
638
|
# @return [String]
|
|
639
639
|
# Required. The job ID.
|
|
@@ -668,7 +668,7 @@ module Google
|
|
|
668
668
|
# belongs to.
|
|
669
669
|
# @!attribute [rw] region
|
|
670
670
|
# @return [String]
|
|
671
|
-
# Required. The
|
|
671
|
+
# Required. The Dataproc region in which to handle the request.
|
|
672
672
|
# @!attribute [rw] job_id
|
|
673
673
|
# @return [String]
|
|
674
674
|
# Required. The job ID.
|
|
@@ -681,7 +681,7 @@ module Google
|
|
|
681
681
|
# belongs to.
|
|
682
682
|
# @!attribute [rw] region
|
|
683
683
|
# @return [String]
|
|
684
|
-
# Required. The
|
|
684
|
+
# Required. The Dataproc region in which to handle the request.
|
|
685
685
|
# @!attribute [rw] job_id
|
|
686
686
|
# @return [String]
|
|
687
687
|
# Required. The job ID.
|
|
@@ -17,7 +17,7 @@ module Google
|
|
|
17
17
|
module Cloud
|
|
18
18
|
module Dataproc
|
|
19
19
|
module V1
|
|
20
|
-
# A
|
|
20
|
+
# A Dataproc workflow template resource.
|
|
21
21
|
# @!attribute [rw] id
|
|
22
22
|
# @return [String]
|
|
23
23
|
# @!attribute [rw] name
|
|
@@ -279,7 +279,7 @@ module Google
|
|
|
279
279
|
# Required. List of allowed values for the parameter.
|
|
280
280
|
class ValueValidation; end
|
|
281
281
|
|
|
282
|
-
# A
|
|
282
|
+
# A Dataproc workflow template resource.
|
|
283
283
|
# @!attribute [rw] template
|
|
284
284
|
# @return [String]
|
|
285
285
|
# Output only. The resource name of the workflow template as described
|
|
@@ -217,7 +217,7 @@ module Google
|
|
|
217
217
|
# Required. The ID of the Google Cloud Platform project that the job
|
|
218
218
|
# belongs to.
|
|
219
219
|
# @param region [String]
|
|
220
|
-
# Required. The
|
|
220
|
+
# Required. The Dataproc region in which to handle the request.
|
|
221
221
|
# @param job [Google::Cloud::Dataproc::V1::Job | Hash]
|
|
222
222
|
# Required. The job resource.
|
|
223
223
|
# A hash of the same form as `Google::Cloud::Dataproc::V1::Job`
|
|
@@ -280,7 +280,7 @@ module Google
|
|
|
280
280
|
# Required. The ID of the Google Cloud Platform project that the job
|
|
281
281
|
# belongs to.
|
|
282
282
|
# @param region [String]
|
|
283
|
-
# Required. The
|
|
283
|
+
# Required. The Dataproc region in which to handle the request.
|
|
284
284
|
# @param job_id [String]
|
|
285
285
|
# Required. The job ID.
|
|
286
286
|
# @param options [Google::Gax::CallOptions]
|
|
@@ -327,7 +327,7 @@ module Google
|
|
|
327
327
|
# Required. The ID of the Google Cloud Platform project that the job
|
|
328
328
|
# belongs to.
|
|
329
329
|
# @param region [String]
|
|
330
|
-
# Required. The
|
|
330
|
+
# Required. The Dataproc region in which to handle the request.
|
|
331
331
|
# @param page_size [Integer]
|
|
332
332
|
# The maximum number of resources contained in the underlying API
|
|
333
333
|
# response. If page streaming is performed per-resource, this
|
|
@@ -420,7 +420,7 @@ module Google
|
|
|
420
420
|
# Required. The ID of the Google Cloud Platform project that the job
|
|
421
421
|
# belongs to.
|
|
422
422
|
# @param region [String]
|
|
423
|
-
# Required. The
|
|
423
|
+
# Required. The Dataproc region in which to handle the request.
|
|
424
424
|
# @param job_id [String]
|
|
425
425
|
# Required. The job ID.
|
|
426
426
|
# @param job [Google::Cloud::Dataproc::V1::Job | Hash]
|
|
@@ -494,7 +494,7 @@ module Google
|
|
|
494
494
|
# Required. The ID of the Google Cloud Platform project that the job
|
|
495
495
|
# belongs to.
|
|
496
496
|
# @param region [String]
|
|
497
|
-
# Required. The
|
|
497
|
+
# Required. The Dataproc region in which to handle the request.
|
|
498
498
|
# @param job_id [String]
|
|
499
499
|
# Required. The job ID.
|
|
500
500
|
# @param options [Google::Gax::CallOptions]
|
|
@@ -542,7 +542,7 @@ module Google
|
|
|
542
542
|
# Required. The ID of the Google Cloud Platform project that the job
|
|
543
543
|
# belongs to.
|
|
544
544
|
# @param region [String]
|
|
545
|
-
# Required. The
|
|
545
|
+
# Required. The Dataproc region in which to handle the request.
|
|
546
546
|
# @param job_id [String]
|
|
547
547
|
# Required. The job ID.
|
|
548
548
|
# @param options [Google::Gax::CallOptions]
|
|
@@ -36,7 +36,7 @@ module Google
|
|
|
36
36
|
module Dataproc
|
|
37
37
|
module V1
|
|
38
38
|
# The API interface for managing Workflow Templates in the
|
|
39
|
-
#
|
|
39
|
+
# Dataproc API.
|
|
40
40
|
#
|
|
41
41
|
# @!attribute [r] workflow_template_service_stub
|
|
42
42
|
# @return [Google::Cloud::Dataproc::V1::WorkflowTemplateService::Stub]
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: google-cloud-dataproc
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.7.
|
|
4
|
+
version: 0.7.2
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Google LLC
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2019-
|
|
11
|
+
date: 2019-12-20 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: google-gax
|