google-api-client 0.9.19 → 0.9.20
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -1
- data/api_names.yaml +2 -0
- data/generated/google/apis/adexchangebuyer2_v2beta1.rb +1 -1
- data/generated/google/apis/adexchangebuyer_v1_4.rb +1 -1
- data/generated/google/apis/adexchangebuyer_v1_4/classes.rb +20 -3
- data/generated/google/apis/adexchangebuyer_v1_4/representations.rb +2 -0
- data/generated/google/apis/admin_directory_v1.rb +1 -1
- data/generated/google/apis/adsense_v1_4.rb +1 -1
- data/generated/google/apis/adsense_v1_4/classes.rb +1 -1
- data/generated/google/apis/adsensehost_v4_1.rb +1 -1
- data/generated/google/apis/adsensehost_v4_1/classes.rb +1 -2
- data/generated/google/apis/androidenterprise_v1.rb +1 -1
- data/generated/google/apis/androidenterprise_v1/classes.rb +9 -7
- data/generated/google/apis/androidenterprise_v1/service.rb +7 -1
- data/generated/google/apis/appengine_v1beta5.rb +7 -1
- data/generated/google/apis/appengine_v1beta5/classes.rb +86 -25
- data/generated/google/apis/appengine_v1beta5/representations.rb +31 -12
- data/generated/google/apis/appengine_v1beta5/service.rb +33 -33
- data/generated/google/apis/appsactivity_v1.rb +1 -1
- data/generated/google/apis/appsactivity_v1/classes.rb +7 -0
- data/generated/google/apis/appsactivity_v1/representations.rb +1 -0
- data/generated/google/apis/appstate_v1.rb +1 -1
- data/generated/google/apis/bigquery_v2.rb +1 -1
- data/generated/google/apis/bigquery_v2/classes.rb +27 -18
- data/generated/google/apis/bigquery_v2/representations.rb +1 -0
- data/generated/google/apis/calendar_v3.rb +1 -1
- data/generated/google/apis/civicinfo_v2.rb +1 -1
- data/generated/google/apis/civicinfo_v2/classes.rb +243 -0
- data/generated/google/apis/civicinfo_v2/representations.rb +64 -0
- data/generated/google/apis/classroom_v1/service.rb +1 -1
- data/generated/google/apis/cloudbuild_v1.rb +1 -1
- data/generated/google/apis/cloudbuild_v1/classes.rb +8 -0
- data/generated/google/apis/cloudbuild_v1/representations.rb +1 -0
- data/generated/google/apis/cloudmonitoring_v2beta2.rb +1 -1
- data/generated/google/apis/compute_beta.rb +1 -1
- data/generated/google/apis/compute_beta/classes.rb +443 -13
- data/generated/google/apis/compute_beta/representations.rb +155 -0
- data/generated/google/apis/compute_beta/service.rb +383 -2
- data/generated/google/apis/compute_v1.rb +1 -1
- data/generated/google/apis/compute_v1/classes.rb +43 -13
- data/generated/google/apis/compute_v1/representations.rb +13 -0
- data/generated/google/apis/compute_v1/service.rb +89 -1
- data/generated/google/apis/content_v2.rb +1 -1
- data/generated/google/apis/content_v2/classes.rb +48 -0
- data/generated/google/apis/content_v2/representations.rb +18 -0
- data/generated/google/apis/dataflow_v1b3.rb +1 -1
- data/generated/google/apis/dataflow_v1b3/classes.rb +44 -0
- data/generated/google/apis/dataflow_v1b3/representations.rb +18 -0
- data/generated/google/apis/dataflow_v1b3/service.rb +367 -7
- data/generated/google/apis/dataproc_v1.rb +2 -2
- data/generated/google/apis/dataproc_v1/classes.rb +213 -68
- data/generated/google/apis/dataproc_v1/representations.rb +38 -0
- data/generated/google/apis/dataproc_v1/service.rb +78 -48
- data/generated/google/apis/datastore_v1.rb +1 -1
- data/generated/google/apis/deploymentmanager_v2.rb +1 -1
- data/generated/google/apis/deploymentmanager_v2/classes.rb +3 -3
- data/generated/google/apis/deploymentmanager_v2/service.rb +55 -5
- data/generated/google/apis/dfareporting_v2_6.rb +1 -1
- data/generated/google/apis/dfareporting_v2_6/classes.rb +4 -3
- data/generated/google/apis/dfareporting_v2_6/service.rb +48 -29
- data/generated/google/apis/dns_v1.rb +1 -1
- data/generated/google/apis/doubleclicksearch_v2.rb +1 -1
- data/generated/google/apis/drive_v2.rb +1 -1
- data/generated/google/apis/drive_v2/classes.rb +7 -0
- data/generated/google/apis/drive_v2/representations.rb +1 -0
- data/generated/google/apis/drive_v3.rb +1 -1
- data/generated/google/apis/drive_v3/classes.rb +7 -0
- data/generated/google/apis/drive_v3/representations.rb +1 -0
- data/generated/google/apis/games_configuration_v1configuration.rb +1 -1
- data/generated/google/apis/games_management_v1management.rb +1 -1
- data/generated/google/apis/games_v1.rb +1 -1
- data/generated/google/apis/genomics_v1.rb +1 -1
- data/generated/google/apis/genomics_v1/classes.rb +9 -2
- data/generated/google/apis/genomics_v1/representations.rb +1 -0
- data/generated/google/apis/genomics_v1/service.rb +2 -1
- data/generated/google/apis/gmail_v1.rb +4 -1
- data/generated/google/apis/gmail_v1/classes.rb +8 -10
- data/generated/google/apis/identitytoolkit_v3.rb +1 -1
- data/generated/google/apis/identitytoolkit_v3/classes.rb +39 -6
- data/generated/google/apis/identitytoolkit_v3/representations.rb +6 -1
- data/generated/google/apis/language_v1beta1.rb +1 -1
- data/generated/google/apis/language_v1beta1/classes.rb +3 -2
- data/generated/google/apis/language_v1beta1/service.rb +2 -2
- data/generated/google/apis/logging_v2beta1.rb +1 -1
- data/generated/google/apis/logging_v2beta1/classes.rb +22 -18
- data/generated/google/apis/logging_v2beta1/service.rb +17 -3
- data/generated/google/apis/monitoring_v3.rb +1 -1
- data/generated/google/apis/monitoring_v3/classes.rb +26 -24
- data/generated/google/apis/oauth2_v2.rb +1 -1
- data/generated/google/apis/pagespeedonline_v2.rb +1 -1
- data/generated/google/apis/plus_domains_v1.rb +1 -1
- data/generated/google/apis/plus_v1.rb +1 -1
- data/generated/google/apis/sheets_v4.rb +1 -1
- data/generated/google/apis/sheets_v4/classes.rb +771 -75
- data/generated/google/apis/sheets_v4/representations.rb +125 -10
- data/generated/google/apis/sheets_v4/service.rb +39 -2
- data/generated/google/apis/slides_v1.rb +49 -0
- data/generated/google/apis/slides_v1/classes.rb +3926 -0
- data/generated/google/apis/slides_v1/representations.rb +1722 -0
- data/generated/google/apis/slides_v1/service.rb +202 -0
- data/generated/google/apis/speech_v1beta1.rb +1 -1
- data/generated/google/apis/speech_v1beta1/service.rb +25 -25
- data/generated/google/apis/sqladmin_v1beta4.rb +1 -1
- data/generated/google/apis/storage_v1.rb +1 -1
- data/generated/google/apis/vision_v1.rb +1 -1
- data/generated/google/apis/vision_v1/classes.rb +2 -2
- data/generated/google/apis/youtube_analytics_v1.rb +1 -1
- data/generated/google/apis/youtube_partner_v1.rb +1 -1
- data/generated/google/apis/youtube_v3.rb +1 -1
- data/generated/google/apis/youtube_v3/classes.rb +20 -19
- data/generated/google/apis/youtube_v3/representations.rb +3 -4
- data/generated/google/apis/youtube_v3/service.rb +35 -3
- data/lib/google/apis/version.rb +1 -1
- metadata +6 -2
@@ -20,12 +20,12 @@ module Google
|
|
20
20
|
module Apis
|
21
21
|
# Google Cloud Dataproc API
|
22
22
|
#
|
23
|
-
#
|
23
|
+
# An API for managing Hadoop-based clusters and jobs on Google Cloud Platform.
|
24
24
|
#
|
25
25
|
# @see https://cloud.google.com/dataproc/
|
26
26
|
module DataprocV1
|
27
27
|
VERSION = 'V1'
|
28
|
-
REVISION = '
|
28
|
+
REVISION = '20161102'
|
29
29
|
|
30
30
|
# View and manage your data across Google Cloud Platform services
|
31
31
|
AUTH_CLOUD_PLATFORM = 'https://www.googleapis.com/auth/cloud-platform'
|
@@ -43,6 +43,15 @@ module Google
|
|
43
43
|
# @return [Google::Apis::DataprocV1::ClusterConfig]
|
44
44
|
attr_accessor :config
|
45
45
|
|
46
|
+
# [Optional] The labels to associate with this cluster. Label **keys** must
|
47
|
+
# contain 1 to 63 characters, and must conform to [RFC 1035](https://www.ietf.
|
48
|
+
# org/rfc/rfc1035.txt). Label **values** may be empty, but, if present, must
|
49
|
+
# contain 1 to 63 characters, and must conform to [RFC 1035](https://www.ietf.
|
50
|
+
# org/rfc/rfc1035.txt). No more than 32 labels can be associated with a cluster.
|
51
|
+
# Corresponds to the JSON property `labels`
|
52
|
+
# @return [Hash<String,String>]
|
53
|
+
attr_accessor :labels
|
54
|
+
|
46
55
|
# The status of a cluster and its instances.
|
47
56
|
# Corresponds to the JSON property `status`
|
48
57
|
# @return [Google::Apis::DataprocV1::ClusterStatus]
|
@@ -59,6 +68,13 @@ module Google
|
|
59
68
|
# @return [String]
|
60
69
|
attr_accessor :cluster_uuid
|
61
70
|
|
71
|
+
# Contains cluster daemon metrics, such as HDFS and YARN stats. **Beta Feature**:
|
72
|
+
# This report is available for testing purposes only. It may be changed before
|
73
|
+
# final release.
|
74
|
+
# Corresponds to the JSON property `metrics`
|
75
|
+
# @return [Google::Apis::DataprocV1::ClusterMetrics]
|
76
|
+
attr_accessor :metrics
|
77
|
+
|
62
78
|
def initialize(**args)
|
63
79
|
update!(**args)
|
64
80
|
end
|
@@ -68,9 +84,11 @@ module Google
|
|
68
84
|
@project_id = args[:project_id] if args.key?(:project_id)
|
69
85
|
@cluster_name = args[:cluster_name] if args.key?(:cluster_name)
|
70
86
|
@config = args[:config] if args.key?(:config)
|
87
|
+
@labels = args[:labels] if args.key?(:labels)
|
71
88
|
@status = args[:status] if args.key?(:status)
|
72
89
|
@status_history = args[:status_history] if args.key?(:status_history)
|
73
90
|
@cluster_uuid = args[:cluster_uuid] if args.key?(:cluster_uuid)
|
91
|
+
@metrics = args[:metrics] if args.key?(:metrics)
|
74
92
|
end
|
75
93
|
end
|
76
94
|
|
@@ -94,20 +112,20 @@ module Google
|
|
94
112
|
# @return [Google::Apis::DataprocV1::GceClusterConfig]
|
95
113
|
attr_accessor :gce_cluster_config
|
96
114
|
|
97
|
-
# The config settings for Google Compute Engine resources in an
|
98
|
-
# such as a master or worker group.
|
115
|
+
# [Optional] The config settings for Google Compute Engine resources in an
|
116
|
+
# instance group, such as a master or worker group.
|
99
117
|
# Corresponds to the JSON property `masterConfig`
|
100
118
|
# @return [Google::Apis::DataprocV1::InstanceGroupConfig]
|
101
119
|
attr_accessor :master_config
|
102
120
|
|
103
|
-
# The config settings for Google Compute Engine resources in an
|
104
|
-
# such as a master or worker group.
|
121
|
+
# [Optional] The config settings for Google Compute Engine resources in an
|
122
|
+
# instance group, such as a master or worker group.
|
105
123
|
# Corresponds to the JSON property `workerConfig`
|
106
124
|
# @return [Google::Apis::DataprocV1::InstanceGroupConfig]
|
107
125
|
attr_accessor :worker_config
|
108
126
|
|
109
|
-
# The config settings for Google Compute Engine resources in an
|
110
|
-
# such as a master or worker group.
|
127
|
+
# [Optional] The config settings for Google Compute Engine resources in an
|
128
|
+
# instance group, such as a master or worker group.
|
111
129
|
# Corresponds to the JSON property `secondaryWorkerConfig`
|
112
130
|
# @return [Google::Apis::DataprocV1::InstanceGroupConfig]
|
113
131
|
attr_accessor :secondary_worker_config
|
@@ -120,9 +138,10 @@ module Google
|
|
120
138
|
# [Optional] Commands to execute on each node after config is completed. By
|
121
139
|
# default, executables are run on master and all worker nodes. You can test a
|
122
140
|
# node's role metadata to run an executable on a master or worker node, as shown
|
123
|
-
# below: ROLE=$(
|
124
|
-
#
|
125
|
-
# specific actions ...
|
141
|
+
# below using `curl` (you can also use `wget`): ROLE=$(curl -H Metadata-Flavor:
|
142
|
+
# Google http://metadata/computeMetadata/v1/instance/attributes/dataproc-role)
|
143
|
+
# if [[ "$`ROLE`" == 'Master' ]]; then ... master specific actions ... else ...
|
144
|
+
# worker specific actions ... fi
|
126
145
|
# Corresponds to the JSON property `initializationActions`
|
127
146
|
# @return [Array<Google::Apis::DataprocV1::NodeInitializationAction>]
|
128
147
|
attr_accessor :initialization_actions
|
@@ -155,41 +174,55 @@ module Google
|
|
155
174
|
# @return [String]
|
156
175
|
attr_accessor :zone_uri
|
157
176
|
|
158
|
-
# The Google Compute Engine network to be used for machine
|
159
|
-
# Cannot be specified with subnetwork_uri. If neither
|
160
|
-
# subnetwork_uri is specified, the "default" network of the
|
161
|
-
# it exists. Cannot be a "Custom Subnet Network" (see
|
162
|
-
# compute/docs/subnetworks for more information). Example: `https
|
163
|
-
# googleapis.com/compute/v1/projects/[project_id]/regions/global/default`.
|
177
|
+
# [Optional] The Google Compute Engine network to be used for machine
|
178
|
+
# communications. Cannot be specified with subnetwork_uri. If neither `
|
179
|
+
# network_uri` nor `subnetwork_uri` is specified, the "default" network of the
|
180
|
+
# project is used, if it exists. Cannot be a "Custom Subnet Network" (see [Using
|
181
|
+
# Subnetworks](/compute/docs/subnetworks) for more information). Example: `https:
|
182
|
+
# //www.googleapis.com/compute/v1/projects/[project_id]/regions/global/default`.
|
164
183
|
# Corresponds to the JSON property `networkUri`
|
165
184
|
# @return [String]
|
166
185
|
attr_accessor :network_uri
|
167
186
|
|
168
|
-
# The Google Compute Engine subnetwork to be used for machine
|
169
|
-
# Cannot be specified with network_uri. Example: `https://www.
|
170
|
-
# compute/v1/projects/[project_id]/regions/us-east1/sub0`.
|
187
|
+
# [Optional] The Google Compute Engine subnetwork to be used for machine
|
188
|
+
# communications. Cannot be specified with network_uri. Example: `https://www.
|
189
|
+
# googleapis.com/compute/v1/projects/[project_id]/regions/us-east1/sub0`.
|
171
190
|
# Corresponds to the JSON property `subnetworkUri`
|
172
191
|
# @return [String]
|
173
192
|
attr_accessor :subnetwork_uri
|
174
193
|
|
175
|
-
#
|
176
|
-
#
|
177
|
-
#
|
178
|
-
#
|
179
|
-
#
|
180
|
-
#
|
194
|
+
# [Optional] If true, all instances in the cluster will only have internal IP
|
195
|
+
# addresses. By default, clusters are not restricted to internal IP addresses,
|
196
|
+
# and will have ephemeral external IP addresses assigned to each instance. This `
|
197
|
+
# internal_ip_only` restriction can only be enabled for subnetwork enabled
|
198
|
+
# networks, and all off-cluster dependencies must be configured to be accessible
|
199
|
+
# without external IP addresses.
|
200
|
+
# Corresponds to the JSON property `internalIpOnly`
|
201
|
+
# @return [Boolean]
|
202
|
+
attr_accessor :internal_ip_only
|
203
|
+
alias_method :internal_ip_only?, :internal_ip_only
|
204
|
+
|
205
|
+
# [Optional] The URIs of service account scopes to be included in Google Compute
|
206
|
+
# Engine instances. The following base set of scopes is always included: * https:
|
207
|
+
# //www.googleapis.com/auth/cloud.useraccounts.readonly * https://www.googleapis.
|
208
|
+
# com/auth/devstorage.read_write * https://www.googleapis.com/auth/logging.write
|
209
|
+
# If no scopes are specified, the following defaults are also provided: * https:/
|
210
|
+
# /www.googleapis.com/auth/bigquery * https://www.googleapis.com/auth/bigtable.
|
181
211
|
# admin.table * https://www.googleapis.com/auth/bigtable.data * https://www.
|
182
212
|
# googleapis.com/auth/devstorage.full_control
|
183
213
|
# Corresponds to the JSON property `serviceAccountScopes`
|
184
214
|
# @return [Array<String>]
|
185
215
|
attr_accessor :service_account_scopes
|
186
216
|
|
187
|
-
# The Google Compute Engine tags to add to all instances
|
217
|
+
# The Google Compute Engine tags to add to all instances (see [Tagging instances]
|
218
|
+
# (/compute/docs/label-or-tag-resources#tags)).
|
188
219
|
# Corresponds to the JSON property `tags`
|
189
220
|
# @return [Array<String>]
|
190
221
|
attr_accessor :tags
|
191
222
|
|
192
|
-
# The Google Compute Engine metadata entries to add to all instances
|
223
|
+
# The Google Compute Engine metadata entries to add to all instances (see [
|
224
|
+
# Project and instance metadata](https://cloud.google.com/compute/docs/storing-
|
225
|
+
# retrieving-metadata#project_and_instance_metadata)).
|
193
226
|
# Corresponds to the JSON property `metadata`
|
194
227
|
# @return [Hash<String,String>]
|
195
228
|
attr_accessor :metadata
|
@@ -203,24 +236,25 @@ module Google
|
|
203
236
|
@zone_uri = args[:zone_uri] if args.key?(:zone_uri)
|
204
237
|
@network_uri = args[:network_uri] if args.key?(:network_uri)
|
205
238
|
@subnetwork_uri = args[:subnetwork_uri] if args.key?(:subnetwork_uri)
|
239
|
+
@internal_ip_only = args[:internal_ip_only] if args.key?(:internal_ip_only)
|
206
240
|
@service_account_scopes = args[:service_account_scopes] if args.key?(:service_account_scopes)
|
207
241
|
@tags = args[:tags] if args.key?(:tags)
|
208
242
|
@metadata = args[:metadata] if args.key?(:metadata)
|
209
243
|
end
|
210
244
|
end
|
211
245
|
|
212
|
-
# The config settings for Google Compute Engine resources in an
|
213
|
-
# such as a master or worker group.
|
246
|
+
# [Optional] The config settings for Google Compute Engine resources in an
|
247
|
+
# instance group, such as a master or worker group.
|
214
248
|
class InstanceGroupConfig
|
215
249
|
include Google::Apis::Core::Hashable
|
216
250
|
|
217
|
-
# The number of VM instances in the instance group. For master
|
218
|
-
# must be set to 1.
|
251
|
+
# [Required] The number of VM instances in the instance group. For master
|
252
|
+
# instance groups, must be set to 1.
|
219
253
|
# Corresponds to the JSON property `numInstances`
|
220
254
|
# @return [Fixnum]
|
221
255
|
attr_accessor :num_instances
|
222
256
|
|
223
|
-
# The list of instance names. Cloud Dataproc derives the names from `
|
257
|
+
# [Optional] The list of instance names. Cloud Dataproc derives the names from `
|
224
258
|
# cluster_name`, `num_instances`, and the instance group if not set by user (
|
225
259
|
# recommended practice is to let Cloud Dataproc derive the name).
|
226
260
|
# Corresponds to the JSON property `instanceNames`
|
@@ -233,9 +267,9 @@ module Google
|
|
233
267
|
# @return [String]
|
234
268
|
attr_accessor :image_uri
|
235
269
|
|
236
|
-
# The Google Compute Engine machine type used for cluster instances.
|
237
|
-
# https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-
|
238
|
-
# machineTypes/n1-standard-2`.
|
270
|
+
# [Required] The Google Compute Engine machine type used for cluster instances.
|
271
|
+
# Example: `https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-
|
272
|
+
# east1-a/machineTypes/n1-standard-2`.
|
239
273
|
# Corresponds to the JSON property `machineTypeUri`
|
240
274
|
# @return [String]
|
241
275
|
attr_accessor :machine_type_uri
|
@@ -245,7 +279,7 @@ module Google
|
|
245
279
|
# @return [Google::Apis::DataprocV1::DiskConfig]
|
246
280
|
attr_accessor :disk_config
|
247
281
|
|
248
|
-
# Specifies that this instance group contains
|
282
|
+
# [Optional] Specifies that this instance group contains preemptible instances.
|
249
283
|
# Corresponds to the JSON property `isPreemptible`
|
250
284
|
# @return [Boolean]
|
251
285
|
attr_accessor :is_preemptible
|
@@ -282,9 +316,10 @@ module Google
|
|
282
316
|
attr_accessor :boot_disk_size_gb
|
283
317
|
|
284
318
|
# [Optional] Number of attached SSDs, from 0 to 4 (default is 0). If SSDs are
|
285
|
-
# not attached, the boot disk is used to store runtime logs and HDFS
|
286
|
-
# one or more SSDs
|
287
|
-
#
|
319
|
+
# not attached, the boot disk is used to store runtime logs and [HDFS](https://
|
320
|
+
# hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data. If one or more SSDs
|
321
|
+
# are attached, this runtime bulk data is spread across them, and the boot disk
|
322
|
+
# contains only basic config and installed binaries.
|
288
323
|
# Corresponds to the JSON property `numLocalSsds`
|
289
324
|
# @return [Fixnum]
|
290
325
|
attr_accessor :num_local_ssds
|
@@ -390,17 +425,17 @@ module Google
|
|
390
425
|
class ClusterStatus
|
391
426
|
include Google::Apis::Core::Hashable
|
392
427
|
|
393
|
-
# The cluster's state.
|
428
|
+
# [Output-only] The cluster's state.
|
394
429
|
# Corresponds to the JSON property `state`
|
395
430
|
# @return [String]
|
396
431
|
attr_accessor :state
|
397
432
|
|
398
|
-
# Optional details of cluster's state.
|
433
|
+
# [Output-only] Optional details of cluster's state.
|
399
434
|
# Corresponds to the JSON property `detail`
|
400
435
|
# @return [String]
|
401
436
|
attr_accessor :detail
|
402
437
|
|
403
|
-
# Time when this state was entered.
|
438
|
+
# [Output-only] Time when this state was entered.
|
404
439
|
# Corresponds to the JSON property `stateStartTime`
|
405
440
|
# @return [String]
|
406
441
|
attr_accessor :state_start_time
|
@@ -417,6 +452,33 @@ module Google
|
|
417
452
|
end
|
418
453
|
end
|
419
454
|
|
455
|
+
# Contains cluster daemon metrics, such as HDFS and YARN stats. **Beta Feature**:
|
456
|
+
# This report is available for testing purposes only. It may be changed before
|
457
|
+
# final release.
|
458
|
+
class ClusterMetrics
|
459
|
+
include Google::Apis::Core::Hashable
|
460
|
+
|
461
|
+
# The HDFS metrics.
|
462
|
+
# Corresponds to the JSON property `hdfsMetrics`
|
463
|
+
# @return [Hash<String,String>]
|
464
|
+
attr_accessor :hdfs_metrics
|
465
|
+
|
466
|
+
# The YARN metrics.
|
467
|
+
# Corresponds to the JSON property `yarnMetrics`
|
468
|
+
# @return [Hash<String,String>]
|
469
|
+
attr_accessor :yarn_metrics
|
470
|
+
|
471
|
+
def initialize(**args)
|
472
|
+
update!(**args)
|
473
|
+
end
|
474
|
+
|
475
|
+
# Update properties of this object
|
476
|
+
def update!(**args)
|
477
|
+
@hdfs_metrics = args[:hdfs_metrics] if args.key?(:hdfs_metrics)
|
478
|
+
@yarn_metrics = args[:yarn_metrics] if args.key?(:yarn_metrics)
|
479
|
+
end
|
480
|
+
end
|
481
|
+
|
420
482
|
# This resource represents a long-running operation that is the result of a
|
421
483
|
# network API call.
|
422
484
|
class Operation
|
@@ -579,9 +641,9 @@ module Google
|
|
579
641
|
# @return [Array<Google::Apis::DataprocV1::Cluster>]
|
580
642
|
attr_accessor :clusters
|
581
643
|
|
582
|
-
# [
|
583
|
-
# fetch. To fetch additional results, provide this value as the `page_token`
|
584
|
-
# a subsequent ListClustersRequest.
|
644
|
+
# [Output-only] This token is included in the response if there are more results
|
645
|
+
# to fetch. To fetch additional results, provide this value as the `page_token`
|
646
|
+
# in a subsequent ListClustersRequest.
|
585
647
|
# Corresponds to the JSON property `nextPageToken`
|
586
648
|
# @return [String]
|
587
649
|
attr_accessor :next_page_token
|
@@ -643,32 +705,40 @@ module Google
|
|
643
705
|
# @return [Google::Apis::DataprocV1::JobPlacement]
|
644
706
|
attr_accessor :placement
|
645
707
|
|
646
|
-
# A Cloud Dataproc job for running Hadoop MapReduce
|
708
|
+
# A Cloud Dataproc job for running [Apache Hadoop MapReduce](https://hadoop.
|
709
|
+
# apache.org/docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
|
710
|
+
# MapReduceTutorial.html) jobs on [Apache Hadoop YARN](https://hadoop.apache.org/
|
711
|
+
# docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).
|
647
712
|
# Corresponds to the JSON property `hadoopJob`
|
648
713
|
# @return [Google::Apis::DataprocV1::HadoopJob]
|
649
714
|
attr_accessor :hadoop_job
|
650
715
|
|
651
|
-
# A Cloud Dataproc job for running Spark
|
716
|
+
# A Cloud Dataproc job for running [Apache Spark](http://spark.apache.org/)
|
717
|
+
# applications on YARN.
|
652
718
|
# Corresponds to the JSON property `sparkJob`
|
653
719
|
# @return [Google::Apis::DataprocV1::SparkJob]
|
654
720
|
attr_accessor :spark_job
|
655
721
|
|
656
|
-
# A Cloud Dataproc job for running PySpark
|
722
|
+
# A Cloud Dataproc job for running [Apache PySpark](https://spark.apache.org/
|
723
|
+
# docs/0.9.0/python-programming-guide.html) applications on YARN.
|
657
724
|
# Corresponds to the JSON property `pysparkJob`
|
658
725
|
# @return [Google::Apis::DataprocV1::PySparkJob]
|
659
726
|
attr_accessor :pyspark_job
|
660
727
|
|
661
|
-
# A Cloud Dataproc job for running Hive
|
728
|
+
# A Cloud Dataproc job for running [Apache Hive](https://hive.apache.org/)
|
729
|
+
# queries on YARN.
|
662
730
|
# Corresponds to the JSON property `hiveJob`
|
663
731
|
# @return [Google::Apis::DataprocV1::HiveJob]
|
664
732
|
attr_accessor :hive_job
|
665
733
|
|
666
|
-
# A Cloud Dataproc job for running Pig queries
|
734
|
+
# A Cloud Dataproc job for running [Apache Pig](https://pig.apache.org/) queries
|
735
|
+
# on YARN.
|
667
736
|
# Corresponds to the JSON property `pigJob`
|
668
737
|
# @return [Google::Apis::DataprocV1::PigJob]
|
669
738
|
attr_accessor :pig_job
|
670
739
|
|
671
|
-
# A Cloud Dataproc job for running Spark SQL
|
740
|
+
# A Cloud Dataproc job for running [Apache Spark SQL](http://spark.apache.org/
|
741
|
+
# sql/) queries.
|
672
742
|
# Corresponds to the JSON property `sparkSqlJob`
|
673
743
|
# @return [Google::Apis::DataprocV1::SparkSqlJob]
|
674
744
|
attr_accessor :spark_sql_job
|
@@ -683,6 +753,13 @@ module Google
|
|
683
753
|
# @return [Array<Google::Apis::DataprocV1::JobStatus>]
|
684
754
|
attr_accessor :status_history
|
685
755
|
|
756
|
+
# [Output-only] The collection of YARN applications spun up by this job. **Beta**
|
757
|
+
# Feature: This report is available for testing purposes only. It may be
|
758
|
+
# changed before final release.
|
759
|
+
# Corresponds to the JSON property `yarnApplications`
|
760
|
+
# @return [Array<Google::Apis::DataprocV1::YarnApplication>]
|
761
|
+
attr_accessor :yarn_applications
|
762
|
+
|
686
763
|
# [Output-only] A URI pointing to the location of the stdout of the job's driver
|
687
764
|
# program.
|
688
765
|
# Corresponds to the JSON property `driverOutputResourceUri`
|
@@ -696,6 +773,15 @@ module Google
|
|
696
773
|
# @return [String]
|
697
774
|
attr_accessor :driver_control_files_uri
|
698
775
|
|
776
|
+
# [Optional] The labels to associate with this job. Label **keys** must contain
|
777
|
+
# 1 to 63 characters, and must conform to [RFC 1035](https://www.ietf.org/rfc/
|
778
|
+
# rfc1035.txt). Label **values** may be empty, but, if present, must contain 1
|
779
|
+
# to 63 characters, and must conform to [RFC 1035](https://www.ietf.org/rfc/
|
780
|
+
# rfc1035.txt). No more than 32 labels can be associated with a job.
|
781
|
+
# Corresponds to the JSON property `labels`
|
782
|
+
# @return [Hash<String,String>]
|
783
|
+
attr_accessor :labels
|
784
|
+
|
699
785
|
def initialize(**args)
|
700
786
|
update!(**args)
|
701
787
|
end
|
@@ -712,8 +798,10 @@ module Google
|
|
712
798
|
@spark_sql_job = args[:spark_sql_job] if args.key?(:spark_sql_job)
|
713
799
|
@status = args[:status] if args.key?(:status)
|
714
800
|
@status_history = args[:status_history] if args.key?(:status_history)
|
801
|
+
@yarn_applications = args[:yarn_applications] if args.key?(:yarn_applications)
|
715
802
|
@driver_output_resource_uri = args[:driver_output_resource_uri] if args.key?(:driver_output_resource_uri)
|
716
803
|
@driver_control_files_uri = args[:driver_control_files_uri] if args.key?(:driver_control_files_uri)
|
804
|
+
@labels = args[:labels] if args.key?(:labels)
|
717
805
|
end
|
718
806
|
end
|
719
807
|
|
@@ -726,7 +814,7 @@ module Google
|
|
726
814
|
# @return [String]
|
727
815
|
attr_accessor :project_id
|
728
816
|
|
729
|
-
# [
|
817
|
+
# [Optional] The job ID, which must be unique within the project. The job ID is
|
730
818
|
# generated by the server upon job submission or provided by the user as a means
|
731
819
|
# to perform retries without creating duplicate jobs. The ID must contain only
|
732
820
|
# letters (a-z, A-Z), numbers (0-9), underscores (_), or hyphens (-). The
|
@@ -772,7 +860,10 @@ module Google
|
|
772
860
|
end
|
773
861
|
end
|
774
862
|
|
775
|
-
# A Cloud Dataproc job for running Hadoop MapReduce
|
863
|
+
# A Cloud Dataproc job for running [Apache Hadoop MapReduce](https://hadoop.
|
864
|
+
# apache.org/docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
|
865
|
+
# MapReduceTutorial.html) jobs on [Apache Hadoop YARN](https://hadoop.apache.org/
|
866
|
+
# docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).
|
776
867
|
class HadoopJob
|
777
868
|
include Google::Apis::Core::Hashable
|
778
869
|
|
@@ -868,7 +959,8 @@ module Google
|
|
868
959
|
end
|
869
960
|
end
|
870
961
|
|
871
|
-
# A Cloud Dataproc job for running Spark
|
962
|
+
# A Cloud Dataproc job for running [Apache Spark](http://spark.apache.org/)
|
963
|
+
# applications on YARN.
|
872
964
|
class SparkJob
|
873
965
|
include Google::Apis::Core::Hashable
|
874
966
|
|
@@ -939,7 +1031,8 @@ module Google
|
|
939
1031
|
end
|
940
1032
|
end
|
941
1033
|
|
942
|
-
# A Cloud Dataproc job for running PySpark
|
1034
|
+
# A Cloud Dataproc job for running [Apache PySpark](https://spark.apache.org/
|
1035
|
+
# docs/0.9.0/python-programming-guide.html) applications on YARN.
|
943
1036
|
class PySparkJob
|
944
1037
|
include Google::Apis::Core::Hashable
|
945
1038
|
|
@@ -1010,7 +1103,8 @@ module Google
|
|
1010
1103
|
end
|
1011
1104
|
end
|
1012
1105
|
|
1013
|
-
# A Cloud Dataproc job for running Hive
|
1106
|
+
# A Cloud Dataproc job for running [Apache Hive](https://hive.apache.org/)
|
1107
|
+
# queries on YARN.
|
1014
1108
|
class HiveJob
|
1015
1109
|
include Google::Apis::Core::Hashable
|
1016
1110
|
|
@@ -1090,7 +1184,8 @@ module Google
|
|
1090
1184
|
end
|
1091
1185
|
end
|
1092
1186
|
|
1093
|
-
# A Cloud Dataproc job for running Pig queries
|
1187
|
+
# A Cloud Dataproc job for running [Apache Pig](https://pig.apache.org/) queries
|
1188
|
+
# on YARN.
|
1094
1189
|
class PigJob
|
1095
1190
|
include Google::Apis::Core::Hashable
|
1096
1191
|
|
@@ -1153,7 +1248,8 @@ module Google
|
|
1153
1248
|
end
|
1154
1249
|
end
|
1155
1250
|
|
1156
|
-
# A Cloud Dataproc job for running Spark SQL
|
1251
|
+
# A Cloud Dataproc job for running [Apache Spark SQL](http://spark.apache.org/
|
1252
|
+
# sql/) queries.
|
1157
1253
|
class SparkSqlJob
|
1158
1254
|
include Google::Apis::Core::Hashable
|
1159
1255
|
|
@@ -1209,13 +1305,13 @@ module Google
|
|
1209
1305
|
class JobStatus
|
1210
1306
|
include Google::Apis::Core::Hashable
|
1211
1307
|
|
1212
|
-
# [
|
1308
|
+
# [Output-only] A state message specifying the overall job state.
|
1213
1309
|
# Corresponds to the JSON property `state`
|
1214
1310
|
# @return [String]
|
1215
1311
|
attr_accessor :state
|
1216
1312
|
|
1217
|
-
# [
|
1218
|
-
# ERROR.
|
1313
|
+
# [Output-only] Optional job state details, such as an error description if the
|
1314
|
+
# state is ERROR.
|
1219
1315
|
# Corresponds to the JSON property `details`
|
1220
1316
|
# @return [String]
|
1221
1317
|
attr_accessor :details
|
@@ -1237,6 +1333,49 @@ module Google
|
|
1237
1333
|
end
|
1238
1334
|
end
|
1239
1335
|
|
1336
|
+
# A YARN application created by a job. Application information is a subset of
|
1337
|
+
# org.apache.hadoop.yarn.proto.YarnProtos.ApplicationReportProto. **Beta Feature*
|
1338
|
+
# *: This report is available for testing purposes only. It may be changed
|
1339
|
+
# before final release.
|
1340
|
+
class YarnApplication
|
1341
|
+
include Google::Apis::Core::Hashable
|
1342
|
+
|
1343
|
+
# [Required] The application name.
|
1344
|
+
# Corresponds to the JSON property `name`
|
1345
|
+
# @return [String]
|
1346
|
+
attr_accessor :name
|
1347
|
+
|
1348
|
+
# [Required] The application state.
|
1349
|
+
# Corresponds to the JSON property `state`
|
1350
|
+
# @return [String]
|
1351
|
+
attr_accessor :state
|
1352
|
+
|
1353
|
+
# [Required] The numerical progress of the application, from 1 to 100.
|
1354
|
+
# Corresponds to the JSON property `progress`
|
1355
|
+
# @return [Float]
|
1356
|
+
attr_accessor :progress
|
1357
|
+
|
1358
|
+
# [Optional] The HTTP URL of the ApplicationMaster, HistoryServer, or
|
1359
|
+
# TimelineServer that provides application-specific information. The URL uses
|
1360
|
+
# the internal hostname, and requires a proxy server for resolution and,
|
1361
|
+
# possibly, access.
|
1362
|
+
# Corresponds to the JSON property `trackingUrl`
|
1363
|
+
# @return [String]
|
1364
|
+
attr_accessor :tracking_url
|
1365
|
+
|
1366
|
+
def initialize(**args)
|
1367
|
+
update!(**args)
|
1368
|
+
end
|
1369
|
+
|
1370
|
+
# Update properties of this object
|
1371
|
+
def update!(**args)
|
1372
|
+
@name = args[:name] if args.key?(:name)
|
1373
|
+
@state = args[:state] if args.key?(:state)
|
1374
|
+
@progress = args[:progress] if args.key?(:progress)
|
1375
|
+
@tracking_url = args[:tracking_url] if args.key?(:tracking_url)
|
1376
|
+
end
|
1377
|
+
end
|
1378
|
+
|
1240
1379
|
# A list of jobs in a project.
|
1241
1380
|
class ListJobsResponse
|
1242
1381
|
include Google::Apis::Core::Hashable
|
@@ -1323,8 +1462,8 @@ module Google
|
|
1323
1462
|
class DiagnoseClusterResults
|
1324
1463
|
include Google::Apis::Core::Hashable
|
1325
1464
|
|
1326
|
-
# [Output-only] The Google Cloud Storage URI of the diagnostic output.
|
1327
|
-
# plain text file with a summary of collected diagnostics.
|
1465
|
+
# [Output-only] The Google Cloud Storage URI of the diagnostic output. The
|
1466
|
+
# output report is a plain text file with a summary of collected diagnostics.
|
1328
1467
|
# Corresponds to the JSON property `outputUri`
|
1329
1468
|
# @return [String]
|
1330
1469
|
attr_accessor :output_uri
|
@@ -1343,12 +1482,12 @@ module Google
|
|
1343
1482
|
class ClusterOperationMetadata
|
1344
1483
|
include Google::Apis::Core::Hashable
|
1345
1484
|
|
1346
|
-
# Name of the cluster for the operation.
|
1485
|
+
# [Output-only] Name of the cluster for the operation.
|
1347
1486
|
# Corresponds to the JSON property `clusterName`
|
1348
1487
|
# @return [String]
|
1349
1488
|
attr_accessor :cluster_name
|
1350
1489
|
|
1351
|
-
# Cluster
|
1490
|
+
# [Output-only] Cluster UUID for the operation.
|
1352
1491
|
# Corresponds to the JSON property `clusterUuid`
|
1353
1492
|
# @return [String]
|
1354
1493
|
attr_accessor :cluster_uuid
|
@@ -1373,6 +1512,11 @@ module Google
|
|
1373
1512
|
# @return [String]
|
1374
1513
|
attr_accessor :description
|
1375
1514
|
|
1515
|
+
# [Output-only] labels associated with the operation
|
1516
|
+
# Corresponds to the JSON property `labels`
|
1517
|
+
# @return [Hash<String,String>]
|
1518
|
+
attr_accessor :labels
|
1519
|
+
|
1376
1520
|
def initialize(**args)
|
1377
1521
|
update!(**args)
|
1378
1522
|
end
|
@@ -1385,6 +1529,7 @@ module Google
|
|
1385
1529
|
@status_history = args[:status_history] if args.key?(:status_history)
|
1386
1530
|
@operation_type = args[:operation_type] if args.key?(:operation_type)
|
1387
1531
|
@description = args[:description] if args.key?(:description)
|
1532
|
+
@labels = args[:labels] if args.key?(:labels)
|
1388
1533
|
end
|
1389
1534
|
end
|
1390
1535
|
|
@@ -1392,22 +1537,22 @@ module Google
|
|
1392
1537
|
class ClusterOperationStatus
|
1393
1538
|
include Google::Apis::Core::Hashable
|
1394
1539
|
|
1395
|
-
# A message containing the operation state.
|
1540
|
+
# [Output-only] A message containing the operation state.
|
1396
1541
|
# Corresponds to the JSON property `state`
|
1397
1542
|
# @return [String]
|
1398
1543
|
attr_accessor :state
|
1399
1544
|
|
1400
|
-
# A message containing the detailed operation state.
|
1545
|
+
# [Output-only] A message containing the detailed operation state.
|
1401
1546
|
# Corresponds to the JSON property `innerState`
|
1402
1547
|
# @return [String]
|
1403
1548
|
attr_accessor :inner_state
|
1404
1549
|
|
1405
|
-
# A message containing any operation metadata details.
|
1550
|
+
# [Output-only]A message containing any operation metadata details.
|
1406
1551
|
# Corresponds to the JSON property `details`
|
1407
1552
|
# @return [String]
|
1408
1553
|
attr_accessor :details
|
1409
1554
|
|
1410
|
-
# The time this state was entered.
|
1555
|
+
# [Output-only] The time this state was entered.
|
1411
1556
|
# Corresponds to the JSON property `stateStartTime`
|
1412
1557
|
# @return [String]
|
1413
1558
|
attr_accessor :state_start_time
|