google-apis-dataproc_v1 0.39.0 → 0.40.0
Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 0e31366ea9860831482fe756286fa4a5631ce06d53d1a609dd47b6c9f0aac238
|
4
|
+
data.tar.gz: 39fb6ab98678501e033851691479e925e89679f821e0f159397b60c715a9a42b
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: f7a94bbb4f0c56e9a8097a4e484e8ff9578ff07849af1075436752ed0d163470e5ce5e37aee9b989b549b0bed53deb535f449ac07d54d6cd37b7ecd094ccb1cf
|
7
|
+
data.tar.gz: 3339d0f5466aa6fad8dcde949754c98cca69744e40db4b98260e77a4ba27bf49a9770b19b4af569597909c2a6d54820ffbd5568d5f6b309a0fd534f45d9d686a
|
data/CHANGELOG.md
CHANGED
@@ -146,6 +146,35 @@ module Google
|
|
146
146
|
end
|
147
147
|
end
|
148
148
|
|
149
|
+
# Node group identification and configuration information.
|
150
|
+
class AuxiliaryNodeGroup
|
151
|
+
include Google::Apis::Core::Hashable
|
152
|
+
|
153
|
+
# Dataproc Node Group. The Dataproc NodeGroup resource is not related to the
|
154
|
+
# Dataproc NodeGroupAffinity resource.
|
155
|
+
# Corresponds to the JSON property `nodeGroup`
|
156
|
+
# @return [Google::Apis::DataprocV1::NodeGroup]
|
157
|
+
attr_accessor :node_group
|
158
|
+
|
159
|
+
# Optional. A node group ID. Generated if not specified.The ID must contain only
|
160
|
+
# letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-). Cannot
|
161
|
+
# begin or end with underscore or hyphen. Must consist of from 3 to 33
|
162
|
+
# characters.
|
163
|
+
# Corresponds to the JSON property `nodeGroupId`
|
164
|
+
# @return [String]
|
165
|
+
attr_accessor :node_group_id
|
166
|
+
|
167
|
+
def initialize(**args)
|
168
|
+
update!(**args)
|
169
|
+
end
|
170
|
+
|
171
|
+
# Update properties of this object
|
172
|
+
def update!(**args)
|
173
|
+
@node_group = args[:node_group] if args.key?(:node_group)
|
174
|
+
@node_group_id = args[:node_group_id] if args.key?(:node_group_id)
|
175
|
+
end
|
176
|
+
end
|
177
|
+
|
149
178
|
# Auxiliary services configuration for a Cluster.
|
150
179
|
class AuxiliaryServicesConfig
|
151
180
|
include Google::Apis::Core::Hashable
|
@@ -633,6 +662,11 @@ module Google
|
|
633
662
|
# @return [Google::Apis::DataprocV1::AutoscalingConfig]
|
634
663
|
attr_accessor :autoscaling_config
|
635
664
|
|
665
|
+
# Optional. The node group settings.
|
666
|
+
# Corresponds to the JSON property `auxiliaryNodeGroups`
|
667
|
+
# @return [Array<Google::Apis::DataprocV1::AuxiliaryNodeGroup>]
|
668
|
+
attr_accessor :auxiliary_node_groups
|
669
|
+
|
636
670
|
# Optional. A Cloud Storage bucket used to stage job dependencies, config files,
|
637
671
|
# and job driver console output. If you do not specify a staging bucket, Cloud
|
638
672
|
# Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for your
|
@@ -742,6 +776,7 @@ module Google
|
|
742
776
|
# Update properties of this object
|
743
777
|
def update!(**args)
|
744
778
|
@autoscaling_config = args[:autoscaling_config] if args.key?(:autoscaling_config)
|
779
|
+
@auxiliary_node_groups = args[:auxiliary_node_groups] if args.key?(:auxiliary_node_groups)
|
745
780
|
@config_bucket = args[:config_bucket] if args.key?(:config_bucket)
|
746
781
|
@dataproc_metric_config = args[:dataproc_metric_config] if args.key?(:dataproc_metric_config)
|
747
782
|
@encryption_config = args[:encryption_config] if args.key?(:encryption_config)
|
@@ -1111,6 +1146,31 @@ module Google
|
|
1111
1146
|
end
|
1112
1147
|
end
|
1113
1148
|
|
1149
|
+
# Driver scheduling configuration.
|
1150
|
+
class DriverSchedulingConfig
|
1151
|
+
include Google::Apis::Core::Hashable
|
1152
|
+
|
1153
|
+
# Required. The amount of memory in MB the driver is requesting.
|
1154
|
+
# Corresponds to the JSON property `memoryMb`
|
1155
|
+
# @return [Fixnum]
|
1156
|
+
attr_accessor :memory_mb
|
1157
|
+
|
1158
|
+
# Required. The number of vCPUs the driver is requesting.
|
1159
|
+
# Corresponds to the JSON property `vcores`
|
1160
|
+
# @return [Fixnum]
|
1161
|
+
attr_accessor :vcores
|
1162
|
+
|
1163
|
+
def initialize(**args)
|
1164
|
+
update!(**args)
|
1165
|
+
end
|
1166
|
+
|
1167
|
+
# Update properties of this object
|
1168
|
+
def update!(**args)
|
1169
|
+
@memory_mb = args[:memory_mb] if args.key?(:memory_mb)
|
1170
|
+
@vcores = args[:vcores] if args.key?(:vcores)
|
1171
|
+
end
|
1172
|
+
end
|
1173
|
+
|
1114
1174
|
# A generic empty message that you can re-use to avoid defining duplicated empty
|
1115
1175
|
# messages in your APIs. A typical example is to use it as the request or the
|
1116
1176
|
# response type of an API method. For instance: service Foo ` rpc Bar(google.
|
@@ -1205,9 +1265,10 @@ module Google
|
|
1205
1265
|
include Google::Apis::Core::Hashable
|
1206
1266
|
|
1207
1267
|
# Optional. The duration to keep the session alive while it's idling. Passing
|
1208
|
-
# this threshold will cause the session to be terminated. Minimum value is
|
1268
|
+
# this threshold will cause the session to be terminated. Minimum value is 10
|
1209
1269
|
# minutes; maximum value is 14 days (see JSON representation of Duration (https:/
|
1210
|
-
# /developers.google.com/protocol-buffers/docs/proto3#json)).
|
1270
|
+
# /developers.google.com/protocol-buffers/docs/proto3#json)). Defaults to 4
|
1271
|
+
# hours if not set.
|
1211
1272
|
# Corresponds to the JSON property `idleTtl`
|
1212
1273
|
# @return [String]
|
1213
1274
|
attr_accessor :idle_ttl
|
@@ -1347,7 +1408,8 @@ module Google
|
|
1347
1408
|
# @return [String]
|
1348
1409
|
attr_accessor :network_uri
|
1349
1410
|
|
1350
|
-
# Node Group Affinity for clusters using sole-tenant node groups.
|
1411
|
+
# Node Group Affinity for clusters using sole-tenant node groups. The Dataproc
|
1412
|
+
# NodeGroupAffinity resource is not related to the Dataproc NodeGroup resource.
|
1351
1413
|
# Corresponds to the JSON property `nodeGroupAffinity`
|
1352
1414
|
# @return [Google::Apis::DataprocV1::NodeGroupAffinity]
|
1353
1415
|
attr_accessor :node_group_affinity
|
@@ -2179,6 +2241,11 @@ module Google
|
|
2179
2241
|
# @return [String]
|
2180
2242
|
attr_accessor :driver_output_resource_uri
|
2181
2243
|
|
2244
|
+
# Driver scheduling configuration.
|
2245
|
+
# Corresponds to the JSON property `driverSchedulingConfig`
|
2246
|
+
# @return [Google::Apis::DataprocV1::DriverSchedulingConfig]
|
2247
|
+
attr_accessor :driver_scheduling_config
|
2248
|
+
|
2182
2249
|
# A Dataproc job for running Apache Hadoop MapReduce (https://hadoop.apache.org/
|
2183
2250
|
# docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
|
2184
2251
|
# MapReduceTutorial.html) jobs on Apache Hadoop YARN (https://hadoop.apache.org/
|
@@ -2296,6 +2363,7 @@ module Google
|
|
2296
2363
|
@done = args[:done] if args.key?(:done)
|
2297
2364
|
@driver_control_files_uri = args[:driver_control_files_uri] if args.key?(:driver_control_files_uri)
|
2298
2365
|
@driver_output_resource_uri = args[:driver_output_resource_uri] if args.key?(:driver_output_resource_uri)
|
2366
|
+
@driver_scheduling_config = args[:driver_scheduling_config] if args.key?(:driver_scheduling_config)
|
2299
2367
|
@hadoop_job = args[:hadoop_job] if args.key?(:hadoop_job)
|
2300
2368
|
@hive_job = args[:hive_job] if args.key?(:hive_job)
|
2301
2369
|
@job_uuid = args[:job_uuid] if args.key?(:job_uuid)
|
@@ -2420,20 +2488,21 @@ module Google
|
|
2420
2488
|
|
2421
2489
|
# Optional. Maximum number of times per hour a driver may be restarted as a
|
2422
2490
|
# result of driver exiting with non-zero code before job is reported failed.A
|
2423
|
-
# job may be reported as thrashing if driver exits with non-zero code
|
2424
|
-
# within 10
|
2425
|
-
#
|
2426
|
-
#
|
2427
|
-
#
|
2491
|
+
# job may be reported as thrashing if the driver exits with a non-zero code four
|
2492
|
+
# times within a 10-minute window.Maximum value is 10.Note: This restartable job
|
2493
|
+
# option is not supported in Dataproc workflow templates (https://cloud.google.
|
2494
|
+
# com/dataproc/docs/concepts/workflows/using-workflows#adding_jobs_to_a_template)
|
2495
|
+
# .
|
2428
2496
|
# Corresponds to the JSON property `maxFailuresPerHour`
|
2429
2497
|
# @return [Fixnum]
|
2430
2498
|
attr_accessor :max_failures_per_hour
|
2431
2499
|
|
2432
|
-
# Optional. Maximum number of times
|
2433
|
-
#
|
2434
|
-
#
|
2435
|
-
# supported in Dataproc workflow
|
2436
|
-
# docs/concepts/workflows/using-
|
2500
|
+
# Optional. Maximum total number of times a driver may be restarted as a result
|
2501
|
+
# of the driver exiting with a non-zero code. After the maximum number is
|
2502
|
+
# reached, the job will be reported as failed.Maximum value is 240.Note:
|
2503
|
+
# Currently, this restartable job option is not supported in Dataproc workflow
|
2504
|
+
# templates (https://cloud.google.com/dataproc/docs/concepts/workflows/using-
|
2505
|
+
# workflows#adding_jobs_to_a_template).
|
2437
2506
|
# Corresponds to the JSON property `maxFailuresTotal`
|
2438
2507
|
# @return [Fixnum]
|
2439
2508
|
attr_accessor :max_failures_total
|
@@ -3052,7 +3121,51 @@ module Google
|
|
3052
3121
|
end
|
3053
3122
|
end
|
3054
3123
|
|
3055
|
-
# Node Group
|
3124
|
+
# Dataproc Node Group. The Dataproc NodeGroup resource is not related to the
|
3125
|
+
# Dataproc NodeGroupAffinity resource.
|
3126
|
+
class NodeGroup
|
3127
|
+
include Google::Apis::Core::Hashable
|
3128
|
+
|
3129
|
+
# Optional. Node group labels. Label keys must consist of from 1 to 63
|
3130
|
+
# characters and conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.txt).
|
3131
|
+
# Label values can be empty. If specified, they must consist of from 1 to 63
|
3132
|
+
# characters and conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.txt). The
|
3133
|
+
# node group must have no more than 32 labelsn.
|
3134
|
+
# Corresponds to the JSON property `labels`
|
3135
|
+
# @return [Hash<String,String>]
|
3136
|
+
attr_accessor :labels
|
3137
|
+
|
3138
|
+
# The Node group resource name (https://aip.dev/122).
|
3139
|
+
# Corresponds to the JSON property `name`
|
3140
|
+
# @return [String]
|
3141
|
+
attr_accessor :name
|
3142
|
+
|
3143
|
+
# The config settings for Compute Engine resources in an instance group, such as
|
3144
|
+
# a master or worker group.
|
3145
|
+
# Corresponds to the JSON property `nodeGroupConfig`
|
3146
|
+
# @return [Google::Apis::DataprocV1::InstanceGroupConfig]
|
3147
|
+
attr_accessor :node_group_config
|
3148
|
+
|
3149
|
+
# Required. Node group roles.
|
3150
|
+
# Corresponds to the JSON property `roles`
|
3151
|
+
# @return [Array<String>]
|
3152
|
+
attr_accessor :roles
|
3153
|
+
|
3154
|
+
def initialize(**args)
|
3155
|
+
update!(**args)
|
3156
|
+
end
|
3157
|
+
|
3158
|
+
# Update properties of this object
|
3159
|
+
def update!(**args)
|
3160
|
+
@labels = args[:labels] if args.key?(:labels)
|
3161
|
+
@name = args[:name] if args.key?(:name)
|
3162
|
+
@node_group_config = args[:node_group_config] if args.key?(:node_group_config)
|
3163
|
+
@roles = args[:roles] if args.key?(:roles)
|
3164
|
+
end
|
3165
|
+
end
|
3166
|
+
|
3167
|
+
# Node Group Affinity for clusters using sole-tenant node groups. The Dataproc
|
3168
|
+
# NodeGroupAffinity resource is not related to the Dataproc NodeGroup resource.
|
3056
3169
|
class NodeGroupAffinity
|
3057
3170
|
include Google::Apis::Core::Hashable
|
3058
3171
|
|
@@ -3909,6 +4022,55 @@ module Google
|
|
3909
4022
|
end
|
3910
4023
|
end
|
3911
4024
|
|
4025
|
+
# A request to resize a node group.
|
4026
|
+
class ResizeNodeGroupRequest
|
4027
|
+
include Google::Apis::Core::Hashable
|
4028
|
+
|
4029
|
+
# Optional. Timeout for graceful YARN decomissioning. Graceful decommissioning (
|
4030
|
+
# https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/scaling-
|
4031
|
+
# clusters#graceful_decommissioning) allows the removal of nodes from the
|
4032
|
+
# Compute Engine node group without interrupting jobs in progress. This timeout
|
4033
|
+
# specifies how long to wait for jobs in progress to finish before forcefully
|
4034
|
+
# removing nodes (and potentially interrupting jobs). Default timeout is 0 (for
|
4035
|
+
# forceful decommission), and the maximum allowed timeout is 1 day. (see JSON
|
4036
|
+
# representation of Duration (https://developers.google.com/protocol-buffers/
|
4037
|
+
# docs/proto3#json)).Only supported on Dataproc image versions 1.2 and higher.
|
4038
|
+
# Corresponds to the JSON property `gracefulDecommissionTimeout`
|
4039
|
+
# @return [String]
|
4040
|
+
attr_accessor :graceful_decommission_timeout
|
4041
|
+
|
4042
|
+
# Optional. A unique ID used to identify the request. If the server receives two
|
4043
|
+
# ResizeNodeGroupRequest (https://cloud.google.com/dataproc/docs/reference/rpc/
|
4044
|
+
# google.cloud.dataproc.v1#google.cloud.dataproc.v1.ResizeNodeGroupRequests)
|
4045
|
+
# with the same ID, the second request is ignored and the first google.
|
4046
|
+
# longrunning.Operation created and stored in the backend is returned.
|
4047
|
+
# Recommendation: Set this value to a UUID (https://en.wikipedia.org/wiki/
|
4048
|
+
# Universally_unique_identifier).The ID must contain only letters (a-z, A-Z),
|
4049
|
+
# numbers (0-9), underscores (_), and hyphens (-). The maximum length is 40
|
4050
|
+
# characters.
|
4051
|
+
# Corresponds to the JSON property `requestId`
|
4052
|
+
# @return [String]
|
4053
|
+
attr_accessor :request_id
|
4054
|
+
|
4055
|
+
# Required. The number of running instances for the node group to maintain. The
|
4056
|
+
# group adds or removes instances to maintain the number of instances specified
|
4057
|
+
# by this parameter.
|
4058
|
+
# Corresponds to the JSON property `size`
|
4059
|
+
# @return [Fixnum]
|
4060
|
+
attr_accessor :size
|
4061
|
+
|
4062
|
+
def initialize(**args)
|
4063
|
+
update!(**args)
|
4064
|
+
end
|
4065
|
+
|
4066
|
+
# Update properties of this object
|
4067
|
+
def update!(**args)
|
4068
|
+
@graceful_decommission_timeout = args[:graceful_decommission_timeout] if args.key?(:graceful_decommission_timeout)
|
4069
|
+
@request_id = args[:request_id] if args.key?(:request_id)
|
4070
|
+
@size = args[:size] if args.key?(:size)
|
4071
|
+
end
|
4072
|
+
end
|
4073
|
+
|
3912
4074
|
# Runtime configuration for a workload.
|
3913
4075
|
class RuntimeConfig
|
3914
4076
|
include Google::Apis::Core::Hashable
|
@@ -3946,11 +4108,17 @@ module Google
|
|
3946
4108
|
class RuntimeInfo
|
3947
4109
|
include Google::Apis::Core::Hashable
|
3948
4110
|
|
3949
|
-
# Usage metrics represent total resources consumed by a workload.
|
4111
|
+
# Usage metrics represent approximate total resources consumed by a workload.
|
3950
4112
|
# Corresponds to the JSON property `approximateUsage`
|
3951
4113
|
# @return [Google::Apis::DataprocV1::UsageMetrics]
|
3952
4114
|
attr_accessor :approximate_usage
|
3953
4115
|
|
4116
|
+
# The usage snaphot represents the resources consumed by a workload at a
|
4117
|
+
# specified time.
|
4118
|
+
# Corresponds to the JSON property `currentUsage`
|
4119
|
+
# @return [Google::Apis::DataprocV1::UsageSnapshot]
|
4120
|
+
attr_accessor :current_usage
|
4121
|
+
|
3954
4122
|
# Output only. A URI pointing to the location of the diagnostics tarball.
|
3955
4123
|
# Corresponds to the JSON property `diagnosticOutputUri`
|
3956
4124
|
# @return [String]
|
@@ -3975,6 +4143,7 @@ module Google
|
|
3975
4143
|
# Update properties of this object
|
3976
4144
|
def update!(**args)
|
3977
4145
|
@approximate_usage = args[:approximate_usage] if args.key?(:approximate_usage)
|
4146
|
+
@current_usage = args[:current_usage] if args.key?(:current_usage)
|
3978
4147
|
@diagnostic_output_uri = args[:diagnostic_output_uri] if args.key?(:diagnostic_output_uri)
|
3979
4148
|
@endpoints = args[:endpoints] if args.key?(:endpoints)
|
3980
4149
|
@output_uri = args[:output_uri] if args.key?(:output_uri)
|
@@ -4927,16 +5096,19 @@ module Google
|
|
4927
5096
|
end
|
4928
5097
|
end
|
4929
5098
|
|
4930
|
-
# Usage metrics represent total resources consumed by a workload.
|
5099
|
+
# Usage metrics represent approximate total resources consumed by a workload.
|
4931
5100
|
class UsageMetrics
|
4932
5101
|
include Google::Apis::Core::Hashable
|
4933
5102
|
|
4934
|
-
# Optional. DCU usage in milliDCU
|
5103
|
+
# Optional. DCU (Dataproc Compute Units) usage in (milliDCU x seconds) (see
|
5104
|
+
# Dataproc Serverless pricing (https://cloud.google.com/dataproc-serverless/
|
5105
|
+
# pricing)).
|
4935
5106
|
# Corresponds to the JSON property `milliDcuSeconds`
|
4936
5107
|
# @return [Fixnum]
|
4937
5108
|
attr_accessor :milli_dcu_seconds
|
4938
5109
|
|
4939
|
-
# Optional. Shuffle storage usage in GB
|
5110
|
+
# Optional. Shuffle storage usage in (GB x seconds) (see Dataproc Serverless
|
5111
|
+
# pricing (https://cloud.google.com/dataproc-serverless/pricing)).
|
4940
5112
|
# Corresponds to the JSON property `shuffleStorageGbSeconds`
|
4941
5113
|
# @return [Fixnum]
|
4942
5114
|
attr_accessor :shuffle_storage_gb_seconds
|
@@ -4952,6 +5124,40 @@ module Google
|
|
4952
5124
|
end
|
4953
5125
|
end
|
4954
5126
|
|
5127
|
+
# The usage snaphot represents the resources consumed by a workload at a
|
5128
|
+
# specified time.
|
5129
|
+
class UsageSnapshot
|
5130
|
+
include Google::Apis::Core::Hashable
|
5131
|
+
|
5132
|
+
# Optional. Milli (one-thousandth) Dataproc Compute Units (DCUs) (see Dataproc
|
5133
|
+
# Serverless pricing (https://cloud.google.com/dataproc-serverless/pricing)).
|
5134
|
+
# Corresponds to the JSON property `milliDcu`
|
5135
|
+
# @return [Fixnum]
|
5136
|
+
attr_accessor :milli_dcu
|
5137
|
+
|
5138
|
+
# Optional. Shuffle Storage in gigabytes (GB). (see Dataproc Serverless pricing (
|
5139
|
+
# https://cloud.google.com/dataproc-serverless/pricing))
|
5140
|
+
# Corresponds to the JSON property `shuffleStorageGb`
|
5141
|
+
# @return [Fixnum]
|
5142
|
+
attr_accessor :shuffle_storage_gb
|
5143
|
+
|
5144
|
+
# Optional. The timestamp of the usage snapshot.
|
5145
|
+
# Corresponds to the JSON property `snapshotTime`
|
5146
|
+
# @return [String]
|
5147
|
+
attr_accessor :snapshot_time
|
5148
|
+
|
5149
|
+
def initialize(**args)
|
5150
|
+
update!(**args)
|
5151
|
+
end
|
5152
|
+
|
5153
|
+
# Update properties of this object
|
5154
|
+
def update!(**args)
|
5155
|
+
@milli_dcu = args[:milli_dcu] if args.key?(:milli_dcu)
|
5156
|
+
@shuffle_storage_gb = args[:shuffle_storage_gb] if args.key?(:shuffle_storage_gb)
|
5157
|
+
@snapshot_time = args[:snapshot_time] if args.key?(:snapshot_time)
|
5158
|
+
end
|
5159
|
+
end
|
5160
|
+
|
4955
5161
|
# Validation based on a list of allowed values.
|
4956
5162
|
class ValueValidation
|
4957
5163
|
include Google::Apis::Core::Hashable
|
@@ -16,13 +16,13 @@ module Google
|
|
16
16
|
module Apis
|
17
17
|
module DataprocV1
|
18
18
|
# Version of the google-apis-dataproc_v1 gem
|
19
|
-
GEM_VERSION = "0.
|
19
|
+
GEM_VERSION = "0.40.0"
|
20
20
|
|
21
21
|
# Version of the code generator used to generate this client
|
22
22
|
GENERATOR_VERSION = "0.11.0"
|
23
23
|
|
24
24
|
# Revision of the discovery document this client was generated from
|
25
|
-
REVISION = "
|
25
|
+
REVISION = "20221130"
|
26
26
|
end
|
27
27
|
end
|
28
28
|
end
|
@@ -40,6 +40,12 @@ module Google
|
|
40
40
|
include Google::Apis::Core::JsonObjectSupport
|
41
41
|
end
|
42
42
|
|
43
|
+
class AuxiliaryNodeGroup
|
44
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
45
|
+
|
46
|
+
include Google::Apis::Core::JsonObjectSupport
|
47
|
+
end
|
48
|
+
|
43
49
|
class AuxiliaryServicesConfig
|
44
50
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
45
51
|
|
@@ -160,6 +166,12 @@ module Google
|
|
160
166
|
include Google::Apis::Core::JsonObjectSupport
|
161
167
|
end
|
162
168
|
|
169
|
+
class DriverSchedulingConfig
|
170
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
171
|
+
|
172
|
+
include Google::Apis::Core::JsonObjectSupport
|
173
|
+
end
|
174
|
+
|
163
175
|
class Empty
|
164
176
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
165
177
|
|
@@ -430,6 +442,12 @@ module Google
|
|
430
442
|
include Google::Apis::Core::JsonObjectSupport
|
431
443
|
end
|
432
444
|
|
445
|
+
class NodeGroup
|
446
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
447
|
+
|
448
|
+
include Google::Apis::Core::JsonObjectSupport
|
449
|
+
end
|
450
|
+
|
433
451
|
class NodeGroupAffinity
|
434
452
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
435
453
|
|
@@ -532,6 +550,12 @@ module Google
|
|
532
550
|
include Google::Apis::Core::JsonObjectSupport
|
533
551
|
end
|
534
552
|
|
553
|
+
class ResizeNodeGroupRequest
|
554
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
555
|
+
|
556
|
+
include Google::Apis::Core::JsonObjectSupport
|
557
|
+
end
|
558
|
+
|
535
559
|
class RuntimeConfig
|
536
560
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
537
561
|
|
@@ -682,6 +706,12 @@ module Google
|
|
682
706
|
include Google::Apis::Core::JsonObjectSupport
|
683
707
|
end
|
684
708
|
|
709
|
+
class UsageSnapshot
|
710
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
711
|
+
|
712
|
+
include Google::Apis::Core::JsonObjectSupport
|
713
|
+
end
|
714
|
+
|
685
715
|
class ValueValidation
|
686
716
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
687
717
|
|
@@ -760,6 +790,15 @@ module Google
|
|
760
790
|
end
|
761
791
|
end
|
762
792
|
|
793
|
+
class AuxiliaryNodeGroup
|
794
|
+
# @private
|
795
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
796
|
+
property :node_group, as: 'nodeGroup', class: Google::Apis::DataprocV1::NodeGroup, decorator: Google::Apis::DataprocV1::NodeGroup::Representation
|
797
|
+
|
798
|
+
property :node_group_id, as: 'nodeGroupId'
|
799
|
+
end
|
800
|
+
end
|
801
|
+
|
763
802
|
class AuxiliaryServicesConfig
|
764
803
|
# @private
|
765
804
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -878,6 +917,8 @@ module Google
|
|
878
917
|
class Representation < Google::Apis::Core::JsonRepresentation
|
879
918
|
property :autoscaling_config, as: 'autoscalingConfig', class: Google::Apis::DataprocV1::AutoscalingConfig, decorator: Google::Apis::DataprocV1::AutoscalingConfig::Representation
|
880
919
|
|
920
|
+
collection :auxiliary_node_groups, as: 'auxiliaryNodeGroups', class: Google::Apis::DataprocV1::AuxiliaryNodeGroup, decorator: Google::Apis::DataprocV1::AuxiliaryNodeGroup::Representation
|
921
|
+
|
881
922
|
property :config_bucket, as: 'configBucket'
|
882
923
|
property :dataproc_metric_config, as: 'dataprocMetricConfig', class: Google::Apis::DataprocV1::DataprocMetricConfig, decorator: Google::Apis::DataprocV1::DataprocMetricConfig::Representation
|
883
924
|
|
@@ -1009,6 +1050,14 @@ module Google
|
|
1009
1050
|
end
|
1010
1051
|
end
|
1011
1052
|
|
1053
|
+
class DriverSchedulingConfig
|
1054
|
+
# @private
|
1055
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1056
|
+
property :memory_mb, as: 'memoryMb'
|
1057
|
+
property :vcores, as: 'vcores'
|
1058
|
+
end
|
1059
|
+
end
|
1060
|
+
|
1012
1061
|
class Empty
|
1013
1062
|
# @private
|
1014
1063
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -1261,6 +1310,8 @@ module Google
|
|
1261
1310
|
property :done, as: 'done'
|
1262
1311
|
property :driver_control_files_uri, as: 'driverControlFilesUri'
|
1263
1312
|
property :driver_output_resource_uri, as: 'driverOutputResourceUri'
|
1313
|
+
property :driver_scheduling_config, as: 'driverSchedulingConfig', class: Google::Apis::DataprocV1::DriverSchedulingConfig, decorator: Google::Apis::DataprocV1::DriverSchedulingConfig::Representation
|
1314
|
+
|
1264
1315
|
property :hadoop_job, as: 'hadoopJob', class: Google::Apis::DataprocV1::HadoopJob, decorator: Google::Apis::DataprocV1::HadoopJob::Representation
|
1265
1316
|
|
1266
1317
|
property :hive_job, as: 'hiveJob', class: Google::Apis::DataprocV1::HiveJob, decorator: Google::Apis::DataprocV1::HiveJob::Representation
|
@@ -1494,6 +1545,17 @@ module Google
|
|
1494
1545
|
end
|
1495
1546
|
end
|
1496
1547
|
|
1548
|
+
class NodeGroup
|
1549
|
+
# @private
|
1550
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1551
|
+
hash :labels, as: 'labels'
|
1552
|
+
property :name, as: 'name'
|
1553
|
+
property :node_group_config, as: 'nodeGroupConfig', class: Google::Apis::DataprocV1::InstanceGroupConfig, decorator: Google::Apis::DataprocV1::InstanceGroupConfig::Representation
|
1554
|
+
|
1555
|
+
collection :roles, as: 'roles'
|
1556
|
+
end
|
1557
|
+
end
|
1558
|
+
|
1497
1559
|
class NodeGroupAffinity
|
1498
1560
|
# @private
|
1499
1561
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -1696,6 +1758,15 @@ module Google
|
|
1696
1758
|
end
|
1697
1759
|
end
|
1698
1760
|
|
1761
|
+
class ResizeNodeGroupRequest
|
1762
|
+
# @private
|
1763
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1764
|
+
property :graceful_decommission_timeout, as: 'gracefulDecommissionTimeout'
|
1765
|
+
property :request_id, as: 'requestId'
|
1766
|
+
property :size, as: 'size'
|
1767
|
+
end
|
1768
|
+
end
|
1769
|
+
|
1699
1770
|
class RuntimeConfig
|
1700
1771
|
# @private
|
1701
1772
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -1710,6 +1781,8 @@ module Google
|
|
1710
1781
|
class Representation < Google::Apis::Core::JsonRepresentation
|
1711
1782
|
property :approximate_usage, as: 'approximateUsage', class: Google::Apis::DataprocV1::UsageMetrics, decorator: Google::Apis::DataprocV1::UsageMetrics::Representation
|
1712
1783
|
|
1784
|
+
property :current_usage, as: 'currentUsage', class: Google::Apis::DataprocV1::UsageSnapshot, decorator: Google::Apis::DataprocV1::UsageSnapshot::Representation
|
1785
|
+
|
1713
1786
|
property :diagnostic_output_uri, as: 'diagnosticOutputUri'
|
1714
1787
|
hash :endpoints, as: 'endpoints'
|
1715
1788
|
property :output_uri, as: 'outputUri'
|
@@ -1948,6 +2021,15 @@ module Google
|
|
1948
2021
|
end
|
1949
2022
|
end
|
1950
2023
|
|
2024
|
+
class UsageSnapshot
|
2025
|
+
# @private
|
2026
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
2027
|
+
property :milli_dcu, :numeric_string => true, as: 'milliDcu'
|
2028
|
+
property :shuffle_storage_gb, :numeric_string => true, as: 'shuffleStorageGb'
|
2029
|
+
property :snapshot_time, as: 'snapshotTime'
|
2030
|
+
end
|
2031
|
+
end
|
2032
|
+
|
1951
2033
|
class ValueValidation
|
1952
2034
|
# @private
|
1953
2035
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -1968,6 +1968,73 @@ module Google
|
|
1968
1968
|
execute_or_queue_command(command, &block)
|
1969
1969
|
end
|
1970
1970
|
|
1971
|
+
# Gets the resource representation for a node group in a cluster.
|
1972
|
+
# @param [String] name
|
1973
|
+
# Required. The name of the node group to retrieve. Format: projects/`project`/
|
1974
|
+
# regions/`region`/clusters/`cluster`/nodeGroups/`nodeGroup`
|
1975
|
+
# @param [String] fields
|
1976
|
+
# Selector specifying which fields to include in a partial response.
|
1977
|
+
# @param [String] quota_user
|
1978
|
+
# Available to use for quota purposes for server-side applications. Can be any
|
1979
|
+
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
1980
|
+
# @param [Google::Apis::RequestOptions] options
|
1981
|
+
# Request-specific options
|
1982
|
+
#
|
1983
|
+
# @yield [result, err] Result & error if block supplied
|
1984
|
+
# @yieldparam result [Google::Apis::DataprocV1::NodeGroup] parsed result object
|
1985
|
+
# @yieldparam err [StandardError] error object if request failed
|
1986
|
+
#
|
1987
|
+
# @return [Google::Apis::DataprocV1::NodeGroup]
|
1988
|
+
#
|
1989
|
+
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
1990
|
+
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
1991
|
+
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
1992
|
+
def get_project_region_cluster_node_group(name, fields: nil, quota_user: nil, options: nil, &block)
|
1993
|
+
command = make_simple_command(:get, 'v1/{+name}', options)
|
1994
|
+
command.response_representation = Google::Apis::DataprocV1::NodeGroup::Representation
|
1995
|
+
command.response_class = Google::Apis::DataprocV1::NodeGroup
|
1996
|
+
command.params['name'] = name unless name.nil?
|
1997
|
+
command.query['fields'] = fields unless fields.nil?
|
1998
|
+
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
1999
|
+
execute_or_queue_command(command, &block)
|
2000
|
+
end
|
2001
|
+
|
2002
|
+
# Resizes a node group in a cluster. The returned Operation.metadata is
|
2003
|
+
# NodeGroupOperationMetadata (https://cloud.google.com/dataproc/docs/reference/
|
2004
|
+
# rpc/google.cloud.dataproc.v1#nodegroupoperationmetadata).
|
2005
|
+
# @param [String] name
|
2006
|
+
# Required. The name of the node group to resize. Format: projects/`project`/
|
2007
|
+
# regions/`region`/clusters/`cluster`/nodeGroups/`nodeGroup`
|
2008
|
+
# @param [Google::Apis::DataprocV1::ResizeNodeGroupRequest] resize_node_group_request_object
|
2009
|
+
# @param [String] fields
|
2010
|
+
# Selector specifying which fields to include in a partial response.
|
2011
|
+
# @param [String] quota_user
|
2012
|
+
# Available to use for quota purposes for server-side applications. Can be any
|
2013
|
+
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
2014
|
+
# @param [Google::Apis::RequestOptions] options
|
2015
|
+
# Request-specific options
|
2016
|
+
#
|
2017
|
+
# @yield [result, err] Result & error if block supplied
|
2018
|
+
# @yieldparam result [Google::Apis::DataprocV1::Operation] parsed result object
|
2019
|
+
# @yieldparam err [StandardError] error object if request failed
|
2020
|
+
#
|
2021
|
+
# @return [Google::Apis::DataprocV1::Operation]
|
2022
|
+
#
|
2023
|
+
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
2024
|
+
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
2025
|
+
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
2026
|
+
def resize_node_group(name, resize_node_group_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
|
2027
|
+
command = make_simple_command(:post, 'v1/{+name}:resize', options)
|
2028
|
+
command.request_representation = Google::Apis::DataprocV1::ResizeNodeGroupRequest::Representation
|
2029
|
+
command.request_object = resize_node_group_request_object
|
2030
|
+
command.response_representation = Google::Apis::DataprocV1::Operation::Representation
|
2031
|
+
command.response_class = Google::Apis::DataprocV1::Operation
|
2032
|
+
command.params['name'] = name unless name.nil?
|
2033
|
+
command.query['fields'] = fields unless fields.nil?
|
2034
|
+
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
2035
|
+
execute_or_queue_command(command, &block)
|
2036
|
+
end
|
2037
|
+
|
1971
2038
|
# Starts a job cancellation request. To access the job resource after
|
1972
2039
|
# cancellation, call regions/`region`/jobs.list (https://cloud.google.com/
|
1973
2040
|
# dataproc/docs/reference/rest/v1/projects.regions.jobs/list) or regions/`region`
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-apis-dataproc_v1
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.40.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-
|
11
|
+
date: 2022-12-12 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: google-apis-core
|
@@ -58,7 +58,7 @@ licenses:
|
|
58
58
|
metadata:
|
59
59
|
bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
|
60
60
|
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1/CHANGELOG.md
|
61
|
-
documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.
|
61
|
+
documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.40.0
|
62
62
|
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1
|
63
63
|
post_install_message:
|
64
64
|
rdoc_options: []
|