google-apis-dataproc_v1 0.12.0 → 0.16.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +17 -0
- data/OVERVIEW.md +2 -2
- data/lib/google/apis/dataproc_v1/classes.rb +186 -38
- data/lib/google/apis/dataproc_v1/gem_version.rb +2 -2
- data/lib/google/apis/dataproc_v1/representations.rb +40 -0
- data/lib/google/apis/dataproc_v1/service.rb +4 -1
- data/lib/google/apis/dataproc_v1.rb +1 -1
- metadata +5 -5
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 141060e3d89f74337420ce1e6b71f7cb4a7d6ae0a8fb0bd9f85f3f06f050d7dc
|
4
|
+
data.tar.gz: 99dfb5eeb6b277bd43a2f86b24386a850e3d2392d56d7d2e470373b84b59ddfb
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 5e16b6a915e1c2be002017d47d8b96f97d4806909894402d84781640e2e47078aa90733094bf4f06549451b1dc2f4b8a6c0cfcf6c852a6220f28856c36bd6fcf
|
7
|
+
data.tar.gz: b027cabca3668ed89097d6fdc51a7fa2cdafc88f70a69106be794ab0f8a1e502a835e47d695b86506b4cb5c8d471a45ea8d80bed79c1991e44ed8a162d71ed9a
|
data/CHANGELOG.md
CHANGED
@@ -1,5 +1,22 @@
|
|
1
1
|
# Release history for google-apis-dataproc_v1
|
2
2
|
|
3
|
+
### v0.16.0 (2021-10-21)
|
4
|
+
|
5
|
+
* Regenerated from discovery document revision 20211019
|
6
|
+
* Unspecified changes
|
7
|
+
|
8
|
+
### v0.15.0 (2021-10-08)
|
9
|
+
|
10
|
+
* Regenerated from discovery document revision 20210930
|
11
|
+
|
12
|
+
### v0.14.0 (2021-09-11)
|
13
|
+
|
14
|
+
* Regenerated from discovery document revision 20210902
|
15
|
+
|
16
|
+
### v0.13.0 (2021-09-01)
|
17
|
+
|
18
|
+
* Regenerated from discovery document revision 20210819
|
19
|
+
|
3
20
|
### v0.12.0 (2021-07-01)
|
4
21
|
|
5
22
|
* Regenerated from discovery document revision 20210625
|
data/OVERVIEW.md
CHANGED
@@ -60,8 +60,8 @@ See the class reference docs for information on the methods you can call from a
|
|
60
60
|
|
61
61
|
More detailed descriptions of the Google simple REST clients are available in two documents.
|
62
62
|
|
63
|
-
* The [Usage Guide](https://github.com/googleapis/google-api-ruby-client/blob/
|
64
|
-
* The [Auth Guide](https://github.com/googleapis/google-api-ruby-client/blob/
|
63
|
+
* The [Usage Guide](https://github.com/googleapis/google-api-ruby-client/blob/main/docs/usage-guide.md) discusses how to make API calls, how to use the provided data structures, and how to work the various features of the client library, including media upload and download, error handling, retries, pagination, and logging.
|
64
|
+
* The [Auth Guide](https://github.com/googleapis/google-api-ruby-client/blob/main/docs/auth-guide.md) discusses authentication in the client libraries, including API keys, OAuth 2.0, service accounts, and environment variables.
|
65
65
|
|
66
66
|
(Note: the above documents are written for the simple REST clients in general, and their examples may not reflect the Dataproc service in particular.)
|
67
67
|
|
@@ -98,6 +98,16 @@ module Google
|
|
98
98
|
# @return [String]
|
99
99
|
attr_accessor :id
|
100
100
|
|
101
|
+
# Optional. The labels to associate with this autoscaling policy. Label keys
|
102
|
+
# must contain 1 to 63 characters, and must conform to RFC 1035 (https://www.
|
103
|
+
# ietf.org/rfc/rfc1035.txt). Label values may be empty, but, if present, must
|
104
|
+
# contain 1 to 63 characters, and must conform to RFC 1035 (https://www.ietf.org/
|
105
|
+
# rfc/rfc1035.txt). No more than 32 labels can be associated with an autoscaling
|
106
|
+
# policy.
|
107
|
+
# Corresponds to the JSON property `labels`
|
108
|
+
# @return [Hash<String,String>]
|
109
|
+
attr_accessor :labels
|
110
|
+
|
101
111
|
# Output only. The "resource name" of the autoscaling policy, as described in
|
102
112
|
# https://cloud.google.com/apis/design/resource_names. For projects.regions.
|
103
113
|
# autoscalingPolicies, the resource name of the policy has the following format:
|
@@ -129,6 +139,7 @@ module Google
|
|
129
139
|
def update!(**args)
|
130
140
|
@basic_algorithm = args[:basic_algorithm] if args.key?(:basic_algorithm)
|
131
141
|
@id = args[:id] if args.key?(:id)
|
142
|
+
@labels = args[:labels] if args.key?(:labels)
|
132
143
|
@name = args[:name] if args.key?(:name)
|
133
144
|
@secondary_worker_config = args[:secondary_worker_config] if args.key?(:secondary_worker_config)
|
134
145
|
@worker_config = args[:worker_config] if args.key?(:worker_config)
|
@@ -146,6 +157,11 @@ module Google
|
|
146
157
|
# @return [String]
|
147
158
|
attr_accessor :cooldown_period
|
148
159
|
|
160
|
+
# Basic autoscaling configurations for Spark Standalone.
|
161
|
+
# Corresponds to the JSON property `sparkStandaloneConfig`
|
162
|
+
# @return [Google::Apis::DataprocV1::SparkStandaloneAutoscalingConfig]
|
163
|
+
attr_accessor :spark_standalone_config
|
164
|
+
|
149
165
|
# Basic autoscaling configurations for YARN.
|
150
166
|
# Corresponds to the JSON property `yarnConfig`
|
151
167
|
# @return [Google::Apis::DataprocV1::BasicYarnAutoscalingConfig]
|
@@ -158,6 +174,7 @@ module Google
|
|
158
174
|
# Update properties of this object
|
159
175
|
def update!(**args)
|
160
176
|
@cooldown_period = args[:cooldown_period] if args.key?(:cooldown_period)
|
177
|
+
@spark_standalone_config = args[:spark_standalone_config] if args.key?(:spark_standalone_config)
|
161
178
|
@yarn_config = args[:yarn_config] if args.key?(:yarn_config)
|
162
179
|
end
|
163
180
|
end
|
@@ -289,7 +306,7 @@ module Google
|
|
289
306
|
end
|
290
307
|
end
|
291
308
|
|
292
|
-
# Associates members with a role.
|
309
|
+
# Associates members, or principals, with a role.
|
293
310
|
class Binding
|
294
311
|
include Google::Apis::Core::Hashable
|
295
312
|
|
@@ -312,7 +329,7 @@ module Google
|
|
312
329
|
# @return [Google::Apis::DataprocV1::Expr]
|
313
330
|
attr_accessor :condition
|
314
331
|
|
315
|
-
# Specifies the
|
332
|
+
# Specifies the principals requesting access for a Cloud Platform resource.
|
316
333
|
# members can have the following values: allUsers: A special identifier that
|
317
334
|
# represents anyone who is on the internet; with or without a Google account.
|
318
335
|
# allAuthenticatedUsers: A special identifier that represents anyone who is
|
@@ -341,8 +358,8 @@ module Google
|
|
341
358
|
# @return [Array<String>]
|
342
359
|
attr_accessor :members
|
343
360
|
|
344
|
-
# Role that is assigned to members. For example,
|
345
|
-
# roles/owner.
|
361
|
+
# Role that is assigned to the list of members, or principals. For example,
|
362
|
+
# roles/viewer, roles/editor, or roles/owner.
|
346
363
|
# Corresponds to the JSON property `role`
|
347
364
|
# @return [String]
|
348
365
|
attr_accessor :role
|
@@ -372,8 +389,8 @@ module Google
|
|
372
389
|
end
|
373
390
|
end
|
374
391
|
|
375
|
-
# Describes the identifying information, config, and status of a
|
376
|
-
#
|
392
|
+
# Describes the identifying information, config, and status of a Dataproc
|
393
|
+
# cluster
|
377
394
|
class Cluster
|
378
395
|
include Google::Apis::Core::Hashable
|
379
396
|
|
@@ -456,9 +473,10 @@ module Google
|
|
456
473
|
# Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for your
|
457
474
|
# cluster's staging bucket according to the Compute Engine zone where your
|
458
475
|
# cluster is deployed, and then create and manage this project-level, per-
|
459
|
-
# location bucket (see Dataproc staging
|
460
|
-
# dataproc/docs/concepts/configuring-clusters/staging-bucket)). This field
|
461
|
-
# requires a Cloud Storage bucket name, not a URI to a Cloud Storage
|
476
|
+
# location bucket (see Dataproc staging and temp buckets (https://cloud.google.
|
477
|
+
# com/dataproc/docs/concepts/configuring-clusters/staging-bucket)). This field
|
478
|
+
# requires a Cloud Storage bucket name, not a gs://... URI to a Cloud Storage
|
479
|
+
# bucket.
|
462
480
|
# Corresponds to the JSON property `configBucket`
|
463
481
|
# @return [String]
|
464
482
|
attr_accessor :config_bucket
|
@@ -479,7 +497,7 @@ module Google
|
|
479
497
|
# @return [Google::Apis::DataprocV1::GceClusterConfig]
|
480
498
|
attr_accessor :gce_cluster_config
|
481
499
|
|
482
|
-
# The GKE config
|
500
|
+
# The cluster's GKE config.
|
483
501
|
# Corresponds to the JSON property `gkeClusterConfig`
|
484
502
|
# @return [Google::Apis::DataprocV1::GkeClusterConfig]
|
485
503
|
attr_accessor :gke_cluster_config
|
@@ -533,8 +551,10 @@ module Google
|
|
533
551
|
# your cluster's temp bucket according to the Compute Engine zone where your
|
534
552
|
# cluster is deployed, and then create and manage this project-level, per-
|
535
553
|
# location bucket. The default bucket has a TTL of 90 days, but you can use any
|
536
|
-
# TTL (or none) if you specify a bucket
|
537
|
-
#
|
554
|
+
# TTL (or none) if you specify a bucket (see Dataproc staging and temp buckets (
|
555
|
+
# https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/staging-
|
556
|
+
# bucket)). This field requires a Cloud Storage bucket name, not a gs://... URI
|
557
|
+
# to a Cloud Storage bucket.
|
538
558
|
# Corresponds to the JSON property `tempBucket`
|
539
559
|
# @return [String]
|
540
560
|
attr_accessor :temp_bucket
|
@@ -1181,7 +1201,7 @@ module Google
|
|
1181
1201
|
end
|
1182
1202
|
end
|
1183
1203
|
|
1184
|
-
# The GKE config
|
1204
|
+
# The cluster's GKE config.
|
1185
1205
|
class GkeClusterConfig
|
1186
1206
|
include Google::Apis::Core::Hashable
|
1187
1207
|
|
@@ -2682,16 +2702,16 @@ module Google
|
|
2682
2702
|
|
2683
2703
|
# An Identity and Access Management (IAM) policy, which specifies access
|
2684
2704
|
# controls for Google Cloud resources.A Policy is a collection of bindings. A
|
2685
|
-
# binding binds one or more members to a single role.
|
2686
|
-
# accounts, service accounts, Google groups, and domains (such as G
|
2687
|
-
# role is a named list of permissions; each role can be an IAM
|
2688
|
-
# or a user-created custom role.For some types of Google Cloud
|
2689
|
-
# binding can also specify a condition, which is a logical
|
2690
|
-
# allows access to a resource only if the expression evaluates
|
2691
|
-
# condition can add constraints based on attributes of the request,
|
2692
|
-
# or both. To learn which resources support conditions in their
|
2693
|
-
# see the IAM documentation (https://cloud.google.com/iam/help/
|
2694
|
-
# resource-policies).JSON example: ` "bindings": [ ` "role": "roles/
|
2705
|
+
# binding binds one or more members, or principals, to a single role. Principals
|
2706
|
+
# can be user accounts, service accounts, Google groups, and domains (such as G
|
2707
|
+
# Suite). A role is a named list of permissions; each role can be an IAM
|
2708
|
+
# predefined role or a user-created custom role.For some types of Google Cloud
|
2709
|
+
# resources, a binding can also specify a condition, which is a logical
|
2710
|
+
# expression that allows access to a resource only if the expression evaluates
|
2711
|
+
# to true. A condition can add constraints based on attributes of the request,
|
2712
|
+
# the resource, or both. To learn which resources support conditions in their
|
2713
|
+
# IAM policies, see the IAM documentation (https://cloud.google.com/iam/help/
|
2714
|
+
# conditions/resource-policies).JSON example: ` "bindings": [ ` "role": "roles/
|
2695
2715
|
# resourcemanager.organizationAdmin", "members": [ "user:mike@example.com", "
|
2696
2716
|
# group:admins@example.com", "domain:google.com", "serviceAccount:my-project-id@
|
2697
2717
|
# appspot.gserviceaccount.com" ] `, ` "role": "roles/resourcemanager.
|
@@ -2704,15 +2724,20 @@ module Google
|
|
2704
2724
|
# resourcemanager.organizationAdmin - members: - user:eve@example.com role:
|
2705
2725
|
# roles/resourcemanager.organizationViewer condition: title: expirable access
|
2706
2726
|
# description: Does not grant access after Sep 2020 expression: request.time <
|
2707
|
-
# timestamp('2020-10-01T00:00:00.000Z')
|
2727
|
+
# timestamp('2020-10-01T00:00:00.000Z') etag: BwWWja0YfJA= version: 3 For a
|
2708
2728
|
# description of IAM and its features, see the IAM documentation (https://cloud.
|
2709
2729
|
# google.com/iam/docs/).
|
2710
2730
|
class Policy
|
2711
2731
|
include Google::Apis::Core::Hashable
|
2712
2732
|
|
2713
|
-
# Associates a list of members
|
2714
|
-
# that determines how and when the bindings are applied.
|
2715
|
-
# must contain at least one
|
2733
|
+
# Associates a list of members, or principals, with a role. Optionally, may
|
2734
|
+
# specify a condition that determines how and when the bindings are applied.
|
2735
|
+
# Each of the bindings must contain at least one principal.The bindings in a
|
2736
|
+
# Policy can refer to up to 1,500 principals; up to 250 of these principals can
|
2737
|
+
# be Google groups. Each occurrence of a principal counts towards these limits.
|
2738
|
+
# For example, if the bindings grant 50 different roles to user:alice@example.
|
2739
|
+
# com, and not to any other principal, then you can add another 1,450 principals
|
2740
|
+
# to the bindings in the Policy.
|
2716
2741
|
# Corresponds to the JSON property `bindings`
|
2717
2742
|
# @return [Array<Google::Apis::DataprocV1::Binding>]
|
2718
2743
|
attr_accessor :bindings
|
@@ -3031,22 +3056,83 @@ module Google
|
|
3031
3056
|
end
|
3032
3057
|
end
|
3033
3058
|
|
3059
|
+
# Metadata describing the Session operation.
|
3060
|
+
class SessionOperationMetadata
|
3061
|
+
include Google::Apis::Core::Hashable
|
3062
|
+
|
3063
|
+
# The time when the operation was created.
|
3064
|
+
# Corresponds to the JSON property `createTime`
|
3065
|
+
# @return [String]
|
3066
|
+
attr_accessor :create_time
|
3067
|
+
|
3068
|
+
# Short description of the operation.
|
3069
|
+
# Corresponds to the JSON property `description`
|
3070
|
+
# @return [String]
|
3071
|
+
attr_accessor :description
|
3072
|
+
|
3073
|
+
# The time when the operation was finished.
|
3074
|
+
# Corresponds to the JSON property `doneTime`
|
3075
|
+
# @return [String]
|
3076
|
+
attr_accessor :done_time
|
3077
|
+
|
3078
|
+
# Labels associated with the operation.
|
3079
|
+
# Corresponds to the JSON property `labels`
|
3080
|
+
# @return [Hash<String,String>]
|
3081
|
+
attr_accessor :labels
|
3082
|
+
|
3083
|
+
# The operation type.
|
3084
|
+
# Corresponds to the JSON property `operationType`
|
3085
|
+
# @return [String]
|
3086
|
+
attr_accessor :operation_type
|
3087
|
+
|
3088
|
+
# Name of the session for the operation.
|
3089
|
+
# Corresponds to the JSON property `session`
|
3090
|
+
# @return [String]
|
3091
|
+
attr_accessor :session
|
3092
|
+
|
3093
|
+
# Session UUID for the operation.
|
3094
|
+
# Corresponds to the JSON property `sessionUuid`
|
3095
|
+
# @return [String]
|
3096
|
+
attr_accessor :session_uuid
|
3097
|
+
|
3098
|
+
# Warnings encountered during operation execution.
|
3099
|
+
# Corresponds to the JSON property `warnings`
|
3100
|
+
# @return [Array<String>]
|
3101
|
+
attr_accessor :warnings
|
3102
|
+
|
3103
|
+
def initialize(**args)
|
3104
|
+
update!(**args)
|
3105
|
+
end
|
3106
|
+
|
3107
|
+
# Update properties of this object
|
3108
|
+
def update!(**args)
|
3109
|
+
@create_time = args[:create_time] if args.key?(:create_time)
|
3110
|
+
@description = args[:description] if args.key?(:description)
|
3111
|
+
@done_time = args[:done_time] if args.key?(:done_time)
|
3112
|
+
@labels = args[:labels] if args.key?(:labels)
|
3113
|
+
@operation_type = args[:operation_type] if args.key?(:operation_type)
|
3114
|
+
@session = args[:session] if args.key?(:session)
|
3115
|
+
@session_uuid = args[:session_uuid] if args.key?(:session_uuid)
|
3116
|
+
@warnings = args[:warnings] if args.key?(:warnings)
|
3117
|
+
end
|
3118
|
+
end
|
3119
|
+
|
3034
3120
|
# Request message for SetIamPolicy method.
|
3035
3121
|
class SetIamPolicyRequest
|
3036
3122
|
include Google::Apis::Core::Hashable
|
3037
3123
|
|
3038
3124
|
# An Identity and Access Management (IAM) policy, which specifies access
|
3039
3125
|
# controls for Google Cloud resources.A Policy is a collection of bindings. A
|
3040
|
-
# binding binds one or more members to a single role.
|
3041
|
-
# accounts, service accounts, Google groups, and domains (such as G
|
3042
|
-
# role is a named list of permissions; each role can be an IAM
|
3043
|
-
# or a user-created custom role.For some types of Google Cloud
|
3044
|
-
# binding can also specify a condition, which is a logical
|
3045
|
-
# allows access to a resource only if the expression evaluates
|
3046
|
-
# condition can add constraints based on attributes of the request,
|
3047
|
-
# or both. To learn which resources support conditions in their
|
3048
|
-
# see the IAM documentation (https://cloud.google.com/iam/help/
|
3049
|
-
# resource-policies).JSON example: ` "bindings": [ ` "role": "roles/
|
3126
|
+
# binding binds one or more members, or principals, to a single role. Principals
|
3127
|
+
# can be user accounts, service accounts, Google groups, and domains (such as G
|
3128
|
+
# Suite). A role is a named list of permissions; each role can be an IAM
|
3129
|
+
# predefined role or a user-created custom role.For some types of Google Cloud
|
3130
|
+
# resources, a binding can also specify a condition, which is a logical
|
3131
|
+
# expression that allows access to a resource only if the expression evaluates
|
3132
|
+
# to true. A condition can add constraints based on attributes of the request,
|
3133
|
+
# the resource, or both. To learn which resources support conditions in their
|
3134
|
+
# IAM policies, see the IAM documentation (https://cloud.google.com/iam/help/
|
3135
|
+
# conditions/resource-policies).JSON example: ` "bindings": [ ` "role": "roles/
|
3050
3136
|
# resourcemanager.organizationAdmin", "members": [ "user:mike@example.com", "
|
3051
3137
|
# group:admins@example.com", "domain:google.com", "serviceAccount:my-project-id@
|
3052
3138
|
# appspot.gserviceaccount.com" ] `, ` "role": "roles/resourcemanager.
|
@@ -3059,7 +3145,7 @@ module Google
|
|
3059
3145
|
# resourcemanager.organizationAdmin - members: - user:eve@example.com role:
|
3060
3146
|
# roles/resourcemanager.organizationViewer condition: title: expirable access
|
3061
3147
|
# description: Does not grant access after Sep 2020 expression: request.time <
|
3062
|
-
# timestamp('2020-10-01T00:00:00.000Z')
|
3148
|
+
# timestamp('2020-10-01T00:00:00.000Z') etag: BwWWja0YfJA= version: 3 For a
|
3063
3149
|
# description of IAM and its features, see the IAM documentation (https://cloud.
|
3064
3150
|
# google.com/iam/docs/).
|
3065
3151
|
# Corresponds to the JSON property `policy`
|
@@ -3336,6 +3422,68 @@ module Google
|
|
3336
3422
|
end
|
3337
3423
|
end
|
3338
3424
|
|
3425
|
+
# Basic autoscaling configurations for Spark Standalone.
|
3426
|
+
class SparkStandaloneAutoscalingConfig
|
3427
|
+
include Google::Apis::Core::Hashable
|
3428
|
+
|
3429
|
+
# Required. Timeout for Spark graceful decommissioning of spark workers.
|
3430
|
+
# Specifies the duration to wait for spark worker to complete spark
|
3431
|
+
# decomissioning tasks before forcefully removing workers. Only applicable to
|
3432
|
+
# downscaling operations.Bounds: 0s, 1d.
|
3433
|
+
# Corresponds to the JSON property `gracefulDecommissionTimeout`
|
3434
|
+
# @return [String]
|
3435
|
+
attr_accessor :graceful_decommission_timeout
|
3436
|
+
|
3437
|
+
# Required. Fraction of required executors to remove from Spark Serverless
|
3438
|
+
# clusters. A scale-down factor of 1.0 will result in scaling down so that there
|
3439
|
+
# are no more executors for the Spark Job.(more aggressive scaling). A scale-
|
3440
|
+
# down factor closer to 0 will result in a smaller magnitude of scaling donw (
|
3441
|
+
# less aggressive scaling).Bounds: 0.0, 1.0.
|
3442
|
+
# Corresponds to the JSON property `scaleDownFactor`
|
3443
|
+
# @return [Float]
|
3444
|
+
attr_accessor :scale_down_factor
|
3445
|
+
|
3446
|
+
# Optional. Minimum scale-down threshold as a fraction of total cluster size
|
3447
|
+
# before scaling occurs. For example, in a 20-worker cluster, a threshold of 0.1
|
3448
|
+
# means the autoscaler must recommend at least a 2 worker scale-down for the
|
3449
|
+
# cluster to scale. A threshold of 0 means the autoscaler will scale down on any
|
3450
|
+
# recommended change.Bounds: 0.0, 1.0. Default: 0.0.
|
3451
|
+
# Corresponds to the JSON property `scaleDownMinWorkerFraction`
|
3452
|
+
# @return [Float]
|
3453
|
+
attr_accessor :scale_down_min_worker_fraction
|
3454
|
+
|
3455
|
+
# Required. Fraction of required workers to add to Spark Standalone clusters. A
|
3456
|
+
# scale-up factor of 1.0 will result in scaling up so that there are no more
|
3457
|
+
# required workers for the Spark Job (more aggressive scaling). A scale-up
|
3458
|
+
# factor closer to 0 will result in a smaller magnitude of scaling up (less
|
3459
|
+
# aggressive scaling).Bounds: 0.0, 1.0.
|
3460
|
+
# Corresponds to the JSON property `scaleUpFactor`
|
3461
|
+
# @return [Float]
|
3462
|
+
attr_accessor :scale_up_factor
|
3463
|
+
|
3464
|
+
# Optional. Minimum scale-up threshold as a fraction of total cluster size
|
3465
|
+
# before scaling occurs. For example, in a 20-worker cluster, a threshold of 0.1
|
3466
|
+
# means the autoscaler must recommend at least a 2-worker scale-up for the
|
3467
|
+
# cluster to scale. A threshold of 0 means the autoscaler will scale up on any
|
3468
|
+
# recommended change.Bounds: 0.0, 1.0. Default: 0.0.
|
3469
|
+
# Corresponds to the JSON property `scaleUpMinWorkerFraction`
|
3470
|
+
# @return [Float]
|
3471
|
+
attr_accessor :scale_up_min_worker_fraction
|
3472
|
+
|
3473
|
+
def initialize(**args)
|
3474
|
+
update!(**args)
|
3475
|
+
end
|
3476
|
+
|
3477
|
+
# Update properties of this object
|
3478
|
+
def update!(**args)
|
3479
|
+
@graceful_decommission_timeout = args[:graceful_decommission_timeout] if args.key?(:graceful_decommission_timeout)
|
3480
|
+
@scale_down_factor = args[:scale_down_factor] if args.key?(:scale_down_factor)
|
3481
|
+
@scale_down_min_worker_fraction = args[:scale_down_min_worker_fraction] if args.key?(:scale_down_min_worker_fraction)
|
3482
|
+
@scale_up_factor = args[:scale_up_factor] if args.key?(:scale_up_factor)
|
3483
|
+
@scale_up_min_worker_fraction = args[:scale_up_min_worker_fraction] if args.key?(:scale_up_min_worker_fraction)
|
3484
|
+
end
|
3485
|
+
end
|
3486
|
+
|
3339
3487
|
# A request to start a cluster.
|
3340
3488
|
class StartClusterRequest
|
3341
3489
|
include Google::Apis::Core::Hashable
|
@@ -16,13 +16,13 @@ module Google
|
|
16
16
|
module Apis
|
17
17
|
module DataprocV1
|
18
18
|
# Version of the google-apis-dataproc_v1 gem
|
19
|
-
GEM_VERSION = "0.
|
19
|
+
GEM_VERSION = "0.16.0"
|
20
20
|
|
21
21
|
# Version of the code generator used to generate this client
|
22
22
|
GENERATOR_VERSION = "0.4.0"
|
23
23
|
|
24
24
|
# Revision of the discovery document this client was generated from
|
25
|
-
REVISION = "
|
25
|
+
REVISION = "20211019"
|
26
26
|
end
|
27
27
|
end
|
28
28
|
end
|
@@ -430,6 +430,12 @@ module Google
|
|
430
430
|
include Google::Apis::Core::JsonObjectSupport
|
431
431
|
end
|
432
432
|
|
433
|
+
class SessionOperationMetadata
|
434
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
435
|
+
|
436
|
+
include Google::Apis::Core::JsonObjectSupport
|
437
|
+
end
|
438
|
+
|
433
439
|
class SetIamPolicyRequest
|
434
440
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
435
441
|
|
@@ -466,6 +472,12 @@ module Google
|
|
466
472
|
include Google::Apis::Core::JsonObjectSupport
|
467
473
|
end
|
468
474
|
|
475
|
+
class SparkStandaloneAutoscalingConfig
|
476
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
477
|
+
|
478
|
+
include Google::Apis::Core::JsonObjectSupport
|
479
|
+
end
|
480
|
+
|
469
481
|
class StartClusterRequest
|
470
482
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
471
483
|
|
@@ -571,6 +583,7 @@ module Google
|
|
571
583
|
property :basic_algorithm, as: 'basicAlgorithm', class: Google::Apis::DataprocV1::BasicAutoscalingAlgorithm, decorator: Google::Apis::DataprocV1::BasicAutoscalingAlgorithm::Representation
|
572
584
|
|
573
585
|
property :id, as: 'id'
|
586
|
+
hash :labels, as: 'labels'
|
574
587
|
property :name, as: 'name'
|
575
588
|
property :secondary_worker_config, as: 'secondaryWorkerConfig', class: Google::Apis::DataprocV1::InstanceGroupAutoscalingPolicyConfig, decorator: Google::Apis::DataprocV1::InstanceGroupAutoscalingPolicyConfig::Representation
|
576
589
|
|
@@ -583,6 +596,8 @@ module Google
|
|
583
596
|
# @private
|
584
597
|
class Representation < Google::Apis::Core::JsonRepresentation
|
585
598
|
property :cooldown_period, as: 'cooldownPeriod'
|
599
|
+
property :spark_standalone_config, as: 'sparkStandaloneConfig', class: Google::Apis::DataprocV1::SparkStandaloneAutoscalingConfig, decorator: Google::Apis::DataprocV1::SparkStandaloneAutoscalingConfig::Representation
|
600
|
+
|
586
601
|
property :yarn_config, as: 'yarnConfig', class: Google::Apis::DataprocV1::BasicYarnAutoscalingConfig, decorator: Google::Apis::DataprocV1::BasicYarnAutoscalingConfig::Representation
|
587
602
|
|
588
603
|
end
|
@@ -1301,6 +1316,20 @@ module Google
|
|
1301
1316
|
end
|
1302
1317
|
end
|
1303
1318
|
|
1319
|
+
class SessionOperationMetadata
|
1320
|
+
# @private
|
1321
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1322
|
+
property :create_time, as: 'createTime'
|
1323
|
+
property :description, as: 'description'
|
1324
|
+
property :done_time, as: 'doneTime'
|
1325
|
+
hash :labels, as: 'labels'
|
1326
|
+
property :operation_type, as: 'operationType'
|
1327
|
+
property :session, as: 'session'
|
1328
|
+
property :session_uuid, as: 'sessionUuid'
|
1329
|
+
collection :warnings, as: 'warnings'
|
1330
|
+
end
|
1331
|
+
end
|
1332
|
+
|
1304
1333
|
class SetIamPolicyRequest
|
1305
1334
|
# @private
|
1306
1335
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -1369,6 +1398,17 @@ module Google
|
|
1369
1398
|
end
|
1370
1399
|
end
|
1371
1400
|
|
1401
|
+
class SparkStandaloneAutoscalingConfig
|
1402
|
+
# @private
|
1403
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1404
|
+
property :graceful_decommission_timeout, as: 'gracefulDecommissionTimeout'
|
1405
|
+
property :scale_down_factor, as: 'scaleDownFactor'
|
1406
|
+
property :scale_down_min_worker_fraction, as: 'scaleDownMinWorkerFraction'
|
1407
|
+
property :scale_up_factor, as: 'scaleUpFactor'
|
1408
|
+
property :scale_up_min_worker_fraction, as: 'scaleUpMinWorkerFraction'
|
1409
|
+
end
|
1410
|
+
end
|
1411
|
+
|
1372
1412
|
class StartClusterRequest
|
1373
1413
|
# @private
|
1374
1414
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -1079,6 +1079,8 @@ module Google
|
|
1079
1079
|
# @param [String] region
|
1080
1080
|
# Required. The Dataproc region in which to handle the request.
|
1081
1081
|
# @param [Google::Apis::DataprocV1::Cluster] cluster_object
|
1082
|
+
# @param [String] action_on_failed_primary_workers
|
1083
|
+
# Optional. Failure action when primary worker creation fails.
|
1082
1084
|
# @param [String] request_id
|
1083
1085
|
# Optional. A unique ID used to identify the request. If the server receives two
|
1084
1086
|
# CreateClusterRequest (https://cloud.google.com/dataproc/docs/reference/rpc/
|
@@ -1106,7 +1108,7 @@ module Google
|
|
1106
1108
|
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
1107
1109
|
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
1108
1110
|
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
1109
|
-
def create_cluster(project_id, region, cluster_object = nil, request_id: nil, fields: nil, quota_user: nil, options: nil, &block)
|
1111
|
+
def create_cluster(project_id, region, cluster_object = nil, action_on_failed_primary_workers: nil, request_id: nil, fields: nil, quota_user: nil, options: nil, &block)
|
1110
1112
|
command = make_simple_command(:post, 'v1/projects/{projectId}/regions/{region}/clusters', options)
|
1111
1113
|
command.request_representation = Google::Apis::DataprocV1::Cluster::Representation
|
1112
1114
|
command.request_object = cluster_object
|
@@ -1114,6 +1116,7 @@ module Google
|
|
1114
1116
|
command.response_class = Google::Apis::DataprocV1::Operation
|
1115
1117
|
command.params['projectId'] = project_id unless project_id.nil?
|
1116
1118
|
command.params['region'] = region unless region.nil?
|
1119
|
+
command.query['actionOnFailedPrimaryWorkers'] = action_on_failed_primary_workers unless action_on_failed_primary_workers.nil?
|
1117
1120
|
command.query['requestId'] = request_id unless request_id.nil?
|
1118
1121
|
command.query['fields'] = fields unless fields.nil?
|
1119
1122
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
@@ -29,7 +29,7 @@ module Google
|
|
29
29
|
# This is NOT the gem version.
|
30
30
|
VERSION = 'V1'
|
31
31
|
|
32
|
-
# See, edit, configure, and delete your Google Cloud
|
32
|
+
# See, edit, configure, and delete your Google Cloud data and see the email address for your Google Account.
|
33
33
|
AUTH_CLOUD_PLATFORM = 'https://www.googleapis.com/auth/cloud-platform'
|
34
34
|
end
|
35
35
|
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-apis-dataproc_v1
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.16.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2021-
|
11
|
+
date: 2021-10-27 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: google-apis-core
|
@@ -57,9 +57,9 @@ licenses:
|
|
57
57
|
- Apache-2.0
|
58
58
|
metadata:
|
59
59
|
bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
|
60
|
-
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/
|
61
|
-
documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.
|
62
|
-
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/
|
60
|
+
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1/CHANGELOG.md
|
61
|
+
documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.16.0
|
62
|
+
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1
|
63
63
|
post_install_message:
|
64
64
|
rdoc_options: []
|
65
65
|
require_paths:
|