google-apis-dataproc_v1 0.53.0 → 0.54.0
Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: fd8a64411f7f7ade8de89db6110c5d83f82facf619371617958f09519db057c1
|
4
|
+
data.tar.gz: ca106acb7fc977618ea9f6a67bcf1d9efeae1f34c3f78c8d084cbdf061312ed3
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 48115a41d5385b7b65eb0387be92866ec41bf04812291eabf41adb5851dec970bf0affbd31a752a7828c8905942eda1cdfaffec1077dbe4d7ad65431ec44dedf
|
7
|
+
data.tar.gz: 38aba56560bd6e40ab06f5ed4446531654518ec243530ad59b9801f5bb026f9106a08bda45761617495d21c8f5f1af013a2a7e6e66b0da0ce8c5bf3f6aea2365
|
data/CHANGELOG.md
CHANGED
@@ -1089,6 +1089,13 @@ module Google
|
|
1089
1089
|
# @return [Array<String>]
|
1090
1090
|
attr_accessor :jobs
|
1091
1091
|
|
1092
|
+
# Optional. (Optional) The output Cloud Storage directory for the diagnostic
|
1093
|
+
# tarball. If not specified, a task-specific directory in the cluster's staging
|
1094
|
+
# bucket will be used.
|
1095
|
+
# Corresponds to the JSON property `tarballGcsDir`
|
1096
|
+
# @return [String]
|
1097
|
+
attr_accessor :tarball_gcs_dir
|
1098
|
+
|
1092
1099
|
# Optional. DEPRECATED Specifies the yarn application on which diagnosis is to
|
1093
1100
|
# be performed.
|
1094
1101
|
# Corresponds to the JSON property `yarnApplicationId`
|
@@ -1110,6 +1117,7 @@ module Google
|
|
1110
1117
|
@diagnosis_interval = args[:diagnosis_interval] if args.key?(:diagnosis_interval)
|
1111
1118
|
@job = args[:job] if args.key?(:job)
|
1112
1119
|
@jobs = args[:jobs] if args.key?(:jobs)
|
1120
|
+
@tarball_gcs_dir = args[:tarball_gcs_dir] if args.key?(:tarball_gcs_dir)
|
1113
1121
|
@yarn_application_id = args[:yarn_application_id] if args.key?(:yarn_application_id)
|
1114
1122
|
@yarn_application_ids = args[:yarn_application_ids] if args.key?(:yarn_application_ids)
|
1115
1123
|
end
|
@@ -2124,29 +2132,21 @@ module Google
|
|
2124
2132
|
end
|
2125
2133
|
end
|
2126
2134
|
|
2127
|
-
#
|
2128
|
-
|
2135
|
+
# Instance flexibility Policy allowing a mixture of VM shapes and provisioning
|
2136
|
+
# models.
|
2137
|
+
class InstanceFlexibilityPolicy
|
2129
2138
|
include Google::Apis::Core::Hashable
|
2130
2139
|
|
2131
|
-
#
|
2132
|
-
#
|
2133
|
-
#
|
2134
|
-
#
|
2135
|
-
|
2136
|
-
# @return [String]
|
2137
|
-
attr_accessor :credentials_ciphertext
|
2140
|
+
# Optional. List of instance selection options that the group will use when
|
2141
|
+
# creating new VMs.
|
2142
|
+
# Corresponds to the JSON property `instanceSelectionList`
|
2143
|
+
# @return [Array<Google::Apis::DataprocV1::InstanceSelection>]
|
2144
|
+
attr_accessor :instance_selection_list
|
2138
2145
|
|
2139
|
-
#
|
2140
|
-
#
|
2141
|
-
#
|
2142
|
-
|
2143
|
-
# credentials are injected.Recommendation: Set this value to a UUID (https://en.
|
2144
|
-
# wikipedia.org/wiki/Universally_unique_identifier).The value must contain only
|
2145
|
-
# letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-). The
|
2146
|
-
# maximum length is 40 characters.
|
2147
|
-
# Corresponds to the JSON property `requestId`
|
2148
|
-
# @return [String]
|
2149
|
-
attr_accessor :request_id
|
2146
|
+
# Output only. A list of instance selection results in the group.
|
2147
|
+
# Corresponds to the JSON property `instanceSelectionResults`
|
2148
|
+
# @return [Array<Google::Apis::DataprocV1::InstanceSelectionResult>]
|
2149
|
+
attr_accessor :instance_selection_results
|
2150
2150
|
|
2151
2151
|
def initialize(**args)
|
2152
2152
|
update!(**args)
|
@@ -2154,8 +2154,8 @@ module Google
|
|
2154
2154
|
|
2155
2155
|
# Update properties of this object
|
2156
2156
|
def update!(**args)
|
2157
|
-
@
|
2158
|
-
@
|
2157
|
+
@instance_selection_list = args[:instance_selection_list] if args.key?(:instance_selection_list)
|
2158
|
+
@instance_selection_results = args[:instance_selection_results] if args.key?(:instance_selection_results)
|
2159
2159
|
end
|
2160
2160
|
end
|
2161
2161
|
|
@@ -2238,6 +2238,12 @@ module Google
|
|
2238
2238
|
# @return [String]
|
2239
2239
|
attr_accessor :image_uri
|
2240
2240
|
|
2241
|
+
# Instance flexibility Policy allowing a mixture of VM shapes and provisioning
|
2242
|
+
# models.
|
2243
|
+
# Corresponds to the JSON property `instanceFlexibilityPolicy`
|
2244
|
+
# @return [Google::Apis::DataprocV1::InstanceFlexibilityPolicy]
|
2245
|
+
attr_accessor :instance_flexibility_policy
|
2246
|
+
|
2241
2247
|
# Output only. The list of instance names. Dataproc derives the names from
|
2242
2248
|
# cluster_name, num_instances, and the instance group.
|
2243
2249
|
# Corresponds to the JSON property `instanceNames`
|
@@ -2279,19 +2285,14 @@ module Google
|
|
2279
2285
|
# @return [String]
|
2280
2286
|
attr_accessor :min_cpu_platform
|
2281
2287
|
|
2282
|
-
# Optional. The minimum number of instances to create. If
|
2283
|
-
#
|
2284
|
-
#
|
2285
|
-
#
|
2286
|
-
#
|
2287
|
-
#
|
2288
|
-
#
|
2289
|
-
#
|
2290
|
-
# will be in an error state and does not delete failed VMs for debugging. * if 2
|
2291
|
-
# instance are created and then registered successfully but 3 instances are
|
2292
|
-
# failed to initialize, the cluster will be in an error state and does not
|
2293
|
-
# delete failed VMs for debugging. NB: This can only be set for primary workers
|
2294
|
-
# now.
|
2288
|
+
# Optional. The minimum number of primary worker instances to create. If
|
2289
|
+
# min_num_instances is set, cluster creation will succeed if the number of
|
2290
|
+
# primary workers created is at least equal to the min_num_instances number.
|
2291
|
+
# Example: Cluster creation request with num_instances = 5 and min_num_instances
|
2292
|
+
# = 3: If 4 VMs are created and 1 instance fails, the failed VM is deleted. The
|
2293
|
+
# cluster is resized to 4 instances and placed in a RUNNING state. If 2
|
2294
|
+
# instances are created and 3 instances fail, the cluster in placed in an ERROR
|
2295
|
+
# state. The failed VMs are not deleted.
|
2295
2296
|
# Corresponds to the JSON property `minNumInstances`
|
2296
2297
|
# @return [Fixnum]
|
2297
2298
|
attr_accessor :min_num_instances
|
@@ -2319,6 +2320,7 @@ module Google
|
|
2319
2320
|
@accelerators = args[:accelerators] if args.key?(:accelerators)
|
2320
2321
|
@disk_config = args[:disk_config] if args.key?(:disk_config)
|
2321
2322
|
@image_uri = args[:image_uri] if args.key?(:image_uri)
|
2323
|
+
@instance_flexibility_policy = args[:instance_flexibility_policy] if args.key?(:instance_flexibility_policy)
|
2322
2324
|
@instance_names = args[:instance_names] if args.key?(:instance_names)
|
2323
2325
|
@instance_references = args[:instance_references] if args.key?(:instance_references)
|
2324
2326
|
@is_preemptible = args[:is_preemptible] if args.key?(:is_preemptible)
|
@@ -2368,6 +2370,60 @@ module Google
|
|
2368
2370
|
end
|
2369
2371
|
end
|
2370
2372
|
|
2373
|
+
# Defines machines types and a rank to which the machines types belong.
|
2374
|
+
class InstanceSelection
|
2375
|
+
include Google::Apis::Core::Hashable
|
2376
|
+
|
2377
|
+
# Optional. Full machine-type names, e.g. "n1-standard-16".
|
2378
|
+
# Corresponds to the JSON property `machineTypes`
|
2379
|
+
# @return [Array<String>]
|
2380
|
+
attr_accessor :machine_types
|
2381
|
+
|
2382
|
+
# Optional. Preference of this instance selection. Lower number means higher
|
2383
|
+
# preference. Dataproc will first try to create a VM based on the machine-type
|
2384
|
+
# with priority rank and fallback to next rank based on availability. Machine
|
2385
|
+
# types and instance selections with the same priority have the same preference.
|
2386
|
+
# Corresponds to the JSON property `rank`
|
2387
|
+
# @return [Fixnum]
|
2388
|
+
attr_accessor :rank
|
2389
|
+
|
2390
|
+
def initialize(**args)
|
2391
|
+
update!(**args)
|
2392
|
+
end
|
2393
|
+
|
2394
|
+
# Update properties of this object
|
2395
|
+
def update!(**args)
|
2396
|
+
@machine_types = args[:machine_types] if args.key?(:machine_types)
|
2397
|
+
@rank = args[:rank] if args.key?(:rank)
|
2398
|
+
end
|
2399
|
+
end
|
2400
|
+
|
2401
|
+
# Defines a mapping from machine types to the number of VMs that are created
|
2402
|
+
# with each machine type.
|
2403
|
+
class InstanceSelectionResult
|
2404
|
+
include Google::Apis::Core::Hashable
|
2405
|
+
|
2406
|
+
# Output only. Full machine-type names, e.g. "n1-standard-16".
|
2407
|
+
# Corresponds to the JSON property `machineType`
|
2408
|
+
# @return [String]
|
2409
|
+
attr_accessor :machine_type
|
2410
|
+
|
2411
|
+
# Output only. Number of VM provisioned with the machine_type.
|
2412
|
+
# Corresponds to the JSON property `vmCount`
|
2413
|
+
# @return [Fixnum]
|
2414
|
+
attr_accessor :vm_count
|
2415
|
+
|
2416
|
+
def initialize(**args)
|
2417
|
+
update!(**args)
|
2418
|
+
end
|
2419
|
+
|
2420
|
+
# Update properties of this object
|
2421
|
+
def update!(**args)
|
2422
|
+
@machine_type = args[:machine_type] if args.key?(:machine_type)
|
2423
|
+
@vm_count = args[:vm_count] if args.key?(:vm_count)
|
2424
|
+
end
|
2425
|
+
end
|
2426
|
+
|
2371
2427
|
# A request to instantiate a workflow template.
|
2372
2428
|
class InstantiateWorkflowTemplateRequest
|
2373
2429
|
include Google::Apis::Core::Hashable
|
@@ -3206,7 +3262,7 @@ module Google
|
|
3206
3262
|
class ListSessionsResponse
|
3207
3263
|
include Google::Apis::Core::Hashable
|
3208
3264
|
|
3209
|
-
# A token, which can be sent as page_token to retrieve the next page. If this
|
3265
|
+
# A token, which can be sent as page_token, to retrieve the next page. If this
|
3210
3266
|
# field is omitted, there are no subsequent pages.
|
3211
3267
|
# Corresponds to the JSON property `nextPageToken`
|
3212
3268
|
# @return [String]
|
@@ -3323,6 +3379,12 @@ module Google
|
|
3323
3379
|
# @return [String]
|
3324
3380
|
attr_accessor :instance_group_manager_name
|
3325
3381
|
|
3382
|
+
# Output only. The partial URI to the instance group manager for this group. E.g.
|
3383
|
+
# projects/my-project/regions/us-central1/instanceGroupManagers/my-igm.
|
3384
|
+
# Corresponds to the JSON property `instanceGroupManagerUri`
|
3385
|
+
# @return [String]
|
3386
|
+
attr_accessor :instance_group_manager_uri
|
3387
|
+
|
3326
3388
|
# Output only. The name of the Instance Template used for the Managed Instance
|
3327
3389
|
# Group.
|
3328
3390
|
# Corresponds to the JSON property `instanceTemplateName`
|
@@ -3336,6 +3398,7 @@ module Google
|
|
3336
3398
|
# Update properties of this object
|
3337
3399
|
def update!(**args)
|
3338
3400
|
@instance_group_manager_name = args[:instance_group_manager_name] if args.key?(:instance_group_manager_name)
|
3401
|
+
@instance_group_manager_uri = args[:instance_group_manager_uri] if args.key?(:instance_group_manager_uri)
|
3339
3402
|
@instance_template_name = args[:instance_template_name] if args.key?(:instance_template_name)
|
3340
3403
|
end
|
3341
3404
|
end
|
@@ -4066,6 +4129,25 @@ module Google
|
|
4066
4129
|
end
|
4067
4130
|
end
|
4068
4131
|
|
4132
|
+
# Configuration for PyPi repository
|
4133
|
+
class PyPiRepositoryConfig
|
4134
|
+
include Google::Apis::Core::Hashable
|
4135
|
+
|
4136
|
+
# Optional. PyPi repository address
|
4137
|
+
# Corresponds to the JSON property `pypiRepository`
|
4138
|
+
# @return [String]
|
4139
|
+
attr_accessor :pypi_repository
|
4140
|
+
|
4141
|
+
def initialize(**args)
|
4142
|
+
update!(**args)
|
4143
|
+
end
|
4144
|
+
|
4145
|
+
# Update properties of this object
|
4146
|
+
def update!(**args)
|
4147
|
+
@pypi_repository = args[:pypi_repository] if args.key?(:pypi_repository)
|
4148
|
+
end
|
4149
|
+
end
|
4150
|
+
|
4069
4151
|
# A configuration for running an Apache PySpark (https://spark.apache.org/docs/
|
4070
4152
|
# latest/api/python/getting_started/quickstart.html) batch workload.
|
4071
4153
|
class PySparkBatch
|
@@ -4297,6 +4379,25 @@ module Google
|
|
4297
4379
|
end
|
4298
4380
|
end
|
4299
4381
|
|
4382
|
+
# Configuration for dependency repositories
|
4383
|
+
class RepositoryConfig
|
4384
|
+
include Google::Apis::Core::Hashable
|
4385
|
+
|
4386
|
+
# Configuration for PyPi repository
|
4387
|
+
# Corresponds to the JSON property `pypiRepositoryConfig`
|
4388
|
+
# @return [Google::Apis::DataprocV1::PyPiRepositoryConfig]
|
4389
|
+
attr_accessor :pypi_repository_config
|
4390
|
+
|
4391
|
+
def initialize(**args)
|
4392
|
+
update!(**args)
|
4393
|
+
end
|
4394
|
+
|
4395
|
+
# Update properties of this object
|
4396
|
+
def update!(**args)
|
4397
|
+
@pypi_repository_config = args[:pypi_repository_config] if args.key?(:pypi_repository_config)
|
4398
|
+
end
|
4399
|
+
end
|
4400
|
+
|
4300
4401
|
# Reservation Affinity for consuming Zonal reservation.
|
4301
4402
|
class ReservationAffinity
|
4302
4403
|
include Google::Apis::Core::Hashable
|
@@ -4393,6 +4494,11 @@ module Google
|
|
4393
4494
|
# @return [Hash<String,String>]
|
4394
4495
|
attr_accessor :properties
|
4395
4496
|
|
4497
|
+
# Configuration for dependency repositories
|
4498
|
+
# Corresponds to the JSON property `repositoryConfig`
|
4499
|
+
# @return [Google::Apis::DataprocV1::RepositoryConfig]
|
4500
|
+
attr_accessor :repository_config
|
4501
|
+
|
4396
4502
|
# Optional. Version of the batch runtime.
|
4397
4503
|
# Corresponds to the JSON property `version`
|
4398
4504
|
# @return [String]
|
@@ -4406,6 +4512,7 @@ module Google
|
|
4406
4512
|
def update!(**args)
|
4407
4513
|
@container_image = args[:container_image] if args.key?(:container_image)
|
4408
4514
|
@properties = args[:properties] if args.key?(:properties)
|
4515
|
+
@repository_config = args[:repository_config] if args.key?(:repository_config)
|
4409
4516
|
@version = args[:version] if args.key?(:version)
|
4410
4517
|
end
|
4411
4518
|
end
|
@@ -4482,7 +4589,7 @@ module Google
|
|
4482
4589
|
end
|
4483
4590
|
end
|
4484
4591
|
|
4485
|
-
# A representation of a session
|
4592
|
+
# A representation of a session.
|
4486
4593
|
class Session
|
4487
4594
|
include Google::Apis::Core::Hashable
|
4488
4595
|
|
@@ -4506,7 +4613,7 @@ module Google
|
|
4506
4613
|
# @return [Google::Apis::DataprocV1::JupyterConfig]
|
4507
4614
|
attr_accessor :jupyter_session
|
4508
4615
|
|
4509
|
-
# Optional. The labels to associate with
|
4616
|
+
# Optional. The labels to associate with the session. Label keys must contain 1
|
4510
4617
|
# to 63 characters, and must conform to RFC 1035 (https://www.ietf.org/rfc/
|
4511
4618
|
# rfc1035.txt). Label values may be empty, but, if present, must contain 1 to 63
|
4512
4619
|
# characters, and must conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.txt)
|
@@ -4530,12 +4637,12 @@ module Google
|
|
4530
4637
|
# @return [Google::Apis::DataprocV1::RuntimeInfo]
|
4531
4638
|
attr_accessor :runtime_info
|
4532
4639
|
|
4533
|
-
# Optional. The session template used by the session.Only resource names
|
4534
|
-
# including project ID and location are valid.Example: * https://www.googleapis.
|
4640
|
+
# Optional. The session template used by the session.Only resource names,
|
4641
|
+
# including project ID and location, are valid.Example: * https://www.googleapis.
|
4535
4642
|
# com/compute/v1/projects/[project_id]/locations/[dataproc_region]/
|
4536
4643
|
# sessionTemplates/[template_id] * projects/[project_id]/locations/[
|
4537
|
-
# dataproc_region]/sessionTemplates/[template_id]
|
4538
|
-
#
|
4644
|
+
# dataproc_region]/sessionTemplates/[template_id]The template must be in the
|
4645
|
+
# same project and Dataproc region as the session.
|
4539
4646
|
# Corresponds to the JSON property `sessionTemplate`
|
4540
4647
|
# @return [String]
|
4541
4648
|
attr_accessor :session_template
|
@@ -4550,13 +4657,13 @@ module Google
|
|
4550
4657
|
# @return [Array<Google::Apis::DataprocV1::SessionStateHistory>]
|
4551
4658
|
attr_accessor :state_history
|
4552
4659
|
|
4553
|
-
# Output only. Session state details, such as
|
4554
|
-
# is FAILED.
|
4660
|
+
# Output only. Session state details, such as the failure description if the
|
4661
|
+
# state is FAILED.
|
4555
4662
|
# Corresponds to the JSON property `stateMessage`
|
4556
4663
|
# @return [String]
|
4557
4664
|
attr_accessor :state_message
|
4558
4665
|
|
4559
|
-
# Output only. The time when the session entered
|
4666
|
+
# Output only. The time when the session entered the current state.
|
4560
4667
|
# Corresponds to the JSON property `stateTime`
|
4561
4668
|
# @return [String]
|
4562
4669
|
attr_accessor :state_time
|
@@ -4661,12 +4768,12 @@ module Google
|
|
4661
4768
|
class SessionStateHistory
|
4662
4769
|
include Google::Apis::Core::Hashable
|
4663
4770
|
|
4664
|
-
# Output only. The state of the session at this point in history.
|
4771
|
+
# Output only. The state of the session at this point in the session history.
|
4665
4772
|
# Corresponds to the JSON property `state`
|
4666
4773
|
# @return [String]
|
4667
4774
|
attr_accessor :state
|
4668
4775
|
|
4669
|
-
# Output only. Details about the state at this point in history.
|
4776
|
+
# Output only. Details about the state at this point in the session history.
|
4670
4777
|
# Corresponds to the JSON property `stateMessage`
|
4671
4778
|
# @return [String]
|
4672
4779
|
attr_accessor :state_message
|
@@ -4688,7 +4795,7 @@ module Google
|
|
4688
4795
|
end
|
4689
4796
|
end
|
4690
4797
|
|
4691
|
-
# A representation of a session template
|
4798
|
+
# A representation of a session template.
|
4692
4799
|
class SessionTemplate
|
4693
4800
|
include Google::Apis::Core::Hashable
|
4694
4801
|
|
@@ -4717,12 +4824,11 @@ module Google
|
|
4717
4824
|
# @return [Google::Apis::DataprocV1::JupyterConfig]
|
4718
4825
|
attr_accessor :jupyter_session
|
4719
4826
|
|
4720
|
-
# Optional.
|
4721
|
-
#
|
4722
|
-
#
|
4723
|
-
#
|
4724
|
-
#
|
4725
|
-
# a session.
|
4827
|
+
# Optional. Labels to associate with sessions created using this template. Label
|
4828
|
+
# keys must contain 1 to 63 characters, and must conform to RFC 1035 (https://
|
4829
|
+
# www.ietf.org/rfc/rfc1035.txt). Label values can be empty, but, if present,
|
4830
|
+
# must contain 1 to 63 characters and conform to RFC 1035 (https://www.ietf.org/
|
4831
|
+
# rfc/rfc1035.txt). No more than 32 labels can be associated with a session.
|
4726
4832
|
# Corresponds to the JSON property `labels`
|
4727
4833
|
# @return [Hash<String,String>]
|
4728
4834
|
attr_accessor :labels
|
@@ -4737,7 +4843,7 @@ module Google
|
|
4737
4843
|
# @return [Google::Apis::DataprocV1::RuntimeConfig]
|
4738
4844
|
attr_accessor :runtime_config
|
4739
4845
|
|
4740
|
-
# Output only. The time template was last updated.
|
4846
|
+
# Output only. The time the template was last updated.
|
4741
4847
|
# Corresponds to the JSON property `updateTime`
|
4742
4848
|
# @return [String]
|
4743
4849
|
attr_accessor :update_time
|
@@ -16,13 +16,13 @@ module Google
|
|
16
16
|
module Apis
|
17
17
|
module DataprocV1
|
18
18
|
# Version of the google-apis-dataproc_v1 gem
|
19
|
-
GEM_VERSION = "0.
|
19
|
+
GEM_VERSION = "0.54.0"
|
20
20
|
|
21
21
|
# Version of the code generator used to generate this client
|
22
22
|
GENERATOR_VERSION = "0.12.0"
|
23
23
|
|
24
24
|
# Revision of the discovery document this client was generated from
|
25
|
-
REVISION = "
|
25
|
+
REVISION = "20230830"
|
26
26
|
end
|
27
27
|
end
|
28
28
|
end
|
@@ -292,7 +292,7 @@ module Google
|
|
292
292
|
include Google::Apis::Core::JsonObjectSupport
|
293
293
|
end
|
294
294
|
|
295
|
-
class
|
295
|
+
class InstanceFlexibilityPolicy
|
296
296
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
297
297
|
|
298
298
|
include Google::Apis::Core::JsonObjectSupport
|
@@ -316,6 +316,18 @@ module Google
|
|
316
316
|
include Google::Apis::Core::JsonObjectSupport
|
317
317
|
end
|
318
318
|
|
319
|
+
class InstanceSelection
|
320
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
321
|
+
|
322
|
+
include Google::Apis::Core::JsonObjectSupport
|
323
|
+
end
|
324
|
+
|
325
|
+
class InstanceSelectionResult
|
326
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
327
|
+
|
328
|
+
include Google::Apis::Core::JsonObjectSupport
|
329
|
+
end
|
330
|
+
|
319
331
|
class InstantiateWorkflowTemplateRequest
|
320
332
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
321
333
|
|
@@ -550,6 +562,12 @@ module Google
|
|
550
562
|
include Google::Apis::Core::JsonObjectSupport
|
551
563
|
end
|
552
564
|
|
565
|
+
class PyPiRepositoryConfig
|
566
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
567
|
+
|
568
|
+
include Google::Apis::Core::JsonObjectSupport
|
569
|
+
end
|
570
|
+
|
553
571
|
class PySparkBatch
|
554
572
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
555
573
|
|
@@ -580,6 +598,12 @@ module Google
|
|
580
598
|
include Google::Apis::Core::JsonObjectSupport
|
581
599
|
end
|
582
600
|
|
601
|
+
class RepositoryConfig
|
602
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
603
|
+
|
604
|
+
include Google::Apis::Core::JsonObjectSupport
|
605
|
+
end
|
606
|
+
|
583
607
|
class ReservationAffinity
|
584
608
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
585
609
|
|
@@ -1094,6 +1118,7 @@ module Google
|
|
1094
1118
|
|
1095
1119
|
property :job, as: 'job'
|
1096
1120
|
collection :jobs, as: 'jobs'
|
1121
|
+
property :tarball_gcs_dir, as: 'tarballGcsDir'
|
1097
1122
|
property :yarn_application_id, as: 'yarnApplicationId'
|
1098
1123
|
collection :yarn_application_ids, as: 'yarnApplicationIds'
|
1099
1124
|
end
|
@@ -1338,11 +1363,13 @@ module Google
|
|
1338
1363
|
end
|
1339
1364
|
end
|
1340
1365
|
|
1341
|
-
class
|
1366
|
+
class InstanceFlexibilityPolicy
|
1342
1367
|
# @private
|
1343
1368
|
class Representation < Google::Apis::Core::JsonRepresentation
|
1344
|
-
|
1345
|
-
|
1369
|
+
collection :instance_selection_list, as: 'instanceSelectionList', class: Google::Apis::DataprocV1::InstanceSelection, decorator: Google::Apis::DataprocV1::InstanceSelection::Representation
|
1370
|
+
|
1371
|
+
collection :instance_selection_results, as: 'instanceSelectionResults', class: Google::Apis::DataprocV1::InstanceSelectionResult, decorator: Google::Apis::DataprocV1::InstanceSelectionResult::Representation
|
1372
|
+
|
1346
1373
|
end
|
1347
1374
|
end
|
1348
1375
|
|
@@ -1363,6 +1390,8 @@ module Google
|
|
1363
1390
|
property :disk_config, as: 'diskConfig', class: Google::Apis::DataprocV1::DiskConfig, decorator: Google::Apis::DataprocV1::DiskConfig::Representation
|
1364
1391
|
|
1365
1392
|
property :image_uri, as: 'imageUri'
|
1393
|
+
property :instance_flexibility_policy, as: 'instanceFlexibilityPolicy', class: Google::Apis::DataprocV1::InstanceFlexibilityPolicy, decorator: Google::Apis::DataprocV1::InstanceFlexibilityPolicy::Representation
|
1394
|
+
|
1366
1395
|
collection :instance_names, as: 'instanceNames'
|
1367
1396
|
collection :instance_references, as: 'instanceReferences', class: Google::Apis::DataprocV1::InstanceReference, decorator: Google::Apis::DataprocV1::InstanceReference::Representation
|
1368
1397
|
|
@@ -1387,6 +1416,22 @@ module Google
|
|
1387
1416
|
end
|
1388
1417
|
end
|
1389
1418
|
|
1419
|
+
class InstanceSelection
|
1420
|
+
# @private
|
1421
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1422
|
+
collection :machine_types, as: 'machineTypes'
|
1423
|
+
property :rank, as: 'rank'
|
1424
|
+
end
|
1425
|
+
end
|
1426
|
+
|
1427
|
+
class InstanceSelectionResult
|
1428
|
+
# @private
|
1429
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1430
|
+
property :machine_type, as: 'machineType'
|
1431
|
+
property :vm_count, as: 'vmCount'
|
1432
|
+
end
|
1433
|
+
end
|
1434
|
+
|
1390
1435
|
class InstantiateWorkflowTemplateRequest
|
1391
1436
|
# @private
|
1392
1437
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -1646,6 +1691,7 @@ module Google
|
|
1646
1691
|
# @private
|
1647
1692
|
class Representation < Google::Apis::Core::JsonRepresentation
|
1648
1693
|
property :instance_group_manager_name, as: 'instanceGroupManagerName'
|
1694
|
+
property :instance_group_manager_uri, as: 'instanceGroupManagerUri'
|
1649
1695
|
property :instance_template_name, as: 'instanceTemplateName'
|
1650
1696
|
end
|
1651
1697
|
end
|
@@ -1824,6 +1870,13 @@ module Google
|
|
1824
1870
|
end
|
1825
1871
|
end
|
1826
1872
|
|
1873
|
+
class PyPiRepositoryConfig
|
1874
|
+
# @private
|
1875
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1876
|
+
property :pypi_repository, as: 'pypiRepository'
|
1877
|
+
end
|
1878
|
+
end
|
1879
|
+
|
1827
1880
|
class PySparkBatch
|
1828
1881
|
# @private
|
1829
1882
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -1877,6 +1930,14 @@ module Google
|
|
1877
1930
|
end
|
1878
1931
|
end
|
1879
1932
|
|
1933
|
+
class RepositoryConfig
|
1934
|
+
# @private
|
1935
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1936
|
+
property :pypi_repository_config, as: 'pypiRepositoryConfig', class: Google::Apis::DataprocV1::PyPiRepositoryConfig, decorator: Google::Apis::DataprocV1::PyPiRepositoryConfig::Representation
|
1937
|
+
|
1938
|
+
end
|
1939
|
+
end
|
1940
|
+
|
1880
1941
|
class ReservationAffinity
|
1881
1942
|
# @private
|
1882
1943
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -1900,6 +1961,8 @@ module Google
|
|
1900
1961
|
class Representation < Google::Apis::Core::JsonRepresentation
|
1901
1962
|
property :container_image, as: 'containerImage'
|
1902
1963
|
hash :properties, as: 'properties'
|
1964
|
+
property :repository_config, as: 'repositoryConfig', class: Google::Apis::DataprocV1::RepositoryConfig, decorator: Google::Apis::DataprocV1::RepositoryConfig::Representation
|
1965
|
+
|
1903
1966
|
property :version, as: 'version'
|
1904
1967
|
end
|
1905
1968
|
end
|
@@ -665,7 +665,7 @@ module Google
|
|
665
665
|
execute_or_queue_command(command, &block)
|
666
666
|
end
|
667
667
|
|
668
|
-
# Create
|
668
|
+
# Create a session template synchronously.
|
669
669
|
# @param [String] parent
|
670
670
|
# Required. The parent resource where this session template will be created.
|
671
671
|
# @param [Google::Apis::DataprocV1::SessionTemplate] session_template_object
|
@@ -760,7 +760,7 @@ module Google
|
|
760
760
|
|
761
761
|
# Lists session templates.
|
762
762
|
# @param [String] parent
|
763
|
-
# Required. The parent
|
763
|
+
# Required. The parent that owns this collection of session templates.
|
764
764
|
# @param [String] filter
|
765
765
|
# Optional. A filter for the session templates to return in the response.
|
766
766
|
# Filters are case sensitive and have the following syntax:field = value AND
|
@@ -801,8 +801,7 @@ module Google
|
|
801
801
|
execute_or_queue_command(command, &block)
|
802
802
|
end
|
803
803
|
|
804
|
-
# Updates the session template
|
805
|
-
# because all updates will be full replacements.
|
804
|
+
# Updates the session template synchronously.
|
806
805
|
# @param [String] name
|
807
806
|
# Required. The resource name of the session template.
|
808
807
|
# @param [Google::Apis::DataprocV1::SessionTemplate] session_template_object
|
@@ -841,11 +840,11 @@ module Google
|
|
841
840
|
# @param [Google::Apis::DataprocV1::Session] session_object
|
842
841
|
# @param [String] request_id
|
843
842
|
# Optional. A unique ID used to identify the request. If the service receives
|
844
|
-
# two
|
845
|
-
# google.cloud.dataproc.v1#google.cloud.dataproc.v1.CreateSessionRequest)s
|
846
|
-
# the same ID, the second request is ignored and the first Session is
|
847
|
-
# and stored in the backend
|
848
|
-
#
|
843
|
+
# two CreateSessionRequests (https://cloud.google.com/dataproc/docs/reference/
|
844
|
+
# rpc/google.cloud.dataproc.v1#google.cloud.dataproc.v1.CreateSessionRequest)s
|
845
|
+
# with the same ID, the second request is ignored, and the first Session is
|
846
|
+
# created and stored in the backend.Recommendation: Set this value to a UUID (
|
847
|
+
# https://en.wikipedia.org/wiki/Universally_unique_identifier).The value must
|
849
848
|
# contain only letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-
|
850
849
|
# ). The maximum length is 40 characters.
|
851
850
|
# @param [String] session_id
|
@@ -884,7 +883,7 @@ module Google
|
|
884
883
|
end
|
885
884
|
|
886
885
|
# Deletes the interactive session resource. If the session is not in terminal
|
887
|
-
# state, it
|
886
|
+
# state, it is terminated, and then deleted.
|
888
887
|
# @param [String] name
|
889
888
|
# Required. The name of the session resource to delete.
|
890
889
|
# @param [String] request_id
|
@@ -953,39 +952,6 @@ module Google
|
|
953
952
|
execute_or_queue_command(command, &block)
|
954
953
|
end
|
955
954
|
|
956
|
-
# Inject Credentials in the interactive session.
|
957
|
-
# @param [String] session
|
958
|
-
# Required. The name of the session resource to inject credentials to.
|
959
|
-
# @param [Google::Apis::DataprocV1::InjectSessionCredentialsRequest] inject_session_credentials_request_object
|
960
|
-
# @param [String] fields
|
961
|
-
# Selector specifying which fields to include in a partial response.
|
962
|
-
# @param [String] quota_user
|
963
|
-
# Available to use for quota purposes for server-side applications. Can be any
|
964
|
-
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
965
|
-
# @param [Google::Apis::RequestOptions] options
|
966
|
-
# Request-specific options
|
967
|
-
#
|
968
|
-
# @yield [result, err] Result & error if block supplied
|
969
|
-
# @yieldparam result [Google::Apis::DataprocV1::Operation] parsed result object
|
970
|
-
# @yieldparam err [StandardError] error object if request failed
|
971
|
-
#
|
972
|
-
# @return [Google::Apis::DataprocV1::Operation]
|
973
|
-
#
|
974
|
-
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
975
|
-
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
976
|
-
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
977
|
-
def inject_project_location_session_credentials(session, inject_session_credentials_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
|
978
|
-
command = make_simple_command(:post, 'v1/{+session}:injectCredentials', options)
|
979
|
-
command.request_representation = Google::Apis::DataprocV1::InjectSessionCredentialsRequest::Representation
|
980
|
-
command.request_object = inject_session_credentials_request_object
|
981
|
-
command.response_representation = Google::Apis::DataprocV1::Operation::Representation
|
982
|
-
command.response_class = Google::Apis::DataprocV1::Operation
|
983
|
-
command.params['session'] = session unless session.nil?
|
984
|
-
command.query['fields'] = fields unless fields.nil?
|
985
|
-
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
986
|
-
execute_or_queue_command(command, &block)
|
987
|
-
end
|
988
|
-
|
989
955
|
# Lists interactive sessions.
|
990
956
|
# @param [String] parent
|
991
957
|
# Required. The parent, which owns this collection of sessions.
|
@@ -993,12 +959,12 @@ module Google
|
|
993
959
|
# Optional. A filter for the sessions to return in the response.A filter is a
|
994
960
|
# logical expression constraining the values of various fields in each session
|
995
961
|
# resource. Filters are case sensitive, and may contain multiple clauses
|
996
|
-
# combined with logical operators (AND
|
997
|
-
# session_uuid, state, and create_time.
|
998
|
-
# 2023-01-01T00:00:00Z"
|
999
|
-
# before 2023-01-
|
1000
|
-
# a detailed description of the filter syntax and a list of
|
1001
|
-
#
|
962
|
+
# combined with logical operators (AND, OR). Supported fields are session_id,
|
963
|
+
# session_uuid, state, and create_time.Example: state = ACTIVE and create_time <
|
964
|
+
# "2023-01-01T00:00:00Z" is a filter for sessions in an ACTIVE state that were
|
965
|
+
# created before 2023-01-01.See https://google.aip.dev/assets/misc/ebnf-
|
966
|
+
# filtering.txt for a detailed description of the filter syntax and a list of
|
967
|
+
# supported comparators.
|
1002
968
|
# @param [Fixnum] page_size
|
1003
969
|
# Optional. The maximum number of sessions to return in each response. The
|
1004
970
|
# service may return fewer than this value.
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-apis-dataproc_v1
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.54.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2023-
|
11
|
+
date: 2023-09-10 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: google-apis-core
|
@@ -58,7 +58,7 @@ licenses:
|
|
58
58
|
metadata:
|
59
59
|
bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
|
60
60
|
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1/CHANGELOG.md
|
61
|
-
documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.
|
61
|
+
documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.54.0
|
62
62
|
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1
|
63
63
|
post_install_message:
|
64
64
|
rdoc_options: []
|