google-apis-dataproc_v1 0.39.0 → 0.40.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: f36ab4eacc5e9634834a09b1ea13be85e23f3c2155fcb874815c131828b73b7f
4
- data.tar.gz: 3415a436f1256db008f8a54968171d35068f944ab9c4cbd746442b37b99a57e8
3
+ metadata.gz: 0e31366ea9860831482fe756286fa4a5631ce06d53d1a609dd47b6c9f0aac238
4
+ data.tar.gz: 39fb6ab98678501e033851691479e925e89679f821e0f159397b60c715a9a42b
5
5
  SHA512:
6
- metadata.gz: 65c3bab4183e9b76c2f1c11f52575e9fc7003edc413209a9c0b637a28b87eea496c9bd538f0187769993bc7c2c3833de30cab28cef791afce3f5906d6d2fda8b
7
- data.tar.gz: 0264b1d05df86afcaf5805ddc18610e7d656b8722dd2988fd8f921a67158b533c40d932c4386597289196d94f444fc33bde86b2c580fc547beba87333adef49f
6
+ metadata.gz: f7a94bbb4f0c56e9a8097a4e484e8ff9578ff07849af1075436752ed0d163470e5ce5e37aee9b989b549b0bed53deb535f449ac07d54d6cd37b7ecd094ccb1cf
7
+ data.tar.gz: 3339d0f5466aa6fad8dcde949754c98cca69744e40db4b98260e77a4ba27bf49a9770b19b4af569597909c2a6d54820ffbd5568d5f6b309a0fd534f45d9d686a
data/CHANGELOG.md CHANGED
@@ -1,5 +1,9 @@
1
1
  # Release history for google-apis-dataproc_v1
2
2
 
3
+ ### v0.40.0 (2022-12-05)
4
+
5
+ * Regenerated from discovery document revision 20221130
6
+
3
7
  ### v0.39.0 (2022-10-27)
4
8
 
5
9
  * Regenerated from discovery document revision 20221025
@@ -146,6 +146,35 @@ module Google
146
146
  end
147
147
  end
148
148
 
149
+ # Node group identification and configuration information.
150
+ class AuxiliaryNodeGroup
151
+ include Google::Apis::Core::Hashable
152
+
153
+ # Dataproc Node Group. The Dataproc NodeGroup resource is not related to the
154
+ # Dataproc NodeGroupAffinity resource.
155
+ # Corresponds to the JSON property `nodeGroup`
156
+ # @return [Google::Apis::DataprocV1::NodeGroup]
157
+ attr_accessor :node_group
158
+
159
+ # Optional. A node group ID. Generated if not specified.The ID must contain only
160
+ # letters (a-z, A-Z), numbers (0-9), underscores (_), and hyphens (-). Cannot
161
+ # begin or end with underscore or hyphen. Must consist of from 3 to 33
162
+ # characters.
163
+ # Corresponds to the JSON property `nodeGroupId`
164
+ # @return [String]
165
+ attr_accessor :node_group_id
166
+
167
+ def initialize(**args)
168
+ update!(**args)
169
+ end
170
+
171
+ # Update properties of this object
172
+ def update!(**args)
173
+ @node_group = args[:node_group] if args.key?(:node_group)
174
+ @node_group_id = args[:node_group_id] if args.key?(:node_group_id)
175
+ end
176
+ end
177
+
149
178
  # Auxiliary services configuration for a Cluster.
150
179
  class AuxiliaryServicesConfig
151
180
  include Google::Apis::Core::Hashable
@@ -633,6 +662,11 @@ module Google
633
662
  # @return [Google::Apis::DataprocV1::AutoscalingConfig]
634
663
  attr_accessor :autoscaling_config
635
664
 
665
+ # Optional. The node group settings.
666
+ # Corresponds to the JSON property `auxiliaryNodeGroups`
667
+ # @return [Array<Google::Apis::DataprocV1::AuxiliaryNodeGroup>]
668
+ attr_accessor :auxiliary_node_groups
669
+
636
670
  # Optional. A Cloud Storage bucket used to stage job dependencies, config files,
637
671
  # and job driver console output. If you do not specify a staging bucket, Cloud
638
672
  # Dataproc will determine a Cloud Storage location (US, ASIA, or EU) for your
@@ -742,6 +776,7 @@ module Google
742
776
  # Update properties of this object
743
777
  def update!(**args)
744
778
  @autoscaling_config = args[:autoscaling_config] if args.key?(:autoscaling_config)
779
+ @auxiliary_node_groups = args[:auxiliary_node_groups] if args.key?(:auxiliary_node_groups)
745
780
  @config_bucket = args[:config_bucket] if args.key?(:config_bucket)
746
781
  @dataproc_metric_config = args[:dataproc_metric_config] if args.key?(:dataproc_metric_config)
747
782
  @encryption_config = args[:encryption_config] if args.key?(:encryption_config)
@@ -1111,6 +1146,31 @@ module Google
1111
1146
  end
1112
1147
  end
1113
1148
 
1149
+ # Driver scheduling configuration.
1150
+ class DriverSchedulingConfig
1151
+ include Google::Apis::Core::Hashable
1152
+
1153
+ # Required. The amount of memory in MB the driver is requesting.
1154
+ # Corresponds to the JSON property `memoryMb`
1155
+ # @return [Fixnum]
1156
+ attr_accessor :memory_mb
1157
+
1158
+ # Required. The number of vCPUs the driver is requesting.
1159
+ # Corresponds to the JSON property `vcores`
1160
+ # @return [Fixnum]
1161
+ attr_accessor :vcores
1162
+
1163
+ def initialize(**args)
1164
+ update!(**args)
1165
+ end
1166
+
1167
+ # Update properties of this object
1168
+ def update!(**args)
1169
+ @memory_mb = args[:memory_mb] if args.key?(:memory_mb)
1170
+ @vcores = args[:vcores] if args.key?(:vcores)
1171
+ end
1172
+ end
1173
+
1114
1174
  # A generic empty message that you can re-use to avoid defining duplicated empty
1115
1175
  # messages in your APIs. A typical example is to use it as the request or the
1116
1176
  # response type of an API method. For instance: service Foo ` rpc Bar(google.
@@ -1205,9 +1265,10 @@ module Google
1205
1265
  include Google::Apis::Core::Hashable
1206
1266
 
1207
1267
  # Optional. The duration to keep the session alive while it's idling. Passing
1208
- # this threshold will cause the session to be terminated. Minimum value is 30
1268
+ # this threshold will cause the session to be terminated. Minimum value is 10
1209
1269
  # minutes; maximum value is 14 days (see JSON representation of Duration (https:/
1210
- # /developers.google.com/protocol-buffers/docs/proto3#json)).
1270
+ # /developers.google.com/protocol-buffers/docs/proto3#json)). Defaults to 4
1271
+ # hours if not set.
1211
1272
  # Corresponds to the JSON property `idleTtl`
1212
1273
  # @return [String]
1213
1274
  attr_accessor :idle_ttl
@@ -1347,7 +1408,8 @@ module Google
1347
1408
  # @return [String]
1348
1409
  attr_accessor :network_uri
1349
1410
 
1350
- # Node Group Affinity for clusters using sole-tenant node groups.
1411
+ # Node Group Affinity for clusters using sole-tenant node groups. The Dataproc
1412
+ # NodeGroupAffinity resource is not related to the Dataproc NodeGroup resource.
1351
1413
  # Corresponds to the JSON property `nodeGroupAffinity`
1352
1414
  # @return [Google::Apis::DataprocV1::NodeGroupAffinity]
1353
1415
  attr_accessor :node_group_affinity
@@ -2179,6 +2241,11 @@ module Google
2179
2241
  # @return [String]
2180
2242
  attr_accessor :driver_output_resource_uri
2181
2243
 
2244
+ # Driver scheduling configuration.
2245
+ # Corresponds to the JSON property `driverSchedulingConfig`
2246
+ # @return [Google::Apis::DataprocV1::DriverSchedulingConfig]
2247
+ attr_accessor :driver_scheduling_config
2248
+
2182
2249
  # A Dataproc job for running Apache Hadoop MapReduce (https://hadoop.apache.org/
2183
2250
  # docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
2184
2251
  # MapReduceTutorial.html) jobs on Apache Hadoop YARN (https://hadoop.apache.org/
@@ -2296,6 +2363,7 @@ module Google
2296
2363
  @done = args[:done] if args.key?(:done)
2297
2364
  @driver_control_files_uri = args[:driver_control_files_uri] if args.key?(:driver_control_files_uri)
2298
2365
  @driver_output_resource_uri = args[:driver_output_resource_uri] if args.key?(:driver_output_resource_uri)
2366
+ @driver_scheduling_config = args[:driver_scheduling_config] if args.key?(:driver_scheduling_config)
2299
2367
  @hadoop_job = args[:hadoop_job] if args.key?(:hadoop_job)
2300
2368
  @hive_job = args[:hive_job] if args.key?(:hive_job)
2301
2369
  @job_uuid = args[:job_uuid] if args.key?(:job_uuid)
@@ -2420,20 +2488,21 @@ module Google
2420
2488
 
2421
2489
  # Optional. Maximum number of times per hour a driver may be restarted as a
2422
2490
  # result of driver exiting with non-zero code before job is reported failed.A
2423
- # job may be reported as thrashing if driver exits with non-zero code 4 times
2424
- # within 10 minute window.Maximum value is 10.Note: Currently, this restartable
2425
- # job option is not supported in Dataproc workflow template (https://cloud.
2426
- # google.com/dataproc/docs/concepts/workflows/using-workflows#
2427
- # adding_jobs_to_a_template) jobs.
2491
+ # job may be reported as thrashing if the driver exits with a non-zero code four
2492
+ # times within a 10-minute window.Maximum value is 10.Note: This restartable job
2493
+ # option is not supported in Dataproc workflow templates (https://cloud.google.
2494
+ # com/dataproc/docs/concepts/workflows/using-workflows#adding_jobs_to_a_template)
2495
+ # .
2428
2496
  # Corresponds to the JSON property `maxFailuresPerHour`
2429
2497
  # @return [Fixnum]
2430
2498
  attr_accessor :max_failures_per_hour
2431
2499
 
2432
- # Optional. Maximum number of times in total a driver may be restarted as a
2433
- # result of driver exiting with non-zero code before job is reported failed.
2434
- # Maximum value is 240.Note: Currently, this restartable job option is not
2435
- # supported in Dataproc workflow template (https://cloud.google.com/dataproc/
2436
- # docs/concepts/workflows/using-workflows#adding_jobs_to_a_template) jobs.
2500
+ # Optional. Maximum total number of times a driver may be restarted as a result
2501
+ # of the driver exiting with a non-zero code. After the maximum number is
2502
+ # reached, the job will be reported as failed.Maximum value is 240.Note:
2503
+ # Currently, this restartable job option is not supported in Dataproc workflow
2504
+ # templates (https://cloud.google.com/dataproc/docs/concepts/workflows/using-
2505
+ # workflows#adding_jobs_to_a_template).
2437
2506
  # Corresponds to the JSON property `maxFailuresTotal`
2438
2507
  # @return [Fixnum]
2439
2508
  attr_accessor :max_failures_total
@@ -3052,7 +3121,51 @@ module Google
3052
3121
  end
3053
3122
  end
3054
3123
 
3055
- # Node Group Affinity for clusters using sole-tenant node groups.
3124
+ # Dataproc Node Group. The Dataproc NodeGroup resource is not related to the
3125
+ # Dataproc NodeGroupAffinity resource.
3126
+ class NodeGroup
3127
+ include Google::Apis::Core::Hashable
3128
+
3129
+ # Optional. Node group labels. Label keys must consist of from 1 to 63
3130
+ # characters and conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.txt).
3131
+ # Label values can be empty. If specified, they must consist of from 1 to 63
3132
+ # characters and conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.txt). The
3133
+ # node group must have no more than 32 labelsn.
3134
+ # Corresponds to the JSON property `labels`
3135
+ # @return [Hash<String,String>]
3136
+ attr_accessor :labels
3137
+
3138
+ # The Node group resource name (https://aip.dev/122).
3139
+ # Corresponds to the JSON property `name`
3140
+ # @return [String]
3141
+ attr_accessor :name
3142
+
3143
+ # The config settings for Compute Engine resources in an instance group, such as
3144
+ # a master or worker group.
3145
+ # Corresponds to the JSON property `nodeGroupConfig`
3146
+ # @return [Google::Apis::DataprocV1::InstanceGroupConfig]
3147
+ attr_accessor :node_group_config
3148
+
3149
+ # Required. Node group roles.
3150
+ # Corresponds to the JSON property `roles`
3151
+ # @return [Array<String>]
3152
+ attr_accessor :roles
3153
+
3154
+ def initialize(**args)
3155
+ update!(**args)
3156
+ end
3157
+
3158
+ # Update properties of this object
3159
+ def update!(**args)
3160
+ @labels = args[:labels] if args.key?(:labels)
3161
+ @name = args[:name] if args.key?(:name)
3162
+ @node_group_config = args[:node_group_config] if args.key?(:node_group_config)
3163
+ @roles = args[:roles] if args.key?(:roles)
3164
+ end
3165
+ end
3166
+
3167
+ # Node Group Affinity for clusters using sole-tenant node groups. The Dataproc
3168
+ # NodeGroupAffinity resource is not related to the Dataproc NodeGroup resource.
3056
3169
  class NodeGroupAffinity
3057
3170
  include Google::Apis::Core::Hashable
3058
3171
 
@@ -3909,6 +4022,55 @@ module Google
3909
4022
  end
3910
4023
  end
3911
4024
 
4025
+ # A request to resize a node group.
4026
+ class ResizeNodeGroupRequest
4027
+ include Google::Apis::Core::Hashable
4028
+
4029
+ # Optional. Timeout for graceful YARN decomissioning. Graceful decommissioning (
4030
+ # https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/scaling-
4031
+ # clusters#graceful_decommissioning) allows the removal of nodes from the
4032
+ # Compute Engine node group without interrupting jobs in progress. This timeout
4033
+ # specifies how long to wait for jobs in progress to finish before forcefully
4034
+ # removing nodes (and potentially interrupting jobs). Default timeout is 0 (for
4035
+ # forceful decommission), and the maximum allowed timeout is 1 day. (see JSON
4036
+ # representation of Duration (https://developers.google.com/protocol-buffers/
4037
+ # docs/proto3#json)).Only supported on Dataproc image versions 1.2 and higher.
4038
+ # Corresponds to the JSON property `gracefulDecommissionTimeout`
4039
+ # @return [String]
4040
+ attr_accessor :graceful_decommission_timeout
4041
+
4042
+ # Optional. A unique ID used to identify the request. If the server receives two
4043
+ # ResizeNodeGroupRequest (https://cloud.google.com/dataproc/docs/reference/rpc/
4044
+ # google.cloud.dataproc.v1#google.cloud.dataproc.v1.ResizeNodeGroupRequests)
4045
+ # with the same ID, the second request is ignored and the first google.
4046
+ # longrunning.Operation created and stored in the backend is returned.
4047
+ # Recommendation: Set this value to a UUID (https://en.wikipedia.org/wiki/
4048
+ # Universally_unique_identifier).The ID must contain only letters (a-z, A-Z),
4049
+ # numbers (0-9), underscores (_), and hyphens (-). The maximum length is 40
4050
+ # characters.
4051
+ # Corresponds to the JSON property `requestId`
4052
+ # @return [String]
4053
+ attr_accessor :request_id
4054
+
4055
+ # Required. The number of running instances for the node group to maintain. The
4056
+ # group adds or removes instances to maintain the number of instances specified
4057
+ # by this parameter.
4058
+ # Corresponds to the JSON property `size`
4059
+ # @return [Fixnum]
4060
+ attr_accessor :size
4061
+
4062
+ def initialize(**args)
4063
+ update!(**args)
4064
+ end
4065
+
4066
+ # Update properties of this object
4067
+ def update!(**args)
4068
+ @graceful_decommission_timeout = args[:graceful_decommission_timeout] if args.key?(:graceful_decommission_timeout)
4069
+ @request_id = args[:request_id] if args.key?(:request_id)
4070
+ @size = args[:size] if args.key?(:size)
4071
+ end
4072
+ end
4073
+
3912
4074
  # Runtime configuration for a workload.
3913
4075
  class RuntimeConfig
3914
4076
  include Google::Apis::Core::Hashable
@@ -3946,11 +4108,17 @@ module Google
3946
4108
  class RuntimeInfo
3947
4109
  include Google::Apis::Core::Hashable
3948
4110
 
3949
- # Usage metrics represent total resources consumed by a workload.
4111
+ # Usage metrics represent approximate total resources consumed by a workload.
3950
4112
  # Corresponds to the JSON property `approximateUsage`
3951
4113
  # @return [Google::Apis::DataprocV1::UsageMetrics]
3952
4114
  attr_accessor :approximate_usage
3953
4115
 
4116
+ # The usage snaphot represents the resources consumed by a workload at a
4117
+ # specified time.
4118
+ # Corresponds to the JSON property `currentUsage`
4119
+ # @return [Google::Apis::DataprocV1::UsageSnapshot]
4120
+ attr_accessor :current_usage
4121
+
3954
4122
  # Output only. A URI pointing to the location of the diagnostics tarball.
3955
4123
  # Corresponds to the JSON property `diagnosticOutputUri`
3956
4124
  # @return [String]
@@ -3975,6 +4143,7 @@ module Google
3975
4143
  # Update properties of this object
3976
4144
  def update!(**args)
3977
4145
  @approximate_usage = args[:approximate_usage] if args.key?(:approximate_usage)
4146
+ @current_usage = args[:current_usage] if args.key?(:current_usage)
3978
4147
  @diagnostic_output_uri = args[:diagnostic_output_uri] if args.key?(:diagnostic_output_uri)
3979
4148
  @endpoints = args[:endpoints] if args.key?(:endpoints)
3980
4149
  @output_uri = args[:output_uri] if args.key?(:output_uri)
@@ -4927,16 +5096,19 @@ module Google
4927
5096
  end
4928
5097
  end
4929
5098
 
4930
- # Usage metrics represent total resources consumed by a workload.
5099
+ # Usage metrics represent approximate total resources consumed by a workload.
4931
5100
  class UsageMetrics
4932
5101
  include Google::Apis::Core::Hashable
4933
5102
 
4934
- # Optional. DCU usage in milliDCU*seconds.
5103
+ # Optional. DCU (Dataproc Compute Units) usage in (milliDCU x seconds) (see
5104
+ # Dataproc Serverless pricing (https://cloud.google.com/dataproc-serverless/
5105
+ # pricing)).
4935
5106
  # Corresponds to the JSON property `milliDcuSeconds`
4936
5107
  # @return [Fixnum]
4937
5108
  attr_accessor :milli_dcu_seconds
4938
5109
 
4939
- # Optional. Shuffle storage usage in GB*Seconds
5110
+ # Optional. Shuffle storage usage in (GB x seconds) (see Dataproc Serverless
5111
+ # pricing (https://cloud.google.com/dataproc-serverless/pricing)).
4940
5112
  # Corresponds to the JSON property `shuffleStorageGbSeconds`
4941
5113
  # @return [Fixnum]
4942
5114
  attr_accessor :shuffle_storage_gb_seconds
@@ -4952,6 +5124,40 @@ module Google
4952
5124
  end
4953
5125
  end
4954
5126
 
5127
+ # The usage snaphot represents the resources consumed by a workload at a
5128
+ # specified time.
5129
+ class UsageSnapshot
5130
+ include Google::Apis::Core::Hashable
5131
+
5132
+ # Optional. Milli (one-thousandth) Dataproc Compute Units (DCUs) (see Dataproc
5133
+ # Serverless pricing (https://cloud.google.com/dataproc-serverless/pricing)).
5134
+ # Corresponds to the JSON property `milliDcu`
5135
+ # @return [Fixnum]
5136
+ attr_accessor :milli_dcu
5137
+
5138
+ # Optional. Shuffle Storage in gigabytes (GB). (see Dataproc Serverless pricing (
5139
+ # https://cloud.google.com/dataproc-serverless/pricing))
5140
+ # Corresponds to the JSON property `shuffleStorageGb`
5141
+ # @return [Fixnum]
5142
+ attr_accessor :shuffle_storage_gb
5143
+
5144
+ # Optional. The timestamp of the usage snapshot.
5145
+ # Corresponds to the JSON property `snapshotTime`
5146
+ # @return [String]
5147
+ attr_accessor :snapshot_time
5148
+
5149
+ def initialize(**args)
5150
+ update!(**args)
5151
+ end
5152
+
5153
+ # Update properties of this object
5154
+ def update!(**args)
5155
+ @milli_dcu = args[:milli_dcu] if args.key?(:milli_dcu)
5156
+ @shuffle_storage_gb = args[:shuffle_storage_gb] if args.key?(:shuffle_storage_gb)
5157
+ @snapshot_time = args[:snapshot_time] if args.key?(:snapshot_time)
5158
+ end
5159
+ end
5160
+
4955
5161
  # Validation based on a list of allowed values.
4956
5162
  class ValueValidation
4957
5163
  include Google::Apis::Core::Hashable
@@ -16,13 +16,13 @@ module Google
16
16
  module Apis
17
17
  module DataprocV1
18
18
  # Version of the google-apis-dataproc_v1 gem
19
- GEM_VERSION = "0.39.0"
19
+ GEM_VERSION = "0.40.0"
20
20
 
21
21
  # Version of the code generator used to generate this client
22
22
  GENERATOR_VERSION = "0.11.0"
23
23
 
24
24
  # Revision of the discovery document this client was generated from
25
- REVISION = "20221025"
25
+ REVISION = "20221130"
26
26
  end
27
27
  end
28
28
  end
@@ -40,6 +40,12 @@ module Google
40
40
  include Google::Apis::Core::JsonObjectSupport
41
41
  end
42
42
 
43
+ class AuxiliaryNodeGroup
44
+ class Representation < Google::Apis::Core::JsonRepresentation; end
45
+
46
+ include Google::Apis::Core::JsonObjectSupport
47
+ end
48
+
43
49
  class AuxiliaryServicesConfig
44
50
  class Representation < Google::Apis::Core::JsonRepresentation; end
45
51
 
@@ -160,6 +166,12 @@ module Google
160
166
  include Google::Apis::Core::JsonObjectSupport
161
167
  end
162
168
 
169
+ class DriverSchedulingConfig
170
+ class Representation < Google::Apis::Core::JsonRepresentation; end
171
+
172
+ include Google::Apis::Core::JsonObjectSupport
173
+ end
174
+
163
175
  class Empty
164
176
  class Representation < Google::Apis::Core::JsonRepresentation; end
165
177
 
@@ -430,6 +442,12 @@ module Google
430
442
  include Google::Apis::Core::JsonObjectSupport
431
443
  end
432
444
 
445
+ class NodeGroup
446
+ class Representation < Google::Apis::Core::JsonRepresentation; end
447
+
448
+ include Google::Apis::Core::JsonObjectSupport
449
+ end
450
+
433
451
  class NodeGroupAffinity
434
452
  class Representation < Google::Apis::Core::JsonRepresentation; end
435
453
 
@@ -532,6 +550,12 @@ module Google
532
550
  include Google::Apis::Core::JsonObjectSupport
533
551
  end
534
552
 
553
+ class ResizeNodeGroupRequest
554
+ class Representation < Google::Apis::Core::JsonRepresentation; end
555
+
556
+ include Google::Apis::Core::JsonObjectSupport
557
+ end
558
+
535
559
  class RuntimeConfig
536
560
  class Representation < Google::Apis::Core::JsonRepresentation; end
537
561
 
@@ -682,6 +706,12 @@ module Google
682
706
  include Google::Apis::Core::JsonObjectSupport
683
707
  end
684
708
 
709
+ class UsageSnapshot
710
+ class Representation < Google::Apis::Core::JsonRepresentation; end
711
+
712
+ include Google::Apis::Core::JsonObjectSupport
713
+ end
714
+
685
715
  class ValueValidation
686
716
  class Representation < Google::Apis::Core::JsonRepresentation; end
687
717
 
@@ -760,6 +790,15 @@ module Google
760
790
  end
761
791
  end
762
792
 
793
+ class AuxiliaryNodeGroup
794
+ # @private
795
+ class Representation < Google::Apis::Core::JsonRepresentation
796
+ property :node_group, as: 'nodeGroup', class: Google::Apis::DataprocV1::NodeGroup, decorator: Google::Apis::DataprocV1::NodeGroup::Representation
797
+
798
+ property :node_group_id, as: 'nodeGroupId'
799
+ end
800
+ end
801
+
763
802
  class AuxiliaryServicesConfig
764
803
  # @private
765
804
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -878,6 +917,8 @@ module Google
878
917
  class Representation < Google::Apis::Core::JsonRepresentation
879
918
  property :autoscaling_config, as: 'autoscalingConfig', class: Google::Apis::DataprocV1::AutoscalingConfig, decorator: Google::Apis::DataprocV1::AutoscalingConfig::Representation
880
919
 
920
+ collection :auxiliary_node_groups, as: 'auxiliaryNodeGroups', class: Google::Apis::DataprocV1::AuxiliaryNodeGroup, decorator: Google::Apis::DataprocV1::AuxiliaryNodeGroup::Representation
921
+
881
922
  property :config_bucket, as: 'configBucket'
882
923
  property :dataproc_metric_config, as: 'dataprocMetricConfig', class: Google::Apis::DataprocV1::DataprocMetricConfig, decorator: Google::Apis::DataprocV1::DataprocMetricConfig::Representation
883
924
 
@@ -1009,6 +1050,14 @@ module Google
1009
1050
  end
1010
1051
  end
1011
1052
 
1053
+ class DriverSchedulingConfig
1054
+ # @private
1055
+ class Representation < Google::Apis::Core::JsonRepresentation
1056
+ property :memory_mb, as: 'memoryMb'
1057
+ property :vcores, as: 'vcores'
1058
+ end
1059
+ end
1060
+
1012
1061
  class Empty
1013
1062
  # @private
1014
1063
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1261,6 +1310,8 @@ module Google
1261
1310
  property :done, as: 'done'
1262
1311
  property :driver_control_files_uri, as: 'driverControlFilesUri'
1263
1312
  property :driver_output_resource_uri, as: 'driverOutputResourceUri'
1313
+ property :driver_scheduling_config, as: 'driverSchedulingConfig', class: Google::Apis::DataprocV1::DriverSchedulingConfig, decorator: Google::Apis::DataprocV1::DriverSchedulingConfig::Representation
1314
+
1264
1315
  property :hadoop_job, as: 'hadoopJob', class: Google::Apis::DataprocV1::HadoopJob, decorator: Google::Apis::DataprocV1::HadoopJob::Representation
1265
1316
 
1266
1317
  property :hive_job, as: 'hiveJob', class: Google::Apis::DataprocV1::HiveJob, decorator: Google::Apis::DataprocV1::HiveJob::Representation
@@ -1494,6 +1545,17 @@ module Google
1494
1545
  end
1495
1546
  end
1496
1547
 
1548
+ class NodeGroup
1549
+ # @private
1550
+ class Representation < Google::Apis::Core::JsonRepresentation
1551
+ hash :labels, as: 'labels'
1552
+ property :name, as: 'name'
1553
+ property :node_group_config, as: 'nodeGroupConfig', class: Google::Apis::DataprocV1::InstanceGroupConfig, decorator: Google::Apis::DataprocV1::InstanceGroupConfig::Representation
1554
+
1555
+ collection :roles, as: 'roles'
1556
+ end
1557
+ end
1558
+
1497
1559
  class NodeGroupAffinity
1498
1560
  # @private
1499
1561
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1696,6 +1758,15 @@ module Google
1696
1758
  end
1697
1759
  end
1698
1760
 
1761
+ class ResizeNodeGroupRequest
1762
+ # @private
1763
+ class Representation < Google::Apis::Core::JsonRepresentation
1764
+ property :graceful_decommission_timeout, as: 'gracefulDecommissionTimeout'
1765
+ property :request_id, as: 'requestId'
1766
+ property :size, as: 'size'
1767
+ end
1768
+ end
1769
+
1699
1770
  class RuntimeConfig
1700
1771
  # @private
1701
1772
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1710,6 +1781,8 @@ module Google
1710
1781
  class Representation < Google::Apis::Core::JsonRepresentation
1711
1782
  property :approximate_usage, as: 'approximateUsage', class: Google::Apis::DataprocV1::UsageMetrics, decorator: Google::Apis::DataprocV1::UsageMetrics::Representation
1712
1783
 
1784
+ property :current_usage, as: 'currentUsage', class: Google::Apis::DataprocV1::UsageSnapshot, decorator: Google::Apis::DataprocV1::UsageSnapshot::Representation
1785
+
1713
1786
  property :diagnostic_output_uri, as: 'diagnosticOutputUri'
1714
1787
  hash :endpoints, as: 'endpoints'
1715
1788
  property :output_uri, as: 'outputUri'
@@ -1948,6 +2021,15 @@ module Google
1948
2021
  end
1949
2022
  end
1950
2023
 
2024
+ class UsageSnapshot
2025
+ # @private
2026
+ class Representation < Google::Apis::Core::JsonRepresentation
2027
+ property :milli_dcu, :numeric_string => true, as: 'milliDcu'
2028
+ property :shuffle_storage_gb, :numeric_string => true, as: 'shuffleStorageGb'
2029
+ property :snapshot_time, as: 'snapshotTime'
2030
+ end
2031
+ end
2032
+
1951
2033
  class ValueValidation
1952
2034
  # @private
1953
2035
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1968,6 +1968,73 @@ module Google
1968
1968
  execute_or_queue_command(command, &block)
1969
1969
  end
1970
1970
 
1971
+ # Gets the resource representation for a node group in a cluster.
1972
+ # @param [String] name
1973
+ # Required. The name of the node group to retrieve. Format: projects/`project`/
1974
+ # regions/`region`/clusters/`cluster`/nodeGroups/`nodeGroup`
1975
+ # @param [String] fields
1976
+ # Selector specifying which fields to include in a partial response.
1977
+ # @param [String] quota_user
1978
+ # Available to use for quota purposes for server-side applications. Can be any
1979
+ # arbitrary string assigned to a user, but should not exceed 40 characters.
1980
+ # @param [Google::Apis::RequestOptions] options
1981
+ # Request-specific options
1982
+ #
1983
+ # @yield [result, err] Result & error if block supplied
1984
+ # @yieldparam result [Google::Apis::DataprocV1::NodeGroup] parsed result object
1985
+ # @yieldparam err [StandardError] error object if request failed
1986
+ #
1987
+ # @return [Google::Apis::DataprocV1::NodeGroup]
1988
+ #
1989
+ # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
1990
+ # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
1991
+ # @raise [Google::Apis::AuthorizationError] Authorization is required
1992
+ def get_project_region_cluster_node_group(name, fields: nil, quota_user: nil, options: nil, &block)
1993
+ command = make_simple_command(:get, 'v1/{+name}', options)
1994
+ command.response_representation = Google::Apis::DataprocV1::NodeGroup::Representation
1995
+ command.response_class = Google::Apis::DataprocV1::NodeGroup
1996
+ command.params['name'] = name unless name.nil?
1997
+ command.query['fields'] = fields unless fields.nil?
1998
+ command.query['quotaUser'] = quota_user unless quota_user.nil?
1999
+ execute_or_queue_command(command, &block)
2000
+ end
2001
+
2002
+ # Resizes a node group in a cluster. The returned Operation.metadata is
2003
+ # NodeGroupOperationMetadata (https://cloud.google.com/dataproc/docs/reference/
2004
+ # rpc/google.cloud.dataproc.v1#nodegroupoperationmetadata).
2005
+ # @param [String] name
2006
+ # Required. The name of the node group to resize. Format: projects/`project`/
2007
+ # regions/`region`/clusters/`cluster`/nodeGroups/`nodeGroup`
2008
+ # @param [Google::Apis::DataprocV1::ResizeNodeGroupRequest] resize_node_group_request_object
2009
+ # @param [String] fields
2010
+ # Selector specifying which fields to include in a partial response.
2011
+ # @param [String] quota_user
2012
+ # Available to use for quota purposes for server-side applications. Can be any
2013
+ # arbitrary string assigned to a user, but should not exceed 40 characters.
2014
+ # @param [Google::Apis::RequestOptions] options
2015
+ # Request-specific options
2016
+ #
2017
+ # @yield [result, err] Result & error if block supplied
2018
+ # @yieldparam result [Google::Apis::DataprocV1::Operation] parsed result object
2019
+ # @yieldparam err [StandardError] error object if request failed
2020
+ #
2021
+ # @return [Google::Apis::DataprocV1::Operation]
2022
+ #
2023
+ # @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
2024
+ # @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
2025
+ # @raise [Google::Apis::AuthorizationError] Authorization is required
2026
+ def resize_node_group(name, resize_node_group_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
2027
+ command = make_simple_command(:post, 'v1/{+name}:resize', options)
2028
+ command.request_representation = Google::Apis::DataprocV1::ResizeNodeGroupRequest::Representation
2029
+ command.request_object = resize_node_group_request_object
2030
+ command.response_representation = Google::Apis::DataprocV1::Operation::Representation
2031
+ command.response_class = Google::Apis::DataprocV1::Operation
2032
+ command.params['name'] = name unless name.nil?
2033
+ command.query['fields'] = fields unless fields.nil?
2034
+ command.query['quotaUser'] = quota_user unless quota_user.nil?
2035
+ execute_or_queue_command(command, &block)
2036
+ end
2037
+
1971
2038
  # Starts a job cancellation request. To access the job resource after
1972
2039
  # cancellation, call regions/`region`/jobs.list (https://cloud.google.com/
1973
2040
  # dataproc/docs/reference/rest/v1/projects.regions.jobs/list) or regions/`region`
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: google-apis-dataproc_v1
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.39.0
4
+ version: 0.40.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Google LLC
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2022-10-31 00:00:00.000000000 Z
11
+ date: 2022-12-12 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: google-apis-core
@@ -58,7 +58,7 @@ licenses:
58
58
  metadata:
59
59
  bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
60
60
  changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1/CHANGELOG.md
61
- documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.39.0
61
+ documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.40.0
62
62
  source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1
63
63
  post_install_message:
64
64
  rdoc_options: []