google-apis-dataproc_v1 0.50.0 → 0.51.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 14f0adf5fec19ac8db7637b5c7a0e236039bde606801e1a17ae8326d7c79ca4e
4
- data.tar.gz: c42427af4023342f02593d1fd0dcc2b36e111505786673d8375518fdbb59235d
3
+ metadata.gz: 37854e54675f10d30dcc1edc6daa5685ec0369ada488f3600aa1fc2eb812b21f
4
+ data.tar.gz: c50930b1228e944d729362371af21837610f867e8a6f5a5c90707f62e5ca8c8e
5
5
  SHA512:
6
- metadata.gz: 7c82a0a977e527545824f44a26328a0a2febe2b40b732d8bbf5ea0ac9522282a0365a1d19958857ccf09db51f5b5ab8bec2e0532689e01fcfdd55295ed5c72c1
7
- data.tar.gz: 2eb717eb8f9a587c39f44f024b8b4536028e166a5c61771157811d963bb72c7ada34596163503ff96a545594efd1dc8d089c64ae97a3aa6cc368780ea67d2589
6
+ metadata.gz: a8a534d19ec4ea24fe7fbb2210a24845c034787617c8dc600d25eb2c58c5948352d9e51fa2efbfb83072e2de438cd3bc71065d4428186d9d77e6b3e088f2a01a
7
+ data.tar.gz: 6bede6116c5f361081565311bb2e911110804c8dc81576ef10e48bac34cd81260378311e374d63bbd0e528bb75e482c58d53aea5c6366ef8d92fb396f02debbf
data/CHANGELOG.md CHANGED
@@ -1,5 +1,9 @@
1
1
  # Release history for google-apis-dataproc_v1
2
2
 
3
+ ### v0.51.0 (2023-07-23)
4
+
5
+ * Regenerated from discovery document revision 20230719
6
+
3
7
  ### v0.50.0 (2023-06-25)
4
8
 
5
9
  * Regenerated from discovery document revision 20230620
@@ -1308,14 +1308,15 @@ module Google
1308
1308
  class ExecutionConfig
1309
1309
  include Google::Apis::Core::Hashable
1310
1310
 
1311
- # Optional. The duration to keep the session alive while it's idling. Exceeding
1312
- # this threshold causes the session to terminate. This field cannot be set on a
1313
- # batch workload. Minimum value is 10 minutes; maximum value is 14 days (see
1314
- # JSON representation of Duration (https://developers.google.com/protocol-
1315
- # buffers/docs/proto3#json)). Defaults to 4 hours if not set. If both ttl and
1316
- # idle_ttl are specified for an interactive session, the conditions are treated
1317
- # as OR conditions: the workload will be terminated when it has been idle for
1318
- # idle_ttl or when ttl has been exceeded, whichever occurs first.
1311
+ # Optional. Applies to sessions only. The duration to keep the session alive
1312
+ # while it's idling. Exceeding this threshold causes the session to terminate.
1313
+ # This field cannot be set on a batch workload. Minimum value is 10 minutes;
1314
+ # maximum value is 14 days (see JSON representation of Duration (https://
1315
+ # developers.google.com/protocol-buffers/docs/proto3#json)). Defaults to 4 hours
1316
+ # if not set. If both ttl and idle_ttl are specified for an interactive session,
1317
+ # the conditions are treated as OR conditions: the workload will be terminated
1318
+ # when it has been idle for idle_ttl or when ttl has been exceeded, whichever
1319
+ # occurs first.
1319
1320
  # Corresponds to the JSON property `idleTtl`
1320
1321
  # @return [String]
1321
1322
  attr_accessor :idle_ttl
@@ -1443,6 +1444,70 @@ module Google
1443
1444
  end
1444
1445
  end
1445
1446
 
1447
+ # A Dataproc job for running Apache Flink (https://flink.apache.org/)
1448
+ # applications on YARN.
1449
+ class FlinkJob
1450
+ include Google::Apis::Core::Hashable
1451
+
1452
+ # Optional. The arguments to pass to the driver. Do not include arguments, such
1453
+ # as --conf, that can be set as job properties, since a collision may occur that
1454
+ # causes an incorrect job submission.
1455
+ # Corresponds to the JSON property `args`
1456
+ # @return [Array<String>]
1457
+ attr_accessor :args
1458
+
1459
+ # Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Flink driver
1460
+ # and tasks.
1461
+ # Corresponds to the JSON property `jarFileUris`
1462
+ # @return [Array<String>]
1463
+ attr_accessor :jar_file_uris
1464
+
1465
+ # The runtime logging config of the job.
1466
+ # Corresponds to the JSON property `loggingConfig`
1467
+ # @return [Google::Apis::DataprocV1::LoggingConfig]
1468
+ attr_accessor :logging_config
1469
+
1470
+ # The name of the driver's main class. The jar file that contains the class must
1471
+ # be in the default CLASSPATH or specified in jar_file_uris.
1472
+ # Corresponds to the JSON property `mainClass`
1473
+ # @return [String]
1474
+ attr_accessor :main_class
1475
+
1476
+ # The HCFS URI of the jar file that contains the main class.
1477
+ # Corresponds to the JSON property `mainJarFileUri`
1478
+ # @return [String]
1479
+ attr_accessor :main_jar_file_uri
1480
+
1481
+ # Optional. A mapping of property names to values, used to configure Flink.
1482
+ # Properties that conflict with values set by the Dataproc API may beoverwritten.
1483
+ # Can include properties set in/etc/flink/conf/flink-defaults.conf and classes
1484
+ # in user code.
1485
+ # Corresponds to the JSON property `properties`
1486
+ # @return [Hash<String,String>]
1487
+ attr_accessor :properties
1488
+
1489
+ # Optional. HCFS URI of the savepoint which contains the last saved progress for
1490
+ # this job
1491
+ # Corresponds to the JSON property `savepointUri`
1492
+ # @return [String]
1493
+ attr_accessor :savepoint_uri
1494
+
1495
+ def initialize(**args)
1496
+ update!(**args)
1497
+ end
1498
+
1499
+ # Update properties of this object
1500
+ def update!(**args)
1501
+ @args = args[:args] if args.key?(:args)
1502
+ @jar_file_uris = args[:jar_file_uris] if args.key?(:jar_file_uris)
1503
+ @logging_config = args[:logging_config] if args.key?(:logging_config)
1504
+ @main_class = args[:main_class] if args.key?(:main_class)
1505
+ @main_jar_file_uri = args[:main_jar_file_uri] if args.key?(:main_jar_file_uri)
1506
+ @properties = args[:properties] if args.key?(:properties)
1507
+ @savepoint_uri = args[:savepoint_uri] if args.key?(:savepoint_uri)
1508
+ end
1509
+ end
1510
+
1446
1511
  # Common config settings for resources of Compute Engine cluster instances,
1447
1512
  # applicable to all instances in the cluster.
1448
1513
  class GceClusterConfig
@@ -1465,9 +1530,9 @@ module Google
1465
1530
  attr_accessor :internal_ip_only
1466
1531
  alias_method :internal_ip_only?, :internal_ip_only
1467
1532
 
1468
- # The Compute Engine metadata entries to add to all instances (see Project and
1469
- # instance metadata (https://cloud.google.com/compute/docs/storing-retrieving-
1470
- # metadata#project_and_instance_metadata)).
1533
+ # Optional. The Compute Engine metadata entries to add to all instances (see
1534
+ # Project and instance metadata (https://cloud.google.com/compute/docs/storing-
1535
+ # retrieving-metadata#project_and_instance_metadata)).
1471
1536
  # Corresponds to the JSON property `metadata`
1472
1537
  # @return [Hash<String,String>]
1473
1538
  attr_accessor :metadata
@@ -2350,6 +2415,12 @@ module Google
2350
2415
  # @return [Google::Apis::DataprocV1::DriverSchedulingConfig]
2351
2416
  attr_accessor :driver_scheduling_config
2352
2417
 
2418
+ # A Dataproc job for running Apache Flink (https://flink.apache.org/)
2419
+ # applications on YARN.
2420
+ # Corresponds to the JSON property `flinkJob`
2421
+ # @return [Google::Apis::DataprocV1::FlinkJob]
2422
+ attr_accessor :flink_job
2423
+
2353
2424
  # A Dataproc job for running Apache Hadoop MapReduce (https://hadoop.apache.org/
2354
2425
  # docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
2355
2426
  # MapReduceTutorial.html) jobs on Apache Hadoop YARN (https://hadoop.apache.org/
@@ -2468,6 +2539,7 @@ module Google
2468
2539
  @driver_control_files_uri = args[:driver_control_files_uri] if args.key?(:driver_control_files_uri)
2469
2540
  @driver_output_resource_uri = args[:driver_output_resource_uri] if args.key?(:driver_output_resource_uri)
2470
2541
  @driver_scheduling_config = args[:driver_scheduling_config] if args.key?(:driver_scheduling_config)
2542
+ @flink_job = args[:flink_job] if args.key?(:flink_job)
2471
2543
  @hadoop_job = args[:hadoop_job] if args.key?(:hadoop_job)
2472
2544
  @hive_job = args[:hive_job] if args.key?(:hive_job)
2473
2545
  @job_uuid = args[:job_uuid] if args.key?(:job_uuid)
@@ -4217,7 +4289,7 @@ module Google
4217
4289
  # @return [Google::Apis::DataprocV1::UsageMetrics]
4218
4290
  attr_accessor :approximate_usage
4219
4291
 
4220
- # The usage snaphot represents the resources consumed by a workload at a
4292
+ # The usage snapshot represents the resources consumed by a workload at a
4221
4293
  # specified time.
4222
4294
  # Corresponds to the JSON property `currentUsage`
4223
4295
  # @return [Google::Apis::DataprocV1::UsageSnapshot]
@@ -5228,7 +5300,7 @@ module Google
5228
5300
  end
5229
5301
  end
5230
5302
 
5231
- # The usage snaphot represents the resources consumed by a workload at a
5303
+ # The usage snapshot represents the resources consumed by a workload at a
5232
5304
  # specified time.
5233
5305
  class UsageSnapshot
5234
5306
  include Google::Apis::Core::Hashable
@@ -5239,12 +5311,26 @@ module Google
5239
5311
  # @return [Fixnum]
5240
5312
  attr_accessor :milli_dcu
5241
5313
 
5314
+ # Optional. Milli (one-thousandth) Dataproc Compute Units (DCUs) charged at
5315
+ # premium tier (see Dataproc Serverless pricing (https://cloud.google.com/
5316
+ # dataproc-serverless/pricing)).
5317
+ # Corresponds to the JSON property `milliDcuPremium`
5318
+ # @return [Fixnum]
5319
+ attr_accessor :milli_dcu_premium
5320
+
5242
5321
  # Optional. Shuffle Storage in gigabytes (GB). (see Dataproc Serverless pricing (
5243
5322
  # https://cloud.google.com/dataproc-serverless/pricing))
5244
5323
  # Corresponds to the JSON property `shuffleStorageGb`
5245
5324
  # @return [Fixnum]
5246
5325
  attr_accessor :shuffle_storage_gb
5247
5326
 
5327
+ # Optional. Shuffle Storage in gigabytes (GB) charged at premium tier. (see
5328
+ # Dataproc Serverless pricing (https://cloud.google.com/dataproc-serverless/
5329
+ # pricing))
5330
+ # Corresponds to the JSON property `shuffleStorageGbPremium`
5331
+ # @return [Fixnum]
5332
+ attr_accessor :shuffle_storage_gb_premium
5333
+
5248
5334
  # Optional. The timestamp of the usage snapshot.
5249
5335
  # Corresponds to the JSON property `snapshotTime`
5250
5336
  # @return [String]
@@ -5257,7 +5343,9 @@ module Google
5257
5343
  # Update properties of this object
5258
5344
  def update!(**args)
5259
5345
  @milli_dcu = args[:milli_dcu] if args.key?(:milli_dcu)
5346
+ @milli_dcu_premium = args[:milli_dcu_premium] if args.key?(:milli_dcu_premium)
5260
5347
  @shuffle_storage_gb = args[:shuffle_storage_gb] if args.key?(:shuffle_storage_gb)
5348
+ @shuffle_storage_gb_premium = args[:shuffle_storage_gb_premium] if args.key?(:shuffle_storage_gb_premium)
5261
5349
  @snapshot_time = args[:snapshot_time] if args.key?(:snapshot_time)
5262
5350
  end
5263
5351
  end
@@ -16,13 +16,13 @@ module Google
16
16
  module Apis
17
17
  module DataprocV1
18
18
  # Version of the google-apis-dataproc_v1 gem
19
- GEM_VERSION = "0.50.0"
19
+ GEM_VERSION = "0.51.0"
20
20
 
21
21
  # Version of the code generator used to generate this client
22
22
  GENERATOR_VERSION = "0.12.0"
23
23
 
24
24
  # Revision of the discovery document this client was generated from
25
- REVISION = "20230620"
25
+ REVISION = "20230719"
26
26
  end
27
27
  end
28
28
  end
@@ -208,6 +208,12 @@ module Google
208
208
  include Google::Apis::Core::JsonObjectSupport
209
209
  end
210
210
 
211
+ class FlinkJob
212
+ class Representation < Google::Apis::Core::JsonRepresentation; end
213
+
214
+ include Google::Apis::Core::JsonObjectSupport
215
+ end
216
+
211
217
  class GceClusterConfig
212
218
  class Representation < Google::Apis::Core::JsonRepresentation; end
213
219
 
@@ -1126,6 +1132,20 @@ module Google
1126
1132
  end
1127
1133
  end
1128
1134
 
1135
+ class FlinkJob
1136
+ # @private
1137
+ class Representation < Google::Apis::Core::JsonRepresentation
1138
+ collection :args, as: 'args'
1139
+ collection :jar_file_uris, as: 'jarFileUris'
1140
+ property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
1141
+
1142
+ property :main_class, as: 'mainClass'
1143
+ property :main_jar_file_uri, as: 'mainJarFileUri'
1144
+ hash :properties, as: 'properties'
1145
+ property :savepoint_uri, as: 'savepointUri'
1146
+ end
1147
+ end
1148
+
1129
1149
  class GceClusterConfig
1130
1150
  # @private
1131
1151
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1335,6 +1355,8 @@ module Google
1335
1355
  property :driver_output_resource_uri, as: 'driverOutputResourceUri'
1336
1356
  property :driver_scheduling_config, as: 'driverSchedulingConfig', class: Google::Apis::DataprocV1::DriverSchedulingConfig, decorator: Google::Apis::DataprocV1::DriverSchedulingConfig::Representation
1337
1357
 
1358
+ property :flink_job, as: 'flinkJob', class: Google::Apis::DataprocV1::FlinkJob, decorator: Google::Apis::DataprocV1::FlinkJob::Representation
1359
+
1338
1360
  property :hadoop_job, as: 'hadoopJob', class: Google::Apis::DataprocV1::HadoopJob, decorator: Google::Apis::DataprocV1::HadoopJob::Representation
1339
1361
 
1340
1362
  property :hive_job, as: 'hiveJob', class: Google::Apis::DataprocV1::HiveJob, decorator: Google::Apis::DataprocV1::HiveJob::Representation
@@ -2048,7 +2070,9 @@ module Google
2048
2070
  # @private
2049
2071
  class Representation < Google::Apis::Core::JsonRepresentation
2050
2072
  property :milli_dcu, :numeric_string => true, as: 'milliDcu'
2073
+ property :milli_dcu_premium, :numeric_string => true, as: 'milliDcuPremium'
2051
2074
  property :shuffle_storage_gb, :numeric_string => true, as: 'shuffleStorageGb'
2075
+ property :shuffle_storage_gb_premium, :numeric_string => true, as: 'shuffleStorageGbPremium'
2052
2076
  property :snapshot_time, as: 'snapshotTime'
2053
2077
  end
2054
2078
  end
@@ -404,8 +404,9 @@ module Google
404
404
  execute_or_queue_command(command, &block)
405
405
  end
406
406
 
407
- # Deletes the batch workload resource. If the batch is not in terminal state,
408
- # the delete fails and the response returns FAILED_PRECONDITION.
407
+ # Deletes the batch workload resource. If the batch is not in a CANCELLED,
408
+ # SUCCEEDED or FAILED State, the delete operation fails and the response returns
409
+ # FAILED_PRECONDITION.
409
410
  # @param [String] name
410
411
  # Required. The fully qualified name of the batch to retrieve in the format "
411
412
  # projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID"
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: google-apis-dataproc_v1
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.50.0
4
+ version: 0.51.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Google LLC
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2023-07-02 00:00:00.000000000 Z
11
+ date: 2023-07-23 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: google-apis-core
@@ -58,7 +58,7 @@ licenses:
58
58
  metadata:
59
59
  bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
60
60
  changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1/CHANGELOG.md
61
- documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.50.0
61
+ documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.51.0
62
62
  source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1
63
63
  post_install_message:
64
64
  rdoc_options: []