google-apis-dataproc_v1 0.50.0 → 0.51.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 14f0adf5fec19ac8db7637b5c7a0e236039bde606801e1a17ae8326d7c79ca4e
4
- data.tar.gz: c42427af4023342f02593d1fd0dcc2b36e111505786673d8375518fdbb59235d
3
+ metadata.gz: 37854e54675f10d30dcc1edc6daa5685ec0369ada488f3600aa1fc2eb812b21f
4
+ data.tar.gz: c50930b1228e944d729362371af21837610f867e8a6f5a5c90707f62e5ca8c8e
5
5
  SHA512:
6
- metadata.gz: 7c82a0a977e527545824f44a26328a0a2febe2b40b732d8bbf5ea0ac9522282a0365a1d19958857ccf09db51f5b5ab8bec2e0532689e01fcfdd55295ed5c72c1
7
- data.tar.gz: 2eb717eb8f9a587c39f44f024b8b4536028e166a5c61771157811d963bb72c7ada34596163503ff96a545594efd1dc8d089c64ae97a3aa6cc368780ea67d2589
6
+ metadata.gz: a8a534d19ec4ea24fe7fbb2210a24845c034787617c8dc600d25eb2c58c5948352d9e51fa2efbfb83072e2de438cd3bc71065d4428186d9d77e6b3e088f2a01a
7
+ data.tar.gz: 6bede6116c5f361081565311bb2e911110804c8dc81576ef10e48bac34cd81260378311e374d63bbd0e528bb75e482c58d53aea5c6366ef8d92fb396f02debbf
data/CHANGELOG.md CHANGED
@@ -1,5 +1,9 @@
1
1
  # Release history for google-apis-dataproc_v1
2
2
 
3
+ ### v0.51.0 (2023-07-23)
4
+
5
+ * Regenerated from discovery document revision 20230719
6
+
3
7
  ### v0.50.0 (2023-06-25)
4
8
 
5
9
  * Regenerated from discovery document revision 20230620
@@ -1308,14 +1308,15 @@ module Google
1308
1308
  class ExecutionConfig
1309
1309
  include Google::Apis::Core::Hashable
1310
1310
 
1311
- # Optional. The duration to keep the session alive while it's idling. Exceeding
1312
- # this threshold causes the session to terminate. This field cannot be set on a
1313
- # batch workload. Minimum value is 10 minutes; maximum value is 14 days (see
1314
- # JSON representation of Duration (https://developers.google.com/protocol-
1315
- # buffers/docs/proto3#json)). Defaults to 4 hours if not set. If both ttl and
1316
- # idle_ttl are specified for an interactive session, the conditions are treated
1317
- # as OR conditions: the workload will be terminated when it has been idle for
1318
- # idle_ttl or when ttl has been exceeded, whichever occurs first.
1311
+ # Optional. Applies to sessions only. The duration to keep the session alive
1312
+ # while it's idling. Exceeding this threshold causes the session to terminate.
1313
+ # This field cannot be set on a batch workload. Minimum value is 10 minutes;
1314
+ # maximum value is 14 days (see JSON representation of Duration (https://
1315
+ # developers.google.com/protocol-buffers/docs/proto3#json)). Defaults to 4 hours
1316
+ # if not set. If both ttl and idle_ttl are specified for an interactive session,
1317
+ # the conditions are treated as OR conditions: the workload will be terminated
1318
+ # when it has been idle for idle_ttl or when ttl has been exceeded, whichever
1319
+ # occurs first.
1319
1320
  # Corresponds to the JSON property `idleTtl`
1320
1321
  # @return [String]
1321
1322
  attr_accessor :idle_ttl
@@ -1443,6 +1444,70 @@ module Google
1443
1444
  end
1444
1445
  end
1445
1446
 
1447
+ # A Dataproc job for running Apache Flink (https://flink.apache.org/)
1448
+ # applications on YARN.
1449
+ class FlinkJob
1450
+ include Google::Apis::Core::Hashable
1451
+
1452
+ # Optional. The arguments to pass to the driver. Do not include arguments, such
1453
+ # as --conf, that can be set as job properties, since a collision may occur that
1454
+ # causes an incorrect job submission.
1455
+ # Corresponds to the JSON property `args`
1456
+ # @return [Array<String>]
1457
+ attr_accessor :args
1458
+
1459
+ # Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Flink driver
1460
+ # and tasks.
1461
+ # Corresponds to the JSON property `jarFileUris`
1462
+ # @return [Array<String>]
1463
+ attr_accessor :jar_file_uris
1464
+
1465
+ # The runtime logging config of the job.
1466
+ # Corresponds to the JSON property `loggingConfig`
1467
+ # @return [Google::Apis::DataprocV1::LoggingConfig]
1468
+ attr_accessor :logging_config
1469
+
1470
+ # The name of the driver's main class. The jar file that contains the class must
1471
+ # be in the default CLASSPATH or specified in jar_file_uris.
1472
+ # Corresponds to the JSON property `mainClass`
1473
+ # @return [String]
1474
+ attr_accessor :main_class
1475
+
1476
+ # The HCFS URI of the jar file that contains the main class.
1477
+ # Corresponds to the JSON property `mainJarFileUri`
1478
+ # @return [String]
1479
+ attr_accessor :main_jar_file_uri
1480
+
1481
+ # Optional. A mapping of property names to values, used to configure Flink.
1482
+ # Properties that conflict with values set by the Dataproc API may beoverwritten.
1483
+ # Can include properties set in/etc/flink/conf/flink-defaults.conf and classes
1484
+ # in user code.
1485
+ # Corresponds to the JSON property `properties`
1486
+ # @return [Hash<String,String>]
1487
+ attr_accessor :properties
1488
+
1489
+ # Optional. HCFS URI of the savepoint which contains the last saved progress for
1490
+ # this job
1491
+ # Corresponds to the JSON property `savepointUri`
1492
+ # @return [String]
1493
+ attr_accessor :savepoint_uri
1494
+
1495
+ def initialize(**args)
1496
+ update!(**args)
1497
+ end
1498
+
1499
+ # Update properties of this object
1500
+ def update!(**args)
1501
+ @args = args[:args] if args.key?(:args)
1502
+ @jar_file_uris = args[:jar_file_uris] if args.key?(:jar_file_uris)
1503
+ @logging_config = args[:logging_config] if args.key?(:logging_config)
1504
+ @main_class = args[:main_class] if args.key?(:main_class)
1505
+ @main_jar_file_uri = args[:main_jar_file_uri] if args.key?(:main_jar_file_uri)
1506
+ @properties = args[:properties] if args.key?(:properties)
1507
+ @savepoint_uri = args[:savepoint_uri] if args.key?(:savepoint_uri)
1508
+ end
1509
+ end
1510
+
1446
1511
  # Common config settings for resources of Compute Engine cluster instances,
1447
1512
  # applicable to all instances in the cluster.
1448
1513
  class GceClusterConfig
@@ -1465,9 +1530,9 @@ module Google
1465
1530
  attr_accessor :internal_ip_only
1466
1531
  alias_method :internal_ip_only?, :internal_ip_only
1467
1532
 
1468
- # The Compute Engine metadata entries to add to all instances (see Project and
1469
- # instance metadata (https://cloud.google.com/compute/docs/storing-retrieving-
1470
- # metadata#project_and_instance_metadata)).
1533
+ # Optional. The Compute Engine metadata entries to add to all instances (see
1534
+ # Project and instance metadata (https://cloud.google.com/compute/docs/storing-
1535
+ # retrieving-metadata#project_and_instance_metadata)).
1471
1536
  # Corresponds to the JSON property `metadata`
1472
1537
  # @return [Hash<String,String>]
1473
1538
  attr_accessor :metadata
@@ -2350,6 +2415,12 @@ module Google
2350
2415
  # @return [Google::Apis::DataprocV1::DriverSchedulingConfig]
2351
2416
  attr_accessor :driver_scheduling_config
2352
2417
 
2418
+ # A Dataproc job for running Apache Flink (https://flink.apache.org/)
2419
+ # applications on YARN.
2420
+ # Corresponds to the JSON property `flinkJob`
2421
+ # @return [Google::Apis::DataprocV1::FlinkJob]
2422
+ attr_accessor :flink_job
2423
+
2353
2424
  # A Dataproc job for running Apache Hadoop MapReduce (https://hadoop.apache.org/
2354
2425
  # docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
2355
2426
  # MapReduceTutorial.html) jobs on Apache Hadoop YARN (https://hadoop.apache.org/
@@ -2468,6 +2539,7 @@ module Google
2468
2539
  @driver_control_files_uri = args[:driver_control_files_uri] if args.key?(:driver_control_files_uri)
2469
2540
  @driver_output_resource_uri = args[:driver_output_resource_uri] if args.key?(:driver_output_resource_uri)
2470
2541
  @driver_scheduling_config = args[:driver_scheduling_config] if args.key?(:driver_scheduling_config)
2542
+ @flink_job = args[:flink_job] if args.key?(:flink_job)
2471
2543
  @hadoop_job = args[:hadoop_job] if args.key?(:hadoop_job)
2472
2544
  @hive_job = args[:hive_job] if args.key?(:hive_job)
2473
2545
  @job_uuid = args[:job_uuid] if args.key?(:job_uuid)
@@ -4217,7 +4289,7 @@ module Google
4217
4289
  # @return [Google::Apis::DataprocV1::UsageMetrics]
4218
4290
  attr_accessor :approximate_usage
4219
4291
 
4220
- # The usage snaphot represents the resources consumed by a workload at a
4292
+ # The usage snapshot represents the resources consumed by a workload at a
4221
4293
  # specified time.
4222
4294
  # Corresponds to the JSON property `currentUsage`
4223
4295
  # @return [Google::Apis::DataprocV1::UsageSnapshot]
@@ -5228,7 +5300,7 @@ module Google
5228
5300
  end
5229
5301
  end
5230
5302
 
5231
- # The usage snaphot represents the resources consumed by a workload at a
5303
+ # The usage snapshot represents the resources consumed by a workload at a
5232
5304
  # specified time.
5233
5305
  class UsageSnapshot
5234
5306
  include Google::Apis::Core::Hashable
@@ -5239,12 +5311,26 @@ module Google
5239
5311
  # @return [Fixnum]
5240
5312
  attr_accessor :milli_dcu
5241
5313
 
5314
+ # Optional. Milli (one-thousandth) Dataproc Compute Units (DCUs) charged at
5315
+ # premium tier (see Dataproc Serverless pricing (https://cloud.google.com/
5316
+ # dataproc-serverless/pricing)).
5317
+ # Corresponds to the JSON property `milliDcuPremium`
5318
+ # @return [Fixnum]
5319
+ attr_accessor :milli_dcu_premium
5320
+
5242
5321
  # Optional. Shuffle Storage in gigabytes (GB). (see Dataproc Serverless pricing (
5243
5322
  # https://cloud.google.com/dataproc-serverless/pricing))
5244
5323
  # Corresponds to the JSON property `shuffleStorageGb`
5245
5324
  # @return [Fixnum]
5246
5325
  attr_accessor :shuffle_storage_gb
5247
5326
 
5327
+ # Optional. Shuffle Storage in gigabytes (GB) charged at premium tier. (see
5328
+ # Dataproc Serverless pricing (https://cloud.google.com/dataproc-serverless/
5329
+ # pricing))
5330
+ # Corresponds to the JSON property `shuffleStorageGbPremium`
5331
+ # @return [Fixnum]
5332
+ attr_accessor :shuffle_storage_gb_premium
5333
+
5248
5334
  # Optional. The timestamp of the usage snapshot.
5249
5335
  # Corresponds to the JSON property `snapshotTime`
5250
5336
  # @return [String]
@@ -5257,7 +5343,9 @@ module Google
5257
5343
  # Update properties of this object
5258
5344
  def update!(**args)
5259
5345
  @milli_dcu = args[:milli_dcu] if args.key?(:milli_dcu)
5346
+ @milli_dcu_premium = args[:milli_dcu_premium] if args.key?(:milli_dcu_premium)
5260
5347
  @shuffle_storage_gb = args[:shuffle_storage_gb] if args.key?(:shuffle_storage_gb)
5348
+ @shuffle_storage_gb_premium = args[:shuffle_storage_gb_premium] if args.key?(:shuffle_storage_gb_premium)
5261
5349
  @snapshot_time = args[:snapshot_time] if args.key?(:snapshot_time)
5262
5350
  end
5263
5351
  end
@@ -16,13 +16,13 @@ module Google
16
16
  module Apis
17
17
  module DataprocV1
18
18
  # Version of the google-apis-dataproc_v1 gem
19
- GEM_VERSION = "0.50.0"
19
+ GEM_VERSION = "0.51.0"
20
20
 
21
21
  # Version of the code generator used to generate this client
22
22
  GENERATOR_VERSION = "0.12.0"
23
23
 
24
24
  # Revision of the discovery document this client was generated from
25
- REVISION = "20230620"
25
+ REVISION = "20230719"
26
26
  end
27
27
  end
28
28
  end
@@ -208,6 +208,12 @@ module Google
208
208
  include Google::Apis::Core::JsonObjectSupport
209
209
  end
210
210
 
211
+ class FlinkJob
212
+ class Representation < Google::Apis::Core::JsonRepresentation; end
213
+
214
+ include Google::Apis::Core::JsonObjectSupport
215
+ end
216
+
211
217
  class GceClusterConfig
212
218
  class Representation < Google::Apis::Core::JsonRepresentation; end
213
219
 
@@ -1126,6 +1132,20 @@ module Google
1126
1132
  end
1127
1133
  end
1128
1134
 
1135
+ class FlinkJob
1136
+ # @private
1137
+ class Representation < Google::Apis::Core::JsonRepresentation
1138
+ collection :args, as: 'args'
1139
+ collection :jar_file_uris, as: 'jarFileUris'
1140
+ property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
1141
+
1142
+ property :main_class, as: 'mainClass'
1143
+ property :main_jar_file_uri, as: 'mainJarFileUri'
1144
+ hash :properties, as: 'properties'
1145
+ property :savepoint_uri, as: 'savepointUri'
1146
+ end
1147
+ end
1148
+
1129
1149
  class GceClusterConfig
1130
1150
  # @private
1131
1151
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1335,6 +1355,8 @@ module Google
1335
1355
  property :driver_output_resource_uri, as: 'driverOutputResourceUri'
1336
1356
  property :driver_scheduling_config, as: 'driverSchedulingConfig', class: Google::Apis::DataprocV1::DriverSchedulingConfig, decorator: Google::Apis::DataprocV1::DriverSchedulingConfig::Representation
1337
1357
 
1358
+ property :flink_job, as: 'flinkJob', class: Google::Apis::DataprocV1::FlinkJob, decorator: Google::Apis::DataprocV1::FlinkJob::Representation
1359
+
1338
1360
  property :hadoop_job, as: 'hadoopJob', class: Google::Apis::DataprocV1::HadoopJob, decorator: Google::Apis::DataprocV1::HadoopJob::Representation
1339
1361
 
1340
1362
  property :hive_job, as: 'hiveJob', class: Google::Apis::DataprocV1::HiveJob, decorator: Google::Apis::DataprocV1::HiveJob::Representation
@@ -2048,7 +2070,9 @@ module Google
2048
2070
  # @private
2049
2071
  class Representation < Google::Apis::Core::JsonRepresentation
2050
2072
  property :milli_dcu, :numeric_string => true, as: 'milliDcu'
2073
+ property :milli_dcu_premium, :numeric_string => true, as: 'milliDcuPremium'
2051
2074
  property :shuffle_storage_gb, :numeric_string => true, as: 'shuffleStorageGb'
2075
+ property :shuffle_storage_gb_premium, :numeric_string => true, as: 'shuffleStorageGbPremium'
2052
2076
  property :snapshot_time, as: 'snapshotTime'
2053
2077
  end
2054
2078
  end
@@ -404,8 +404,9 @@ module Google
404
404
  execute_or_queue_command(command, &block)
405
405
  end
406
406
 
407
- # Deletes the batch workload resource. If the batch is not in terminal state,
408
- # the delete fails and the response returns FAILED_PRECONDITION.
407
+ # Deletes the batch workload resource. If the batch is not in a CANCELLED,
408
+ # SUCCEEDED or FAILED State, the delete operation fails and the response returns
409
+ # FAILED_PRECONDITION.
409
410
  # @param [String] name
410
411
  # Required. The fully qualified name of the batch to retrieve in the format "
411
412
  # projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID"
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: google-apis-dataproc_v1
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.50.0
4
+ version: 0.51.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Google LLC
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2023-07-02 00:00:00.000000000 Z
11
+ date: 2023-07-23 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: google-apis-core
@@ -58,7 +58,7 @@ licenses:
58
58
  metadata:
59
59
  bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
60
60
  changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1/CHANGELOG.md
61
- documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.50.0
61
+ documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.51.0
62
62
  source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1
63
63
  post_install_message:
64
64
  rdoc_options: []