google-apis-dataproc_v1 0.50.0 → 0.51.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 37854e54675f10d30dcc1edc6daa5685ec0369ada488f3600aa1fc2eb812b21f
|
4
|
+
data.tar.gz: c50930b1228e944d729362371af21837610f867e8a6f5a5c90707f62e5ca8c8e
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: a8a534d19ec4ea24fe7fbb2210a24845c034787617c8dc600d25eb2c58c5948352d9e51fa2efbfb83072e2de438cd3bc71065d4428186d9d77e6b3e088f2a01a
|
7
|
+
data.tar.gz: 6bede6116c5f361081565311bb2e911110804c8dc81576ef10e48bac34cd81260378311e374d63bbd0e528bb75e482c58d53aea5c6366ef8d92fb396f02debbf
|
data/CHANGELOG.md
CHANGED
@@ -1308,14 +1308,15 @@ module Google
|
|
1308
1308
|
class ExecutionConfig
|
1309
1309
|
include Google::Apis::Core::Hashable
|
1310
1310
|
|
1311
|
-
# Optional. The duration to keep the session alive
|
1312
|
-
# this threshold causes the session to terminate.
|
1313
|
-
# batch workload. Minimum value is 10 minutes;
|
1314
|
-
# JSON representation of Duration (https://
|
1315
|
-
# buffers/docs/proto3#json)). Defaults to 4 hours
|
1316
|
-
# idle_ttl are specified for an interactive session,
|
1317
|
-
# as OR conditions: the workload will be terminated
|
1318
|
-
# idle_ttl or when ttl has been exceeded, whichever
|
1311
|
+
# Optional. Applies to sessions only. The duration to keep the session alive
|
1312
|
+
# while it's idling. Exceeding this threshold causes the session to terminate.
|
1313
|
+
# This field cannot be set on a batch workload. Minimum value is 10 minutes;
|
1314
|
+
# maximum value is 14 days (see JSON representation of Duration (https://
|
1315
|
+
# developers.google.com/protocol-buffers/docs/proto3#json)). Defaults to 4 hours
|
1316
|
+
# if not set. If both ttl and idle_ttl are specified for an interactive session,
|
1317
|
+
# the conditions are treated as OR conditions: the workload will be terminated
|
1318
|
+
# when it has been idle for idle_ttl or when ttl has been exceeded, whichever
|
1319
|
+
# occurs first.
|
1319
1320
|
# Corresponds to the JSON property `idleTtl`
|
1320
1321
|
# @return [String]
|
1321
1322
|
attr_accessor :idle_ttl
|
@@ -1443,6 +1444,70 @@ module Google
|
|
1443
1444
|
end
|
1444
1445
|
end
|
1445
1446
|
|
1447
|
+
# A Dataproc job for running Apache Flink (https://flink.apache.org/)
|
1448
|
+
# applications on YARN.
|
1449
|
+
class FlinkJob
|
1450
|
+
include Google::Apis::Core::Hashable
|
1451
|
+
|
1452
|
+
# Optional. The arguments to pass to the driver. Do not include arguments, such
|
1453
|
+
# as --conf, that can be set as job properties, since a collision may occur that
|
1454
|
+
# causes an incorrect job submission.
|
1455
|
+
# Corresponds to the JSON property `args`
|
1456
|
+
# @return [Array<String>]
|
1457
|
+
attr_accessor :args
|
1458
|
+
|
1459
|
+
# Optional. HCFS URIs of jar files to add to the CLASSPATHs of the Flink driver
|
1460
|
+
# and tasks.
|
1461
|
+
# Corresponds to the JSON property `jarFileUris`
|
1462
|
+
# @return [Array<String>]
|
1463
|
+
attr_accessor :jar_file_uris
|
1464
|
+
|
1465
|
+
# The runtime logging config of the job.
|
1466
|
+
# Corresponds to the JSON property `loggingConfig`
|
1467
|
+
# @return [Google::Apis::DataprocV1::LoggingConfig]
|
1468
|
+
attr_accessor :logging_config
|
1469
|
+
|
1470
|
+
# The name of the driver's main class. The jar file that contains the class must
|
1471
|
+
# be in the default CLASSPATH or specified in jar_file_uris.
|
1472
|
+
# Corresponds to the JSON property `mainClass`
|
1473
|
+
# @return [String]
|
1474
|
+
attr_accessor :main_class
|
1475
|
+
|
1476
|
+
# The HCFS URI of the jar file that contains the main class.
|
1477
|
+
# Corresponds to the JSON property `mainJarFileUri`
|
1478
|
+
# @return [String]
|
1479
|
+
attr_accessor :main_jar_file_uri
|
1480
|
+
|
1481
|
+
# Optional. A mapping of property names to values, used to configure Flink.
|
1482
|
+
# Properties that conflict with values set by the Dataproc API may beoverwritten.
|
1483
|
+
# Can include properties set in/etc/flink/conf/flink-defaults.conf and classes
|
1484
|
+
# in user code.
|
1485
|
+
# Corresponds to the JSON property `properties`
|
1486
|
+
# @return [Hash<String,String>]
|
1487
|
+
attr_accessor :properties
|
1488
|
+
|
1489
|
+
# Optional. HCFS URI of the savepoint which contains the last saved progress for
|
1490
|
+
# this job
|
1491
|
+
# Corresponds to the JSON property `savepointUri`
|
1492
|
+
# @return [String]
|
1493
|
+
attr_accessor :savepoint_uri
|
1494
|
+
|
1495
|
+
def initialize(**args)
|
1496
|
+
update!(**args)
|
1497
|
+
end
|
1498
|
+
|
1499
|
+
# Update properties of this object
|
1500
|
+
def update!(**args)
|
1501
|
+
@args = args[:args] if args.key?(:args)
|
1502
|
+
@jar_file_uris = args[:jar_file_uris] if args.key?(:jar_file_uris)
|
1503
|
+
@logging_config = args[:logging_config] if args.key?(:logging_config)
|
1504
|
+
@main_class = args[:main_class] if args.key?(:main_class)
|
1505
|
+
@main_jar_file_uri = args[:main_jar_file_uri] if args.key?(:main_jar_file_uri)
|
1506
|
+
@properties = args[:properties] if args.key?(:properties)
|
1507
|
+
@savepoint_uri = args[:savepoint_uri] if args.key?(:savepoint_uri)
|
1508
|
+
end
|
1509
|
+
end
|
1510
|
+
|
1446
1511
|
# Common config settings for resources of Compute Engine cluster instances,
|
1447
1512
|
# applicable to all instances in the cluster.
|
1448
1513
|
class GceClusterConfig
|
@@ -1465,9 +1530,9 @@ module Google
|
|
1465
1530
|
attr_accessor :internal_ip_only
|
1466
1531
|
alias_method :internal_ip_only?, :internal_ip_only
|
1467
1532
|
|
1468
|
-
# The Compute Engine metadata entries to add to all instances (see
|
1469
|
-
# instance metadata (https://cloud.google.com/compute/docs/storing-
|
1470
|
-
# metadata#project_and_instance_metadata)).
|
1533
|
+
# Optional. The Compute Engine metadata entries to add to all instances (see
|
1534
|
+
# Project and instance metadata (https://cloud.google.com/compute/docs/storing-
|
1535
|
+
# retrieving-metadata#project_and_instance_metadata)).
|
1471
1536
|
# Corresponds to the JSON property `metadata`
|
1472
1537
|
# @return [Hash<String,String>]
|
1473
1538
|
attr_accessor :metadata
|
@@ -2350,6 +2415,12 @@ module Google
|
|
2350
2415
|
# @return [Google::Apis::DataprocV1::DriverSchedulingConfig]
|
2351
2416
|
attr_accessor :driver_scheduling_config
|
2352
2417
|
|
2418
|
+
# A Dataproc job for running Apache Flink (https://flink.apache.org/)
|
2419
|
+
# applications on YARN.
|
2420
|
+
# Corresponds to the JSON property `flinkJob`
|
2421
|
+
# @return [Google::Apis::DataprocV1::FlinkJob]
|
2422
|
+
attr_accessor :flink_job
|
2423
|
+
|
2353
2424
|
# A Dataproc job for running Apache Hadoop MapReduce (https://hadoop.apache.org/
|
2354
2425
|
# docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
|
2355
2426
|
# MapReduceTutorial.html) jobs on Apache Hadoop YARN (https://hadoop.apache.org/
|
@@ -2468,6 +2539,7 @@ module Google
|
|
2468
2539
|
@driver_control_files_uri = args[:driver_control_files_uri] if args.key?(:driver_control_files_uri)
|
2469
2540
|
@driver_output_resource_uri = args[:driver_output_resource_uri] if args.key?(:driver_output_resource_uri)
|
2470
2541
|
@driver_scheduling_config = args[:driver_scheduling_config] if args.key?(:driver_scheduling_config)
|
2542
|
+
@flink_job = args[:flink_job] if args.key?(:flink_job)
|
2471
2543
|
@hadoop_job = args[:hadoop_job] if args.key?(:hadoop_job)
|
2472
2544
|
@hive_job = args[:hive_job] if args.key?(:hive_job)
|
2473
2545
|
@job_uuid = args[:job_uuid] if args.key?(:job_uuid)
|
@@ -4217,7 +4289,7 @@ module Google
|
|
4217
4289
|
# @return [Google::Apis::DataprocV1::UsageMetrics]
|
4218
4290
|
attr_accessor :approximate_usage
|
4219
4291
|
|
4220
|
-
# The usage
|
4292
|
+
# The usage snapshot represents the resources consumed by a workload at a
|
4221
4293
|
# specified time.
|
4222
4294
|
# Corresponds to the JSON property `currentUsage`
|
4223
4295
|
# @return [Google::Apis::DataprocV1::UsageSnapshot]
|
@@ -5228,7 +5300,7 @@ module Google
|
|
5228
5300
|
end
|
5229
5301
|
end
|
5230
5302
|
|
5231
|
-
# The usage
|
5303
|
+
# The usage snapshot represents the resources consumed by a workload at a
|
5232
5304
|
# specified time.
|
5233
5305
|
class UsageSnapshot
|
5234
5306
|
include Google::Apis::Core::Hashable
|
@@ -5239,12 +5311,26 @@ module Google
|
|
5239
5311
|
# @return [Fixnum]
|
5240
5312
|
attr_accessor :milli_dcu
|
5241
5313
|
|
5314
|
+
# Optional. Milli (one-thousandth) Dataproc Compute Units (DCUs) charged at
|
5315
|
+
# premium tier (see Dataproc Serverless pricing (https://cloud.google.com/
|
5316
|
+
# dataproc-serverless/pricing)).
|
5317
|
+
# Corresponds to the JSON property `milliDcuPremium`
|
5318
|
+
# @return [Fixnum]
|
5319
|
+
attr_accessor :milli_dcu_premium
|
5320
|
+
|
5242
5321
|
# Optional. Shuffle Storage in gigabytes (GB). (see Dataproc Serverless pricing (
|
5243
5322
|
# https://cloud.google.com/dataproc-serverless/pricing))
|
5244
5323
|
# Corresponds to the JSON property `shuffleStorageGb`
|
5245
5324
|
# @return [Fixnum]
|
5246
5325
|
attr_accessor :shuffle_storage_gb
|
5247
5326
|
|
5327
|
+
# Optional. Shuffle Storage in gigabytes (GB) charged at premium tier. (see
|
5328
|
+
# Dataproc Serverless pricing (https://cloud.google.com/dataproc-serverless/
|
5329
|
+
# pricing))
|
5330
|
+
# Corresponds to the JSON property `shuffleStorageGbPremium`
|
5331
|
+
# @return [Fixnum]
|
5332
|
+
attr_accessor :shuffle_storage_gb_premium
|
5333
|
+
|
5248
5334
|
# Optional. The timestamp of the usage snapshot.
|
5249
5335
|
# Corresponds to the JSON property `snapshotTime`
|
5250
5336
|
# @return [String]
|
@@ -5257,7 +5343,9 @@ module Google
|
|
5257
5343
|
# Update properties of this object
|
5258
5344
|
def update!(**args)
|
5259
5345
|
@milli_dcu = args[:milli_dcu] if args.key?(:milli_dcu)
|
5346
|
+
@milli_dcu_premium = args[:milli_dcu_premium] if args.key?(:milli_dcu_premium)
|
5260
5347
|
@shuffle_storage_gb = args[:shuffle_storage_gb] if args.key?(:shuffle_storage_gb)
|
5348
|
+
@shuffle_storage_gb_premium = args[:shuffle_storage_gb_premium] if args.key?(:shuffle_storage_gb_premium)
|
5261
5349
|
@snapshot_time = args[:snapshot_time] if args.key?(:snapshot_time)
|
5262
5350
|
end
|
5263
5351
|
end
|
@@ -16,13 +16,13 @@ module Google
|
|
16
16
|
module Apis
|
17
17
|
module DataprocV1
|
18
18
|
# Version of the google-apis-dataproc_v1 gem
|
19
|
-
GEM_VERSION = "0.
|
19
|
+
GEM_VERSION = "0.51.0"
|
20
20
|
|
21
21
|
# Version of the code generator used to generate this client
|
22
22
|
GENERATOR_VERSION = "0.12.0"
|
23
23
|
|
24
24
|
# Revision of the discovery document this client was generated from
|
25
|
-
REVISION = "
|
25
|
+
REVISION = "20230719"
|
26
26
|
end
|
27
27
|
end
|
28
28
|
end
|
@@ -208,6 +208,12 @@ module Google
|
|
208
208
|
include Google::Apis::Core::JsonObjectSupport
|
209
209
|
end
|
210
210
|
|
211
|
+
class FlinkJob
|
212
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
213
|
+
|
214
|
+
include Google::Apis::Core::JsonObjectSupport
|
215
|
+
end
|
216
|
+
|
211
217
|
class GceClusterConfig
|
212
218
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
213
219
|
|
@@ -1126,6 +1132,20 @@ module Google
|
|
1126
1132
|
end
|
1127
1133
|
end
|
1128
1134
|
|
1135
|
+
class FlinkJob
|
1136
|
+
# @private
|
1137
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1138
|
+
collection :args, as: 'args'
|
1139
|
+
collection :jar_file_uris, as: 'jarFileUris'
|
1140
|
+
property :logging_config, as: 'loggingConfig', class: Google::Apis::DataprocV1::LoggingConfig, decorator: Google::Apis::DataprocV1::LoggingConfig::Representation
|
1141
|
+
|
1142
|
+
property :main_class, as: 'mainClass'
|
1143
|
+
property :main_jar_file_uri, as: 'mainJarFileUri'
|
1144
|
+
hash :properties, as: 'properties'
|
1145
|
+
property :savepoint_uri, as: 'savepointUri'
|
1146
|
+
end
|
1147
|
+
end
|
1148
|
+
|
1129
1149
|
class GceClusterConfig
|
1130
1150
|
# @private
|
1131
1151
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -1335,6 +1355,8 @@ module Google
|
|
1335
1355
|
property :driver_output_resource_uri, as: 'driverOutputResourceUri'
|
1336
1356
|
property :driver_scheduling_config, as: 'driverSchedulingConfig', class: Google::Apis::DataprocV1::DriverSchedulingConfig, decorator: Google::Apis::DataprocV1::DriverSchedulingConfig::Representation
|
1337
1357
|
|
1358
|
+
property :flink_job, as: 'flinkJob', class: Google::Apis::DataprocV1::FlinkJob, decorator: Google::Apis::DataprocV1::FlinkJob::Representation
|
1359
|
+
|
1338
1360
|
property :hadoop_job, as: 'hadoopJob', class: Google::Apis::DataprocV1::HadoopJob, decorator: Google::Apis::DataprocV1::HadoopJob::Representation
|
1339
1361
|
|
1340
1362
|
property :hive_job, as: 'hiveJob', class: Google::Apis::DataprocV1::HiveJob, decorator: Google::Apis::DataprocV1::HiveJob::Representation
|
@@ -2048,7 +2070,9 @@ module Google
|
|
2048
2070
|
# @private
|
2049
2071
|
class Representation < Google::Apis::Core::JsonRepresentation
|
2050
2072
|
property :milli_dcu, :numeric_string => true, as: 'milliDcu'
|
2073
|
+
property :milli_dcu_premium, :numeric_string => true, as: 'milliDcuPremium'
|
2051
2074
|
property :shuffle_storage_gb, :numeric_string => true, as: 'shuffleStorageGb'
|
2075
|
+
property :shuffle_storage_gb_premium, :numeric_string => true, as: 'shuffleStorageGbPremium'
|
2052
2076
|
property :snapshot_time, as: 'snapshotTime'
|
2053
2077
|
end
|
2054
2078
|
end
|
@@ -404,8 +404,9 @@ module Google
|
|
404
404
|
execute_or_queue_command(command, &block)
|
405
405
|
end
|
406
406
|
|
407
|
-
# Deletes the batch workload resource. If the batch is not in
|
408
|
-
# the delete fails and the response returns
|
407
|
+
# Deletes the batch workload resource. If the batch is not in a CANCELLED,
|
408
|
+
# SUCCEEDED or FAILED State, the delete operation fails and the response returns
|
409
|
+
# FAILED_PRECONDITION.
|
409
410
|
# @param [String] name
|
410
411
|
# Required. The fully qualified name of the batch to retrieve in the format "
|
411
412
|
# projects/PROJECT_ID/locations/DATAPROC_REGION/batches/BATCH_ID"
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-apis-dataproc_v1
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.51.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2023-07-
|
11
|
+
date: 2023-07-23 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: google-apis-core
|
@@ -58,7 +58,7 @@ licenses:
|
|
58
58
|
metadata:
|
59
59
|
bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
|
60
60
|
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1/CHANGELOG.md
|
61
|
-
documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.
|
61
|
+
documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.51.0
|
62
62
|
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1
|
63
63
|
post_install_message:
|
64
64
|
rdoc_options: []
|