google-apis-dataproc_v1 0.54.0 → 0.55.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 1708ac356af646ab7efa35259ca866a67d6cd5425c08a1a188d0aed1317f44c0
|
4
|
+
data.tar.gz: ec4ef39038c1606bf137e832917694490a0c7cb7e9890a8b3d0dcafee26e8e73
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 5d0a7e80f943c7ddb92f4bfb185687035ae207fb9d97ca7ede9315826b96845fb7d357db25a1e4d11f91e50bd78cf35c21957e6b51be0194debe1503ed6bb5de
|
7
|
+
data.tar.gz: cdf59d1de14910842f54a875c7227bb262c17303545c43884b2e1a8b432e68963be5dd42f1013d00d29079080b77cc2c7167dfadd6e2e2ef08401dae033d52c5
|
data/CHANGELOG.md
CHANGED
@@ -1242,12 +1242,6 @@ module Google
|
|
1242
1242
|
# @return [String]
|
1243
1243
|
attr_accessor :gce_pd_kms_key_name
|
1244
1244
|
|
1245
|
-
# Optional. The Cloud KMS key name to use for encrypting customer core content
|
1246
|
-
# and cluster PD disk for all instances in the cluster.
|
1247
|
-
# Corresponds to the JSON property `kmsKey`
|
1248
|
-
# @return [String]
|
1249
|
-
attr_accessor :kms_key
|
1250
|
-
|
1251
1245
|
def initialize(**args)
|
1252
1246
|
update!(**args)
|
1253
1247
|
end
|
@@ -1255,7 +1249,6 @@ module Google
|
|
1255
1249
|
# Update properties of this object
|
1256
1250
|
def update!(**args)
|
1257
1251
|
@gce_pd_kms_key_name = args[:gce_pd_kms_key_name] if args.key?(:gce_pd_kms_key_name)
|
1258
|
-
@kms_key = args[:kms_key] if args.key?(:kms_key)
|
1259
1252
|
end
|
1260
1253
|
end
|
1261
1254
|
|
@@ -1365,18 +1358,18 @@ module Google
|
|
1365
1358
|
# @return [String]
|
1366
1359
|
attr_accessor :subnetwork_uri
|
1367
1360
|
|
1368
|
-
# Optional. The duration after which the workload will be terminated
|
1369
|
-
#
|
1370
|
-
#
|
1371
|
-
#
|
1372
|
-
#
|
1373
|
-
#
|
1374
|
-
#
|
1375
|
-
#
|
1376
|
-
#
|
1377
|
-
# specified (for an interactive session), the conditions are
|
1378
|
-
# conditions: the workload will be terminated when it has been
|
1379
|
-
# or when ttl has been exceeded, whichever occurs first.
|
1361
|
+
# Optional. The duration after which the workload will be terminated, specified
|
1362
|
+
# as the JSON representation for Duration (https://protobuf.dev/programming-
|
1363
|
+
# guides/proto3/#json). When the workload exceeds this duration, it will be
|
1364
|
+
# unconditionally terminated without waiting for ongoing work to finish. If ttl
|
1365
|
+
# is not specified for a batch workload, the workload will be allowed to run
|
1366
|
+
# until it exits naturally (or run forever without exiting). If ttl is not
|
1367
|
+
# specified for an interactive session, it defaults to 24 hours. If ttl is not
|
1368
|
+
# specified for a batch that uses 2.1+ runtime version, it defaults to 4 hours.
|
1369
|
+
# Minimum value is 10 minutes; maximum value is 14 days. If both ttl and
|
1370
|
+
# idle_ttl are specified (for an interactive session), the conditions are
|
1371
|
+
# treated as OR conditions: the workload will be terminated when it has been
|
1372
|
+
# idle for idle_ttl or when ttl has been exceeded, whichever occurs first.
|
1380
1373
|
# Corresponds to the JSON property `ttl`
|
1381
1374
|
# @return [String]
|
1382
1375
|
attr_accessor :ttl
|
@@ -1452,14 +1445,13 @@ module Google
|
|
1452
1445
|
end
|
1453
1446
|
end
|
1454
1447
|
|
1455
|
-
# A Dataproc job for running Apache Flink
|
1456
|
-
# applications on YARN.
|
1448
|
+
# A Dataproc job for running Apache Flink applications on YARN.
|
1457
1449
|
class FlinkJob
|
1458
1450
|
include Google::Apis::Core::Hashable
|
1459
1451
|
|
1460
1452
|
# Optional. The arguments to pass to the driver. Do not include arguments, such
|
1461
|
-
# as --conf, that can be set as job properties, since a collision
|
1462
|
-
# causes an incorrect job submission.
|
1453
|
+
# as --conf, that can be set as job properties, since a collision might occur
|
1454
|
+
# that causes an incorrect job submission.
|
1463
1455
|
# Corresponds to the JSON property `args`
|
1464
1456
|
# @return [Array<String>]
|
1465
1457
|
attr_accessor :args
|
@@ -1476,7 +1468,7 @@ module Google
|
|
1476
1468
|
attr_accessor :logging_config
|
1477
1469
|
|
1478
1470
|
# The name of the driver's main class. The jar file that contains the class must
|
1479
|
-
# be in the default CLASSPATH or specified in
|
1471
|
+
# be in the default CLASSPATH or specified in jarFileUris.
|
1480
1472
|
# Corresponds to the JSON property `mainClass`
|
1481
1473
|
# @return [String]
|
1482
1474
|
attr_accessor :main_class
|
@@ -1487,15 +1479,15 @@ module Google
|
|
1487
1479
|
attr_accessor :main_jar_file_uri
|
1488
1480
|
|
1489
1481
|
# Optional. A mapping of property names to values, used to configure Flink.
|
1490
|
-
# Properties that conflict with values set by the Dataproc API
|
1491
|
-
# Can include properties set in/etc/flink/conf/flink-defaults.
|
1492
|
-
# in user code.
|
1482
|
+
# Properties that conflict with values set by the Dataproc API might
|
1483
|
+
# beoverwritten. Can include properties set in/etc/flink/conf/flink-defaults.
|
1484
|
+
# conf and classes in user code.
|
1493
1485
|
# Corresponds to the JSON property `properties`
|
1494
1486
|
# @return [Hash<String,String>]
|
1495
1487
|
attr_accessor :properties
|
1496
1488
|
|
1497
|
-
# Optional. HCFS URI of the savepoint which contains the last saved progress
|
1498
|
-
#
|
1489
|
+
# Optional. HCFS URI of the savepoint, which contains the last saved progress
|
1490
|
+
# for starting the current job.
|
1499
1491
|
# Corresponds to the JSON property `savepointUri`
|
1500
1492
|
# @return [String]
|
1501
1493
|
attr_accessor :savepoint_uri
|
@@ -1964,7 +1956,7 @@ module Google
|
|
1964
1956
|
|
1965
1957
|
# Optional. The arguments to pass to the driver. Do not include arguments, such
|
1966
1958
|
# as -libjars or -Dfoo=bar, that can be set as job properties, since a collision
|
1967
|
-
#
|
1959
|
+
# might occur that causes an incorrect job submission.
|
1968
1960
|
# Corresponds to the JSON property `args`
|
1969
1961
|
# @return [Array<String>]
|
1970
1962
|
attr_accessor :args
|
@@ -2002,7 +1994,7 @@ module Google
|
|
2002
1994
|
attr_accessor :main_jar_file_uri
|
2003
1995
|
|
2004
1996
|
# Optional. A mapping of property names to values, used to configure Hadoop.
|
2005
|
-
# Properties that conflict with values set by the Dataproc API
|
1997
|
+
# Properties that conflict with values set by the Dataproc API might be
|
2006
1998
|
# overwritten. Can include properties set in /etc/hadoop/conf/*-site and classes
|
2007
1999
|
# in user code.
|
2008
2000
|
# Corresponds to the JSON property `properties`
|
@@ -2046,7 +2038,7 @@ module Google
|
|
2046
2038
|
attr_accessor :jar_file_uris
|
2047
2039
|
|
2048
2040
|
# Optional. A mapping of property names and values, used to configure Hive.
|
2049
|
-
# Properties that conflict with values set by the Dataproc API
|
2041
|
+
# Properties that conflict with values set by the Dataproc API might be
|
2050
2042
|
# overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml, /etc/
|
2051
2043
|
# hive/conf/hive-site.xml, and classes in user code.
|
2052
2044
|
# Corresponds to the JSON property `properties`
|
@@ -2506,8 +2498,8 @@ module Google
|
|
2506
2498
|
attr_accessor :done
|
2507
2499
|
alias_method :done?, :done
|
2508
2500
|
|
2509
|
-
# Output only. If present, the location of miscellaneous control files which
|
2510
|
-
# be used as part of job setup and handling. If not present, control files
|
2501
|
+
# Output only. If present, the location of miscellaneous control files which can
|
2502
|
+
# be used as part of job setup and handling. If not present, control files might
|
2511
2503
|
# be placed in the same location as driver_output_uri.
|
2512
2504
|
# Corresponds to the JSON property `driverControlFilesUri`
|
2513
2505
|
# @return [String]
|
@@ -2524,8 +2516,7 @@ module Google
|
|
2524
2516
|
# @return [Google::Apis::DataprocV1::DriverSchedulingConfig]
|
2525
2517
|
attr_accessor :driver_scheduling_config
|
2526
2518
|
|
2527
|
-
# A Dataproc job for running Apache Flink
|
2528
|
-
# applications on YARN.
|
2519
|
+
# A Dataproc job for running Apache Flink applications on YARN.
|
2529
2520
|
# Corresponds to the JSON property `flinkJob`
|
2530
2521
|
# @return [Google::Apis::DataprocV1::FlinkJob]
|
2531
2522
|
attr_accessor :flink_job
|
@@ -2545,7 +2536,7 @@ module Google
|
|
2545
2536
|
attr_accessor :hive_job
|
2546
2537
|
|
2547
2538
|
# Output only. A UUID that uniquely identifies a job within the project over
|
2548
|
-
# time. This is in contrast to a user-settable reference.job_id that
|
2539
|
+
# time. This is in contrast to a user-settable reference.job_id that might be
|
2549
2540
|
# reused over time.
|
2550
2541
|
# Corresponds to the JSON property `jobUuid`
|
2551
2542
|
# @return [String]
|
@@ -2553,7 +2544,7 @@ module Google
|
|
2553
2544
|
|
2554
2545
|
# Optional. The labels to associate with this job. Label keys must contain 1 to
|
2555
2546
|
# 63 characters, and must conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.
|
2556
|
-
# txt). Label values
|
2547
|
+
# txt). Label values can be empty, but, if present, must contain 1 to 63
|
2557
2548
|
# characters, and must conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.txt)
|
2558
2549
|
# . No more than 32 labels can be associated with a job.
|
2559
2550
|
# Corresponds to the JSON property `labels`
|
@@ -2632,8 +2623,8 @@ module Google
|
|
2632
2623
|
attr_accessor :trino_job
|
2633
2624
|
|
2634
2625
|
# Output only. The collection of YARN applications spun up by this job.Beta
|
2635
|
-
# Feature: This report is available for testing purposes only. It
|
2636
|
-
# before final release.
|
2626
|
+
# Feature: This report is available for testing purposes only. It might be
|
2627
|
+
# changed before final release.
|
2637
2628
|
# Corresponds to the JSON property `yarnApplications`
|
2638
2629
|
# @return [Array<Google::Apis::DataprocV1::YarnApplication>]
|
2639
2630
|
attr_accessor :yarn_applications
|
@@ -2771,18 +2762,18 @@ module Google
|
|
2771
2762
|
class JobScheduling
|
2772
2763
|
include Google::Apis::Core::Hashable
|
2773
2764
|
|
2774
|
-
# Optional. Maximum number of times per hour a driver
|
2765
|
+
# Optional. Maximum number of times per hour a driver can be restarted as a
|
2775
2766
|
# result of driver exiting with non-zero code before job is reported failed.A
|
2776
|
-
# job
|
2777
|
-
# times within a 10-minute window.Maximum value is 10.Note: This
|
2778
|
-
# option is not supported in Dataproc workflow templates (https
|
2779
|
-
# com/dataproc/docs/concepts/workflows/using-workflows#
|
2780
|
-
# .
|
2767
|
+
# job might be reported as thrashing if the driver exits with a non-zero code
|
2768
|
+
# four times within a 10-minute window.Maximum value is 10.Note: This
|
2769
|
+
# restartable job option is not supported in Dataproc workflow templates (https:/
|
2770
|
+
# /cloud.google.com/dataproc/docs/concepts/workflows/using-workflows#
|
2771
|
+
# adding_jobs_to_a_template).
|
2781
2772
|
# Corresponds to the JSON property `maxFailuresPerHour`
|
2782
2773
|
# @return [Fixnum]
|
2783
2774
|
attr_accessor :max_failures_per_hour
|
2784
2775
|
|
2785
|
-
# Optional. Maximum total number of times a driver
|
2776
|
+
# Optional. Maximum total number of times a driver can be restarted as a result
|
2786
2777
|
# of the driver exiting with a non-zero code. After the maximum number is
|
2787
2778
|
# reached, the job will be reported as failed.Maximum value is 240.Note:
|
2788
2779
|
# Currently, this restartable job option is not supported in Dataproc workflow
|
@@ -3315,7 +3306,7 @@ module Google
|
|
3315
3306
|
class LoggingConfig
|
3316
3307
|
include Google::Apis::Core::Hashable
|
3317
3308
|
|
3318
|
-
# The per-package log levels for the driver. This
|
3309
|
+
# The per-package log levels for the driver. This can include "root" package
|
3319
3310
|
# name to configure rootLogger. Examples: - 'com.google = FATAL' - 'root = INFO'
|
3320
3311
|
# - 'org.apache = DEBUG'
|
3321
3312
|
# Corresponds to the JSON property `driverLogLevels`
|
@@ -3751,6 +3742,11 @@ module Google
|
|
3751
3742
|
class OrderedJob
|
3752
3743
|
include Google::Apis::Core::Hashable
|
3753
3744
|
|
3745
|
+
# A Dataproc job for running Apache Flink applications on YARN.
|
3746
|
+
# Corresponds to the JSON property `flinkJob`
|
3747
|
+
# @return [Google::Apis::DataprocV1::FlinkJob]
|
3748
|
+
attr_accessor :flink_job
|
3749
|
+
|
3754
3750
|
# A Dataproc job for running Apache Hadoop MapReduce (https://hadoop.apache.org/
|
3755
3751
|
# docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
|
3756
3752
|
# MapReduceTutorial.html) jobs on Apache Hadoop YARN (https://hadoop.apache.org/
|
@@ -3847,6 +3843,7 @@ module Google
|
|
3847
3843
|
|
3848
3844
|
# Update properties of this object
|
3849
3845
|
def update!(**args)
|
3846
|
+
@flink_job = args[:flink_job] if args.key?(:flink_job)
|
3850
3847
|
@hadoop_job = args[:hadoop_job] if args.key?(:hadoop_job)
|
3851
3848
|
@hive_job = args[:hive_job] if args.key?(:hive_job)
|
3852
3849
|
@labels = args[:labels] if args.key?(:labels)
|
@@ -3939,7 +3936,7 @@ module Google
|
|
3939
3936
|
attr_accessor :logging_config
|
3940
3937
|
|
3941
3938
|
# Optional. A mapping of property names to values, used to configure Pig.
|
3942
|
-
# Properties that conflict with values set by the Dataproc API
|
3939
|
+
# Properties that conflict with values set by the Dataproc API might be
|
3943
3940
|
# overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml, /etc/
|
3944
3941
|
# pig/conf/pig.properties, and classes in user code.
|
3945
3942
|
# Corresponds to the JSON property `properties`
|
@@ -4247,7 +4244,7 @@ module Google
|
|
4247
4244
|
attr_accessor :main_python_file_uri
|
4248
4245
|
|
4249
4246
|
# Optional. A mapping of property names to values, used to configure PySpark.
|
4250
|
-
# Properties that conflict with values set by the Dataproc API
|
4247
|
+
# Properties that conflict with values set by the Dataproc API might be
|
4251
4248
|
# overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf
|
4252
4249
|
# and classes in user code.
|
4253
4250
|
# Corresponds to the JSON property `properties`
|
@@ -4848,6 +4845,12 @@ module Google
|
|
4848
4845
|
# @return [String]
|
4849
4846
|
attr_accessor :update_time
|
4850
4847
|
|
4848
|
+
# Output only. A session template UUID (Unique Universal Identifier). The
|
4849
|
+
# service generates this value when it creates the session template.
|
4850
|
+
# Corresponds to the JSON property `uuid`
|
4851
|
+
# @return [String]
|
4852
|
+
attr_accessor :uuid
|
4853
|
+
|
4851
4854
|
def initialize(**args)
|
4852
4855
|
update!(**args)
|
4853
4856
|
end
|
@@ -4863,6 +4866,7 @@ module Google
|
|
4863
4866
|
@name = args[:name] if args.key?(:name)
|
4864
4867
|
@runtime_config = args[:runtime_config] if args.key?(:runtime_config)
|
4865
4868
|
@update_time = args[:update_time] if args.key?(:update_time)
|
4869
|
+
@uuid = args[:uuid] if args.key?(:uuid)
|
4866
4870
|
end
|
4867
4871
|
end
|
4868
4872
|
|
@@ -5102,7 +5106,7 @@ module Google
|
|
5102
5106
|
attr_accessor :logging_config
|
5103
5107
|
|
5104
5108
|
# The name of the driver's main class. The jar file that contains the class must
|
5105
|
-
# be in the default CLASSPATH or specified in jar_file_uris.
|
5109
|
+
# be in the default CLASSPATH or specified in SparkJob.jar_file_uris.
|
5106
5110
|
# Corresponds to the JSON property `mainClass`
|
5107
5111
|
# @return [String]
|
5108
5112
|
attr_accessor :main_class
|
@@ -5113,7 +5117,7 @@ module Google
|
|
5113
5117
|
attr_accessor :main_jar_file_uri
|
5114
5118
|
|
5115
5119
|
# Optional. A mapping of property names to values, used to configure Spark.
|
5116
|
-
# Properties that conflict with values set by the Dataproc API
|
5120
|
+
# Properties that conflict with values set by the Dataproc API might be
|
5117
5121
|
# overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf
|
5118
5122
|
# and classes in user code.
|
5119
5123
|
# Corresponds to the JSON property `properties`
|
@@ -5216,7 +5220,7 @@ module Google
|
|
5216
5220
|
attr_accessor :main_r_file_uri
|
5217
5221
|
|
5218
5222
|
# Optional. A mapping of property names to values, used to configure SparkR.
|
5219
|
-
# Properties that conflict with values set by the Dataproc API
|
5223
|
+
# Properties that conflict with values set by the Dataproc API might be
|
5220
5224
|
# overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf
|
5221
5225
|
# and classes in user code.
|
5222
5226
|
# Corresponds to the JSON property `properties`
|
@@ -5288,8 +5292,8 @@ module Google
|
|
5288
5292
|
attr_accessor :logging_config
|
5289
5293
|
|
5290
5294
|
# Optional. A mapping of property names to values, used to configure Spark SQL's
|
5291
|
-
# SparkConf. Properties that conflict with values set by the Dataproc API
|
5292
|
-
# overwritten.
|
5295
|
+
# SparkConf. Properties that conflict with values set by the Dataproc API might
|
5296
|
+
# be overwritten.
|
5293
5297
|
# Corresponds to the JSON property `properties`
|
5294
5298
|
# @return [Hash<String,String>]
|
5295
5299
|
attr_accessor :properties
|
@@ -16,13 +16,13 @@ module Google
|
|
16
16
|
module Apis
|
17
17
|
module DataprocV1
|
18
18
|
# Version of the google-apis-dataproc_v1 gem
|
19
|
-
GEM_VERSION = "0.
|
19
|
+
GEM_VERSION = "0.55.0"
|
20
20
|
|
21
21
|
# Version of the code generator used to generate this client
|
22
22
|
GENERATOR_VERSION = "0.12.0"
|
23
23
|
|
24
24
|
# Revision of the discovery document this client was generated from
|
25
|
-
REVISION = "
|
25
|
+
REVISION = "20230919"
|
26
26
|
end
|
27
27
|
end
|
28
28
|
end
|
@@ -1159,7 +1159,6 @@ module Google
|
|
1159
1159
|
# @private
|
1160
1160
|
class Representation < Google::Apis::Core::JsonRepresentation
|
1161
1161
|
property :gce_pd_kms_key_name, as: 'gcePdKmsKeyName'
|
1162
|
-
property :kms_key, as: 'kmsKey'
|
1163
1162
|
end
|
1164
1163
|
end
|
1165
1164
|
|
@@ -1785,6 +1784,8 @@ module Google
|
|
1785
1784
|
class OrderedJob
|
1786
1785
|
# @private
|
1787
1786
|
class Representation < Google::Apis::Core::JsonRepresentation
|
1787
|
+
property :flink_job, as: 'flinkJob', class: Google::Apis::DataprocV1::FlinkJob, decorator: Google::Apis::DataprocV1::FlinkJob::Representation
|
1788
|
+
|
1788
1789
|
property :hadoop_job, as: 'hadoopJob', class: Google::Apis::DataprocV1::HadoopJob, decorator: Google::Apis::DataprocV1::HadoopJob::Representation
|
1789
1790
|
|
1790
1791
|
property :hive_job, as: 'hiveJob', class: Google::Apis::DataprocV1::HiveJob, decorator: Google::Apis::DataprocV1::HiveJob::Representation
|
@@ -2054,6 +2055,7 @@ module Google
|
|
2054
2055
|
property :runtime_config, as: 'runtimeConfig', class: Google::Apis::DataprocV1::RuntimeConfig, decorator: Google::Apis::DataprocV1::RuntimeConfig::Representation
|
2055
2056
|
|
2056
2057
|
property :update_time, as: 'updateTime'
|
2058
|
+
property :uuid, as: 'uuid'
|
2057
2059
|
end
|
2058
2060
|
end
|
2059
2061
|
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-apis-dataproc_v1
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.55.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2023-09-
|
11
|
+
date: 2023-09-24 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: google-apis-core
|
@@ -58,7 +58,7 @@ licenses:
|
|
58
58
|
metadata:
|
59
59
|
bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
|
60
60
|
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1/CHANGELOG.md
|
61
|
-
documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.
|
61
|
+
documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.55.0
|
62
62
|
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1
|
63
63
|
post_install_message:
|
64
64
|
rdoc_options: []
|