google-apis-dataproc_v1 0.54.0 → 0.55.0
Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 1708ac356af646ab7efa35259ca866a67d6cd5425c08a1a188d0aed1317f44c0
|
4
|
+
data.tar.gz: ec4ef39038c1606bf137e832917694490a0c7cb7e9890a8b3d0dcafee26e8e73
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 5d0a7e80f943c7ddb92f4bfb185687035ae207fb9d97ca7ede9315826b96845fb7d357db25a1e4d11f91e50bd78cf35c21957e6b51be0194debe1503ed6bb5de
|
7
|
+
data.tar.gz: cdf59d1de14910842f54a875c7227bb262c17303545c43884b2e1a8b432e68963be5dd42f1013d00d29079080b77cc2c7167dfadd6e2e2ef08401dae033d52c5
|
data/CHANGELOG.md
CHANGED
@@ -1242,12 +1242,6 @@ module Google
|
|
1242
1242
|
# @return [String]
|
1243
1243
|
attr_accessor :gce_pd_kms_key_name
|
1244
1244
|
|
1245
|
-
# Optional. The Cloud KMS key name to use for encrypting customer core content
|
1246
|
-
# and cluster PD disk for all instances in the cluster.
|
1247
|
-
# Corresponds to the JSON property `kmsKey`
|
1248
|
-
# @return [String]
|
1249
|
-
attr_accessor :kms_key
|
1250
|
-
|
1251
1245
|
def initialize(**args)
|
1252
1246
|
update!(**args)
|
1253
1247
|
end
|
@@ -1255,7 +1249,6 @@ module Google
|
|
1255
1249
|
# Update properties of this object
|
1256
1250
|
def update!(**args)
|
1257
1251
|
@gce_pd_kms_key_name = args[:gce_pd_kms_key_name] if args.key?(:gce_pd_kms_key_name)
|
1258
|
-
@kms_key = args[:kms_key] if args.key?(:kms_key)
|
1259
1252
|
end
|
1260
1253
|
end
|
1261
1254
|
|
@@ -1365,18 +1358,18 @@ module Google
|
|
1365
1358
|
# @return [String]
|
1366
1359
|
attr_accessor :subnetwork_uri
|
1367
1360
|
|
1368
|
-
# Optional. The duration after which the workload will be terminated
|
1369
|
-
#
|
1370
|
-
#
|
1371
|
-
#
|
1372
|
-
#
|
1373
|
-
#
|
1374
|
-
#
|
1375
|
-
#
|
1376
|
-
#
|
1377
|
-
# specified (for an interactive session), the conditions are
|
1378
|
-
# conditions: the workload will be terminated when it has been
|
1379
|
-
# or when ttl has been exceeded, whichever occurs first.
|
1361
|
+
# Optional. The duration after which the workload will be terminated, specified
|
1362
|
+
# as the JSON representation for Duration (https://protobuf.dev/programming-
|
1363
|
+
# guides/proto3/#json). When the workload exceeds this duration, it will be
|
1364
|
+
# unconditionally terminated without waiting for ongoing work to finish. If ttl
|
1365
|
+
# is not specified for a batch workload, the workload will be allowed to run
|
1366
|
+
# until it exits naturally (or run forever without exiting). If ttl is not
|
1367
|
+
# specified for an interactive session, it defaults to 24 hours. If ttl is not
|
1368
|
+
# specified for a batch that uses 2.1+ runtime version, it defaults to 4 hours.
|
1369
|
+
# Minimum value is 10 minutes; maximum value is 14 days. If both ttl and
|
1370
|
+
# idle_ttl are specified (for an interactive session), the conditions are
|
1371
|
+
# treated as OR conditions: the workload will be terminated when it has been
|
1372
|
+
# idle for idle_ttl or when ttl has been exceeded, whichever occurs first.
|
1380
1373
|
# Corresponds to the JSON property `ttl`
|
1381
1374
|
# @return [String]
|
1382
1375
|
attr_accessor :ttl
|
@@ -1452,14 +1445,13 @@ module Google
|
|
1452
1445
|
end
|
1453
1446
|
end
|
1454
1447
|
|
1455
|
-
# A Dataproc job for running Apache Flink
|
1456
|
-
# applications on YARN.
|
1448
|
+
# A Dataproc job for running Apache Flink applications on YARN.
|
1457
1449
|
class FlinkJob
|
1458
1450
|
include Google::Apis::Core::Hashable
|
1459
1451
|
|
1460
1452
|
# Optional. The arguments to pass to the driver. Do not include arguments, such
|
1461
|
-
# as --conf, that can be set as job properties, since a collision
|
1462
|
-
# causes an incorrect job submission.
|
1453
|
+
# as --conf, that can be set as job properties, since a collision might occur
|
1454
|
+
# that causes an incorrect job submission.
|
1463
1455
|
# Corresponds to the JSON property `args`
|
1464
1456
|
# @return [Array<String>]
|
1465
1457
|
attr_accessor :args
|
@@ -1476,7 +1468,7 @@ module Google
|
|
1476
1468
|
attr_accessor :logging_config
|
1477
1469
|
|
1478
1470
|
# The name of the driver's main class. The jar file that contains the class must
|
1479
|
-
# be in the default CLASSPATH or specified in
|
1471
|
+
# be in the default CLASSPATH or specified in jarFileUris.
|
1480
1472
|
# Corresponds to the JSON property `mainClass`
|
1481
1473
|
# @return [String]
|
1482
1474
|
attr_accessor :main_class
|
@@ -1487,15 +1479,15 @@ module Google
|
|
1487
1479
|
attr_accessor :main_jar_file_uri
|
1488
1480
|
|
1489
1481
|
# Optional. A mapping of property names to values, used to configure Flink.
|
1490
|
-
# Properties that conflict with values set by the Dataproc API
|
1491
|
-
# Can include properties set in/etc/flink/conf/flink-defaults.
|
1492
|
-
# in user code.
|
1482
|
+
# Properties that conflict with values set by the Dataproc API might
|
1483
|
+
# beoverwritten. Can include properties set in/etc/flink/conf/flink-defaults.
|
1484
|
+
# conf and classes in user code.
|
1493
1485
|
# Corresponds to the JSON property `properties`
|
1494
1486
|
# @return [Hash<String,String>]
|
1495
1487
|
attr_accessor :properties
|
1496
1488
|
|
1497
|
-
# Optional. HCFS URI of the savepoint which contains the last saved progress
|
1498
|
-
#
|
1489
|
+
# Optional. HCFS URI of the savepoint, which contains the last saved progress
|
1490
|
+
# for starting the current job.
|
1499
1491
|
# Corresponds to the JSON property `savepointUri`
|
1500
1492
|
# @return [String]
|
1501
1493
|
attr_accessor :savepoint_uri
|
@@ -1964,7 +1956,7 @@ module Google
|
|
1964
1956
|
|
1965
1957
|
# Optional. The arguments to pass to the driver. Do not include arguments, such
|
1966
1958
|
# as -libjars or -Dfoo=bar, that can be set as job properties, since a collision
|
1967
|
-
#
|
1959
|
+
# might occur that causes an incorrect job submission.
|
1968
1960
|
# Corresponds to the JSON property `args`
|
1969
1961
|
# @return [Array<String>]
|
1970
1962
|
attr_accessor :args
|
@@ -2002,7 +1994,7 @@ module Google
|
|
2002
1994
|
attr_accessor :main_jar_file_uri
|
2003
1995
|
|
2004
1996
|
# Optional. A mapping of property names to values, used to configure Hadoop.
|
2005
|
-
# Properties that conflict with values set by the Dataproc API
|
1997
|
+
# Properties that conflict with values set by the Dataproc API might be
|
2006
1998
|
# overwritten. Can include properties set in /etc/hadoop/conf/*-site and classes
|
2007
1999
|
# in user code.
|
2008
2000
|
# Corresponds to the JSON property `properties`
|
@@ -2046,7 +2038,7 @@ module Google
|
|
2046
2038
|
attr_accessor :jar_file_uris
|
2047
2039
|
|
2048
2040
|
# Optional. A mapping of property names and values, used to configure Hive.
|
2049
|
-
# Properties that conflict with values set by the Dataproc API
|
2041
|
+
# Properties that conflict with values set by the Dataproc API might be
|
2050
2042
|
# overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml, /etc/
|
2051
2043
|
# hive/conf/hive-site.xml, and classes in user code.
|
2052
2044
|
# Corresponds to the JSON property `properties`
|
@@ -2506,8 +2498,8 @@ module Google
|
|
2506
2498
|
attr_accessor :done
|
2507
2499
|
alias_method :done?, :done
|
2508
2500
|
|
2509
|
-
# Output only. If present, the location of miscellaneous control files which
|
2510
|
-
# be used as part of job setup and handling. If not present, control files
|
2501
|
+
# Output only. If present, the location of miscellaneous control files which can
|
2502
|
+
# be used as part of job setup and handling. If not present, control files might
|
2511
2503
|
# be placed in the same location as driver_output_uri.
|
2512
2504
|
# Corresponds to the JSON property `driverControlFilesUri`
|
2513
2505
|
# @return [String]
|
@@ -2524,8 +2516,7 @@ module Google
|
|
2524
2516
|
# @return [Google::Apis::DataprocV1::DriverSchedulingConfig]
|
2525
2517
|
attr_accessor :driver_scheduling_config
|
2526
2518
|
|
2527
|
-
# A Dataproc job for running Apache Flink
|
2528
|
-
# applications on YARN.
|
2519
|
+
# A Dataproc job for running Apache Flink applications on YARN.
|
2529
2520
|
# Corresponds to the JSON property `flinkJob`
|
2530
2521
|
# @return [Google::Apis::DataprocV1::FlinkJob]
|
2531
2522
|
attr_accessor :flink_job
|
@@ -2545,7 +2536,7 @@ module Google
|
|
2545
2536
|
attr_accessor :hive_job
|
2546
2537
|
|
2547
2538
|
# Output only. A UUID that uniquely identifies a job within the project over
|
2548
|
-
# time. This is in contrast to a user-settable reference.job_id that
|
2539
|
+
# time. This is in contrast to a user-settable reference.job_id that might be
|
2549
2540
|
# reused over time.
|
2550
2541
|
# Corresponds to the JSON property `jobUuid`
|
2551
2542
|
# @return [String]
|
@@ -2553,7 +2544,7 @@ module Google
|
|
2553
2544
|
|
2554
2545
|
# Optional. The labels to associate with this job. Label keys must contain 1 to
|
2555
2546
|
# 63 characters, and must conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.
|
2556
|
-
# txt). Label values
|
2547
|
+
# txt). Label values can be empty, but, if present, must contain 1 to 63
|
2557
2548
|
# characters, and must conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.txt)
|
2558
2549
|
# . No more than 32 labels can be associated with a job.
|
2559
2550
|
# Corresponds to the JSON property `labels`
|
@@ -2632,8 +2623,8 @@ module Google
|
|
2632
2623
|
attr_accessor :trino_job
|
2633
2624
|
|
2634
2625
|
# Output only. The collection of YARN applications spun up by this job.Beta
|
2635
|
-
# Feature: This report is available for testing purposes only. It
|
2636
|
-
# before final release.
|
2626
|
+
# Feature: This report is available for testing purposes only. It might be
|
2627
|
+
# changed before final release.
|
2637
2628
|
# Corresponds to the JSON property `yarnApplications`
|
2638
2629
|
# @return [Array<Google::Apis::DataprocV1::YarnApplication>]
|
2639
2630
|
attr_accessor :yarn_applications
|
@@ -2771,18 +2762,18 @@ module Google
|
|
2771
2762
|
class JobScheduling
|
2772
2763
|
include Google::Apis::Core::Hashable
|
2773
2764
|
|
2774
|
-
# Optional. Maximum number of times per hour a driver
|
2765
|
+
# Optional. Maximum number of times per hour a driver can be restarted as a
|
2775
2766
|
# result of driver exiting with non-zero code before job is reported failed.A
|
2776
|
-
# job
|
2777
|
-
# times within a 10-minute window.Maximum value is 10.Note: This
|
2778
|
-
# option is not supported in Dataproc workflow templates (https
|
2779
|
-
# com/dataproc/docs/concepts/workflows/using-workflows#
|
2780
|
-
# .
|
2767
|
+
# job might be reported as thrashing if the driver exits with a non-zero code
|
2768
|
+
# four times within a 10-minute window.Maximum value is 10.Note: This
|
2769
|
+
# restartable job option is not supported in Dataproc workflow templates (https:/
|
2770
|
+
# /cloud.google.com/dataproc/docs/concepts/workflows/using-workflows#
|
2771
|
+
# adding_jobs_to_a_template).
|
2781
2772
|
# Corresponds to the JSON property `maxFailuresPerHour`
|
2782
2773
|
# @return [Fixnum]
|
2783
2774
|
attr_accessor :max_failures_per_hour
|
2784
2775
|
|
2785
|
-
# Optional. Maximum total number of times a driver
|
2776
|
+
# Optional. Maximum total number of times a driver can be restarted as a result
|
2786
2777
|
# of the driver exiting with a non-zero code. After the maximum number is
|
2787
2778
|
# reached, the job will be reported as failed.Maximum value is 240.Note:
|
2788
2779
|
# Currently, this restartable job option is not supported in Dataproc workflow
|
@@ -3315,7 +3306,7 @@ module Google
|
|
3315
3306
|
class LoggingConfig
|
3316
3307
|
include Google::Apis::Core::Hashable
|
3317
3308
|
|
3318
|
-
# The per-package log levels for the driver. This
|
3309
|
+
# The per-package log levels for the driver. This can include "root" package
|
3319
3310
|
# name to configure rootLogger. Examples: - 'com.google = FATAL' - 'root = INFO'
|
3320
3311
|
# - 'org.apache = DEBUG'
|
3321
3312
|
# Corresponds to the JSON property `driverLogLevels`
|
@@ -3751,6 +3742,11 @@ module Google
|
|
3751
3742
|
class OrderedJob
|
3752
3743
|
include Google::Apis::Core::Hashable
|
3753
3744
|
|
3745
|
+
# A Dataproc job for running Apache Flink applications on YARN.
|
3746
|
+
# Corresponds to the JSON property `flinkJob`
|
3747
|
+
# @return [Google::Apis::DataprocV1::FlinkJob]
|
3748
|
+
attr_accessor :flink_job
|
3749
|
+
|
3754
3750
|
# A Dataproc job for running Apache Hadoop MapReduce (https://hadoop.apache.org/
|
3755
3751
|
# docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
|
3756
3752
|
# MapReduceTutorial.html) jobs on Apache Hadoop YARN (https://hadoop.apache.org/
|
@@ -3847,6 +3843,7 @@ module Google
|
|
3847
3843
|
|
3848
3844
|
# Update properties of this object
|
3849
3845
|
def update!(**args)
|
3846
|
+
@flink_job = args[:flink_job] if args.key?(:flink_job)
|
3850
3847
|
@hadoop_job = args[:hadoop_job] if args.key?(:hadoop_job)
|
3851
3848
|
@hive_job = args[:hive_job] if args.key?(:hive_job)
|
3852
3849
|
@labels = args[:labels] if args.key?(:labels)
|
@@ -3939,7 +3936,7 @@ module Google
|
|
3939
3936
|
attr_accessor :logging_config
|
3940
3937
|
|
3941
3938
|
# Optional. A mapping of property names to values, used to configure Pig.
|
3942
|
-
# Properties that conflict with values set by the Dataproc API
|
3939
|
+
# Properties that conflict with values set by the Dataproc API might be
|
3943
3940
|
# overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml, /etc/
|
3944
3941
|
# pig/conf/pig.properties, and classes in user code.
|
3945
3942
|
# Corresponds to the JSON property `properties`
|
@@ -4247,7 +4244,7 @@ module Google
|
|
4247
4244
|
attr_accessor :main_python_file_uri
|
4248
4245
|
|
4249
4246
|
# Optional. A mapping of property names to values, used to configure PySpark.
|
4250
|
-
# Properties that conflict with values set by the Dataproc API
|
4247
|
+
# Properties that conflict with values set by the Dataproc API might be
|
4251
4248
|
# overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf
|
4252
4249
|
# and classes in user code.
|
4253
4250
|
# Corresponds to the JSON property `properties`
|
@@ -4848,6 +4845,12 @@ module Google
|
|
4848
4845
|
# @return [String]
|
4849
4846
|
attr_accessor :update_time
|
4850
4847
|
|
4848
|
+
# Output only. A session template UUID (Unique Universal Identifier). The
|
4849
|
+
# service generates this value when it creates the session template.
|
4850
|
+
# Corresponds to the JSON property `uuid`
|
4851
|
+
# @return [String]
|
4852
|
+
attr_accessor :uuid
|
4853
|
+
|
4851
4854
|
def initialize(**args)
|
4852
4855
|
update!(**args)
|
4853
4856
|
end
|
@@ -4863,6 +4866,7 @@ module Google
|
|
4863
4866
|
@name = args[:name] if args.key?(:name)
|
4864
4867
|
@runtime_config = args[:runtime_config] if args.key?(:runtime_config)
|
4865
4868
|
@update_time = args[:update_time] if args.key?(:update_time)
|
4869
|
+
@uuid = args[:uuid] if args.key?(:uuid)
|
4866
4870
|
end
|
4867
4871
|
end
|
4868
4872
|
|
@@ -5102,7 +5106,7 @@ module Google
|
|
5102
5106
|
attr_accessor :logging_config
|
5103
5107
|
|
5104
5108
|
# The name of the driver's main class. The jar file that contains the class must
|
5105
|
-
# be in the default CLASSPATH or specified in jar_file_uris.
|
5109
|
+
# be in the default CLASSPATH or specified in SparkJob.jar_file_uris.
|
5106
5110
|
# Corresponds to the JSON property `mainClass`
|
5107
5111
|
# @return [String]
|
5108
5112
|
attr_accessor :main_class
|
@@ -5113,7 +5117,7 @@ module Google
|
|
5113
5117
|
attr_accessor :main_jar_file_uri
|
5114
5118
|
|
5115
5119
|
# Optional. A mapping of property names to values, used to configure Spark.
|
5116
|
-
# Properties that conflict with values set by the Dataproc API
|
5120
|
+
# Properties that conflict with values set by the Dataproc API might be
|
5117
5121
|
# overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf
|
5118
5122
|
# and classes in user code.
|
5119
5123
|
# Corresponds to the JSON property `properties`
|
@@ -5216,7 +5220,7 @@ module Google
|
|
5216
5220
|
attr_accessor :main_r_file_uri
|
5217
5221
|
|
5218
5222
|
# Optional. A mapping of property names to values, used to configure SparkR.
|
5219
|
-
# Properties that conflict with values set by the Dataproc API
|
5223
|
+
# Properties that conflict with values set by the Dataproc API might be
|
5220
5224
|
# overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf
|
5221
5225
|
# and classes in user code.
|
5222
5226
|
# Corresponds to the JSON property `properties`
|
@@ -5288,8 +5292,8 @@ module Google
|
|
5288
5292
|
attr_accessor :logging_config
|
5289
5293
|
|
5290
5294
|
# Optional. A mapping of property names to values, used to configure Spark SQL's
|
5291
|
-
# SparkConf. Properties that conflict with values set by the Dataproc API
|
5292
|
-
# overwritten.
|
5295
|
+
# SparkConf. Properties that conflict with values set by the Dataproc API might
|
5296
|
+
# be overwritten.
|
5293
5297
|
# Corresponds to the JSON property `properties`
|
5294
5298
|
# @return [Hash<String,String>]
|
5295
5299
|
attr_accessor :properties
|
@@ -16,13 +16,13 @@ module Google
|
|
16
16
|
module Apis
|
17
17
|
module DataprocV1
|
18
18
|
# Version of the google-apis-dataproc_v1 gem
|
19
|
-
GEM_VERSION = "0.
|
19
|
+
GEM_VERSION = "0.55.0"
|
20
20
|
|
21
21
|
# Version of the code generator used to generate this client
|
22
22
|
GENERATOR_VERSION = "0.12.0"
|
23
23
|
|
24
24
|
# Revision of the discovery document this client was generated from
|
25
|
-
REVISION = "
|
25
|
+
REVISION = "20230919"
|
26
26
|
end
|
27
27
|
end
|
28
28
|
end
|
@@ -1159,7 +1159,6 @@ module Google
|
|
1159
1159
|
# @private
|
1160
1160
|
class Representation < Google::Apis::Core::JsonRepresentation
|
1161
1161
|
property :gce_pd_kms_key_name, as: 'gcePdKmsKeyName'
|
1162
|
-
property :kms_key, as: 'kmsKey'
|
1163
1162
|
end
|
1164
1163
|
end
|
1165
1164
|
|
@@ -1785,6 +1784,8 @@ module Google
|
|
1785
1784
|
class OrderedJob
|
1786
1785
|
# @private
|
1787
1786
|
class Representation < Google::Apis::Core::JsonRepresentation
|
1787
|
+
property :flink_job, as: 'flinkJob', class: Google::Apis::DataprocV1::FlinkJob, decorator: Google::Apis::DataprocV1::FlinkJob::Representation
|
1788
|
+
|
1788
1789
|
property :hadoop_job, as: 'hadoopJob', class: Google::Apis::DataprocV1::HadoopJob, decorator: Google::Apis::DataprocV1::HadoopJob::Representation
|
1789
1790
|
|
1790
1791
|
property :hive_job, as: 'hiveJob', class: Google::Apis::DataprocV1::HiveJob, decorator: Google::Apis::DataprocV1::HiveJob::Representation
|
@@ -2054,6 +2055,7 @@ module Google
|
|
2054
2055
|
property :runtime_config, as: 'runtimeConfig', class: Google::Apis::DataprocV1::RuntimeConfig, decorator: Google::Apis::DataprocV1::RuntimeConfig::Representation
|
2055
2056
|
|
2056
2057
|
property :update_time, as: 'updateTime'
|
2058
|
+
property :uuid, as: 'uuid'
|
2057
2059
|
end
|
2058
2060
|
end
|
2059
2061
|
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-apis-dataproc_v1
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.55.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2023-09-
|
11
|
+
date: 2023-09-24 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: google-apis-core
|
@@ -58,7 +58,7 @@ licenses:
|
|
58
58
|
metadata:
|
59
59
|
bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
|
60
60
|
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1/CHANGELOG.md
|
61
|
-
documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.
|
61
|
+
documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.55.0
|
62
62
|
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1
|
63
63
|
post_install_message:
|
64
64
|
rdoc_options: []
|