google-apis-dataproc_v1 0.54.0 → 0.55.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: fd8a64411f7f7ade8de89db6110c5d83f82facf619371617958f09519db057c1
4
- data.tar.gz: ca106acb7fc977618ea9f6a67bcf1d9efeae1f34c3f78c8d084cbdf061312ed3
3
+ metadata.gz: 1708ac356af646ab7efa35259ca866a67d6cd5425c08a1a188d0aed1317f44c0
4
+ data.tar.gz: ec4ef39038c1606bf137e832917694490a0c7cb7e9890a8b3d0dcafee26e8e73
5
5
  SHA512:
6
- metadata.gz: 48115a41d5385b7b65eb0387be92866ec41bf04812291eabf41adb5851dec970bf0affbd31a752a7828c8905942eda1cdfaffec1077dbe4d7ad65431ec44dedf
7
- data.tar.gz: 38aba56560bd6e40ab06f5ed4446531654518ec243530ad59b9801f5bb026f9106a08bda45761617495d21c8f5f1af013a2a7e6e66b0da0ce8c5bf3f6aea2365
6
+ metadata.gz: 5d0a7e80f943c7ddb92f4bfb185687035ae207fb9d97ca7ede9315826b96845fb7d357db25a1e4d11f91e50bd78cf35c21957e6b51be0194debe1503ed6bb5de
7
+ data.tar.gz: cdf59d1de14910842f54a875c7227bb262c17303545c43884b2e1a8b432e68963be5dd42f1013d00d29079080b77cc2c7167dfadd6e2e2ef08401dae033d52c5
data/CHANGELOG.md CHANGED
@@ -1,5 +1,9 @@
1
1
  # Release history for google-apis-dataproc_v1
2
2
 
3
+ ### v0.55.0 (2023-09-24)
4
+
5
+ * Regenerated from discovery document revision 20230919
6
+
3
7
  ### v0.54.0 (2023-09-10)
4
8
 
5
9
  * Regenerated from discovery document revision 20230830
@@ -1242,12 +1242,6 @@ module Google
1242
1242
  # @return [String]
1243
1243
  attr_accessor :gce_pd_kms_key_name
1244
1244
 
1245
- # Optional. The Cloud KMS key name to use for encrypting customer core content
1246
- # and cluster PD disk for all instances in the cluster.
1247
- # Corresponds to the JSON property `kmsKey`
1248
- # @return [String]
1249
- attr_accessor :kms_key
1250
-
1251
1245
  def initialize(**args)
1252
1246
  update!(**args)
1253
1247
  end
@@ -1255,7 +1249,6 @@ module Google
1255
1249
  # Update properties of this object
1256
1250
  def update!(**args)
1257
1251
  @gce_pd_kms_key_name = args[:gce_pd_kms_key_name] if args.key?(:gce_pd_kms_key_name)
1258
- @kms_key = args[:kms_key] if args.key?(:kms_key)
1259
1252
  end
1260
1253
  end
1261
1254
 
@@ -1365,18 +1358,18 @@ module Google
1365
1358
  # @return [String]
1366
1359
  attr_accessor :subnetwork_uri
1367
1360
 
1368
- # Optional. The duration after which the workload will be terminated. When the
1369
- # workload exceeds this duration, it will be unconditionally terminated without
1370
- # waiting for ongoing work to finish. If ttl is not specified for a batch
1371
- # workload, the workload will be allowed to run until it exits naturally (or
1372
- # runs forever without exiting). If ttl is not specified for an interactive
1373
- # session, it defaults to 24h. If ttl is not specified for a batch that uses 2.1+
1374
- # runtime version, it defaults to 4h. Minimum value is 10 minutes; maximum
1375
- # value is 14 days (see JSON representation of Duration (https://developers.
1376
- # google.com/protocol-buffers/docs/proto3#json)). If both ttl and idle_ttl are
1377
- # specified (for an interactive session), the conditions are treated as OR
1378
- # conditions: the workload will be terminated when it has been idle for idle_ttl
1379
- # or when ttl has been exceeded, whichever occurs first.
1361
+ # Optional. The duration after which the workload will be terminated, specified
1362
+ # as the JSON representation for Duration (https://protobuf.dev/programming-
1363
+ # guides/proto3/#json). When the workload exceeds this duration, it will be
1364
+ # unconditionally terminated without waiting for ongoing work to finish. If ttl
1365
+ # is not specified for a batch workload, the workload will be allowed to run
1366
+ # until it exits naturally (or run forever without exiting). If ttl is not
1367
+ # specified for an interactive session, it defaults to 24 hours. If ttl is not
1368
+ # specified for a batch that uses 2.1+ runtime version, it defaults to 4 hours.
1369
+ # Minimum value is 10 minutes; maximum value is 14 days. If both ttl and
1370
+ # idle_ttl are specified (for an interactive session), the conditions are
1371
+ # treated as OR conditions: the workload will be terminated when it has been
1372
+ # idle for idle_ttl or when ttl has been exceeded, whichever occurs first.
1380
1373
  # Corresponds to the JSON property `ttl`
1381
1374
  # @return [String]
1382
1375
  attr_accessor :ttl
@@ -1452,14 +1445,13 @@ module Google
1452
1445
  end
1453
1446
  end
1454
1447
 
1455
- # A Dataproc job for running Apache Flink (https://flink.apache.org/)
1456
- # applications on YARN.
1448
+ # A Dataproc job for running Apache Flink applications on YARN.
1457
1449
  class FlinkJob
1458
1450
  include Google::Apis::Core::Hashable
1459
1451
 
1460
1452
  # Optional. The arguments to pass to the driver. Do not include arguments, such
1461
- # as --conf, that can be set as job properties, since a collision may occur that
1462
- # causes an incorrect job submission.
1453
+ # as --conf, that can be set as job properties, since a collision might occur
1454
+ # that causes an incorrect job submission.
1463
1455
  # Corresponds to the JSON property `args`
1464
1456
  # @return [Array<String>]
1465
1457
  attr_accessor :args
@@ -1476,7 +1468,7 @@ module Google
1476
1468
  attr_accessor :logging_config
1477
1469
 
1478
1470
  # The name of the driver's main class. The jar file that contains the class must
1479
- # be in the default CLASSPATH or specified in jar_file_uris.
1471
+ # be in the default CLASSPATH or specified in jarFileUris.
1480
1472
  # Corresponds to the JSON property `mainClass`
1481
1473
  # @return [String]
1482
1474
  attr_accessor :main_class
@@ -1487,15 +1479,15 @@ module Google
1487
1479
  attr_accessor :main_jar_file_uri
1488
1480
 
1489
1481
  # Optional. A mapping of property names to values, used to configure Flink.
1490
- # Properties that conflict with values set by the Dataproc API may beoverwritten.
1491
- # Can include properties set in/etc/flink/conf/flink-defaults.conf and classes
1492
- # in user code.
1482
+ # Properties that conflict with values set by the Dataproc API might
1483
+ # beoverwritten. Can include properties set in/etc/flink/conf/flink-defaults.
1484
+ # conf and classes in user code.
1493
1485
  # Corresponds to the JSON property `properties`
1494
1486
  # @return [Hash<String,String>]
1495
1487
  attr_accessor :properties
1496
1488
 
1497
- # Optional. HCFS URI of the savepoint which contains the last saved progress for
1498
- # this job
1489
+ # Optional. HCFS URI of the savepoint, which contains the last saved progress
1490
+ # for starting the current job.
1499
1491
  # Corresponds to the JSON property `savepointUri`
1500
1492
  # @return [String]
1501
1493
  attr_accessor :savepoint_uri
@@ -1964,7 +1956,7 @@ module Google
1964
1956
 
1965
1957
  # Optional. The arguments to pass to the driver. Do not include arguments, such
1966
1958
  # as -libjars or -Dfoo=bar, that can be set as job properties, since a collision
1967
- # may occur that causes an incorrect job submission.
1959
+ # might occur that causes an incorrect job submission.
1968
1960
  # Corresponds to the JSON property `args`
1969
1961
  # @return [Array<String>]
1970
1962
  attr_accessor :args
@@ -2002,7 +1994,7 @@ module Google
2002
1994
  attr_accessor :main_jar_file_uri
2003
1995
 
2004
1996
  # Optional. A mapping of property names to values, used to configure Hadoop.
2005
- # Properties that conflict with values set by the Dataproc API may be
1997
+ # Properties that conflict with values set by the Dataproc API might be
2006
1998
  # overwritten. Can include properties set in /etc/hadoop/conf/*-site and classes
2007
1999
  # in user code.
2008
2000
  # Corresponds to the JSON property `properties`
@@ -2046,7 +2038,7 @@ module Google
2046
2038
  attr_accessor :jar_file_uris
2047
2039
 
2048
2040
  # Optional. A mapping of property names and values, used to configure Hive.
2049
- # Properties that conflict with values set by the Dataproc API may be
2041
+ # Properties that conflict with values set by the Dataproc API might be
2050
2042
  # overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml, /etc/
2051
2043
  # hive/conf/hive-site.xml, and classes in user code.
2052
2044
  # Corresponds to the JSON property `properties`
@@ -2506,8 +2498,8 @@ module Google
2506
2498
  attr_accessor :done
2507
2499
  alias_method :done?, :done
2508
2500
 
2509
- # Output only. If present, the location of miscellaneous control files which may
2510
- # be used as part of job setup and handling. If not present, control files may
2501
+ # Output only. If present, the location of miscellaneous control files which can
2502
+ # be used as part of job setup and handling. If not present, control files might
2511
2503
  # be placed in the same location as driver_output_uri.
2512
2504
  # Corresponds to the JSON property `driverControlFilesUri`
2513
2505
  # @return [String]
@@ -2524,8 +2516,7 @@ module Google
2524
2516
  # @return [Google::Apis::DataprocV1::DriverSchedulingConfig]
2525
2517
  attr_accessor :driver_scheduling_config
2526
2518
 
2527
- # A Dataproc job for running Apache Flink (https://flink.apache.org/)
2528
- # applications on YARN.
2519
+ # A Dataproc job for running Apache Flink applications on YARN.
2529
2520
  # Corresponds to the JSON property `flinkJob`
2530
2521
  # @return [Google::Apis::DataprocV1::FlinkJob]
2531
2522
  attr_accessor :flink_job
@@ -2545,7 +2536,7 @@ module Google
2545
2536
  attr_accessor :hive_job
2546
2537
 
2547
2538
  # Output only. A UUID that uniquely identifies a job within the project over
2548
- # time. This is in contrast to a user-settable reference.job_id that may be
2539
+ # time. This is in contrast to a user-settable reference.job_id that might be
2549
2540
  # reused over time.
2550
2541
  # Corresponds to the JSON property `jobUuid`
2551
2542
  # @return [String]
@@ -2553,7 +2544,7 @@ module Google
2553
2544
 
2554
2545
  # Optional. The labels to associate with this job. Label keys must contain 1 to
2555
2546
  # 63 characters, and must conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.
2556
- # txt). Label values may be empty, but, if present, must contain 1 to 63
2547
+ # txt). Label values can be empty, but, if present, must contain 1 to 63
2557
2548
  # characters, and must conform to RFC 1035 (https://www.ietf.org/rfc/rfc1035.txt)
2558
2549
  # . No more than 32 labels can be associated with a job.
2559
2550
  # Corresponds to the JSON property `labels`
@@ -2632,8 +2623,8 @@ module Google
2632
2623
  attr_accessor :trino_job
2633
2624
 
2634
2625
  # Output only. The collection of YARN applications spun up by this job.Beta
2635
- # Feature: This report is available for testing purposes only. It may be changed
2636
- # before final release.
2626
+ # Feature: This report is available for testing purposes only. It might be
2627
+ # changed before final release.
2637
2628
  # Corresponds to the JSON property `yarnApplications`
2638
2629
  # @return [Array<Google::Apis::DataprocV1::YarnApplication>]
2639
2630
  attr_accessor :yarn_applications
@@ -2771,18 +2762,18 @@ module Google
2771
2762
  class JobScheduling
2772
2763
  include Google::Apis::Core::Hashable
2773
2764
 
2774
- # Optional. Maximum number of times per hour a driver may be restarted as a
2765
+ # Optional. Maximum number of times per hour a driver can be restarted as a
2775
2766
  # result of driver exiting with non-zero code before job is reported failed.A
2776
- # job may be reported as thrashing if the driver exits with a non-zero code four
2777
- # times within a 10-minute window.Maximum value is 10.Note: This restartable job
2778
- # option is not supported in Dataproc workflow templates (https://cloud.google.
2779
- # com/dataproc/docs/concepts/workflows/using-workflows#adding_jobs_to_a_template)
2780
- # .
2767
+ # job might be reported as thrashing if the driver exits with a non-zero code
2768
+ # four times within a 10-minute window.Maximum value is 10.Note: This
2769
+ # restartable job option is not supported in Dataproc workflow templates (https:/
2770
+ # /cloud.google.com/dataproc/docs/concepts/workflows/using-workflows#
2771
+ # adding_jobs_to_a_template).
2781
2772
  # Corresponds to the JSON property `maxFailuresPerHour`
2782
2773
  # @return [Fixnum]
2783
2774
  attr_accessor :max_failures_per_hour
2784
2775
 
2785
- # Optional. Maximum total number of times a driver may be restarted as a result
2776
+ # Optional. Maximum total number of times a driver can be restarted as a result
2786
2777
  # of the driver exiting with a non-zero code. After the maximum number is
2787
2778
  # reached, the job will be reported as failed.Maximum value is 240.Note:
2788
2779
  # Currently, this restartable job option is not supported in Dataproc workflow
@@ -3315,7 +3306,7 @@ module Google
3315
3306
  class LoggingConfig
3316
3307
  include Google::Apis::Core::Hashable
3317
3308
 
3318
- # The per-package log levels for the driver. This may include "root" package
3309
+ # The per-package log levels for the driver. This can include "root" package
3319
3310
  # name to configure rootLogger. Examples: - 'com.google = FATAL' - 'root = INFO'
3320
3311
  # - 'org.apache = DEBUG'
3321
3312
  # Corresponds to the JSON property `driverLogLevels`
@@ -3751,6 +3742,11 @@ module Google
3751
3742
  class OrderedJob
3752
3743
  include Google::Apis::Core::Hashable
3753
3744
 
3745
+ # A Dataproc job for running Apache Flink applications on YARN.
3746
+ # Corresponds to the JSON property `flinkJob`
3747
+ # @return [Google::Apis::DataprocV1::FlinkJob]
3748
+ attr_accessor :flink_job
3749
+
3754
3750
  # A Dataproc job for running Apache Hadoop MapReduce (https://hadoop.apache.org/
3755
3751
  # docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/
3756
3752
  # MapReduceTutorial.html) jobs on Apache Hadoop YARN (https://hadoop.apache.org/
@@ -3847,6 +3843,7 @@ module Google
3847
3843
 
3848
3844
  # Update properties of this object
3849
3845
  def update!(**args)
3846
+ @flink_job = args[:flink_job] if args.key?(:flink_job)
3850
3847
  @hadoop_job = args[:hadoop_job] if args.key?(:hadoop_job)
3851
3848
  @hive_job = args[:hive_job] if args.key?(:hive_job)
3852
3849
  @labels = args[:labels] if args.key?(:labels)
@@ -3939,7 +3936,7 @@ module Google
3939
3936
  attr_accessor :logging_config
3940
3937
 
3941
3938
  # Optional. A mapping of property names to values, used to configure Pig.
3942
- # Properties that conflict with values set by the Dataproc API may be
3939
+ # Properties that conflict with values set by the Dataproc API might be
3943
3940
  # overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml, /etc/
3944
3941
  # pig/conf/pig.properties, and classes in user code.
3945
3942
  # Corresponds to the JSON property `properties`
@@ -4247,7 +4244,7 @@ module Google
4247
4244
  attr_accessor :main_python_file_uri
4248
4245
 
4249
4246
  # Optional. A mapping of property names to values, used to configure PySpark.
4250
- # Properties that conflict with values set by the Dataproc API may be
4247
+ # Properties that conflict with values set by the Dataproc API might be
4251
4248
  # overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf
4252
4249
  # and classes in user code.
4253
4250
  # Corresponds to the JSON property `properties`
@@ -4848,6 +4845,12 @@ module Google
4848
4845
  # @return [String]
4849
4846
  attr_accessor :update_time
4850
4847
 
4848
+ # Output only. A session template UUID (Unique Universal Identifier). The
4849
+ # service generates this value when it creates the session template.
4850
+ # Corresponds to the JSON property `uuid`
4851
+ # @return [String]
4852
+ attr_accessor :uuid
4853
+
4851
4854
  def initialize(**args)
4852
4855
  update!(**args)
4853
4856
  end
@@ -4863,6 +4866,7 @@ module Google
4863
4866
  @name = args[:name] if args.key?(:name)
4864
4867
  @runtime_config = args[:runtime_config] if args.key?(:runtime_config)
4865
4868
  @update_time = args[:update_time] if args.key?(:update_time)
4869
+ @uuid = args[:uuid] if args.key?(:uuid)
4866
4870
  end
4867
4871
  end
4868
4872
 
@@ -5102,7 +5106,7 @@ module Google
5102
5106
  attr_accessor :logging_config
5103
5107
 
5104
5108
  # The name of the driver's main class. The jar file that contains the class must
5105
- # be in the default CLASSPATH or specified in jar_file_uris.
5109
+ # be in the default CLASSPATH or specified in SparkJob.jar_file_uris.
5106
5110
  # Corresponds to the JSON property `mainClass`
5107
5111
  # @return [String]
5108
5112
  attr_accessor :main_class
@@ -5113,7 +5117,7 @@ module Google
5113
5117
  attr_accessor :main_jar_file_uri
5114
5118
 
5115
5119
  # Optional. A mapping of property names to values, used to configure Spark.
5116
- # Properties that conflict with values set by the Dataproc API may be
5120
+ # Properties that conflict with values set by the Dataproc API might be
5117
5121
  # overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf
5118
5122
  # and classes in user code.
5119
5123
  # Corresponds to the JSON property `properties`
@@ -5216,7 +5220,7 @@ module Google
5216
5220
  attr_accessor :main_r_file_uri
5217
5221
 
5218
5222
  # Optional. A mapping of property names to values, used to configure SparkR.
5219
- # Properties that conflict with values set by the Dataproc API may be
5223
+ # Properties that conflict with values set by the Dataproc API might be
5220
5224
  # overwritten. Can include properties set in /etc/spark/conf/spark-defaults.conf
5221
5225
  # and classes in user code.
5222
5226
  # Corresponds to the JSON property `properties`
@@ -5288,8 +5292,8 @@ module Google
5288
5292
  attr_accessor :logging_config
5289
5293
 
5290
5294
  # Optional. A mapping of property names to values, used to configure Spark SQL's
5291
- # SparkConf. Properties that conflict with values set by the Dataproc API may be
5292
- # overwritten.
5295
+ # SparkConf. Properties that conflict with values set by the Dataproc API might
5296
+ # be overwritten.
5293
5297
  # Corresponds to the JSON property `properties`
5294
5298
  # @return [Hash<String,String>]
5295
5299
  attr_accessor :properties
@@ -16,13 +16,13 @@ module Google
16
16
  module Apis
17
17
  module DataprocV1
18
18
  # Version of the google-apis-dataproc_v1 gem
19
- GEM_VERSION = "0.54.0"
19
+ GEM_VERSION = "0.55.0"
20
20
 
21
21
  # Version of the code generator used to generate this client
22
22
  GENERATOR_VERSION = "0.12.0"
23
23
 
24
24
  # Revision of the discovery document this client was generated from
25
- REVISION = "20230830"
25
+ REVISION = "20230919"
26
26
  end
27
27
  end
28
28
  end
@@ -1159,7 +1159,6 @@ module Google
1159
1159
  # @private
1160
1160
  class Representation < Google::Apis::Core::JsonRepresentation
1161
1161
  property :gce_pd_kms_key_name, as: 'gcePdKmsKeyName'
1162
- property :kms_key, as: 'kmsKey'
1163
1162
  end
1164
1163
  end
1165
1164
 
@@ -1785,6 +1784,8 @@ module Google
1785
1784
  class OrderedJob
1786
1785
  # @private
1787
1786
  class Representation < Google::Apis::Core::JsonRepresentation
1787
+ property :flink_job, as: 'flinkJob', class: Google::Apis::DataprocV1::FlinkJob, decorator: Google::Apis::DataprocV1::FlinkJob::Representation
1788
+
1788
1789
  property :hadoop_job, as: 'hadoopJob', class: Google::Apis::DataprocV1::HadoopJob, decorator: Google::Apis::DataprocV1::HadoopJob::Representation
1789
1790
 
1790
1791
  property :hive_job, as: 'hiveJob', class: Google::Apis::DataprocV1::HiveJob, decorator: Google::Apis::DataprocV1::HiveJob::Representation
@@ -2054,6 +2055,7 @@ module Google
2054
2055
  property :runtime_config, as: 'runtimeConfig', class: Google::Apis::DataprocV1::RuntimeConfig, decorator: Google::Apis::DataprocV1::RuntimeConfig::Representation
2055
2056
 
2056
2057
  property :update_time, as: 'updateTime'
2058
+ property :uuid, as: 'uuid'
2057
2059
  end
2058
2060
  end
2059
2061
 
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: google-apis-dataproc_v1
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.54.0
4
+ version: 0.55.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Google LLC
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2023-09-10 00:00:00.000000000 Z
11
+ date: 2023-09-24 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: google-apis-core
@@ -58,7 +58,7 @@ licenses:
58
58
  metadata:
59
59
  bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
60
60
  changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1/CHANGELOG.md
61
- documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.54.0
61
+ documentation_uri: https://googleapis.dev/ruby/google-apis-dataproc_v1/v0.55.0
62
62
  source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataproc_v1
63
63
  post_install_message:
64
64
  rdoc_options: []