google-apis-dataflow_v1b3 0.11.0 → 0.12.0
Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: c531da9d531e2b908c2a9c18f22587655f37ac41d67f039abf5aaaf7c85de1c3
|
4
|
+
data.tar.gz: 529248a06c1f541c5d695e3728e2117467d94ddf8f0ad56212e8fe4e6f5432ed
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 2af21d6a86f480e4d2a5c00a34bfdf7349556cdf9373d5215e9ce11e3f1d5f8474ea875b79c1db0258a5dba2402f1320fbb22515032bdb65540b9601eda16e79
|
7
|
+
data.tar.gz: 8ae46b0321f6da34539995778103363cc53de58765c771a6be24caa7aa57a454e87c88aa2b464f6678972e576270ecea3a7b6fdb1e54c23866c4fd1e61ca0378
|
data/CHANGELOG.md
CHANGED
@@ -247,7 +247,7 @@ module Google
|
|
247
247
|
end
|
248
248
|
end
|
249
249
|
|
250
|
-
# Metadata for a Cloud
|
250
|
+
# Metadata for a Cloud Bigtable connector used by the job.
|
251
251
|
class BigTableIoDetails
|
252
252
|
include Google::Apis::Core::Hashable
|
253
253
|
|
@@ -1462,11 +1462,25 @@ module Google
|
|
1462
1462
|
# @return [Hash<String,String>]
|
1463
1463
|
attr_accessor :additional_user_labels
|
1464
1464
|
|
1465
|
+
# The algorithm to use for autoscaling
|
1466
|
+
# Corresponds to the JSON property `autoscalingAlgorithm`
|
1467
|
+
# @return [String]
|
1468
|
+
attr_accessor :autoscaling_algorithm
|
1469
|
+
|
1465
1470
|
# Worker disk size, in gigabytes.
|
1466
1471
|
# Corresponds to the JSON property `diskSizeGb`
|
1467
1472
|
# @return [Fixnum]
|
1468
1473
|
attr_accessor :disk_size_gb
|
1469
1474
|
|
1475
|
+
# If true, save a heap dump before killing a thread or process which is GC
|
1476
|
+
# thrashing or out of memory. The location of the heap file will either be
|
1477
|
+
# echoed back to the user, or the user will be given the opportunity to download
|
1478
|
+
# the heap file.
|
1479
|
+
# Corresponds to the JSON property `dumpHeapOnOom`
|
1480
|
+
# @return [Boolean]
|
1481
|
+
attr_accessor :dump_heap_on_oom
|
1482
|
+
alias_method :dump_heap_on_oom?, :dump_heap_on_oom
|
1483
|
+
|
1470
1484
|
# Whether to enable Streaming Engine for the job.
|
1471
1485
|
# Corresponds to the JSON property `enableStreamingEngine`
|
1472
1486
|
# @return [Boolean]
|
@@ -1496,11 +1510,6 @@ module Google
|
|
1496
1510
|
# @return [String]
|
1497
1511
|
attr_accessor :machine_type
|
1498
1512
|
|
1499
|
-
# The maximum number of workers to cap scaling at.
|
1500
|
-
# Corresponds to the JSON property `maxNumWorkers`
|
1501
|
-
# @return [Fixnum]
|
1502
|
-
attr_accessor :max_num_workers
|
1503
|
-
|
1504
1513
|
# The maximum number of Google Compute Engine instances to be made available to
|
1505
1514
|
# your pipeline during execution, from 1 to 1000.
|
1506
1515
|
# Corresponds to the JSON property `maxWorkers`
|
@@ -1518,6 +1527,13 @@ module Google
|
|
1518
1527
|
# @return [Fixnum]
|
1519
1528
|
attr_accessor :num_workers
|
1520
1529
|
|
1530
|
+
# Cloud Storage bucket (directory) to upload heap dumps to the given location.
|
1531
|
+
# Enabling this implies that heap dumps should be generated on OOM (
|
1532
|
+
# dump_heap_on_oom is set to true).
|
1533
|
+
# Corresponds to the JSON property `saveHeapDumpsToGcsPath`
|
1534
|
+
# @return [String]
|
1535
|
+
attr_accessor :save_heap_dumps_to_gcs_path
|
1536
|
+
|
1521
1537
|
# Docker registry location of container image to use for the 'worker harness.
|
1522
1538
|
# Default is the container for the version of the SDK. Note this field is only
|
1523
1539
|
# valid for portable pipelines.
|
@@ -1585,16 +1601,18 @@ module Google
|
|
1585
1601
|
def update!(**args)
|
1586
1602
|
@additional_experiments = args[:additional_experiments] if args.key?(:additional_experiments)
|
1587
1603
|
@additional_user_labels = args[:additional_user_labels] if args.key?(:additional_user_labels)
|
1604
|
+
@autoscaling_algorithm = args[:autoscaling_algorithm] if args.key?(:autoscaling_algorithm)
|
1588
1605
|
@disk_size_gb = args[:disk_size_gb] if args.key?(:disk_size_gb)
|
1606
|
+
@dump_heap_on_oom = args[:dump_heap_on_oom] if args.key?(:dump_heap_on_oom)
|
1589
1607
|
@enable_streaming_engine = args[:enable_streaming_engine] if args.key?(:enable_streaming_engine)
|
1590
1608
|
@flexrs_goal = args[:flexrs_goal] if args.key?(:flexrs_goal)
|
1591
1609
|
@ip_configuration = args[:ip_configuration] if args.key?(:ip_configuration)
|
1592
1610
|
@kms_key_name = args[:kms_key_name] if args.key?(:kms_key_name)
|
1593
1611
|
@machine_type = args[:machine_type] if args.key?(:machine_type)
|
1594
|
-
@max_num_workers = args[:max_num_workers] if args.key?(:max_num_workers)
|
1595
1612
|
@max_workers = args[:max_workers] if args.key?(:max_workers)
|
1596
1613
|
@network = args[:network] if args.key?(:network)
|
1597
1614
|
@num_workers = args[:num_workers] if args.key?(:num_workers)
|
1615
|
+
@save_heap_dumps_to_gcs_path = args[:save_heap_dumps_to_gcs_path] if args.key?(:save_heap_dumps_to_gcs_path)
|
1598
1616
|
@sdk_container_image = args[:sdk_container_image] if args.key?(:sdk_container_image)
|
1599
1617
|
@service_account_email = args[:service_account_email] if args.key?(:service_account_email)
|
1600
1618
|
@staging_location = args[:staging_location] if args.key?(:staging_location)
|
@@ -2282,7 +2300,7 @@ module Google
|
|
2282
2300
|
class JobMetadata
|
2283
2301
|
include Google::Apis::Core::Hashable
|
2284
2302
|
|
2285
|
-
# Identification of a Cloud
|
2303
|
+
# Identification of a Cloud Bigtable source used in the Dataflow job.
|
2286
2304
|
# Corresponds to the JSON property `bigTableDetails`
|
2287
2305
|
# @return [Array<Google::Apis::DataflowV1b3::BigTableIoDetails>]
|
2288
2306
|
attr_accessor :big_table_details
|
@@ -2302,7 +2320,7 @@ module Google
|
|
2302
2320
|
# @return [Array<Google::Apis::DataflowV1b3::FileIoDetails>]
|
2303
2321
|
attr_accessor :file_details
|
2304
2322
|
|
2305
|
-
# Identification of a
|
2323
|
+
# Identification of a Pub/Sub source used in the Dataflow job.
|
2306
2324
|
# Corresponds to the JSON property `pubsubDetails`
|
2307
2325
|
# @return [Array<Google::Apis::DataflowV1b3::PubSubIoDetails>]
|
2308
2326
|
attr_accessor :pubsub_details
|
@@ -3821,7 +3839,8 @@ module Google
|
|
3821
3839
|
class RuntimeEnvironment
|
3822
3840
|
include Google::Apis::Core::Hashable
|
3823
3841
|
|
3824
|
-
# Additional experiment flags for the job
|
3842
|
+
# Additional experiment flags for the job, specified with the `--experiments`
|
3843
|
+
# option.
|
3825
3844
|
# Corresponds to the JSON property `additionalExperiments`
|
3826
3845
|
# @return [Array<String>]
|
3827
3846
|
attr_accessor :additional_experiments
|
@@ -4355,7 +4374,7 @@ module Google
|
|
4355
4374
|
# @return [String]
|
4356
4375
|
attr_accessor :project_id
|
4357
4376
|
|
4358
|
-
#
|
4377
|
+
# Pub/Sub snapshot metadata.
|
4359
4378
|
# Corresponds to the JSON property `pubsubMetadata`
|
4360
4379
|
# @return [Array<Google::Apis::DataflowV1b3::PubsubSnapshotMetadata>]
|
4361
4380
|
attr_accessor :pubsub_metadata
|
@@ -16,13 +16,13 @@ module Google
|
|
16
16
|
module Apis
|
17
17
|
module DataflowV1b3
|
18
18
|
# Version of the google-apis-dataflow_v1b3 gem
|
19
|
-
GEM_VERSION = "0.
|
19
|
+
GEM_VERSION = "0.12.0"
|
20
20
|
|
21
21
|
# Version of the code generator used to generate this client
|
22
22
|
GENERATOR_VERSION = "0.4.0"
|
23
23
|
|
24
24
|
# Revision of the discovery document this client was generated from
|
25
|
-
REVISION = "
|
25
|
+
REVISION = "20210818"
|
26
26
|
end
|
27
27
|
end
|
28
28
|
end
|
@@ -1383,16 +1383,18 @@ module Google
|
|
1383
1383
|
class Representation < Google::Apis::Core::JsonRepresentation
|
1384
1384
|
collection :additional_experiments, as: 'additionalExperiments'
|
1385
1385
|
hash :additional_user_labels, as: 'additionalUserLabels'
|
1386
|
+
property :autoscaling_algorithm, as: 'autoscalingAlgorithm'
|
1386
1387
|
property :disk_size_gb, as: 'diskSizeGb'
|
1388
|
+
property :dump_heap_on_oom, as: 'dumpHeapOnOom'
|
1387
1389
|
property :enable_streaming_engine, as: 'enableStreamingEngine'
|
1388
1390
|
property :flexrs_goal, as: 'flexrsGoal'
|
1389
1391
|
property :ip_configuration, as: 'ipConfiguration'
|
1390
1392
|
property :kms_key_name, as: 'kmsKeyName'
|
1391
1393
|
property :machine_type, as: 'machineType'
|
1392
|
-
property :max_num_workers, as: 'maxNumWorkers'
|
1393
1394
|
property :max_workers, as: 'maxWorkers'
|
1394
1395
|
property :network, as: 'network'
|
1395
1396
|
property :num_workers, as: 'numWorkers'
|
1397
|
+
property :save_heap_dumps_to_gcs_path, as: 'saveHeapDumpsToGcsPath'
|
1396
1398
|
property :sdk_container_image, as: 'sdkContainerImage'
|
1397
1399
|
property :service_account_email, as: 'serviceAccountEmail'
|
1398
1400
|
property :staging_location, as: 'stagingLocation'
|
@@ -29,7 +29,7 @@ module Google
|
|
29
29
|
# This is NOT the gem version.
|
30
30
|
VERSION = 'V1b3'
|
31
31
|
|
32
|
-
# See, edit, configure, and delete your Google Cloud
|
32
|
+
# See, edit, configure, and delete your Google Cloud data and see the email address for your Google Account.
|
33
33
|
AUTH_CLOUD_PLATFORM = 'https://www.googleapis.com/auth/cloud-platform'
|
34
34
|
|
35
35
|
# View and manage your Google Compute Engine resources
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-apis-dataflow_v1b3
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.12.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2021-
|
11
|
+
date: 2021-08-30 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: google-apis-core
|
@@ -58,7 +58,7 @@ licenses:
|
|
58
58
|
metadata:
|
59
59
|
bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
|
60
60
|
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/master/generated/google-apis-dataflow_v1b3/CHANGELOG.md
|
61
|
-
documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.
|
61
|
+
documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.12.0
|
62
62
|
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/master/generated/google-apis-dataflow_v1b3
|
63
63
|
post_install_message:
|
64
64
|
rdoc_options: []
|