google-apis-dataflow_v1b3 0.11.0 → 0.12.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: c531da9d531e2b908c2a9c18f22587655f37ac41d67f039abf5aaaf7c85de1c3
|
4
|
+
data.tar.gz: 529248a06c1f541c5d695e3728e2117467d94ddf8f0ad56212e8fe4e6f5432ed
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 2af21d6a86f480e4d2a5c00a34bfdf7349556cdf9373d5215e9ce11e3f1d5f8474ea875b79c1db0258a5dba2402f1320fbb22515032bdb65540b9601eda16e79
|
7
|
+
data.tar.gz: 8ae46b0321f6da34539995778103363cc53de58765c771a6be24caa7aa57a454e87c88aa2b464f6678972e576270ecea3a7b6fdb1e54c23866c4fd1e61ca0378
|
data/CHANGELOG.md
CHANGED
@@ -247,7 +247,7 @@ module Google
|
|
247
247
|
end
|
248
248
|
end
|
249
249
|
|
250
|
-
# Metadata for a Cloud
|
250
|
+
# Metadata for a Cloud Bigtable connector used by the job.
|
251
251
|
class BigTableIoDetails
|
252
252
|
include Google::Apis::Core::Hashable
|
253
253
|
|
@@ -1462,11 +1462,25 @@ module Google
|
|
1462
1462
|
# @return [Hash<String,String>]
|
1463
1463
|
attr_accessor :additional_user_labels
|
1464
1464
|
|
1465
|
+
# The algorithm to use for autoscaling
|
1466
|
+
# Corresponds to the JSON property `autoscalingAlgorithm`
|
1467
|
+
# @return [String]
|
1468
|
+
attr_accessor :autoscaling_algorithm
|
1469
|
+
|
1465
1470
|
# Worker disk size, in gigabytes.
|
1466
1471
|
# Corresponds to the JSON property `diskSizeGb`
|
1467
1472
|
# @return [Fixnum]
|
1468
1473
|
attr_accessor :disk_size_gb
|
1469
1474
|
|
1475
|
+
# If true, save a heap dump before killing a thread or process which is GC
|
1476
|
+
# thrashing or out of memory. The location of the heap file will either be
|
1477
|
+
# echoed back to the user, or the user will be given the opportunity to download
|
1478
|
+
# the heap file.
|
1479
|
+
# Corresponds to the JSON property `dumpHeapOnOom`
|
1480
|
+
# @return [Boolean]
|
1481
|
+
attr_accessor :dump_heap_on_oom
|
1482
|
+
alias_method :dump_heap_on_oom?, :dump_heap_on_oom
|
1483
|
+
|
1470
1484
|
# Whether to enable Streaming Engine for the job.
|
1471
1485
|
# Corresponds to the JSON property `enableStreamingEngine`
|
1472
1486
|
# @return [Boolean]
|
@@ -1496,11 +1510,6 @@ module Google
|
|
1496
1510
|
# @return [String]
|
1497
1511
|
attr_accessor :machine_type
|
1498
1512
|
|
1499
|
-
# The maximum number of workers to cap scaling at.
|
1500
|
-
# Corresponds to the JSON property `maxNumWorkers`
|
1501
|
-
# @return [Fixnum]
|
1502
|
-
attr_accessor :max_num_workers
|
1503
|
-
|
1504
1513
|
# The maximum number of Google Compute Engine instances to be made available to
|
1505
1514
|
# your pipeline during execution, from 1 to 1000.
|
1506
1515
|
# Corresponds to the JSON property `maxWorkers`
|
@@ -1518,6 +1527,13 @@ module Google
|
|
1518
1527
|
# @return [Fixnum]
|
1519
1528
|
attr_accessor :num_workers
|
1520
1529
|
|
1530
|
+
# Cloud Storage bucket (directory) to upload heap dumps to the given location.
|
1531
|
+
# Enabling this implies that heap dumps should be generated on OOM (
|
1532
|
+
# dump_heap_on_oom is set to true).
|
1533
|
+
# Corresponds to the JSON property `saveHeapDumpsToGcsPath`
|
1534
|
+
# @return [String]
|
1535
|
+
attr_accessor :save_heap_dumps_to_gcs_path
|
1536
|
+
|
1521
1537
|
# Docker registry location of container image to use for the 'worker harness.
|
1522
1538
|
# Default is the container for the version of the SDK. Note this field is only
|
1523
1539
|
# valid for portable pipelines.
|
@@ -1585,16 +1601,18 @@ module Google
|
|
1585
1601
|
def update!(**args)
|
1586
1602
|
@additional_experiments = args[:additional_experiments] if args.key?(:additional_experiments)
|
1587
1603
|
@additional_user_labels = args[:additional_user_labels] if args.key?(:additional_user_labels)
|
1604
|
+
@autoscaling_algorithm = args[:autoscaling_algorithm] if args.key?(:autoscaling_algorithm)
|
1588
1605
|
@disk_size_gb = args[:disk_size_gb] if args.key?(:disk_size_gb)
|
1606
|
+
@dump_heap_on_oom = args[:dump_heap_on_oom] if args.key?(:dump_heap_on_oom)
|
1589
1607
|
@enable_streaming_engine = args[:enable_streaming_engine] if args.key?(:enable_streaming_engine)
|
1590
1608
|
@flexrs_goal = args[:flexrs_goal] if args.key?(:flexrs_goal)
|
1591
1609
|
@ip_configuration = args[:ip_configuration] if args.key?(:ip_configuration)
|
1592
1610
|
@kms_key_name = args[:kms_key_name] if args.key?(:kms_key_name)
|
1593
1611
|
@machine_type = args[:machine_type] if args.key?(:machine_type)
|
1594
|
-
@max_num_workers = args[:max_num_workers] if args.key?(:max_num_workers)
|
1595
1612
|
@max_workers = args[:max_workers] if args.key?(:max_workers)
|
1596
1613
|
@network = args[:network] if args.key?(:network)
|
1597
1614
|
@num_workers = args[:num_workers] if args.key?(:num_workers)
|
1615
|
+
@save_heap_dumps_to_gcs_path = args[:save_heap_dumps_to_gcs_path] if args.key?(:save_heap_dumps_to_gcs_path)
|
1598
1616
|
@sdk_container_image = args[:sdk_container_image] if args.key?(:sdk_container_image)
|
1599
1617
|
@service_account_email = args[:service_account_email] if args.key?(:service_account_email)
|
1600
1618
|
@staging_location = args[:staging_location] if args.key?(:staging_location)
|
@@ -2282,7 +2300,7 @@ module Google
|
|
2282
2300
|
class JobMetadata
|
2283
2301
|
include Google::Apis::Core::Hashable
|
2284
2302
|
|
2285
|
-
# Identification of a Cloud
|
2303
|
+
# Identification of a Cloud Bigtable source used in the Dataflow job.
|
2286
2304
|
# Corresponds to the JSON property `bigTableDetails`
|
2287
2305
|
# @return [Array<Google::Apis::DataflowV1b3::BigTableIoDetails>]
|
2288
2306
|
attr_accessor :big_table_details
|
@@ -2302,7 +2320,7 @@ module Google
|
|
2302
2320
|
# @return [Array<Google::Apis::DataflowV1b3::FileIoDetails>]
|
2303
2321
|
attr_accessor :file_details
|
2304
2322
|
|
2305
|
-
# Identification of a
|
2323
|
+
# Identification of a Pub/Sub source used in the Dataflow job.
|
2306
2324
|
# Corresponds to the JSON property `pubsubDetails`
|
2307
2325
|
# @return [Array<Google::Apis::DataflowV1b3::PubSubIoDetails>]
|
2308
2326
|
attr_accessor :pubsub_details
|
@@ -3821,7 +3839,8 @@ module Google
|
|
3821
3839
|
class RuntimeEnvironment
|
3822
3840
|
include Google::Apis::Core::Hashable
|
3823
3841
|
|
3824
|
-
# Additional experiment flags for the job
|
3842
|
+
# Additional experiment flags for the job, specified with the `--experiments`
|
3843
|
+
# option.
|
3825
3844
|
# Corresponds to the JSON property `additionalExperiments`
|
3826
3845
|
# @return [Array<String>]
|
3827
3846
|
attr_accessor :additional_experiments
|
@@ -4355,7 +4374,7 @@ module Google
|
|
4355
4374
|
# @return [String]
|
4356
4375
|
attr_accessor :project_id
|
4357
4376
|
|
4358
|
-
#
|
4377
|
+
# Pub/Sub snapshot metadata.
|
4359
4378
|
# Corresponds to the JSON property `pubsubMetadata`
|
4360
4379
|
# @return [Array<Google::Apis::DataflowV1b3::PubsubSnapshotMetadata>]
|
4361
4380
|
attr_accessor :pubsub_metadata
|
@@ -16,13 +16,13 @@ module Google
|
|
16
16
|
module Apis
|
17
17
|
module DataflowV1b3
|
18
18
|
# Version of the google-apis-dataflow_v1b3 gem
|
19
|
-
GEM_VERSION = "0.
|
19
|
+
GEM_VERSION = "0.12.0"
|
20
20
|
|
21
21
|
# Version of the code generator used to generate this client
|
22
22
|
GENERATOR_VERSION = "0.4.0"
|
23
23
|
|
24
24
|
# Revision of the discovery document this client was generated from
|
25
|
-
REVISION = "
|
25
|
+
REVISION = "20210818"
|
26
26
|
end
|
27
27
|
end
|
28
28
|
end
|
@@ -1383,16 +1383,18 @@ module Google
|
|
1383
1383
|
class Representation < Google::Apis::Core::JsonRepresentation
|
1384
1384
|
collection :additional_experiments, as: 'additionalExperiments'
|
1385
1385
|
hash :additional_user_labels, as: 'additionalUserLabels'
|
1386
|
+
property :autoscaling_algorithm, as: 'autoscalingAlgorithm'
|
1386
1387
|
property :disk_size_gb, as: 'diskSizeGb'
|
1388
|
+
property :dump_heap_on_oom, as: 'dumpHeapOnOom'
|
1387
1389
|
property :enable_streaming_engine, as: 'enableStreamingEngine'
|
1388
1390
|
property :flexrs_goal, as: 'flexrsGoal'
|
1389
1391
|
property :ip_configuration, as: 'ipConfiguration'
|
1390
1392
|
property :kms_key_name, as: 'kmsKeyName'
|
1391
1393
|
property :machine_type, as: 'machineType'
|
1392
|
-
property :max_num_workers, as: 'maxNumWorkers'
|
1393
1394
|
property :max_workers, as: 'maxWorkers'
|
1394
1395
|
property :network, as: 'network'
|
1395
1396
|
property :num_workers, as: 'numWorkers'
|
1397
|
+
property :save_heap_dumps_to_gcs_path, as: 'saveHeapDumpsToGcsPath'
|
1396
1398
|
property :sdk_container_image, as: 'sdkContainerImage'
|
1397
1399
|
property :service_account_email, as: 'serviceAccountEmail'
|
1398
1400
|
property :staging_location, as: 'stagingLocation'
|
@@ -29,7 +29,7 @@ module Google
|
|
29
29
|
# This is NOT the gem version.
|
30
30
|
VERSION = 'V1b3'
|
31
31
|
|
32
|
-
# See, edit, configure, and delete your Google Cloud
|
32
|
+
# See, edit, configure, and delete your Google Cloud data and see the email address for your Google Account.
|
33
33
|
AUTH_CLOUD_PLATFORM = 'https://www.googleapis.com/auth/cloud-platform'
|
34
34
|
|
35
35
|
# View and manage your Google Compute Engine resources
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-apis-dataflow_v1b3
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.12.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2021-
|
11
|
+
date: 2021-08-30 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: google-apis-core
|
@@ -58,7 +58,7 @@ licenses:
|
|
58
58
|
metadata:
|
59
59
|
bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
|
60
60
|
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/master/generated/google-apis-dataflow_v1b3/CHANGELOG.md
|
61
|
-
documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.
|
61
|
+
documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.12.0
|
62
62
|
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/master/generated/google-apis-dataflow_v1b3
|
63
63
|
post_install_message:
|
64
64
|
rdoc_options: []
|