google-apis-dataflow_v1b3 0.11.0 → 0.15.0
Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 9966a3a01f5c1574b36990e2f722885798058b7b9bea4db5c2fead384f5a58f8
|
4
|
+
data.tar.gz: de9c55f468c0c3cd23122cb69a3dcddf2689ab1e91d272e7bdd58d52f9645aaf
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 538c7be616de40b78b9dac66a431f21c0a6ca37e05a4590ab81caa35fcef6769b6b96ff5ec98cd2e3bff229f2cfacb062dbf37dda0077f83c9528ea1745f6ffb
|
7
|
+
data.tar.gz: 3db9fdea5bf538c60804d45333ab1ff1c6c9ca852a0f63d7675c30fb0393756e634c421abc34b83574da83bb3f66e8e266628363b244ddaf696d3be622abce7c
|
data/CHANGELOG.md
CHANGED
@@ -1,5 +1,21 @@
|
|
1
1
|
# Release history for google-apis-dataflow_v1b3
|
2
2
|
|
3
|
+
### v0.15.0 (2021-12-14)
|
4
|
+
|
5
|
+
* Unspecified changes
|
6
|
+
|
7
|
+
### v0.14.0 (2021-10-20)
|
8
|
+
|
9
|
+
* Unspecified changes
|
10
|
+
|
11
|
+
### v0.13.0 (2021-09-03)
|
12
|
+
|
13
|
+
* Regenerated from discovery document revision 20210825
|
14
|
+
|
15
|
+
### v0.12.0 (2021-08-26)
|
16
|
+
|
17
|
+
* Regenerated from discovery document revision 20210818
|
18
|
+
|
3
19
|
### v0.11.0 (2021-07-13)
|
4
20
|
|
5
21
|
* Regenerated from discovery document revision 20210703
|
data/OVERVIEW.md
CHANGED
@@ -51,7 +51,7 @@ require "google/apis/dataflow_v1b3"
|
|
51
51
|
client = Google::Apis::DataflowV1b3::DataflowService.new
|
52
52
|
|
53
53
|
# Authenticate calls
|
54
|
-
client.
|
54
|
+
client.authorization = # ... use the googleauth gem to create credentials
|
55
55
|
```
|
56
56
|
|
57
57
|
See the class reference docs for information on the methods you can call from a client.
|
@@ -60,8 +60,8 @@ See the class reference docs for information on the methods you can call from a
|
|
60
60
|
|
61
61
|
More detailed descriptions of the Google simple REST clients are available in two documents.
|
62
62
|
|
63
|
-
* The [Usage Guide](https://github.com/googleapis/google-api-ruby-client/blob/
|
64
|
-
* The [Auth Guide](https://github.com/googleapis/google-api-ruby-client/blob/
|
63
|
+
* The [Usage Guide](https://github.com/googleapis/google-api-ruby-client/blob/main/docs/usage-guide.md) discusses how to make API calls, how to use the provided data structures, and how to work the various features of the client library, including media upload and download, error handling, retries, pagination, and logging.
|
64
|
+
* The [Auth Guide](https://github.com/googleapis/google-api-ruby-client/blob/main/docs/auth-guide.md) discusses authentication in the client libraries, including API keys, OAuth 2.0, service accounts, and environment variables.
|
65
65
|
|
66
66
|
(Note: the above documents are written for the simple REST clients in general, and their examples may not reflect the Dataflow service in particular.)
|
67
67
|
|
@@ -247,7 +247,7 @@ module Google
|
|
247
247
|
end
|
248
248
|
end
|
249
249
|
|
250
|
-
# Metadata for a Cloud
|
250
|
+
# Metadata for a Cloud Bigtable connector used by the job.
|
251
251
|
class BigTableIoDetails
|
252
252
|
include Google::Apis::Core::Hashable
|
253
253
|
|
@@ -1462,11 +1462,25 @@ module Google
|
|
1462
1462
|
# @return [Hash<String,String>]
|
1463
1463
|
attr_accessor :additional_user_labels
|
1464
1464
|
|
1465
|
+
# The algorithm to use for autoscaling
|
1466
|
+
# Corresponds to the JSON property `autoscalingAlgorithm`
|
1467
|
+
# @return [String]
|
1468
|
+
attr_accessor :autoscaling_algorithm
|
1469
|
+
|
1465
1470
|
# Worker disk size, in gigabytes.
|
1466
1471
|
# Corresponds to the JSON property `diskSizeGb`
|
1467
1472
|
# @return [Fixnum]
|
1468
1473
|
attr_accessor :disk_size_gb
|
1469
1474
|
|
1475
|
+
# If true, save a heap dump before killing a thread or process which is GC
|
1476
|
+
# thrashing or out of memory. The location of the heap file will either be
|
1477
|
+
# echoed back to the user, or the user will be given the opportunity to download
|
1478
|
+
# the heap file.
|
1479
|
+
# Corresponds to the JSON property `dumpHeapOnOom`
|
1480
|
+
# @return [Boolean]
|
1481
|
+
attr_accessor :dump_heap_on_oom
|
1482
|
+
alias_method :dump_heap_on_oom?, :dump_heap_on_oom
|
1483
|
+
|
1470
1484
|
# Whether to enable Streaming Engine for the job.
|
1471
1485
|
# Corresponds to the JSON property `enableStreamingEngine`
|
1472
1486
|
# @return [Boolean]
|
@@ -1490,17 +1504,17 @@ module Google
|
|
1490
1504
|
# @return [String]
|
1491
1505
|
attr_accessor :kms_key_name
|
1492
1506
|
|
1507
|
+
# The machine type to use for launching the job. The default is n1-standard-1.
|
1508
|
+
# Corresponds to the JSON property `launcherMachineType`
|
1509
|
+
# @return [String]
|
1510
|
+
attr_accessor :launcher_machine_type
|
1511
|
+
|
1493
1512
|
# The machine type to use for the job. Defaults to the value from the template
|
1494
1513
|
# if not specified.
|
1495
1514
|
# Corresponds to the JSON property `machineType`
|
1496
1515
|
# @return [String]
|
1497
1516
|
attr_accessor :machine_type
|
1498
1517
|
|
1499
|
-
# The maximum number of workers to cap scaling at.
|
1500
|
-
# Corresponds to the JSON property `maxNumWorkers`
|
1501
|
-
# @return [Fixnum]
|
1502
|
-
attr_accessor :max_num_workers
|
1503
|
-
|
1504
1518
|
# The maximum number of Google Compute Engine instances to be made available to
|
1505
1519
|
# your pipeline during execution, from 1 to 1000.
|
1506
1520
|
# Corresponds to the JSON property `maxWorkers`
|
@@ -1518,6 +1532,13 @@ module Google
|
|
1518
1532
|
# @return [Fixnum]
|
1519
1533
|
attr_accessor :num_workers
|
1520
1534
|
|
1535
|
+
# Cloud Storage bucket (directory) to upload heap dumps to the given location.
|
1536
|
+
# Enabling this implies that heap dumps should be generated on OOM (
|
1537
|
+
# dump_heap_on_oom is set to true).
|
1538
|
+
# Corresponds to the JSON property `saveHeapDumpsToGcsPath`
|
1539
|
+
# @return [String]
|
1540
|
+
attr_accessor :save_heap_dumps_to_gcs_path
|
1541
|
+
|
1521
1542
|
# Docker registry location of container image to use for the 'worker harness.
|
1522
1543
|
# Default is the container for the version of the SDK. Note this field is only
|
1523
1544
|
# valid for portable pipelines.
|
@@ -1585,16 +1606,19 @@ module Google
|
|
1585
1606
|
def update!(**args)
|
1586
1607
|
@additional_experiments = args[:additional_experiments] if args.key?(:additional_experiments)
|
1587
1608
|
@additional_user_labels = args[:additional_user_labels] if args.key?(:additional_user_labels)
|
1609
|
+
@autoscaling_algorithm = args[:autoscaling_algorithm] if args.key?(:autoscaling_algorithm)
|
1588
1610
|
@disk_size_gb = args[:disk_size_gb] if args.key?(:disk_size_gb)
|
1611
|
+
@dump_heap_on_oom = args[:dump_heap_on_oom] if args.key?(:dump_heap_on_oom)
|
1589
1612
|
@enable_streaming_engine = args[:enable_streaming_engine] if args.key?(:enable_streaming_engine)
|
1590
1613
|
@flexrs_goal = args[:flexrs_goal] if args.key?(:flexrs_goal)
|
1591
1614
|
@ip_configuration = args[:ip_configuration] if args.key?(:ip_configuration)
|
1592
1615
|
@kms_key_name = args[:kms_key_name] if args.key?(:kms_key_name)
|
1616
|
+
@launcher_machine_type = args[:launcher_machine_type] if args.key?(:launcher_machine_type)
|
1593
1617
|
@machine_type = args[:machine_type] if args.key?(:machine_type)
|
1594
|
-
@max_num_workers = args[:max_num_workers] if args.key?(:max_num_workers)
|
1595
1618
|
@max_workers = args[:max_workers] if args.key?(:max_workers)
|
1596
1619
|
@network = args[:network] if args.key?(:network)
|
1597
1620
|
@num_workers = args[:num_workers] if args.key?(:num_workers)
|
1621
|
+
@save_heap_dumps_to_gcs_path = args[:save_heap_dumps_to_gcs_path] if args.key?(:save_heap_dumps_to_gcs_path)
|
1598
1622
|
@sdk_container_image = args[:sdk_container_image] if args.key?(:sdk_container_image)
|
1599
1623
|
@service_account_email = args[:service_account_email] if args.key?(:service_account_email)
|
1600
1624
|
@staging_location = args[:staging_location] if args.key?(:staging_location)
|
@@ -2282,7 +2306,7 @@ module Google
|
|
2282
2306
|
class JobMetadata
|
2283
2307
|
include Google::Apis::Core::Hashable
|
2284
2308
|
|
2285
|
-
# Identification of a Cloud
|
2309
|
+
# Identification of a Cloud Bigtable source used in the Dataflow job.
|
2286
2310
|
# Corresponds to the JSON property `bigTableDetails`
|
2287
2311
|
# @return [Array<Google::Apis::DataflowV1b3::BigTableIoDetails>]
|
2288
2312
|
attr_accessor :big_table_details
|
@@ -2302,7 +2326,7 @@ module Google
|
|
2302
2326
|
# @return [Array<Google::Apis::DataflowV1b3::FileIoDetails>]
|
2303
2327
|
attr_accessor :file_details
|
2304
2328
|
|
2305
|
-
# Identification of a
|
2329
|
+
# Identification of a Pub/Sub source used in the Dataflow job.
|
2306
2330
|
# Corresponds to the JSON property `pubsubDetails`
|
2307
2331
|
# @return [Array<Google::Apis::DataflowV1b3::PubSubIoDetails>]
|
2308
2332
|
attr_accessor :pubsub_details
|
@@ -3821,7 +3845,8 @@ module Google
|
|
3821
3845
|
class RuntimeEnvironment
|
3822
3846
|
include Google::Apis::Core::Hashable
|
3823
3847
|
|
3824
|
-
# Additional experiment flags for the job
|
3848
|
+
# Additional experiment flags for the job, specified with the `--experiments`
|
3849
|
+
# option.
|
3825
3850
|
# Corresponds to the JSON property `additionalExperiments`
|
3826
3851
|
# @return [Array<String>]
|
3827
3852
|
attr_accessor :additional_experiments
|
@@ -4355,7 +4380,7 @@ module Google
|
|
4355
4380
|
# @return [String]
|
4356
4381
|
attr_accessor :project_id
|
4357
4382
|
|
4358
|
-
#
|
4383
|
+
# Pub/Sub snapshot metadata.
|
4359
4384
|
# Corresponds to the JSON property `pubsubMetadata`
|
4360
4385
|
# @return [Array<Google::Apis::DataflowV1b3::PubsubSnapshotMetadata>]
|
4361
4386
|
attr_accessor :pubsub_metadata
|
@@ -16,13 +16,13 @@ module Google
|
|
16
16
|
module Apis
|
17
17
|
module DataflowV1b3
|
18
18
|
# Version of the google-apis-dataflow_v1b3 gem
|
19
|
-
GEM_VERSION = "0.
|
19
|
+
GEM_VERSION = "0.15.0"
|
20
20
|
|
21
21
|
# Version of the code generator used to generate this client
|
22
22
|
GENERATOR_VERSION = "0.4.0"
|
23
23
|
|
24
24
|
# Revision of the discovery document this client was generated from
|
25
|
-
REVISION = "
|
25
|
+
REVISION = "20210825"
|
26
26
|
end
|
27
27
|
end
|
28
28
|
end
|
@@ -1383,16 +1383,19 @@ module Google
|
|
1383
1383
|
class Representation < Google::Apis::Core::JsonRepresentation
|
1384
1384
|
collection :additional_experiments, as: 'additionalExperiments'
|
1385
1385
|
hash :additional_user_labels, as: 'additionalUserLabels'
|
1386
|
+
property :autoscaling_algorithm, as: 'autoscalingAlgorithm'
|
1386
1387
|
property :disk_size_gb, as: 'diskSizeGb'
|
1388
|
+
property :dump_heap_on_oom, as: 'dumpHeapOnOom'
|
1387
1389
|
property :enable_streaming_engine, as: 'enableStreamingEngine'
|
1388
1390
|
property :flexrs_goal, as: 'flexrsGoal'
|
1389
1391
|
property :ip_configuration, as: 'ipConfiguration'
|
1390
1392
|
property :kms_key_name, as: 'kmsKeyName'
|
1393
|
+
property :launcher_machine_type, as: 'launcherMachineType'
|
1391
1394
|
property :machine_type, as: 'machineType'
|
1392
|
-
property :max_num_workers, as: 'maxNumWorkers'
|
1393
1395
|
property :max_workers, as: 'maxWorkers'
|
1394
1396
|
property :network, as: 'network'
|
1395
1397
|
property :num_workers, as: 'numWorkers'
|
1398
|
+
property :save_heap_dumps_to_gcs_path, as: 'saveHeapDumpsToGcsPath'
|
1396
1399
|
property :sdk_container_image, as: 'sdkContainerImage'
|
1397
1400
|
property :service_account_email, as: 'serviceAccountEmail'
|
1398
1401
|
property :staging_location, as: 'stagingLocation'
|
@@ -29,7 +29,7 @@ module Google
|
|
29
29
|
# This is NOT the gem version.
|
30
30
|
VERSION = 'V1b3'
|
31
31
|
|
32
|
-
# See, edit, configure, and delete your Google Cloud
|
32
|
+
# See, edit, configure, and delete your Google Cloud data and see the email address for your Google Account.
|
33
33
|
AUTH_CLOUD_PLATFORM = 'https://www.googleapis.com/auth/cloud-platform'
|
34
34
|
|
35
35
|
# View and manage your Google Compute Engine resources
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-apis-dataflow_v1b3
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.15.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2022-01-10 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: google-apis-core
|
@@ -57,9 +57,9 @@ licenses:
|
|
57
57
|
- Apache-2.0
|
58
58
|
metadata:
|
59
59
|
bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
|
60
|
-
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/
|
61
|
-
documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.
|
62
|
-
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/
|
60
|
+
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3/CHANGELOG.md
|
61
|
+
documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.15.0
|
62
|
+
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3
|
63
63
|
post_install_message:
|
64
64
|
rdoc_options: []
|
65
65
|
require_paths:
|
@@ -75,7 +75,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
75
75
|
- !ruby/object:Gem::Version
|
76
76
|
version: '0'
|
77
77
|
requirements: []
|
78
|
-
rubygems_version: 3.
|
78
|
+
rubygems_version: 3.3.4
|
79
79
|
signing_key:
|
80
80
|
specification_version: 4
|
81
81
|
summary: Simple REST client for Dataflow API V1b3
|