google-apis-dataflow_v1b3 0.1.0 → 0.6.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +22 -0
- data/lib/google/apis/dataflow_v1b3.rb +2 -2
- data/lib/google/apis/dataflow_v1b3/classes.rb +117 -322
- data/lib/google/apis/dataflow_v1b3/gem_version.rb +3 -3
- data/lib/google/apis/dataflow_v1b3/representations.rb +22 -147
- data/lib/google/apis/dataflow_v1b3/service.rb +10 -263
- metadata +5 -5
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 1f06afdf2e3ee98d08bd61eb47091acd71a67defb63da884b2c9837fa9684a9d
|
4
|
+
data.tar.gz: dd4fe1ebf3eeeec3d8a9734838b3f2a87d1775fef249108ce282c522e544d3c7
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 1ae0fcaabf07e6a6090f604d77d51a8c7060d2279edf650b00b688b269107a673a7b398092cab534d10745107860e82e5287ec4ccca8280e99a07f31dc70c821
|
7
|
+
data.tar.gz: 1cad19683c2c44058cb45d2b890a2f57c75438d99d87f7a6d4436e2b2fc7d09cfe71da7199f0aef0b34b6db57f2e586f887c0e092fa9102753ba921822e6d12c
|
data/CHANGELOG.md
CHANGED
@@ -1,5 +1,27 @@
|
|
1
1
|
# Release history for google-apis-dataflow_v1b3
|
2
2
|
|
3
|
+
### v0.6.0 (2021-04-29)
|
4
|
+
|
5
|
+
* Regenerated from discovery document revision 20210420
|
6
|
+
|
7
|
+
### v0.5.0 (2021-03-11)
|
8
|
+
|
9
|
+
* Regenerated from discovery document revision 20210301
|
10
|
+
* Regenerated using generator version 0.2.0
|
11
|
+
|
12
|
+
### v0.4.0 (2021-03-04)
|
13
|
+
|
14
|
+
* Regenerated from discovery document revision 20210217
|
15
|
+
|
16
|
+
### v0.3.0 (2021-02-09)
|
17
|
+
|
18
|
+
* Regenerated from discovery document revision 20210131
|
19
|
+
|
20
|
+
### v0.2.0 (2021-01-20)
|
21
|
+
|
22
|
+
* Regenerated from discovery document revision 20210106
|
23
|
+
* Regenerated using generator version 0.1.2
|
24
|
+
|
3
25
|
### v0.1.0 (2021-01-07)
|
4
26
|
|
5
27
|
* Regenerated using generator version 0.1.1
|
@@ -29,7 +29,7 @@ module Google
|
|
29
29
|
# This is NOT the gem version.
|
30
30
|
VERSION = 'V1b3'
|
31
31
|
|
32
|
-
#
|
32
|
+
# See, edit, configure, and delete your Google Cloud Platform data
|
33
33
|
AUTH_CLOUD_PLATFORM = 'https://www.googleapis.com/auth/cloud-platform'
|
34
34
|
|
35
35
|
# View and manage your Google Compute Engine resources
|
@@ -38,7 +38,7 @@ module Google
|
|
38
38
|
# View your Google Compute Engine resources
|
39
39
|
AUTH_COMPUTE_READONLY = 'https://www.googleapis.com/auth/compute.readonly'
|
40
40
|
|
41
|
-
#
|
41
|
+
# See your primary Google Account email address
|
42
42
|
AUTH_USERINFO_EMAIL = 'https://www.googleapis.com/auth/userinfo.email'
|
43
43
|
end
|
44
44
|
end
|
@@ -132,37 +132,6 @@ module Google
|
|
132
132
|
end
|
133
133
|
end
|
134
134
|
|
135
|
-
# Job information for templates.
|
136
|
-
class Artifact
|
137
|
-
include Google::Apis::Core::Hashable
|
138
|
-
|
139
|
-
# Container Spec.
|
140
|
-
# Corresponds to the JSON property `containerSpec`
|
141
|
-
# @return [Google::Apis::DataflowV1b3::ContainerSpec]
|
142
|
-
attr_accessor :container_spec
|
143
|
-
|
144
|
-
# job_graph_gcs_path set for legacy Template.
|
145
|
-
# Corresponds to the JSON property `jobGraphGcsPath`
|
146
|
-
# @return [String]
|
147
|
-
attr_accessor :job_graph_gcs_path
|
148
|
-
|
149
|
-
# Metadata describing a template.
|
150
|
-
# Corresponds to the JSON property `metadata`
|
151
|
-
# @return [Google::Apis::DataflowV1b3::TemplateMetadata]
|
152
|
-
attr_accessor :metadata
|
153
|
-
|
154
|
-
def initialize(**args)
|
155
|
-
update!(**args)
|
156
|
-
end
|
157
|
-
|
158
|
-
# Update properties of this object
|
159
|
-
def update!(**args)
|
160
|
-
@container_spec = args[:container_spec] if args.key?(:container_spec)
|
161
|
-
@job_graph_gcs_path = args[:job_graph_gcs_path] if args.key?(:job_graph_gcs_path)
|
162
|
-
@metadata = args[:metadata] if args.key?(:metadata)
|
163
|
-
end
|
164
|
-
end
|
165
|
-
|
166
135
|
# A structured message reporting an autoscaling decision made by the Dataflow
|
167
136
|
# service.
|
168
137
|
class AutoscalingEvent
|
@@ -279,7 +248,7 @@ module Google
|
|
279
248
|
end
|
280
249
|
end
|
281
250
|
|
282
|
-
# Metadata for a BigTable connector used by the job.
|
251
|
+
# Metadata for a Cloud BigTable connector used by the job.
|
283
252
|
class BigTableIoDetails
|
284
253
|
include Google::Apis::Core::Hashable
|
285
254
|
|
@@ -342,32 +311,6 @@ module Google
|
|
342
311
|
end
|
343
312
|
end
|
344
313
|
|
345
|
-
# Commit will add a new TemplateVersion to an existing template.
|
346
|
-
class CommitTemplateVersionRequest
|
347
|
-
include Google::Apis::Core::Hashable
|
348
|
-
|
349
|
-
# ///////////////////////////////////////////////////////////////////////////// /
|
350
|
-
# /// Template Catalog is used to organize user TemplateVersions. ////
|
351
|
-
# TemplateVersions that have the same project_id and display_name are ////
|
352
|
-
# belong to the same Template. //// Templates with the same project_id belong to
|
353
|
-
# the same Project. //// TemplateVersion may have labels and multiple labels are
|
354
|
-
# allowed. //// Duplicated labels in the same `TemplateVersion` are not allowed.
|
355
|
-
# //// TemplateVersion may have tags and multiple tags are allowed. Duplicated //
|
356
|
-
# // tags in the same `Template` are not allowed!
|
357
|
-
# Corresponds to the JSON property `templateVersion`
|
358
|
-
# @return [Google::Apis::DataflowV1b3::TemplateVersion]
|
359
|
-
attr_accessor :template_version
|
360
|
-
|
361
|
-
def initialize(**args)
|
362
|
-
update!(**args)
|
363
|
-
end
|
364
|
-
|
365
|
-
# Update properties of this object
|
366
|
-
def update!(**args)
|
367
|
-
@template_version = args[:template_version] if args.key?(:template_version)
|
368
|
-
end
|
369
|
-
end
|
370
|
-
|
371
314
|
# Description of an interstitial value between transforms in an execution stage.
|
372
315
|
class ComponentSource
|
373
316
|
include Google::Apis::Core::Hashable
|
@@ -847,32 +790,6 @@ module Google
|
|
847
790
|
end
|
848
791
|
end
|
849
792
|
|
850
|
-
# Creates a new Template with TemplateVersions.
|
851
|
-
class CreateTemplateVersionRequest
|
852
|
-
include Google::Apis::Core::Hashable
|
853
|
-
|
854
|
-
# ///////////////////////////////////////////////////////////////////////////// /
|
855
|
-
# /// Template Catalog is used to organize user TemplateVersions. ////
|
856
|
-
# TemplateVersions that have the same project_id and display_name are ////
|
857
|
-
# belong to the same Template. //// Templates with the same project_id belong to
|
858
|
-
# the same Project. //// TemplateVersion may have labels and multiple labels are
|
859
|
-
# allowed. //// Duplicated labels in the same `TemplateVersion` are not allowed.
|
860
|
-
# //// TemplateVersion may have tags and multiple tags are allowed. Duplicated //
|
861
|
-
# // tags in the same `Template` are not allowed!
|
862
|
-
# Corresponds to the JSON property `templateVersion`
|
863
|
-
# @return [Google::Apis::DataflowV1b3::TemplateVersion]
|
864
|
-
attr_accessor :template_version
|
865
|
-
|
866
|
-
def initialize(**args)
|
867
|
-
update!(**args)
|
868
|
-
end
|
869
|
-
|
870
|
-
# Update properties of this object
|
871
|
-
def update!(**args)
|
872
|
-
@template_version = args[:template_version] if args.key?(:template_version)
|
873
|
-
end
|
874
|
-
end
|
875
|
-
|
876
793
|
# Identifies the location of a custom souce.
|
877
794
|
class CustomSourceLocation
|
878
795
|
include Google::Apis::Core::Hashable
|
@@ -947,6 +864,27 @@ module Google
|
|
947
864
|
end
|
948
865
|
end
|
949
866
|
|
867
|
+
# Describes any options that have an effect on the debugging of pipelines.
|
868
|
+
class DebugOptions
|
869
|
+
include Google::Apis::Core::Hashable
|
870
|
+
|
871
|
+
# When true, enables the logging of the literal hot key to the user's Cloud
|
872
|
+
# Logging.
|
873
|
+
# Corresponds to the JSON property `enableHotKeyLogging`
|
874
|
+
# @return [Boolean]
|
875
|
+
attr_accessor :enable_hot_key_logging
|
876
|
+
alias_method :enable_hot_key_logging?, :enable_hot_key_logging
|
877
|
+
|
878
|
+
def initialize(**args)
|
879
|
+
update!(**args)
|
880
|
+
end
|
881
|
+
|
882
|
+
# Update properties of this object
|
883
|
+
def update!(**args)
|
884
|
+
@enable_hot_key_logging = args[:enable_hot_key_logging] if args.key?(:enable_hot_key_logging)
|
885
|
+
end
|
886
|
+
end
|
887
|
+
|
950
888
|
# Response from deleting a snapshot.
|
951
889
|
class DeleteSnapshotResponse
|
952
890
|
include Google::Apis::Core::Hashable
|
@@ -1212,23 +1150,6 @@ module Google
|
|
1212
1150
|
end
|
1213
1151
|
end
|
1214
1152
|
|
1215
|
-
# A generic empty message that you can re-use to avoid defining duplicated empty
|
1216
|
-
# messages in your APIs. A typical example is to use it as the request or the
|
1217
|
-
# response type of an API method. For instance: service Foo ` rpc Bar(google.
|
1218
|
-
# protobuf.Empty) returns (google.protobuf.Empty); ` The JSON representation for
|
1219
|
-
# `Empty` is empty JSON object ````.
|
1220
|
-
class Empty
|
1221
|
-
include Google::Apis::Core::Hashable
|
1222
|
-
|
1223
|
-
def initialize(**args)
|
1224
|
-
update!(**args)
|
1225
|
-
end
|
1226
|
-
|
1227
|
-
# Update properties of this object
|
1228
|
-
def update!(**args)
|
1229
|
-
end
|
1230
|
-
end
|
1231
|
-
|
1232
1153
|
# Describes the environment in which a Dataflow Job runs.
|
1233
1154
|
class Environment
|
1234
1155
|
include Google::Apis::Core::Hashable
|
@@ -1247,7 +1168,15 @@ module Google
|
|
1247
1168
|
# @return [String]
|
1248
1169
|
attr_accessor :dataset
|
1249
1170
|
|
1250
|
-
#
|
1171
|
+
# Describes any options that have an effect on the debugging of pipelines.
|
1172
|
+
# Corresponds to the JSON property `debugOptions`
|
1173
|
+
# @return [Google::Apis::DataflowV1b3::DebugOptions]
|
1174
|
+
attr_accessor :debug_options
|
1175
|
+
|
1176
|
+
# The list of experiments to enable. This field should be used for SDK related
|
1177
|
+
# experiments and not for service related experiments. The proper field for
|
1178
|
+
# service related experiments is service_options. For more details see the
|
1179
|
+
# rationale at go/user-specified-service-options.
|
1251
1180
|
# Corresponds to the JSON property `experiments`
|
1252
1181
|
# @return [Array<String>]
|
1253
1182
|
attr_accessor :experiments
|
@@ -1281,6 +1210,19 @@ module Google
|
|
1281
1210
|
# @return [String]
|
1282
1211
|
attr_accessor :service_kms_key_name
|
1283
1212
|
|
1213
|
+
# The list of service options to enable. This field should be used for service
|
1214
|
+
# related experiments only. These experiments, when graduating to GA, should be
|
1215
|
+
# replaced by dedicated fields or become default (i.e. always on). For more
|
1216
|
+
# details see the rationale at go/user-specified-service-options.
|
1217
|
+
# Corresponds to the JSON property `serviceOptions`
|
1218
|
+
# @return [Array<String>]
|
1219
|
+
attr_accessor :service_options
|
1220
|
+
|
1221
|
+
# Output only. The shuffle mode used for the job.
|
1222
|
+
# Corresponds to the JSON property `shuffleMode`
|
1223
|
+
# @return [String]
|
1224
|
+
attr_accessor :shuffle_mode
|
1225
|
+
|
1284
1226
|
# The prefix of the resources the system should use for temporary storage. The
|
1285
1227
|
# system will append the suffix "/temp-`JOBNAME` to this resource prefix, where `
|
1286
1228
|
# JOBNAME` is the value of the job_name field. The resulting bucket and object
|
@@ -1334,12 +1276,15 @@ module Google
|
|
1334
1276
|
def update!(**args)
|
1335
1277
|
@cluster_manager_api_service = args[:cluster_manager_api_service] if args.key?(:cluster_manager_api_service)
|
1336
1278
|
@dataset = args[:dataset] if args.key?(:dataset)
|
1279
|
+
@debug_options = args[:debug_options] if args.key?(:debug_options)
|
1337
1280
|
@experiments = args[:experiments] if args.key?(:experiments)
|
1338
1281
|
@flex_resource_scheduling_goal = args[:flex_resource_scheduling_goal] if args.key?(:flex_resource_scheduling_goal)
|
1339
1282
|
@internal_experiments = args[:internal_experiments] if args.key?(:internal_experiments)
|
1340
1283
|
@sdk_pipeline_options = args[:sdk_pipeline_options] if args.key?(:sdk_pipeline_options)
|
1341
1284
|
@service_account_email = args[:service_account_email] if args.key?(:service_account_email)
|
1342
1285
|
@service_kms_key_name = args[:service_kms_key_name] if args.key?(:service_kms_key_name)
|
1286
|
+
@service_options = args[:service_options] if args.key?(:service_options)
|
1287
|
+
@shuffle_mode = args[:shuffle_mode] if args.key?(:shuffle_mode)
|
1343
1288
|
@temp_storage_prefix = args[:temp_storage_prefix] if args.key?(:temp_storage_prefix)
|
1344
1289
|
@user_agent = args[:user_agent] if args.key?(:user_agent)
|
1345
1290
|
@version = args[:version] if args.key?(:version)
|
@@ -1406,7 +1351,7 @@ module Google
|
|
1406
1351
|
# @return [Array<Google::Apis::DataflowV1b3::StageSource>]
|
1407
1352
|
attr_accessor :input_source
|
1408
1353
|
|
1409
|
-
# Type of
|
1354
|
+
# Type of transform this stage is executing.
|
1410
1355
|
# Corresponds to the JSON property `kind`
|
1411
1356
|
# @return [String]
|
1412
1357
|
attr_accessor :kind
|
@@ -1526,6 +1471,12 @@ module Google
|
|
1526
1471
|
attr_accessor :enable_streaming_engine
|
1527
1472
|
alias_method :enable_streaming_engine?, :enable_streaming_engine
|
1528
1473
|
|
1474
|
+
# Set FlexRS goal for the job. https://cloud.google.com/dataflow/docs/guides/
|
1475
|
+
# flexrs
|
1476
|
+
# Corresponds to the JSON property `flexrsGoal`
|
1477
|
+
# @return [String]
|
1478
|
+
attr_accessor :flexrs_goal
|
1479
|
+
|
1529
1480
|
# Configuration for VM IPs.
|
1530
1481
|
# Corresponds to the JSON property `ipConfiguration`
|
1531
1482
|
# @return [String]
|
@@ -1565,6 +1516,12 @@ module Google
|
|
1565
1516
|
# @return [String]
|
1566
1517
|
attr_accessor :service_account_email
|
1567
1518
|
|
1519
|
+
# The Cloud Storage path for staging local files. Must be a valid Cloud Storage
|
1520
|
+
# URL, beginning with `gs://`.
|
1521
|
+
# Corresponds to the JSON property `stagingLocation`
|
1522
|
+
# @return [String]
|
1523
|
+
attr_accessor :staging_location
|
1524
|
+
|
1568
1525
|
# Subnetwork to which VMs will be assigned, if desired. You can specify a
|
1569
1526
|
# subnetwork using either a complete URL or an abbreviated path. Expected to be
|
1570
1527
|
# of the form "https://www.googleapis.com/compute/v1/projects/HOST_PROJECT_ID/
|
@@ -1615,6 +1572,7 @@ module Google
|
|
1615
1572
|
@additional_experiments = args[:additional_experiments] if args.key?(:additional_experiments)
|
1616
1573
|
@additional_user_labels = args[:additional_user_labels] if args.key?(:additional_user_labels)
|
1617
1574
|
@enable_streaming_engine = args[:enable_streaming_engine] if args.key?(:enable_streaming_engine)
|
1575
|
+
@flexrs_goal = args[:flexrs_goal] if args.key?(:flexrs_goal)
|
1618
1576
|
@ip_configuration = args[:ip_configuration] if args.key?(:ip_configuration)
|
1619
1577
|
@kms_key_name = args[:kms_key_name] if args.key?(:kms_key_name)
|
1620
1578
|
@machine_type = args[:machine_type] if args.key?(:machine_type)
|
@@ -1622,6 +1580,7 @@ module Google
|
|
1622
1580
|
@network = args[:network] if args.key?(:network)
|
1623
1581
|
@num_workers = args[:num_workers] if args.key?(:num_workers)
|
1624
1582
|
@service_account_email = args[:service_account_email] if args.key?(:service_account_email)
|
1583
|
+
@staging_location = args[:staging_location] if args.key?(:staging_location)
|
1625
1584
|
@subnetwork = args[:subnetwork] if args.key?(:subnetwork)
|
1626
1585
|
@temp_location = args[:temp_location] if args.key?(:temp_location)
|
1627
1586
|
@worker_region = args[:worker_region] if args.key?(:worker_region)
|
@@ -1988,7 +1947,7 @@ module Google
|
|
1988
1947
|
end
|
1989
1948
|
end
|
1990
1949
|
|
1991
|
-
# Defines a job to be run by the Cloud Dataflow service.
|
1950
|
+
# Defines a job to be run by the Cloud Dataflow service. nextID: 26
|
1992
1951
|
class Job
|
1993
1952
|
include Google::Apis::Core::Hashable
|
1994
1953
|
|
@@ -2110,6 +2069,13 @@ module Google
|
|
2110
2069
|
# @return [String]
|
2111
2070
|
attr_accessor :requested_state
|
2112
2071
|
|
2072
|
+
# Reserved for future use. This field is set only in responses from the server;
|
2073
|
+
# it is ignored if it is set in any requests.
|
2074
|
+
# Corresponds to the JSON property `satisfiesPzs`
|
2075
|
+
# @return [Boolean]
|
2076
|
+
attr_accessor :satisfies_pzs
|
2077
|
+
alias_method :satisfies_pzs?, :satisfies_pzs
|
2078
|
+
|
2113
2079
|
# This field may be mutated by the Cloud Dataflow service; callers cannot mutate
|
2114
2080
|
# it.
|
2115
2081
|
# Corresponds to the JSON property `stageStates`
|
@@ -2131,7 +2097,7 @@ module Google
|
|
2131
2097
|
# @return [Array<Google::Apis::DataflowV1b3::Step>]
|
2132
2098
|
attr_accessor :steps
|
2133
2099
|
|
2134
|
-
# The
|
2100
|
+
# The Cloud Storage location where the steps are stored.
|
2135
2101
|
# Corresponds to the JSON property `stepsLocation`
|
2136
2102
|
# @return [String]
|
2137
2103
|
attr_accessor :steps_location
|
@@ -2179,6 +2145,7 @@ module Google
|
|
2179
2145
|
@replace_job_id = args[:replace_job_id] if args.key?(:replace_job_id)
|
2180
2146
|
@replaced_by_job_id = args[:replaced_by_job_id] if args.key?(:replaced_by_job_id)
|
2181
2147
|
@requested_state = args[:requested_state] if args.key?(:requested_state)
|
2148
|
+
@satisfies_pzs = args[:satisfies_pzs] if args.key?(:satisfies_pzs)
|
2182
2149
|
@stage_states = args[:stage_states] if args.key?(:stage_states)
|
2183
2150
|
@start_time = args[:start_time] if args.key?(:start_time)
|
2184
2151
|
@steps = args[:steps] if args.key?(:steps)
|
@@ -2298,7 +2265,7 @@ module Google
|
|
2298
2265
|
class JobMetadata
|
2299
2266
|
include Google::Apis::Core::Hashable
|
2300
2267
|
|
2301
|
-
# Identification of a BigTable source used in the Dataflow job.
|
2268
|
+
# Identification of a Cloud BigTable source used in the Dataflow job.
|
2302
2269
|
# Corresponds to the JSON property `bigTableDetails`
|
2303
2270
|
# @return [Array<Google::Apis::DataflowV1b3::BigTableIoDetails>]
|
2304
2271
|
attr_accessor :big_table_details
|
@@ -2471,7 +2438,7 @@ module Google
|
|
2471
2438
|
# @return [Google::Apis::DataflowV1b3::ContainerSpec]
|
2472
2439
|
attr_accessor :container_spec
|
2473
2440
|
|
2474
|
-
#
|
2441
|
+
# Cloud Storage path to a file with json serialized ContainerSpec as content.
|
2475
2442
|
# Corresponds to the JSON property `containerSpecGcsPath`
|
2476
2443
|
# @return [String]
|
2477
2444
|
attr_accessor :container_spec_gcs_path
|
@@ -2498,8 +2465,8 @@ module Google
|
|
2498
2465
|
# @return [Hash<String,String>]
|
2499
2466
|
attr_accessor :parameters
|
2500
2467
|
|
2501
|
-
#
|
2502
|
-
# newTransformName",...`'
|
2468
|
+
# Use this to pass transform_name_mappings for streaming update jobs. Ex:`"
|
2469
|
+
# oldTransformName":"newTransformName",...`'
|
2503
2470
|
# Corresponds to the JSON property `transformNameMappings`
|
2504
2471
|
# @return [Hash<String,String>]
|
2505
2472
|
attr_accessor :transform_name_mappings
|
@@ -2558,7 +2525,7 @@ module Google
|
|
2558
2525
|
class LaunchFlexTemplateResponse
|
2559
2526
|
include Google::Apis::Core::Hashable
|
2560
2527
|
|
2561
|
-
# Defines a job to be run by the Cloud Dataflow service.
|
2528
|
+
# Defines a job to be run by the Cloud Dataflow service. nextID: 26
|
2562
2529
|
# Corresponds to the JSON property `job`
|
2563
2530
|
# @return [Google::Apis::DataflowV1b3::Job]
|
2564
2531
|
attr_accessor :job
|
@@ -2623,7 +2590,7 @@ module Google
|
|
2623
2590
|
class LaunchTemplateResponse
|
2624
2591
|
include Google::Apis::Core::Hashable
|
2625
2592
|
|
2626
|
-
# Defines a job to be run by the Cloud Dataflow service.
|
2593
|
+
# Defines a job to be run by the Cloud Dataflow service. nextID: 26
|
2627
2594
|
# Corresponds to the JSON property `job`
|
2628
2595
|
# @return [Google::Apis::DataflowV1b3::Job]
|
2629
2596
|
attr_accessor :job
|
@@ -2806,32 +2773,6 @@ module Google
|
|
2806
2773
|
end
|
2807
2774
|
end
|
2808
2775
|
|
2809
|
-
# Respond a list of TemplateVersions.
|
2810
|
-
class ListTemplateVersionsResponse
|
2811
|
-
include Google::Apis::Core::Hashable
|
2812
|
-
|
2813
|
-
# A token that can be sent as `page_token` to retrieve the next page. If this
|
2814
|
-
# field is omitted, there are no subsequent pages.
|
2815
|
-
# Corresponds to the JSON property `nextPageToken`
|
2816
|
-
# @return [String]
|
2817
|
-
attr_accessor :next_page_token
|
2818
|
-
|
2819
|
-
# A list of TemplateVersions.
|
2820
|
-
# Corresponds to the JSON property `templateVersions`
|
2821
|
-
# @return [Array<Google::Apis::DataflowV1b3::TemplateVersion>]
|
2822
|
-
attr_accessor :template_versions
|
2823
|
-
|
2824
|
-
def initialize(**args)
|
2825
|
-
update!(**args)
|
2826
|
-
end
|
2827
|
-
|
2828
|
-
# Update properties of this object
|
2829
|
-
def update!(**args)
|
2830
|
-
@next_page_token = args[:next_page_token] if args.key?(:next_page_token)
|
2831
|
-
@template_versions = args[:template_versions] if args.key?(:template_versions)
|
2832
|
-
end
|
2833
|
-
end
|
2834
|
-
|
2835
2776
|
# MapTask consists of an ordered set of instructions, each of which describes
|
2836
2777
|
# one particular low-level operation for the worker to perform in order to
|
2837
2778
|
# accomplish the MapTask's WorkItem. Each instruction must appear in the list
|
@@ -3071,105 +3012,6 @@ module Google
|
|
3071
3012
|
end
|
3072
3013
|
end
|
3073
3014
|
|
3074
|
-
# Either add the label to TemplateVersion or remove it from the TemplateVersion.
|
3075
|
-
class ModifyTemplateVersionLabelRequest
|
3076
|
-
include Google::Apis::Core::Hashable
|
3077
|
-
|
3078
|
-
# The label key for update.
|
3079
|
-
# Corresponds to the JSON property `key`
|
3080
|
-
# @return [String]
|
3081
|
-
attr_accessor :key
|
3082
|
-
|
3083
|
-
# Requests for add label to TemplateVersion or remove label from TemplateVersion.
|
3084
|
-
# Corresponds to the JSON property `op`
|
3085
|
-
# @return [String]
|
3086
|
-
attr_accessor :op
|
3087
|
-
|
3088
|
-
# The label value for update.
|
3089
|
-
# Corresponds to the JSON property `value`
|
3090
|
-
# @return [String]
|
3091
|
-
attr_accessor :value
|
3092
|
-
|
3093
|
-
def initialize(**args)
|
3094
|
-
update!(**args)
|
3095
|
-
end
|
3096
|
-
|
3097
|
-
# Update properties of this object
|
3098
|
-
def update!(**args)
|
3099
|
-
@key = args[:key] if args.key?(:key)
|
3100
|
-
@op = args[:op] if args.key?(:op)
|
3101
|
-
@value = args[:value] if args.key?(:value)
|
3102
|
-
end
|
3103
|
-
end
|
3104
|
-
|
3105
|
-
# Respond the labels in the TemplateVersion.
|
3106
|
-
class ModifyTemplateVersionLabelResponse
|
3107
|
-
include Google::Apis::Core::Hashable
|
3108
|
-
|
3109
|
-
# All the label in the TemplateVersion.
|
3110
|
-
# Corresponds to the JSON property `labels`
|
3111
|
-
# @return [Hash<String,String>]
|
3112
|
-
attr_accessor :labels
|
3113
|
-
|
3114
|
-
def initialize(**args)
|
3115
|
-
update!(**args)
|
3116
|
-
end
|
3117
|
-
|
3118
|
-
# Update properties of this object
|
3119
|
-
def update!(**args)
|
3120
|
-
@labels = args[:labels] if args.key?(:labels)
|
3121
|
-
end
|
3122
|
-
end
|
3123
|
-
|
3124
|
-
# Add a tag to the current TemplateVersion. If tag exist in another
|
3125
|
-
# TemplateVersion in the Template, remove the tag before add it to the current
|
3126
|
-
# TemplateVersion. If remove_only set, remove the tag from the current
|
3127
|
-
# TemplateVersion.
|
3128
|
-
class ModifyTemplateVersionTagRequest
|
3129
|
-
include Google::Apis::Core::Hashable
|
3130
|
-
|
3131
|
-
# The flag that indicates if the request is only for remove tag from
|
3132
|
-
# TemplateVersion.
|
3133
|
-
# Corresponds to the JSON property `removeOnly`
|
3134
|
-
# @return [Boolean]
|
3135
|
-
attr_accessor :remove_only
|
3136
|
-
alias_method :remove_only?, :remove_only
|
3137
|
-
|
3138
|
-
# The tag for update.
|
3139
|
-
# Corresponds to the JSON property `tag`
|
3140
|
-
# @return [String]
|
3141
|
-
attr_accessor :tag
|
3142
|
-
|
3143
|
-
def initialize(**args)
|
3144
|
-
update!(**args)
|
3145
|
-
end
|
3146
|
-
|
3147
|
-
# Update properties of this object
|
3148
|
-
def update!(**args)
|
3149
|
-
@remove_only = args[:remove_only] if args.key?(:remove_only)
|
3150
|
-
@tag = args[:tag] if args.key?(:tag)
|
3151
|
-
end
|
3152
|
-
end
|
3153
|
-
|
3154
|
-
# Respond the current tags in the TemplateVersion.
|
3155
|
-
class ModifyTemplateVersionTagResponse
|
3156
|
-
include Google::Apis::Core::Hashable
|
3157
|
-
|
3158
|
-
# All the tags in the TemplateVersion.
|
3159
|
-
# Corresponds to the JSON property `tags`
|
3160
|
-
# @return [Array<String>]
|
3161
|
-
attr_accessor :tags
|
3162
|
-
|
3163
|
-
def initialize(**args)
|
3164
|
-
update!(**args)
|
3165
|
-
end
|
3166
|
-
|
3167
|
-
# Update properties of this object
|
3168
|
-
def update!(**args)
|
3169
|
-
@tags = args[:tags] if args.key?(:tags)
|
3170
|
-
end
|
3171
|
-
end
|
3172
|
-
|
3173
3015
|
# Describes mounted data disk.
|
3174
3016
|
class MountedDataDisk
|
3175
3017
|
include Google::Apis::Core::Hashable
|
@@ -3409,6 +3251,11 @@ module Google
|
|
3409
3251
|
class ParameterMetadata
|
3410
3252
|
include Google::Apis::Core::Hashable
|
3411
3253
|
|
3254
|
+
# Optional. Additional metadata for describing this parameter.
|
3255
|
+
# Corresponds to the JSON property `customMetadata`
|
3256
|
+
# @return [Hash<String,String>]
|
3257
|
+
attr_accessor :custom_metadata
|
3258
|
+
|
3412
3259
|
# Required. The help text to display for the parameter.
|
3413
3260
|
# Corresponds to the JSON property `helpText`
|
3414
3261
|
# @return [String]
|
@@ -3446,6 +3293,7 @@ module Google
|
|
3446
3293
|
|
3447
3294
|
# Update properties of this object
|
3448
3295
|
def update!(**args)
|
3296
|
+
@custom_metadata = args[:custom_metadata] if args.key?(:custom_metadata)
|
3449
3297
|
@help_text = args[:help_text] if args.key?(:help_text)
|
3450
3298
|
@is_optional = args[:is_optional] if args.key?(:is_optional)
|
3451
3299
|
@label = args[:label] if args.key?(:label)
|
@@ -3645,7 +3493,7 @@ module Google
|
|
3645
3493
|
end
|
3646
3494
|
end
|
3647
3495
|
|
3648
|
-
# Metadata for a
|
3496
|
+
# Metadata for a Pub/Sub connector used by the job.
|
3649
3497
|
class PubSubIoDetails
|
3650
3498
|
include Google::Apis::Core::Hashable
|
3651
3499
|
|
@@ -4147,6 +3995,12 @@ module Google
|
|
4147
3995
|
# @return [String]
|
4148
3996
|
attr_accessor :container_image
|
4149
3997
|
|
3998
|
+
# Environment ID for the Beam runner API proto Environment that corresponds to
|
3999
|
+
# the current SDK Harness.
|
4000
|
+
# Corresponds to the JSON property `environmentId`
|
4001
|
+
# @return [String]
|
4002
|
+
attr_accessor :environment_id
|
4003
|
+
|
4150
4004
|
# If true, recommends the Dataflow service to use only one core per SDK
|
4151
4005
|
# container instance with this image. If false (or unset) recommends using more
|
4152
4006
|
# than one core per SDK container instance with this image for efficiency. Note
|
@@ -4163,6 +4017,7 @@ module Google
|
|
4163
4017
|
# Update properties of this object
|
4164
4018
|
def update!(**args)
|
4165
4019
|
@container_image = args[:container_image] if args.key?(:container_image)
|
4020
|
+
@environment_id = args[:environment_id] if args.key?(:environment_id)
|
4166
4021
|
@use_single_core_per_container = args[:use_single_core_per_container] if args.key?(:use_single_core_per_container)
|
4167
4022
|
end
|
4168
4023
|
end
|
@@ -4488,6 +4343,11 @@ module Google
|
|
4488
4343
|
# @return [Array<Google::Apis::DataflowV1b3::PubsubSnapshotMetadata>]
|
4489
4344
|
attr_accessor :pubsub_metadata
|
4490
4345
|
|
4346
|
+
# Cloud region where this snapshot lives in, e.g., "us-central1".
|
4347
|
+
# Corresponds to the JSON property `region`
|
4348
|
+
# @return [String]
|
4349
|
+
attr_accessor :region
|
4350
|
+
|
4491
4351
|
# The job this snapshot was created from.
|
4492
4352
|
# Corresponds to the JSON property `sourceJobId`
|
4493
4353
|
# @return [String]
|
@@ -4515,6 +4375,7 @@ module Google
|
|
4515
4375
|
@id = args[:id] if args.key?(:id)
|
4516
4376
|
@project_id = args[:project_id] if args.key?(:project_id)
|
4517
4377
|
@pubsub_metadata = args[:pubsub_metadata] if args.key?(:pubsub_metadata)
|
4378
|
+
@region = args[:region] if args.key?(:region)
|
4518
4379
|
@source_job_id = args[:source_job_id] if args.key?(:source_job_id)
|
4519
4380
|
@state = args[:state] if args.key?(:state)
|
4520
4381
|
@ttl = args[:ttl] if args.key?(:ttl)
|
@@ -5771,80 +5632,6 @@ module Google
|
|
5771
5632
|
end
|
5772
5633
|
end
|
5773
5634
|
|
5774
|
-
# ///////////////////////////////////////////////////////////////////////////// /
|
5775
|
-
# /// Template Catalog is used to organize user TemplateVersions. ////
|
5776
|
-
# TemplateVersions that have the same project_id and display_name are ////
|
5777
|
-
# belong to the same Template. //// Templates with the same project_id belong to
|
5778
|
-
# the same Project. //// TemplateVersion may have labels and multiple labels are
|
5779
|
-
# allowed. //// Duplicated labels in the same `TemplateVersion` are not allowed.
|
5780
|
-
# //// TemplateVersion may have tags and multiple tags are allowed. Duplicated //
|
5781
|
-
# // tags in the same `Template` are not allowed!
|
5782
|
-
class TemplateVersion
|
5783
|
-
include Google::Apis::Core::Hashable
|
5784
|
-
|
5785
|
-
# Job information for templates.
|
5786
|
-
# Corresponds to the JSON property `artifact`
|
5787
|
-
# @return [Google::Apis::DataflowV1b3::Artifact]
|
5788
|
-
attr_accessor :artifact
|
5789
|
-
|
5790
|
-
# Creation time of this TemplateVersion.
|
5791
|
-
# Corresponds to the JSON property `createTime`
|
5792
|
-
# @return [String]
|
5793
|
-
attr_accessor :create_time
|
5794
|
-
|
5795
|
-
# Template description from the user.
|
5796
|
-
# Corresponds to the JSON property `description`
|
5797
|
-
# @return [String]
|
5798
|
-
attr_accessor :description
|
5799
|
-
|
5800
|
-
# A customized name for Template. Multiple TemplateVersions per Template.
|
5801
|
-
# Corresponds to the JSON property `displayName`
|
5802
|
-
# @return [String]
|
5803
|
-
attr_accessor :display_name
|
5804
|
-
|
5805
|
-
# Labels for the Template Version. Labels can be duplicate within Template.
|
5806
|
-
# Corresponds to the JSON property `labels`
|
5807
|
-
# @return [Hash<String,String>]
|
5808
|
-
attr_accessor :labels
|
5809
|
-
|
5810
|
-
# A unique project_id. Multiple Templates per Project.
|
5811
|
-
# Corresponds to the JSON property `projectId`
|
5812
|
-
# @return [String]
|
5813
|
-
attr_accessor :project_id
|
5814
|
-
|
5815
|
-
# Alias for version_id, helps locate a TemplateVersion.
|
5816
|
-
# Corresponds to the JSON property `tags`
|
5817
|
-
# @return [Array<String>]
|
5818
|
-
attr_accessor :tags
|
5819
|
-
|
5820
|
-
# Either LEGACY or FLEX. This should match with the type of artifact.
|
5821
|
-
# Corresponds to the JSON property `type`
|
5822
|
-
# @return [String]
|
5823
|
-
attr_accessor :type
|
5824
|
-
|
5825
|
-
# An auto generated version_id for TemplateVersion.
|
5826
|
-
# Corresponds to the JSON property `versionId`
|
5827
|
-
# @return [String]
|
5828
|
-
attr_accessor :version_id
|
5829
|
-
|
5830
|
-
def initialize(**args)
|
5831
|
-
update!(**args)
|
5832
|
-
end
|
5833
|
-
|
5834
|
-
# Update properties of this object
|
5835
|
-
def update!(**args)
|
5836
|
-
@artifact = args[:artifact] if args.key?(:artifact)
|
5837
|
-
@create_time = args[:create_time] if args.key?(:create_time)
|
5838
|
-
@description = args[:description] if args.key?(:description)
|
5839
|
-
@display_name = args[:display_name] if args.key?(:display_name)
|
5840
|
-
@labels = args[:labels] if args.key?(:labels)
|
5841
|
-
@project_id = args[:project_id] if args.key?(:project_id)
|
5842
|
-
@tags = args[:tags] if args.key?(:tags)
|
5843
|
-
@type = args[:type] if args.key?(:type)
|
5844
|
-
@version_id = args[:version_id] if args.key?(:version_id)
|
5845
|
-
end
|
5846
|
-
end
|
5847
|
-
|
5848
5635
|
# Global topology of the streaming Dataflow job, including all computations and
|
5849
5636
|
# their sharded locations.
|
5850
5637
|
class TopologyConfig
|
@@ -6359,7 +6146,7 @@ module Google
|
|
6359
6146
|
class WorkerHealthReport
|
6360
6147
|
include Google::Apis::Core::Hashable
|
6361
6148
|
|
6362
|
-
#
|
6149
|
+
# Message describing any unusual health reports.
|
6363
6150
|
# Corresponds to the JSON property `msg`
|
6364
6151
|
# @return [String]
|
6365
6152
|
attr_accessor :msg
|
@@ -6378,6 +6165,12 @@ module Google
|
|
6378
6165
|
# @return [String]
|
6379
6166
|
attr_accessor :report_interval
|
6380
6167
|
|
6168
|
+
# Code to describe a specific reason, if known, that a VM has reported broken
|
6169
|
+
# state.
|
6170
|
+
# Corresponds to the JSON property `vmBrokenCode`
|
6171
|
+
# @return [String]
|
6172
|
+
attr_accessor :vm_broken_code
|
6173
|
+
|
6381
6174
|
# Whether the VM is in a permanently broken state. Broken VMs should be
|
6382
6175
|
# abandoned or deleted ASAP to avoid assigning or completing any work.
|
6383
6176
|
# Corresponds to the JSON property `vmIsBroken`
|
@@ -6405,6 +6198,7 @@ module Google
|
|
6405
6198
|
@msg = args[:msg] if args.key?(:msg)
|
6406
6199
|
@pods = args[:pods] if args.key?(:pods)
|
6407
6200
|
@report_interval = args[:report_interval] if args.key?(:report_interval)
|
6201
|
+
@vm_broken_code = args[:vm_broken_code] if args.key?(:vm_broken_code)
|
6408
6202
|
@vm_is_broken = args[:vm_is_broken] if args.key?(:vm_is_broken)
|
6409
6203
|
@vm_is_healthy = args[:vm_is_healthy] if args.key?(:vm_is_healthy)
|
6410
6204
|
@vm_startup_time = args[:vm_startup_time] if args.key?(:vm_startup_time)
|
@@ -6553,9 +6347,9 @@ module Google
|
|
6553
6347
|
# The code is a string intended for consumption by a machine that identifies the
|
6554
6348
|
# type of message being sent. Examples: 1. "HARNESS_STARTED" might be used to
|
6555
6349
|
# indicate the worker harness has started. 2. "GCS_DOWNLOAD_ERROR" might be used
|
6556
|
-
# to indicate an error downloading a
|
6557
|
-
# of the worker containers. This is a string and not an enum to
|
6558
|
-
# add new codes without waiting for an API change.
|
6350
|
+
# to indicate an error downloading a Cloud Storage file as part of the boot
|
6351
|
+
# process of one of the worker containers. This is a string and not an enum to
|
6352
|
+
# make it easy to add new codes without waiting for an API change.
|
6559
6353
|
# Corresponds to the JSON property `code`
|
6560
6354
|
# @return [String]
|
6561
6355
|
attr_accessor :code
|
@@ -6564,13 +6358,14 @@ module Google
|
|
6564
6358
|
# allow parameters of different types. Examples: 1. For a "HARNESS_STARTED"
|
6565
6359
|
# message parameters might provide the name of the worker and additional data
|
6566
6360
|
# like timing information. 2. For a "GCS_DOWNLOAD_ERROR" parameters might
|
6567
|
-
# contain fields listing the
|
6568
|
-
# errors. In general complex data structures should be avoided. If a
|
6569
|
-
# needs to send a specific and complicated data structure then please
|
6570
|
-
# defining a new proto and adding it to the data oneof in
|
6571
|
-
# Conventions: Parameters should only be used for
|
6572
|
-
# typically passed as a label. hostname and other worker
|
6573
|
-
# almost always be passed as labels since they will be
|
6361
|
+
# contain fields listing the Cloud Storage objects being downloaded and fields
|
6362
|
+
# containing errors. In general complex data structures should be avoided. If a
|
6363
|
+
# worker needs to send a specific and complicated data structure then please
|
6364
|
+
# consider defining a new proto and adding it to the data oneof in
|
6365
|
+
# WorkerMessageResponse. Conventions: Parameters should only be used for
|
6366
|
+
# information that isn't typically passed as a label. hostname and other worker
|
6367
|
+
# identifiers should almost always be passed as labels since they will be
|
6368
|
+
# included on most messages.
|
6574
6369
|
# Corresponds to the JSON property `parameters`
|
6575
6370
|
# @return [Hash<String,Object>]
|
6576
6371
|
attr_accessor :parameters
|