google-apis-dataflow_v1b3 0.2.0 → 0.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +21 -0
- data/lib/google/apis/dataflow_v1b3.rb +2 -2
- data/lib/google/apis/dataflow_v1b3/classes.rb +97 -317
- data/lib/google/apis/dataflow_v1b3/gem_version.rb +3 -3
- data/lib/google/apis/dataflow_v1b3/representations.rb +20 -147
- data/lib/google/apis/dataflow_v1b3/service.rb +4 -260
- metadata +5 -5
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: f3c4c87ace2c9b54d042ed23e66fcec70511b9117b12d5b599295a047d0be591
|
|
4
|
+
data.tar.gz: e65f8a188f3f7407f33f0891890f0f393896a29594f4564079ab84facee34bf8
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 9e92991f7a29bde09278f2c3f7d58fbd15722ca91f38fad839bcc00e5d38cb10d23476181a59cb4dbfa71c20072c7d1c4c209a1fbde56d97cdceab70a2d639a7
|
|
7
|
+
data.tar.gz: 30241ac06509892f4e0ae5ca89103aaad800db24505b900cd743a0c016462e21ee10936ff92cc736fe287b77c6ae18f3e1597968e74f7e752f5b84fb60d452a7
|
data/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,26 @@
|
|
|
1
1
|
# Release history for google-apis-dataflow_v1b3
|
|
2
2
|
|
|
3
|
+
### v0.7.0 (2021-05-19)
|
|
4
|
+
|
|
5
|
+
* Unspecified changes
|
|
6
|
+
|
|
7
|
+
### v0.6.0 (2021-04-29)
|
|
8
|
+
|
|
9
|
+
* Regenerated from discovery document revision 20210420
|
|
10
|
+
|
|
11
|
+
### v0.5.0 (2021-03-11)
|
|
12
|
+
|
|
13
|
+
* Regenerated from discovery document revision 20210301
|
|
14
|
+
* Regenerated using generator version 0.2.0
|
|
15
|
+
|
|
16
|
+
### v0.4.0 (2021-03-04)
|
|
17
|
+
|
|
18
|
+
* Regenerated from discovery document revision 20210217
|
|
19
|
+
|
|
20
|
+
### v0.3.0 (2021-02-09)
|
|
21
|
+
|
|
22
|
+
* Regenerated from discovery document revision 20210131
|
|
23
|
+
|
|
3
24
|
### v0.2.0 (2021-01-20)
|
|
4
25
|
|
|
5
26
|
* Regenerated from discovery document revision 20210106
|
|
@@ -29,7 +29,7 @@ module Google
|
|
|
29
29
|
# This is NOT the gem version.
|
|
30
30
|
VERSION = 'V1b3'
|
|
31
31
|
|
|
32
|
-
#
|
|
32
|
+
# See, edit, configure, and delete your Google Cloud Platform data
|
|
33
33
|
AUTH_CLOUD_PLATFORM = 'https://www.googleapis.com/auth/cloud-platform'
|
|
34
34
|
|
|
35
35
|
# View and manage your Google Compute Engine resources
|
|
@@ -38,7 +38,7 @@ module Google
|
|
|
38
38
|
# View your Google Compute Engine resources
|
|
39
39
|
AUTH_COMPUTE_READONLY = 'https://www.googleapis.com/auth/compute.readonly'
|
|
40
40
|
|
|
41
|
-
#
|
|
41
|
+
# See your primary Google Account email address
|
|
42
42
|
AUTH_USERINFO_EMAIL = 'https://www.googleapis.com/auth/userinfo.email'
|
|
43
43
|
end
|
|
44
44
|
end
|
|
@@ -132,37 +132,6 @@ module Google
|
|
|
132
132
|
end
|
|
133
133
|
end
|
|
134
134
|
|
|
135
|
-
# Job information for templates.
|
|
136
|
-
class Artifact
|
|
137
|
-
include Google::Apis::Core::Hashable
|
|
138
|
-
|
|
139
|
-
# Container Spec.
|
|
140
|
-
# Corresponds to the JSON property `containerSpec`
|
|
141
|
-
# @return [Google::Apis::DataflowV1b3::ContainerSpec]
|
|
142
|
-
attr_accessor :container_spec
|
|
143
|
-
|
|
144
|
-
# job_graph_gcs_path set for legacy Template.
|
|
145
|
-
# Corresponds to the JSON property `jobGraphGcsPath`
|
|
146
|
-
# @return [String]
|
|
147
|
-
attr_accessor :job_graph_gcs_path
|
|
148
|
-
|
|
149
|
-
# Metadata describing a template.
|
|
150
|
-
# Corresponds to the JSON property `metadata`
|
|
151
|
-
# @return [Google::Apis::DataflowV1b3::TemplateMetadata]
|
|
152
|
-
attr_accessor :metadata
|
|
153
|
-
|
|
154
|
-
def initialize(**args)
|
|
155
|
-
update!(**args)
|
|
156
|
-
end
|
|
157
|
-
|
|
158
|
-
# Update properties of this object
|
|
159
|
-
def update!(**args)
|
|
160
|
-
@container_spec = args[:container_spec] if args.key?(:container_spec)
|
|
161
|
-
@job_graph_gcs_path = args[:job_graph_gcs_path] if args.key?(:job_graph_gcs_path)
|
|
162
|
-
@metadata = args[:metadata] if args.key?(:metadata)
|
|
163
|
-
end
|
|
164
|
-
end
|
|
165
|
-
|
|
166
135
|
# A structured message reporting an autoscaling decision made by the Dataflow
|
|
167
136
|
# service.
|
|
168
137
|
class AutoscalingEvent
|
|
@@ -279,7 +248,7 @@ module Google
|
|
|
279
248
|
end
|
|
280
249
|
end
|
|
281
250
|
|
|
282
|
-
# Metadata for a BigTable connector used by the job.
|
|
251
|
+
# Metadata for a Cloud BigTable connector used by the job.
|
|
283
252
|
class BigTableIoDetails
|
|
284
253
|
include Google::Apis::Core::Hashable
|
|
285
254
|
|
|
@@ -342,32 +311,6 @@ module Google
|
|
|
342
311
|
end
|
|
343
312
|
end
|
|
344
313
|
|
|
345
|
-
# Commit will add a new TemplateVersion to an existing template.
|
|
346
|
-
class CommitTemplateVersionRequest
|
|
347
|
-
include Google::Apis::Core::Hashable
|
|
348
|
-
|
|
349
|
-
# ///////////////////////////////////////////////////////////////////////////// /
|
|
350
|
-
# /// Template Catalog is used to organize user TemplateVersions. ////
|
|
351
|
-
# TemplateVersions that have the same project_id and display_name are ////
|
|
352
|
-
# belong to the same Template. //// Templates with the same project_id belong to
|
|
353
|
-
# the same Project. //// TemplateVersion may have labels and multiple labels are
|
|
354
|
-
# allowed. //// Duplicated labels in the same `TemplateVersion` are not allowed.
|
|
355
|
-
# //// TemplateVersion may have tags and multiple tags are allowed. Duplicated //
|
|
356
|
-
# // tags in the same `Template` are not allowed!
|
|
357
|
-
# Corresponds to the JSON property `templateVersion`
|
|
358
|
-
# @return [Google::Apis::DataflowV1b3::TemplateVersion]
|
|
359
|
-
attr_accessor :template_version
|
|
360
|
-
|
|
361
|
-
def initialize(**args)
|
|
362
|
-
update!(**args)
|
|
363
|
-
end
|
|
364
|
-
|
|
365
|
-
# Update properties of this object
|
|
366
|
-
def update!(**args)
|
|
367
|
-
@template_version = args[:template_version] if args.key?(:template_version)
|
|
368
|
-
end
|
|
369
|
-
end
|
|
370
|
-
|
|
371
314
|
# Description of an interstitial value between transforms in an execution stage.
|
|
372
315
|
class ComponentSource
|
|
373
316
|
include Google::Apis::Core::Hashable
|
|
@@ -847,32 +790,6 @@ module Google
|
|
|
847
790
|
end
|
|
848
791
|
end
|
|
849
792
|
|
|
850
|
-
# Creates a new Template with TemplateVersions.
|
|
851
|
-
class CreateTemplateVersionRequest
|
|
852
|
-
include Google::Apis::Core::Hashable
|
|
853
|
-
|
|
854
|
-
# ///////////////////////////////////////////////////////////////////////////// /
|
|
855
|
-
# /// Template Catalog is used to organize user TemplateVersions. ////
|
|
856
|
-
# TemplateVersions that have the same project_id and display_name are ////
|
|
857
|
-
# belong to the same Template. //// Templates with the same project_id belong to
|
|
858
|
-
# the same Project. //// TemplateVersion may have labels and multiple labels are
|
|
859
|
-
# allowed. //// Duplicated labels in the same `TemplateVersion` are not allowed.
|
|
860
|
-
# //// TemplateVersion may have tags and multiple tags are allowed. Duplicated //
|
|
861
|
-
# // tags in the same `Template` are not allowed!
|
|
862
|
-
# Corresponds to the JSON property `templateVersion`
|
|
863
|
-
# @return [Google::Apis::DataflowV1b3::TemplateVersion]
|
|
864
|
-
attr_accessor :template_version
|
|
865
|
-
|
|
866
|
-
def initialize(**args)
|
|
867
|
-
update!(**args)
|
|
868
|
-
end
|
|
869
|
-
|
|
870
|
-
# Update properties of this object
|
|
871
|
-
def update!(**args)
|
|
872
|
-
@template_version = args[:template_version] if args.key?(:template_version)
|
|
873
|
-
end
|
|
874
|
-
end
|
|
875
|
-
|
|
876
793
|
# Identifies the location of a custom souce.
|
|
877
794
|
class CustomSourceLocation
|
|
878
795
|
include Google::Apis::Core::Hashable
|
|
@@ -947,6 +864,27 @@ module Google
|
|
|
947
864
|
end
|
|
948
865
|
end
|
|
949
866
|
|
|
867
|
+
# Describes any options that have an effect on the debugging of pipelines.
|
|
868
|
+
class DebugOptions
|
|
869
|
+
include Google::Apis::Core::Hashable
|
|
870
|
+
|
|
871
|
+
# When true, enables the logging of the literal hot key to the user's Cloud
|
|
872
|
+
# Logging.
|
|
873
|
+
# Corresponds to the JSON property `enableHotKeyLogging`
|
|
874
|
+
# @return [Boolean]
|
|
875
|
+
attr_accessor :enable_hot_key_logging
|
|
876
|
+
alias_method :enable_hot_key_logging?, :enable_hot_key_logging
|
|
877
|
+
|
|
878
|
+
def initialize(**args)
|
|
879
|
+
update!(**args)
|
|
880
|
+
end
|
|
881
|
+
|
|
882
|
+
# Update properties of this object
|
|
883
|
+
def update!(**args)
|
|
884
|
+
@enable_hot_key_logging = args[:enable_hot_key_logging] if args.key?(:enable_hot_key_logging)
|
|
885
|
+
end
|
|
886
|
+
end
|
|
887
|
+
|
|
950
888
|
# Response from deleting a snapshot.
|
|
951
889
|
class DeleteSnapshotResponse
|
|
952
890
|
include Google::Apis::Core::Hashable
|
|
@@ -1212,23 +1150,6 @@ module Google
|
|
|
1212
1150
|
end
|
|
1213
1151
|
end
|
|
1214
1152
|
|
|
1215
|
-
# A generic empty message that you can re-use to avoid defining duplicated empty
|
|
1216
|
-
# messages in your APIs. A typical example is to use it as the request or the
|
|
1217
|
-
# response type of an API method. For instance: service Foo ` rpc Bar(google.
|
|
1218
|
-
# protobuf.Empty) returns (google.protobuf.Empty); ` The JSON representation for
|
|
1219
|
-
# `Empty` is empty JSON object ````.
|
|
1220
|
-
class Empty
|
|
1221
|
-
include Google::Apis::Core::Hashable
|
|
1222
|
-
|
|
1223
|
-
def initialize(**args)
|
|
1224
|
-
update!(**args)
|
|
1225
|
-
end
|
|
1226
|
-
|
|
1227
|
-
# Update properties of this object
|
|
1228
|
-
def update!(**args)
|
|
1229
|
-
end
|
|
1230
|
-
end
|
|
1231
|
-
|
|
1232
1153
|
# Describes the environment in which a Dataflow Job runs.
|
|
1233
1154
|
class Environment
|
|
1234
1155
|
include Google::Apis::Core::Hashable
|
|
@@ -1247,7 +1168,15 @@ module Google
|
|
|
1247
1168
|
# @return [String]
|
|
1248
1169
|
attr_accessor :dataset
|
|
1249
1170
|
|
|
1250
|
-
#
|
|
1171
|
+
# Describes any options that have an effect on the debugging of pipelines.
|
|
1172
|
+
# Corresponds to the JSON property `debugOptions`
|
|
1173
|
+
# @return [Google::Apis::DataflowV1b3::DebugOptions]
|
|
1174
|
+
attr_accessor :debug_options
|
|
1175
|
+
|
|
1176
|
+
# The list of experiments to enable. This field should be used for SDK related
|
|
1177
|
+
# experiments and not for service related experiments. The proper field for
|
|
1178
|
+
# service related experiments is service_options. For more details see the
|
|
1179
|
+
# rationale at go/user-specified-service-options.
|
|
1251
1180
|
# Corresponds to the JSON property `experiments`
|
|
1252
1181
|
# @return [Array<String>]
|
|
1253
1182
|
attr_accessor :experiments
|
|
@@ -1281,6 +1210,19 @@ module Google
|
|
|
1281
1210
|
# @return [String]
|
|
1282
1211
|
attr_accessor :service_kms_key_name
|
|
1283
1212
|
|
|
1213
|
+
# The list of service options to enable. This field should be used for service
|
|
1214
|
+
# related experiments only. These experiments, when graduating to GA, should be
|
|
1215
|
+
# replaced by dedicated fields or become default (i.e. always on). For more
|
|
1216
|
+
# details see the rationale at go/user-specified-service-options.
|
|
1217
|
+
# Corresponds to the JSON property `serviceOptions`
|
|
1218
|
+
# @return [Array<String>]
|
|
1219
|
+
attr_accessor :service_options
|
|
1220
|
+
|
|
1221
|
+
# Output only. The shuffle mode used for the job.
|
|
1222
|
+
# Corresponds to the JSON property `shuffleMode`
|
|
1223
|
+
# @return [String]
|
|
1224
|
+
attr_accessor :shuffle_mode
|
|
1225
|
+
|
|
1284
1226
|
# The prefix of the resources the system should use for temporary storage. The
|
|
1285
1227
|
# system will append the suffix "/temp-`JOBNAME` to this resource prefix, where `
|
|
1286
1228
|
# JOBNAME` is the value of the job_name field. The resulting bucket and object
|
|
@@ -1334,12 +1276,15 @@ module Google
|
|
|
1334
1276
|
def update!(**args)
|
|
1335
1277
|
@cluster_manager_api_service = args[:cluster_manager_api_service] if args.key?(:cluster_manager_api_service)
|
|
1336
1278
|
@dataset = args[:dataset] if args.key?(:dataset)
|
|
1279
|
+
@debug_options = args[:debug_options] if args.key?(:debug_options)
|
|
1337
1280
|
@experiments = args[:experiments] if args.key?(:experiments)
|
|
1338
1281
|
@flex_resource_scheduling_goal = args[:flex_resource_scheduling_goal] if args.key?(:flex_resource_scheduling_goal)
|
|
1339
1282
|
@internal_experiments = args[:internal_experiments] if args.key?(:internal_experiments)
|
|
1340
1283
|
@sdk_pipeline_options = args[:sdk_pipeline_options] if args.key?(:sdk_pipeline_options)
|
|
1341
1284
|
@service_account_email = args[:service_account_email] if args.key?(:service_account_email)
|
|
1342
1285
|
@service_kms_key_name = args[:service_kms_key_name] if args.key?(:service_kms_key_name)
|
|
1286
|
+
@service_options = args[:service_options] if args.key?(:service_options)
|
|
1287
|
+
@shuffle_mode = args[:shuffle_mode] if args.key?(:shuffle_mode)
|
|
1343
1288
|
@temp_storage_prefix = args[:temp_storage_prefix] if args.key?(:temp_storage_prefix)
|
|
1344
1289
|
@user_agent = args[:user_agent] if args.key?(:user_agent)
|
|
1345
1290
|
@version = args[:version] if args.key?(:version)
|
|
@@ -1406,7 +1351,7 @@ module Google
|
|
|
1406
1351
|
# @return [Array<Google::Apis::DataflowV1b3::StageSource>]
|
|
1407
1352
|
attr_accessor :input_source
|
|
1408
1353
|
|
|
1409
|
-
# Type of
|
|
1354
|
+
# Type of transform this stage is executing.
|
|
1410
1355
|
# Corresponds to the JSON property `kind`
|
|
1411
1356
|
# @return [String]
|
|
1412
1357
|
attr_accessor :kind
|
|
@@ -1571,6 +1516,12 @@ module Google
|
|
|
1571
1516
|
# @return [String]
|
|
1572
1517
|
attr_accessor :service_account_email
|
|
1573
1518
|
|
|
1519
|
+
# The Cloud Storage path for staging local files. Must be a valid Cloud Storage
|
|
1520
|
+
# URL, beginning with `gs://`.
|
|
1521
|
+
# Corresponds to the JSON property `stagingLocation`
|
|
1522
|
+
# @return [String]
|
|
1523
|
+
attr_accessor :staging_location
|
|
1524
|
+
|
|
1574
1525
|
# Subnetwork to which VMs will be assigned, if desired. You can specify a
|
|
1575
1526
|
# subnetwork using either a complete URL or an abbreviated path. Expected to be
|
|
1576
1527
|
# of the form "https://www.googleapis.com/compute/v1/projects/HOST_PROJECT_ID/
|
|
@@ -1629,6 +1580,7 @@ module Google
|
|
|
1629
1580
|
@network = args[:network] if args.key?(:network)
|
|
1630
1581
|
@num_workers = args[:num_workers] if args.key?(:num_workers)
|
|
1631
1582
|
@service_account_email = args[:service_account_email] if args.key?(:service_account_email)
|
|
1583
|
+
@staging_location = args[:staging_location] if args.key?(:staging_location)
|
|
1632
1584
|
@subnetwork = args[:subnetwork] if args.key?(:subnetwork)
|
|
1633
1585
|
@temp_location = args[:temp_location] if args.key?(:temp_location)
|
|
1634
1586
|
@worker_region = args[:worker_region] if args.key?(:worker_region)
|
|
@@ -2145,7 +2097,7 @@ module Google
|
|
|
2145
2097
|
# @return [Array<Google::Apis::DataflowV1b3::Step>]
|
|
2146
2098
|
attr_accessor :steps
|
|
2147
2099
|
|
|
2148
|
-
# The
|
|
2100
|
+
# The Cloud Storage location where the steps are stored.
|
|
2149
2101
|
# Corresponds to the JSON property `stepsLocation`
|
|
2150
2102
|
# @return [String]
|
|
2151
2103
|
attr_accessor :steps_location
|
|
@@ -2313,7 +2265,7 @@ module Google
|
|
|
2313
2265
|
class JobMetadata
|
|
2314
2266
|
include Google::Apis::Core::Hashable
|
|
2315
2267
|
|
|
2316
|
-
# Identification of a BigTable source used in the Dataflow job.
|
|
2268
|
+
# Identification of a Cloud BigTable source used in the Dataflow job.
|
|
2317
2269
|
# Corresponds to the JSON property `bigTableDetails`
|
|
2318
2270
|
# @return [Array<Google::Apis::DataflowV1b3::BigTableIoDetails>]
|
|
2319
2271
|
attr_accessor :big_table_details
|
|
@@ -2486,7 +2438,7 @@ module Google
|
|
|
2486
2438
|
# @return [Google::Apis::DataflowV1b3::ContainerSpec]
|
|
2487
2439
|
attr_accessor :container_spec
|
|
2488
2440
|
|
|
2489
|
-
#
|
|
2441
|
+
# Cloud Storage path to a file with json serialized ContainerSpec as content.
|
|
2490
2442
|
# Corresponds to the JSON property `containerSpecGcsPath`
|
|
2491
2443
|
# @return [String]
|
|
2492
2444
|
attr_accessor :container_spec_gcs_path
|
|
@@ -2821,32 +2773,6 @@ module Google
|
|
|
2821
2773
|
end
|
|
2822
2774
|
end
|
|
2823
2775
|
|
|
2824
|
-
# Respond a list of TemplateVersions.
|
|
2825
|
-
class ListTemplateVersionsResponse
|
|
2826
|
-
include Google::Apis::Core::Hashable
|
|
2827
|
-
|
|
2828
|
-
# A token that can be sent as `page_token` to retrieve the next page. If this
|
|
2829
|
-
# field is omitted, there are no subsequent pages.
|
|
2830
|
-
# Corresponds to the JSON property `nextPageToken`
|
|
2831
|
-
# @return [String]
|
|
2832
|
-
attr_accessor :next_page_token
|
|
2833
|
-
|
|
2834
|
-
# A list of TemplateVersions.
|
|
2835
|
-
# Corresponds to the JSON property `templateVersions`
|
|
2836
|
-
# @return [Array<Google::Apis::DataflowV1b3::TemplateVersion>]
|
|
2837
|
-
attr_accessor :template_versions
|
|
2838
|
-
|
|
2839
|
-
def initialize(**args)
|
|
2840
|
-
update!(**args)
|
|
2841
|
-
end
|
|
2842
|
-
|
|
2843
|
-
# Update properties of this object
|
|
2844
|
-
def update!(**args)
|
|
2845
|
-
@next_page_token = args[:next_page_token] if args.key?(:next_page_token)
|
|
2846
|
-
@template_versions = args[:template_versions] if args.key?(:template_versions)
|
|
2847
|
-
end
|
|
2848
|
-
end
|
|
2849
|
-
|
|
2850
2776
|
# MapTask consists of an ordered set of instructions, each of which describes
|
|
2851
2777
|
# one particular low-level operation for the worker to perform in order to
|
|
2852
2778
|
# accomplish the MapTask's WorkItem. Each instruction must appear in the list
|
|
@@ -3086,105 +3012,6 @@ module Google
|
|
|
3086
3012
|
end
|
|
3087
3013
|
end
|
|
3088
3014
|
|
|
3089
|
-
# Either add the label to TemplateVersion or remove it from the TemplateVersion.
|
|
3090
|
-
class ModifyTemplateVersionLabelRequest
|
|
3091
|
-
include Google::Apis::Core::Hashable
|
|
3092
|
-
|
|
3093
|
-
# The label key for update.
|
|
3094
|
-
# Corresponds to the JSON property `key`
|
|
3095
|
-
# @return [String]
|
|
3096
|
-
attr_accessor :key
|
|
3097
|
-
|
|
3098
|
-
# Requests for add label to TemplateVersion or remove label from TemplateVersion.
|
|
3099
|
-
# Corresponds to the JSON property `op`
|
|
3100
|
-
# @return [String]
|
|
3101
|
-
attr_accessor :op
|
|
3102
|
-
|
|
3103
|
-
# The label value for update.
|
|
3104
|
-
# Corresponds to the JSON property `value`
|
|
3105
|
-
# @return [String]
|
|
3106
|
-
attr_accessor :value
|
|
3107
|
-
|
|
3108
|
-
def initialize(**args)
|
|
3109
|
-
update!(**args)
|
|
3110
|
-
end
|
|
3111
|
-
|
|
3112
|
-
# Update properties of this object
|
|
3113
|
-
def update!(**args)
|
|
3114
|
-
@key = args[:key] if args.key?(:key)
|
|
3115
|
-
@op = args[:op] if args.key?(:op)
|
|
3116
|
-
@value = args[:value] if args.key?(:value)
|
|
3117
|
-
end
|
|
3118
|
-
end
|
|
3119
|
-
|
|
3120
|
-
# Respond the labels in the TemplateVersion.
|
|
3121
|
-
class ModifyTemplateVersionLabelResponse
|
|
3122
|
-
include Google::Apis::Core::Hashable
|
|
3123
|
-
|
|
3124
|
-
# All the label in the TemplateVersion.
|
|
3125
|
-
# Corresponds to the JSON property `labels`
|
|
3126
|
-
# @return [Hash<String,String>]
|
|
3127
|
-
attr_accessor :labels
|
|
3128
|
-
|
|
3129
|
-
def initialize(**args)
|
|
3130
|
-
update!(**args)
|
|
3131
|
-
end
|
|
3132
|
-
|
|
3133
|
-
# Update properties of this object
|
|
3134
|
-
def update!(**args)
|
|
3135
|
-
@labels = args[:labels] if args.key?(:labels)
|
|
3136
|
-
end
|
|
3137
|
-
end
|
|
3138
|
-
|
|
3139
|
-
# Add a tag to the current TemplateVersion. If tag exist in another
|
|
3140
|
-
# TemplateVersion in the Template, remove the tag before add it to the current
|
|
3141
|
-
# TemplateVersion. If remove_only set, remove the tag from the current
|
|
3142
|
-
# TemplateVersion.
|
|
3143
|
-
class ModifyTemplateVersionTagRequest
|
|
3144
|
-
include Google::Apis::Core::Hashable
|
|
3145
|
-
|
|
3146
|
-
# The flag that indicates if the request is only for remove tag from
|
|
3147
|
-
# TemplateVersion.
|
|
3148
|
-
# Corresponds to the JSON property `removeOnly`
|
|
3149
|
-
# @return [Boolean]
|
|
3150
|
-
attr_accessor :remove_only
|
|
3151
|
-
alias_method :remove_only?, :remove_only
|
|
3152
|
-
|
|
3153
|
-
# The tag for update.
|
|
3154
|
-
# Corresponds to the JSON property `tag`
|
|
3155
|
-
# @return [String]
|
|
3156
|
-
attr_accessor :tag
|
|
3157
|
-
|
|
3158
|
-
def initialize(**args)
|
|
3159
|
-
update!(**args)
|
|
3160
|
-
end
|
|
3161
|
-
|
|
3162
|
-
# Update properties of this object
|
|
3163
|
-
def update!(**args)
|
|
3164
|
-
@remove_only = args[:remove_only] if args.key?(:remove_only)
|
|
3165
|
-
@tag = args[:tag] if args.key?(:tag)
|
|
3166
|
-
end
|
|
3167
|
-
end
|
|
3168
|
-
|
|
3169
|
-
# Respond the current tags in the TemplateVersion.
|
|
3170
|
-
class ModifyTemplateVersionTagResponse
|
|
3171
|
-
include Google::Apis::Core::Hashable
|
|
3172
|
-
|
|
3173
|
-
# All the tags in the TemplateVersion.
|
|
3174
|
-
# Corresponds to the JSON property `tags`
|
|
3175
|
-
# @return [Array<String>]
|
|
3176
|
-
attr_accessor :tags
|
|
3177
|
-
|
|
3178
|
-
def initialize(**args)
|
|
3179
|
-
update!(**args)
|
|
3180
|
-
end
|
|
3181
|
-
|
|
3182
|
-
# Update properties of this object
|
|
3183
|
-
def update!(**args)
|
|
3184
|
-
@tags = args[:tags] if args.key?(:tags)
|
|
3185
|
-
end
|
|
3186
|
-
end
|
|
3187
|
-
|
|
3188
3015
|
# Describes mounted data disk.
|
|
3189
3016
|
class MountedDataDisk
|
|
3190
3017
|
include Google::Apis::Core::Hashable
|
|
@@ -3424,6 +3251,11 @@ module Google
|
|
|
3424
3251
|
class ParameterMetadata
|
|
3425
3252
|
include Google::Apis::Core::Hashable
|
|
3426
3253
|
|
|
3254
|
+
# Optional. Additional metadata for describing this parameter.
|
|
3255
|
+
# Corresponds to the JSON property `customMetadata`
|
|
3256
|
+
# @return [Hash<String,String>]
|
|
3257
|
+
attr_accessor :custom_metadata
|
|
3258
|
+
|
|
3427
3259
|
# Required. The help text to display for the parameter.
|
|
3428
3260
|
# Corresponds to the JSON property `helpText`
|
|
3429
3261
|
# @return [String]
|
|
@@ -3461,6 +3293,7 @@ module Google
|
|
|
3461
3293
|
|
|
3462
3294
|
# Update properties of this object
|
|
3463
3295
|
def update!(**args)
|
|
3296
|
+
@custom_metadata = args[:custom_metadata] if args.key?(:custom_metadata)
|
|
3464
3297
|
@help_text = args[:help_text] if args.key?(:help_text)
|
|
3465
3298
|
@is_optional = args[:is_optional] if args.key?(:is_optional)
|
|
3466
3299
|
@label = args[:label] if args.key?(:label)
|
|
@@ -3660,7 +3493,7 @@ module Google
|
|
|
3660
3493
|
end
|
|
3661
3494
|
end
|
|
3662
3495
|
|
|
3663
|
-
# Metadata for a
|
|
3496
|
+
# Metadata for a Pub/Sub connector used by the job.
|
|
3664
3497
|
class PubSubIoDetails
|
|
3665
3498
|
include Google::Apis::Core::Hashable
|
|
3666
3499
|
|
|
@@ -4162,6 +3995,12 @@ module Google
|
|
|
4162
3995
|
# @return [String]
|
|
4163
3996
|
attr_accessor :container_image
|
|
4164
3997
|
|
|
3998
|
+
# Environment ID for the Beam runner API proto Environment that corresponds to
|
|
3999
|
+
# the current SDK Harness.
|
|
4000
|
+
# Corresponds to the JSON property `environmentId`
|
|
4001
|
+
# @return [String]
|
|
4002
|
+
attr_accessor :environment_id
|
|
4003
|
+
|
|
4165
4004
|
# If true, recommends the Dataflow service to use only one core per SDK
|
|
4166
4005
|
# container instance with this image. If false (or unset) recommends using more
|
|
4167
4006
|
# than one core per SDK container instance with this image for efficiency. Note
|
|
@@ -4178,6 +4017,7 @@ module Google
|
|
|
4178
4017
|
# Update properties of this object
|
|
4179
4018
|
def update!(**args)
|
|
4180
4019
|
@container_image = args[:container_image] if args.key?(:container_image)
|
|
4020
|
+
@environment_id = args[:environment_id] if args.key?(:environment_id)
|
|
4181
4021
|
@use_single_core_per_container = args[:use_single_core_per_container] if args.key?(:use_single_core_per_container)
|
|
4182
4022
|
end
|
|
4183
4023
|
end
|
|
@@ -4503,6 +4343,11 @@ module Google
|
|
|
4503
4343
|
# @return [Array<Google::Apis::DataflowV1b3::PubsubSnapshotMetadata>]
|
|
4504
4344
|
attr_accessor :pubsub_metadata
|
|
4505
4345
|
|
|
4346
|
+
# Cloud region where this snapshot lives in, e.g., "us-central1".
|
|
4347
|
+
# Corresponds to the JSON property `region`
|
|
4348
|
+
# @return [String]
|
|
4349
|
+
attr_accessor :region
|
|
4350
|
+
|
|
4506
4351
|
# The job this snapshot was created from.
|
|
4507
4352
|
# Corresponds to the JSON property `sourceJobId`
|
|
4508
4353
|
# @return [String]
|
|
@@ -4530,6 +4375,7 @@ module Google
|
|
|
4530
4375
|
@id = args[:id] if args.key?(:id)
|
|
4531
4376
|
@project_id = args[:project_id] if args.key?(:project_id)
|
|
4532
4377
|
@pubsub_metadata = args[:pubsub_metadata] if args.key?(:pubsub_metadata)
|
|
4378
|
+
@region = args[:region] if args.key?(:region)
|
|
4533
4379
|
@source_job_id = args[:source_job_id] if args.key?(:source_job_id)
|
|
4534
4380
|
@state = args[:state] if args.key?(:state)
|
|
4535
4381
|
@ttl = args[:ttl] if args.key?(:ttl)
|
|
@@ -5786,80 +5632,6 @@ module Google
|
|
|
5786
5632
|
end
|
|
5787
5633
|
end
|
|
5788
5634
|
|
|
5789
|
-
# ///////////////////////////////////////////////////////////////////////////// /
|
|
5790
|
-
# /// Template Catalog is used to organize user TemplateVersions. ////
|
|
5791
|
-
# TemplateVersions that have the same project_id and display_name are ////
|
|
5792
|
-
# belong to the same Template. //// Templates with the same project_id belong to
|
|
5793
|
-
# the same Project. //// TemplateVersion may have labels and multiple labels are
|
|
5794
|
-
# allowed. //// Duplicated labels in the same `TemplateVersion` are not allowed.
|
|
5795
|
-
# //// TemplateVersion may have tags and multiple tags are allowed. Duplicated //
|
|
5796
|
-
# // tags in the same `Template` are not allowed!
|
|
5797
|
-
class TemplateVersion
|
|
5798
|
-
include Google::Apis::Core::Hashable
|
|
5799
|
-
|
|
5800
|
-
# Job information for templates.
|
|
5801
|
-
# Corresponds to the JSON property `artifact`
|
|
5802
|
-
# @return [Google::Apis::DataflowV1b3::Artifact]
|
|
5803
|
-
attr_accessor :artifact
|
|
5804
|
-
|
|
5805
|
-
# Creation time of this TemplateVersion.
|
|
5806
|
-
# Corresponds to the JSON property `createTime`
|
|
5807
|
-
# @return [String]
|
|
5808
|
-
attr_accessor :create_time
|
|
5809
|
-
|
|
5810
|
-
# Template description from the user.
|
|
5811
|
-
# Corresponds to the JSON property `description`
|
|
5812
|
-
# @return [String]
|
|
5813
|
-
attr_accessor :description
|
|
5814
|
-
|
|
5815
|
-
# A customized name for Template. Multiple TemplateVersions per Template.
|
|
5816
|
-
# Corresponds to the JSON property `displayName`
|
|
5817
|
-
# @return [String]
|
|
5818
|
-
attr_accessor :display_name
|
|
5819
|
-
|
|
5820
|
-
# Labels for the Template Version. Labels can be duplicate within Template.
|
|
5821
|
-
# Corresponds to the JSON property `labels`
|
|
5822
|
-
# @return [Hash<String,String>]
|
|
5823
|
-
attr_accessor :labels
|
|
5824
|
-
|
|
5825
|
-
# A unique project_id. Multiple Templates per Project.
|
|
5826
|
-
# Corresponds to the JSON property `projectId`
|
|
5827
|
-
# @return [String]
|
|
5828
|
-
attr_accessor :project_id
|
|
5829
|
-
|
|
5830
|
-
# Alias for version_id, helps locate a TemplateVersion.
|
|
5831
|
-
# Corresponds to the JSON property `tags`
|
|
5832
|
-
# @return [Array<String>]
|
|
5833
|
-
attr_accessor :tags
|
|
5834
|
-
|
|
5835
|
-
# Either LEGACY or FLEX. This should match with the type of artifact.
|
|
5836
|
-
# Corresponds to the JSON property `type`
|
|
5837
|
-
# @return [String]
|
|
5838
|
-
attr_accessor :type
|
|
5839
|
-
|
|
5840
|
-
# An auto generated version_id for TemplateVersion.
|
|
5841
|
-
# Corresponds to the JSON property `versionId`
|
|
5842
|
-
# @return [String]
|
|
5843
|
-
attr_accessor :version_id
|
|
5844
|
-
|
|
5845
|
-
def initialize(**args)
|
|
5846
|
-
update!(**args)
|
|
5847
|
-
end
|
|
5848
|
-
|
|
5849
|
-
# Update properties of this object
|
|
5850
|
-
def update!(**args)
|
|
5851
|
-
@artifact = args[:artifact] if args.key?(:artifact)
|
|
5852
|
-
@create_time = args[:create_time] if args.key?(:create_time)
|
|
5853
|
-
@description = args[:description] if args.key?(:description)
|
|
5854
|
-
@display_name = args[:display_name] if args.key?(:display_name)
|
|
5855
|
-
@labels = args[:labels] if args.key?(:labels)
|
|
5856
|
-
@project_id = args[:project_id] if args.key?(:project_id)
|
|
5857
|
-
@tags = args[:tags] if args.key?(:tags)
|
|
5858
|
-
@type = args[:type] if args.key?(:type)
|
|
5859
|
-
@version_id = args[:version_id] if args.key?(:version_id)
|
|
5860
|
-
end
|
|
5861
|
-
end
|
|
5862
|
-
|
|
5863
5635
|
# Global topology of the streaming Dataflow job, including all computations and
|
|
5864
5636
|
# their sharded locations.
|
|
5865
5637
|
class TopologyConfig
|
|
@@ -6374,7 +6146,7 @@ module Google
|
|
|
6374
6146
|
class WorkerHealthReport
|
|
6375
6147
|
include Google::Apis::Core::Hashable
|
|
6376
6148
|
|
|
6377
|
-
#
|
|
6149
|
+
# Message describing any unusual health reports.
|
|
6378
6150
|
# Corresponds to the JSON property `msg`
|
|
6379
6151
|
# @return [String]
|
|
6380
6152
|
attr_accessor :msg
|
|
@@ -6393,6 +6165,12 @@ module Google
|
|
|
6393
6165
|
# @return [String]
|
|
6394
6166
|
attr_accessor :report_interval
|
|
6395
6167
|
|
|
6168
|
+
# Code to describe a specific reason, if known, that a VM has reported broken
|
|
6169
|
+
# state.
|
|
6170
|
+
# Corresponds to the JSON property `vmBrokenCode`
|
|
6171
|
+
# @return [String]
|
|
6172
|
+
attr_accessor :vm_broken_code
|
|
6173
|
+
|
|
6396
6174
|
# Whether the VM is in a permanently broken state. Broken VMs should be
|
|
6397
6175
|
# abandoned or deleted ASAP to avoid assigning or completing any work.
|
|
6398
6176
|
# Corresponds to the JSON property `vmIsBroken`
|
|
@@ -6420,6 +6198,7 @@ module Google
|
|
|
6420
6198
|
@msg = args[:msg] if args.key?(:msg)
|
|
6421
6199
|
@pods = args[:pods] if args.key?(:pods)
|
|
6422
6200
|
@report_interval = args[:report_interval] if args.key?(:report_interval)
|
|
6201
|
+
@vm_broken_code = args[:vm_broken_code] if args.key?(:vm_broken_code)
|
|
6423
6202
|
@vm_is_broken = args[:vm_is_broken] if args.key?(:vm_is_broken)
|
|
6424
6203
|
@vm_is_healthy = args[:vm_is_healthy] if args.key?(:vm_is_healthy)
|
|
6425
6204
|
@vm_startup_time = args[:vm_startup_time] if args.key?(:vm_startup_time)
|
|
@@ -6568,9 +6347,9 @@ module Google
|
|
|
6568
6347
|
# The code is a string intended for consumption by a machine that identifies the
|
|
6569
6348
|
# type of message being sent. Examples: 1. "HARNESS_STARTED" might be used to
|
|
6570
6349
|
# indicate the worker harness has started. 2. "GCS_DOWNLOAD_ERROR" might be used
|
|
6571
|
-
# to indicate an error downloading a
|
|
6572
|
-
# of the worker containers. This is a string and not an enum to
|
|
6573
|
-
# add new codes without waiting for an API change.
|
|
6350
|
+
# to indicate an error downloading a Cloud Storage file as part of the boot
|
|
6351
|
+
# process of one of the worker containers. This is a string and not an enum to
|
|
6352
|
+
# make it easy to add new codes without waiting for an API change.
|
|
6574
6353
|
# Corresponds to the JSON property `code`
|
|
6575
6354
|
# @return [String]
|
|
6576
6355
|
attr_accessor :code
|
|
@@ -6579,13 +6358,14 @@ module Google
|
|
|
6579
6358
|
# allow parameters of different types. Examples: 1. For a "HARNESS_STARTED"
|
|
6580
6359
|
# message parameters might provide the name of the worker and additional data
|
|
6581
6360
|
# like timing information. 2. For a "GCS_DOWNLOAD_ERROR" parameters might
|
|
6582
|
-
# contain fields listing the
|
|
6583
|
-
# errors. In general complex data structures should be avoided. If a
|
|
6584
|
-
# needs to send a specific and complicated data structure then please
|
|
6585
|
-
# defining a new proto and adding it to the data oneof in
|
|
6586
|
-
# Conventions: Parameters should only be used for
|
|
6587
|
-
# typically passed as a label. hostname and other worker
|
|
6588
|
-
# almost always be passed as labels since they will be
|
|
6361
|
+
# contain fields listing the Cloud Storage objects being downloaded and fields
|
|
6362
|
+
# containing errors. In general complex data structures should be avoided. If a
|
|
6363
|
+
# worker needs to send a specific and complicated data structure then please
|
|
6364
|
+
# consider defining a new proto and adding it to the data oneof in
|
|
6365
|
+
# WorkerMessageResponse. Conventions: Parameters should only be used for
|
|
6366
|
+
# information that isn't typically passed as a label. hostname and other worker
|
|
6367
|
+
# identifiers should almost always be passed as labels since they will be
|
|
6368
|
+
# included on most messages.
|
|
6589
6369
|
# Corresponds to the JSON property `parameters`
|
|
6590
6370
|
# @return [Hash<String,Object>]
|
|
6591
6371
|
attr_accessor :parameters
|