google-cloud-dataflow-v1beta3 0.15.0 → 0.17.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +1 -1
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/client.rb +2 -0
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/rest/client.rb +2 -0
- data/lib/google/cloud/dataflow/v1beta3/jobs/client.rb +5 -3
- data/lib/google/cloud/dataflow/v1beta3/jobs/rest/client.rb +5 -3
- data/lib/google/cloud/dataflow/v1beta3/jobs/rest.rb +2 -2
- data/lib/google/cloud/dataflow/v1beta3/jobs.rb +2 -2
- data/lib/google/cloud/dataflow/v1beta3/messages/client.rb +3 -2
- data/lib/google/cloud/dataflow/v1beta3/messages/rest/client.rb +3 -2
- data/lib/google/cloud/dataflow/v1beta3/messages/rest.rb +1 -2
- data/lib/google/cloud/dataflow/v1beta3/messages.rb +1 -2
- data/lib/google/cloud/dataflow/v1beta3/metrics/client.rb +3 -2
- data/lib/google/cloud/dataflow/v1beta3/metrics/rest/client.rb +3 -2
- data/lib/google/cloud/dataflow/v1beta3/metrics/rest.rb +1 -2
- data/lib/google/cloud/dataflow/v1beta3/metrics.rb +1 -2
- data/lib/google/cloud/dataflow/v1beta3/snapshots/client.rb +2 -0
- data/lib/google/cloud/dataflow/v1beta3/snapshots/rest/client.rb +2 -0
- data/lib/google/cloud/dataflow/v1beta3/templates_service/client.rb +2 -0
- data/lib/google/cloud/dataflow/v1beta3/templates_service/rest/client.rb +2 -0
- data/lib/google/cloud/dataflow/v1beta3/version.rb +1 -1
- data/lib/google/dataflow/v1beta3/environment_pb.rb +1 -1
- data/lib/google/dataflow/v1beta3/jobs_pb.rb +1 -1
- data/lib/google/dataflow/v1beta3/jobs_services_pb.rb +3 -3
- data/lib/google/dataflow/v1beta3/messages_services_pb.rb +1 -2
- data/lib/google/dataflow/v1beta3/metrics_pb.rb +1 -1
- data/lib/google/dataflow/v1beta3/metrics_services_pb.rb +1 -2
- data/lib/google/dataflow/v1beta3/templates_pb.rb +1 -1
- data/proto_docs/google/api/client.rb +149 -29
- data/proto_docs/google/dataflow/v1beta3/environment.rb +16 -1
- data/proto_docs/google/dataflow/v1beta3/jobs.rb +19 -0
- data/proto_docs/google/dataflow/v1beta3/metrics.rb +6 -1
- data/proto_docs/google/dataflow/v1beta3/templates.rb +9 -0
- metadata +3 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: e26b8247c4fdff67e1b84d1d48ba8d806ed7423417c3e321023e5e453af9325c
|
|
4
|
+
data.tar.gz: ebb49532cb44ea97886226693da84857cec2087c6091cb0c92f4ac92ddd15218
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 8e0c7906c5662e4c7092d55f429145463c5f796456c55792ef1c8395fe8d1b5716bb501be7766cfb2617f9dc845c04826a7cfa009dbe422f14b72f9f8f5b9128
|
|
7
|
+
data.tar.gz: 5b6f9efe30d8e6b974bcc478cbbb7a3ee8ceddf684bc3e6761f8dccb5da73a85a14a0041adfed85a83061abc74b2b3bbf001b2717430a42f777f585a67b1d56b
|
data/README.md
CHANGED
|
@@ -86,7 +86,7 @@ To browse ready to use code samples check [Google Cloud Samples](https://cloud.g
|
|
|
86
86
|
|
|
87
87
|
## Supported Ruby Versions
|
|
88
88
|
|
|
89
|
-
This library is supported on Ruby 3.
|
|
89
|
+
This library is supported on Ruby 3.2+.
|
|
90
90
|
|
|
91
91
|
Google provides official support for Ruby versions that are actively supported
|
|
92
92
|
by Ruby Core—that is, Ruby versions that are either in normal maintenance or
|
|
@@ -374,6 +374,7 @@ module Google
|
|
|
374
374
|
# * `:initial_delay` (*type:* `Numeric`) - The initial delay in seconds.
|
|
375
375
|
# * `:max_delay` (*type:* `Numeric`) - The max delay in seconds.
|
|
376
376
|
# * `:multiplier` (*type:* `Numeric`) - The incremental backoff multiplier.
|
|
377
|
+
# * `:jitter` (*type:* `Numeric`) - The jitter in seconds. Default: 1.0.
|
|
377
378
|
# * `:retry_codes` (*type:* `Array<String>`) - The error codes that should
|
|
378
379
|
# trigger a retry.
|
|
379
380
|
# @return [::Hash]
|
|
@@ -457,6 +458,7 @@ module Google
|
|
|
457
458
|
# * `:initial_delay` (*type:* `Numeric`) - The initial delay in seconds.
|
|
458
459
|
# * `:max_delay` (*type:* `Numeric`) - The max delay in seconds.
|
|
459
460
|
# * `:multiplier` (*type:* `Numeric`) - The incremental backoff multiplier.
|
|
461
|
+
# * `:jitter` (*type:* `Numeric`) - The jitter in seconds. Default: 1.0.
|
|
460
462
|
# * `:retry_codes` (*type:* `Array<String>`) - The error codes that should
|
|
461
463
|
# trigger a retry.
|
|
462
464
|
#
|
|
@@ -331,6 +331,7 @@ module Google
|
|
|
331
331
|
# * `:initial_delay` (*type:* `Numeric`) - The initial delay in seconds.
|
|
332
332
|
# * `:max_delay` (*type:* `Numeric`) - The max delay in seconds.
|
|
333
333
|
# * `:multiplier` (*type:* `Numeric`) - The incremental backoff multiplier.
|
|
334
|
+
# * `:jitter` (*type:* `Numeric`) - The jitter in seconds. Default: 1.0.
|
|
334
335
|
# * `:retry_codes` (*type:* `Array<String>`) - The error codes that should
|
|
335
336
|
# trigger a retry.
|
|
336
337
|
# @return [::Hash]
|
|
@@ -403,6 +404,7 @@ module Google
|
|
|
403
404
|
# * `:initial_delay` (*type:* `Numeric`) - The initial delay in seconds.
|
|
404
405
|
# * `:max_delay` (*type:* `Numeric`) - The max delay in seconds.
|
|
405
406
|
# * `:multiplier` (*type:* `Numeric`) - The incremental backoff multiplier.
|
|
407
|
+
# * `:jitter` (*type:* `Numeric`) - The jitter in seconds. Default: 1.0.
|
|
406
408
|
# * `:retry_codes` (*type:* `Array<String>`) - The error codes that should
|
|
407
409
|
# trigger a retry.
|
|
408
410
|
#
|
|
@@ -27,8 +27,8 @@ module Google
|
|
|
27
27
|
##
|
|
28
28
|
# Client for the Jobs service.
|
|
29
29
|
#
|
|
30
|
-
# Provides a method to create and modify
|
|
31
|
-
# A Job is a multi-stage computation graph run by the
|
|
30
|
+
# Provides a method to create and modify Dataflow jobs.
|
|
31
|
+
# A Job is a multi-stage computation graph run by the Dataflow service.
|
|
32
32
|
#
|
|
33
33
|
class Client
|
|
34
34
|
# @private
|
|
@@ -185,7 +185,7 @@ module Google
|
|
|
185
185
|
# Service calls
|
|
186
186
|
|
|
187
187
|
##
|
|
188
|
-
# Creates a
|
|
188
|
+
# Creates a Dataflow job.
|
|
189
189
|
#
|
|
190
190
|
# To create a job, we recommend using `projects.locations.jobs.create` with a
|
|
191
191
|
# [regional endpoint]
|
|
@@ -1018,6 +1018,7 @@ module Google
|
|
|
1018
1018
|
# * `:initial_delay` (*type:* `Numeric`) - The initial delay in seconds.
|
|
1019
1019
|
# * `:max_delay` (*type:* `Numeric`) - The max delay in seconds.
|
|
1020
1020
|
# * `:multiplier` (*type:* `Numeric`) - The incremental backoff multiplier.
|
|
1021
|
+
# * `:jitter` (*type:* `Numeric`) - The jitter in seconds. Default: 1.0.
|
|
1021
1022
|
# * `:retry_codes` (*type:* `Array<String>`) - The error codes that should
|
|
1022
1023
|
# trigger a retry.
|
|
1023
1024
|
# @return [::Hash]
|
|
@@ -1101,6 +1102,7 @@ module Google
|
|
|
1101
1102
|
# * `:initial_delay` (*type:* `Numeric`) - The initial delay in seconds.
|
|
1102
1103
|
# * `:max_delay` (*type:* `Numeric`) - The max delay in seconds.
|
|
1103
1104
|
# * `:multiplier` (*type:* `Numeric`) - The incremental backoff multiplier.
|
|
1105
|
+
# * `:jitter` (*type:* `Numeric`) - The jitter in seconds. Default: 1.0.
|
|
1104
1106
|
# * `:retry_codes` (*type:* `Array<String>`) - The error codes that should
|
|
1105
1107
|
# trigger a retry.
|
|
1106
1108
|
#
|
|
@@ -29,8 +29,8 @@ module Google
|
|
|
29
29
|
##
|
|
30
30
|
# REST client for the Jobs service.
|
|
31
31
|
#
|
|
32
|
-
# Provides a method to create and modify
|
|
33
|
-
# A Job is a multi-stage computation graph run by the
|
|
32
|
+
# Provides a method to create and modify Dataflow jobs.
|
|
33
|
+
# A Job is a multi-stage computation graph run by the Dataflow service.
|
|
34
34
|
#
|
|
35
35
|
class Client
|
|
36
36
|
# @private
|
|
@@ -178,7 +178,7 @@ module Google
|
|
|
178
178
|
# Service calls
|
|
179
179
|
|
|
180
180
|
##
|
|
181
|
-
# Creates a
|
|
181
|
+
# Creates a Dataflow job.
|
|
182
182
|
#
|
|
183
183
|
# To create a job, we recommend using `projects.locations.jobs.create` with a
|
|
184
184
|
# [regional endpoint]
|
|
@@ -842,6 +842,7 @@ module Google
|
|
|
842
842
|
# * `:initial_delay` (*type:* `Numeric`) - The initial delay in seconds.
|
|
843
843
|
# * `:max_delay` (*type:* `Numeric`) - The max delay in seconds.
|
|
844
844
|
# * `:multiplier` (*type:* `Numeric`) - The incremental backoff multiplier.
|
|
845
|
+
# * `:jitter` (*type:* `Numeric`) - The jitter in seconds. Default: 1.0.
|
|
845
846
|
# * `:retry_codes` (*type:* `Array<String>`) - The error codes that should
|
|
846
847
|
# trigger a retry.
|
|
847
848
|
# @return [::Hash]
|
|
@@ -914,6 +915,7 @@ module Google
|
|
|
914
915
|
# * `:initial_delay` (*type:* `Numeric`) - The initial delay in seconds.
|
|
915
916
|
# * `:max_delay` (*type:* `Numeric`) - The max delay in seconds.
|
|
916
917
|
# * `:multiplier` (*type:* `Numeric`) - The incremental backoff multiplier.
|
|
918
|
+
# * `:jitter` (*type:* `Numeric`) - The jitter in seconds. Default: 1.0.
|
|
917
919
|
# * `:retry_codes` (*type:* `Array<String>`) - The error codes that should
|
|
918
920
|
# trigger a retry.
|
|
919
921
|
#
|
|
@@ -30,8 +30,8 @@ module Google
|
|
|
30
30
|
module Dataflow
|
|
31
31
|
module V1beta3
|
|
32
32
|
##
|
|
33
|
-
# Provides a method to create and modify
|
|
34
|
-
# A Job is a multi-stage computation graph run by the
|
|
33
|
+
# Provides a method to create and modify Dataflow jobs.
|
|
34
|
+
# A Job is a multi-stage computation graph run by the Dataflow service.
|
|
35
35
|
#
|
|
36
36
|
# To load this service and instantiate a REST client:
|
|
37
37
|
#
|
|
@@ -31,8 +31,8 @@ module Google
|
|
|
31
31
|
module Dataflow
|
|
32
32
|
module V1beta3
|
|
33
33
|
##
|
|
34
|
-
# Provides a method to create and modify
|
|
35
|
-
# A Job is a multi-stage computation graph run by the
|
|
34
|
+
# Provides a method to create and modify Dataflow jobs.
|
|
35
|
+
# A Job is a multi-stage computation graph run by the Dataflow service.
|
|
36
36
|
#
|
|
37
37
|
# @example Load this service and instantiate a gRPC client
|
|
38
38
|
#
|
|
@@ -27,8 +27,7 @@ module Google
|
|
|
27
27
|
##
|
|
28
28
|
# Client for the Messages service.
|
|
29
29
|
#
|
|
30
|
-
# The Dataflow Messages API is used
|
|
31
|
-
# Dataflow jobs.
|
|
30
|
+
# The Dataflow Messages API is used to monitor the progress of Dataflow jobs.
|
|
32
31
|
#
|
|
33
32
|
class Client
|
|
34
33
|
# @private
|
|
@@ -405,6 +404,7 @@ module Google
|
|
|
405
404
|
# * `:initial_delay` (*type:* `Numeric`) - The initial delay in seconds.
|
|
406
405
|
# * `:max_delay` (*type:* `Numeric`) - The max delay in seconds.
|
|
407
406
|
# * `:multiplier` (*type:* `Numeric`) - The incremental backoff multiplier.
|
|
407
|
+
# * `:jitter` (*type:* `Numeric`) - The jitter in seconds. Default: 1.0.
|
|
408
408
|
# * `:retry_codes` (*type:* `Array<String>`) - The error codes that should
|
|
409
409
|
# trigger a retry.
|
|
410
410
|
# @return [::Hash]
|
|
@@ -488,6 +488,7 @@ module Google
|
|
|
488
488
|
# * `:initial_delay` (*type:* `Numeric`) - The initial delay in seconds.
|
|
489
489
|
# * `:max_delay` (*type:* `Numeric`) - The max delay in seconds.
|
|
490
490
|
# * `:multiplier` (*type:* `Numeric`) - The incremental backoff multiplier.
|
|
491
|
+
# * `:jitter` (*type:* `Numeric`) - The jitter in seconds. Default: 1.0.
|
|
491
492
|
# * `:retry_codes` (*type:* `Array<String>`) - The error codes that should
|
|
492
493
|
# trigger a retry.
|
|
493
494
|
#
|
|
@@ -29,8 +29,7 @@ module Google
|
|
|
29
29
|
##
|
|
30
30
|
# REST client for the Messages service.
|
|
31
31
|
#
|
|
32
|
-
# The Dataflow Messages API is used
|
|
33
|
-
# Dataflow jobs.
|
|
32
|
+
# The Dataflow Messages API is used to monitor the progress of Dataflow jobs.
|
|
34
33
|
#
|
|
35
34
|
class Client
|
|
36
35
|
# @private
|
|
@@ -359,6 +358,7 @@ module Google
|
|
|
359
358
|
# * `:initial_delay` (*type:* `Numeric`) - The initial delay in seconds.
|
|
360
359
|
# * `:max_delay` (*type:* `Numeric`) - The max delay in seconds.
|
|
361
360
|
# * `:multiplier` (*type:* `Numeric`) - The incremental backoff multiplier.
|
|
361
|
+
# * `:jitter` (*type:* `Numeric`) - The jitter in seconds. Default: 1.0.
|
|
362
362
|
# * `:retry_codes` (*type:* `Array<String>`) - The error codes that should
|
|
363
363
|
# trigger a retry.
|
|
364
364
|
# @return [::Hash]
|
|
@@ -431,6 +431,7 @@ module Google
|
|
|
431
431
|
# * `:initial_delay` (*type:* `Numeric`) - The initial delay in seconds.
|
|
432
432
|
# * `:max_delay` (*type:* `Numeric`) - The max delay in seconds.
|
|
433
433
|
# * `:multiplier` (*type:* `Numeric`) - The incremental backoff multiplier.
|
|
434
|
+
# * `:jitter` (*type:* `Numeric`) - The jitter in seconds. Default: 1.0.
|
|
434
435
|
# * `:retry_codes` (*type:* `Array<String>`) - The error codes that should
|
|
435
436
|
# trigger a retry.
|
|
436
437
|
#
|
|
@@ -30,8 +30,7 @@ module Google
|
|
|
30
30
|
module Dataflow
|
|
31
31
|
module V1beta3
|
|
32
32
|
##
|
|
33
|
-
# The Dataflow Messages API is used
|
|
34
|
-
# Dataflow jobs.
|
|
33
|
+
# The Dataflow Messages API is used to monitor the progress of Dataflow jobs.
|
|
35
34
|
#
|
|
36
35
|
# To load this service and instantiate a REST client:
|
|
37
36
|
#
|
|
@@ -31,8 +31,7 @@ module Google
|
|
|
31
31
|
module Dataflow
|
|
32
32
|
module V1beta3
|
|
33
33
|
##
|
|
34
|
-
# The Dataflow Messages API is used
|
|
35
|
-
# Dataflow jobs.
|
|
34
|
+
# The Dataflow Messages API is used to monitor the progress of Dataflow jobs.
|
|
36
35
|
#
|
|
37
36
|
# @example Load this service and instantiate a gRPC client
|
|
38
37
|
#
|
|
@@ -27,8 +27,7 @@ module Google
|
|
|
27
27
|
##
|
|
28
28
|
# Client for the Metrics service.
|
|
29
29
|
#
|
|
30
|
-
# The Dataflow Metrics API lets you monitor the progress of Dataflow
|
|
31
|
-
# jobs.
|
|
30
|
+
# The Dataflow Metrics API lets you monitor the progress of Dataflow jobs.
|
|
32
31
|
#
|
|
33
32
|
class Client
|
|
34
33
|
# @private
|
|
@@ -622,6 +621,7 @@ module Google
|
|
|
622
621
|
# * `:initial_delay` (*type:* `Numeric`) - The initial delay in seconds.
|
|
623
622
|
# * `:max_delay` (*type:* `Numeric`) - The max delay in seconds.
|
|
624
623
|
# * `:multiplier` (*type:* `Numeric`) - The incremental backoff multiplier.
|
|
624
|
+
# * `:jitter` (*type:* `Numeric`) - The jitter in seconds. Default: 1.0.
|
|
625
625
|
# * `:retry_codes` (*type:* `Array<String>`) - The error codes that should
|
|
626
626
|
# trigger a retry.
|
|
627
627
|
# @return [::Hash]
|
|
@@ -705,6 +705,7 @@ module Google
|
|
|
705
705
|
# * `:initial_delay` (*type:* `Numeric`) - The initial delay in seconds.
|
|
706
706
|
# * `:max_delay` (*type:* `Numeric`) - The max delay in seconds.
|
|
707
707
|
# * `:multiplier` (*type:* `Numeric`) - The incremental backoff multiplier.
|
|
708
|
+
# * `:jitter` (*type:* `Numeric`) - The jitter in seconds. Default: 1.0.
|
|
708
709
|
# * `:retry_codes` (*type:* `Array<String>`) - The error codes that should
|
|
709
710
|
# trigger a retry.
|
|
710
711
|
#
|
|
@@ -29,8 +29,7 @@ module Google
|
|
|
29
29
|
##
|
|
30
30
|
# REST client for the Metrics service.
|
|
31
31
|
#
|
|
32
|
-
# The Dataflow Metrics API lets you monitor the progress of Dataflow
|
|
33
|
-
# jobs.
|
|
32
|
+
# The Dataflow Metrics API lets you monitor the progress of Dataflow jobs.
|
|
34
33
|
#
|
|
35
34
|
class Client
|
|
36
35
|
# @private
|
|
@@ -547,6 +546,7 @@ module Google
|
|
|
547
546
|
# * `:initial_delay` (*type:* `Numeric`) - The initial delay in seconds.
|
|
548
547
|
# * `:max_delay` (*type:* `Numeric`) - The max delay in seconds.
|
|
549
548
|
# * `:multiplier` (*type:* `Numeric`) - The incremental backoff multiplier.
|
|
549
|
+
# * `:jitter` (*type:* `Numeric`) - The jitter in seconds. Default: 1.0.
|
|
550
550
|
# * `:retry_codes` (*type:* `Array<String>`) - The error codes that should
|
|
551
551
|
# trigger a retry.
|
|
552
552
|
# @return [::Hash]
|
|
@@ -619,6 +619,7 @@ module Google
|
|
|
619
619
|
# * `:initial_delay` (*type:* `Numeric`) - The initial delay in seconds.
|
|
620
620
|
# * `:max_delay` (*type:* `Numeric`) - The max delay in seconds.
|
|
621
621
|
# * `:multiplier` (*type:* `Numeric`) - The incremental backoff multiplier.
|
|
622
|
+
# * `:jitter` (*type:* `Numeric`) - The jitter in seconds. Default: 1.0.
|
|
622
623
|
# * `:retry_codes` (*type:* `Array<String>`) - The error codes that should
|
|
623
624
|
# trigger a retry.
|
|
624
625
|
#
|
|
@@ -30,8 +30,7 @@ module Google
|
|
|
30
30
|
module Dataflow
|
|
31
31
|
module V1beta3
|
|
32
32
|
##
|
|
33
|
-
# The Dataflow Metrics API lets you monitor the progress of Dataflow
|
|
34
|
-
# jobs.
|
|
33
|
+
# The Dataflow Metrics API lets you monitor the progress of Dataflow jobs.
|
|
35
34
|
#
|
|
36
35
|
# To load this service and instantiate a REST client:
|
|
37
36
|
#
|
|
@@ -31,8 +31,7 @@ module Google
|
|
|
31
31
|
module Dataflow
|
|
32
32
|
module V1beta3
|
|
33
33
|
##
|
|
34
|
-
# The Dataflow Metrics API lets you monitor the progress of Dataflow
|
|
35
|
-
# jobs.
|
|
34
|
+
# The Dataflow Metrics API lets you monitor the progress of Dataflow jobs.
|
|
36
35
|
#
|
|
37
36
|
# @example Load this service and instantiate a gRPC client
|
|
38
37
|
#
|
|
@@ -564,6 +564,7 @@ module Google
|
|
|
564
564
|
# * `:initial_delay` (*type:* `Numeric`) - The initial delay in seconds.
|
|
565
565
|
# * `:max_delay` (*type:* `Numeric`) - The max delay in seconds.
|
|
566
566
|
# * `:multiplier` (*type:* `Numeric`) - The incremental backoff multiplier.
|
|
567
|
+
# * `:jitter` (*type:* `Numeric`) - The jitter in seconds. Default: 1.0.
|
|
567
568
|
# * `:retry_codes` (*type:* `Array<String>`) - The error codes that should
|
|
568
569
|
# trigger a retry.
|
|
569
570
|
# @return [::Hash]
|
|
@@ -647,6 +648,7 @@ module Google
|
|
|
647
648
|
# * `:initial_delay` (*type:* `Numeric`) - The initial delay in seconds.
|
|
648
649
|
# * `:max_delay` (*type:* `Numeric`) - The max delay in seconds.
|
|
649
650
|
# * `:multiplier` (*type:* `Numeric`) - The incremental backoff multiplier.
|
|
651
|
+
# * `:jitter` (*type:* `Numeric`) - The jitter in seconds. Default: 1.0.
|
|
650
652
|
# * `:retry_codes` (*type:* `Array<String>`) - The error codes that should
|
|
651
653
|
# trigger a retry.
|
|
652
654
|
#
|
|
@@ -492,6 +492,7 @@ module Google
|
|
|
492
492
|
# * `:initial_delay` (*type:* `Numeric`) - The initial delay in seconds.
|
|
493
493
|
# * `:max_delay` (*type:* `Numeric`) - The max delay in seconds.
|
|
494
494
|
# * `:multiplier` (*type:* `Numeric`) - The incremental backoff multiplier.
|
|
495
|
+
# * `:jitter` (*type:* `Numeric`) - The jitter in seconds. Default: 1.0.
|
|
495
496
|
# * `:retry_codes` (*type:* `Array<String>`) - The error codes that should
|
|
496
497
|
# trigger a retry.
|
|
497
498
|
# @return [::Hash]
|
|
@@ -564,6 +565,7 @@ module Google
|
|
|
564
565
|
# * `:initial_delay` (*type:* `Numeric`) - The initial delay in seconds.
|
|
565
566
|
# * `:max_delay` (*type:* `Numeric`) - The max delay in seconds.
|
|
566
567
|
# * `:multiplier` (*type:* `Numeric`) - The incremental backoff multiplier.
|
|
568
|
+
# * `:jitter` (*type:* `Numeric`) - The jitter in seconds. Default: 1.0.
|
|
567
569
|
# * `:retry_codes` (*type:* `Array<String>`) - The error codes that should
|
|
568
570
|
# trigger a retry.
|
|
569
571
|
#
|
|
@@ -606,6 +606,7 @@ module Google
|
|
|
606
606
|
# * `:initial_delay` (*type:* `Numeric`) - The initial delay in seconds.
|
|
607
607
|
# * `:max_delay` (*type:* `Numeric`) - The max delay in seconds.
|
|
608
608
|
# * `:multiplier` (*type:* `Numeric`) - The incremental backoff multiplier.
|
|
609
|
+
# * `:jitter` (*type:* `Numeric`) - The jitter in seconds. Default: 1.0.
|
|
609
610
|
# * `:retry_codes` (*type:* `Array<String>`) - The error codes that should
|
|
610
611
|
# trigger a retry.
|
|
611
612
|
# @return [::Hash]
|
|
@@ -689,6 +690,7 @@ module Google
|
|
|
689
690
|
# * `:initial_delay` (*type:* `Numeric`) - The initial delay in seconds.
|
|
690
691
|
# * `:max_delay` (*type:* `Numeric`) - The max delay in seconds.
|
|
691
692
|
# * `:multiplier` (*type:* `Numeric`) - The incremental backoff multiplier.
|
|
693
|
+
# * `:jitter` (*type:* `Numeric`) - The jitter in seconds. Default: 1.0.
|
|
692
694
|
# * `:retry_codes` (*type:* `Array<String>`) - The error codes that should
|
|
693
695
|
# trigger a retry.
|
|
694
696
|
#
|
|
@@ -543,6 +543,7 @@ module Google
|
|
|
543
543
|
# * `:initial_delay` (*type:* `Numeric`) - The initial delay in seconds.
|
|
544
544
|
# * `:max_delay` (*type:* `Numeric`) - The max delay in seconds.
|
|
545
545
|
# * `:multiplier` (*type:* `Numeric`) - The incremental backoff multiplier.
|
|
546
|
+
# * `:jitter` (*type:* `Numeric`) - The jitter in seconds. Default: 1.0.
|
|
546
547
|
# * `:retry_codes` (*type:* `Array<String>`) - The error codes that should
|
|
547
548
|
# trigger a retry.
|
|
548
549
|
# @return [::Hash]
|
|
@@ -615,6 +616,7 @@ module Google
|
|
|
615
616
|
# * `:initial_delay` (*type:* `Numeric`) - The initial delay in seconds.
|
|
616
617
|
# * `:max_delay` (*type:* `Numeric`) - The max delay in seconds.
|
|
617
618
|
# * `:multiplier` (*type:* `Numeric`) - The incremental backoff multiplier.
|
|
619
|
+
# * `:jitter` (*type:* `Numeric`) - The jitter in seconds. Default: 1.0.
|
|
618
620
|
# * `:retry_codes` (*type:* `Array<String>`) - The error codes that should
|
|
619
621
|
# trigger a retry.
|
|
620
622
|
#
|
|
@@ -9,7 +9,7 @@ require 'google/protobuf/any_pb'
|
|
|
9
9
|
require 'google/protobuf/struct_pb'
|
|
10
10
|
|
|
11
11
|
|
|
12
|
-
descriptor_data = "\n)google/dataflow/v1beta3/environment.proto\x12\x17google.dataflow.v1beta3\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/protobuf/any.proto\x1a\x1cgoogle/protobuf/struct.proto\"\
|
|
12
|
+
descriptor_data = "\n)google/dataflow/v1beta3/environment.proto\x12\x17google.dataflow.v1beta3\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/protobuf/any.proto\x1a\x1cgoogle/protobuf/struct.proto\"\x98\x07\n\x0b\x45nvironment\x12\x1b\n\x13temp_storage_prefix\x18\x01 \x01(\t\x12#\n\x1b\x63luster_manager_api_service\x18\x02 \x01(\t\x12\x13\n\x0b\x65xperiments\x18\x03 \x03(\t\x12\x1c\n\x0fservice_options\x18\x10 \x03(\tB\x03\xe0\x41\x01\x12!\n\x14service_kms_key_name\x18\x0c \x01(\tB\x03\xe0\x41\x01\x12\x39\n\x0cworker_pools\x18\x04 \x03(\x0b\x32#.google.dataflow.v1beta3.WorkerPool\x12\x30\n\nuser_agent\x18\x05 \x01(\x0b\x32\x17.google.protobuf.StructB\x03\xe0\x41\x01\x12(\n\x07version\x18\x06 \x01(\x0b\x32\x17.google.protobuf.Struct\x12\x14\n\x07\x64\x61taset\x18\x07 \x01(\tB\x03\xe0\x41\x01\x12\x35\n\x14sdk_pipeline_options\x18\x08 \x01(\x0b\x32\x17.google.protobuf.Struct\x12\x32\n\x14internal_experiments\x18\t \x01(\x0b\x32\x14.google.protobuf.Any\x12\"\n\x15service_account_email\x18\n \x01(\tB\x03\xe0\x41\x01\x12_\n\x1d\x66lex_resource_scheduling_goal\x18\x0b \x01(\x0e\x32\x33.google.dataflow.v1beta3.FlexResourceSchedulingGoalB\x03\xe0\x41\x01\x12\x1a\n\rworker_region\x18\r \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0bworker_zone\x18\x0e \x01(\tB\x03\xe0\x41\x01\x12?\n\x0cshuffle_mode\x18\x0f \x01(\x0e\x32$.google.dataflow.v1beta3.ShuffleModeB\x03\xe0\x41\x03\x12\x41\n\rdebug_options\x18\x11 \x01(\x0b\x32%.google.dataflow.v1beta3.DebugOptionsB\x03\xe0\x41\x01\x12\x38\n+use_streaming_engine_resource_based_billing\x18\x12 \x01(\x08\x42\x03\xe0\x41\x03\x12\x43\n\x0estreaming_mode\x18\x13 \x01(\x0e\x32&.google.dataflow.v1beta3.StreamingModeB\x03\xe0\x41\x01\x12\x1b\n\x0euse_public_ips\x18\x14 \x01(\x08\x42\x03\xe0\x41\x01\">\n\x07Package\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x10\n\x08location\x18\x02 \x01(\t\x12\x13\n\x06sha256\x18\x03 \x01(\tB\x03\xe0\x41\x01\"?\n\x04\x44isk\x12\x0f\n\x07size_gb\x18\x01 \x01(\x05\x12\x11\n\tdisk_type\x18\x02 \x01(\t\x12\x13\n\x0bmount_point\x18\x03 \x01(\t\"\xa1\x01\n\x0eWorkerSettings\x12\x10\n\x08\x62\x61se_url\x18\x01 \x01(\t\x12\x19\n\x11reporting_enabled\x18\x02 \x01(\x08\x12\x14\n\x0cservice_path\x18\x03 \x01(\t\x12\x1c\n\x14shuffle_service_path\x18\x04 \x01(\t\x12\x11\n\tworker_id\x18\x05 \x01(\t\x12\x1b\n\x13temp_storage_prefix\x18\x06 \x01(\t\"\xa4\x04\n\x12TaskRunnerSettings\x12\x11\n\ttask_user\x18\x01 \x01(\t\x12\x12\n\ntask_group\x18\x02 \x01(\t\x12\x14\n\x0coauth_scopes\x18\x03 \x03(\t\x12\x10\n\x08\x62\x61se_url\x18\x04 \x01(\t\x12\x1c\n\x14\x64\x61taflow_api_version\x18\x05 \x01(\t\x12I\n\x18parallel_worker_settings\x18\x06 \x01(\x0b\x32\'.google.dataflow.v1beta3.WorkerSettings\x12\x15\n\rbase_task_dir\x18\x07 \x01(\t\x12\x1d\n\x15\x63ontinue_on_exception\x18\x08 \x01(\x08\x12\x1c\n\x14log_to_serialconsole\x18\t \x01(\x08\x12\x17\n\x0f\x61lsologtostderr\x18\n \x01(\x08\x12\x1b\n\x13log_upload_location\x18\x0b \x01(\t\x12\x0f\n\x07log_dir\x18\x0c \x01(\t\x12\x1b\n\x13temp_storage_prefix\x18\r \x01(\t\x12\x17\n\x0fharness_command\x18\x0e \x01(\t\x12\x1a\n\x12workflow_file_name\x18\x0f \x01(\t\x12\x1e\n\x16\x63ommandlines_file_name\x18\x10 \x01(\t\x12\r\n\x05vm_id\x18\x11 \x01(\t\x12\x15\n\rlanguage_hint\x18\x12 \x01(\t\x12#\n\x1bstreaming_worker_main_class\x18\x13 \x01(\t\"p\n\x13\x41utoscalingSettings\x12@\n\talgorithm\x18\x01 \x01(\x0e\x32-.google.dataflow.v1beta3.AutoscalingAlgorithm\x12\x17\n\x0fmax_num_workers\x18\x02 \x01(\x05\"\x88\x01\n\x18SdkHarnessContainerImage\x12\x17\n\x0f\x63ontainer_image\x18\x01 \x01(\t\x12%\n\x1duse_single_core_per_container\x18\x02 \x01(\x08\x12\x16\n\x0e\x65nvironment_id\x18\x03 \x01(\t\x12\x14\n\x0c\x63\x61pabilities\x18\x04 \x03(\t\"\xc6\x08\n\nWorkerPool\x12\x0c\n\x04kind\x18\x01 \x01(\t\x12\x13\n\x0bnum_workers\x18\x02 \x01(\x05\x12\x32\n\x08packages\x18\x03 \x03(\x0b\x32 .google.dataflow.v1beta3.Package\x12G\n\x13\x64\x65\x66\x61ult_package_set\x18\x04 \x01(\x0e\x32*.google.dataflow.v1beta3.DefaultPackageSet\x12\x14\n\x0cmachine_type\x18\x05 \x01(\t\x12@\n\x0fteardown_policy\x18\x06 \x01(\x0e\x32\'.google.dataflow.v1beta3.TeardownPolicy\x12\x14\n\x0c\x64isk_size_gb\x18\x07 \x01(\x05\x12\x11\n\tdisk_type\x18\x10 \x01(\t\x12\"\n\x15\x64isk_provisioned_iops\x18\x17 \x01(\x03\x42\x03\xe0\x41\x01\x12.\n!disk_provisioned_throughput_mibps\x18\x18 \x01(\x03\x42\x03\xe0\x41\x01\x12\x19\n\x11\x64isk_source_image\x18\x08 \x01(\t\x12\x0c\n\x04zone\x18\t \x01(\t\x12H\n\x13taskrunner_settings\x18\n \x01(\x0b\x32+.google.dataflow.v1beta3.TaskRunnerSettings\x12\x1b\n\x13on_host_maintenance\x18\x0b \x01(\t\x12\x31\n\ndata_disks\x18\x0c \x03(\x0b\x32\x1d.google.dataflow.v1beta3.Disk\x12\x43\n\x08metadata\x18\r \x03(\x0b\x32\x31.google.dataflow.v1beta3.WorkerPool.MetadataEntry\x12J\n\x14\x61utoscaling_settings\x18\x0e \x01(\x0b\x32,.google.dataflow.v1beta3.AutoscalingSettings\x12\'\n\tpool_args\x18\x0f \x01(\x0b\x32\x14.google.protobuf.Any\x12\x0f\n\x07network\x18\x11 \x01(\t\x12\x12\n\nsubnetwork\x18\x13 \x01(\t\x12&\n\x1eworker_harness_container_image\x18\x12 \x01(\t\x12\x1e\n\x16num_threads_per_worker\x18\x14 \x01(\x05\x12O\n\x10ip_configuration\x18\x15 \x01(\x0e\x32\x35.google.dataflow.v1beta3.WorkerIPAddressConfiguration\x12W\n\x1csdk_harness_container_images\x18\x16 \x03(\x0b\x32\x31.google.dataflow.v1beta3.SdkHarnessContainerImage\x1a/\n\rMetadataEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xd6\x01\n\x12\x44\x61taSamplingConfig\x12S\n\tbehaviors\x18\x01 \x03(\x0e\x32@.google.dataflow.v1beta3.DataSamplingConfig.DataSamplingBehavior\"k\n\x14\x44\x61taSamplingBehavior\x12&\n\"DATA_SAMPLING_BEHAVIOR_UNSPECIFIED\x10\x00\x12\x0c\n\x08\x44ISABLED\x10\x01\x12\r\n\tALWAYS_ON\x10\x02\x12\x0e\n\nEXCEPTIONS\x10\x03\"w\n\x0c\x44\x65\x62ugOptions\x12#\n\x16\x65nable_hot_key_logging\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x42\n\rdata_sampling\x18\x02 \x01(\x0b\x32+.google.dataflow.v1beta3.DataSamplingConfig*K\n\x07JobType\x12\x14\n\x10JOB_TYPE_UNKNOWN\x10\x00\x12\x12\n\x0eJOB_TYPE_BATCH\x10\x01\x12\x16\n\x12JOB_TYPE_STREAMING\x10\x02*k\n\x1a\x46lexResourceSchedulingGoal\x12\x16\n\x12\x46LEXRS_UNSPECIFIED\x10\x00\x12\x1a\n\x16\x46LEXRS_SPEED_OPTIMIZED\x10\x01\x12\x19\n\x15\x46LEXRS_COST_OPTIMIZED\x10\x02*o\n\x0eTeardownPolicy\x12\x1b\n\x17TEARDOWN_POLICY_UNKNOWN\x10\x00\x12\x13\n\x0fTEARDOWN_ALWAYS\x10\x01\x12\x17\n\x13TEARDOWN_ON_SUCCESS\x10\x02\x12\x12\n\x0eTEARDOWN_NEVER\x10\x03*\x90\x01\n\x11\x44\x65\x66\x61ultPackageSet\x12\x1f\n\x1b\x44\x45\x46\x41ULT_PACKAGE_SET_UNKNOWN\x10\x00\x12\x1c\n\x18\x44\x45\x46\x41ULT_PACKAGE_SET_NONE\x10\x01\x12\x1c\n\x18\x44\x45\x46\x41ULT_PACKAGE_SET_JAVA\x10\x02\x12\x1e\n\x1a\x44\x45\x46\x41ULT_PACKAGE_SET_PYTHON\x10\x03*z\n\x14\x41utoscalingAlgorithm\x12!\n\x1d\x41UTOSCALING_ALGORITHM_UNKNOWN\x10\x00\x12\x1e\n\x1a\x41UTOSCALING_ALGORITHM_NONE\x10\x01\x12\x1f\n\x1b\x41UTOSCALING_ALGORITHM_BASIC\x10\x02*f\n\x1cWorkerIPAddressConfiguration\x12\x19\n\x15WORKER_IP_UNSPECIFIED\x10\x00\x12\x14\n\x10WORKER_IP_PUBLIC\x10\x01\x12\x15\n\x11WORKER_IP_PRIVATE\x10\x02*L\n\x0bShuffleMode\x12\x1c\n\x18SHUFFLE_MODE_UNSPECIFIED\x10\x00\x12\x0c\n\x08VM_BASED\x10\x01\x12\x11\n\rSERVICE_BASED\x10\x02*r\n\rStreamingMode\x12\x1e\n\x1aSTREAMING_MODE_UNSPECIFIED\x10\x00\x12\x1f\n\x1bSTREAMING_MODE_EXACTLY_ONCE\x10\x01\x12 \n\x1cSTREAMING_MODE_AT_LEAST_ONCE\x10\x02\x42\xd3\x01\n\x1b\x63om.google.dataflow.v1beta3B\x10\x45nvironmentProtoP\x01Z=cloud.google.com/go/dataflow/apiv1beta3/dataflowpb;dataflowpb\xaa\x02\x1dGoogle.Cloud.Dataflow.V1Beta3\xca\x02\x1dGoogle\\Cloud\\Dataflow\\V1beta3\xea\x02 Google::Cloud::Dataflow::V1beta3b\x06proto3"
|
|
13
13
|
|
|
14
14
|
pool = ::Google::Protobuf::DescriptorPool.generated_pool
|
|
15
15
|
pool.add_serialized_file(descriptor_data)
|
|
@@ -15,7 +15,7 @@ require 'google/protobuf/struct_pb'
|
|
|
15
15
|
require 'google/protobuf/timestamp_pb'
|
|
16
16
|
|
|
17
17
|
|
|
18
|
-
descriptor_data = "\n\"google/dataflow/v1beta3/jobs.proto\x12\x17google.dataflow.v1beta3\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a)google/dataflow/v1beta3/environment.proto\x1a\'google/dataflow/v1beta3/snapshots.proto\x1a\x1egoogle/protobuf/duration.proto\x1a google/protobuf/field_mask.proto\x1a\x1cgoogle/protobuf/struct.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\xd5\x0b\n\x03Job\x12\n\n\x02id\x18\x01 \x01(\t\x12\x12\n\nproject_id\x18\x02 \x01(\t\x12\x11\n\x04name\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x33\n\x04type\x18\x04 \x01(\x0e\x32 .google.dataflow.v1beta3.JobTypeB\x03\xe0\x41\x01\x12>\n\x0b\x65nvironment\x18\x05 \x01(\x0b\x32$.google.dataflow.v1beta3.EnvironmentB\x03\xe0\x41\x01\x12,\n\x05steps\x18\x06 \x03(\x0b\x32\x1d.google.dataflow.v1beta3.Step\x12\x16\n\x0esteps_location\x18\x18 \x01(\t\x12\x38\n\rcurrent_state\x18\x07 \x01(\x0e\x32!.google.dataflow.v1beta3.JobState\x12\x36\n\x12\x63urrent_state_time\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12:\n\x0frequested_state\x18\t \x01(\x0e\x32!.google.dataflow.v1beta3.JobState\x12\x41\n\x0e\x65xecution_info\x18\n \x01(\x0b\x32).google.dataflow.v1beta3.JobExecutionInfo\x12/\n\x0b\x63reate_time\x18\x0b \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x16\n\x0ereplace_job_id\x18\x0c \x01(\t\x12[\n\x16transform_name_mapping\x18\r \x03(\x0b\x32\x36.google.dataflow.v1beta3.Job.TransformNameMappingEntryB\x03\xe0\x41\x01\x12\x19\n\x11\x63lient_request_id\x18\x0e \x01(\t\x12\x1a\n\x12replaced_by_job_id\x18\x0f \x01(\t\x12\x12\n\ntemp_files\x18\x10 \x03(\t\x12\x38\n\x06labels\x18\x11 \x03(\x0b\x32(.google.dataflow.v1beta3.Job.LabelsEntry\x12\x15\n\x08location\x18\x12 \x01(\tB\x03\xe0\x41\x01\x12J\n\x14pipeline_description\x18\x13 \x01(\x0b\x32,.google.dataflow.v1beta3.PipelineDescription\x12\x42\n\x0cstage_states\x18\x14 \x03(\x0b\x32,.google.dataflow.v1beta3.ExecutionStageState\x12:\n\x0cjob_metadata\x18\x15 \x01(\x0b\x32$.google.dataflow.v1beta3.JobMetadata\x12.\n\nstart_time\x18\x16 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12 \n\x18\x63reated_from_snapshot_id\x18\x17 \x01(\t\x12\x15\n\rsatisfies_pzs\x18\x19 \x01(\x08\x12V\n\x18runtime_updatable_params\x18\x1a \x01(\x0b\x32/.google.dataflow.v1beta3.RuntimeUpdatableParamsH\x00\x88\x01\x01\x12\x1f\n\rsatisfies_pzi\x18\x1b \x01(\x08\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x12N\n\x11service_resources\x18\x1c \x01(\x0b\x32).google.dataflow.v1beta3.ServiceResourcesB\x03\xe0\x41\x03H\x02\x88\x01\x01\x1a;\n\x19TransformNameMappingEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x1b\n\x19_runtime_updatable_paramsB\x10\n\x0e_satisfies_pziB\x14\n\x12_service_resources\"&\n\x10ServiceResources\x12\x12\n\x05zones\x18\x01 \x03(\tB\x03\xe0\x41\x03\"\xbe\x01\n\x16RuntimeUpdatableParams\x12\x1c\n\x0fmax_num_workers\x18\x01 \x01(\x05H\x00\x88\x01\x01\x12\x1c\n\x0fmin_num_workers\x18\x02 \x01(\x05H\x01\x88\x01\x01\x12$\n\x17worker_utilization_hint\x18\x03 \x01(\x01H\x02\x88\x01\x01\x42\x12\n\x10_max_num_workersB\x12\n\x10_min_num_workersB\x1a\n\x18_worker_utilization_hint\";\n\x12\x44\x61tastoreIODetails\x12\x11\n\tnamespace\x18\x01 \x01(\t\x12\x12\n\nproject_id\x18\x02 \x01(\t\"6\n\x0fPubSubIODetails\x12\r\n\x05topic\x18\x01 \x01(\t\x12\x14\n\x0csubscription\x18\x02 \x01(\t\"%\n\rFileIODetails\x12\x14\n\x0c\x66ile_pattern\x18\x01 \x01(\t\"N\n\x11\x42igTableIODetails\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x13\n\x0binstance_id\x18\x02 \x01(\t\x12\x10\n\x08table_id\x18\x03 \x01(\t\"V\n\x11\x42igQueryIODetails\x12\r\n\x05table\x18\x01 \x01(\t\x12\x0f\n\x07\x64\x61taset\x18\x02 \x01(\t\x12\x12\n\nproject_id\x18\x03 \x01(\t\x12\r\n\x05query\x18\x04 \x01(\t\"P\n\x10SpannerIODetails\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x13\n\x0binstance_id\x18\x02 \x01(\t\x12\x13\n\x0b\x64\x61tabase_id\x18\x03 \x01(\t\"\x9d\x02\n\nSdkVersion\x12\x0f\n\x07version\x18\x01 \x01(\t\x12\x1c\n\x14version_display_name\x18\x02 \x01(\t\x12P\n\x12sdk_support_status\x18\x03 \x01(\x0e\x32\x34.google.dataflow.v1beta3.SdkVersion.SdkSupportStatus\x12\x32\n\x04\x62ugs\x18\x04 \x03(\x0b\x32\x1f.google.dataflow.v1beta3.SdkBugB\x03\xe0\x41\x03\"Z\n\x10SdkSupportStatus\x12\x0b\n\x07UNKNOWN\x10\x00\x12\r\n\tSUPPORTED\x10\x01\x12\t\n\x05STALE\x10\x02\x12\x0e\n\nDEPRECATED\x10\x03\x12\x0f\n\x0bUNSUPPORTED\x10\x04\"\xa9\x02\n\x06SdkBug\x12\x37\n\x04type\x18\x01 \x01(\x0e\x32$.google.dataflow.v1beta3.SdkBug.TypeB\x03\xe0\x41\x03\x12?\n\x08severity\x18\x02 \x01(\x0e\x32(.google.dataflow.v1beta3.SdkBug.SeverityB\x03\xe0\x41\x03\x12\x10\n\x03uri\x18\x03 \x01(\tB\x03\xe0\x41\x03\"H\n\x04Type\x12\x14\n\x10TYPE_UNSPECIFIED\x10\x00\x12\x0b\n\x07GENERAL\x10\x01\x12\x0f\n\x0bPERFORMANCE\x10\x02\x12\x0c\n\x08\x44\x41TALOSS\x10\x03\"I\n\x08Severity\x12\x18\n\x14SEVERITY_UNSPECIFIED\x10\x00\x12\n\n\x06NOTICE\x10\x01\x12\x0b\n\x07WARNING\x10\x02\x12\n\n\x06SEVERE\x10\x03\"\x80\x05\n\x0bJobMetadata\x12\x38\n\x0bsdk_version\x18\x01 \x01(\x0b\x32#.google.dataflow.v1beta3.SdkVersion\x12\x42\n\x0fspanner_details\x18\x02 \x03(\x0b\x32).google.dataflow.v1beta3.SpannerIODetails\x12\x44\n\x10\x62igquery_details\x18\x03 \x03(\x0b\x32*.google.dataflow.v1beta3.BigQueryIODetails\x12\x45\n\x11\x62ig_table_details\x18\x04 \x03(\x0b\x32*.google.dataflow.v1beta3.BigTableIODetails\x12@\n\x0epubsub_details\x18\x05 \x03(\x0b\x32(.google.dataflow.v1beta3.PubSubIODetails\x12<\n\x0c\x66ile_details\x18\x06 \x03(\x0b\x32&.google.dataflow.v1beta3.FileIODetails\x12\x46\n\x11\x64\x61tastore_details\x18\x07 \x03(\x0b\x32+.google.dataflow.v1beta3.DatastoreIODetails\x12`\n\x17user_display_properties\x18\x08 \x03(\x0b\x32?.google.dataflow.v1beta3.JobMetadata.UserDisplayPropertiesEntry\x1a<\n\x1aUserDisplayPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xad\x01\n\x13\x45xecutionStageState\x12\x1c\n\x14\x65xecution_stage_name\x18\x01 \x01(\t\x12@\n\x15\x65xecution_stage_state\x18\x02 \x01(\x0e\x32!.google.dataflow.v1beta3.JobState\x12\x36\n\x12\x63urrent_state_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"\x8c\x02\n\x13PipelineDescription\x12N\n\x1boriginal_pipeline_transform\x18\x01 \x03(\x0b\x32).google.dataflow.v1beta3.TransformSummary\x12P\n\x18\x65xecution_pipeline_stage\x18\x02 \x03(\x0b\x32..google.dataflow.v1beta3.ExecutionStageSummary\x12:\n\x0c\x64isplay_data\x18\x03 \x03(\x0b\x32$.google.dataflow.v1beta3.DisplayData\x12\x17\n\x0fstep_names_hash\x18\x04 \x01(\t\"\xd8\x01\n\x10TransformSummary\x12/\n\x04kind\x18\x01 \x01(\x0e\x32!.google.dataflow.v1beta3.KindType\x12\n\n\x02id\x18\x02 \x01(\t\x12\x0c\n\x04name\x18\x03 \x01(\t\x12:\n\x0c\x64isplay_data\x18\x04 \x03(\x0b\x32$.google.dataflow.v1beta3.DisplayData\x12\x1e\n\x16output_collection_name\x18\x05 \x03(\t\x12\x1d\n\x15input_collection_name\x18\x06 \x03(\t\"\xfc\x05\n\x15\x45xecutionStageSummary\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\n\n\x02id\x18\x02 \x01(\t\x12/\n\x04kind\x18\x03 \x01(\x0e\x32!.google.dataflow.v1beta3.KindType\x12P\n\x0cinput_source\x18\x04 \x03(\x0b\x32:.google.dataflow.v1beta3.ExecutionStageSummary.StageSource\x12Q\n\routput_source\x18\x05 \x03(\x0b\x32:.google.dataflow.v1beta3.ExecutionStageSummary.StageSource\x12\x1a\n\x12prerequisite_stage\x18\x08 \x03(\t\x12^\n\x13\x63omponent_transform\x18\x06 \x03(\x0b\x32\x41.google.dataflow.v1beta3.ExecutionStageSummary.ComponentTransform\x12X\n\x10\x63omponent_source\x18\x07 \x03(\x0b\x32>.google.dataflow.v1beta3.ExecutionStageSummary.ComponentSource\x1al\n\x0bStageSource\x12\x11\n\tuser_name\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12(\n original_transform_or_collection\x18\x03 \x01(\t\x12\x12\n\nsize_bytes\x18\x04 \x01(\x03\x1aQ\n\x12\x43omponentTransform\x12\x11\n\tuser_name\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12\x1a\n\x12original_transform\x18\x03 \x01(\t\x1a\\\n\x0f\x43omponentSource\x12\x11\n\tuser_name\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12(\n original_transform_or_collection\x18\x03 \x01(\t\"\xcc\x02\n\x0b\x44isplayData\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x11\n\tnamespace\x18\x02 \x01(\t\x12\x13\n\tstr_value\x18\x04 \x01(\tH\x00\x12\x15\n\x0bint64_value\x18\x05 \x01(\x03H\x00\x12\x15\n\x0b\x66loat_value\x18\x06 \x01(\x02H\x00\x12\x1a\n\x10java_class_value\x18\x07 \x01(\tH\x00\x12\x35\n\x0ftimestamp_value\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00\x12\x33\n\x0e\x64uration_value\x18\t \x01(\x0b\x32\x19.google.protobuf.DurationH\x00\x12\x14\n\nbool_value\x18\n \x01(\x08H\x00\x12\x17\n\x0fshort_str_value\x18\x0b \x01(\t\x12\x0b\n\x03url\x18\x0c \x01(\t\x12\r\n\x05label\x18\r \x01(\tB\x07\n\x05Value\"O\n\x04Step\x12\x0c\n\x04kind\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12+\n\nproperties\x18\x03 \x01(\x0b\x32\x17.google.protobuf.Struct\"\xb8\x01\n\x10JobExecutionInfo\x12\x45\n\x06stages\x18\x01 \x03(\x0b\x32\x35.google.dataflow.v1beta3.JobExecutionInfo.StagesEntry\x1a]\n\x0bStagesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12=\n\x05value\x18\x02 \x01(\x0b\x32..google.dataflow.v1beta3.JobExecutionStageInfo:\x02\x38\x01\"*\n\x15JobExecutionStageInfo\x12\x11\n\tstep_name\x18\x01 \x03(\t\"\xab\x01\n\x10\x43reateJobRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12)\n\x03job\x18\x02 \x01(\x0b\x32\x1c.google.dataflow.v1beta3.Job\x12.\n\x04view\x18\x03 \x01(\x0e\x32 .google.dataflow.v1beta3.JobView\x12\x16\n\x0ereplace_job_id\x18\x04 \x01(\t\x12\x10\n\x08location\x18\x05 \x01(\t\"u\n\rGetJobRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12.\n\x04view\x18\x03 \x01(\x0e\x32 .google.dataflow.v1beta3.JobView\x12\x10\n\x08location\x18\x04 \x01(\t\"\xb9\x01\n\x10UpdateJobRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12)\n\x03job\x18\x03 \x01(\x0b\x32\x1c.google.dataflow.v1beta3.Job\x12\x10\n\x08location\x18\x04 \x01(\t\x12\x34\n\x0bupdate_mask\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.FieldMaskH\x00\x88\x01\x01\x42\x0e\n\x0c_update_mask\"\xb0\x02\n\x0fListJobsRequest\x12?\n\x06\x66ilter\x18\x05 \x01(\x0e\x32/.google.dataflow.v1beta3.ListJobsRequest.Filter\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x32\n\x04view\x18\x02 \x01(\x0e\x32 .google.dataflow.v1beta3.JobViewB\x02\x18\x01\x12\x11\n\tpage_size\x18\x03 \x01(\x05\x12\x12\n\npage_token\x18\x04 \x01(\t\x12\x10\n\x08location\x18\x11 \x01(\t\x12\x16\n\x04name\x18\x0b \x01(\tB\x03\xe0\x41\x01H\x00\x88\x01\x01\":\n\x06\x46ilter\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x07\n\x03\x41LL\x10\x01\x12\x0e\n\nTERMINATED\x10\x02\x12\n\n\x06\x41\x43TIVE\x10\x03\x42\x07\n\x05_name\"\x1e\n\x0e\x46\x61iledLocation\x12\x0c\n\x04name\x18\x01 \x01(\t\"\x99\x01\n\x10ListJobsResponse\x12*\n\x04jobs\x18\x01 \x03(\x0b\x32\x1c.google.dataflow.v1beta3.Job\x12\x17\n\x0fnext_page_token\x18\x02 \x01(\t\x12@\n\x0f\x66\x61iled_location\x18\x03 \x03(\x0b\x32\'.google.dataflow.v1beta3.FailedLocation\"\xa1\x01\n\x12SnapshotJobRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12&\n\x03ttl\x18\x03 \x01(\x0b\x32\x19.google.protobuf.Duration\x12\x10\n\x08location\x18\x04 \x01(\t\x12\x18\n\x10snapshot_sources\x18\x05 \x01(\x08\x12\x13\n\x0b\x64\x65scription\x18\x06 \x01(\t\",\n\x16\x43heckActiveJobsRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\"4\n\x17\x43heckActiveJobsResponse\x12\x19\n\x11\x61\x63tive_jobs_exist\x18\x01 \x01(\x08*\xae\x01\n\x08KindType\x12\x10\n\x0cUNKNOWN_KIND\x10\x00\x12\x0f\n\x0bPAR_DO_KIND\x10\x01\x12\x15\n\x11GROUP_BY_KEY_KIND\x10\x02\x12\x10\n\x0c\x46LATTEN_KIND\x10\x03\x12\r\n\tREAD_KIND\x10\x04\x12\x0e\n\nWRITE_KIND\x10\x05\x12\x11\n\rCONSTANT_KIND\x10\x06\x12\x12\n\x0eSINGLETON_KIND\x10\x07\x12\x10\n\x0cSHUFFLE_KIND\x10\x08*\xc3\x02\n\x08JobState\x12\x15\n\x11JOB_STATE_UNKNOWN\x10\x00\x12\x15\n\x11JOB_STATE_STOPPED\x10\x01\x12\x15\n\x11JOB_STATE_RUNNING\x10\x02\x12\x12\n\x0eJOB_STATE_DONE\x10\x03\x12\x14\n\x10JOB_STATE_FAILED\x10\x04\x12\x17\n\x13JOB_STATE_CANCELLED\x10\x05\x12\x15\n\x11JOB_STATE_UPDATED\x10\x06\x12\x16\n\x12JOB_STATE_DRAINING\x10\x07\x12\x15\n\x11JOB_STATE_DRAINED\x10\x08\x12\x15\n\x11JOB_STATE_PENDING\x10\t\x12\x18\n\x14JOB_STATE_CANCELLING\x10\n\x12\x14\n\x10JOB_STATE_QUEUED\x10\x0b\x12\"\n\x1eJOB_STATE_RESOURCE_CLEANING_UP\x10\x0c*a\n\x07JobView\x12\x14\n\x10JOB_VIEW_UNKNOWN\x10\x00\x12\x14\n\x10JOB_VIEW_SUMMARY\x10\x01\x12\x10\n\x0cJOB_VIEW_ALL\x10\x02\x12\x18\n\x14JOB_VIEW_DESCRIPTION\x10\x03\x32\xaf\x0b\n\x0bJobsV1Beta3\x12\xc1\x01\n\tCreateJob\x12).google.dataflow.v1beta3.CreateJobRequest\x1a\x1c.google.dataflow.v1beta3.Job\"k\x82\xd3\xe4\x93\x02\x65\"5/v1b3/projects/{project_id}/locations/{location}/jobs:\x03jobZ\'\" /v1b3/projects/{project_id}/jobs:\x03job\x12\xc3\x01\n\x06GetJob\x12&.google.dataflow.v1beta3.GetJobRequest\x1a\x1c.google.dataflow.v1beta3.Job\"s\x82\xd3\xe4\x93\x02m\x12>/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}Z+\x12)/v1b3/projects/{project_id}/jobs/{job_id}\x12\xd3\x01\n\tUpdateJob\x12).google.dataflow.v1beta3.UpdateJobRequest\x1a\x1c.google.dataflow.v1beta3.Job\"}\x82\xd3\xe4\x93\x02w\x1a>/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}:\x03jobZ0\x1a)/v1b3/projects/{project_id}/jobs/{job_id}:\x03job\x12\xc2\x01\n\x08ListJobs\x12(.google.dataflow.v1beta3.ListJobsRequest\x1a).google.dataflow.v1beta3.ListJobsResponse\"a\x82\xd3\xe4\x93\x02[\x12\x35/v1b3/projects/{project_id}/locations/{location}/jobsZ\"\x12 /v1b3/projects/{project_id}/jobs\x12\x9e\x01\n\x12\x41ggregatedListJobs\x12(.google.dataflow.v1beta3.ListJobsRequest\x1a).google.dataflow.v1beta3.ListJobsResponse\"3\x82\xd3\xe4\x93\x02-\x12+/v1b3/projects/{project_id}/jobs:aggregated\x12v\n\x0f\x43heckActiveJobs\x12/.google.dataflow.v1beta3.CheckActiveJobsRequest\x1a\x30.google.dataflow.v1beta3.CheckActiveJobsResponse\"\x00\x12\xec\x01\n\x0bSnapshotJob\x12+.google.dataflow.v1beta3.SnapshotJobRequest\x1a!.google.dataflow.v1beta3.Snapshot\"\x8c\x01\x82\xd3\xe4\x93\x02\x85\x01\"G/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}:snapshot:\x01*Z7\"2/v1b3/projects/{project_id}/jobs/{job_id}:snapshot:\x01*\x1as\xca\x41\x17\x64\x61taflow.googleapis.com\xd2\x41Vhttps://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/computeB\xcc\x01\n\x1b\x63om.google.dataflow.v1beta3B\tJobsProtoP\x01Z=cloud.google.com/go/dataflow/apiv1beta3/dataflowpb;dataflowpb\xaa\x02\x1dGoogle.Cloud.Dataflow.V1Beta3\xca\x02\x1dGoogle\\Cloud\\Dataflow\\V1beta3\xea\x02 Google::Cloud::Dataflow::V1beta3b\x06proto3"
|
|
18
|
+
descriptor_data = "\n\"google/dataflow/v1beta3/jobs.proto\x12\x17google.dataflow.v1beta3\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a)google/dataflow/v1beta3/environment.proto\x1a\'google/dataflow/v1beta3/snapshots.proto\x1a\x1egoogle/protobuf/duration.proto\x1a google/protobuf/field_mask.proto\x1a\x1cgoogle/protobuf/struct.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\xec\x0b\n\x03Job\x12\n\n\x02id\x18\x01 \x01(\t\x12\x12\n\nproject_id\x18\x02 \x01(\t\x12\x11\n\x04name\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x33\n\x04type\x18\x04 \x01(\x0e\x32 .google.dataflow.v1beta3.JobTypeB\x03\xe0\x41\x01\x12>\n\x0b\x65nvironment\x18\x05 \x01(\x0b\x32$.google.dataflow.v1beta3.EnvironmentB\x03\xe0\x41\x01\x12,\n\x05steps\x18\x06 \x03(\x0b\x32\x1d.google.dataflow.v1beta3.Step\x12\x16\n\x0esteps_location\x18\x18 \x01(\t\x12\x38\n\rcurrent_state\x18\x07 \x01(\x0e\x32!.google.dataflow.v1beta3.JobState\x12\x36\n\x12\x63urrent_state_time\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12:\n\x0frequested_state\x18\t \x01(\x0e\x32!.google.dataflow.v1beta3.JobState\x12\x41\n\x0e\x65xecution_info\x18\n \x01(\x0b\x32).google.dataflow.v1beta3.JobExecutionInfo\x12/\n\x0b\x63reate_time\x18\x0b \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x16\n\x0ereplace_job_id\x18\x0c \x01(\t\x12[\n\x16transform_name_mapping\x18\r \x03(\x0b\x32\x36.google.dataflow.v1beta3.Job.TransformNameMappingEntryB\x03\xe0\x41\x01\x12\x19\n\x11\x63lient_request_id\x18\x0e \x01(\t\x12\x1a\n\x12replaced_by_job_id\x18\x0f \x01(\t\x12\x12\n\ntemp_files\x18\x10 \x03(\t\x12\x38\n\x06labels\x18\x11 \x03(\x0b\x32(.google.dataflow.v1beta3.Job.LabelsEntry\x12\x15\n\x08location\x18\x12 \x01(\tB\x03\xe0\x41\x01\x12J\n\x14pipeline_description\x18\x13 \x01(\x0b\x32,.google.dataflow.v1beta3.PipelineDescription\x12\x42\n\x0cstage_states\x18\x14 \x03(\x0b\x32,.google.dataflow.v1beta3.ExecutionStageState\x12:\n\x0cjob_metadata\x18\x15 \x01(\x0b\x32$.google.dataflow.v1beta3.JobMetadata\x12.\n\nstart_time\x18\x16 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12 \n\x18\x63reated_from_snapshot_id\x18\x17 \x01(\t\x12\x15\n\rsatisfies_pzs\x18\x19 \x01(\x08\x12V\n\x18runtime_updatable_params\x18\x1a \x01(\x0b\x32/.google.dataflow.v1beta3.RuntimeUpdatableParamsH\x00\x88\x01\x01\x12\x1f\n\rsatisfies_pzi\x18\x1b \x01(\x08\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x12N\n\x11service_resources\x18\x1c \x01(\x0b\x32).google.dataflow.v1beta3.ServiceResourcesB\x03\xe0\x41\x03H\x02\x88\x01\x01\x12\x15\n\x08pausable\x18\x1d \x01(\x08\x42\x03\xe0\x41\x03\x1a;\n\x19TransformNameMappingEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x1b\n\x19_runtime_updatable_paramsB\x10\n\x0e_satisfies_pziB\x14\n\x12_service_resources\"&\n\x10ServiceResources\x12\x12\n\x05zones\x18\x01 \x03(\tB\x03\xe0\x41\x03\"\xe3\x02\n\x16RuntimeUpdatableParams\x12\x1c\n\x0fmax_num_workers\x18\x01 \x01(\x05H\x00\x88\x01\x01\x12\x1c\n\x0fmin_num_workers\x18\x02 \x01(\x05H\x01\x88\x01\x01\x12$\n\x17worker_utilization_hint\x18\x03 \x01(\x01H\x02\x88\x01\x01\x12J\n\x1b\x61\x63\x63\x65ptable_backlog_duration\x18\x04 \x01(\x0b\x32\x19.google.protobuf.DurationB\x05\x18\x01\xe0\x41\x01H\x03\x88\x01\x01\x12\"\n\x10\x61utoscaling_tier\x18\x05 \x01(\tB\x03\xe0\x41\x01H\x04\x88\x01\x01\x42\x12\n\x10_max_num_workersB\x12\n\x10_min_num_workersB\x1a\n\x18_worker_utilization_hintB\x1e\n\x1c_acceptable_backlog_durationB\x13\n\x11_autoscaling_tier\";\n\x12\x44\x61tastoreIODetails\x12\x11\n\tnamespace\x18\x01 \x01(\t\x12\x12\n\nproject_id\x18\x02 \x01(\t\"6\n\x0fPubSubIODetails\x12\r\n\x05topic\x18\x01 \x01(\t\x12\x14\n\x0csubscription\x18\x02 \x01(\t\"%\n\rFileIODetails\x12\x14\n\x0c\x66ile_pattern\x18\x01 \x01(\t\"N\n\x11\x42igTableIODetails\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x13\n\x0binstance_id\x18\x02 \x01(\t\x12\x10\n\x08table_id\x18\x03 \x01(\t\"V\n\x11\x42igQueryIODetails\x12\r\n\x05table\x18\x01 \x01(\t\x12\x0f\n\x07\x64\x61taset\x18\x02 \x01(\t\x12\x12\n\nproject_id\x18\x03 \x01(\t\x12\r\n\x05query\x18\x04 \x01(\t\"P\n\x10SpannerIODetails\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x13\n\x0binstance_id\x18\x02 \x01(\t\x12\x13\n\x0b\x64\x61tabase_id\x18\x03 \x01(\t\"\x9d\x02\n\nSdkVersion\x12\x0f\n\x07version\x18\x01 \x01(\t\x12\x1c\n\x14version_display_name\x18\x02 \x01(\t\x12P\n\x12sdk_support_status\x18\x03 \x01(\x0e\x32\x34.google.dataflow.v1beta3.SdkVersion.SdkSupportStatus\x12\x32\n\x04\x62ugs\x18\x04 \x03(\x0b\x32\x1f.google.dataflow.v1beta3.SdkBugB\x03\xe0\x41\x03\"Z\n\x10SdkSupportStatus\x12\x0b\n\x07UNKNOWN\x10\x00\x12\r\n\tSUPPORTED\x10\x01\x12\t\n\x05STALE\x10\x02\x12\x0e\n\nDEPRECATED\x10\x03\x12\x0f\n\x0bUNSUPPORTED\x10\x04\"\xa9\x02\n\x06SdkBug\x12\x37\n\x04type\x18\x01 \x01(\x0e\x32$.google.dataflow.v1beta3.SdkBug.TypeB\x03\xe0\x41\x03\x12?\n\x08severity\x18\x02 \x01(\x0e\x32(.google.dataflow.v1beta3.SdkBug.SeverityB\x03\xe0\x41\x03\x12\x10\n\x03uri\x18\x03 \x01(\tB\x03\xe0\x41\x03\"H\n\x04Type\x12\x14\n\x10TYPE_UNSPECIFIED\x10\x00\x12\x0b\n\x07GENERAL\x10\x01\x12\x0f\n\x0bPERFORMANCE\x10\x02\x12\x0c\n\x08\x44\x41TALOSS\x10\x03\"I\n\x08Severity\x12\x18\n\x14SEVERITY_UNSPECIFIED\x10\x00\x12\n\n\x06NOTICE\x10\x01\x12\x0b\n\x07WARNING\x10\x02\x12\n\n\x06SEVERE\x10\x03\"\x80\x05\n\x0bJobMetadata\x12\x38\n\x0bsdk_version\x18\x01 \x01(\x0b\x32#.google.dataflow.v1beta3.SdkVersion\x12\x42\n\x0fspanner_details\x18\x02 \x03(\x0b\x32).google.dataflow.v1beta3.SpannerIODetails\x12\x44\n\x10\x62igquery_details\x18\x03 \x03(\x0b\x32*.google.dataflow.v1beta3.BigQueryIODetails\x12\x45\n\x11\x62ig_table_details\x18\x04 \x03(\x0b\x32*.google.dataflow.v1beta3.BigTableIODetails\x12@\n\x0epubsub_details\x18\x05 \x03(\x0b\x32(.google.dataflow.v1beta3.PubSubIODetails\x12<\n\x0c\x66ile_details\x18\x06 \x03(\x0b\x32&.google.dataflow.v1beta3.FileIODetails\x12\x46\n\x11\x64\x61tastore_details\x18\x07 \x03(\x0b\x32+.google.dataflow.v1beta3.DatastoreIODetails\x12`\n\x17user_display_properties\x18\x08 \x03(\x0b\x32?.google.dataflow.v1beta3.JobMetadata.UserDisplayPropertiesEntry\x1a<\n\x1aUserDisplayPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xad\x01\n\x13\x45xecutionStageState\x12\x1c\n\x14\x65xecution_stage_name\x18\x01 \x01(\t\x12@\n\x15\x65xecution_stage_state\x18\x02 \x01(\x0e\x32!.google.dataflow.v1beta3.JobState\x12\x36\n\x12\x63urrent_state_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"\x8c\x02\n\x13PipelineDescription\x12N\n\x1boriginal_pipeline_transform\x18\x01 \x03(\x0b\x32).google.dataflow.v1beta3.TransformSummary\x12P\n\x18\x65xecution_pipeline_stage\x18\x02 \x03(\x0b\x32..google.dataflow.v1beta3.ExecutionStageSummary\x12:\n\x0c\x64isplay_data\x18\x03 \x03(\x0b\x32$.google.dataflow.v1beta3.DisplayData\x12\x17\n\x0fstep_names_hash\x18\x04 \x01(\t\"\xd8\x01\n\x10TransformSummary\x12/\n\x04kind\x18\x01 \x01(\x0e\x32!.google.dataflow.v1beta3.KindType\x12\n\n\x02id\x18\x02 \x01(\t\x12\x0c\n\x04name\x18\x03 \x01(\t\x12:\n\x0c\x64isplay_data\x18\x04 \x03(\x0b\x32$.google.dataflow.v1beta3.DisplayData\x12\x1e\n\x16output_collection_name\x18\x05 \x03(\t\x12\x1d\n\x15input_collection_name\x18\x06 \x03(\t\"\xfc\x05\n\x15\x45xecutionStageSummary\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\n\n\x02id\x18\x02 \x01(\t\x12/\n\x04kind\x18\x03 \x01(\x0e\x32!.google.dataflow.v1beta3.KindType\x12P\n\x0cinput_source\x18\x04 \x03(\x0b\x32:.google.dataflow.v1beta3.ExecutionStageSummary.StageSource\x12Q\n\routput_source\x18\x05 \x03(\x0b\x32:.google.dataflow.v1beta3.ExecutionStageSummary.StageSource\x12\x1a\n\x12prerequisite_stage\x18\x08 \x03(\t\x12^\n\x13\x63omponent_transform\x18\x06 \x03(\x0b\x32\x41.google.dataflow.v1beta3.ExecutionStageSummary.ComponentTransform\x12X\n\x10\x63omponent_source\x18\x07 \x03(\x0b\x32>.google.dataflow.v1beta3.ExecutionStageSummary.ComponentSource\x1al\n\x0bStageSource\x12\x11\n\tuser_name\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12(\n original_transform_or_collection\x18\x03 \x01(\t\x12\x12\n\nsize_bytes\x18\x04 \x01(\x03\x1aQ\n\x12\x43omponentTransform\x12\x11\n\tuser_name\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12\x1a\n\x12original_transform\x18\x03 \x01(\t\x1a\\\n\x0f\x43omponentSource\x12\x11\n\tuser_name\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12(\n original_transform_or_collection\x18\x03 \x01(\t\"\xcc\x02\n\x0b\x44isplayData\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x11\n\tnamespace\x18\x02 \x01(\t\x12\x13\n\tstr_value\x18\x04 \x01(\tH\x00\x12\x15\n\x0bint64_value\x18\x05 \x01(\x03H\x00\x12\x15\n\x0b\x66loat_value\x18\x06 \x01(\x02H\x00\x12\x1a\n\x10java_class_value\x18\x07 \x01(\tH\x00\x12\x35\n\x0ftimestamp_value\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00\x12\x33\n\x0e\x64uration_value\x18\t \x01(\x0b\x32\x19.google.protobuf.DurationH\x00\x12\x14\n\nbool_value\x18\n \x01(\x08H\x00\x12\x17\n\x0fshort_str_value\x18\x0b \x01(\t\x12\x0b\n\x03url\x18\x0c \x01(\t\x12\r\n\x05label\x18\r \x01(\tB\x07\n\x05Value\"O\n\x04Step\x12\x0c\n\x04kind\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12+\n\nproperties\x18\x03 \x01(\x0b\x32\x17.google.protobuf.Struct\"\xb8\x01\n\x10JobExecutionInfo\x12\x45\n\x06stages\x18\x01 \x03(\x0b\x32\x35.google.dataflow.v1beta3.JobExecutionInfo.StagesEntry\x1a]\n\x0bStagesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12=\n\x05value\x18\x02 \x01(\x0b\x32..google.dataflow.v1beta3.JobExecutionStageInfo:\x02\x38\x01\"*\n\x15JobExecutionStageInfo\x12\x11\n\tstep_name\x18\x01 \x03(\t\"\xab\x01\n\x10\x43reateJobRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12)\n\x03job\x18\x02 \x01(\x0b\x32\x1c.google.dataflow.v1beta3.Job\x12.\n\x04view\x18\x03 \x01(\x0e\x32 .google.dataflow.v1beta3.JobView\x12\x16\n\x0ereplace_job_id\x18\x04 \x01(\t\x12\x10\n\x08location\x18\x05 \x01(\t\"u\n\rGetJobRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12.\n\x04view\x18\x03 \x01(\x0e\x32 .google.dataflow.v1beta3.JobView\x12\x10\n\x08location\x18\x04 \x01(\t\"\xb9\x01\n\x10UpdateJobRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12)\n\x03job\x18\x03 \x01(\x0b\x32\x1c.google.dataflow.v1beta3.Job\x12\x10\n\x08location\x18\x04 \x01(\t\x12\x34\n\x0bupdate_mask\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.FieldMaskH\x00\x88\x01\x01\x42\x0e\n\x0c_update_mask\"\xb0\x02\n\x0fListJobsRequest\x12?\n\x06\x66ilter\x18\x05 \x01(\x0e\x32/.google.dataflow.v1beta3.ListJobsRequest.Filter\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x32\n\x04view\x18\x02 \x01(\x0e\x32 .google.dataflow.v1beta3.JobViewB\x02\x18\x01\x12\x11\n\tpage_size\x18\x03 \x01(\x05\x12\x12\n\npage_token\x18\x04 \x01(\t\x12\x10\n\x08location\x18\x11 \x01(\t\x12\x16\n\x04name\x18\x0b \x01(\tB\x03\xe0\x41\x01H\x00\x88\x01\x01\":\n\x06\x46ilter\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x07\n\x03\x41LL\x10\x01\x12\x0e\n\nTERMINATED\x10\x02\x12\n\n\x06\x41\x43TIVE\x10\x03\x42\x07\n\x05_name\"\x1e\n\x0e\x46\x61iledLocation\x12\x0c\n\x04name\x18\x01 \x01(\t\"\x99\x01\n\x10ListJobsResponse\x12*\n\x04jobs\x18\x01 \x03(\x0b\x32\x1c.google.dataflow.v1beta3.Job\x12\x17\n\x0fnext_page_token\x18\x02 \x01(\t\x12@\n\x0f\x66\x61iled_location\x18\x03 \x03(\x0b\x32\'.google.dataflow.v1beta3.FailedLocation\"\xa1\x01\n\x12SnapshotJobRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12&\n\x03ttl\x18\x03 \x01(\x0b\x32\x19.google.protobuf.Duration\x12\x10\n\x08location\x18\x04 \x01(\t\x12\x18\n\x10snapshot_sources\x18\x05 \x01(\x08\x12\x13\n\x0b\x64\x65scription\x18\x06 \x01(\t\",\n\x16\x43heckActiveJobsRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\"4\n\x17\x43heckActiveJobsResponse\x12\x19\n\x11\x61\x63tive_jobs_exist\x18\x01 \x01(\x08*\xae\x01\n\x08KindType\x12\x10\n\x0cUNKNOWN_KIND\x10\x00\x12\x0f\n\x0bPAR_DO_KIND\x10\x01\x12\x15\n\x11GROUP_BY_KEY_KIND\x10\x02\x12\x10\n\x0c\x46LATTEN_KIND\x10\x03\x12\r\n\tREAD_KIND\x10\x04\x12\x0e\n\nWRITE_KIND\x10\x05\x12\x11\n\rCONSTANT_KIND\x10\x06\x12\x12\n\x0eSINGLETON_KIND\x10\x07\x12\x10\n\x0cSHUFFLE_KIND\x10\x08*\xf0\x02\n\x08JobState\x12\x15\n\x11JOB_STATE_UNKNOWN\x10\x00\x12\x15\n\x11JOB_STATE_STOPPED\x10\x01\x12\x15\n\x11JOB_STATE_RUNNING\x10\x02\x12\x12\n\x0eJOB_STATE_DONE\x10\x03\x12\x14\n\x10JOB_STATE_FAILED\x10\x04\x12\x17\n\x13JOB_STATE_CANCELLED\x10\x05\x12\x15\n\x11JOB_STATE_UPDATED\x10\x06\x12\x16\n\x12JOB_STATE_DRAINING\x10\x07\x12\x15\n\x11JOB_STATE_DRAINED\x10\x08\x12\x15\n\x11JOB_STATE_PENDING\x10\t\x12\x18\n\x14JOB_STATE_CANCELLING\x10\n\x12\x14\n\x10JOB_STATE_QUEUED\x10\x0b\x12\"\n\x1eJOB_STATE_RESOURCE_CLEANING_UP\x10\x0c\x12\x15\n\x11JOB_STATE_PAUSING\x10\r\x12\x14\n\x10JOB_STATE_PAUSED\x10\x0e*a\n\x07JobView\x12\x14\n\x10JOB_VIEW_UNKNOWN\x10\x00\x12\x14\n\x10JOB_VIEW_SUMMARY\x10\x01\x12\x10\n\x0cJOB_VIEW_ALL\x10\x02\x12\x18\n\x14JOB_VIEW_DESCRIPTION\x10\x03\x32\xaf\x0b\n\x0bJobsV1Beta3\x12\xc1\x01\n\tCreateJob\x12).google.dataflow.v1beta3.CreateJobRequest\x1a\x1c.google.dataflow.v1beta3.Job\"k\x82\xd3\xe4\x93\x02\x65\"5/v1b3/projects/{project_id}/locations/{location}/jobs:\x03jobZ\'\" /v1b3/projects/{project_id}/jobs:\x03job\x12\xc3\x01\n\x06GetJob\x12&.google.dataflow.v1beta3.GetJobRequest\x1a\x1c.google.dataflow.v1beta3.Job\"s\x82\xd3\xe4\x93\x02m\x12>/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}Z+\x12)/v1b3/projects/{project_id}/jobs/{job_id}\x12\xd3\x01\n\tUpdateJob\x12).google.dataflow.v1beta3.UpdateJobRequest\x1a\x1c.google.dataflow.v1beta3.Job\"}\x82\xd3\xe4\x93\x02w\x1a>/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}:\x03jobZ0\x1a)/v1b3/projects/{project_id}/jobs/{job_id}:\x03job\x12\xc2\x01\n\x08ListJobs\x12(.google.dataflow.v1beta3.ListJobsRequest\x1a).google.dataflow.v1beta3.ListJobsResponse\"a\x82\xd3\xe4\x93\x02[\x12\x35/v1b3/projects/{project_id}/locations/{location}/jobsZ\"\x12 /v1b3/projects/{project_id}/jobs\x12\x9e\x01\n\x12\x41ggregatedListJobs\x12(.google.dataflow.v1beta3.ListJobsRequest\x1a).google.dataflow.v1beta3.ListJobsResponse\"3\x82\xd3\xe4\x93\x02-\x12+/v1b3/projects/{project_id}/jobs:aggregated\x12v\n\x0f\x43heckActiveJobs\x12/.google.dataflow.v1beta3.CheckActiveJobsRequest\x1a\x30.google.dataflow.v1beta3.CheckActiveJobsResponse\"\x00\x12\xec\x01\n\x0bSnapshotJob\x12+.google.dataflow.v1beta3.SnapshotJobRequest\x1a!.google.dataflow.v1beta3.Snapshot\"\x8c\x01\x82\xd3\xe4\x93\x02\x85\x01\"G/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}:snapshot:\x01*Z7\"2/v1b3/projects/{project_id}/jobs/{job_id}:snapshot:\x01*\x1as\xca\x41\x17\x64\x61taflow.googleapis.com\xd2\x41Vhttps://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/computeB\xcc\x01\n\x1b\x63om.google.dataflow.v1beta3B\tJobsProtoP\x01Z=cloud.google.com/go/dataflow/apiv1beta3/dataflowpb;dataflowpb\xaa\x02\x1dGoogle.Cloud.Dataflow.V1Beta3\xca\x02\x1dGoogle\\Cloud\\Dataflow\\V1beta3\xea\x02 Google::Cloud::Dataflow::V1beta3b\x06proto3"
|
|
19
19
|
|
|
20
20
|
pool = ::Google::Protobuf::DescriptorPool.generated_pool
|
|
21
21
|
pool.add_serialized_file(descriptor_data)
|
|
@@ -24,8 +24,8 @@ module Google
|
|
|
24
24
|
module Dataflow
|
|
25
25
|
module V1beta3
|
|
26
26
|
module JobsV1Beta3
|
|
27
|
-
# Provides a method to create and modify
|
|
28
|
-
# A Job is a multi-stage computation graph run by the
|
|
27
|
+
# Provides a method to create and modify Dataflow jobs.
|
|
28
|
+
# A Job is a multi-stage computation graph run by the Dataflow service.
|
|
29
29
|
class Service
|
|
30
30
|
|
|
31
31
|
include ::GRPC::GenericService
|
|
@@ -34,7 +34,7 @@ module Google
|
|
|
34
34
|
self.unmarshal_class_method = :decode
|
|
35
35
|
self.service_name = 'google.dataflow.v1beta3.JobsV1Beta3'
|
|
36
36
|
|
|
37
|
-
# Creates a
|
|
37
|
+
# Creates a Dataflow job.
|
|
38
38
|
#
|
|
39
39
|
# To create a job, we recommend using `projects.locations.jobs.create` with a
|
|
40
40
|
# [regional endpoint]
|
|
@@ -24,8 +24,7 @@ module Google
|
|
|
24
24
|
module Dataflow
|
|
25
25
|
module V1beta3
|
|
26
26
|
module MessagesV1Beta3
|
|
27
|
-
# The Dataflow Messages API is used
|
|
28
|
-
# Dataflow jobs.
|
|
27
|
+
# The Dataflow Messages API is used to monitor the progress of Dataflow jobs.
|
|
29
28
|
class Service
|
|
30
29
|
|
|
31
30
|
include ::GRPC::GenericService
|
|
@@ -11,7 +11,7 @@ require 'google/protobuf/struct_pb'
|
|
|
11
11
|
require 'google/protobuf/timestamp_pb'
|
|
12
12
|
|
|
13
13
|
|
|
14
|
-
descriptor_data = "\n%google/dataflow/v1beta3/metrics.proto\x12\x17google.dataflow.v1beta3\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1egoogle/protobuf/duration.proto\x1a\x1cgoogle/protobuf/struct.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\xb1\x01\n\x14MetricStructuredName\x12\x0e\n\x06origin\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12K\n\x07\x63ontext\x18\x03 \x03(\x0b\x32:.google.dataflow.v1beta3.MetricStructuredName.ContextEntry\x1a.\n\x0c\x43ontextEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\
|
|
14
|
+
descriptor_data = "\n%google/dataflow/v1beta3/metrics.proto\x12\x17google.dataflow.v1beta3\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1egoogle/protobuf/duration.proto\x1a\x1cgoogle/protobuf/struct.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\xb1\x01\n\x14MetricStructuredName\x12\x0e\n\x06origin\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12K\n\x07\x63ontext\x18\x03 \x03(\x0b\x32:.google.dataflow.v1beta3.MetricStructuredName.ContextEntry\x1a.\n\x0c\x43ontextEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\x94\x04\n\x0cMetricUpdate\x12;\n\x04name\x18\x01 \x01(\x0b\x32-.google.dataflow.v1beta3.MetricStructuredName\x12\x0c\n\x04kind\x18\x02 \x01(\t\x12\x12\n\ncumulative\x18\x03 \x01(\x08\x12&\n\x06scalar\x18\x04 \x01(\x0b\x32\x16.google.protobuf.Value\x12(\n\x08mean_sum\x18\x05 \x01(\x0b\x32\x16.google.protobuf.Value\x12*\n\nmean_count\x18\x06 \x01(\x0b\x32\x16.google.protobuf.Value\x12#\n\x03set\x18\x07 \x01(\x0b\x32\x16.google.protobuf.Value\x12$\n\x04trie\x18\r \x01(\x0b\x32\x16.google.protobuf.Value\x12,\n\x0c\x62ounded_trie\x18\x0e \x01(\x0b\x32\x16.google.protobuf.Value\x12,\n\x0c\x64istribution\x18\x0b \x01(\x0b\x32\x16.google.protobuf.Value\x12%\n\x05gauge\x18\x0c \x01(\x0b\x32\x16.google.protobuf.Value\x12(\n\x08internal\x18\x08 \x01(\x0b\x32\x16.google.protobuf.Value\x12/\n\x0bupdate_time\x18\t \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"|\n\x14GetJobMetricsRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12.\n\nstart_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x10\n\x08location\x18\x04 \x01(\t\"u\n\nJobMetrics\x12/\n\x0bmetric_time\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x36\n\x07metrics\x18\x02 \x03(\x0b\x32%.google.dataflow.v1beta3.MetricUpdate\"|\n\x1dGetJobExecutionDetailsRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12\x10\n\x08location\x18\x03 \x01(\t\x12\x11\n\tpage_size\x18\x04 \x01(\x05\x12\x12\n\npage_token\x18\x05 \x01(\t\"\xb8\x01\n\x12ProgressTimeseries\x12\x18\n\x10\x63urrent_progress\x18\x01 \x01(\x01\x12\x46\n\x0b\x64\x61ta_points\x18\x02 \x03(\x0b\x32\x31.google.dataflow.v1beta3.ProgressTimeseries.Point\x1a@\n\x05Point\x12(\n\x04time\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\r\n\x05value\x18\x02 \x01(\x01\"\xee\x02\n\rStragglerInfo\x12.\n\nstart_time\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x42\n\x06\x63\x61uses\x18\x02 \x03(\x0b\x32\x32.google.dataflow.v1beta3.StragglerInfo.CausesEntry\x1a{\n\x16StragglerDebuggingInfo\x12?\n\x07hot_key\x18\x01 \x01(\x0b\x32,.google.dataflow.v1beta3.HotKeyDebuggingInfoH\x00\x42 \n\x1estraggler_debugging_info_value\x1al\n\x0b\x43\x61usesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12L\n\x05value\x18\x02 \x01(\x0b\x32=.google.dataflow.v1beta3.StragglerInfo.StragglerDebuggingInfo:\x02\x38\x01\"\xfb\x01\n\x16StreamingStragglerInfo\x12.\n\nstart_time\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12,\n\x08\x65nd_time\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x13\n\x0bworker_name\x18\x03 \x01(\t\x12\x35\n\x12\x64\x61ta_watermark_lag\x18\x04 \x01(\x0b\x32\x19.google.protobuf.Duration\x12\x37\n\x14system_watermark_lag\x18\x05 \x01(\x0b\x32\x19.google.protobuf.Duration\"\xb0\x01\n\tStraggler\x12\x41\n\x0f\x62\x61tch_straggler\x18\x01 \x01(\x0b\x32&.google.dataflow.v1beta3.StragglerInfoH\x00\x12N\n\x13streaming_straggler\x18\x02 \x01(\x0b\x32/.google.dataflow.v1beta3.StreamingStragglerInfoH\x00\x42\x10\n\x0estraggler_info\"\xc6\x02\n\x13HotKeyDebuggingInfo\x12\\\n\x11\x64\x65tected_hot_keys\x18\x01 \x03(\x0b\x32\x41.google.dataflow.v1beta3.HotKeyDebuggingInfo.DetectedHotKeysEntry\x1a`\n\nHotKeyInfo\x12.\n\x0bhot_key_age\x18\x01 \x01(\x0b\x32\x19.google.protobuf.Duration\x12\x0b\n\x03key\x18\x02 \x01(\t\x12\x15\n\rkey_truncated\x18\x03 \x01(\x08\x1ao\n\x14\x44\x65tectedHotKeysEntry\x12\x0b\n\x03key\x18\x01 \x01(\x04\x12\x46\n\x05value\x18\x02 \x01(\x0b\x32\x37.google.dataflow.v1beta3.HotKeyDebuggingInfo.HotKeyInfo:\x02\x38\x01\"\x8f\x02\n\x10StragglerSummary\x12\x1d\n\x15total_straggler_count\x18\x01 \x01(\x03\x12\x61\n\x15straggler_cause_count\x18\x02 \x03(\x0b\x32\x42.google.dataflow.v1beta3.StragglerSummary.StragglerCauseCountEntry\x12=\n\x11recent_stragglers\x18\x03 \x03(\x0b\x32\".google.dataflow.v1beta3.Straggler\x1a:\n\x18StragglerCauseCountEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\x03:\x02\x38\x01\"\xf3\x02\n\x0cStageSummary\x12\x10\n\x08stage_id\x18\x01 \x01(\t\x12\x36\n\x05state\x18\x02 \x01(\x0e\x32\'.google.dataflow.v1beta3.ExecutionState\x12.\n\nstart_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12,\n\x08\x65nd_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12=\n\x08progress\x18\x05 \x01(\x0b\x32+.google.dataflow.v1beta3.ProgressTimeseries\x12\x36\n\x07metrics\x18\x06 \x03(\x0b\x32%.google.dataflow.v1beta3.MetricUpdate\x12\x44\n\x11straggler_summary\x18\x07 \x01(\x0b\x32).google.dataflow.v1beta3.StragglerSummary\"e\n\x13JobExecutionDetails\x12\x35\n\x06stages\x18\x01 \x03(\x0b\x32%.google.dataflow.v1beta3.StageSummary\x12\x17\n\x0fnext_page_token\x18\x02 \x01(\t\"\xee\x01\n\x1fGetStageExecutionDetailsRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12\x10\n\x08location\x18\x03 \x01(\t\x12\x10\n\x08stage_id\x18\x04 \x01(\t\x12\x11\n\tpage_size\x18\x05 \x01(\x05\x12\x12\n\npage_token\x18\x06 \x01(\t\x12.\n\nstart_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12,\n\x08\x65nd_time\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"\x83\x03\n\x0fWorkItemDetails\x12\x0f\n\x07task_id\x18\x01 \x01(\t\x12\x12\n\nattempt_id\x18\x02 \x01(\t\x12.\n\nstart_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12,\n\x08\x65nd_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x36\n\x05state\x18\x05 \x01(\x0e\x32\'.google.dataflow.v1beta3.ExecutionState\x12=\n\x08progress\x18\x06 \x01(\x0b\x32+.google.dataflow.v1beta3.ProgressTimeseries\x12\x36\n\x07metrics\x18\x07 \x03(\x0b\x32%.google.dataflow.v1beta3.MetricUpdate\x12>\n\x0estraggler_info\x18\x08 \x01(\x0b\x32&.google.dataflow.v1beta3.StragglerInfo\"b\n\rWorkerDetails\x12\x13\n\x0bworker_name\x18\x01 \x01(\t\x12<\n\nwork_items\x18\x02 \x03(\x0b\x32(.google.dataflow.v1beta3.WorkItemDetails\"i\n\x15StageExecutionDetails\x12\x37\n\x07workers\x18\x01 \x03(\x0b\x32&.google.dataflow.v1beta3.WorkerDetails\x12\x17\n\x0fnext_page_token\x18\x02 \x01(\t*\xc5\x01\n\x0e\x45xecutionState\x12\x1b\n\x17\x45XECUTION_STATE_UNKNOWN\x10\x00\x12\x1f\n\x1b\x45XECUTION_STATE_NOT_STARTED\x10\x01\x12\x1b\n\x17\x45XECUTION_STATE_RUNNING\x10\x02\x12\x1d\n\x19\x45XECUTION_STATE_SUCCEEDED\x10\x03\x12\x1a\n\x16\x45XECUTION_STATE_FAILED\x10\x04\x12\x1d\n\x19\x45XECUTION_STATE_CANCELLED\x10\x05\x32\xbd\x06\n\x0eMetricsV1Beta3\x12\xe9\x01\n\rGetJobMetrics\x12-.google.dataflow.v1beta3.GetJobMetricsRequest\x1a#.google.dataflow.v1beta3.JobMetrics\"\x83\x01\x82\xd3\xe4\x93\x02}\x12\x46/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}/metricsZ3\x12\x31/v1b3/projects/{project_id}/jobs/{job_id}/metrics\x12\xd7\x01\n\x16GetJobExecutionDetails\x12\x36.google.dataflow.v1beta3.GetJobExecutionDetailsRequest\x1a,.google.dataflow.v1beta3.JobExecutionDetails\"W\x82\xd3\xe4\x93\x02Q\x12O/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}/executionDetails\x12\xef\x01\n\x18GetStageExecutionDetails\x12\x38.google.dataflow.v1beta3.GetStageExecutionDetailsRequest\x1a..google.dataflow.v1beta3.StageExecutionDetails\"i\x82\xd3\xe4\x93\x02\x63\x12\x61/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}/stages/{stage_id}/executionDetails\x1as\xca\x41\x17\x64\x61taflow.googleapis.com\xd2\x41Vhttps://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/computeB\xcf\x01\n\x1b\x63om.google.dataflow.v1beta3B\x0cMetricsProtoP\x01Z=cloud.google.com/go/dataflow/apiv1beta3/dataflowpb;dataflowpb\xaa\x02\x1dGoogle.Cloud.Dataflow.V1Beta3\xca\x02\x1dGoogle\\Cloud\\Dataflow\\V1beta3\xea\x02 Google::Cloud::Dataflow::V1beta3b\x06proto3"
|
|
15
15
|
|
|
16
16
|
pool = ::Google::Protobuf::DescriptorPool.generated_pool
|
|
17
17
|
pool.add_serialized_file(descriptor_data)
|
|
@@ -24,8 +24,7 @@ module Google
|
|
|
24
24
|
module Dataflow
|
|
25
25
|
module V1beta3
|
|
26
26
|
module MetricsV1Beta3
|
|
27
|
-
# The Dataflow Metrics API lets you monitor the progress of Dataflow
|
|
28
|
-
# jobs.
|
|
27
|
+
# The Dataflow Metrics API lets you monitor the progress of Dataflow jobs.
|
|
29
28
|
class Service
|
|
30
29
|
|
|
31
30
|
include ::GRPC::GenericService
|
|
@@ -12,7 +12,7 @@ require 'google/dataflow/v1beta3/jobs_pb'
|
|
|
12
12
|
require 'google/rpc/status_pb'
|
|
13
13
|
|
|
14
14
|
|
|
15
|
-
descriptor_data = "\n\'google/dataflow/v1beta3/templates.proto\x12\x17google.dataflow.v1beta3\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a)google/dataflow/v1beta3/environment.proto\x1a\"google/dataflow/v1beta3/jobs.proto\x1a\x17google/rpc/status.proto\"G\n\x1aLaunchFlexTemplateResponse\x12)\n\x03job\x18\x01 \x01(\x0b\x32\x1c.google.dataflow.v1beta3.Job\"\xe3\x02\n\rContainerSpec\x12\r\n\x05image\x18\x01 \x01(\t\x12;\n\x08metadata\x18\x02 \x01(\x0b\x32).google.dataflow.v1beta3.TemplateMetadata\x12\x32\n\x08sdk_info\x18\x03 \x01(\x0b\x32 .google.dataflow.v1beta3.SDKInfo\x12T\n\x13\x64\x65\x66\x61ult_environment\x18\x04 \x01(\x0b\x32\x37.google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment\x12+\n#image_repository_username_secret_id\x18\x05 \x01(\t\x12+\n#image_repository_password_secret_id\x18\x06 \x01(\t\x12\"\n\x1aimage_repository_cert_path\x18\x07 \x01(\t\"\xd2\x05\n\x1bLaunchFlexTemplateParameter\x12\x10\n\x08job_name\x18\x01 \x01(\t\x12@\n\x0e\x63ontainer_spec\x18\x04 \x01(\x0b\x32&.google.dataflow.v1beta3.ContainerSpecH\x00\x12!\n\x17\x63ontainer_spec_gcs_path\x18\x05 \x01(\tH\x00\x12X\n\nparameters\x18\x02 \x03(\x0b\x32\x44.google.dataflow.v1beta3.LaunchFlexTemplateParameter.ParametersEntry\x12_\n\x0elaunch_options\x18\x06 \x03(\x0b\x32G.google.dataflow.v1beta3.LaunchFlexTemplateParameter.LaunchOptionsEntry\x12L\n\x0b\x65nvironment\x18\x07 \x01(\x0b\x32\x37.google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment\x12\x0e\n\x06update\x18\x08 \x01(\x08\x12p\n\x17transform_name_mappings\x18\t \x03(\x0b\x32O.google.dataflow.v1beta3.LaunchFlexTemplateParameter.TransformNameMappingsEntry\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x34\n\x12LaunchOptionsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a<\n\x1aTransformNameMappingsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\n\n\x08template\"\x9d\x08\n\x1e\x46lexTemplateRuntimeEnvironment\x12\x13\n\x0bnum_workers\x18\x01 \x01(\x05\x12\x13\n\x0bmax_workers\x18\x02 \x01(\x05\x12\x0c\n\x04zone\x18\x03 \x01(\t\x12\x1d\n\x15service_account_email\x18\x04 \x01(\t\x12\x15\n\rtemp_location\x18\x05 \x01(\t\x12\x14\n\x0cmachine_type\x18\x06 \x01(\t\x12\x1e\n\x16\x61\x64\x64itional_experiments\x18\x07 \x03(\t\x12\x0f\n\x07network\x18\x08 \x01(\t\x12\x12\n\nsubnetwork\x18\t \x01(\t\x12q\n\x16\x61\x64\x64itional_user_labels\x18\n \x03(\x0b\x32Q.google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment.AdditionalUserLabelsEntry\x12\x14\n\x0ckms_key_name\x18\x0b \x01(\t\x12O\n\x10ip_configuration\x18\x0c \x01(\x0e\x32\x35.google.dataflow.v1beta3.WorkerIPAddressConfiguration\x12\x15\n\rworker_region\x18\r \x01(\t\x12\x13\n\x0bworker_zone\x18\x0e \x01(\t\x12\x1f\n\x17\x65nable_streaming_engine\x18\x0f \x01(\x08\x12H\n\x0b\x66lexrs_goal\x18\x10 \x01(\x0e\x32\x33.google.dataflow.v1beta3.FlexResourceSchedulingGoal\x12\x18\n\x10staging_location\x18\x11 \x01(\t\x12\x1b\n\x13sdk_container_image\x18\x12 \x01(\t\x12\x14\n\x0c\x64isk_size_gb\x18\x14 \x01(\x05\x12L\n\x15\x61utoscaling_algorithm\x18\x15 \x01(\x0e\x32-.google.dataflow.v1beta3.AutoscalingAlgorithm\x12\x18\n\x10\x64ump_heap_on_oom\x18\x16 \x01(\x08\x12#\n\x1bsave_heap_dumps_to_gcs_path\x18\x17 \x01(\t\x12\x1d\n\x15launcher_machine_type\x18\x18 \x01(\t\x12.\n&enable_launcher_vm_serial_port_logging\x18\x19 \x01(\x08\x12H\n\x0estreaming_mode\x18\x1a \x01(\x0e\x32&.google.dataflow.v1beta3.StreamingModeB\x03\xe0\x41\x01H\x00\x88\x01\x01\x1a;\n\x19\x41\x64\x64itionalUserLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x11\n\x0f_streaming_mode\"\xa8\x01\n\x19LaunchFlexTemplateRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12N\n\x10launch_parameter\x18\x02 \x01(\x0b\x32\x34.google.dataflow.v1beta3.LaunchFlexTemplateParameter\x12\x10\n\x08location\x18\x03 \x01(\t\x12\x15\n\rvalidate_only\x18\x04 \x01(\x08\"\xcc\x05\n\x12RuntimeEnvironment\x12\x13\n\x0bnum_workers\x18\x0b \x01(\x05\x12\x13\n\x0bmax_workers\x18\x01 \x01(\x05\x12\x0c\n\x04zone\x18\x02 \x01(\t\x12\x1d\n\x15service_account_email\x18\x03 \x01(\t\x12\x15\n\rtemp_location\x18\x04 \x01(\t\x12\"\n\x1a\x62ypass_temp_dir_validation\x18\x05 \x01(\x08\x12\x14\n\x0cmachine_type\x18\x06 \x01(\t\x12\x1e\n\x16\x61\x64\x64itional_experiments\x18\x07 \x03(\t\x12\x0f\n\x07network\x18\x08 \x01(\t\x12\x12\n\nsubnetwork\x18\t \x01(\t\x12\x65\n\x16\x61\x64\x64itional_user_labels\x18\n \x03(\x0b\x32\x45.google.dataflow.v1beta3.RuntimeEnvironment.AdditionalUserLabelsEntry\x12\x14\n\x0ckms_key_name\x18\x0c \x01(\t\x12O\n\x10ip_configuration\x18\x0e \x01(\x0e\x32\x35.google.dataflow.v1beta3.WorkerIPAddressConfiguration\x12\x15\n\rworker_region\x18\x0f \x01(\t\x12\x13\n\x0bworker_zone\x18\x10 \x01(\t\x12\x1f\n\x17\x65nable_streaming_engine\x18\x11 \x01(\x08\x12\x14\n\x0c\x64isk_size_gb\x18\x12 \x01(\x05\x12H\n\x0estreaming_mode\x18\x13 \x01(\x0e\x32&.google.dataflow.v1beta3.StreamingModeB\x03\xe0\x41\x01H\x00\x88\x01\x01\x1a;\n\x19\x41\x64\x64itionalUserLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x11\n\x0f_streaming_mode\"_\n\x1bParameterMetadataEnumOption\x12\x12\n\x05value\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x12\n\x05label\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0b\x64\x65scription\x18\x03 \x01(\tB\x03\xe0\x41\x01\"\xf3\x03\n\x11ParameterMetadata\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\r\n\x05label\x18\x02 \x01(\t\x12\x11\n\thelp_text\x18\x03 \x01(\t\x12\x13\n\x0bis_optional\x18\x04 \x01(\x08\x12\x0f\n\x07regexes\x18\x05 \x03(\t\x12:\n\nparam_type\x18\x06 \x01(\x0e\x32&.google.dataflow.v1beta3.ParameterType\x12W\n\x0f\x63ustom_metadata\x18\x07 \x03(\x0b\x32>.google.dataflow.v1beta3.ParameterMetadata.CustomMetadataEntry\x12\x12\n\ngroup_name\x18\x08 \x01(\t\x12\x13\n\x0bparent_name\x18\t \x01(\t\x12\x1d\n\x15parent_trigger_values\x18\n \x03(\t\x12J\n\x0c\x65num_options\x18\x0b \x03(\x0b\x32\x34.google.dataflow.v1beta3.ParameterMetadataEnumOption\x12\x15\n\rdefault_value\x18\x0c \x01(\t\x12\x11\n\thidden_ui\x18\r \x01(\x08\x1a\x35\n\x13\x43ustomMetadataEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xe7\x01\n\x10TemplateMetadata\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x13\n\x0b\x64\x65scription\x18\x02 \x01(\t\x12>\n\nparameters\x18\x03 \x03(\x0b\x32*.google.dataflow.v1beta3.ParameterMetadata\x12\x11\n\tstreaming\x18\x05 \x01(\x08\x12\x1e\n\x16supports_at_least_once\x18\x06 \x01(\x08\x12\x1d\n\x15supports_exactly_once\x18\x07 \x01(\x08\x12\x1e\n\x16\x64\x65\x66\x61ult_streaming_mode\x18\x08 \x01(\t\"\x8e\x01\n\x07SDKInfo\x12;\n\x08language\x18\x01 \x01(\x0e\x32).google.dataflow.v1beta3.SDKInfo.Language\x12\x0f\n\x07version\x18\x02 \x01(\t\"5\n\x08Language\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x08\n\x04JAVA\x10\x01\x12\n\n\x06PYTHON\x10\x02\x12\x06\n\x02GO\x10\x03\"\x85\x01\n\x0fRuntimeMetadata\x12\x32\n\x08sdk_info\x18\x01 \x01(\x0b\x32 .google.dataflow.v1beta3.SDKInfo\x12>\n\nparameters\x18\x02 \x03(\x0b\x32*.google.dataflow.v1beta3.ParameterMetadata\"\xc6\x02\n\x1c\x43reateJobFromTemplateRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x10\n\x08job_name\x18\x04 \x01(\t\x12\x12\n\x08gcs_path\x18\x02 \x01(\tH\x00\x12Y\n\nparameters\x18\x03 \x03(\x0b\x32\x45.google.dataflow.v1beta3.CreateJobFromTemplateRequest.ParametersEntry\x12@\n\x0b\x65nvironment\x18\x05 \x01(\x0b\x32+.google.dataflow.v1beta3.RuntimeEnvironment\x12\x10\n\x08location\x18\x06 \x01(\t\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\n\n\x08template\"\xc5\x01\n\x12GetTemplateRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x12\n\x08gcs_path\x18\x02 \x01(\tH\x00\x12\x46\n\x04view\x18\x03 \x01(\x0e\x32\x38.google.dataflow.v1beta3.GetTemplateRequest.TemplateView\x12\x10\n\x08location\x18\x04 \x01(\t\"!\n\x0cTemplateView\x12\x11\n\rMETADATA_ONLY\x10\x00\x42\n\n\x08template\"\xbf\x02\n\x13GetTemplateResponse\x12\"\n\x06status\x18\x01 \x01(\x0b\x32\x12.google.rpc.Status\x12;\n\x08metadata\x18\x02 \x01(\x0b\x32).google.dataflow.v1beta3.TemplateMetadata\x12P\n\rtemplate_type\x18\x03 \x01(\x0e\x32\x39.google.dataflow.v1beta3.GetTemplateResponse.TemplateType\x12\x42\n\x10runtime_metadata\x18\x04 \x01(\x0b\x32(.google.dataflow.v1beta3.RuntimeMetadata\"1\n\x0cTemplateType\x12\x0b\n\x07UNKNOWN\x10\x00\x12\n\n\x06LEGACY\x10\x01\x12\x08\n\x04\x46LEX\x10\x02\"\xb2\x03\n\x18LaunchTemplateParameters\x12\x10\n\x08job_name\x18\x01 \x01(\t\x12U\n\nparameters\x18\x02 \x03(\x0b\x32\x41.google.dataflow.v1beta3.LaunchTemplateParameters.ParametersEntry\x12@\n\x0b\x65nvironment\x18\x03 \x01(\x0b\x32+.google.dataflow.v1beta3.RuntimeEnvironment\x12\x0e\n\x06update\x18\x04 \x01(\x08\x12k\n\x16transform_name_mapping\x18\x05 \x03(\x0b\x32K.google.dataflow.v1beta3.LaunchTemplateParameters.TransformNameMappingEntry\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a;\n\x19TransformNameMappingEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\x94\x02\n\x15LaunchTemplateRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x15\n\rvalidate_only\x18\x02 \x01(\x08\x12\x12\n\x08gcs_path\x18\x03 \x01(\tH\x00\x12P\n\x10\x64ynamic_template\x18\x06 \x01(\x0b\x32\x34.google.dataflow.v1beta3.DynamicTemplateLaunchParamsH\x00\x12L\n\x11launch_parameters\x18\x04 \x01(\x0b\x32\x31.google.dataflow.v1beta3.LaunchTemplateParameters\x12\x10\n\x08location\x18\x05 \x01(\tB\n\n\x08template\"C\n\x16LaunchTemplateResponse\x12)\n\x03job\x18\x01 \x01(\x0b\x32\x1c.google.dataflow.v1beta3.Job\"\xbe\x01\n\x19InvalidTemplateParameters\x12\x63\n\x14parameter_violations\x18\x01 \x03(\x0b\x32\x45.google.dataflow.v1beta3.InvalidTemplateParameters.ParameterViolation\x1a<\n\x12ParameterViolation\x12\x11\n\tparameter\x18\x01 \x01(\t\x12\x13\n\x0b\x64\x65scription\x18\x02 \x01(\t\"I\n\x1b\x44ynamicTemplateLaunchParams\x12\x10\n\x08gcs_path\x18\x01 \x01(\t\x12\x18\n\x10staging_location\x18\x02 \x01(\t*\xbd\x03\n\rParameterType\x12\x0b\n\x07\x44\x45\x46\x41ULT\x10\x00\x12\x08\n\x04TEXT\x10\x01\x12\x13\n\x0fGCS_READ_BUCKET\x10\x02\x12\x14\n\x10GCS_WRITE_BUCKET\x10\x03\x12\x11\n\rGCS_READ_FILE\x10\x04\x12\x12\n\x0eGCS_WRITE_FILE\x10\x05\x12\x13\n\x0fGCS_READ_FOLDER\x10\x06\x12\x14\n\x10GCS_WRITE_FOLDER\x10\x07\x12\x10\n\x0cPUBSUB_TOPIC\x10\x08\x12\x17\n\x13PUBSUB_SUBSCRIPTION\x10\t\x12\x12\n\x0e\x42IGQUERY_TABLE\x10\n\x12\x17\n\x13JAVASCRIPT_UDF_FILE\x10\x0b\x12\x13\n\x0fSERVICE_ACCOUNT\x10\x0c\x12\x10\n\x0cMACHINE_TYPE\x10\r\x12\x10\n\x0cKMS_KEY_NAME\x10\x0e\x12\x11\n\rWORKER_REGION\x10\x0f\x12\x0f\n\x0bWORKER_ZONE\x10\x10\x12\x0b\n\x07\x42OOLEAN\x10\x11\x12\x08\n\x04\x45NUM\x10\x12\x12\n\n\x06NUMBER\x10\x13\x12\x13\n\x0bKAFKA_TOPIC\x10\x14\x1a\x02\x08\x01\x12\x14\n\x10KAFKA_READ_TOPIC\x10\x15\x12\x15\n\x11KAFKA_WRITE_TOPIC\x10\x16\x32\xe0\x06\n\x10TemplatesService\x12\xdf\x01\n\x15\x43reateJobFromTemplate\x12\x35.google.dataflow.v1beta3.CreateJobFromTemplateRequest\x1a\x1c.google.dataflow.v1beta3.Job\"q\x82\xd3\xe4\x93\x02k\":/v1b3/projects/{project_id}/locations/{location}/templates:\x01*Z*\"%/v1b3/projects/{project_id}/templates:\x01*\x12\x94\x02\n\x0eLaunchTemplate\x12..google.dataflow.v1beta3.LaunchTemplateRequest\x1a/.google.dataflow.v1beta3.LaunchTemplateResponse\"\xa0\x01\x82\xd3\xe4\x93\x02\x99\x01\"A/v1b3/projects/{project_id}/locations/{location}/templates:launch:\x11launch_parametersZA\",/v1b3/projects/{project_id}/templates:launch:\x11launch_parameters\x12\xdd\x01\n\x0bGetTemplate\x12+.google.dataflow.v1beta3.GetTemplateRequest\x1a,.google.dataflow.v1beta3.GetTemplateResponse\"s\x82\xd3\xe4\x93\x02m\x12>/v1b3/projects/{project_id}/locations/{location}/templates:getZ+\x12)/v1b3/projects/{project_id}/templates:get\x1as\xca\x41\x17\x64\x61taflow.googleapis.com\xd2\x41Vhttps://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/compute2\xdd\x02\n\x14\x46lexTemplatesService\x12\xcf\x01\n\x12LaunchFlexTemplate\x12\x32.google.dataflow.v1beta3.LaunchFlexTemplateRequest\x1a\x33.google.dataflow.v1beta3.LaunchFlexTemplateResponse\"P\x82\xd3\xe4\x93\x02J\"E/v1b3/projects/{project_id}/locations/{location}/flexTemplates:launch:\x01*\x1as\xca\x41\x17\x64\x61taflow.googleapis.com\xd2\x41Vhttps://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/computeB\xd1\x01\n\x1b\x63om.google.dataflow.v1beta3B\x0eTemplatesProtoP\x01Z=cloud.google.com/go/dataflow/apiv1beta3/dataflowpb;dataflowpb\xaa\x02\x1dGoogle.Cloud.Dataflow.V1Beta3\xca\x02\x1dGoogle\\Cloud\\Dataflow\\V1beta3\xea\x02 Google::Cloud::Dataflow::V1beta3b\x06proto3"
|
|
15
|
+
descriptor_data = "\n\'google/dataflow/v1beta3/templates.proto\x12\x17google.dataflow.v1beta3\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a)google/dataflow/v1beta3/environment.proto\x1a\"google/dataflow/v1beta3/jobs.proto\x1a\x17google/rpc/status.proto\"G\n\x1aLaunchFlexTemplateResponse\x12)\n\x03job\x18\x01 \x01(\x0b\x32\x1c.google.dataflow.v1beta3.Job\"\xe3\x02\n\rContainerSpec\x12\r\n\x05image\x18\x01 \x01(\t\x12;\n\x08metadata\x18\x02 \x01(\x0b\x32).google.dataflow.v1beta3.TemplateMetadata\x12\x32\n\x08sdk_info\x18\x03 \x01(\x0b\x32 .google.dataflow.v1beta3.SDKInfo\x12T\n\x13\x64\x65\x66\x61ult_environment\x18\x04 \x01(\x0b\x32\x37.google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment\x12+\n#image_repository_username_secret_id\x18\x05 \x01(\t\x12+\n#image_repository_password_secret_id\x18\x06 \x01(\t\x12\"\n\x1aimage_repository_cert_path\x18\x07 \x01(\t\"\xd2\x05\n\x1bLaunchFlexTemplateParameter\x12\x10\n\x08job_name\x18\x01 \x01(\t\x12@\n\x0e\x63ontainer_spec\x18\x04 \x01(\x0b\x32&.google.dataflow.v1beta3.ContainerSpecH\x00\x12!\n\x17\x63ontainer_spec_gcs_path\x18\x05 \x01(\tH\x00\x12X\n\nparameters\x18\x02 \x03(\x0b\x32\x44.google.dataflow.v1beta3.LaunchFlexTemplateParameter.ParametersEntry\x12_\n\x0elaunch_options\x18\x06 \x03(\x0b\x32G.google.dataflow.v1beta3.LaunchFlexTemplateParameter.LaunchOptionsEntry\x12L\n\x0b\x65nvironment\x18\x07 \x01(\x0b\x32\x37.google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment\x12\x0e\n\x06update\x18\x08 \x01(\x08\x12p\n\x17transform_name_mappings\x18\t \x03(\x0b\x32O.google.dataflow.v1beta3.LaunchFlexTemplateParameter.TransformNameMappingsEntry\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x34\n\x12LaunchOptionsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a<\n\x1aTransformNameMappingsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\n\n\x08template\"\xc7\x08\n\x1e\x46lexTemplateRuntimeEnvironment\x12\x13\n\x0bnum_workers\x18\x01 \x01(\x05\x12\x13\n\x0bmax_workers\x18\x02 \x01(\x05\x12\x0c\n\x04zone\x18\x03 \x01(\t\x12\x1d\n\x15service_account_email\x18\x04 \x01(\t\x12\x15\n\rtemp_location\x18\x05 \x01(\t\x12\x14\n\x0cmachine_type\x18\x06 \x01(\t\x12\x1e\n\x16\x61\x64\x64itional_experiments\x18\x07 \x03(\t\x12\x0f\n\x07network\x18\x08 \x01(\t\x12\x12\n\nsubnetwork\x18\t \x01(\t\x12q\n\x16\x61\x64\x64itional_user_labels\x18\n \x03(\x0b\x32Q.google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment.AdditionalUserLabelsEntry\x12\x14\n\x0ckms_key_name\x18\x0b \x01(\t\x12O\n\x10ip_configuration\x18\x0c \x01(\x0e\x32\x35.google.dataflow.v1beta3.WorkerIPAddressConfiguration\x12\x15\n\rworker_region\x18\r \x01(\t\x12\x13\n\x0bworker_zone\x18\x0e \x01(\t\x12\x1f\n\x17\x65nable_streaming_engine\x18\x0f \x01(\x08\x12H\n\x0b\x66lexrs_goal\x18\x10 \x01(\x0e\x32\x33.google.dataflow.v1beta3.FlexResourceSchedulingGoal\x12\x18\n\x10staging_location\x18\x11 \x01(\t\x12\x1b\n\x13sdk_container_image\x18\x12 \x01(\t\x12\x14\n\x0c\x64isk_size_gb\x18\x14 \x01(\x05\x12L\n\x15\x61utoscaling_algorithm\x18\x15 \x01(\x0e\x32-.google.dataflow.v1beta3.AutoscalingAlgorithm\x12\x18\n\x10\x64ump_heap_on_oom\x18\x16 \x01(\x08\x12#\n\x1bsave_heap_dumps_to_gcs_path\x18\x17 \x01(\t\x12\x1d\n\x15launcher_machine_type\x18\x18 \x01(\t\x12.\n&enable_launcher_vm_serial_port_logging\x18\x19 \x01(\x08\x12H\n\x0estreaming_mode\x18\x1a \x01(\x0e\x32&.google.dataflow.v1beta3.StreamingModeB\x03\xe0\x41\x01H\x00\x88\x01\x01\x12(\n\x1b\x61\x64\x64itional_pipeline_options\x18\x1b \x03(\tB\x03\xe0\x41\x01\x1a;\n\x19\x41\x64\x64itionalUserLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x11\n\x0f_streaming_mode\"\xa8\x01\n\x19LaunchFlexTemplateRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12N\n\x10launch_parameter\x18\x02 \x01(\x0b\x32\x34.google.dataflow.v1beta3.LaunchFlexTemplateParameter\x12\x10\n\x08location\x18\x03 \x01(\t\x12\x15\n\rvalidate_only\x18\x04 \x01(\x08\"\xf6\x05\n\x12RuntimeEnvironment\x12\x13\n\x0bnum_workers\x18\x0b \x01(\x05\x12\x13\n\x0bmax_workers\x18\x01 \x01(\x05\x12\x0c\n\x04zone\x18\x02 \x01(\t\x12\x1d\n\x15service_account_email\x18\x03 \x01(\t\x12\x15\n\rtemp_location\x18\x04 \x01(\t\x12\"\n\x1a\x62ypass_temp_dir_validation\x18\x05 \x01(\x08\x12\x14\n\x0cmachine_type\x18\x06 \x01(\t\x12\x1e\n\x16\x61\x64\x64itional_experiments\x18\x07 \x03(\t\x12\x0f\n\x07network\x18\x08 \x01(\t\x12\x12\n\nsubnetwork\x18\t \x01(\t\x12\x65\n\x16\x61\x64\x64itional_user_labels\x18\n \x03(\x0b\x32\x45.google.dataflow.v1beta3.RuntimeEnvironment.AdditionalUserLabelsEntry\x12\x14\n\x0ckms_key_name\x18\x0c \x01(\t\x12O\n\x10ip_configuration\x18\x0e \x01(\x0e\x32\x35.google.dataflow.v1beta3.WorkerIPAddressConfiguration\x12\x15\n\rworker_region\x18\x0f \x01(\t\x12\x13\n\x0bworker_zone\x18\x10 \x01(\t\x12\x1f\n\x17\x65nable_streaming_engine\x18\x11 \x01(\x08\x12\x14\n\x0c\x64isk_size_gb\x18\x12 \x01(\x05\x12H\n\x0estreaming_mode\x18\x13 \x01(\x0e\x32&.google.dataflow.v1beta3.StreamingModeB\x03\xe0\x41\x01H\x00\x88\x01\x01\x12(\n\x1b\x61\x64\x64itional_pipeline_options\x18\x14 \x03(\tB\x03\xe0\x41\x01\x1a;\n\x19\x41\x64\x64itionalUserLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x11\n\x0f_streaming_mode\"_\n\x1bParameterMetadataEnumOption\x12\x12\n\x05value\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x12\n\x05label\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0b\x64\x65scription\x18\x03 \x01(\tB\x03\xe0\x41\x01\"\xf3\x03\n\x11ParameterMetadata\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\r\n\x05label\x18\x02 \x01(\t\x12\x11\n\thelp_text\x18\x03 \x01(\t\x12\x13\n\x0bis_optional\x18\x04 \x01(\x08\x12\x0f\n\x07regexes\x18\x05 \x03(\t\x12:\n\nparam_type\x18\x06 \x01(\x0e\x32&.google.dataflow.v1beta3.ParameterType\x12W\n\x0f\x63ustom_metadata\x18\x07 \x03(\x0b\x32>.google.dataflow.v1beta3.ParameterMetadata.CustomMetadataEntry\x12\x12\n\ngroup_name\x18\x08 \x01(\t\x12\x13\n\x0bparent_name\x18\t \x01(\t\x12\x1d\n\x15parent_trigger_values\x18\n \x03(\t\x12J\n\x0c\x65num_options\x18\x0b \x03(\x0b\x32\x34.google.dataflow.v1beta3.ParameterMetadataEnumOption\x12\x15\n\rdefault_value\x18\x0c \x01(\t\x12\x11\n\thidden_ui\x18\r \x01(\x08\x1a\x35\n\x13\x43ustomMetadataEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xe7\x01\n\x10TemplateMetadata\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x13\n\x0b\x64\x65scription\x18\x02 \x01(\t\x12>\n\nparameters\x18\x03 \x03(\x0b\x32*.google.dataflow.v1beta3.ParameterMetadata\x12\x11\n\tstreaming\x18\x05 \x01(\x08\x12\x1e\n\x16supports_at_least_once\x18\x06 \x01(\x08\x12\x1d\n\x15supports_exactly_once\x18\x07 \x01(\x08\x12\x1e\n\x16\x64\x65\x66\x61ult_streaming_mode\x18\x08 \x01(\t\"\x98\x01\n\x07SDKInfo\x12;\n\x08language\x18\x01 \x01(\x0e\x32).google.dataflow.v1beta3.SDKInfo.Language\x12\x0f\n\x07version\x18\x02 \x01(\t\"?\n\x08Language\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x08\n\x04JAVA\x10\x01\x12\n\n\x06PYTHON\x10\x02\x12\x06\n\x02GO\x10\x03\x12\x08\n\x04YAML\x10\x04\"\x85\x01\n\x0fRuntimeMetadata\x12\x32\n\x08sdk_info\x18\x01 \x01(\x0b\x32 .google.dataflow.v1beta3.SDKInfo\x12>\n\nparameters\x18\x02 \x03(\x0b\x32*.google.dataflow.v1beta3.ParameterMetadata\"\xc6\x02\n\x1c\x43reateJobFromTemplateRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x10\n\x08job_name\x18\x04 \x01(\t\x12\x12\n\x08gcs_path\x18\x02 \x01(\tH\x00\x12Y\n\nparameters\x18\x03 \x03(\x0b\x32\x45.google.dataflow.v1beta3.CreateJobFromTemplateRequest.ParametersEntry\x12@\n\x0b\x65nvironment\x18\x05 \x01(\x0b\x32+.google.dataflow.v1beta3.RuntimeEnvironment\x12\x10\n\x08location\x18\x06 \x01(\t\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\n\n\x08template\"\xc5\x01\n\x12GetTemplateRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x12\n\x08gcs_path\x18\x02 \x01(\tH\x00\x12\x46\n\x04view\x18\x03 \x01(\x0e\x32\x38.google.dataflow.v1beta3.GetTemplateRequest.TemplateView\x12\x10\n\x08location\x18\x04 \x01(\t\"!\n\x0cTemplateView\x12\x11\n\rMETADATA_ONLY\x10\x00\x42\n\n\x08template\"\xbf\x02\n\x13GetTemplateResponse\x12\"\n\x06status\x18\x01 \x01(\x0b\x32\x12.google.rpc.Status\x12;\n\x08metadata\x18\x02 \x01(\x0b\x32).google.dataflow.v1beta3.TemplateMetadata\x12P\n\rtemplate_type\x18\x03 \x01(\x0e\x32\x39.google.dataflow.v1beta3.GetTemplateResponse.TemplateType\x12\x42\n\x10runtime_metadata\x18\x04 \x01(\x0b\x32(.google.dataflow.v1beta3.RuntimeMetadata\"1\n\x0cTemplateType\x12\x0b\n\x07UNKNOWN\x10\x00\x12\n\n\x06LEGACY\x10\x01\x12\x08\n\x04\x46LEX\x10\x02\"\xb2\x03\n\x18LaunchTemplateParameters\x12\x10\n\x08job_name\x18\x01 \x01(\t\x12U\n\nparameters\x18\x02 \x03(\x0b\x32\x41.google.dataflow.v1beta3.LaunchTemplateParameters.ParametersEntry\x12@\n\x0b\x65nvironment\x18\x03 \x01(\x0b\x32+.google.dataflow.v1beta3.RuntimeEnvironment\x12\x0e\n\x06update\x18\x04 \x01(\x08\x12k\n\x16transform_name_mapping\x18\x05 \x03(\x0b\x32K.google.dataflow.v1beta3.LaunchTemplateParameters.TransformNameMappingEntry\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a;\n\x19TransformNameMappingEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\x94\x02\n\x15LaunchTemplateRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x15\n\rvalidate_only\x18\x02 \x01(\x08\x12\x12\n\x08gcs_path\x18\x03 \x01(\tH\x00\x12P\n\x10\x64ynamic_template\x18\x06 \x01(\x0b\x32\x34.google.dataflow.v1beta3.DynamicTemplateLaunchParamsH\x00\x12L\n\x11launch_parameters\x18\x04 \x01(\x0b\x32\x31.google.dataflow.v1beta3.LaunchTemplateParameters\x12\x10\n\x08location\x18\x05 \x01(\tB\n\n\x08template\"C\n\x16LaunchTemplateResponse\x12)\n\x03job\x18\x01 \x01(\x0b\x32\x1c.google.dataflow.v1beta3.Job\"\xbe\x01\n\x19InvalidTemplateParameters\x12\x63\n\x14parameter_violations\x18\x01 \x03(\x0b\x32\x45.google.dataflow.v1beta3.InvalidTemplateParameters.ParameterViolation\x1a<\n\x12ParameterViolation\x12\x11\n\tparameter\x18\x01 \x01(\t\x12\x13\n\x0b\x64\x65scription\x18\x02 \x01(\t\"I\n\x1b\x44ynamicTemplateLaunchParams\x12\x10\n\x08gcs_path\x18\x01 \x01(\t\x12\x18\n\x10staging_location\x18\x02 \x01(\t*\xbd\x03\n\rParameterType\x12\x0b\n\x07\x44\x45\x46\x41ULT\x10\x00\x12\x08\n\x04TEXT\x10\x01\x12\x13\n\x0fGCS_READ_BUCKET\x10\x02\x12\x14\n\x10GCS_WRITE_BUCKET\x10\x03\x12\x11\n\rGCS_READ_FILE\x10\x04\x12\x12\n\x0eGCS_WRITE_FILE\x10\x05\x12\x13\n\x0fGCS_READ_FOLDER\x10\x06\x12\x14\n\x10GCS_WRITE_FOLDER\x10\x07\x12\x10\n\x0cPUBSUB_TOPIC\x10\x08\x12\x17\n\x13PUBSUB_SUBSCRIPTION\x10\t\x12\x12\n\x0e\x42IGQUERY_TABLE\x10\n\x12\x17\n\x13JAVASCRIPT_UDF_FILE\x10\x0b\x12\x13\n\x0fSERVICE_ACCOUNT\x10\x0c\x12\x10\n\x0cMACHINE_TYPE\x10\r\x12\x10\n\x0cKMS_KEY_NAME\x10\x0e\x12\x11\n\rWORKER_REGION\x10\x0f\x12\x0f\n\x0bWORKER_ZONE\x10\x10\x12\x0b\n\x07\x42OOLEAN\x10\x11\x12\x08\n\x04\x45NUM\x10\x12\x12\n\n\x06NUMBER\x10\x13\x12\x13\n\x0bKAFKA_TOPIC\x10\x14\x1a\x02\x08\x01\x12\x14\n\x10KAFKA_READ_TOPIC\x10\x15\x12\x15\n\x11KAFKA_WRITE_TOPIC\x10\x16\x32\xe0\x06\n\x10TemplatesService\x12\xdf\x01\n\x15\x43reateJobFromTemplate\x12\x35.google.dataflow.v1beta3.CreateJobFromTemplateRequest\x1a\x1c.google.dataflow.v1beta3.Job\"q\x82\xd3\xe4\x93\x02k\":/v1b3/projects/{project_id}/locations/{location}/templates:\x01*Z*\"%/v1b3/projects/{project_id}/templates:\x01*\x12\x94\x02\n\x0eLaunchTemplate\x12..google.dataflow.v1beta3.LaunchTemplateRequest\x1a/.google.dataflow.v1beta3.LaunchTemplateResponse\"\xa0\x01\x82\xd3\xe4\x93\x02\x99\x01\"A/v1b3/projects/{project_id}/locations/{location}/templates:launch:\x11launch_parametersZA\",/v1b3/projects/{project_id}/templates:launch:\x11launch_parameters\x12\xdd\x01\n\x0bGetTemplate\x12+.google.dataflow.v1beta3.GetTemplateRequest\x1a,.google.dataflow.v1beta3.GetTemplateResponse\"s\x82\xd3\xe4\x93\x02m\x12>/v1b3/projects/{project_id}/locations/{location}/templates:getZ+\x12)/v1b3/projects/{project_id}/templates:get\x1as\xca\x41\x17\x64\x61taflow.googleapis.com\xd2\x41Vhttps://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/compute2\xdd\x02\n\x14\x46lexTemplatesService\x12\xcf\x01\n\x12LaunchFlexTemplate\x12\x32.google.dataflow.v1beta3.LaunchFlexTemplateRequest\x1a\x33.google.dataflow.v1beta3.LaunchFlexTemplateResponse\"P\x82\xd3\xe4\x93\x02J\"E/v1b3/projects/{project_id}/locations/{location}/flexTemplates:launch:\x01*\x1as\xca\x41\x17\x64\x61taflow.googleapis.com\xd2\x41Vhttps://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/computeB\xd1\x01\n\x1b\x63om.google.dataflow.v1beta3B\x0eTemplatesProtoP\x01Z=cloud.google.com/go/dataflow/apiv1beta3/dataflowpb;dataflowpb\xaa\x02\x1dGoogle.Cloud.Dataflow.V1Beta3\xca\x02\x1dGoogle\\Cloud\\Dataflow\\V1beta3\xea\x02 Google::Cloud::Dataflow::V1beta3b\x06proto3"
|
|
16
16
|
|
|
17
17
|
pool = ::Google::Protobuf::DescriptorPool.generated_pool
|
|
18
18
|
pool.add_serialized_file(descriptor_data)
|
|
@@ -31,6 +31,8 @@ module Google
|
|
|
31
31
|
# @!attribute [rw] selective_gapic_generation
|
|
32
32
|
# @return [::Google::Api::SelectiveGapicGeneration]
|
|
33
33
|
# Configuration for which RPCs should be generated in the GAPIC client.
|
|
34
|
+
#
|
|
35
|
+
# Note: This field should not be used in most cases.
|
|
34
36
|
class CommonLanguageSettings
|
|
35
37
|
include ::Google::Protobuf::MessageExts
|
|
36
38
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
|
@@ -141,9 +143,10 @@ module Google
|
|
|
141
143
|
#
|
|
142
144
|
# Example of a YAML configuration::
|
|
143
145
|
#
|
|
144
|
-
#
|
|
145
|
-
#
|
|
146
|
-
#
|
|
146
|
+
# publishing:
|
|
147
|
+
# library_settings:
|
|
148
|
+
# java_settings:
|
|
149
|
+
# library_package: com.google.cloud.pubsub.v1
|
|
147
150
|
# @!attribute [rw] service_class_names
|
|
148
151
|
# @return [::Google::Protobuf::Map{::String => ::String}]
|
|
149
152
|
# Configure the Java class name to use instead of the service's for its
|
|
@@ -155,11 +158,11 @@ module Google
|
|
|
155
158
|
#
|
|
156
159
|
# Example of a YAML configuration::
|
|
157
160
|
#
|
|
158
|
-
#
|
|
159
|
-
#
|
|
160
|
-
#
|
|
161
|
-
#
|
|
162
|
-
#
|
|
161
|
+
# publishing:
|
|
162
|
+
# java_settings:
|
|
163
|
+
# service_class_names:
|
|
164
|
+
# - google.pubsub.v1.Publisher: TopicAdmin
|
|
165
|
+
# - google.pubsub.v1.Subscriber: SubscriptionAdmin
|
|
163
166
|
# @!attribute [rw] common
|
|
164
167
|
# @return [::Google::Api::CommonLanguageSettings]
|
|
165
168
|
# Some settings.
|
|
@@ -190,6 +193,20 @@ module Google
|
|
|
190
193
|
# @!attribute [rw] common
|
|
191
194
|
# @return [::Google::Api::CommonLanguageSettings]
|
|
192
195
|
# Some settings.
|
|
196
|
+
# @!attribute [rw] library_package
|
|
197
|
+
# @return [::String]
|
|
198
|
+
# The package name to use in Php. Clobbers the php_namespace option
|
|
199
|
+
# set in the protobuf. This should be used **only** by APIs
|
|
200
|
+
# who have already set the language_settings.php.package_name" field
|
|
201
|
+
# in gapic.yaml. API teams should use the protobuf php_namespace option
|
|
202
|
+
# where possible.
|
|
203
|
+
#
|
|
204
|
+
# Example of a YAML configuration::
|
|
205
|
+
#
|
|
206
|
+
# publishing:
|
|
207
|
+
# library_settings:
|
|
208
|
+
# php_settings:
|
|
209
|
+
# library_package: Google\Cloud\PubSub\V1
|
|
193
210
|
class PhpSettings
|
|
194
211
|
include ::Google::Protobuf::MessageExts
|
|
195
212
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
|
@@ -318,10 +335,12 @@ module Google
|
|
|
318
335
|
# service names and values are the name to be used for the service client
|
|
319
336
|
# and call options.
|
|
320
337
|
#
|
|
321
|
-
#
|
|
322
|
-
#
|
|
323
|
-
#
|
|
324
|
-
#
|
|
338
|
+
# Example:
|
|
339
|
+
#
|
|
340
|
+
# publishing:
|
|
341
|
+
# go_settings:
|
|
342
|
+
# renamed_services:
|
|
343
|
+
# Publisher: TopicAdmin
|
|
325
344
|
class GoSettings
|
|
326
345
|
include ::Google::Protobuf::MessageExts
|
|
327
346
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
|
@@ -344,10 +363,10 @@ module Google
|
|
|
344
363
|
#
|
|
345
364
|
# Example:
|
|
346
365
|
#
|
|
347
|
-
#
|
|
348
|
-
#
|
|
349
|
-
#
|
|
350
|
-
#
|
|
366
|
+
# publishing:
|
|
367
|
+
# method_settings:
|
|
368
|
+
# - selector: google.storage.control.v2.StorageControl.CreateFolder
|
|
369
|
+
# # method settings for CreateFolder...
|
|
351
370
|
# @!attribute [rw] long_running
|
|
352
371
|
# @return [::Google::Api::MethodSettings::LongRunning]
|
|
353
372
|
# Describes settings to use for long-running operations when generating
|
|
@@ -356,14 +375,14 @@ module Google
|
|
|
356
375
|
#
|
|
357
376
|
# Example of a YAML configuration::
|
|
358
377
|
#
|
|
359
|
-
#
|
|
360
|
-
#
|
|
361
|
-
#
|
|
362
|
-
#
|
|
363
|
-
#
|
|
364
|
-
#
|
|
365
|
-
#
|
|
366
|
-
#
|
|
378
|
+
# publishing:
|
|
379
|
+
# method_settings:
|
|
380
|
+
# - selector: google.cloud.speech.v2.Speech.BatchRecognize
|
|
381
|
+
# long_running:
|
|
382
|
+
# initial_poll_delay: 60s # 1 minute
|
|
383
|
+
# poll_delay_multiplier: 1.5
|
|
384
|
+
# max_poll_delay: 360s # 6 minutes
|
|
385
|
+
# total_poll_timeout: 54000s # 90 minutes
|
|
367
386
|
# @!attribute [rw] auto_populated_fields
|
|
368
387
|
# @return [::Array<::String>]
|
|
369
388
|
# List of top-level fields of the request message, that should be
|
|
@@ -372,11 +391,24 @@ module Google
|
|
|
372
391
|
#
|
|
373
392
|
# Example of a YAML configuration:
|
|
374
393
|
#
|
|
375
|
-
#
|
|
376
|
-
#
|
|
377
|
-
#
|
|
378
|
-
#
|
|
379
|
-
#
|
|
394
|
+
# publishing:
|
|
395
|
+
# method_settings:
|
|
396
|
+
# - selector: google.example.v1.ExampleService.CreateExample
|
|
397
|
+
# auto_populated_fields:
|
|
398
|
+
# - request_id
|
|
399
|
+
# @!attribute [rw] batching
|
|
400
|
+
# @return [::Google::Api::BatchingConfigProto]
|
|
401
|
+
# Batching configuration for an API method in client libraries.
|
|
402
|
+
#
|
|
403
|
+
# Example of a YAML configuration:
|
|
404
|
+
#
|
|
405
|
+
# publishing:
|
|
406
|
+
# method_settings:
|
|
407
|
+
# - selector: google.example.v1.ExampleService.BatchCreateExample
|
|
408
|
+
# batching:
|
|
409
|
+
# element_count_threshold: 1000
|
|
410
|
+
# request_byte_threshold: 100000000
|
|
411
|
+
# delay_threshold_millis: 10
|
|
380
412
|
class MethodSettings
|
|
381
413
|
include ::Google::Protobuf::MessageExts
|
|
382
414
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
|
@@ -411,6 +443,8 @@ module Google
|
|
|
411
443
|
|
|
412
444
|
# This message is used to configure the generation of a subset of the RPCs in
|
|
413
445
|
# a service for client libraries.
|
|
446
|
+
#
|
|
447
|
+
# Note: This feature should not be used in most cases.
|
|
414
448
|
# @!attribute [rw] methods
|
|
415
449
|
# @return [::Array<::String>]
|
|
416
450
|
# An allowlist of the fully qualified names of RPCs that should be included
|
|
@@ -428,6 +462,77 @@ module Google
|
|
|
428
462
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
|
429
463
|
end
|
|
430
464
|
|
|
465
|
+
# `BatchingConfigProto` defines the batching configuration for an API method.
|
|
466
|
+
# @!attribute [rw] thresholds
|
|
467
|
+
# @return [::Google::Api::BatchingSettingsProto]
|
|
468
|
+
# The thresholds which trigger a batched request to be sent.
|
|
469
|
+
# @!attribute [rw] batch_descriptor
|
|
470
|
+
# @return [::Google::Api::BatchingDescriptorProto]
|
|
471
|
+
# The request and response fields used in batching.
|
|
472
|
+
class BatchingConfigProto
|
|
473
|
+
include ::Google::Protobuf::MessageExts
|
|
474
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
|
475
|
+
end
|
|
476
|
+
|
|
477
|
+
# `BatchingSettingsProto` specifies a set of batching thresholds, each of
|
|
478
|
+
# which acts as a trigger to send a batch of messages as a request. At least
|
|
479
|
+
# one threshold must be positive nonzero.
|
|
480
|
+
# @!attribute [rw] element_count_threshold
|
|
481
|
+
# @return [::Integer]
|
|
482
|
+
# The number of elements of a field collected into a batch which, if
|
|
483
|
+
# exceeded, causes the batch to be sent.
|
|
484
|
+
# @!attribute [rw] request_byte_threshold
|
|
485
|
+
# @return [::Integer]
|
|
486
|
+
# The aggregated size of the batched field which, if exceeded, causes the
|
|
487
|
+
# batch to be sent. This size is computed by aggregating the sizes of the
|
|
488
|
+
# request field to be batched, not of the entire request message.
|
|
489
|
+
# @!attribute [rw] delay_threshold
|
|
490
|
+
# @return [::Google::Protobuf::Duration]
|
|
491
|
+
# The duration after which a batch should be sent, starting from the addition
|
|
492
|
+
# of the first message to that batch.
|
|
493
|
+
# @!attribute [rw] element_count_limit
|
|
494
|
+
# @return [::Integer]
|
|
495
|
+
# The maximum number of elements collected in a batch that could be accepted
|
|
496
|
+
# by server.
|
|
497
|
+
# @!attribute [rw] request_byte_limit
|
|
498
|
+
# @return [::Integer]
|
|
499
|
+
# The maximum size of the request that could be accepted by server.
|
|
500
|
+
# @!attribute [rw] flow_control_element_limit
|
|
501
|
+
# @return [::Integer]
|
|
502
|
+
# The maximum number of elements allowed by flow control.
|
|
503
|
+
# @!attribute [rw] flow_control_byte_limit
|
|
504
|
+
# @return [::Integer]
|
|
505
|
+
# The maximum size of data allowed by flow control.
|
|
506
|
+
# @!attribute [rw] flow_control_limit_exceeded_behavior
|
|
507
|
+
# @return [::Google::Api::FlowControlLimitExceededBehaviorProto]
|
|
508
|
+
# The behavior to take when the flow control limit is exceeded.
|
|
509
|
+
class BatchingSettingsProto
|
|
510
|
+
include ::Google::Protobuf::MessageExts
|
|
511
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
|
512
|
+
end
|
|
513
|
+
|
|
514
|
+
# `BatchingDescriptorProto` specifies the fields of the request message to be
|
|
515
|
+
# used for batching, and, optionally, the fields of the response message to be
|
|
516
|
+
# used for demultiplexing.
|
|
517
|
+
# @!attribute [rw] batched_field
|
|
518
|
+
# @return [::String]
|
|
519
|
+
# The repeated field in the request message to be aggregated by batching.
|
|
520
|
+
# @!attribute [rw] discriminator_fields
|
|
521
|
+
# @return [::Array<::String>]
|
|
522
|
+
# A list of the fields in the request message. Two requests will be batched
|
|
523
|
+
# together only if the values of every field specified in
|
|
524
|
+
# `request_discriminator_fields` is equal between the two requests.
|
|
525
|
+
# @!attribute [rw] subresponse_field
|
|
526
|
+
# @return [::String]
|
|
527
|
+
# Optional. When present, indicates the field in the response message to be
|
|
528
|
+
# used to demultiplex the response into multiple response messages, in
|
|
529
|
+
# correspondence with the multiple request messages originally batched
|
|
530
|
+
# together.
|
|
531
|
+
class BatchingDescriptorProto
|
|
532
|
+
include ::Google::Protobuf::MessageExts
|
|
533
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
|
534
|
+
end
|
|
535
|
+
|
|
431
536
|
# The organization for which the client libraries are being published.
|
|
432
537
|
# Affects the url where generated docs are published, etc.
|
|
433
538
|
module ClientLibraryOrganization
|
|
@@ -469,5 +574,20 @@ module Google
|
|
|
469
574
|
# Publish the library to package managers like nuget.org and npmjs.com.
|
|
470
575
|
PACKAGE_MANAGER = 20
|
|
471
576
|
end
|
|
577
|
+
|
|
578
|
+
# The behavior to take when the flow control limit is exceeded.
|
|
579
|
+
module FlowControlLimitExceededBehaviorProto
|
|
580
|
+
# Default behavior, system-defined.
|
|
581
|
+
UNSET_BEHAVIOR = 0
|
|
582
|
+
|
|
583
|
+
# Stop operation, raise error.
|
|
584
|
+
THROW_EXCEPTION = 1
|
|
585
|
+
|
|
586
|
+
# Pause operation until limit clears.
|
|
587
|
+
BLOCK = 2
|
|
588
|
+
|
|
589
|
+
# Continue operation, disregard limit.
|
|
590
|
+
IGNORE = 3
|
|
591
|
+
end
|
|
472
592
|
end
|
|
473
593
|
end
|
|
@@ -67,7 +67,7 @@ module Google
|
|
|
67
67
|
# specified in order for the job to have workers.
|
|
68
68
|
# @!attribute [rw] user_agent
|
|
69
69
|
# @return [::Google::Protobuf::Struct]
|
|
70
|
-
# A description of the process that generated the request.
|
|
70
|
+
# Optional. A description of the process that generated the request.
|
|
71
71
|
# @!attribute [rw] version
|
|
72
72
|
# @return [::Google::Protobuf::Struct]
|
|
73
73
|
# A structure describing which components and their versions of the service
|
|
@@ -130,6 +130,9 @@ module Google
|
|
|
130
130
|
# case. For more information, see
|
|
131
131
|
# [Set the pipeline streaming
|
|
132
132
|
# mode](https://cloud.google.com/dataflow/docs/guides/streaming-modes).
|
|
133
|
+
# @!attribute [rw] use_public_ips
|
|
134
|
+
# @return [::Boolean]
|
|
135
|
+
# Optional. True when any worker pool that uses public IPs is present.
|
|
133
136
|
class Environment
|
|
134
137
|
include ::Google::Protobuf::MessageExts
|
|
135
138
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
|
@@ -155,6 +158,12 @@ module Google
|
|
|
155
158
|
#
|
|
156
159
|
# storage.googleapis.com/\\{bucket}
|
|
157
160
|
# bucket.storage.googleapis.com/
|
|
161
|
+
# @!attribute [rw] sha256
|
|
162
|
+
# @return [::String]
|
|
163
|
+
# Optional. The hex-encoded SHA256 checksum of the package.
|
|
164
|
+
# If the checksum is provided, the worker will verify the checksum of the
|
|
165
|
+
# package before using it. If the checksum does not match, the worker will
|
|
166
|
+
# fail to start.
|
|
158
167
|
class Package
|
|
159
168
|
include ::Google::Protobuf::MessageExts
|
|
160
169
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
|
@@ -412,6 +421,12 @@ module Google
|
|
|
412
421
|
# @return [::String]
|
|
413
422
|
# Type of root disk for VMs. If empty or unspecified, the service will
|
|
414
423
|
# attempt to choose a reasonable default.
|
|
424
|
+
# @!attribute [rw] disk_provisioned_iops
|
|
425
|
+
# @return [::Integer]
|
|
426
|
+
# Optional. IOPS provisioned for the root disk for VMs.
|
|
427
|
+
# @!attribute [rw] disk_provisioned_throughput_mibps
|
|
428
|
+
# @return [::Integer]
|
|
429
|
+
# Optional. Throughput provisioned for the root disk for VMs.
|
|
415
430
|
# @!attribute [rw] disk_source_image
|
|
416
431
|
# @return [::String]
|
|
417
432
|
# Fully qualified source image for disks.
|
|
@@ -193,6 +193,9 @@ module Google
|
|
|
193
193
|
# @!attribute [r] service_resources
|
|
194
194
|
# @return [::Google::Cloud::Dataflow::V1beta3::ServiceResources]
|
|
195
195
|
# Output only. Resources used by the Dataflow Service to run the job.
|
|
196
|
+
# @!attribute [r] pausable
|
|
197
|
+
# @return [::Boolean]
|
|
198
|
+
# Output only. Indicates whether the job can be paused.
|
|
196
199
|
class Job
|
|
197
200
|
include ::Google::Protobuf::MessageExts
|
|
198
201
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
|
@@ -245,6 +248,16 @@ module Google
|
|
|
245
248
|
# For more information, see
|
|
246
249
|
# [Update an existing
|
|
247
250
|
# pipeline](https://cloud.google.com/dataflow/docs/guides/updating-a-pipeline).
|
|
251
|
+
# @!attribute [rw] acceptable_backlog_duration
|
|
252
|
+
# @deprecated This field is deprecated and may be removed in the next major version update.
|
|
253
|
+
# @return [::Google::Protobuf::Duration]
|
|
254
|
+
# Optional. Deprecated: Use `autoscaling_tier` instead.
|
|
255
|
+
# The backlog threshold duration in seconds for autoscaling. Value must be
|
|
256
|
+
# non-negative.
|
|
257
|
+
# @!attribute [rw] autoscaling_tier
|
|
258
|
+
# @return [::String]
|
|
259
|
+
# Optional. The backlog threshold tier for autoscaling. Value must be one of
|
|
260
|
+
# "low-latency", "medium-latency", or "high-latency".
|
|
248
261
|
class RuntimeUpdatableParams
|
|
249
262
|
include ::Google::Protobuf::MessageExts
|
|
250
263
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
|
@@ -1049,6 +1062,12 @@ module Google
|
|
|
1049
1062
|
# Currently, this is an opt-in feature, please reach out to Cloud support
|
|
1050
1063
|
# team if you are interested.
|
|
1051
1064
|
JOB_STATE_RESOURCE_CLEANING_UP = 12
|
|
1065
|
+
|
|
1066
|
+
# `JOB_STATE_PAUSING` is not implemented yet.
|
|
1067
|
+
JOB_STATE_PAUSING = 13
|
|
1068
|
+
|
|
1069
|
+
# `JOB_STATE_PAUSED` is not implemented yet.
|
|
1070
|
+
JOB_STATE_PAUSED = 14
|
|
1052
1071
|
end
|
|
1053
1072
|
|
|
1054
1073
|
# Selector for how much information is returned in Job responses.
|
|
@@ -53,7 +53,6 @@ module Google
|
|
|
53
53
|
end
|
|
54
54
|
|
|
55
55
|
# Describes the state of a metric.
|
|
56
|
-
# Next ID: 14
|
|
57
56
|
# @!attribute [rw] name
|
|
58
57
|
# @return [::Google::Cloud::Dataflow::V1beta3::MetricStructuredName]
|
|
59
58
|
# Name of the metric.
|
|
@@ -97,6 +96,12 @@ module Google
|
|
|
97
96
|
# @return [::Google::Protobuf::Value]
|
|
98
97
|
# Worker-computed aggregate value for the "Trie" aggregation kind. The only
|
|
99
98
|
# possible value type is a BoundedTrieNode.
|
|
99
|
+
# @!attribute [rw] bounded_trie
|
|
100
|
+
# @return [::Google::Protobuf::Value]
|
|
101
|
+
# Worker-computed aggregate value for the "Trie" aggregation kind. The only
|
|
102
|
+
# possible value type is a BoundedTrieNode.
|
|
103
|
+
# Introduced this field to avoid breaking older SDKs when Dataflow service
|
|
104
|
+
# starts to populate the `bounded_trie` field.
|
|
100
105
|
# @!attribute [rw] distribution
|
|
101
106
|
# @return [::Google::Protobuf::Value]
|
|
102
107
|
# A struct value describing properties of a distribution of numeric values.
|
|
@@ -249,6 +249,9 @@ module Google
|
|
|
249
249
|
# case. For more information, see
|
|
250
250
|
# [Set the pipeline streaming
|
|
251
251
|
# mode](https://cloud.google.com/dataflow/docs/guides/streaming-modes).
|
|
252
|
+
# @!attribute [rw] additional_pipeline_options
|
|
253
|
+
# @return [::Array<::String>]
|
|
254
|
+
# Optional. Additional pipeline option flags for the job.
|
|
252
255
|
class FlexTemplateRuntimeEnvironment
|
|
253
256
|
include ::Google::Protobuf::MessageExts
|
|
254
257
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
|
@@ -378,6 +381,9 @@ module Google
|
|
|
378
381
|
# case. For more information, see
|
|
379
382
|
# [Set the pipeline streaming
|
|
380
383
|
# mode](https://cloud.google.com/dataflow/docs/guides/streaming-modes).
|
|
384
|
+
# @!attribute [rw] additional_pipeline_options
|
|
385
|
+
# @return [::Array<::String>]
|
|
386
|
+
# Optional. Additional pipeline option flags for the job.
|
|
381
387
|
class RuntimeEnvironment
|
|
382
388
|
include ::Google::Protobuf::MessageExts
|
|
383
389
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
|
@@ -526,6 +532,9 @@ module Google
|
|
|
526
532
|
|
|
527
533
|
# Go.
|
|
528
534
|
GO = 3
|
|
535
|
+
|
|
536
|
+
# YAML.
|
|
537
|
+
YAML = 4
|
|
529
538
|
end
|
|
530
539
|
end
|
|
531
540
|
|
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: google-cloud-dataflow-v1beta3
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.
|
|
4
|
+
version: 0.17.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Google LLC
|
|
@@ -15,14 +15,14 @@ dependencies:
|
|
|
15
15
|
requirements:
|
|
16
16
|
- - "~>"
|
|
17
17
|
- !ruby/object:Gem::Version
|
|
18
|
-
version: '1.
|
|
18
|
+
version: '1.3'
|
|
19
19
|
type: :runtime
|
|
20
20
|
prerelease: false
|
|
21
21
|
version_requirements: !ruby/object:Gem::Requirement
|
|
22
22
|
requirements:
|
|
23
23
|
- - "~>"
|
|
24
24
|
- !ruby/object:Gem::Version
|
|
25
|
-
version: '1.
|
|
25
|
+
version: '1.3'
|
|
26
26
|
- !ruby/object:Gem::Dependency
|
|
27
27
|
name: google-cloud-errors
|
|
28
28
|
requirement: !ruby/object:Gem::Requirement
|