google-cloud-dataflow-v1beta3 0.12.1 → 0.13.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/client.rb +1 -1
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/credentials.rb +1 -3
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/rest/client.rb +1 -1
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/rest.rb +1 -1
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service.rb +1 -1
- data/lib/google/cloud/dataflow/v1beta3/jobs/client.rb +26 -5
- data/lib/google/cloud/dataflow/v1beta3/jobs/credentials.rb +1 -3
- data/lib/google/cloud/dataflow/v1beta3/jobs/rest/client.rb +26 -5
- data/lib/google/cloud/dataflow/v1beta3/messages/credentials.rb +1 -3
- data/lib/google/cloud/dataflow/v1beta3/metrics/credentials.rb +1 -3
- data/lib/google/cloud/dataflow/v1beta3/snapshots/credentials.rb +1 -3
- data/lib/google/cloud/dataflow/v1beta3/templates_service/client.rb +25 -6
- data/lib/google/cloud/dataflow/v1beta3/templates_service/credentials.rb +1 -3
- data/lib/google/cloud/dataflow/v1beta3/templates_service/rest/client.rb +25 -6
- data/lib/google/cloud/dataflow/v1beta3/version.rb +1 -1
- data/lib/google/dataflow/v1beta3/environment_pb.rb +4 -1
- data/lib/google/dataflow/v1beta3/jobs_pb.rb +9 -1
- data/lib/google/dataflow/v1beta3/jobs_services_pb.rb +12 -2
- data/lib/google/dataflow/v1beta3/messages_pb.rb +1 -1
- data/lib/google/dataflow/v1beta3/metrics_pb.rb +10 -1
- data/lib/google/dataflow/v1beta3/snapshots_pb.rb +1 -1
- data/lib/google/dataflow/v1beta3/streaming_pb.rb +1 -1
- data/lib/google/dataflow/v1beta3/templates_pb.rb +3 -1
- data/lib/google/dataflow/v1beta3/templates_services_pb.rb +22 -3
- data/proto_docs/google/dataflow/v1beta3/environment.rb +96 -16
- data/proto_docs/google/dataflow/v1beta3/jobs.rb +163 -23
- data/proto_docs/google/dataflow/v1beta3/metrics.rb +148 -3
- data/proto_docs/google/dataflow/v1beta3/streaming.rb +3 -0
- data/proto_docs/google/dataflow/v1beta3/templates.rb +183 -35
- data/proto_docs/google/protobuf/field_mask.rb +229 -0
- metadata +7 -12
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: ae8e59cc484127c18628aa854ba081a8cb3820a148ddb14dac6ee046b2094ca8
|
|
4
|
+
data.tar.gz: eaaf28e7e7a4f0f9c01e5deb535e72cda2f3260c33c3a31c1c0788b3503279d3
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 79e19052202fa5f8fb90fc3867591dee99c2c6808f61c9b308975a9ecce8d7a5f699201718843a6917633918c7145ee91300c8c780fed372be6ca8d1a1940adb
|
|
7
|
+
data.tar.gz: 5ca914b5a86f285cc2efbde77c98553ae903e02c12cb03d0a75e2600ccbe6a01d45b694bf127353e9b09c873ed40d07018433565a41ad7d762f331e9e7eb46de
|
|
@@ -27,9 +27,7 @@ module Google
|
|
|
27
27
|
class Credentials < ::Google::Auth::Credentials
|
|
28
28
|
self.scope = [
|
|
29
29
|
"https://www.googleapis.com/auth/cloud-platform",
|
|
30
|
-
"https://www.googleapis.com/auth/compute"
|
|
31
|
-
"https://www.googleapis.com/auth/compute.readonly",
|
|
32
|
-
"https://www.googleapis.com/auth/userinfo.email"
|
|
30
|
+
"https://www.googleapis.com/auth/compute"
|
|
33
31
|
]
|
|
34
32
|
self.env_vars = [
|
|
35
33
|
"DATAFLOW_CREDENTIALS",
|
|
@@ -193,6 +193,9 @@ module Google
|
|
|
193
193
|
# `projects.jobs.create` is not recommended, as your job will always start
|
|
194
194
|
# in `us-central1`.
|
|
195
195
|
#
|
|
196
|
+
# Do not enter confidential information when you supply string values using
|
|
197
|
+
# the API.
|
|
198
|
+
#
|
|
196
199
|
# @overload create_job(request, options = nil)
|
|
197
200
|
# Pass arguments to `create_job` via a request object, either of type
|
|
198
201
|
# {::Google::Cloud::Dataflow::V1beta3::CreateJobRequest} or an equivalent Hash.
|
|
@@ -412,7 +415,7 @@ module Google
|
|
|
412
415
|
# @param options [::Gapic::CallOptions, ::Hash]
|
|
413
416
|
# Overrides the default settings for this call, e.g, timeout, retries, etc. Optional.
|
|
414
417
|
#
|
|
415
|
-
# @overload update_job(project_id: nil, job_id: nil, job: nil, location: nil)
|
|
418
|
+
# @overload update_job(project_id: nil, job_id: nil, job: nil, location: nil, update_mask: nil)
|
|
416
419
|
# Pass arguments to `update_job` via keyword arguments. Note that at
|
|
417
420
|
# least one keyword argument is required. To specify no parameters, or to keep all
|
|
418
421
|
# the default parameter values, pass an empty Hash as a request object (see above).
|
|
@@ -428,6 +431,13 @@ module Google
|
|
|
428
431
|
# The [regional endpoint]
|
|
429
432
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
|
|
430
433
|
# contains this job.
|
|
434
|
+
# @param update_mask [::Google::Protobuf::FieldMask, ::Hash]
|
|
435
|
+
# The list of fields to update relative to Job. If empty, only
|
|
436
|
+
# RequestedJobState will be considered for update. If the FieldMask is not
|
|
437
|
+
# empty and RequestedJobState is none/empty, The fields specified in the
|
|
438
|
+
# update mask will be the only ones considered for update. If both
|
|
439
|
+
# RequestedJobState and update_mask are specified, an error will be returned
|
|
440
|
+
# as we cannot update both state and mask.
|
|
431
441
|
#
|
|
432
442
|
# @yield [response, operation] Access the result along with the RPC operation
|
|
433
443
|
# @yieldparam response [::Google::Cloud::Dataflow::V1beta3::Job]
|
|
@@ -506,8 +516,12 @@ module Google
|
|
|
506
516
|
# `projects.locations.jobs.list` with a [regional endpoint]
|
|
507
517
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). To
|
|
508
518
|
# list the all jobs across all regions, use `projects.jobs.aggregated`. Using
|
|
509
|
-
# `projects.jobs.list` is not recommended,
|
|
510
|
-
# jobs that are running in `us-central1`.
|
|
519
|
+
# `projects.jobs.list` is not recommended, because you can only get the list
|
|
520
|
+
# of jobs that are running in `us-central1`.
|
|
521
|
+
#
|
|
522
|
+
# `projects.locations.jobs.list` and `projects.jobs.list` support filtering
|
|
523
|
+
# the list of jobs by name. Filtering by name isn't supported by
|
|
524
|
+
# `projects.jobs.aggregated`.
|
|
511
525
|
#
|
|
512
526
|
# @overload list_jobs(request, options = nil)
|
|
513
527
|
# Pass arguments to `list_jobs` via a request object, either of type
|
|
@@ -519,7 +533,7 @@ module Google
|
|
|
519
533
|
# @param options [::Gapic::CallOptions, ::Hash]
|
|
520
534
|
# Overrides the default settings for this call, e.g, timeout, retries, etc. Optional.
|
|
521
535
|
#
|
|
522
|
-
# @overload list_jobs(filter: nil, project_id: nil, view: nil, page_size: nil, page_token: nil, location: nil)
|
|
536
|
+
# @overload list_jobs(filter: nil, project_id: nil, view: nil, page_size: nil, page_token: nil, location: nil, name: nil)
|
|
523
537
|
# Pass arguments to `list_jobs` via keyword arguments. Note that at
|
|
524
538
|
# least one keyword argument is required. To specify no parameters, or to keep all
|
|
525
539
|
# the default parameter values, pass an empty Hash as a request object (see above).
|
|
@@ -542,6 +556,8 @@ module Google
|
|
|
542
556
|
# The [regional endpoint]
|
|
543
557
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
|
|
544
558
|
# contains this job.
|
|
559
|
+
# @param name [::String]
|
|
560
|
+
# Optional. The job name.
|
|
545
561
|
#
|
|
546
562
|
# @yield [response, operation] Access the result along with the RPC operation
|
|
547
563
|
# @yieldparam response [::Gapic::PagedEnumerable<::Google::Cloud::Dataflow::V1beta3::Job>]
|
|
@@ -619,6 +635,9 @@ module Google
|
|
|
619
635
|
##
|
|
620
636
|
# List the jobs of a project across all regions.
|
|
621
637
|
#
|
|
638
|
+
# **Note:** This method doesn't support filtering the list of
|
|
639
|
+
# jobs by name.
|
|
640
|
+
#
|
|
622
641
|
# @overload aggregated_list_jobs(request, options = nil)
|
|
623
642
|
# Pass arguments to `aggregated_list_jobs` via a request object, either of type
|
|
624
643
|
# {::Google::Cloud::Dataflow::V1beta3::ListJobsRequest} or an equivalent Hash.
|
|
@@ -629,7 +648,7 @@ module Google
|
|
|
629
648
|
# @param options [::Gapic::CallOptions, ::Hash]
|
|
630
649
|
# Overrides the default settings for this call, e.g, timeout, retries, etc. Optional.
|
|
631
650
|
#
|
|
632
|
-
# @overload aggregated_list_jobs(filter: nil, project_id: nil, view: nil, page_size: nil, page_token: nil, location: nil)
|
|
651
|
+
# @overload aggregated_list_jobs(filter: nil, project_id: nil, view: nil, page_size: nil, page_token: nil, location: nil, name: nil)
|
|
633
652
|
# Pass arguments to `aggregated_list_jobs` via keyword arguments. Note that at
|
|
634
653
|
# least one keyword argument is required. To specify no parameters, or to keep all
|
|
635
654
|
# the default parameter values, pass an empty Hash as a request object (see above).
|
|
@@ -652,6 +671,8 @@ module Google
|
|
|
652
671
|
# The [regional endpoint]
|
|
653
672
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
|
|
654
673
|
# contains this job.
|
|
674
|
+
# @param name [::String]
|
|
675
|
+
# Optional. The job name.
|
|
655
676
|
#
|
|
656
677
|
# @yield [response, operation] Access the result along with the RPC operation
|
|
657
678
|
# @yieldparam response [::Gapic::PagedEnumerable<::Google::Cloud::Dataflow::V1beta3::Job>]
|
|
@@ -27,9 +27,7 @@ module Google
|
|
|
27
27
|
class Credentials < ::Google::Auth::Credentials
|
|
28
28
|
self.scope = [
|
|
29
29
|
"https://www.googleapis.com/auth/cloud-platform",
|
|
30
|
-
"https://www.googleapis.com/auth/compute"
|
|
31
|
-
"https://www.googleapis.com/auth/compute.readonly",
|
|
32
|
-
"https://www.googleapis.com/auth/userinfo.email"
|
|
30
|
+
"https://www.googleapis.com/auth/compute"
|
|
33
31
|
]
|
|
34
32
|
self.env_vars = [
|
|
35
33
|
"DATAFLOW_CREDENTIALS",
|
|
@@ -186,6 +186,9 @@ module Google
|
|
|
186
186
|
# `projects.jobs.create` is not recommended, as your job will always start
|
|
187
187
|
# in `us-central1`.
|
|
188
188
|
#
|
|
189
|
+
# Do not enter confidential information when you supply string values using
|
|
190
|
+
# the API.
|
|
191
|
+
#
|
|
189
192
|
# @overload create_job(request, options = nil)
|
|
190
193
|
# Pass arguments to `create_job` via a request object, either of type
|
|
191
194
|
# {::Google::Cloud::Dataflow::V1beta3::CreateJobRequest} or an equivalent Hash.
|
|
@@ -382,7 +385,7 @@ module Google
|
|
|
382
385
|
# @param options [::Gapic::CallOptions, ::Hash]
|
|
383
386
|
# Overrides the default settings for this call, e.g, timeout, retries etc. Optional.
|
|
384
387
|
#
|
|
385
|
-
# @overload update_job(project_id: nil, job_id: nil, job: nil, location: nil)
|
|
388
|
+
# @overload update_job(project_id: nil, job_id: nil, job: nil, location: nil, update_mask: nil)
|
|
386
389
|
# Pass arguments to `update_job` via keyword arguments. Note that at
|
|
387
390
|
# least one keyword argument is required. To specify no parameters, or to keep all
|
|
388
391
|
# the default parameter values, pass an empty Hash as a request object (see above).
|
|
@@ -398,6 +401,13 @@ module Google
|
|
|
398
401
|
# The [regional endpoint]
|
|
399
402
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
|
|
400
403
|
# contains this job.
|
|
404
|
+
# @param update_mask [::Google::Protobuf::FieldMask, ::Hash]
|
|
405
|
+
# The list of fields to update relative to Job. If empty, only
|
|
406
|
+
# RequestedJobState will be considered for update. If the FieldMask is not
|
|
407
|
+
# empty and RequestedJobState is none/empty, The fields specified in the
|
|
408
|
+
# update mask will be the only ones considered for update. If both
|
|
409
|
+
# RequestedJobState and update_mask are specified, an error will be returned
|
|
410
|
+
# as we cannot update both state and mask.
|
|
401
411
|
# @yield [result, operation] Access the result along with the TransportOperation object
|
|
402
412
|
# @yieldparam result [::Google::Cloud::Dataflow::V1beta3::Job]
|
|
403
413
|
# @yieldparam operation [::Gapic::Rest::TransportOperation]
|
|
@@ -463,8 +473,12 @@ module Google
|
|
|
463
473
|
# `projects.locations.jobs.list` with a [regional endpoint]
|
|
464
474
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). To
|
|
465
475
|
# list the all jobs across all regions, use `projects.jobs.aggregated`. Using
|
|
466
|
-
# `projects.jobs.list` is not recommended,
|
|
467
|
-
# jobs that are running in `us-central1`.
|
|
476
|
+
# `projects.jobs.list` is not recommended, because you can only get the list
|
|
477
|
+
# of jobs that are running in `us-central1`.
|
|
478
|
+
#
|
|
479
|
+
# `projects.locations.jobs.list` and `projects.jobs.list` support filtering
|
|
480
|
+
# the list of jobs by name. Filtering by name isn't supported by
|
|
481
|
+
# `projects.jobs.aggregated`.
|
|
468
482
|
#
|
|
469
483
|
# @overload list_jobs(request, options = nil)
|
|
470
484
|
# Pass arguments to `list_jobs` via a request object, either of type
|
|
@@ -476,7 +490,7 @@ module Google
|
|
|
476
490
|
# @param options [::Gapic::CallOptions, ::Hash]
|
|
477
491
|
# Overrides the default settings for this call, e.g, timeout, retries etc. Optional.
|
|
478
492
|
#
|
|
479
|
-
# @overload list_jobs(filter: nil, project_id: nil, view: nil, page_size: nil, page_token: nil, location: nil)
|
|
493
|
+
# @overload list_jobs(filter: nil, project_id: nil, view: nil, page_size: nil, page_token: nil, location: nil, name: nil)
|
|
480
494
|
# Pass arguments to `list_jobs` via keyword arguments. Note that at
|
|
481
495
|
# least one keyword argument is required. To specify no parameters, or to keep all
|
|
482
496
|
# the default parameter values, pass an empty Hash as a request object (see above).
|
|
@@ -499,6 +513,8 @@ module Google
|
|
|
499
513
|
# The [regional endpoint]
|
|
500
514
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
|
|
501
515
|
# contains this job.
|
|
516
|
+
# @param name [::String]
|
|
517
|
+
# Optional. The job name.
|
|
502
518
|
# @yield [result, operation] Access the result along with the TransportOperation object
|
|
503
519
|
# @yieldparam result [::Gapic::Rest::PagedEnumerable<::Google::Cloud::Dataflow::V1beta3::Job>]
|
|
504
520
|
# @yieldparam operation [::Gapic::Rest::TransportOperation]
|
|
@@ -566,6 +582,9 @@ module Google
|
|
|
566
582
|
##
|
|
567
583
|
# List the jobs of a project across all regions.
|
|
568
584
|
#
|
|
585
|
+
# **Note:** This method doesn't support filtering the list of
|
|
586
|
+
# jobs by name.
|
|
587
|
+
#
|
|
569
588
|
# @overload aggregated_list_jobs(request, options = nil)
|
|
570
589
|
# Pass arguments to `aggregated_list_jobs` via a request object, either of type
|
|
571
590
|
# {::Google::Cloud::Dataflow::V1beta3::ListJobsRequest} or an equivalent Hash.
|
|
@@ -576,7 +595,7 @@ module Google
|
|
|
576
595
|
# @param options [::Gapic::CallOptions, ::Hash]
|
|
577
596
|
# Overrides the default settings for this call, e.g, timeout, retries etc. Optional.
|
|
578
597
|
#
|
|
579
|
-
# @overload aggregated_list_jobs(filter: nil, project_id: nil, view: nil, page_size: nil, page_token: nil, location: nil)
|
|
598
|
+
# @overload aggregated_list_jobs(filter: nil, project_id: nil, view: nil, page_size: nil, page_token: nil, location: nil, name: nil)
|
|
580
599
|
# Pass arguments to `aggregated_list_jobs` via keyword arguments. Note that at
|
|
581
600
|
# least one keyword argument is required. To specify no parameters, or to keep all
|
|
582
601
|
# the default parameter values, pass an empty Hash as a request object (see above).
|
|
@@ -599,6 +618,8 @@ module Google
|
|
|
599
618
|
# The [regional endpoint]
|
|
600
619
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
|
|
601
620
|
# contains this job.
|
|
621
|
+
# @param name [::String]
|
|
622
|
+
# Optional. The job name.
|
|
602
623
|
# @yield [result, operation] Access the result along with the TransportOperation object
|
|
603
624
|
# @yieldparam result [::Gapic::Rest::PagedEnumerable<::Google::Cloud::Dataflow::V1beta3::Job>]
|
|
604
625
|
# @yieldparam operation [::Gapic::Rest::TransportOperation]
|
|
@@ -27,9 +27,7 @@ module Google
|
|
|
27
27
|
class Credentials < ::Google::Auth::Credentials
|
|
28
28
|
self.scope = [
|
|
29
29
|
"https://www.googleapis.com/auth/cloud-platform",
|
|
30
|
-
"https://www.googleapis.com/auth/compute"
|
|
31
|
-
"https://www.googleapis.com/auth/compute.readonly",
|
|
32
|
-
"https://www.googleapis.com/auth/userinfo.email"
|
|
30
|
+
"https://www.googleapis.com/auth/compute"
|
|
33
31
|
]
|
|
34
32
|
self.env_vars = [
|
|
35
33
|
"DATAFLOW_CREDENTIALS",
|
|
@@ -27,9 +27,7 @@ module Google
|
|
|
27
27
|
class Credentials < ::Google::Auth::Credentials
|
|
28
28
|
self.scope = [
|
|
29
29
|
"https://www.googleapis.com/auth/cloud-platform",
|
|
30
|
-
"https://www.googleapis.com/auth/compute"
|
|
31
|
-
"https://www.googleapis.com/auth/compute.readonly",
|
|
32
|
-
"https://www.googleapis.com/auth/userinfo.email"
|
|
30
|
+
"https://www.googleapis.com/auth/compute"
|
|
33
31
|
]
|
|
34
32
|
self.env_vars = [
|
|
35
33
|
"DATAFLOW_CREDENTIALS",
|
|
@@ -27,9 +27,7 @@ module Google
|
|
|
27
27
|
class Credentials < ::Google::Auth::Credentials
|
|
28
28
|
self.scope = [
|
|
29
29
|
"https://www.googleapis.com/auth/cloud-platform",
|
|
30
|
-
"https://www.googleapis.com/auth/compute"
|
|
31
|
-
"https://www.googleapis.com/auth/compute.readonly",
|
|
32
|
-
"https://www.googleapis.com/auth/userinfo.email"
|
|
30
|
+
"https://www.googleapis.com/auth/compute"
|
|
33
31
|
]
|
|
34
32
|
self.env_vars = [
|
|
35
33
|
"DATAFLOW_CREDENTIALS",
|
|
@@ -184,7 +184,14 @@ module Google
|
|
|
184
184
|
# Service calls
|
|
185
185
|
|
|
186
186
|
##
|
|
187
|
-
# Creates a Cloud Dataflow job from a template.
|
|
187
|
+
# Creates a Cloud Dataflow job from a template. Do not enter confidential
|
|
188
|
+
# information when you supply string values using the API.
|
|
189
|
+
#
|
|
190
|
+
# To create a job, we recommend using `projects.locations.templates.create`
|
|
191
|
+
# with a [regional endpoint]
|
|
192
|
+
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
|
|
193
|
+
# `projects.templates.create` is not recommended, because your job will
|
|
194
|
+
# always start in `us-central1`.
|
|
188
195
|
#
|
|
189
196
|
# @overload create_job_from_template(request, options = nil)
|
|
190
197
|
# Pass arguments to `create_job_from_template` via a request object, either of type
|
|
@@ -286,7 +293,13 @@ module Google
|
|
|
286
293
|
end
|
|
287
294
|
|
|
288
295
|
##
|
|
289
|
-
#
|
|
296
|
+
# Launches a template.
|
|
297
|
+
#
|
|
298
|
+
# To launch a template, we recommend using
|
|
299
|
+
# `projects.locations.templates.launch` with a [regional endpoint]
|
|
300
|
+
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
|
|
301
|
+
# `projects.templates.launch` is not recommended, because jobs launched
|
|
302
|
+
# from the template will always start in `us-central1`.
|
|
290
303
|
#
|
|
291
304
|
# @overload launch_template(request, options = nil)
|
|
292
305
|
# Pass arguments to `launch_template` via a request object, either of type
|
|
@@ -309,17 +322,17 @@ module Google
|
|
|
309
322
|
# If true, the request is validated but not actually executed.
|
|
310
323
|
# Defaults to false.
|
|
311
324
|
# @param gcs_path [::String]
|
|
312
|
-
# A Cloud Storage path to the template
|
|
325
|
+
# A Cloud Storage path to the template to use to create
|
|
313
326
|
# the job.
|
|
314
|
-
# Must be valid Cloud Storage URL, beginning with
|
|
327
|
+
# Must be valid Cloud Storage URL, beginning with `gs://`.
|
|
315
328
|
#
|
|
316
329
|
# Note: The following fields are mutually exclusive: `gcs_path`, `dynamic_template`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
|
317
330
|
# @param dynamic_template [::Google::Cloud::Dataflow::V1beta3::DynamicTemplateLaunchParams, ::Hash]
|
|
318
|
-
#
|
|
331
|
+
# Parameters for launching a dynamic template.
|
|
319
332
|
#
|
|
320
333
|
# Note: The following fields are mutually exclusive: `dynamic_template`, `gcs_path`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
|
321
334
|
# @param launch_parameters [::Google::Cloud::Dataflow::V1beta3::LaunchTemplateParameters, ::Hash]
|
|
322
|
-
# The parameters of the template to launch.
|
|
335
|
+
# The parameters of the template to launch. Part of the
|
|
323
336
|
# body of the POST request.
|
|
324
337
|
# @param location [::String]
|
|
325
338
|
# The [regional endpoint]
|
|
@@ -396,6 +409,12 @@ module Google
|
|
|
396
409
|
##
|
|
397
410
|
# Get the template associated with a template.
|
|
398
411
|
#
|
|
412
|
+
# To get the template, we recommend using `projects.locations.templates.get`
|
|
413
|
+
# with a [regional endpoint]
|
|
414
|
+
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
|
|
415
|
+
# `projects.templates.get` is not recommended, because only
|
|
416
|
+
# templates that are running in `us-central1` are retrieved.
|
|
417
|
+
#
|
|
399
418
|
# @overload get_template(request, options = nil)
|
|
400
419
|
# Pass arguments to `get_template` via a request object, either of type
|
|
401
420
|
# {::Google::Cloud::Dataflow::V1beta3::GetTemplateRequest} or an equivalent Hash.
|
|
@@ -27,9 +27,7 @@ module Google
|
|
|
27
27
|
class Credentials < ::Google::Auth::Credentials
|
|
28
28
|
self.scope = [
|
|
29
29
|
"https://www.googleapis.com/auth/cloud-platform",
|
|
30
|
-
"https://www.googleapis.com/auth/compute"
|
|
31
|
-
"https://www.googleapis.com/auth/compute.readonly",
|
|
32
|
-
"https://www.googleapis.com/auth/userinfo.email"
|
|
30
|
+
"https://www.googleapis.com/auth/compute"
|
|
33
31
|
]
|
|
34
32
|
self.env_vars = [
|
|
35
33
|
"DATAFLOW_CREDENTIALS",
|
|
@@ -177,7 +177,14 @@ module Google
|
|
|
177
177
|
# Service calls
|
|
178
178
|
|
|
179
179
|
##
|
|
180
|
-
# Creates a Cloud Dataflow job from a template.
|
|
180
|
+
# Creates a Cloud Dataflow job from a template. Do not enter confidential
|
|
181
|
+
# information when you supply string values using the API.
|
|
182
|
+
#
|
|
183
|
+
# To create a job, we recommend using `projects.locations.templates.create`
|
|
184
|
+
# with a [regional endpoint]
|
|
185
|
+
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
|
|
186
|
+
# `projects.templates.create` is not recommended, because your job will
|
|
187
|
+
# always start in `us-central1`.
|
|
181
188
|
#
|
|
182
189
|
# @overload create_job_from_template(request, options = nil)
|
|
183
190
|
# Pass arguments to `create_job_from_template` via a request object, either of type
|
|
@@ -269,7 +276,13 @@ module Google
|
|
|
269
276
|
end
|
|
270
277
|
|
|
271
278
|
##
|
|
272
|
-
#
|
|
279
|
+
# Launches a template.
|
|
280
|
+
#
|
|
281
|
+
# To launch a template, we recommend using
|
|
282
|
+
# `projects.locations.templates.launch` with a [regional endpoint]
|
|
283
|
+
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
|
|
284
|
+
# `projects.templates.launch` is not recommended, because jobs launched
|
|
285
|
+
# from the template will always start in `us-central1`.
|
|
273
286
|
#
|
|
274
287
|
# @overload launch_template(request, options = nil)
|
|
275
288
|
# Pass arguments to `launch_template` via a request object, either of type
|
|
@@ -292,17 +305,17 @@ module Google
|
|
|
292
305
|
# If true, the request is validated but not actually executed.
|
|
293
306
|
# Defaults to false.
|
|
294
307
|
# @param gcs_path [::String]
|
|
295
|
-
# A Cloud Storage path to the template
|
|
308
|
+
# A Cloud Storage path to the template to use to create
|
|
296
309
|
# the job.
|
|
297
|
-
# Must be valid Cloud Storage URL, beginning with
|
|
310
|
+
# Must be valid Cloud Storage URL, beginning with `gs://`.
|
|
298
311
|
#
|
|
299
312
|
# Note: The following fields are mutually exclusive: `gcs_path`, `dynamic_template`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
|
300
313
|
# @param dynamic_template [::Google::Cloud::Dataflow::V1beta3::DynamicTemplateLaunchParams, ::Hash]
|
|
301
|
-
#
|
|
314
|
+
# Parameters for launching a dynamic template.
|
|
302
315
|
#
|
|
303
316
|
# Note: The following fields are mutually exclusive: `dynamic_template`, `gcs_path`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
|
304
317
|
# @param launch_parameters [::Google::Cloud::Dataflow::V1beta3::LaunchTemplateParameters, ::Hash]
|
|
305
|
-
# The parameters of the template to launch.
|
|
318
|
+
# The parameters of the template to launch. Part of the
|
|
306
319
|
# body of the POST request.
|
|
307
320
|
# @param location [::String]
|
|
308
321
|
# The [regional endpoint]
|
|
@@ -369,6 +382,12 @@ module Google
|
|
|
369
382
|
##
|
|
370
383
|
# Get the template associated with a template.
|
|
371
384
|
#
|
|
385
|
+
# To get the template, we recommend using `projects.locations.templates.get`
|
|
386
|
+
# with a [regional endpoint]
|
|
387
|
+
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
|
|
388
|
+
# `projects.templates.get` is not recommended, because only
|
|
389
|
+
# templates that are running in `us-central1` are retrieved.
|
|
390
|
+
#
|
|
372
391
|
# @overload get_template(request, options = nil)
|
|
373
392
|
# Pass arguments to `get_template` via a request object, either of type
|
|
374
393
|
# {::Google::Cloud::Dataflow::V1beta3::GetTemplateRequest} or an equivalent Hash.
|
|
@@ -9,7 +9,7 @@ require 'google/protobuf/any_pb'
|
|
|
9
9
|
require 'google/protobuf/struct_pb'
|
|
10
10
|
|
|
11
11
|
|
|
12
|
-
descriptor_data = "\n)google/dataflow/v1beta3/environment.proto\x12\x17google.dataflow.v1beta3\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/protobuf/any.proto\x1a\x1cgoogle/protobuf/struct.proto\"\
|
|
12
|
+
descriptor_data = "\n)google/dataflow/v1beta3/environment.proto\x12\x17google.dataflow.v1beta3\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/protobuf/any.proto\x1a\x1cgoogle/protobuf/struct.proto\"\xf6\x06\n\x0b\x45nvironment\x12\x1b\n\x13temp_storage_prefix\x18\x01 \x01(\t\x12#\n\x1b\x63luster_manager_api_service\x18\x02 \x01(\t\x12\x13\n\x0b\x65xperiments\x18\x03 \x03(\t\x12\x1c\n\x0fservice_options\x18\x10 \x03(\tB\x03\xe0\x41\x01\x12!\n\x14service_kms_key_name\x18\x0c \x01(\tB\x03\xe0\x41\x01\x12\x39\n\x0cworker_pools\x18\x04 \x03(\x0b\x32#.google.dataflow.v1beta3.WorkerPool\x12+\n\nuser_agent\x18\x05 \x01(\x0b\x32\x17.google.protobuf.Struct\x12(\n\x07version\x18\x06 \x01(\x0b\x32\x17.google.protobuf.Struct\x12\x14\n\x07\x64\x61taset\x18\x07 \x01(\tB\x03\xe0\x41\x01\x12\x35\n\x14sdk_pipeline_options\x18\x08 \x01(\x0b\x32\x17.google.protobuf.Struct\x12\x32\n\x14internal_experiments\x18\t \x01(\x0b\x32\x14.google.protobuf.Any\x12\"\n\x15service_account_email\x18\n \x01(\tB\x03\xe0\x41\x01\x12_\n\x1d\x66lex_resource_scheduling_goal\x18\x0b \x01(\x0e\x32\x33.google.dataflow.v1beta3.FlexResourceSchedulingGoalB\x03\xe0\x41\x01\x12\x1a\n\rworker_region\x18\r \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0bworker_zone\x18\x0e \x01(\tB\x03\xe0\x41\x01\x12?\n\x0cshuffle_mode\x18\x0f \x01(\x0e\x32$.google.dataflow.v1beta3.ShuffleModeB\x03\xe0\x41\x03\x12\x41\n\rdebug_options\x18\x11 \x01(\x0b\x32%.google.dataflow.v1beta3.DebugOptionsB\x03\xe0\x41\x01\x12\x38\n+use_streaming_engine_resource_based_billing\x18\x12 \x01(\x08\x42\x03\xe0\x41\x03\x12\x43\n\x0estreaming_mode\x18\x13 \x01(\x0e\x32&.google.dataflow.v1beta3.StreamingModeB\x03\xe0\x41\x01\")\n\x07Package\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x10\n\x08location\x18\x02 \x01(\t\"?\n\x04\x44isk\x12\x0f\n\x07size_gb\x18\x01 \x01(\x05\x12\x11\n\tdisk_type\x18\x02 \x01(\t\x12\x13\n\x0bmount_point\x18\x03 \x01(\t\"\xa1\x01\n\x0eWorkerSettings\x12\x10\n\x08\x62\x61se_url\x18\x01 \x01(\t\x12\x19\n\x11reporting_enabled\x18\x02 \x01(\x08\x12\x14\n\x0cservice_path\x18\x03 \x01(\t\x12\x1c\n\x14shuffle_service_path\x18\x04 \x01(\t\x12\x11\n\tworker_id\x18\x05 \x01(\t\x12\x1b\n\x13temp_storage_prefix\x18\x06 \x01(\t\"\xa4\x04\n\x12TaskRunnerSettings\x12\x11\n\ttask_user\x18\x01 \x01(\t\x12\x12\n\ntask_group\x18\x02 \x01(\t\x12\x14\n\x0coauth_scopes\x18\x03 \x03(\t\x12\x10\n\x08\x62\x61se_url\x18\x04 \x01(\t\x12\x1c\n\x14\x64\x61taflow_api_version\x18\x05 \x01(\t\x12I\n\x18parallel_worker_settings\x18\x06 \x01(\x0b\x32\'.google.dataflow.v1beta3.WorkerSettings\x12\x15\n\rbase_task_dir\x18\x07 \x01(\t\x12\x1d\n\x15\x63ontinue_on_exception\x18\x08 \x01(\x08\x12\x1c\n\x14log_to_serialconsole\x18\t \x01(\x08\x12\x17\n\x0f\x61lsologtostderr\x18\n \x01(\x08\x12\x1b\n\x13log_upload_location\x18\x0b \x01(\t\x12\x0f\n\x07log_dir\x18\x0c \x01(\t\x12\x1b\n\x13temp_storage_prefix\x18\r \x01(\t\x12\x17\n\x0fharness_command\x18\x0e \x01(\t\x12\x1a\n\x12workflow_file_name\x18\x0f \x01(\t\x12\x1e\n\x16\x63ommandlines_file_name\x18\x10 \x01(\t\x12\r\n\x05vm_id\x18\x11 \x01(\t\x12\x15\n\rlanguage_hint\x18\x12 \x01(\t\x12#\n\x1bstreaming_worker_main_class\x18\x13 \x01(\t\"p\n\x13\x41utoscalingSettings\x12@\n\talgorithm\x18\x01 \x01(\x0e\x32-.google.dataflow.v1beta3.AutoscalingAlgorithm\x12\x17\n\x0fmax_num_workers\x18\x02 \x01(\x05\"\x88\x01\n\x18SdkHarnessContainerImage\x12\x17\n\x0f\x63ontainer_image\x18\x01 \x01(\t\x12%\n\x1duse_single_core_per_container\x18\x02 \x01(\x08\x12\x16\n\x0e\x65nvironment_id\x18\x03 \x01(\t\x12\x14\n\x0c\x63\x61pabilities\x18\x04 \x03(\t\"\xf2\x07\n\nWorkerPool\x12\x0c\n\x04kind\x18\x01 \x01(\t\x12\x13\n\x0bnum_workers\x18\x02 \x01(\x05\x12\x32\n\x08packages\x18\x03 \x03(\x0b\x32 .google.dataflow.v1beta3.Package\x12G\n\x13\x64\x65\x66\x61ult_package_set\x18\x04 \x01(\x0e\x32*.google.dataflow.v1beta3.DefaultPackageSet\x12\x14\n\x0cmachine_type\x18\x05 \x01(\t\x12@\n\x0fteardown_policy\x18\x06 \x01(\x0e\x32\'.google.dataflow.v1beta3.TeardownPolicy\x12\x14\n\x0c\x64isk_size_gb\x18\x07 \x01(\x05\x12\x11\n\tdisk_type\x18\x10 \x01(\t\x12\x19\n\x11\x64isk_source_image\x18\x08 \x01(\t\x12\x0c\n\x04zone\x18\t \x01(\t\x12H\n\x13taskrunner_settings\x18\n \x01(\x0b\x32+.google.dataflow.v1beta3.TaskRunnerSettings\x12\x1b\n\x13on_host_maintenance\x18\x0b \x01(\t\x12\x31\n\ndata_disks\x18\x0c \x03(\x0b\x32\x1d.google.dataflow.v1beta3.Disk\x12\x43\n\x08metadata\x18\r \x03(\x0b\x32\x31.google.dataflow.v1beta3.WorkerPool.MetadataEntry\x12J\n\x14\x61utoscaling_settings\x18\x0e \x01(\x0b\x32,.google.dataflow.v1beta3.AutoscalingSettings\x12\'\n\tpool_args\x18\x0f \x01(\x0b\x32\x14.google.protobuf.Any\x12\x0f\n\x07network\x18\x11 \x01(\t\x12\x12\n\nsubnetwork\x18\x13 \x01(\t\x12&\n\x1eworker_harness_container_image\x18\x12 \x01(\t\x12\x1e\n\x16num_threads_per_worker\x18\x14 \x01(\x05\x12O\n\x10ip_configuration\x18\x15 \x01(\x0e\x32\x35.google.dataflow.v1beta3.WorkerIPAddressConfiguration\x12W\n\x1csdk_harness_container_images\x18\x16 \x03(\x0b\x32\x31.google.dataflow.v1beta3.SdkHarnessContainerImage\x1a/\n\rMetadataEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xd6\x01\n\x12\x44\x61taSamplingConfig\x12S\n\tbehaviors\x18\x01 \x03(\x0e\x32@.google.dataflow.v1beta3.DataSamplingConfig.DataSamplingBehavior\"k\n\x14\x44\x61taSamplingBehavior\x12&\n\"DATA_SAMPLING_BEHAVIOR_UNSPECIFIED\x10\x00\x12\x0c\n\x08\x44ISABLED\x10\x01\x12\r\n\tALWAYS_ON\x10\x02\x12\x0e\n\nEXCEPTIONS\x10\x03\"w\n\x0c\x44\x65\x62ugOptions\x12#\n\x16\x65nable_hot_key_logging\x18\x01 \x01(\x08\x42\x03\xe0\x41\x01\x12\x42\n\rdata_sampling\x18\x02 \x01(\x0b\x32+.google.dataflow.v1beta3.DataSamplingConfig*K\n\x07JobType\x12\x14\n\x10JOB_TYPE_UNKNOWN\x10\x00\x12\x12\n\x0eJOB_TYPE_BATCH\x10\x01\x12\x16\n\x12JOB_TYPE_STREAMING\x10\x02*k\n\x1a\x46lexResourceSchedulingGoal\x12\x16\n\x12\x46LEXRS_UNSPECIFIED\x10\x00\x12\x1a\n\x16\x46LEXRS_SPEED_OPTIMIZED\x10\x01\x12\x19\n\x15\x46LEXRS_COST_OPTIMIZED\x10\x02*o\n\x0eTeardownPolicy\x12\x1b\n\x17TEARDOWN_POLICY_UNKNOWN\x10\x00\x12\x13\n\x0fTEARDOWN_ALWAYS\x10\x01\x12\x17\n\x13TEARDOWN_ON_SUCCESS\x10\x02\x12\x12\n\x0eTEARDOWN_NEVER\x10\x03*\x90\x01\n\x11\x44\x65\x66\x61ultPackageSet\x12\x1f\n\x1b\x44\x45\x46\x41ULT_PACKAGE_SET_UNKNOWN\x10\x00\x12\x1c\n\x18\x44\x45\x46\x41ULT_PACKAGE_SET_NONE\x10\x01\x12\x1c\n\x18\x44\x45\x46\x41ULT_PACKAGE_SET_JAVA\x10\x02\x12\x1e\n\x1a\x44\x45\x46\x41ULT_PACKAGE_SET_PYTHON\x10\x03*z\n\x14\x41utoscalingAlgorithm\x12!\n\x1d\x41UTOSCALING_ALGORITHM_UNKNOWN\x10\x00\x12\x1e\n\x1a\x41UTOSCALING_ALGORITHM_NONE\x10\x01\x12\x1f\n\x1b\x41UTOSCALING_ALGORITHM_BASIC\x10\x02*f\n\x1cWorkerIPAddressConfiguration\x12\x19\n\x15WORKER_IP_UNSPECIFIED\x10\x00\x12\x14\n\x10WORKER_IP_PUBLIC\x10\x01\x12\x15\n\x11WORKER_IP_PRIVATE\x10\x02*L\n\x0bShuffleMode\x12\x1c\n\x18SHUFFLE_MODE_UNSPECIFIED\x10\x00\x12\x0c\n\x08VM_BASED\x10\x01\x12\x11\n\rSERVICE_BASED\x10\x02*r\n\rStreamingMode\x12\x1e\n\x1aSTREAMING_MODE_UNSPECIFIED\x10\x00\x12\x1f\n\x1bSTREAMING_MODE_EXACTLY_ONCE\x10\x01\x12 \n\x1cSTREAMING_MODE_AT_LEAST_ONCE\x10\x02\x42\xd3\x01\n\x1b\x63om.google.dataflow.v1beta3B\x10\x45nvironmentProtoP\x01Z=cloud.google.com/go/dataflow/apiv1beta3/dataflowpb;dataflowpb\xaa\x02\x1dGoogle.Cloud.Dataflow.V1Beta3\xca\x02\x1dGoogle\\Cloud\\Dataflow\\V1beta3\xea\x02 Google::Cloud::Dataflow::V1beta3b\x06proto3"
|
|
13
13
|
|
|
14
14
|
pool = Google::Protobuf::DescriptorPool.generated_pool
|
|
15
15
|
|
|
@@ -49,6 +49,8 @@ module Google
|
|
|
49
49
|
AutoscalingSettings = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.AutoscalingSettings").msgclass
|
|
50
50
|
SdkHarnessContainerImage = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.SdkHarnessContainerImage").msgclass
|
|
51
51
|
WorkerPool = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.WorkerPool").msgclass
|
|
52
|
+
DataSamplingConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.DataSamplingConfig").msgclass
|
|
53
|
+
DataSamplingConfig::DataSamplingBehavior = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.DataSamplingConfig.DataSamplingBehavior").enummodule
|
|
52
54
|
DebugOptions = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.DebugOptions").msgclass
|
|
53
55
|
JobType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.JobType").enummodule
|
|
54
56
|
FlexResourceSchedulingGoal = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.FlexResourceSchedulingGoal").enummodule
|
|
@@ -57,6 +59,7 @@ module Google
|
|
|
57
59
|
AutoscalingAlgorithm = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.AutoscalingAlgorithm").enummodule
|
|
58
60
|
WorkerIPAddressConfiguration = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.WorkerIPAddressConfiguration").enummodule
|
|
59
61
|
ShuffleMode = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ShuffleMode").enummodule
|
|
62
|
+
StreamingMode = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.StreamingMode").enummodule
|
|
60
63
|
end
|
|
61
64
|
end
|
|
62
65
|
end
|
|
@@ -6,14 +6,16 @@ require 'google/protobuf'
|
|
|
6
6
|
|
|
7
7
|
require 'google/api/annotations_pb'
|
|
8
8
|
require 'google/api/client_pb'
|
|
9
|
+
require 'google/api/field_behavior_pb'
|
|
9
10
|
require 'google/dataflow/v1beta3/environment_pb'
|
|
10
11
|
require 'google/dataflow/v1beta3/snapshots_pb'
|
|
11
12
|
require 'google/protobuf/duration_pb'
|
|
13
|
+
require 'google/protobuf/field_mask_pb'
|
|
12
14
|
require 'google/protobuf/struct_pb'
|
|
13
15
|
require 'google/protobuf/timestamp_pb'
|
|
14
16
|
|
|
15
17
|
|
|
16
|
-
descriptor_data = "\n\"google/dataflow/v1beta3/jobs.proto\x12\x17google.dataflow.v1beta3\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a)google/dataflow/v1beta3/environment.proto\x1a\'google/dataflow/v1beta3/snapshots.proto\x1a\x1egoogle/protobuf/duration.proto\x1a\x1cgoogle/protobuf/struct.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\xae\t\n\x03Job\x12\n\n\x02id\x18\x01 \x01(\t\x12\x12\n\nproject_id\x18\x02 \x01(\t\x12\x0c\n\x04name\x18\x03 \x01(\t\x12.\n\x04type\x18\x04 \x01(\x0e\x32 .google.dataflow.v1beta3.JobType\x12\x39\n\x0b\x65nvironment\x18\x05 \x01(\x0b\x32$.google.dataflow.v1beta3.Environment\x12,\n\x05steps\x18\x06 \x03(\x0b\x32\x1d.google.dataflow.v1beta3.Step\x12\x16\n\x0esteps_location\x18\x18 \x01(\t\x12\x38\n\rcurrent_state\x18\x07 \x01(\x0e\x32!.google.dataflow.v1beta3.JobState\x12\x36\n\x12\x63urrent_state_time\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12:\n\x0frequested_state\x18\t \x01(\x0e\x32!.google.dataflow.v1beta3.JobState\x12\x41\n\x0e\x65xecution_info\x18\n \x01(\x0b\x32).google.dataflow.v1beta3.JobExecutionInfo\x12/\n\x0b\x63reate_time\x18\x0b \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x16\n\x0ereplace_job_id\x18\x0c \x01(\t\x12V\n\x16transform_name_mapping\x18\r \x03(\x0b\x32\x36.google.dataflow.v1beta3.Job.TransformNameMappingEntry\x12\x19\n\x11\x63lient_request_id\x18\x0e \x01(\t\x12\x1a\n\x12replaced_by_job_id\x18\x0f \x01(\t\x12\x12\n\ntemp_files\x18\x10 \x03(\t\x12\x38\n\x06labels\x18\x11 \x03(\x0b\x32(.google.dataflow.v1beta3.Job.LabelsEntry\x12\x10\n\x08location\x18\x12 \x01(\t\x12J\n\x14pipeline_description\x18\x13 \x01(\x0b\x32,.google.dataflow.v1beta3.PipelineDescription\x12\x42\n\x0cstage_states\x18\x14 \x03(\x0b\x32,.google.dataflow.v1beta3.ExecutionStageState\x12:\n\x0cjob_metadata\x18\x15 \x01(\x0b\x32$.google.dataflow.v1beta3.JobMetadata\x12.\n\nstart_time\x18\x16 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12 \n\x18\x63reated_from_snapshot_id\x18\x17 \x01(\t\x12\x15\n\rsatisfies_pzs\x18\x19 \x01(\x08\x1a;\n\x19TransformNameMappingEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\";\n\x12\x44\x61tastoreIODetails\x12\x11\n\tnamespace\x18\x01 \x01(\t\x12\x12\n\nproject_id\x18\x02 \x01(\t\"6\n\x0fPubSubIODetails\x12\r\n\x05topic\x18\x01 \x01(\t\x12\x14\n\x0csubscription\x18\x02 \x01(\t\"%\n\rFileIODetails\x12\x14\n\x0c\x66ile_pattern\x18\x01 \x01(\t\"N\n\x11\x42igTableIODetails\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x13\n\x0binstance_id\x18\x02 \x01(\t\x12\x10\n\x08table_id\x18\x03 \x01(\t\"V\n\x11\x42igQueryIODetails\x12\r\n\x05table\x18\x01 \x01(\t\x12\x0f\n\x07\x64\x61taset\x18\x02 \x01(\t\x12\x12\n\nproject_id\x18\x03 \x01(\t\x12\r\n\x05query\x18\x04 \x01(\t\"P\n\x10SpannerIODetails\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x13\n\x0binstance_id\x18\x02 \x01(\t\x12\x13\n\x0b\x64\x61tabase_id\x18\x03 \x01(\t\"\xe9\x01\n\nSdkVersion\x12\x0f\n\x07version\x18\x01 \x01(\t\x12\x1c\n\x14version_display_name\x18\x02 \x01(\t\x12P\n\x12sdk_support_status\x18\x03 \x01(\x0e\x32\x34.google.dataflow.v1beta3.SdkVersion.SdkSupportStatus\"Z\n\x10SdkSupportStatus\x12\x0b\n\x07UNKNOWN\x10\x00\x12\r\n\tSUPPORTED\x10\x01\x12\t\n\x05STALE\x10\x02\x12\x0e\n\nDEPRECATED\x10\x03\x12\x0f\n\x0bUNSUPPORTED\x10\x04\"\xe0\x03\n\x0bJobMetadata\x12\x38\n\x0bsdk_version\x18\x01 \x01(\x0b\x32#.google.dataflow.v1beta3.SdkVersion\x12\x42\n\x0fspanner_details\x18\x02 \x03(\x0b\x32).google.dataflow.v1beta3.SpannerIODetails\x12\x44\n\x10\x62igquery_details\x18\x03 \x03(\x0b\x32*.google.dataflow.v1beta3.BigQueryIODetails\x12\x45\n\x11\x62ig_table_details\x18\x04 \x03(\x0b\x32*.google.dataflow.v1beta3.BigTableIODetails\x12@\n\x0epubsub_details\x18\x05 \x03(\x0b\x32(.google.dataflow.v1beta3.PubSubIODetails\x12<\n\x0c\x66ile_details\x18\x06 \x03(\x0b\x32&.google.dataflow.v1beta3.FileIODetails\x12\x46\n\x11\x64\x61tastore_details\x18\x07 \x03(\x0b\x32+.google.dataflow.v1beta3.DatastoreIODetails\"\xad\x01\n\x13\x45xecutionStageState\x12\x1c\n\x14\x65xecution_stage_name\x18\x01 \x01(\t\x12@\n\x15\x65xecution_stage_state\x18\x02 \x01(\x0e\x32!.google.dataflow.v1beta3.JobState\x12\x36\n\x12\x63urrent_state_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"\xf3\x01\n\x13PipelineDescription\x12N\n\x1boriginal_pipeline_transform\x18\x01 \x03(\x0b\x32).google.dataflow.v1beta3.TransformSummary\x12P\n\x18\x65xecution_pipeline_stage\x18\x02 \x03(\x0b\x32..google.dataflow.v1beta3.ExecutionStageSummary\x12:\n\x0c\x64isplay_data\x18\x03 \x03(\x0b\x32$.google.dataflow.v1beta3.DisplayData\"\xd8\x01\n\x10TransformSummary\x12/\n\x04kind\x18\x01 \x01(\x0e\x32!.google.dataflow.v1beta3.KindType\x12\n\n\x02id\x18\x02 \x01(\t\x12\x0c\n\x04name\x18\x03 \x01(\t\x12:\n\x0c\x64isplay_data\x18\x04 \x03(\x0b\x32$.google.dataflow.v1beta3.DisplayData\x12\x1e\n\x16output_collection_name\x18\x05 \x03(\t\x12\x1d\n\x15input_collection_name\x18\x06 \x03(\t\"\xfc\x05\n\x15\x45xecutionStageSummary\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\n\n\x02id\x18\x02 \x01(\t\x12/\n\x04kind\x18\x03 \x01(\x0e\x32!.google.dataflow.v1beta3.KindType\x12P\n\x0cinput_source\x18\x04 \x03(\x0b\x32:.google.dataflow.v1beta3.ExecutionStageSummary.StageSource\x12Q\n\routput_source\x18\x05 \x03(\x0b\x32:.google.dataflow.v1beta3.ExecutionStageSummary.StageSource\x12\x1a\n\x12prerequisite_stage\x18\x08 \x03(\t\x12^\n\x13\x63omponent_transform\x18\x06 \x03(\x0b\x32\x41.google.dataflow.v1beta3.ExecutionStageSummary.ComponentTransform\x12X\n\x10\x63omponent_source\x18\x07 \x03(\x0b\x32>.google.dataflow.v1beta3.ExecutionStageSummary.ComponentSource\x1al\n\x0bStageSource\x12\x11\n\tuser_name\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12(\n original_transform_or_collection\x18\x03 \x01(\t\x12\x12\n\nsize_bytes\x18\x04 \x01(\x03\x1aQ\n\x12\x43omponentTransform\x12\x11\n\tuser_name\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12\x1a\n\x12original_transform\x18\x03 \x01(\t\x1a\\\n\x0f\x43omponentSource\x12\x11\n\tuser_name\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12(\n original_transform_or_collection\x18\x03 \x01(\t\"\xcc\x02\n\x0b\x44isplayData\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x11\n\tnamespace\x18\x02 \x01(\t\x12\x13\n\tstr_value\x18\x04 \x01(\tH\x00\x12\x15\n\x0bint64_value\x18\x05 \x01(\x03H\x00\x12\x15\n\x0b\x66loat_value\x18\x06 \x01(\x02H\x00\x12\x1a\n\x10java_class_value\x18\x07 \x01(\tH\x00\x12\x35\n\x0ftimestamp_value\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00\x12\x33\n\x0e\x64uration_value\x18\t \x01(\x0b\x32\x19.google.protobuf.DurationH\x00\x12\x14\n\nbool_value\x18\n \x01(\x08H\x00\x12\x17\n\x0fshort_str_value\x18\x0b \x01(\t\x12\x0b\n\x03url\x18\x0c \x01(\t\x12\r\n\x05label\x18\r \x01(\tB\x07\n\x05Value\"O\n\x04Step\x12\x0c\n\x04kind\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12+\n\nproperties\x18\x03 \x01(\x0b\x32\x17.google.protobuf.Struct\"\xb8\x01\n\x10JobExecutionInfo\x12\x45\n\x06stages\x18\x01 \x03(\x0b\x32\x35.google.dataflow.v1beta3.JobExecutionInfo.StagesEntry\x1a]\n\x0bStagesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12=\n\x05value\x18\x02 \x01(\x0b\x32..google.dataflow.v1beta3.JobExecutionStageInfo:\x02\x38\x01\"*\n\x15JobExecutionStageInfo\x12\x11\n\tstep_name\x18\x01 \x03(\t\"\xab\x01\n\x10\x43reateJobRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12)\n\x03job\x18\x02 \x01(\x0b\x32\x1c.google.dataflow.v1beta3.Job\x12.\n\x04view\x18\x03 \x01(\x0e\x32 .google.dataflow.v1beta3.JobView\x12\x16\n\x0ereplace_job_id\x18\x04 \x01(\t\x12\x10\n\x08location\x18\x05 \x01(\t\"u\n\rGetJobRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12.\n\x04view\x18\x03 \x01(\x0e\x32 .google.dataflow.v1beta3.JobView\x12\x10\n\x08location\x18\x04 \x01(\t\"s\n\x10UpdateJobRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12)\n\x03job\x18\x03 \x01(\x0b\x32\x1c.google.dataflow.v1beta3.Job\x12\x10\n\x08location\x18\x04 \x01(\t\"\x8f\x02\n\x0fListJobsRequest\x12?\n\x06\x66ilter\x18\x05 \x01(\x0e\x32/.google.dataflow.v1beta3.ListJobsRequest.Filter\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x32\n\x04view\x18\x02 \x01(\x0e\x32 .google.dataflow.v1beta3.JobViewB\x02\x18\x01\x12\x11\n\tpage_size\x18\x03 \x01(\x05\x12\x12\n\npage_token\x18\x04 \x01(\t\x12\x10\n\x08location\x18\x11 \x01(\t\":\n\x06\x46ilter\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x07\n\x03\x41LL\x10\x01\x12\x0e\n\nTERMINATED\x10\x02\x12\n\n\x06\x41\x43TIVE\x10\x03\"\x1e\n\x0e\x46\x61iledLocation\x12\x0c\n\x04name\x18\x01 \x01(\t\"\x99\x01\n\x10ListJobsResponse\x12*\n\x04jobs\x18\x01 \x03(\x0b\x32\x1c.google.dataflow.v1beta3.Job\x12\x17\n\x0fnext_page_token\x18\x02 \x01(\t\x12@\n\x0f\x66\x61iled_location\x18\x03 \x03(\x0b\x32\'.google.dataflow.v1beta3.FailedLocation\"\xa1\x01\n\x12SnapshotJobRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12&\n\x03ttl\x18\x03 \x01(\x0b\x32\x19.google.protobuf.Duration\x12\x10\n\x08location\x18\x04 \x01(\t\x12\x18\n\x10snapshot_sources\x18\x05 \x01(\x08\x12\x13\n\x0b\x64\x65scription\x18\x06 \x01(\t\",\n\x16\x43heckActiveJobsRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\"4\n\x17\x43heckActiveJobsResponse\x12\x19\n\x11\x61\x63tive_jobs_exist\x18\x01 \x01(\x08*\xae\x01\n\x08KindType\x12\x10\n\x0cUNKNOWN_KIND\x10\x00\x12\x0f\n\x0bPAR_DO_KIND\x10\x01\x12\x15\n\x11GROUP_BY_KEY_KIND\x10\x02\x12\x10\n\x0c\x46LATTEN_KIND\x10\x03\x12\r\n\tREAD_KIND\x10\x04\x12\x0e\n\nWRITE_KIND\x10\x05\x12\x11\n\rCONSTANT_KIND\x10\x06\x12\x12\n\x0eSINGLETON_KIND\x10\x07\x12\x10\n\x0cSHUFFLE_KIND\x10\x08*\xc3\x02\n\x08JobState\x12\x15\n\x11JOB_STATE_UNKNOWN\x10\x00\x12\x15\n\x11JOB_STATE_STOPPED\x10\x01\x12\x15\n\x11JOB_STATE_RUNNING\x10\x02\x12\x12\n\x0eJOB_STATE_DONE\x10\x03\x12\x14\n\x10JOB_STATE_FAILED\x10\x04\x12\x17\n\x13JOB_STATE_CANCELLED\x10\x05\x12\x15\n\x11JOB_STATE_UPDATED\x10\x06\x12\x16\n\x12JOB_STATE_DRAINING\x10\x07\x12\x15\n\x11JOB_STATE_DRAINED\x10\x08\x12\x15\n\x11JOB_STATE_PENDING\x10\t\x12\x18\n\x14JOB_STATE_CANCELLING\x10\n\x12\x14\n\x10JOB_STATE_QUEUED\x10\x0b\x12\"\n\x1eJOB_STATE_RESOURCE_CLEANING_UP\x10\x0c*a\n\x07JobView\x12\x14\n\x10JOB_VIEW_UNKNOWN\x10\x00\x12\x14\n\x10JOB_VIEW_SUMMARY\x10\x01\x12\x10\n\x0cJOB_VIEW_ALL\x10\x02\x12\x18\n\x14JOB_VIEW_DESCRIPTION\x10\x03\x32\x91\x0c\n\x0bJobsV1Beta3\x12\xc1\x01\n\tCreateJob\x12).google.dataflow.v1beta3.CreateJobRequest\x1a\x1c.google.dataflow.v1beta3.Job\"k\x82\xd3\xe4\x93\x02\x65\"5/v1b3/projects/{project_id}/locations/{location}/jobs:\x03jobZ\'\" /v1b3/projects/{project_id}/jobs:\x03job\x12\xc3\x01\n\x06GetJob\x12&.google.dataflow.v1beta3.GetJobRequest\x1a\x1c.google.dataflow.v1beta3.Job\"s\x82\xd3\xe4\x93\x02m\x12>/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}Z+\x12)/v1b3/projects/{project_id}/jobs/{job_id}\x12\xd3\x01\n\tUpdateJob\x12).google.dataflow.v1beta3.UpdateJobRequest\x1a\x1c.google.dataflow.v1beta3.Job\"}\x82\xd3\xe4\x93\x02w\x1a>/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}:\x03jobZ0\x1a)/v1b3/projects/{project_id}/jobs/{job_id}:\x03job\x12\xc2\x01\n\x08ListJobs\x12(.google.dataflow.v1beta3.ListJobsRequest\x1a).google.dataflow.v1beta3.ListJobsResponse\"a\x82\xd3\xe4\x93\x02[\x12\x35/v1b3/projects/{project_id}/locations/{location}/jobsZ\"\x12 /v1b3/projects/{project_id}/jobs\x12\x9e\x01\n\x12\x41ggregatedListJobs\x12(.google.dataflow.v1beta3.ListJobsRequest\x1a).google.dataflow.v1beta3.ListJobsResponse\"3\x82\xd3\xe4\x93\x02-\x12+/v1b3/projects/{project_id}/jobs:aggregated\x12v\n\x0f\x43heckActiveJobs\x12/.google.dataflow.v1beta3.CheckActiveJobsRequest\x1a\x30.google.dataflow.v1beta3.CheckActiveJobsResponse\"\x00\x12\xec\x01\n\x0bSnapshotJob\x12+.google.dataflow.v1beta3.SnapshotJobRequest\x1a!.google.dataflow.v1beta3.Snapshot\"\x8c\x01\x82\xd3\xe4\x93\x02\x85\x01\"G/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}:snapshot:\x01*Z7\"2/v1b3/projects/{project_id}/jobs/{job_id}:snapshot:\x01*\x1a\xd4\x01\xca\x41\x17\x64\x61taflow.googleapis.com\xd2\x41\xb6\x01https://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/compute,https://www.googleapis.com/auth/compute.readonly,https://www.googleapis.com/auth/userinfo.emailB\xcc\x01\n\x1b\x63om.google.dataflow.v1beta3B\tJobsProtoP\x01Z=cloud.google.com/go/dataflow/apiv1beta3/dataflowpb;dataflowpb\xaa\x02\x1dGoogle.Cloud.Dataflow.V1Beta3\xca\x02\x1dGoogle\\Cloud\\Dataflow\\V1beta3\xea\x02 Google::Cloud::Dataflow::V1beta3b\x06proto3"
|
|
18
|
+
descriptor_data = "\n\"google/dataflow/v1beta3/jobs.proto\x12\x17google.dataflow.v1beta3\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a)google/dataflow/v1beta3/environment.proto\x1a\'google/dataflow/v1beta3/snapshots.proto\x1a\x1egoogle/protobuf/duration.proto\x1a google/protobuf/field_mask.proto\x1a\x1cgoogle/protobuf/struct.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\xd5\x0b\n\x03Job\x12\n\n\x02id\x18\x01 \x01(\t\x12\x12\n\nproject_id\x18\x02 \x01(\t\x12\x11\n\x04name\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x33\n\x04type\x18\x04 \x01(\x0e\x32 .google.dataflow.v1beta3.JobTypeB\x03\xe0\x41\x01\x12>\n\x0b\x65nvironment\x18\x05 \x01(\x0b\x32$.google.dataflow.v1beta3.EnvironmentB\x03\xe0\x41\x01\x12,\n\x05steps\x18\x06 \x03(\x0b\x32\x1d.google.dataflow.v1beta3.Step\x12\x16\n\x0esteps_location\x18\x18 \x01(\t\x12\x38\n\rcurrent_state\x18\x07 \x01(\x0e\x32!.google.dataflow.v1beta3.JobState\x12\x36\n\x12\x63urrent_state_time\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12:\n\x0frequested_state\x18\t \x01(\x0e\x32!.google.dataflow.v1beta3.JobState\x12\x41\n\x0e\x65xecution_info\x18\n \x01(\x0b\x32).google.dataflow.v1beta3.JobExecutionInfo\x12/\n\x0b\x63reate_time\x18\x0b \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x16\n\x0ereplace_job_id\x18\x0c \x01(\t\x12[\n\x16transform_name_mapping\x18\r \x03(\x0b\x32\x36.google.dataflow.v1beta3.Job.TransformNameMappingEntryB\x03\xe0\x41\x01\x12\x19\n\x11\x63lient_request_id\x18\x0e \x01(\t\x12\x1a\n\x12replaced_by_job_id\x18\x0f \x01(\t\x12\x12\n\ntemp_files\x18\x10 \x03(\t\x12\x38\n\x06labels\x18\x11 \x03(\x0b\x32(.google.dataflow.v1beta3.Job.LabelsEntry\x12\x15\n\x08location\x18\x12 \x01(\tB\x03\xe0\x41\x01\x12J\n\x14pipeline_description\x18\x13 \x01(\x0b\x32,.google.dataflow.v1beta3.PipelineDescription\x12\x42\n\x0cstage_states\x18\x14 \x03(\x0b\x32,.google.dataflow.v1beta3.ExecutionStageState\x12:\n\x0cjob_metadata\x18\x15 \x01(\x0b\x32$.google.dataflow.v1beta3.JobMetadata\x12.\n\nstart_time\x18\x16 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12 \n\x18\x63reated_from_snapshot_id\x18\x17 \x01(\t\x12\x15\n\rsatisfies_pzs\x18\x19 \x01(\x08\x12V\n\x18runtime_updatable_params\x18\x1a \x01(\x0b\x32/.google.dataflow.v1beta3.RuntimeUpdatableParamsH\x00\x88\x01\x01\x12\x1f\n\rsatisfies_pzi\x18\x1b \x01(\x08\x42\x03\xe0\x41\x03H\x01\x88\x01\x01\x12N\n\x11service_resources\x18\x1c \x01(\x0b\x32).google.dataflow.v1beta3.ServiceResourcesB\x03\xe0\x41\x03H\x02\x88\x01\x01\x1a;\n\x19TransformNameMappingEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x1b\n\x19_runtime_updatable_paramsB\x10\n\x0e_satisfies_pziB\x14\n\x12_service_resources\"&\n\x10ServiceResources\x12\x12\n\x05zones\x18\x01 \x03(\tB\x03\xe0\x41\x03\"\xbe\x01\n\x16RuntimeUpdatableParams\x12\x1c\n\x0fmax_num_workers\x18\x01 \x01(\x05H\x00\x88\x01\x01\x12\x1c\n\x0fmin_num_workers\x18\x02 \x01(\x05H\x01\x88\x01\x01\x12$\n\x17worker_utilization_hint\x18\x03 \x01(\x01H\x02\x88\x01\x01\x42\x12\n\x10_max_num_workersB\x12\n\x10_min_num_workersB\x1a\n\x18_worker_utilization_hint\";\n\x12\x44\x61tastoreIODetails\x12\x11\n\tnamespace\x18\x01 \x01(\t\x12\x12\n\nproject_id\x18\x02 \x01(\t\"6\n\x0fPubSubIODetails\x12\r\n\x05topic\x18\x01 \x01(\t\x12\x14\n\x0csubscription\x18\x02 \x01(\t\"%\n\rFileIODetails\x12\x14\n\x0c\x66ile_pattern\x18\x01 \x01(\t\"N\n\x11\x42igTableIODetails\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x13\n\x0binstance_id\x18\x02 \x01(\t\x12\x10\n\x08table_id\x18\x03 \x01(\t\"V\n\x11\x42igQueryIODetails\x12\r\n\x05table\x18\x01 \x01(\t\x12\x0f\n\x07\x64\x61taset\x18\x02 \x01(\t\x12\x12\n\nproject_id\x18\x03 \x01(\t\x12\r\n\x05query\x18\x04 \x01(\t\"P\n\x10SpannerIODetails\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x13\n\x0binstance_id\x18\x02 \x01(\t\x12\x13\n\x0b\x64\x61tabase_id\x18\x03 \x01(\t\"\x9d\x02\n\nSdkVersion\x12\x0f\n\x07version\x18\x01 \x01(\t\x12\x1c\n\x14version_display_name\x18\x02 \x01(\t\x12P\n\x12sdk_support_status\x18\x03 \x01(\x0e\x32\x34.google.dataflow.v1beta3.SdkVersion.SdkSupportStatus\x12\x32\n\x04\x62ugs\x18\x04 \x03(\x0b\x32\x1f.google.dataflow.v1beta3.SdkBugB\x03\xe0\x41\x03\"Z\n\x10SdkSupportStatus\x12\x0b\n\x07UNKNOWN\x10\x00\x12\r\n\tSUPPORTED\x10\x01\x12\t\n\x05STALE\x10\x02\x12\x0e\n\nDEPRECATED\x10\x03\x12\x0f\n\x0bUNSUPPORTED\x10\x04\"\xa9\x02\n\x06SdkBug\x12\x37\n\x04type\x18\x01 \x01(\x0e\x32$.google.dataflow.v1beta3.SdkBug.TypeB\x03\xe0\x41\x03\x12?\n\x08severity\x18\x02 \x01(\x0e\x32(.google.dataflow.v1beta3.SdkBug.SeverityB\x03\xe0\x41\x03\x12\x10\n\x03uri\x18\x03 \x01(\tB\x03\xe0\x41\x03\"H\n\x04Type\x12\x14\n\x10TYPE_UNSPECIFIED\x10\x00\x12\x0b\n\x07GENERAL\x10\x01\x12\x0f\n\x0bPERFORMANCE\x10\x02\x12\x0c\n\x08\x44\x41TALOSS\x10\x03\"I\n\x08Severity\x12\x18\n\x14SEVERITY_UNSPECIFIED\x10\x00\x12\n\n\x06NOTICE\x10\x01\x12\x0b\n\x07WARNING\x10\x02\x12\n\n\x06SEVERE\x10\x03\"\x80\x05\n\x0bJobMetadata\x12\x38\n\x0bsdk_version\x18\x01 \x01(\x0b\x32#.google.dataflow.v1beta3.SdkVersion\x12\x42\n\x0fspanner_details\x18\x02 \x03(\x0b\x32).google.dataflow.v1beta3.SpannerIODetails\x12\x44\n\x10\x62igquery_details\x18\x03 \x03(\x0b\x32*.google.dataflow.v1beta3.BigQueryIODetails\x12\x45\n\x11\x62ig_table_details\x18\x04 \x03(\x0b\x32*.google.dataflow.v1beta3.BigTableIODetails\x12@\n\x0epubsub_details\x18\x05 \x03(\x0b\x32(.google.dataflow.v1beta3.PubSubIODetails\x12<\n\x0c\x66ile_details\x18\x06 \x03(\x0b\x32&.google.dataflow.v1beta3.FileIODetails\x12\x46\n\x11\x64\x61tastore_details\x18\x07 \x03(\x0b\x32+.google.dataflow.v1beta3.DatastoreIODetails\x12`\n\x17user_display_properties\x18\x08 \x03(\x0b\x32?.google.dataflow.v1beta3.JobMetadata.UserDisplayPropertiesEntry\x1a<\n\x1aUserDisplayPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xad\x01\n\x13\x45xecutionStageState\x12\x1c\n\x14\x65xecution_stage_name\x18\x01 \x01(\t\x12@\n\x15\x65xecution_stage_state\x18\x02 \x01(\x0e\x32!.google.dataflow.v1beta3.JobState\x12\x36\n\x12\x63urrent_state_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"\x8c\x02\n\x13PipelineDescription\x12N\n\x1boriginal_pipeline_transform\x18\x01 \x03(\x0b\x32).google.dataflow.v1beta3.TransformSummary\x12P\n\x18\x65xecution_pipeline_stage\x18\x02 \x03(\x0b\x32..google.dataflow.v1beta3.ExecutionStageSummary\x12:\n\x0c\x64isplay_data\x18\x03 \x03(\x0b\x32$.google.dataflow.v1beta3.DisplayData\x12\x17\n\x0fstep_names_hash\x18\x04 \x01(\t\"\xd8\x01\n\x10TransformSummary\x12/\n\x04kind\x18\x01 \x01(\x0e\x32!.google.dataflow.v1beta3.KindType\x12\n\n\x02id\x18\x02 \x01(\t\x12\x0c\n\x04name\x18\x03 \x01(\t\x12:\n\x0c\x64isplay_data\x18\x04 \x03(\x0b\x32$.google.dataflow.v1beta3.DisplayData\x12\x1e\n\x16output_collection_name\x18\x05 \x03(\t\x12\x1d\n\x15input_collection_name\x18\x06 \x03(\t\"\xfc\x05\n\x15\x45xecutionStageSummary\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\n\n\x02id\x18\x02 \x01(\t\x12/\n\x04kind\x18\x03 \x01(\x0e\x32!.google.dataflow.v1beta3.KindType\x12P\n\x0cinput_source\x18\x04 \x03(\x0b\x32:.google.dataflow.v1beta3.ExecutionStageSummary.StageSource\x12Q\n\routput_source\x18\x05 \x03(\x0b\x32:.google.dataflow.v1beta3.ExecutionStageSummary.StageSource\x12\x1a\n\x12prerequisite_stage\x18\x08 \x03(\t\x12^\n\x13\x63omponent_transform\x18\x06 \x03(\x0b\x32\x41.google.dataflow.v1beta3.ExecutionStageSummary.ComponentTransform\x12X\n\x10\x63omponent_source\x18\x07 \x03(\x0b\x32>.google.dataflow.v1beta3.ExecutionStageSummary.ComponentSource\x1al\n\x0bStageSource\x12\x11\n\tuser_name\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12(\n original_transform_or_collection\x18\x03 \x01(\t\x12\x12\n\nsize_bytes\x18\x04 \x01(\x03\x1aQ\n\x12\x43omponentTransform\x12\x11\n\tuser_name\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12\x1a\n\x12original_transform\x18\x03 \x01(\t\x1a\\\n\x0f\x43omponentSource\x12\x11\n\tuser_name\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12(\n original_transform_or_collection\x18\x03 \x01(\t\"\xcc\x02\n\x0b\x44isplayData\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x11\n\tnamespace\x18\x02 \x01(\t\x12\x13\n\tstr_value\x18\x04 \x01(\tH\x00\x12\x15\n\x0bint64_value\x18\x05 \x01(\x03H\x00\x12\x15\n\x0b\x66loat_value\x18\x06 \x01(\x02H\x00\x12\x1a\n\x10java_class_value\x18\x07 \x01(\tH\x00\x12\x35\n\x0ftimestamp_value\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00\x12\x33\n\x0e\x64uration_value\x18\t \x01(\x0b\x32\x19.google.protobuf.DurationH\x00\x12\x14\n\nbool_value\x18\n \x01(\x08H\x00\x12\x17\n\x0fshort_str_value\x18\x0b \x01(\t\x12\x0b\n\x03url\x18\x0c \x01(\t\x12\r\n\x05label\x18\r \x01(\tB\x07\n\x05Value\"O\n\x04Step\x12\x0c\n\x04kind\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12+\n\nproperties\x18\x03 \x01(\x0b\x32\x17.google.protobuf.Struct\"\xb8\x01\n\x10JobExecutionInfo\x12\x45\n\x06stages\x18\x01 \x03(\x0b\x32\x35.google.dataflow.v1beta3.JobExecutionInfo.StagesEntry\x1a]\n\x0bStagesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12=\n\x05value\x18\x02 \x01(\x0b\x32..google.dataflow.v1beta3.JobExecutionStageInfo:\x02\x38\x01\"*\n\x15JobExecutionStageInfo\x12\x11\n\tstep_name\x18\x01 \x03(\t\"\xab\x01\n\x10\x43reateJobRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12)\n\x03job\x18\x02 \x01(\x0b\x32\x1c.google.dataflow.v1beta3.Job\x12.\n\x04view\x18\x03 \x01(\x0e\x32 .google.dataflow.v1beta3.JobView\x12\x16\n\x0ereplace_job_id\x18\x04 \x01(\t\x12\x10\n\x08location\x18\x05 \x01(\t\"u\n\rGetJobRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12.\n\x04view\x18\x03 \x01(\x0e\x32 .google.dataflow.v1beta3.JobView\x12\x10\n\x08location\x18\x04 \x01(\t\"\xb9\x01\n\x10UpdateJobRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12)\n\x03job\x18\x03 \x01(\x0b\x32\x1c.google.dataflow.v1beta3.Job\x12\x10\n\x08location\x18\x04 \x01(\t\x12\x34\n\x0bupdate_mask\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.FieldMaskH\x00\x88\x01\x01\x42\x0e\n\x0c_update_mask\"\xb0\x02\n\x0fListJobsRequest\x12?\n\x06\x66ilter\x18\x05 \x01(\x0e\x32/.google.dataflow.v1beta3.ListJobsRequest.Filter\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x32\n\x04view\x18\x02 \x01(\x0e\x32 .google.dataflow.v1beta3.JobViewB\x02\x18\x01\x12\x11\n\tpage_size\x18\x03 \x01(\x05\x12\x12\n\npage_token\x18\x04 \x01(\t\x12\x10\n\x08location\x18\x11 \x01(\t\x12\x16\n\x04name\x18\x0b \x01(\tB\x03\xe0\x41\x01H\x00\x88\x01\x01\":\n\x06\x46ilter\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x07\n\x03\x41LL\x10\x01\x12\x0e\n\nTERMINATED\x10\x02\x12\n\n\x06\x41\x43TIVE\x10\x03\x42\x07\n\x05_name\"\x1e\n\x0e\x46\x61iledLocation\x12\x0c\n\x04name\x18\x01 \x01(\t\"\x99\x01\n\x10ListJobsResponse\x12*\n\x04jobs\x18\x01 \x03(\x0b\x32\x1c.google.dataflow.v1beta3.Job\x12\x17\n\x0fnext_page_token\x18\x02 \x01(\t\x12@\n\x0f\x66\x61iled_location\x18\x03 \x03(\x0b\x32\'.google.dataflow.v1beta3.FailedLocation\"\xa1\x01\n\x12SnapshotJobRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12&\n\x03ttl\x18\x03 \x01(\x0b\x32\x19.google.protobuf.Duration\x12\x10\n\x08location\x18\x04 \x01(\t\x12\x18\n\x10snapshot_sources\x18\x05 \x01(\x08\x12\x13\n\x0b\x64\x65scription\x18\x06 \x01(\t\",\n\x16\x43heckActiveJobsRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\"4\n\x17\x43heckActiveJobsResponse\x12\x19\n\x11\x61\x63tive_jobs_exist\x18\x01 \x01(\x08*\xae\x01\n\x08KindType\x12\x10\n\x0cUNKNOWN_KIND\x10\x00\x12\x0f\n\x0bPAR_DO_KIND\x10\x01\x12\x15\n\x11GROUP_BY_KEY_KIND\x10\x02\x12\x10\n\x0c\x46LATTEN_KIND\x10\x03\x12\r\n\tREAD_KIND\x10\x04\x12\x0e\n\nWRITE_KIND\x10\x05\x12\x11\n\rCONSTANT_KIND\x10\x06\x12\x12\n\x0eSINGLETON_KIND\x10\x07\x12\x10\n\x0cSHUFFLE_KIND\x10\x08*\xc3\x02\n\x08JobState\x12\x15\n\x11JOB_STATE_UNKNOWN\x10\x00\x12\x15\n\x11JOB_STATE_STOPPED\x10\x01\x12\x15\n\x11JOB_STATE_RUNNING\x10\x02\x12\x12\n\x0eJOB_STATE_DONE\x10\x03\x12\x14\n\x10JOB_STATE_FAILED\x10\x04\x12\x17\n\x13JOB_STATE_CANCELLED\x10\x05\x12\x15\n\x11JOB_STATE_UPDATED\x10\x06\x12\x16\n\x12JOB_STATE_DRAINING\x10\x07\x12\x15\n\x11JOB_STATE_DRAINED\x10\x08\x12\x15\n\x11JOB_STATE_PENDING\x10\t\x12\x18\n\x14JOB_STATE_CANCELLING\x10\n\x12\x14\n\x10JOB_STATE_QUEUED\x10\x0b\x12\"\n\x1eJOB_STATE_RESOURCE_CLEANING_UP\x10\x0c*a\n\x07JobView\x12\x14\n\x10JOB_VIEW_UNKNOWN\x10\x00\x12\x14\n\x10JOB_VIEW_SUMMARY\x10\x01\x12\x10\n\x0cJOB_VIEW_ALL\x10\x02\x12\x18\n\x14JOB_VIEW_DESCRIPTION\x10\x03\x32\xaf\x0b\n\x0bJobsV1Beta3\x12\xc1\x01\n\tCreateJob\x12).google.dataflow.v1beta3.CreateJobRequest\x1a\x1c.google.dataflow.v1beta3.Job\"k\x82\xd3\xe4\x93\x02\x65\"5/v1b3/projects/{project_id}/locations/{location}/jobs:\x03jobZ\'\" /v1b3/projects/{project_id}/jobs:\x03job\x12\xc3\x01\n\x06GetJob\x12&.google.dataflow.v1beta3.GetJobRequest\x1a\x1c.google.dataflow.v1beta3.Job\"s\x82\xd3\xe4\x93\x02m\x12>/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}Z+\x12)/v1b3/projects/{project_id}/jobs/{job_id}\x12\xd3\x01\n\tUpdateJob\x12).google.dataflow.v1beta3.UpdateJobRequest\x1a\x1c.google.dataflow.v1beta3.Job\"}\x82\xd3\xe4\x93\x02w\x1a>/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}:\x03jobZ0\x1a)/v1b3/projects/{project_id}/jobs/{job_id}:\x03job\x12\xc2\x01\n\x08ListJobs\x12(.google.dataflow.v1beta3.ListJobsRequest\x1a).google.dataflow.v1beta3.ListJobsResponse\"a\x82\xd3\xe4\x93\x02[\x12\x35/v1b3/projects/{project_id}/locations/{location}/jobsZ\"\x12 /v1b3/projects/{project_id}/jobs\x12\x9e\x01\n\x12\x41ggregatedListJobs\x12(.google.dataflow.v1beta3.ListJobsRequest\x1a).google.dataflow.v1beta3.ListJobsResponse\"3\x82\xd3\xe4\x93\x02-\x12+/v1b3/projects/{project_id}/jobs:aggregated\x12v\n\x0f\x43heckActiveJobs\x12/.google.dataflow.v1beta3.CheckActiveJobsRequest\x1a\x30.google.dataflow.v1beta3.CheckActiveJobsResponse\"\x00\x12\xec\x01\n\x0bSnapshotJob\x12+.google.dataflow.v1beta3.SnapshotJobRequest\x1a!.google.dataflow.v1beta3.Snapshot\"\x8c\x01\x82\xd3\xe4\x93\x02\x85\x01\"G/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}:snapshot:\x01*Z7\"2/v1b3/projects/{project_id}/jobs/{job_id}:snapshot:\x01*\x1as\xca\x41\x17\x64\x61taflow.googleapis.com\xd2\x41Vhttps://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/computeB\xcc\x01\n\x1b\x63om.google.dataflow.v1beta3B\tJobsProtoP\x01Z=cloud.google.com/go/dataflow/apiv1beta3/dataflowpb;dataflowpb\xaa\x02\x1dGoogle.Cloud.Dataflow.V1Beta3\xca\x02\x1dGoogle\\Cloud\\Dataflow\\V1beta3\xea\x02 Google::Cloud::Dataflow::V1beta3b\x06proto3"
|
|
17
19
|
|
|
18
20
|
pool = Google::Protobuf::DescriptorPool.generated_pool
|
|
19
21
|
|
|
@@ -32,6 +34,7 @@ rescue TypeError
|
|
|
32
34
|
["google.protobuf.Timestamp", "google/protobuf/timestamp.proto"],
|
|
33
35
|
["google.protobuf.Duration", "google/protobuf/duration.proto"],
|
|
34
36
|
["google.protobuf.Struct", "google/protobuf/struct.proto"],
|
|
37
|
+
["google.protobuf.FieldMask", "google/protobuf/field_mask.proto"],
|
|
35
38
|
]
|
|
36
39
|
imports.each do |type_name, expected_filename|
|
|
37
40
|
import_file = pool.lookup(type_name).file_descriptor
|
|
@@ -48,6 +51,8 @@ module Google
|
|
|
48
51
|
module Dataflow
|
|
49
52
|
module V1beta3
|
|
50
53
|
Job = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.Job").msgclass
|
|
54
|
+
ServiceResources = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ServiceResources").msgclass
|
|
55
|
+
RuntimeUpdatableParams = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.RuntimeUpdatableParams").msgclass
|
|
51
56
|
DatastoreIODetails = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.DatastoreIODetails").msgclass
|
|
52
57
|
PubSubIODetails = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.PubSubIODetails").msgclass
|
|
53
58
|
FileIODetails = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.FileIODetails").msgclass
|
|
@@ -56,6 +61,9 @@ module Google
|
|
|
56
61
|
SpannerIODetails = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.SpannerIODetails").msgclass
|
|
57
62
|
SdkVersion = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.SdkVersion").msgclass
|
|
58
63
|
SdkVersion::SdkSupportStatus = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.SdkVersion.SdkSupportStatus").enummodule
|
|
64
|
+
SdkBug = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.SdkBug").msgclass
|
|
65
|
+
SdkBug::Type = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.SdkBug.Type").enummodule
|
|
66
|
+
SdkBug::Severity = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.SdkBug.Severity").enummodule
|
|
59
67
|
JobMetadata = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.JobMetadata").msgclass
|
|
60
68
|
ExecutionStageState = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ExecutionStageState").msgclass
|
|
61
69
|
PipelineDescription = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.PipelineDescription").msgclass
|