google-cloud-dataflow-v1beta3 0.1.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +7 -0
- data/.yardopts +12 -0
- data/AUTHENTICATION.md +169 -0
- data/LICENSE.md +201 -0
- data/README.md +139 -0
- data/lib/google-cloud-dataflow-v1beta3.rb +21 -0
- data/lib/google/cloud/dataflow/v1beta3.rb +43 -0
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service.rb +48 -0
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/client.rb +376 -0
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/credentials.rb +54 -0
- data/lib/google/cloud/dataflow/v1beta3/jobs.rb +49 -0
- data/lib/google/cloud/dataflow/v1beta3/jobs/client.rb +868 -0
- data/lib/google/cloud/dataflow/v1beta3/jobs/credentials.rb +54 -0
- data/lib/google/cloud/dataflow/v1beta3/messages.rb +49 -0
- data/lib/google/cloud/dataflow/v1beta3/messages/client.rb +399 -0
- data/lib/google/cloud/dataflow/v1beta3/messages/credentials.rb +54 -0
- data/lib/google/cloud/dataflow/v1beta3/metrics.rb +49 -0
- data/lib/google/cloud/dataflow/v1beta3/metrics/client.rb +560 -0
- data/lib/google/cloud/dataflow/v1beta3/metrics/credentials.rb +54 -0
- data/lib/google/cloud/dataflow/v1beta3/snapshots.rb +48 -0
- data/lib/google/cloud/dataflow/v1beta3/snapshots/client.rb +515 -0
- data/lib/google/cloud/dataflow/v1beta3/snapshots/credentials.rb +54 -0
- data/lib/google/cloud/dataflow/v1beta3/templates_service.rb +48 -0
- data/lib/google/cloud/dataflow/v1beta3/templates_service/client.rb +543 -0
- data/lib/google/cloud/dataflow/v1beta3/templates_service/credentials.rb +54 -0
- data/lib/google/cloud/dataflow/v1beta3/version.rb +28 -0
- data/lib/google/dataflow/v1beta3/environment_pb.rb +167 -0
- data/lib/google/dataflow/v1beta3/jobs_pb.rb +292 -0
- data/lib/google/dataflow/v1beta3/jobs_services_pb.rb +83 -0
- data/lib/google/dataflow/v1beta3/messages_pb.rb +83 -0
- data/lib/google/dataflow/v1beta3/messages_services_pb.rb +52 -0
- data/lib/google/dataflow/v1beta3/metrics_pb.rb +126 -0
- data/lib/google/dataflow/v1beta3/metrics_services_pb.rb +61 -0
- data/lib/google/dataflow/v1beta3/snapshots_pb.rb +75 -0
- data/lib/google/dataflow/v1beta3/snapshots_services_pb.rb +49 -0
- data/lib/google/dataflow/v1beta3/streaming_pb.rb +105 -0
- data/lib/google/dataflow/v1beta3/templates_pb.rb +213 -0
- data/lib/google/dataflow/v1beta3/templates_services_pb.rb +65 -0
- data/proto_docs/README.md +4 -0
- data/proto_docs/google/api/field_behavior.rb +65 -0
- data/proto_docs/google/api/resource.rb +283 -0
- data/proto_docs/google/dataflow/v1beta3/environment.rb +583 -0
- data/proto_docs/google/dataflow/v1beta3/jobs.rb +927 -0
- data/proto_docs/google/dataflow/v1beta3/messages.rb +226 -0
- data/proto_docs/google/dataflow/v1beta3/metrics.rb +367 -0
- data/proto_docs/google/dataflow/v1beta3/snapshots.rb +160 -0
- data/proto_docs/google/dataflow/v1beta3/streaming.rb +280 -0
- data/proto_docs/google/dataflow/v1beta3/templates.rb +669 -0
- data/proto_docs/google/protobuf/any.rb +141 -0
- data/proto_docs/google/protobuf/duration.rb +98 -0
- data/proto_docs/google/protobuf/struct.rb +96 -0
- data/proto_docs/google/protobuf/timestamp.rb +129 -0
- data/proto_docs/google/rpc/status.rb +46 -0
- metadata +243 -0
@@ -0,0 +1,83 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# Source: google/dataflow/v1beta3/jobs.proto for package 'Google.Cloud.Dataflow.V1beta3'
|
3
|
+
# Original file comments:
|
4
|
+
# Copyright 2021 Google LLC
|
5
|
+
#
|
6
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
7
|
+
# you may not use this file except in compliance with the License.
|
8
|
+
# You may obtain a copy of the License at
|
9
|
+
#
|
10
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
11
|
+
#
|
12
|
+
# Unless required by applicable law or agreed to in writing, software
|
13
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
14
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
15
|
+
# See the License for the specific language governing permissions and
|
16
|
+
# limitations under the License.
|
17
|
+
#
|
18
|
+
|
19
|
+
require 'grpc'
|
20
|
+
require 'google/dataflow/v1beta3/jobs_pb'
|
21
|
+
|
22
|
+
module Google
|
23
|
+
module Cloud
|
24
|
+
module Dataflow
|
25
|
+
module V1beta3
|
26
|
+
module JobsV1Beta3
|
27
|
+
# Provides a method to create and modify Google Cloud Dataflow jobs.
|
28
|
+
# A Job is a multi-stage computation graph run by the Cloud Dataflow service.
|
29
|
+
class Service
|
30
|
+
|
31
|
+
include GRPC::GenericService
|
32
|
+
|
33
|
+
self.marshal_class_method = :encode
|
34
|
+
self.unmarshal_class_method = :decode
|
35
|
+
self.service_name = 'google.dataflow.v1beta3.JobsV1Beta3'
|
36
|
+
|
37
|
+
# Creates a Cloud Dataflow job.
|
38
|
+
#
|
39
|
+
# To create a job, we recommend using `projects.locations.jobs.create` with a
|
40
|
+
# [regional endpoint]
|
41
|
+
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
|
42
|
+
# `projects.jobs.create` is not recommended, as your job will always start
|
43
|
+
# in `us-central1`.
|
44
|
+
rpc :CreateJob, ::Google::Cloud::Dataflow::V1beta3::CreateJobRequest, ::Google::Cloud::Dataflow::V1beta3::Job
|
45
|
+
# Gets the state of the specified Cloud Dataflow job.
|
46
|
+
#
|
47
|
+
# To get the state of a job, we recommend using `projects.locations.jobs.get`
|
48
|
+
# with a [regional endpoint]
|
49
|
+
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
|
50
|
+
# `projects.jobs.get` is not recommended, as you can only get the state of
|
51
|
+
# jobs that are running in `us-central1`.
|
52
|
+
rpc :GetJob, ::Google::Cloud::Dataflow::V1beta3::GetJobRequest, ::Google::Cloud::Dataflow::V1beta3::Job
|
53
|
+
# Updates the state of an existing Cloud Dataflow job.
|
54
|
+
#
|
55
|
+
# To update the state of an existing job, we recommend using
|
56
|
+
# `projects.locations.jobs.update` with a [regional endpoint]
|
57
|
+
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
|
58
|
+
# `projects.jobs.update` is not recommended, as you can only update the state
|
59
|
+
# of jobs that are running in `us-central1`.
|
60
|
+
rpc :UpdateJob, ::Google::Cloud::Dataflow::V1beta3::UpdateJobRequest, ::Google::Cloud::Dataflow::V1beta3::Job
|
61
|
+
# List the jobs of a project.
|
62
|
+
#
|
63
|
+
# To list the jobs of a project in a region, we recommend using
|
64
|
+
# `projects.locations.jobs.list` with a [regional endpoint]
|
65
|
+
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). To
|
66
|
+
# list the all jobs across all regions, use `projects.jobs.aggregated`. Using
|
67
|
+
# `projects.jobs.list` is not recommended, as you can only get the list of
|
68
|
+
# jobs that are running in `us-central1`.
|
69
|
+
rpc :ListJobs, ::Google::Cloud::Dataflow::V1beta3::ListJobsRequest, ::Google::Cloud::Dataflow::V1beta3::ListJobsResponse
|
70
|
+
# List the jobs of a project across all regions.
|
71
|
+
rpc :AggregatedListJobs, ::Google::Cloud::Dataflow::V1beta3::ListJobsRequest, ::Google::Cloud::Dataflow::V1beta3::ListJobsResponse
|
72
|
+
# Check for existence of active jobs in the given project across all regions.
|
73
|
+
rpc :CheckActiveJobs, ::Google::Cloud::Dataflow::V1beta3::CheckActiveJobsRequest, ::Google::Cloud::Dataflow::V1beta3::CheckActiveJobsResponse
|
74
|
+
# Snapshot the state of a streaming job.
|
75
|
+
rpc :SnapshotJob, ::Google::Cloud::Dataflow::V1beta3::SnapshotJobRequest, ::Google::Cloud::Dataflow::V1beta3::Snapshot
|
76
|
+
end
|
77
|
+
|
78
|
+
Stub = Service.rpc_stub_class
|
79
|
+
end
|
80
|
+
end
|
81
|
+
end
|
82
|
+
end
|
83
|
+
end
|
@@ -0,0 +1,83 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# source: google/dataflow/v1beta3/messages.proto
|
3
|
+
|
4
|
+
require 'google/protobuf'
|
5
|
+
|
6
|
+
require 'google/api/annotations_pb'
|
7
|
+
require 'google/protobuf/struct_pb'
|
8
|
+
require 'google/protobuf/timestamp_pb'
|
9
|
+
require 'google/api/client_pb'
|
10
|
+
Google::Protobuf::DescriptorPool.generated_pool.build do
|
11
|
+
add_file("google/dataflow/v1beta3/messages.proto", :syntax => :proto3) do
|
12
|
+
add_message "google.dataflow.v1beta3.JobMessage" do
|
13
|
+
optional :id, :string, 1
|
14
|
+
optional :time, :message, 2, "google.protobuf.Timestamp"
|
15
|
+
optional :message_text, :string, 3
|
16
|
+
optional :message_importance, :enum, 4, "google.dataflow.v1beta3.JobMessageImportance"
|
17
|
+
end
|
18
|
+
add_message "google.dataflow.v1beta3.StructuredMessage" do
|
19
|
+
optional :message_text, :string, 1
|
20
|
+
optional :message_key, :string, 2
|
21
|
+
repeated :parameters, :message, 3, "google.dataflow.v1beta3.StructuredMessage.Parameter"
|
22
|
+
end
|
23
|
+
add_message "google.dataflow.v1beta3.StructuredMessage.Parameter" do
|
24
|
+
optional :key, :string, 1
|
25
|
+
optional :value, :message, 2, "google.protobuf.Value"
|
26
|
+
end
|
27
|
+
add_message "google.dataflow.v1beta3.AutoscalingEvent" do
|
28
|
+
optional :current_num_workers, :int64, 1
|
29
|
+
optional :target_num_workers, :int64, 2
|
30
|
+
optional :event_type, :enum, 3, "google.dataflow.v1beta3.AutoscalingEvent.AutoscalingEventType"
|
31
|
+
optional :description, :message, 4, "google.dataflow.v1beta3.StructuredMessage"
|
32
|
+
optional :time, :message, 5, "google.protobuf.Timestamp"
|
33
|
+
optional :worker_pool, :string, 7
|
34
|
+
end
|
35
|
+
add_enum "google.dataflow.v1beta3.AutoscalingEvent.AutoscalingEventType" do
|
36
|
+
value :TYPE_UNKNOWN, 0
|
37
|
+
value :TARGET_NUM_WORKERS_CHANGED, 1
|
38
|
+
value :CURRENT_NUM_WORKERS_CHANGED, 2
|
39
|
+
value :ACTUATION_FAILURE, 3
|
40
|
+
value :NO_CHANGE, 4
|
41
|
+
end
|
42
|
+
add_message "google.dataflow.v1beta3.ListJobMessagesRequest" do
|
43
|
+
optional :project_id, :string, 1
|
44
|
+
optional :job_id, :string, 2
|
45
|
+
optional :minimum_importance, :enum, 3, "google.dataflow.v1beta3.JobMessageImportance"
|
46
|
+
optional :page_size, :int32, 4
|
47
|
+
optional :page_token, :string, 5
|
48
|
+
optional :start_time, :message, 6, "google.protobuf.Timestamp"
|
49
|
+
optional :end_time, :message, 7, "google.protobuf.Timestamp"
|
50
|
+
optional :location, :string, 8
|
51
|
+
end
|
52
|
+
add_message "google.dataflow.v1beta3.ListJobMessagesResponse" do
|
53
|
+
repeated :job_messages, :message, 1, "google.dataflow.v1beta3.JobMessage"
|
54
|
+
optional :next_page_token, :string, 2
|
55
|
+
repeated :autoscaling_events, :message, 3, "google.dataflow.v1beta3.AutoscalingEvent"
|
56
|
+
end
|
57
|
+
add_enum "google.dataflow.v1beta3.JobMessageImportance" do
|
58
|
+
value :JOB_MESSAGE_IMPORTANCE_UNKNOWN, 0
|
59
|
+
value :JOB_MESSAGE_DEBUG, 1
|
60
|
+
value :JOB_MESSAGE_DETAILED, 2
|
61
|
+
value :JOB_MESSAGE_BASIC, 5
|
62
|
+
value :JOB_MESSAGE_WARNING, 3
|
63
|
+
value :JOB_MESSAGE_ERROR, 4
|
64
|
+
end
|
65
|
+
end
|
66
|
+
end
|
67
|
+
|
68
|
+
module Google
|
69
|
+
module Cloud
|
70
|
+
module Dataflow
|
71
|
+
module V1beta3
|
72
|
+
JobMessage = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.JobMessage").msgclass
|
73
|
+
StructuredMessage = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.StructuredMessage").msgclass
|
74
|
+
StructuredMessage::Parameter = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.StructuredMessage.Parameter").msgclass
|
75
|
+
AutoscalingEvent = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.AutoscalingEvent").msgclass
|
76
|
+
AutoscalingEvent::AutoscalingEventType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.AutoscalingEvent.AutoscalingEventType").enummodule
|
77
|
+
ListJobMessagesRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ListJobMessagesRequest").msgclass
|
78
|
+
ListJobMessagesResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ListJobMessagesResponse").msgclass
|
79
|
+
JobMessageImportance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.JobMessageImportance").enummodule
|
80
|
+
end
|
81
|
+
end
|
82
|
+
end
|
83
|
+
end
|
@@ -0,0 +1,52 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# Source: google/dataflow/v1beta3/messages.proto for package 'Google.Cloud.Dataflow.V1beta3'
|
3
|
+
# Original file comments:
|
4
|
+
# Copyright 2021 Google LLC
|
5
|
+
#
|
6
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
7
|
+
# you may not use this file except in compliance with the License.
|
8
|
+
# You may obtain a copy of the License at
|
9
|
+
#
|
10
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
11
|
+
#
|
12
|
+
# Unless required by applicable law or agreed to in writing, software
|
13
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
14
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
15
|
+
# See the License for the specific language governing permissions and
|
16
|
+
# limitations under the License.
|
17
|
+
#
|
18
|
+
|
19
|
+
require 'grpc'
|
20
|
+
require 'google/dataflow/v1beta3/messages_pb'
|
21
|
+
|
22
|
+
module Google
|
23
|
+
module Cloud
|
24
|
+
module Dataflow
|
25
|
+
module V1beta3
|
26
|
+
module MessagesV1Beta3
|
27
|
+
# The Dataflow Messages API is used for monitoring the progress of
|
28
|
+
# Dataflow jobs.
|
29
|
+
class Service
|
30
|
+
|
31
|
+
include GRPC::GenericService
|
32
|
+
|
33
|
+
self.marshal_class_method = :encode
|
34
|
+
self.unmarshal_class_method = :decode
|
35
|
+
self.service_name = 'google.dataflow.v1beta3.MessagesV1Beta3'
|
36
|
+
|
37
|
+
# Request the job status.
|
38
|
+
#
|
39
|
+
# To request the status of a job, we recommend using
|
40
|
+
# `projects.locations.jobs.messages.list` with a [regional endpoint]
|
41
|
+
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
|
42
|
+
# `projects.jobs.messages.list` is not recommended, as you can only request
|
43
|
+
# the status of jobs that are running in `us-central1`.
|
44
|
+
rpc :ListJobMessages, ::Google::Cloud::Dataflow::V1beta3::ListJobMessagesRequest, ::Google::Cloud::Dataflow::V1beta3::ListJobMessagesResponse
|
45
|
+
end
|
46
|
+
|
47
|
+
Stub = Service.rpc_stub_class
|
48
|
+
end
|
49
|
+
end
|
50
|
+
end
|
51
|
+
end
|
52
|
+
end
|
@@ -0,0 +1,126 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# source: google/dataflow/v1beta3/metrics.proto
|
3
|
+
|
4
|
+
require 'google/protobuf'
|
5
|
+
|
6
|
+
require 'google/api/annotations_pb'
|
7
|
+
require 'google/protobuf/struct_pb'
|
8
|
+
require 'google/protobuf/timestamp_pb'
|
9
|
+
require 'google/api/client_pb'
|
10
|
+
Google::Protobuf::DescriptorPool.generated_pool.build do
|
11
|
+
add_file("google/dataflow/v1beta3/metrics.proto", :syntax => :proto3) do
|
12
|
+
add_message "google.dataflow.v1beta3.MetricStructuredName" do
|
13
|
+
optional :origin, :string, 1
|
14
|
+
optional :name, :string, 2
|
15
|
+
map :context, :string, :string, 3
|
16
|
+
end
|
17
|
+
add_message "google.dataflow.v1beta3.MetricUpdate" do
|
18
|
+
optional :name, :message, 1, "google.dataflow.v1beta3.MetricStructuredName"
|
19
|
+
optional :kind, :string, 2
|
20
|
+
optional :cumulative, :bool, 3
|
21
|
+
optional :scalar, :message, 4, "google.protobuf.Value"
|
22
|
+
optional :mean_sum, :message, 5, "google.protobuf.Value"
|
23
|
+
optional :mean_count, :message, 6, "google.protobuf.Value"
|
24
|
+
optional :set, :message, 7, "google.protobuf.Value"
|
25
|
+
optional :distribution, :message, 11, "google.protobuf.Value"
|
26
|
+
optional :gauge, :message, 12, "google.protobuf.Value"
|
27
|
+
optional :internal, :message, 8, "google.protobuf.Value"
|
28
|
+
optional :update_time, :message, 9, "google.protobuf.Timestamp"
|
29
|
+
end
|
30
|
+
add_message "google.dataflow.v1beta3.GetJobMetricsRequest" do
|
31
|
+
optional :project_id, :string, 1
|
32
|
+
optional :job_id, :string, 2
|
33
|
+
optional :start_time, :message, 3, "google.protobuf.Timestamp"
|
34
|
+
optional :location, :string, 4
|
35
|
+
end
|
36
|
+
add_message "google.dataflow.v1beta3.JobMetrics" do
|
37
|
+
optional :metric_time, :message, 1, "google.protobuf.Timestamp"
|
38
|
+
repeated :metrics, :message, 2, "google.dataflow.v1beta3.MetricUpdate"
|
39
|
+
end
|
40
|
+
add_message "google.dataflow.v1beta3.GetJobExecutionDetailsRequest" do
|
41
|
+
optional :project_id, :string, 1
|
42
|
+
optional :job_id, :string, 2
|
43
|
+
optional :location, :string, 3
|
44
|
+
optional :page_size, :int32, 4
|
45
|
+
optional :page_token, :string, 5
|
46
|
+
end
|
47
|
+
add_message "google.dataflow.v1beta3.ProgressTimeseries" do
|
48
|
+
optional :current_progress, :double, 1
|
49
|
+
repeated :data_points, :message, 2, "google.dataflow.v1beta3.ProgressTimeseries.Point"
|
50
|
+
end
|
51
|
+
add_message "google.dataflow.v1beta3.ProgressTimeseries.Point" do
|
52
|
+
optional :time, :message, 1, "google.protobuf.Timestamp"
|
53
|
+
optional :value, :double, 2
|
54
|
+
end
|
55
|
+
add_message "google.dataflow.v1beta3.StageSummary" do
|
56
|
+
optional :stage_id, :string, 1
|
57
|
+
optional :state, :enum, 2, "google.dataflow.v1beta3.ExecutionState"
|
58
|
+
optional :start_time, :message, 3, "google.protobuf.Timestamp"
|
59
|
+
optional :end_time, :message, 4, "google.protobuf.Timestamp"
|
60
|
+
optional :progress, :message, 5, "google.dataflow.v1beta3.ProgressTimeseries"
|
61
|
+
repeated :metrics, :message, 6, "google.dataflow.v1beta3.MetricUpdate"
|
62
|
+
end
|
63
|
+
add_message "google.dataflow.v1beta3.JobExecutionDetails" do
|
64
|
+
repeated :stages, :message, 1, "google.dataflow.v1beta3.StageSummary"
|
65
|
+
optional :next_page_token, :string, 2
|
66
|
+
end
|
67
|
+
add_message "google.dataflow.v1beta3.GetStageExecutionDetailsRequest" do
|
68
|
+
optional :project_id, :string, 1
|
69
|
+
optional :job_id, :string, 2
|
70
|
+
optional :location, :string, 3
|
71
|
+
optional :stage_id, :string, 4
|
72
|
+
optional :page_size, :int32, 5
|
73
|
+
optional :page_token, :string, 6
|
74
|
+
optional :start_time, :message, 7, "google.protobuf.Timestamp"
|
75
|
+
optional :end_time, :message, 8, "google.protobuf.Timestamp"
|
76
|
+
end
|
77
|
+
add_message "google.dataflow.v1beta3.WorkItemDetails" do
|
78
|
+
optional :task_id, :string, 1
|
79
|
+
optional :attempt_id, :string, 2
|
80
|
+
optional :start_time, :message, 3, "google.protobuf.Timestamp"
|
81
|
+
optional :end_time, :message, 4, "google.protobuf.Timestamp"
|
82
|
+
optional :state, :enum, 5, "google.dataflow.v1beta3.ExecutionState"
|
83
|
+
optional :progress, :message, 6, "google.dataflow.v1beta3.ProgressTimeseries"
|
84
|
+
repeated :metrics, :message, 7, "google.dataflow.v1beta3.MetricUpdate"
|
85
|
+
end
|
86
|
+
add_message "google.dataflow.v1beta3.WorkerDetails" do
|
87
|
+
optional :worker_name, :string, 1
|
88
|
+
repeated :work_items, :message, 2, "google.dataflow.v1beta3.WorkItemDetails"
|
89
|
+
end
|
90
|
+
add_message "google.dataflow.v1beta3.StageExecutionDetails" do
|
91
|
+
repeated :workers, :message, 1, "google.dataflow.v1beta3.WorkerDetails"
|
92
|
+
optional :next_page_token, :string, 2
|
93
|
+
end
|
94
|
+
add_enum "google.dataflow.v1beta3.ExecutionState" do
|
95
|
+
value :EXECUTION_STATE_UNKNOWN, 0
|
96
|
+
value :EXECUTION_STATE_NOT_STARTED, 1
|
97
|
+
value :EXECUTION_STATE_RUNNING, 2
|
98
|
+
value :EXECUTION_STATE_SUCCEEDED, 3
|
99
|
+
value :EXECUTION_STATE_FAILED, 4
|
100
|
+
value :EXECUTION_STATE_CANCELLED, 5
|
101
|
+
end
|
102
|
+
end
|
103
|
+
end
|
104
|
+
|
105
|
+
module Google
|
106
|
+
module Cloud
|
107
|
+
module Dataflow
|
108
|
+
module V1beta3
|
109
|
+
MetricStructuredName = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.MetricStructuredName").msgclass
|
110
|
+
MetricUpdate = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.MetricUpdate").msgclass
|
111
|
+
GetJobMetricsRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.GetJobMetricsRequest").msgclass
|
112
|
+
JobMetrics = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.JobMetrics").msgclass
|
113
|
+
GetJobExecutionDetailsRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.GetJobExecutionDetailsRequest").msgclass
|
114
|
+
ProgressTimeseries = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ProgressTimeseries").msgclass
|
115
|
+
ProgressTimeseries::Point = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ProgressTimeseries.Point").msgclass
|
116
|
+
StageSummary = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.StageSummary").msgclass
|
117
|
+
JobExecutionDetails = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.JobExecutionDetails").msgclass
|
118
|
+
GetStageExecutionDetailsRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.GetStageExecutionDetailsRequest").msgclass
|
119
|
+
WorkItemDetails = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.WorkItemDetails").msgclass
|
120
|
+
WorkerDetails = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.WorkerDetails").msgclass
|
121
|
+
StageExecutionDetails = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.StageExecutionDetails").msgclass
|
122
|
+
ExecutionState = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ExecutionState").enummodule
|
123
|
+
end
|
124
|
+
end
|
125
|
+
end
|
126
|
+
end
|
@@ -0,0 +1,61 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# Source: google/dataflow/v1beta3/metrics.proto for package 'Google.Cloud.Dataflow.V1beta3'
|
3
|
+
# Original file comments:
|
4
|
+
# Copyright 2021 Google LLC
|
5
|
+
#
|
6
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
7
|
+
# you may not use this file except in compliance with the License.
|
8
|
+
# You may obtain a copy of the License at
|
9
|
+
#
|
10
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
11
|
+
#
|
12
|
+
# Unless required by applicable law or agreed to in writing, software
|
13
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
14
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
15
|
+
# See the License for the specific language governing permissions and
|
16
|
+
# limitations under the License.
|
17
|
+
#
|
18
|
+
|
19
|
+
require 'grpc'
|
20
|
+
require 'google/dataflow/v1beta3/metrics_pb'
|
21
|
+
|
22
|
+
module Google
|
23
|
+
module Cloud
|
24
|
+
module Dataflow
|
25
|
+
module V1beta3
|
26
|
+
module MetricsV1Beta3
|
27
|
+
# The Dataflow Metrics API lets you monitor the progress of Dataflow
|
28
|
+
# jobs.
|
29
|
+
class Service
|
30
|
+
|
31
|
+
include GRPC::GenericService
|
32
|
+
|
33
|
+
self.marshal_class_method = :encode
|
34
|
+
self.unmarshal_class_method = :decode
|
35
|
+
self.service_name = 'google.dataflow.v1beta3.MetricsV1Beta3'
|
36
|
+
|
37
|
+
# Request the job status.
|
38
|
+
#
|
39
|
+
# To request the status of a job, we recommend using
|
40
|
+
# `projects.locations.jobs.getMetrics` with a [regional endpoint]
|
41
|
+
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
|
42
|
+
# `projects.jobs.getMetrics` is not recommended, as you can only request the
|
43
|
+
# status of jobs that are running in `us-central1`.
|
44
|
+
rpc :GetJobMetrics, ::Google::Cloud::Dataflow::V1beta3::GetJobMetricsRequest, ::Google::Cloud::Dataflow::V1beta3::JobMetrics
|
45
|
+
# Request detailed information about the execution status of the job.
|
46
|
+
#
|
47
|
+
# EXPERIMENTAL. This API is subject to change or removal without notice.
|
48
|
+
rpc :GetJobExecutionDetails, ::Google::Cloud::Dataflow::V1beta3::GetJobExecutionDetailsRequest, ::Google::Cloud::Dataflow::V1beta3::JobExecutionDetails
|
49
|
+
# Request detailed information about the execution status of a stage of the
|
50
|
+
# job.
|
51
|
+
#
|
52
|
+
# EXPERIMENTAL. This API is subject to change or removal without notice.
|
53
|
+
rpc :GetStageExecutionDetails, ::Google::Cloud::Dataflow::V1beta3::GetStageExecutionDetailsRequest, ::Google::Cloud::Dataflow::V1beta3::StageExecutionDetails
|
54
|
+
end
|
55
|
+
|
56
|
+
Stub = Service.rpc_stub_class
|
57
|
+
end
|
58
|
+
end
|
59
|
+
end
|
60
|
+
end
|
61
|
+
end
|
@@ -0,0 +1,75 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# source: google/dataflow/v1beta3/snapshots.proto
|
3
|
+
|
4
|
+
require 'google/protobuf'
|
5
|
+
|
6
|
+
require 'google/api/annotations_pb'
|
7
|
+
require 'google/protobuf/duration_pb'
|
8
|
+
require 'google/protobuf/timestamp_pb'
|
9
|
+
require 'google/api/client_pb'
|
10
|
+
Google::Protobuf::DescriptorPool.generated_pool.build do
|
11
|
+
add_file("google/dataflow/v1beta3/snapshots.proto", :syntax => :proto3) do
|
12
|
+
add_message "google.dataflow.v1beta3.PubsubSnapshotMetadata" do
|
13
|
+
optional :topic_name, :string, 1
|
14
|
+
optional :snapshot_name, :string, 2
|
15
|
+
optional :expire_time, :message, 3, "google.protobuf.Timestamp"
|
16
|
+
end
|
17
|
+
add_message "google.dataflow.v1beta3.Snapshot" do
|
18
|
+
optional :id, :string, 1
|
19
|
+
optional :project_id, :string, 2
|
20
|
+
optional :source_job_id, :string, 3
|
21
|
+
optional :creation_time, :message, 4, "google.protobuf.Timestamp"
|
22
|
+
optional :ttl, :message, 5, "google.protobuf.Duration"
|
23
|
+
optional :state, :enum, 6, "google.dataflow.v1beta3.SnapshotState"
|
24
|
+
repeated :pubsub_metadata, :message, 7, "google.dataflow.v1beta3.PubsubSnapshotMetadata"
|
25
|
+
optional :description, :string, 8
|
26
|
+
optional :disk_size_bytes, :int64, 9
|
27
|
+
optional :region, :string, 10
|
28
|
+
end
|
29
|
+
add_message "google.dataflow.v1beta3.GetSnapshotRequest" do
|
30
|
+
optional :project_id, :string, 1
|
31
|
+
optional :snapshot_id, :string, 2
|
32
|
+
optional :location, :string, 3
|
33
|
+
end
|
34
|
+
add_message "google.dataflow.v1beta3.DeleteSnapshotRequest" do
|
35
|
+
optional :project_id, :string, 1
|
36
|
+
optional :snapshot_id, :string, 2
|
37
|
+
optional :location, :string, 3
|
38
|
+
end
|
39
|
+
add_message "google.dataflow.v1beta3.DeleteSnapshotResponse" do
|
40
|
+
end
|
41
|
+
add_message "google.dataflow.v1beta3.ListSnapshotsRequest" do
|
42
|
+
optional :project_id, :string, 1
|
43
|
+
optional :job_id, :string, 3
|
44
|
+
optional :location, :string, 2
|
45
|
+
end
|
46
|
+
add_message "google.dataflow.v1beta3.ListSnapshotsResponse" do
|
47
|
+
repeated :snapshots, :message, 1, "google.dataflow.v1beta3.Snapshot"
|
48
|
+
end
|
49
|
+
add_enum "google.dataflow.v1beta3.SnapshotState" do
|
50
|
+
value :UNKNOWN_SNAPSHOT_STATE, 0
|
51
|
+
value :PENDING, 1
|
52
|
+
value :RUNNING, 2
|
53
|
+
value :READY, 3
|
54
|
+
value :FAILED, 4
|
55
|
+
value :DELETED, 5
|
56
|
+
end
|
57
|
+
end
|
58
|
+
end
|
59
|
+
|
60
|
+
module Google
|
61
|
+
module Cloud
|
62
|
+
module Dataflow
|
63
|
+
module V1beta3
|
64
|
+
PubsubSnapshotMetadata = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.PubsubSnapshotMetadata").msgclass
|
65
|
+
Snapshot = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.Snapshot").msgclass
|
66
|
+
GetSnapshotRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.GetSnapshotRequest").msgclass
|
67
|
+
DeleteSnapshotRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.DeleteSnapshotRequest").msgclass
|
68
|
+
DeleteSnapshotResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.DeleteSnapshotResponse").msgclass
|
69
|
+
ListSnapshotsRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ListSnapshotsRequest").msgclass
|
70
|
+
ListSnapshotsResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ListSnapshotsResponse").msgclass
|
71
|
+
SnapshotState = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.SnapshotState").enummodule
|
72
|
+
end
|
73
|
+
end
|
74
|
+
end
|
75
|
+
end
|