google-cloud-dataflow-v1beta3 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +7 -0
- data/.yardopts +12 -0
- data/AUTHENTICATION.md +169 -0
- data/LICENSE.md +201 -0
- data/README.md +139 -0
- data/lib/google-cloud-dataflow-v1beta3.rb +21 -0
- data/lib/google/cloud/dataflow/v1beta3.rb +43 -0
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service.rb +48 -0
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/client.rb +376 -0
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/credentials.rb +54 -0
- data/lib/google/cloud/dataflow/v1beta3/jobs.rb +49 -0
- data/lib/google/cloud/dataflow/v1beta3/jobs/client.rb +868 -0
- data/lib/google/cloud/dataflow/v1beta3/jobs/credentials.rb +54 -0
- data/lib/google/cloud/dataflow/v1beta3/messages.rb +49 -0
- data/lib/google/cloud/dataflow/v1beta3/messages/client.rb +399 -0
- data/lib/google/cloud/dataflow/v1beta3/messages/credentials.rb +54 -0
- data/lib/google/cloud/dataflow/v1beta3/metrics.rb +49 -0
- data/lib/google/cloud/dataflow/v1beta3/metrics/client.rb +560 -0
- data/lib/google/cloud/dataflow/v1beta3/metrics/credentials.rb +54 -0
- data/lib/google/cloud/dataflow/v1beta3/snapshots.rb +48 -0
- data/lib/google/cloud/dataflow/v1beta3/snapshots/client.rb +515 -0
- data/lib/google/cloud/dataflow/v1beta3/snapshots/credentials.rb +54 -0
- data/lib/google/cloud/dataflow/v1beta3/templates_service.rb +48 -0
- data/lib/google/cloud/dataflow/v1beta3/templates_service/client.rb +543 -0
- data/lib/google/cloud/dataflow/v1beta3/templates_service/credentials.rb +54 -0
- data/lib/google/cloud/dataflow/v1beta3/version.rb +28 -0
- data/lib/google/dataflow/v1beta3/environment_pb.rb +167 -0
- data/lib/google/dataflow/v1beta3/jobs_pb.rb +292 -0
- data/lib/google/dataflow/v1beta3/jobs_services_pb.rb +83 -0
- data/lib/google/dataflow/v1beta3/messages_pb.rb +83 -0
- data/lib/google/dataflow/v1beta3/messages_services_pb.rb +52 -0
- data/lib/google/dataflow/v1beta3/metrics_pb.rb +126 -0
- data/lib/google/dataflow/v1beta3/metrics_services_pb.rb +61 -0
- data/lib/google/dataflow/v1beta3/snapshots_pb.rb +75 -0
- data/lib/google/dataflow/v1beta3/snapshots_services_pb.rb +49 -0
- data/lib/google/dataflow/v1beta3/streaming_pb.rb +105 -0
- data/lib/google/dataflow/v1beta3/templates_pb.rb +213 -0
- data/lib/google/dataflow/v1beta3/templates_services_pb.rb +65 -0
- data/proto_docs/README.md +4 -0
- data/proto_docs/google/api/field_behavior.rb +65 -0
- data/proto_docs/google/api/resource.rb +283 -0
- data/proto_docs/google/dataflow/v1beta3/environment.rb +583 -0
- data/proto_docs/google/dataflow/v1beta3/jobs.rb +927 -0
- data/proto_docs/google/dataflow/v1beta3/messages.rb +226 -0
- data/proto_docs/google/dataflow/v1beta3/metrics.rb +367 -0
- data/proto_docs/google/dataflow/v1beta3/snapshots.rb +160 -0
- data/proto_docs/google/dataflow/v1beta3/streaming.rb +280 -0
- data/proto_docs/google/dataflow/v1beta3/templates.rb +669 -0
- data/proto_docs/google/protobuf/any.rb +141 -0
- data/proto_docs/google/protobuf/duration.rb +98 -0
- data/proto_docs/google/protobuf/struct.rb +96 -0
- data/proto_docs/google/protobuf/timestamp.rb +129 -0
- data/proto_docs/google/rpc/status.rb +46 -0
- metadata +243 -0
@@ -0,0 +1,83 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# Source: google/dataflow/v1beta3/jobs.proto for package 'Google.Cloud.Dataflow.V1beta3'
|
3
|
+
# Original file comments:
|
4
|
+
# Copyright 2021 Google LLC
|
5
|
+
#
|
6
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
7
|
+
# you may not use this file except in compliance with the License.
|
8
|
+
# You may obtain a copy of the License at
|
9
|
+
#
|
10
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
11
|
+
#
|
12
|
+
# Unless required by applicable law or agreed to in writing, software
|
13
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
14
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
15
|
+
# See the License for the specific language governing permissions and
|
16
|
+
# limitations under the License.
|
17
|
+
#
|
18
|
+
|
19
|
+
require 'grpc'
|
20
|
+
require 'google/dataflow/v1beta3/jobs_pb'
|
21
|
+
|
22
|
+
module Google
|
23
|
+
module Cloud
|
24
|
+
module Dataflow
|
25
|
+
module V1beta3
|
26
|
+
module JobsV1Beta3
|
27
|
+
# Provides a method to create and modify Google Cloud Dataflow jobs.
|
28
|
+
# A Job is a multi-stage computation graph run by the Cloud Dataflow service.
|
29
|
+
class Service
|
30
|
+
|
31
|
+
include GRPC::GenericService
|
32
|
+
|
33
|
+
self.marshal_class_method = :encode
|
34
|
+
self.unmarshal_class_method = :decode
|
35
|
+
self.service_name = 'google.dataflow.v1beta3.JobsV1Beta3'
|
36
|
+
|
37
|
+
# Creates a Cloud Dataflow job.
|
38
|
+
#
|
39
|
+
# To create a job, we recommend using `projects.locations.jobs.create` with a
|
40
|
+
# [regional endpoint]
|
41
|
+
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
|
42
|
+
# `projects.jobs.create` is not recommended, as your job will always start
|
43
|
+
# in `us-central1`.
|
44
|
+
rpc :CreateJob, ::Google::Cloud::Dataflow::V1beta3::CreateJobRequest, ::Google::Cloud::Dataflow::V1beta3::Job
|
45
|
+
# Gets the state of the specified Cloud Dataflow job.
|
46
|
+
#
|
47
|
+
# To get the state of a job, we recommend using `projects.locations.jobs.get`
|
48
|
+
# with a [regional endpoint]
|
49
|
+
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
|
50
|
+
# `projects.jobs.get` is not recommended, as you can only get the state of
|
51
|
+
# jobs that are running in `us-central1`.
|
52
|
+
rpc :GetJob, ::Google::Cloud::Dataflow::V1beta3::GetJobRequest, ::Google::Cloud::Dataflow::V1beta3::Job
|
53
|
+
# Updates the state of an existing Cloud Dataflow job.
|
54
|
+
#
|
55
|
+
# To update the state of an existing job, we recommend using
|
56
|
+
# `projects.locations.jobs.update` with a [regional endpoint]
|
57
|
+
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
|
58
|
+
# `projects.jobs.update` is not recommended, as you can only update the state
|
59
|
+
# of jobs that are running in `us-central1`.
|
60
|
+
rpc :UpdateJob, ::Google::Cloud::Dataflow::V1beta3::UpdateJobRequest, ::Google::Cloud::Dataflow::V1beta3::Job
|
61
|
+
# List the jobs of a project.
|
62
|
+
#
|
63
|
+
# To list the jobs of a project in a region, we recommend using
|
64
|
+
# `projects.locations.jobs.list` with a [regional endpoint]
|
65
|
+
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). To
|
66
|
+
# list the all jobs across all regions, use `projects.jobs.aggregated`. Using
|
67
|
+
# `projects.jobs.list` is not recommended, as you can only get the list of
|
68
|
+
# jobs that are running in `us-central1`.
|
69
|
+
rpc :ListJobs, ::Google::Cloud::Dataflow::V1beta3::ListJobsRequest, ::Google::Cloud::Dataflow::V1beta3::ListJobsResponse
|
70
|
+
# List the jobs of a project across all regions.
|
71
|
+
rpc :AggregatedListJobs, ::Google::Cloud::Dataflow::V1beta3::ListJobsRequest, ::Google::Cloud::Dataflow::V1beta3::ListJobsResponse
|
72
|
+
# Check for existence of active jobs in the given project across all regions.
|
73
|
+
rpc :CheckActiveJobs, ::Google::Cloud::Dataflow::V1beta3::CheckActiveJobsRequest, ::Google::Cloud::Dataflow::V1beta3::CheckActiveJobsResponse
|
74
|
+
# Snapshot the state of a streaming job.
|
75
|
+
rpc :SnapshotJob, ::Google::Cloud::Dataflow::V1beta3::SnapshotJobRequest, ::Google::Cloud::Dataflow::V1beta3::Snapshot
|
76
|
+
end
|
77
|
+
|
78
|
+
Stub = Service.rpc_stub_class
|
79
|
+
end
|
80
|
+
end
|
81
|
+
end
|
82
|
+
end
|
83
|
+
end
|
@@ -0,0 +1,83 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# source: google/dataflow/v1beta3/messages.proto
|
3
|
+
|
4
|
+
require 'google/protobuf'
|
5
|
+
|
6
|
+
require 'google/api/annotations_pb'
|
7
|
+
require 'google/protobuf/struct_pb'
|
8
|
+
require 'google/protobuf/timestamp_pb'
|
9
|
+
require 'google/api/client_pb'
|
10
|
+
Google::Protobuf::DescriptorPool.generated_pool.build do
|
11
|
+
add_file("google/dataflow/v1beta3/messages.proto", :syntax => :proto3) do
|
12
|
+
add_message "google.dataflow.v1beta3.JobMessage" do
|
13
|
+
optional :id, :string, 1
|
14
|
+
optional :time, :message, 2, "google.protobuf.Timestamp"
|
15
|
+
optional :message_text, :string, 3
|
16
|
+
optional :message_importance, :enum, 4, "google.dataflow.v1beta3.JobMessageImportance"
|
17
|
+
end
|
18
|
+
add_message "google.dataflow.v1beta3.StructuredMessage" do
|
19
|
+
optional :message_text, :string, 1
|
20
|
+
optional :message_key, :string, 2
|
21
|
+
repeated :parameters, :message, 3, "google.dataflow.v1beta3.StructuredMessage.Parameter"
|
22
|
+
end
|
23
|
+
add_message "google.dataflow.v1beta3.StructuredMessage.Parameter" do
|
24
|
+
optional :key, :string, 1
|
25
|
+
optional :value, :message, 2, "google.protobuf.Value"
|
26
|
+
end
|
27
|
+
add_message "google.dataflow.v1beta3.AutoscalingEvent" do
|
28
|
+
optional :current_num_workers, :int64, 1
|
29
|
+
optional :target_num_workers, :int64, 2
|
30
|
+
optional :event_type, :enum, 3, "google.dataflow.v1beta3.AutoscalingEvent.AutoscalingEventType"
|
31
|
+
optional :description, :message, 4, "google.dataflow.v1beta3.StructuredMessage"
|
32
|
+
optional :time, :message, 5, "google.protobuf.Timestamp"
|
33
|
+
optional :worker_pool, :string, 7
|
34
|
+
end
|
35
|
+
add_enum "google.dataflow.v1beta3.AutoscalingEvent.AutoscalingEventType" do
|
36
|
+
value :TYPE_UNKNOWN, 0
|
37
|
+
value :TARGET_NUM_WORKERS_CHANGED, 1
|
38
|
+
value :CURRENT_NUM_WORKERS_CHANGED, 2
|
39
|
+
value :ACTUATION_FAILURE, 3
|
40
|
+
value :NO_CHANGE, 4
|
41
|
+
end
|
42
|
+
add_message "google.dataflow.v1beta3.ListJobMessagesRequest" do
|
43
|
+
optional :project_id, :string, 1
|
44
|
+
optional :job_id, :string, 2
|
45
|
+
optional :minimum_importance, :enum, 3, "google.dataflow.v1beta3.JobMessageImportance"
|
46
|
+
optional :page_size, :int32, 4
|
47
|
+
optional :page_token, :string, 5
|
48
|
+
optional :start_time, :message, 6, "google.protobuf.Timestamp"
|
49
|
+
optional :end_time, :message, 7, "google.protobuf.Timestamp"
|
50
|
+
optional :location, :string, 8
|
51
|
+
end
|
52
|
+
add_message "google.dataflow.v1beta3.ListJobMessagesResponse" do
|
53
|
+
repeated :job_messages, :message, 1, "google.dataflow.v1beta3.JobMessage"
|
54
|
+
optional :next_page_token, :string, 2
|
55
|
+
repeated :autoscaling_events, :message, 3, "google.dataflow.v1beta3.AutoscalingEvent"
|
56
|
+
end
|
57
|
+
add_enum "google.dataflow.v1beta3.JobMessageImportance" do
|
58
|
+
value :JOB_MESSAGE_IMPORTANCE_UNKNOWN, 0
|
59
|
+
value :JOB_MESSAGE_DEBUG, 1
|
60
|
+
value :JOB_MESSAGE_DETAILED, 2
|
61
|
+
value :JOB_MESSAGE_BASIC, 5
|
62
|
+
value :JOB_MESSAGE_WARNING, 3
|
63
|
+
value :JOB_MESSAGE_ERROR, 4
|
64
|
+
end
|
65
|
+
end
|
66
|
+
end
|
67
|
+
|
68
|
+
module Google
|
69
|
+
module Cloud
|
70
|
+
module Dataflow
|
71
|
+
module V1beta3
|
72
|
+
JobMessage = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.JobMessage").msgclass
|
73
|
+
StructuredMessage = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.StructuredMessage").msgclass
|
74
|
+
StructuredMessage::Parameter = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.StructuredMessage.Parameter").msgclass
|
75
|
+
AutoscalingEvent = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.AutoscalingEvent").msgclass
|
76
|
+
AutoscalingEvent::AutoscalingEventType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.AutoscalingEvent.AutoscalingEventType").enummodule
|
77
|
+
ListJobMessagesRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ListJobMessagesRequest").msgclass
|
78
|
+
ListJobMessagesResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ListJobMessagesResponse").msgclass
|
79
|
+
JobMessageImportance = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.JobMessageImportance").enummodule
|
80
|
+
end
|
81
|
+
end
|
82
|
+
end
|
83
|
+
end
|
@@ -0,0 +1,52 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# Source: google/dataflow/v1beta3/messages.proto for package 'Google.Cloud.Dataflow.V1beta3'
|
3
|
+
# Original file comments:
|
4
|
+
# Copyright 2021 Google LLC
|
5
|
+
#
|
6
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
7
|
+
# you may not use this file except in compliance with the License.
|
8
|
+
# You may obtain a copy of the License at
|
9
|
+
#
|
10
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
11
|
+
#
|
12
|
+
# Unless required by applicable law or agreed to in writing, software
|
13
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
14
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
15
|
+
# See the License for the specific language governing permissions and
|
16
|
+
# limitations under the License.
|
17
|
+
#
|
18
|
+
|
19
|
+
require 'grpc'
|
20
|
+
require 'google/dataflow/v1beta3/messages_pb'
|
21
|
+
|
22
|
+
module Google
|
23
|
+
module Cloud
|
24
|
+
module Dataflow
|
25
|
+
module V1beta3
|
26
|
+
module MessagesV1Beta3
|
27
|
+
# The Dataflow Messages API is used for monitoring the progress of
|
28
|
+
# Dataflow jobs.
|
29
|
+
class Service
|
30
|
+
|
31
|
+
include GRPC::GenericService
|
32
|
+
|
33
|
+
self.marshal_class_method = :encode
|
34
|
+
self.unmarshal_class_method = :decode
|
35
|
+
self.service_name = 'google.dataflow.v1beta3.MessagesV1Beta3'
|
36
|
+
|
37
|
+
# Request the job status.
|
38
|
+
#
|
39
|
+
# To request the status of a job, we recommend using
|
40
|
+
# `projects.locations.jobs.messages.list` with a [regional endpoint]
|
41
|
+
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
|
42
|
+
# `projects.jobs.messages.list` is not recommended, as you can only request
|
43
|
+
# the status of jobs that are running in `us-central1`.
|
44
|
+
rpc :ListJobMessages, ::Google::Cloud::Dataflow::V1beta3::ListJobMessagesRequest, ::Google::Cloud::Dataflow::V1beta3::ListJobMessagesResponse
|
45
|
+
end
|
46
|
+
|
47
|
+
Stub = Service.rpc_stub_class
|
48
|
+
end
|
49
|
+
end
|
50
|
+
end
|
51
|
+
end
|
52
|
+
end
|
@@ -0,0 +1,126 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# source: google/dataflow/v1beta3/metrics.proto
|
3
|
+
|
4
|
+
require 'google/protobuf'
|
5
|
+
|
6
|
+
require 'google/api/annotations_pb'
|
7
|
+
require 'google/protobuf/struct_pb'
|
8
|
+
require 'google/protobuf/timestamp_pb'
|
9
|
+
require 'google/api/client_pb'
|
10
|
+
Google::Protobuf::DescriptorPool.generated_pool.build do
|
11
|
+
add_file("google/dataflow/v1beta3/metrics.proto", :syntax => :proto3) do
|
12
|
+
add_message "google.dataflow.v1beta3.MetricStructuredName" do
|
13
|
+
optional :origin, :string, 1
|
14
|
+
optional :name, :string, 2
|
15
|
+
map :context, :string, :string, 3
|
16
|
+
end
|
17
|
+
add_message "google.dataflow.v1beta3.MetricUpdate" do
|
18
|
+
optional :name, :message, 1, "google.dataflow.v1beta3.MetricStructuredName"
|
19
|
+
optional :kind, :string, 2
|
20
|
+
optional :cumulative, :bool, 3
|
21
|
+
optional :scalar, :message, 4, "google.protobuf.Value"
|
22
|
+
optional :mean_sum, :message, 5, "google.protobuf.Value"
|
23
|
+
optional :mean_count, :message, 6, "google.protobuf.Value"
|
24
|
+
optional :set, :message, 7, "google.protobuf.Value"
|
25
|
+
optional :distribution, :message, 11, "google.protobuf.Value"
|
26
|
+
optional :gauge, :message, 12, "google.protobuf.Value"
|
27
|
+
optional :internal, :message, 8, "google.protobuf.Value"
|
28
|
+
optional :update_time, :message, 9, "google.protobuf.Timestamp"
|
29
|
+
end
|
30
|
+
add_message "google.dataflow.v1beta3.GetJobMetricsRequest" do
|
31
|
+
optional :project_id, :string, 1
|
32
|
+
optional :job_id, :string, 2
|
33
|
+
optional :start_time, :message, 3, "google.protobuf.Timestamp"
|
34
|
+
optional :location, :string, 4
|
35
|
+
end
|
36
|
+
add_message "google.dataflow.v1beta3.JobMetrics" do
|
37
|
+
optional :metric_time, :message, 1, "google.protobuf.Timestamp"
|
38
|
+
repeated :metrics, :message, 2, "google.dataflow.v1beta3.MetricUpdate"
|
39
|
+
end
|
40
|
+
add_message "google.dataflow.v1beta3.GetJobExecutionDetailsRequest" do
|
41
|
+
optional :project_id, :string, 1
|
42
|
+
optional :job_id, :string, 2
|
43
|
+
optional :location, :string, 3
|
44
|
+
optional :page_size, :int32, 4
|
45
|
+
optional :page_token, :string, 5
|
46
|
+
end
|
47
|
+
add_message "google.dataflow.v1beta3.ProgressTimeseries" do
|
48
|
+
optional :current_progress, :double, 1
|
49
|
+
repeated :data_points, :message, 2, "google.dataflow.v1beta3.ProgressTimeseries.Point"
|
50
|
+
end
|
51
|
+
add_message "google.dataflow.v1beta3.ProgressTimeseries.Point" do
|
52
|
+
optional :time, :message, 1, "google.protobuf.Timestamp"
|
53
|
+
optional :value, :double, 2
|
54
|
+
end
|
55
|
+
add_message "google.dataflow.v1beta3.StageSummary" do
|
56
|
+
optional :stage_id, :string, 1
|
57
|
+
optional :state, :enum, 2, "google.dataflow.v1beta3.ExecutionState"
|
58
|
+
optional :start_time, :message, 3, "google.protobuf.Timestamp"
|
59
|
+
optional :end_time, :message, 4, "google.protobuf.Timestamp"
|
60
|
+
optional :progress, :message, 5, "google.dataflow.v1beta3.ProgressTimeseries"
|
61
|
+
repeated :metrics, :message, 6, "google.dataflow.v1beta3.MetricUpdate"
|
62
|
+
end
|
63
|
+
add_message "google.dataflow.v1beta3.JobExecutionDetails" do
|
64
|
+
repeated :stages, :message, 1, "google.dataflow.v1beta3.StageSummary"
|
65
|
+
optional :next_page_token, :string, 2
|
66
|
+
end
|
67
|
+
add_message "google.dataflow.v1beta3.GetStageExecutionDetailsRequest" do
|
68
|
+
optional :project_id, :string, 1
|
69
|
+
optional :job_id, :string, 2
|
70
|
+
optional :location, :string, 3
|
71
|
+
optional :stage_id, :string, 4
|
72
|
+
optional :page_size, :int32, 5
|
73
|
+
optional :page_token, :string, 6
|
74
|
+
optional :start_time, :message, 7, "google.protobuf.Timestamp"
|
75
|
+
optional :end_time, :message, 8, "google.protobuf.Timestamp"
|
76
|
+
end
|
77
|
+
add_message "google.dataflow.v1beta3.WorkItemDetails" do
|
78
|
+
optional :task_id, :string, 1
|
79
|
+
optional :attempt_id, :string, 2
|
80
|
+
optional :start_time, :message, 3, "google.protobuf.Timestamp"
|
81
|
+
optional :end_time, :message, 4, "google.protobuf.Timestamp"
|
82
|
+
optional :state, :enum, 5, "google.dataflow.v1beta3.ExecutionState"
|
83
|
+
optional :progress, :message, 6, "google.dataflow.v1beta3.ProgressTimeseries"
|
84
|
+
repeated :metrics, :message, 7, "google.dataflow.v1beta3.MetricUpdate"
|
85
|
+
end
|
86
|
+
add_message "google.dataflow.v1beta3.WorkerDetails" do
|
87
|
+
optional :worker_name, :string, 1
|
88
|
+
repeated :work_items, :message, 2, "google.dataflow.v1beta3.WorkItemDetails"
|
89
|
+
end
|
90
|
+
add_message "google.dataflow.v1beta3.StageExecutionDetails" do
|
91
|
+
repeated :workers, :message, 1, "google.dataflow.v1beta3.WorkerDetails"
|
92
|
+
optional :next_page_token, :string, 2
|
93
|
+
end
|
94
|
+
add_enum "google.dataflow.v1beta3.ExecutionState" do
|
95
|
+
value :EXECUTION_STATE_UNKNOWN, 0
|
96
|
+
value :EXECUTION_STATE_NOT_STARTED, 1
|
97
|
+
value :EXECUTION_STATE_RUNNING, 2
|
98
|
+
value :EXECUTION_STATE_SUCCEEDED, 3
|
99
|
+
value :EXECUTION_STATE_FAILED, 4
|
100
|
+
value :EXECUTION_STATE_CANCELLED, 5
|
101
|
+
end
|
102
|
+
end
|
103
|
+
end
|
104
|
+
|
105
|
+
module Google
|
106
|
+
module Cloud
|
107
|
+
module Dataflow
|
108
|
+
module V1beta3
|
109
|
+
MetricStructuredName = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.MetricStructuredName").msgclass
|
110
|
+
MetricUpdate = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.MetricUpdate").msgclass
|
111
|
+
GetJobMetricsRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.GetJobMetricsRequest").msgclass
|
112
|
+
JobMetrics = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.JobMetrics").msgclass
|
113
|
+
GetJobExecutionDetailsRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.GetJobExecutionDetailsRequest").msgclass
|
114
|
+
ProgressTimeseries = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ProgressTimeseries").msgclass
|
115
|
+
ProgressTimeseries::Point = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ProgressTimeseries.Point").msgclass
|
116
|
+
StageSummary = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.StageSummary").msgclass
|
117
|
+
JobExecutionDetails = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.JobExecutionDetails").msgclass
|
118
|
+
GetStageExecutionDetailsRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.GetStageExecutionDetailsRequest").msgclass
|
119
|
+
WorkItemDetails = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.WorkItemDetails").msgclass
|
120
|
+
WorkerDetails = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.WorkerDetails").msgclass
|
121
|
+
StageExecutionDetails = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.StageExecutionDetails").msgclass
|
122
|
+
ExecutionState = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ExecutionState").enummodule
|
123
|
+
end
|
124
|
+
end
|
125
|
+
end
|
126
|
+
end
|
@@ -0,0 +1,61 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# Source: google/dataflow/v1beta3/metrics.proto for package 'Google.Cloud.Dataflow.V1beta3'
|
3
|
+
# Original file comments:
|
4
|
+
# Copyright 2021 Google LLC
|
5
|
+
#
|
6
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
7
|
+
# you may not use this file except in compliance with the License.
|
8
|
+
# You may obtain a copy of the License at
|
9
|
+
#
|
10
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
11
|
+
#
|
12
|
+
# Unless required by applicable law or agreed to in writing, software
|
13
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
14
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
15
|
+
# See the License for the specific language governing permissions and
|
16
|
+
# limitations under the License.
|
17
|
+
#
|
18
|
+
|
19
|
+
require 'grpc'
|
20
|
+
require 'google/dataflow/v1beta3/metrics_pb'
|
21
|
+
|
22
|
+
module Google
|
23
|
+
module Cloud
|
24
|
+
module Dataflow
|
25
|
+
module V1beta3
|
26
|
+
module MetricsV1Beta3
|
27
|
+
# The Dataflow Metrics API lets you monitor the progress of Dataflow
|
28
|
+
# jobs.
|
29
|
+
class Service
|
30
|
+
|
31
|
+
include GRPC::GenericService
|
32
|
+
|
33
|
+
self.marshal_class_method = :encode
|
34
|
+
self.unmarshal_class_method = :decode
|
35
|
+
self.service_name = 'google.dataflow.v1beta3.MetricsV1Beta3'
|
36
|
+
|
37
|
+
# Request the job status.
|
38
|
+
#
|
39
|
+
# To request the status of a job, we recommend using
|
40
|
+
# `projects.locations.jobs.getMetrics` with a [regional endpoint]
|
41
|
+
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
|
42
|
+
# `projects.jobs.getMetrics` is not recommended, as you can only request the
|
43
|
+
# status of jobs that are running in `us-central1`.
|
44
|
+
rpc :GetJobMetrics, ::Google::Cloud::Dataflow::V1beta3::GetJobMetricsRequest, ::Google::Cloud::Dataflow::V1beta3::JobMetrics
|
45
|
+
# Request detailed information about the execution status of the job.
|
46
|
+
#
|
47
|
+
# EXPERIMENTAL. This API is subject to change or removal without notice.
|
48
|
+
rpc :GetJobExecutionDetails, ::Google::Cloud::Dataflow::V1beta3::GetJobExecutionDetailsRequest, ::Google::Cloud::Dataflow::V1beta3::JobExecutionDetails
|
49
|
+
# Request detailed information about the execution status of a stage of the
|
50
|
+
# job.
|
51
|
+
#
|
52
|
+
# EXPERIMENTAL. This API is subject to change or removal without notice.
|
53
|
+
rpc :GetStageExecutionDetails, ::Google::Cloud::Dataflow::V1beta3::GetStageExecutionDetailsRequest, ::Google::Cloud::Dataflow::V1beta3::StageExecutionDetails
|
54
|
+
end
|
55
|
+
|
56
|
+
Stub = Service.rpc_stub_class
|
57
|
+
end
|
58
|
+
end
|
59
|
+
end
|
60
|
+
end
|
61
|
+
end
|
@@ -0,0 +1,75 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# source: google/dataflow/v1beta3/snapshots.proto
|
3
|
+
|
4
|
+
require 'google/protobuf'
|
5
|
+
|
6
|
+
require 'google/api/annotations_pb'
|
7
|
+
require 'google/protobuf/duration_pb'
|
8
|
+
require 'google/protobuf/timestamp_pb'
|
9
|
+
require 'google/api/client_pb'
|
10
|
+
Google::Protobuf::DescriptorPool.generated_pool.build do
|
11
|
+
add_file("google/dataflow/v1beta3/snapshots.proto", :syntax => :proto3) do
|
12
|
+
add_message "google.dataflow.v1beta3.PubsubSnapshotMetadata" do
|
13
|
+
optional :topic_name, :string, 1
|
14
|
+
optional :snapshot_name, :string, 2
|
15
|
+
optional :expire_time, :message, 3, "google.protobuf.Timestamp"
|
16
|
+
end
|
17
|
+
add_message "google.dataflow.v1beta3.Snapshot" do
|
18
|
+
optional :id, :string, 1
|
19
|
+
optional :project_id, :string, 2
|
20
|
+
optional :source_job_id, :string, 3
|
21
|
+
optional :creation_time, :message, 4, "google.protobuf.Timestamp"
|
22
|
+
optional :ttl, :message, 5, "google.protobuf.Duration"
|
23
|
+
optional :state, :enum, 6, "google.dataflow.v1beta3.SnapshotState"
|
24
|
+
repeated :pubsub_metadata, :message, 7, "google.dataflow.v1beta3.PubsubSnapshotMetadata"
|
25
|
+
optional :description, :string, 8
|
26
|
+
optional :disk_size_bytes, :int64, 9
|
27
|
+
optional :region, :string, 10
|
28
|
+
end
|
29
|
+
add_message "google.dataflow.v1beta3.GetSnapshotRequest" do
|
30
|
+
optional :project_id, :string, 1
|
31
|
+
optional :snapshot_id, :string, 2
|
32
|
+
optional :location, :string, 3
|
33
|
+
end
|
34
|
+
add_message "google.dataflow.v1beta3.DeleteSnapshotRequest" do
|
35
|
+
optional :project_id, :string, 1
|
36
|
+
optional :snapshot_id, :string, 2
|
37
|
+
optional :location, :string, 3
|
38
|
+
end
|
39
|
+
add_message "google.dataflow.v1beta3.DeleteSnapshotResponse" do
|
40
|
+
end
|
41
|
+
add_message "google.dataflow.v1beta3.ListSnapshotsRequest" do
|
42
|
+
optional :project_id, :string, 1
|
43
|
+
optional :job_id, :string, 3
|
44
|
+
optional :location, :string, 2
|
45
|
+
end
|
46
|
+
add_message "google.dataflow.v1beta3.ListSnapshotsResponse" do
|
47
|
+
repeated :snapshots, :message, 1, "google.dataflow.v1beta3.Snapshot"
|
48
|
+
end
|
49
|
+
add_enum "google.dataflow.v1beta3.SnapshotState" do
|
50
|
+
value :UNKNOWN_SNAPSHOT_STATE, 0
|
51
|
+
value :PENDING, 1
|
52
|
+
value :RUNNING, 2
|
53
|
+
value :READY, 3
|
54
|
+
value :FAILED, 4
|
55
|
+
value :DELETED, 5
|
56
|
+
end
|
57
|
+
end
|
58
|
+
end
|
59
|
+
|
60
|
+
module Google
|
61
|
+
module Cloud
|
62
|
+
module Dataflow
|
63
|
+
module V1beta3
|
64
|
+
PubsubSnapshotMetadata = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.PubsubSnapshotMetadata").msgclass
|
65
|
+
Snapshot = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.Snapshot").msgclass
|
66
|
+
GetSnapshotRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.GetSnapshotRequest").msgclass
|
67
|
+
DeleteSnapshotRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.DeleteSnapshotRequest").msgclass
|
68
|
+
DeleteSnapshotResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.DeleteSnapshotResponse").msgclass
|
69
|
+
ListSnapshotsRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ListSnapshotsRequest").msgclass
|
70
|
+
ListSnapshotsResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ListSnapshotsResponse").msgclass
|
71
|
+
SnapshotState = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.SnapshotState").enummodule
|
72
|
+
end
|
73
|
+
end
|
74
|
+
end
|
75
|
+
end
|