google-cloud-dataflow-v1beta3 0.1.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +7 -0
- data/.yardopts +12 -0
- data/AUTHENTICATION.md +169 -0
- data/LICENSE.md +201 -0
- data/README.md +139 -0
- data/lib/google-cloud-dataflow-v1beta3.rb +21 -0
- data/lib/google/cloud/dataflow/v1beta3.rb +43 -0
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service.rb +48 -0
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/client.rb +376 -0
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/credentials.rb +54 -0
- data/lib/google/cloud/dataflow/v1beta3/jobs.rb +49 -0
- data/lib/google/cloud/dataflow/v1beta3/jobs/client.rb +868 -0
- data/lib/google/cloud/dataflow/v1beta3/jobs/credentials.rb +54 -0
- data/lib/google/cloud/dataflow/v1beta3/messages.rb +49 -0
- data/lib/google/cloud/dataflow/v1beta3/messages/client.rb +399 -0
- data/lib/google/cloud/dataflow/v1beta3/messages/credentials.rb +54 -0
- data/lib/google/cloud/dataflow/v1beta3/metrics.rb +49 -0
- data/lib/google/cloud/dataflow/v1beta3/metrics/client.rb +560 -0
- data/lib/google/cloud/dataflow/v1beta3/metrics/credentials.rb +54 -0
- data/lib/google/cloud/dataflow/v1beta3/snapshots.rb +48 -0
- data/lib/google/cloud/dataflow/v1beta3/snapshots/client.rb +515 -0
- data/lib/google/cloud/dataflow/v1beta3/snapshots/credentials.rb +54 -0
- data/lib/google/cloud/dataflow/v1beta3/templates_service.rb +48 -0
- data/lib/google/cloud/dataflow/v1beta3/templates_service/client.rb +543 -0
- data/lib/google/cloud/dataflow/v1beta3/templates_service/credentials.rb +54 -0
- data/lib/google/cloud/dataflow/v1beta3/version.rb +28 -0
- data/lib/google/dataflow/v1beta3/environment_pb.rb +167 -0
- data/lib/google/dataflow/v1beta3/jobs_pb.rb +292 -0
- data/lib/google/dataflow/v1beta3/jobs_services_pb.rb +83 -0
- data/lib/google/dataflow/v1beta3/messages_pb.rb +83 -0
- data/lib/google/dataflow/v1beta3/messages_services_pb.rb +52 -0
- data/lib/google/dataflow/v1beta3/metrics_pb.rb +126 -0
- data/lib/google/dataflow/v1beta3/metrics_services_pb.rb +61 -0
- data/lib/google/dataflow/v1beta3/snapshots_pb.rb +75 -0
- data/lib/google/dataflow/v1beta3/snapshots_services_pb.rb +49 -0
- data/lib/google/dataflow/v1beta3/streaming_pb.rb +105 -0
- data/lib/google/dataflow/v1beta3/templates_pb.rb +213 -0
- data/lib/google/dataflow/v1beta3/templates_services_pb.rb +65 -0
- data/proto_docs/README.md +4 -0
- data/proto_docs/google/api/field_behavior.rb +65 -0
- data/proto_docs/google/api/resource.rb +283 -0
- data/proto_docs/google/dataflow/v1beta3/environment.rb +583 -0
- data/proto_docs/google/dataflow/v1beta3/jobs.rb +927 -0
- data/proto_docs/google/dataflow/v1beta3/messages.rb +226 -0
- data/proto_docs/google/dataflow/v1beta3/metrics.rb +367 -0
- data/proto_docs/google/dataflow/v1beta3/snapshots.rb +160 -0
- data/proto_docs/google/dataflow/v1beta3/streaming.rb +280 -0
- data/proto_docs/google/dataflow/v1beta3/templates.rb +669 -0
- data/proto_docs/google/protobuf/any.rb +141 -0
- data/proto_docs/google/protobuf/duration.rb +98 -0
- data/proto_docs/google/protobuf/struct.rb +96 -0
- data/proto_docs/google/protobuf/timestamp.rb +129 -0
- data/proto_docs/google/rpc/status.rb +46 -0
- metadata +243 -0
@@ -0,0 +1,49 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# Source: google/dataflow/v1beta3/snapshots.proto for package 'Google.Cloud.Dataflow.V1beta3'
|
3
|
+
# Original file comments:
|
4
|
+
# Copyright 2021 Google LLC
|
5
|
+
#
|
6
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
7
|
+
# you may not use this file except in compliance with the License.
|
8
|
+
# You may obtain a copy of the License at
|
9
|
+
#
|
10
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
11
|
+
#
|
12
|
+
# Unless required by applicable law or agreed to in writing, software
|
13
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
14
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
15
|
+
# See the License for the specific language governing permissions and
|
16
|
+
# limitations under the License.
|
17
|
+
#
|
18
|
+
|
19
|
+
require 'grpc'
|
20
|
+
require 'google/dataflow/v1beta3/snapshots_pb'
|
21
|
+
|
22
|
+
module Google
|
23
|
+
module Cloud
|
24
|
+
module Dataflow
|
25
|
+
module V1beta3
|
26
|
+
module SnapshotsV1Beta3
|
27
|
+
# Provides methods to manage snapshots of Google Cloud Dataflow jobs.
|
28
|
+
class Service
|
29
|
+
|
30
|
+
include GRPC::GenericService
|
31
|
+
|
32
|
+
self.marshal_class_method = :encode
|
33
|
+
self.unmarshal_class_method = :decode
|
34
|
+
self.service_name = 'google.dataflow.v1beta3.SnapshotsV1Beta3'
|
35
|
+
|
36
|
+
# Gets information about a snapshot.
|
37
|
+
rpc :GetSnapshot, ::Google::Cloud::Dataflow::V1beta3::GetSnapshotRequest, ::Google::Cloud::Dataflow::V1beta3::Snapshot
|
38
|
+
# Deletes a snapshot.
|
39
|
+
rpc :DeleteSnapshot, ::Google::Cloud::Dataflow::V1beta3::DeleteSnapshotRequest, ::Google::Cloud::Dataflow::V1beta3::DeleteSnapshotResponse
|
40
|
+
# Lists snapshots.
|
41
|
+
rpc :ListSnapshots, ::Google::Cloud::Dataflow::V1beta3::ListSnapshotsRequest, ::Google::Cloud::Dataflow::V1beta3::ListSnapshotsResponse
|
42
|
+
end
|
43
|
+
|
44
|
+
Stub = Service.rpc_stub_class
|
45
|
+
end
|
46
|
+
end
|
47
|
+
end
|
48
|
+
end
|
49
|
+
end
|
@@ -0,0 +1,105 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# source: google/dataflow/v1beta3/streaming.proto
|
3
|
+
|
4
|
+
require 'google/protobuf'
|
5
|
+
|
6
|
+
Google::Protobuf::DescriptorPool.generated_pool.build do
|
7
|
+
add_file("google/dataflow/v1beta3/streaming.proto", :syntax => :proto3) do
|
8
|
+
add_message "google.dataflow.v1beta3.TopologyConfig" do
|
9
|
+
repeated :computations, :message, 1, "google.dataflow.v1beta3.ComputationTopology"
|
10
|
+
repeated :data_disk_assignments, :message, 2, "google.dataflow.v1beta3.DataDiskAssignment"
|
11
|
+
map :user_stage_to_computation_name_map, :string, :string, 3
|
12
|
+
optional :forwarding_key_bits, :int32, 4
|
13
|
+
optional :persistent_state_version, :int32, 5
|
14
|
+
end
|
15
|
+
add_message "google.dataflow.v1beta3.PubsubLocation" do
|
16
|
+
optional :topic, :string, 1
|
17
|
+
optional :subscription, :string, 2
|
18
|
+
optional :timestamp_label, :string, 3
|
19
|
+
optional :id_label, :string, 4
|
20
|
+
optional :drop_late_data, :bool, 5
|
21
|
+
optional :tracking_subscription, :string, 6
|
22
|
+
optional :with_attributes, :bool, 7
|
23
|
+
end
|
24
|
+
add_message "google.dataflow.v1beta3.StreamingStageLocation" do
|
25
|
+
optional :stream_id, :string, 1
|
26
|
+
end
|
27
|
+
add_message "google.dataflow.v1beta3.StreamingSideInputLocation" do
|
28
|
+
optional :tag, :string, 1
|
29
|
+
optional :state_family, :string, 2
|
30
|
+
end
|
31
|
+
add_message "google.dataflow.v1beta3.CustomSourceLocation" do
|
32
|
+
optional :stateful, :bool, 1
|
33
|
+
end
|
34
|
+
add_message "google.dataflow.v1beta3.StreamLocation" do
|
35
|
+
oneof :location do
|
36
|
+
optional :streaming_stage_location, :message, 1, "google.dataflow.v1beta3.StreamingStageLocation"
|
37
|
+
optional :pubsub_location, :message, 2, "google.dataflow.v1beta3.PubsubLocation"
|
38
|
+
optional :side_input_location, :message, 3, "google.dataflow.v1beta3.StreamingSideInputLocation"
|
39
|
+
optional :custom_source_location, :message, 4, "google.dataflow.v1beta3.CustomSourceLocation"
|
40
|
+
end
|
41
|
+
end
|
42
|
+
add_message "google.dataflow.v1beta3.StateFamilyConfig" do
|
43
|
+
optional :state_family, :string, 1
|
44
|
+
optional :is_read, :bool, 2
|
45
|
+
end
|
46
|
+
add_message "google.dataflow.v1beta3.ComputationTopology" do
|
47
|
+
optional :system_stage_name, :string, 1
|
48
|
+
optional :computation_id, :string, 5
|
49
|
+
repeated :key_ranges, :message, 2, "google.dataflow.v1beta3.KeyRangeLocation"
|
50
|
+
repeated :inputs, :message, 3, "google.dataflow.v1beta3.StreamLocation"
|
51
|
+
repeated :outputs, :message, 4, "google.dataflow.v1beta3.StreamLocation"
|
52
|
+
repeated :state_families, :message, 7, "google.dataflow.v1beta3.StateFamilyConfig"
|
53
|
+
end
|
54
|
+
add_message "google.dataflow.v1beta3.KeyRangeLocation" do
|
55
|
+
optional :start, :string, 1
|
56
|
+
optional :end, :string, 2
|
57
|
+
optional :delivery_endpoint, :string, 3
|
58
|
+
optional :data_disk, :string, 5
|
59
|
+
optional :deprecated_persistent_directory, :string, 4
|
60
|
+
end
|
61
|
+
add_message "google.dataflow.v1beta3.MountedDataDisk" do
|
62
|
+
optional :data_disk, :string, 1
|
63
|
+
end
|
64
|
+
add_message "google.dataflow.v1beta3.DataDiskAssignment" do
|
65
|
+
optional :vm_instance, :string, 1
|
66
|
+
repeated :data_disks, :string, 2
|
67
|
+
end
|
68
|
+
add_message "google.dataflow.v1beta3.KeyRangeDataDiskAssignment" do
|
69
|
+
optional :start, :string, 1
|
70
|
+
optional :end, :string, 2
|
71
|
+
optional :data_disk, :string, 3
|
72
|
+
end
|
73
|
+
add_message "google.dataflow.v1beta3.StreamingComputationRanges" do
|
74
|
+
optional :computation_id, :string, 1
|
75
|
+
repeated :range_assignments, :message, 2, "google.dataflow.v1beta3.KeyRangeDataDiskAssignment"
|
76
|
+
end
|
77
|
+
add_message "google.dataflow.v1beta3.StreamingApplianceSnapshotConfig" do
|
78
|
+
optional :snapshot_id, :string, 1
|
79
|
+
optional :import_state_endpoint, :string, 2
|
80
|
+
end
|
81
|
+
end
|
82
|
+
end
|
83
|
+
|
84
|
+
module Google
|
85
|
+
module Cloud
|
86
|
+
module Dataflow
|
87
|
+
module V1beta3
|
88
|
+
TopologyConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.TopologyConfig").msgclass
|
89
|
+
PubsubLocation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.PubsubLocation").msgclass
|
90
|
+
StreamingStageLocation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.StreamingStageLocation").msgclass
|
91
|
+
StreamingSideInputLocation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.StreamingSideInputLocation").msgclass
|
92
|
+
CustomSourceLocation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.CustomSourceLocation").msgclass
|
93
|
+
StreamLocation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.StreamLocation").msgclass
|
94
|
+
StateFamilyConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.StateFamilyConfig").msgclass
|
95
|
+
ComputationTopology = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ComputationTopology").msgclass
|
96
|
+
KeyRangeLocation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.KeyRangeLocation").msgclass
|
97
|
+
MountedDataDisk = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.MountedDataDisk").msgclass
|
98
|
+
DataDiskAssignment = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.DataDiskAssignment").msgclass
|
99
|
+
KeyRangeDataDiskAssignment = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.KeyRangeDataDiskAssignment").msgclass
|
100
|
+
StreamingComputationRanges = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.StreamingComputationRanges").msgclass
|
101
|
+
StreamingApplianceSnapshotConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.StreamingApplianceSnapshotConfig").msgclass
|
102
|
+
end
|
103
|
+
end
|
104
|
+
end
|
105
|
+
end
|
@@ -0,0 +1,213 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# source: google/dataflow/v1beta3/templates.proto
|
3
|
+
|
4
|
+
require 'google/protobuf'
|
5
|
+
|
6
|
+
require 'google/api/annotations_pb'
|
7
|
+
require 'google/dataflow/v1beta3/environment_pb'
|
8
|
+
require 'google/dataflow/v1beta3/jobs_pb'
|
9
|
+
require 'google/rpc/status_pb'
|
10
|
+
require 'google/api/client_pb'
|
11
|
+
Google::Protobuf::DescriptorPool.generated_pool.build do
|
12
|
+
add_file("google/dataflow/v1beta3/templates.proto", :syntax => :proto3) do
|
13
|
+
add_message "google.dataflow.v1beta3.LaunchFlexTemplateResponse" do
|
14
|
+
optional :job, :message, 1, "google.dataflow.v1beta3.Job"
|
15
|
+
end
|
16
|
+
add_message "google.dataflow.v1beta3.ContainerSpec" do
|
17
|
+
optional :image, :string, 1
|
18
|
+
optional :metadata, :message, 2, "google.dataflow.v1beta3.TemplateMetadata"
|
19
|
+
optional :sdk_info, :message, 3, "google.dataflow.v1beta3.SDKInfo"
|
20
|
+
optional :default_environment, :message, 4, "google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment"
|
21
|
+
end
|
22
|
+
add_message "google.dataflow.v1beta3.LaunchFlexTemplateParameter" do
|
23
|
+
optional :job_name, :string, 1
|
24
|
+
map :parameters, :string, :string, 2
|
25
|
+
map :launch_options, :string, :string, 6
|
26
|
+
optional :environment, :message, 7, "google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment"
|
27
|
+
optional :update, :bool, 8
|
28
|
+
map :transform_name_mappings, :string, :string, 9
|
29
|
+
oneof :template do
|
30
|
+
optional :container_spec, :message, 4, "google.dataflow.v1beta3.ContainerSpec"
|
31
|
+
optional :container_spec_gcs_path, :string, 5
|
32
|
+
end
|
33
|
+
end
|
34
|
+
add_message "google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment" do
|
35
|
+
optional :num_workers, :int32, 1
|
36
|
+
optional :max_workers, :int32, 2
|
37
|
+
optional :zone, :string, 3
|
38
|
+
optional :service_account_email, :string, 4
|
39
|
+
optional :temp_location, :string, 5
|
40
|
+
optional :machine_type, :string, 6
|
41
|
+
repeated :additional_experiments, :string, 7
|
42
|
+
optional :network, :string, 8
|
43
|
+
optional :subnetwork, :string, 9
|
44
|
+
map :additional_user_labels, :string, :string, 10
|
45
|
+
optional :kms_key_name, :string, 11
|
46
|
+
optional :ip_configuration, :enum, 12, "google.dataflow.v1beta3.WorkerIPAddressConfiguration"
|
47
|
+
optional :worker_region, :string, 13
|
48
|
+
optional :worker_zone, :string, 14
|
49
|
+
optional :enable_streaming_engine, :bool, 15
|
50
|
+
optional :flexrs_goal, :enum, 16, "google.dataflow.v1beta3.FlexResourceSchedulingGoal"
|
51
|
+
optional :staging_location, :string, 17
|
52
|
+
optional :sdk_container_image, :string, 18
|
53
|
+
end
|
54
|
+
add_message "google.dataflow.v1beta3.LaunchFlexTemplateRequest" do
|
55
|
+
optional :project_id, :string, 1
|
56
|
+
optional :launch_parameter, :message, 2, "google.dataflow.v1beta3.LaunchFlexTemplateParameter"
|
57
|
+
optional :location, :string, 3
|
58
|
+
optional :validate_only, :bool, 4
|
59
|
+
end
|
60
|
+
add_message "google.dataflow.v1beta3.RuntimeEnvironment" do
|
61
|
+
optional :num_workers, :int32, 11
|
62
|
+
optional :max_workers, :int32, 1
|
63
|
+
optional :zone, :string, 2
|
64
|
+
optional :service_account_email, :string, 3
|
65
|
+
optional :temp_location, :string, 4
|
66
|
+
optional :bypass_temp_dir_validation, :bool, 5
|
67
|
+
optional :machine_type, :string, 6
|
68
|
+
repeated :additional_experiments, :string, 7
|
69
|
+
optional :network, :string, 8
|
70
|
+
optional :subnetwork, :string, 9
|
71
|
+
map :additional_user_labels, :string, :string, 10
|
72
|
+
optional :kms_key_name, :string, 12
|
73
|
+
optional :ip_configuration, :enum, 14, "google.dataflow.v1beta3.WorkerIPAddressConfiguration"
|
74
|
+
optional :worker_region, :string, 15
|
75
|
+
optional :worker_zone, :string, 16
|
76
|
+
optional :enable_streaming_engine, :bool, 17
|
77
|
+
end
|
78
|
+
add_message "google.dataflow.v1beta3.ParameterMetadata" do
|
79
|
+
optional :name, :string, 1
|
80
|
+
optional :label, :string, 2
|
81
|
+
optional :help_text, :string, 3
|
82
|
+
optional :is_optional, :bool, 4
|
83
|
+
repeated :regexes, :string, 5
|
84
|
+
optional :param_type, :enum, 6, "google.dataflow.v1beta3.ParameterType"
|
85
|
+
map :custom_metadata, :string, :string, 7
|
86
|
+
end
|
87
|
+
add_message "google.dataflow.v1beta3.TemplateMetadata" do
|
88
|
+
optional :name, :string, 1
|
89
|
+
optional :description, :string, 2
|
90
|
+
repeated :parameters, :message, 3, "google.dataflow.v1beta3.ParameterMetadata"
|
91
|
+
end
|
92
|
+
add_message "google.dataflow.v1beta3.SDKInfo" do
|
93
|
+
optional :language, :enum, 1, "google.dataflow.v1beta3.SDKInfo.Language"
|
94
|
+
optional :version, :string, 2
|
95
|
+
end
|
96
|
+
add_enum "google.dataflow.v1beta3.SDKInfo.Language" do
|
97
|
+
value :UNKNOWN, 0
|
98
|
+
value :JAVA, 1
|
99
|
+
value :PYTHON, 2
|
100
|
+
end
|
101
|
+
add_message "google.dataflow.v1beta3.RuntimeMetadata" do
|
102
|
+
optional :sdk_info, :message, 1, "google.dataflow.v1beta3.SDKInfo"
|
103
|
+
repeated :parameters, :message, 2, "google.dataflow.v1beta3.ParameterMetadata"
|
104
|
+
end
|
105
|
+
add_message "google.dataflow.v1beta3.CreateJobFromTemplateRequest" do
|
106
|
+
optional :project_id, :string, 1
|
107
|
+
optional :job_name, :string, 4
|
108
|
+
map :parameters, :string, :string, 3
|
109
|
+
optional :environment, :message, 5, "google.dataflow.v1beta3.RuntimeEnvironment"
|
110
|
+
optional :location, :string, 6
|
111
|
+
oneof :template do
|
112
|
+
optional :gcs_path, :string, 2
|
113
|
+
end
|
114
|
+
end
|
115
|
+
add_message "google.dataflow.v1beta3.GetTemplateRequest" do
|
116
|
+
optional :project_id, :string, 1
|
117
|
+
optional :view, :enum, 3, "google.dataflow.v1beta3.GetTemplateRequest.TemplateView"
|
118
|
+
optional :location, :string, 4
|
119
|
+
oneof :template do
|
120
|
+
optional :gcs_path, :string, 2
|
121
|
+
end
|
122
|
+
end
|
123
|
+
add_enum "google.dataflow.v1beta3.GetTemplateRequest.TemplateView" do
|
124
|
+
value :METADATA_ONLY, 0
|
125
|
+
end
|
126
|
+
add_message "google.dataflow.v1beta3.GetTemplateResponse" do
|
127
|
+
optional :status, :message, 1, "google.rpc.Status"
|
128
|
+
optional :metadata, :message, 2, "google.dataflow.v1beta3.TemplateMetadata"
|
129
|
+
optional :template_type, :enum, 3, "google.dataflow.v1beta3.GetTemplateResponse.TemplateType"
|
130
|
+
optional :runtime_metadata, :message, 4, "google.dataflow.v1beta3.RuntimeMetadata"
|
131
|
+
end
|
132
|
+
add_enum "google.dataflow.v1beta3.GetTemplateResponse.TemplateType" do
|
133
|
+
value :UNKNOWN, 0
|
134
|
+
value :LEGACY, 1
|
135
|
+
value :FLEX, 2
|
136
|
+
end
|
137
|
+
add_message "google.dataflow.v1beta3.LaunchTemplateParameters" do
|
138
|
+
optional :job_name, :string, 1
|
139
|
+
map :parameters, :string, :string, 2
|
140
|
+
optional :environment, :message, 3, "google.dataflow.v1beta3.RuntimeEnvironment"
|
141
|
+
optional :update, :bool, 4
|
142
|
+
map :transform_name_mapping, :string, :string, 5
|
143
|
+
end
|
144
|
+
add_message "google.dataflow.v1beta3.LaunchTemplateRequest" do
|
145
|
+
optional :project_id, :string, 1
|
146
|
+
optional :validate_only, :bool, 2
|
147
|
+
optional :launch_parameters, :message, 4, "google.dataflow.v1beta3.LaunchTemplateParameters"
|
148
|
+
optional :location, :string, 5
|
149
|
+
oneof :template do
|
150
|
+
optional :gcs_path, :string, 3
|
151
|
+
optional :dynamic_template, :message, 6, "google.dataflow.v1beta3.DynamicTemplateLaunchParams"
|
152
|
+
end
|
153
|
+
end
|
154
|
+
add_message "google.dataflow.v1beta3.LaunchTemplateResponse" do
|
155
|
+
optional :job, :message, 1, "google.dataflow.v1beta3.Job"
|
156
|
+
end
|
157
|
+
add_message "google.dataflow.v1beta3.InvalidTemplateParameters" do
|
158
|
+
repeated :parameter_violations, :message, 1, "google.dataflow.v1beta3.InvalidTemplateParameters.ParameterViolation"
|
159
|
+
end
|
160
|
+
add_message "google.dataflow.v1beta3.InvalidTemplateParameters.ParameterViolation" do
|
161
|
+
optional :parameter, :string, 1
|
162
|
+
optional :description, :string, 2
|
163
|
+
end
|
164
|
+
add_message "google.dataflow.v1beta3.DynamicTemplateLaunchParams" do
|
165
|
+
optional :gcs_path, :string, 1
|
166
|
+
optional :staging_location, :string, 2
|
167
|
+
end
|
168
|
+
add_enum "google.dataflow.v1beta3.ParameterType" do
|
169
|
+
value :DEFAULT, 0
|
170
|
+
value :TEXT, 1
|
171
|
+
value :GCS_READ_BUCKET, 2
|
172
|
+
value :GCS_WRITE_BUCKET, 3
|
173
|
+
value :GCS_READ_FILE, 4
|
174
|
+
value :GCS_WRITE_FILE, 5
|
175
|
+
value :GCS_READ_FOLDER, 6
|
176
|
+
value :GCS_WRITE_FOLDER, 7
|
177
|
+
value :PUBSUB_TOPIC, 8
|
178
|
+
value :PUBSUB_SUBSCRIPTION, 9
|
179
|
+
end
|
180
|
+
end
|
181
|
+
end
|
182
|
+
|
183
|
+
module Google
|
184
|
+
module Cloud
|
185
|
+
module Dataflow
|
186
|
+
module V1beta3
|
187
|
+
LaunchFlexTemplateResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.LaunchFlexTemplateResponse").msgclass
|
188
|
+
ContainerSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ContainerSpec").msgclass
|
189
|
+
LaunchFlexTemplateParameter = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.LaunchFlexTemplateParameter").msgclass
|
190
|
+
FlexTemplateRuntimeEnvironment = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment").msgclass
|
191
|
+
LaunchFlexTemplateRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.LaunchFlexTemplateRequest").msgclass
|
192
|
+
RuntimeEnvironment = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.RuntimeEnvironment").msgclass
|
193
|
+
ParameterMetadata = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ParameterMetadata").msgclass
|
194
|
+
TemplateMetadata = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.TemplateMetadata").msgclass
|
195
|
+
SDKInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.SDKInfo").msgclass
|
196
|
+
SDKInfo::Language = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.SDKInfo.Language").enummodule
|
197
|
+
RuntimeMetadata = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.RuntimeMetadata").msgclass
|
198
|
+
CreateJobFromTemplateRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.CreateJobFromTemplateRequest").msgclass
|
199
|
+
GetTemplateRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.GetTemplateRequest").msgclass
|
200
|
+
GetTemplateRequest::TemplateView = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.GetTemplateRequest.TemplateView").enummodule
|
201
|
+
GetTemplateResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.GetTemplateResponse").msgclass
|
202
|
+
GetTemplateResponse::TemplateType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.GetTemplateResponse.TemplateType").enummodule
|
203
|
+
LaunchTemplateParameters = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.LaunchTemplateParameters").msgclass
|
204
|
+
LaunchTemplateRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.LaunchTemplateRequest").msgclass
|
205
|
+
LaunchTemplateResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.LaunchTemplateResponse").msgclass
|
206
|
+
InvalidTemplateParameters = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.InvalidTemplateParameters").msgclass
|
207
|
+
InvalidTemplateParameters::ParameterViolation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.InvalidTemplateParameters.ParameterViolation").msgclass
|
208
|
+
DynamicTemplateLaunchParams = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.DynamicTemplateLaunchParams").msgclass
|
209
|
+
ParameterType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ParameterType").enummodule
|
210
|
+
end
|
211
|
+
end
|
212
|
+
end
|
213
|
+
end
|
@@ -0,0 +1,65 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# Source: google/dataflow/v1beta3/templates.proto for package 'Google.Cloud.Dataflow.V1beta3'
|
3
|
+
# Original file comments:
|
4
|
+
# Copyright 2021 Google LLC
|
5
|
+
#
|
6
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
7
|
+
# you may not use this file except in compliance with the License.
|
8
|
+
# You may obtain a copy of the License at
|
9
|
+
#
|
10
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
11
|
+
#
|
12
|
+
# Unless required by applicable law or agreed to in writing, software
|
13
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
14
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
15
|
+
# See the License for the specific language governing permissions and
|
16
|
+
# limitations under the License.
|
17
|
+
#
|
18
|
+
|
19
|
+
require 'grpc'
|
20
|
+
require 'google/dataflow/v1beta3/templates_pb'
|
21
|
+
|
22
|
+
module Google
|
23
|
+
module Cloud
|
24
|
+
module Dataflow
|
25
|
+
module V1beta3
|
26
|
+
module TemplatesService
|
27
|
+
# Provides a method to create Cloud Dataflow jobs from templates.
|
28
|
+
class Service
|
29
|
+
|
30
|
+
include GRPC::GenericService
|
31
|
+
|
32
|
+
self.marshal_class_method = :encode
|
33
|
+
self.unmarshal_class_method = :decode
|
34
|
+
self.service_name = 'google.dataflow.v1beta3.TemplatesService'
|
35
|
+
|
36
|
+
# Creates a Cloud Dataflow job from a template.
|
37
|
+
rpc :CreateJobFromTemplate, ::Google::Cloud::Dataflow::V1beta3::CreateJobFromTemplateRequest, ::Google::Cloud::Dataflow::V1beta3::Job
|
38
|
+
# Launch a template.
|
39
|
+
rpc :LaunchTemplate, ::Google::Cloud::Dataflow::V1beta3::LaunchTemplateRequest, ::Google::Cloud::Dataflow::V1beta3::LaunchTemplateResponse
|
40
|
+
# Get the template associated with a template.
|
41
|
+
rpc :GetTemplate, ::Google::Cloud::Dataflow::V1beta3::GetTemplateRequest, ::Google::Cloud::Dataflow::V1beta3::GetTemplateResponse
|
42
|
+
end
|
43
|
+
|
44
|
+
Stub = Service.rpc_stub_class
|
45
|
+
end
|
46
|
+
module FlexTemplatesService
|
47
|
+
# Provides a service for Flex templates. This feature is not ready yet.
|
48
|
+
class Service
|
49
|
+
|
50
|
+
include GRPC::GenericService
|
51
|
+
|
52
|
+
self.marshal_class_method = :encode
|
53
|
+
self.unmarshal_class_method = :decode
|
54
|
+
self.service_name = 'google.dataflow.v1beta3.FlexTemplatesService'
|
55
|
+
|
56
|
+
# Launch a job with a FlexTemplate.
|
57
|
+
rpc :LaunchFlexTemplate, ::Google::Cloud::Dataflow::V1beta3::LaunchFlexTemplateRequest, ::Google::Cloud::Dataflow::V1beta3::LaunchFlexTemplateResponse
|
58
|
+
end
|
59
|
+
|
60
|
+
Stub = Service.rpc_stub_class
|
61
|
+
end
|
62
|
+
end
|
63
|
+
end
|
64
|
+
end
|
65
|
+
end
|
@@ -0,0 +1,65 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
# Copyright 2021 Google LLC
|
4
|
+
#
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
6
|
+
# you may not use this file except in compliance with the License.
|
7
|
+
# You may obtain a copy of the License at
|
8
|
+
#
|
9
|
+
# https://www.apache.org/licenses/LICENSE-2.0
|
10
|
+
#
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
14
|
+
# See the License for the specific language governing permissions and
|
15
|
+
# limitations under the License.
|
16
|
+
|
17
|
+
# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
|
18
|
+
|
19
|
+
|
20
|
+
module Google
|
21
|
+
module Api
|
22
|
+
# An indicator of the behavior of a given field (for example, that a field
|
23
|
+
# is required in requests, or given as output but ignored as input).
|
24
|
+
# This **does not** change the behavior in protocol buffers itself; it only
|
25
|
+
# denotes the behavior and may affect how API tooling handles the field.
|
26
|
+
#
|
27
|
+
# Note: This enum **may** receive new values in the future.
|
28
|
+
module FieldBehavior
|
29
|
+
# Conventional default for enums. Do not use this.
|
30
|
+
FIELD_BEHAVIOR_UNSPECIFIED = 0
|
31
|
+
|
32
|
+
# Specifically denotes a field as optional.
|
33
|
+
# While all fields in protocol buffers are optional, this may be specified
|
34
|
+
# for emphasis if appropriate.
|
35
|
+
OPTIONAL = 1
|
36
|
+
|
37
|
+
# Denotes a field as required.
|
38
|
+
# This indicates that the field **must** be provided as part of the request,
|
39
|
+
# and failure to do so will cause an error (usually `INVALID_ARGUMENT`).
|
40
|
+
REQUIRED = 2
|
41
|
+
|
42
|
+
# Denotes a field as output only.
|
43
|
+
# This indicates that the field is provided in responses, but including the
|
44
|
+
# field in a request does nothing (the server *must* ignore it and
|
45
|
+
# *must not* throw an error as a result of the field's presence).
|
46
|
+
OUTPUT_ONLY = 3
|
47
|
+
|
48
|
+
# Denotes a field as input only.
|
49
|
+
# This indicates that the field is provided in requests, and the
|
50
|
+
# corresponding field is not included in output.
|
51
|
+
INPUT_ONLY = 4
|
52
|
+
|
53
|
+
# Denotes a field as immutable.
|
54
|
+
# This indicates that the field may be set once in a request to create a
|
55
|
+
# resource, but may not be changed thereafter.
|
56
|
+
IMMUTABLE = 5
|
57
|
+
|
58
|
+
# Denotes that a (repeated) field is an unordered list.
|
59
|
+
# This indicates that the service may provide the elements of the list
|
60
|
+
# in any arbitrary order, rather than the order the user originally
|
61
|
+
# provided. Additionally, the list's order may or may not be stable.
|
62
|
+
UNORDERED_LIST = 6
|
63
|
+
end
|
64
|
+
end
|
65
|
+
end
|