google-cloud-dataflow-v1beta3 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +7 -0
- data/.yardopts +12 -0
- data/AUTHENTICATION.md +169 -0
- data/LICENSE.md +201 -0
- data/README.md +139 -0
- data/lib/google-cloud-dataflow-v1beta3.rb +21 -0
- data/lib/google/cloud/dataflow/v1beta3.rb +43 -0
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service.rb +48 -0
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/client.rb +376 -0
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/credentials.rb +54 -0
- data/lib/google/cloud/dataflow/v1beta3/jobs.rb +49 -0
- data/lib/google/cloud/dataflow/v1beta3/jobs/client.rb +868 -0
- data/lib/google/cloud/dataflow/v1beta3/jobs/credentials.rb +54 -0
- data/lib/google/cloud/dataflow/v1beta3/messages.rb +49 -0
- data/lib/google/cloud/dataflow/v1beta3/messages/client.rb +399 -0
- data/lib/google/cloud/dataflow/v1beta3/messages/credentials.rb +54 -0
- data/lib/google/cloud/dataflow/v1beta3/metrics.rb +49 -0
- data/lib/google/cloud/dataflow/v1beta3/metrics/client.rb +560 -0
- data/lib/google/cloud/dataflow/v1beta3/metrics/credentials.rb +54 -0
- data/lib/google/cloud/dataflow/v1beta3/snapshots.rb +48 -0
- data/lib/google/cloud/dataflow/v1beta3/snapshots/client.rb +515 -0
- data/lib/google/cloud/dataflow/v1beta3/snapshots/credentials.rb +54 -0
- data/lib/google/cloud/dataflow/v1beta3/templates_service.rb +48 -0
- data/lib/google/cloud/dataflow/v1beta3/templates_service/client.rb +543 -0
- data/lib/google/cloud/dataflow/v1beta3/templates_service/credentials.rb +54 -0
- data/lib/google/cloud/dataflow/v1beta3/version.rb +28 -0
- data/lib/google/dataflow/v1beta3/environment_pb.rb +167 -0
- data/lib/google/dataflow/v1beta3/jobs_pb.rb +292 -0
- data/lib/google/dataflow/v1beta3/jobs_services_pb.rb +83 -0
- data/lib/google/dataflow/v1beta3/messages_pb.rb +83 -0
- data/lib/google/dataflow/v1beta3/messages_services_pb.rb +52 -0
- data/lib/google/dataflow/v1beta3/metrics_pb.rb +126 -0
- data/lib/google/dataflow/v1beta3/metrics_services_pb.rb +61 -0
- data/lib/google/dataflow/v1beta3/snapshots_pb.rb +75 -0
- data/lib/google/dataflow/v1beta3/snapshots_services_pb.rb +49 -0
- data/lib/google/dataflow/v1beta3/streaming_pb.rb +105 -0
- data/lib/google/dataflow/v1beta3/templates_pb.rb +213 -0
- data/lib/google/dataflow/v1beta3/templates_services_pb.rb +65 -0
- data/proto_docs/README.md +4 -0
- data/proto_docs/google/api/field_behavior.rb +65 -0
- data/proto_docs/google/api/resource.rb +283 -0
- data/proto_docs/google/dataflow/v1beta3/environment.rb +583 -0
- data/proto_docs/google/dataflow/v1beta3/jobs.rb +927 -0
- data/proto_docs/google/dataflow/v1beta3/messages.rb +226 -0
- data/proto_docs/google/dataflow/v1beta3/metrics.rb +367 -0
- data/proto_docs/google/dataflow/v1beta3/snapshots.rb +160 -0
- data/proto_docs/google/dataflow/v1beta3/streaming.rb +280 -0
- data/proto_docs/google/dataflow/v1beta3/templates.rb +669 -0
- data/proto_docs/google/protobuf/any.rb +141 -0
- data/proto_docs/google/protobuf/duration.rb +98 -0
- data/proto_docs/google/protobuf/struct.rb +96 -0
- data/proto_docs/google/protobuf/timestamp.rb +129 -0
- data/proto_docs/google/rpc/status.rb +46 -0
- metadata +243 -0
@@ -0,0 +1,49 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# Source: google/dataflow/v1beta3/snapshots.proto for package 'Google.Cloud.Dataflow.V1beta3'
|
3
|
+
# Original file comments:
|
4
|
+
# Copyright 2021 Google LLC
|
5
|
+
#
|
6
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
7
|
+
# you may not use this file except in compliance with the License.
|
8
|
+
# You may obtain a copy of the License at
|
9
|
+
#
|
10
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
11
|
+
#
|
12
|
+
# Unless required by applicable law or agreed to in writing, software
|
13
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
14
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
15
|
+
# See the License for the specific language governing permissions and
|
16
|
+
# limitations under the License.
|
17
|
+
#
|
18
|
+
|
19
|
+
require 'grpc'
|
20
|
+
require 'google/dataflow/v1beta3/snapshots_pb'
|
21
|
+
|
22
|
+
module Google
|
23
|
+
module Cloud
|
24
|
+
module Dataflow
|
25
|
+
module V1beta3
|
26
|
+
module SnapshotsV1Beta3
|
27
|
+
# Provides methods to manage snapshots of Google Cloud Dataflow jobs.
|
28
|
+
class Service
|
29
|
+
|
30
|
+
include GRPC::GenericService
|
31
|
+
|
32
|
+
self.marshal_class_method = :encode
|
33
|
+
self.unmarshal_class_method = :decode
|
34
|
+
self.service_name = 'google.dataflow.v1beta3.SnapshotsV1Beta3'
|
35
|
+
|
36
|
+
# Gets information about a snapshot.
|
37
|
+
rpc :GetSnapshot, ::Google::Cloud::Dataflow::V1beta3::GetSnapshotRequest, ::Google::Cloud::Dataflow::V1beta3::Snapshot
|
38
|
+
# Deletes a snapshot.
|
39
|
+
rpc :DeleteSnapshot, ::Google::Cloud::Dataflow::V1beta3::DeleteSnapshotRequest, ::Google::Cloud::Dataflow::V1beta3::DeleteSnapshotResponse
|
40
|
+
# Lists snapshots.
|
41
|
+
rpc :ListSnapshots, ::Google::Cloud::Dataflow::V1beta3::ListSnapshotsRequest, ::Google::Cloud::Dataflow::V1beta3::ListSnapshotsResponse
|
42
|
+
end
|
43
|
+
|
44
|
+
Stub = Service.rpc_stub_class
|
45
|
+
end
|
46
|
+
end
|
47
|
+
end
|
48
|
+
end
|
49
|
+
end
|
@@ -0,0 +1,105 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# source: google/dataflow/v1beta3/streaming.proto
|
3
|
+
|
4
|
+
require 'google/protobuf'
|
5
|
+
|
6
|
+
Google::Protobuf::DescriptorPool.generated_pool.build do
|
7
|
+
add_file("google/dataflow/v1beta3/streaming.proto", :syntax => :proto3) do
|
8
|
+
add_message "google.dataflow.v1beta3.TopologyConfig" do
|
9
|
+
repeated :computations, :message, 1, "google.dataflow.v1beta3.ComputationTopology"
|
10
|
+
repeated :data_disk_assignments, :message, 2, "google.dataflow.v1beta3.DataDiskAssignment"
|
11
|
+
map :user_stage_to_computation_name_map, :string, :string, 3
|
12
|
+
optional :forwarding_key_bits, :int32, 4
|
13
|
+
optional :persistent_state_version, :int32, 5
|
14
|
+
end
|
15
|
+
add_message "google.dataflow.v1beta3.PubsubLocation" do
|
16
|
+
optional :topic, :string, 1
|
17
|
+
optional :subscription, :string, 2
|
18
|
+
optional :timestamp_label, :string, 3
|
19
|
+
optional :id_label, :string, 4
|
20
|
+
optional :drop_late_data, :bool, 5
|
21
|
+
optional :tracking_subscription, :string, 6
|
22
|
+
optional :with_attributes, :bool, 7
|
23
|
+
end
|
24
|
+
add_message "google.dataflow.v1beta3.StreamingStageLocation" do
|
25
|
+
optional :stream_id, :string, 1
|
26
|
+
end
|
27
|
+
add_message "google.dataflow.v1beta3.StreamingSideInputLocation" do
|
28
|
+
optional :tag, :string, 1
|
29
|
+
optional :state_family, :string, 2
|
30
|
+
end
|
31
|
+
add_message "google.dataflow.v1beta3.CustomSourceLocation" do
|
32
|
+
optional :stateful, :bool, 1
|
33
|
+
end
|
34
|
+
add_message "google.dataflow.v1beta3.StreamLocation" do
|
35
|
+
oneof :location do
|
36
|
+
optional :streaming_stage_location, :message, 1, "google.dataflow.v1beta3.StreamingStageLocation"
|
37
|
+
optional :pubsub_location, :message, 2, "google.dataflow.v1beta3.PubsubLocation"
|
38
|
+
optional :side_input_location, :message, 3, "google.dataflow.v1beta3.StreamingSideInputLocation"
|
39
|
+
optional :custom_source_location, :message, 4, "google.dataflow.v1beta3.CustomSourceLocation"
|
40
|
+
end
|
41
|
+
end
|
42
|
+
add_message "google.dataflow.v1beta3.StateFamilyConfig" do
|
43
|
+
optional :state_family, :string, 1
|
44
|
+
optional :is_read, :bool, 2
|
45
|
+
end
|
46
|
+
add_message "google.dataflow.v1beta3.ComputationTopology" do
|
47
|
+
optional :system_stage_name, :string, 1
|
48
|
+
optional :computation_id, :string, 5
|
49
|
+
repeated :key_ranges, :message, 2, "google.dataflow.v1beta3.KeyRangeLocation"
|
50
|
+
repeated :inputs, :message, 3, "google.dataflow.v1beta3.StreamLocation"
|
51
|
+
repeated :outputs, :message, 4, "google.dataflow.v1beta3.StreamLocation"
|
52
|
+
repeated :state_families, :message, 7, "google.dataflow.v1beta3.StateFamilyConfig"
|
53
|
+
end
|
54
|
+
add_message "google.dataflow.v1beta3.KeyRangeLocation" do
|
55
|
+
optional :start, :string, 1
|
56
|
+
optional :end, :string, 2
|
57
|
+
optional :delivery_endpoint, :string, 3
|
58
|
+
optional :data_disk, :string, 5
|
59
|
+
optional :deprecated_persistent_directory, :string, 4
|
60
|
+
end
|
61
|
+
add_message "google.dataflow.v1beta3.MountedDataDisk" do
|
62
|
+
optional :data_disk, :string, 1
|
63
|
+
end
|
64
|
+
add_message "google.dataflow.v1beta3.DataDiskAssignment" do
|
65
|
+
optional :vm_instance, :string, 1
|
66
|
+
repeated :data_disks, :string, 2
|
67
|
+
end
|
68
|
+
add_message "google.dataflow.v1beta3.KeyRangeDataDiskAssignment" do
|
69
|
+
optional :start, :string, 1
|
70
|
+
optional :end, :string, 2
|
71
|
+
optional :data_disk, :string, 3
|
72
|
+
end
|
73
|
+
add_message "google.dataflow.v1beta3.StreamingComputationRanges" do
|
74
|
+
optional :computation_id, :string, 1
|
75
|
+
repeated :range_assignments, :message, 2, "google.dataflow.v1beta3.KeyRangeDataDiskAssignment"
|
76
|
+
end
|
77
|
+
add_message "google.dataflow.v1beta3.StreamingApplianceSnapshotConfig" do
|
78
|
+
optional :snapshot_id, :string, 1
|
79
|
+
optional :import_state_endpoint, :string, 2
|
80
|
+
end
|
81
|
+
end
|
82
|
+
end
|
83
|
+
|
84
|
+
module Google
|
85
|
+
module Cloud
|
86
|
+
module Dataflow
|
87
|
+
module V1beta3
|
88
|
+
TopologyConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.TopologyConfig").msgclass
|
89
|
+
PubsubLocation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.PubsubLocation").msgclass
|
90
|
+
StreamingStageLocation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.StreamingStageLocation").msgclass
|
91
|
+
StreamingSideInputLocation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.StreamingSideInputLocation").msgclass
|
92
|
+
CustomSourceLocation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.CustomSourceLocation").msgclass
|
93
|
+
StreamLocation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.StreamLocation").msgclass
|
94
|
+
StateFamilyConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.StateFamilyConfig").msgclass
|
95
|
+
ComputationTopology = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ComputationTopology").msgclass
|
96
|
+
KeyRangeLocation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.KeyRangeLocation").msgclass
|
97
|
+
MountedDataDisk = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.MountedDataDisk").msgclass
|
98
|
+
DataDiskAssignment = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.DataDiskAssignment").msgclass
|
99
|
+
KeyRangeDataDiskAssignment = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.KeyRangeDataDiskAssignment").msgclass
|
100
|
+
StreamingComputationRanges = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.StreamingComputationRanges").msgclass
|
101
|
+
StreamingApplianceSnapshotConfig = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.StreamingApplianceSnapshotConfig").msgclass
|
102
|
+
end
|
103
|
+
end
|
104
|
+
end
|
105
|
+
end
|
@@ -0,0 +1,213 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# source: google/dataflow/v1beta3/templates.proto
|
3
|
+
|
4
|
+
require 'google/protobuf'
|
5
|
+
|
6
|
+
require 'google/api/annotations_pb'
|
7
|
+
require 'google/dataflow/v1beta3/environment_pb'
|
8
|
+
require 'google/dataflow/v1beta3/jobs_pb'
|
9
|
+
require 'google/rpc/status_pb'
|
10
|
+
require 'google/api/client_pb'
|
11
|
+
Google::Protobuf::DescriptorPool.generated_pool.build do
|
12
|
+
add_file("google/dataflow/v1beta3/templates.proto", :syntax => :proto3) do
|
13
|
+
add_message "google.dataflow.v1beta3.LaunchFlexTemplateResponse" do
|
14
|
+
optional :job, :message, 1, "google.dataflow.v1beta3.Job"
|
15
|
+
end
|
16
|
+
add_message "google.dataflow.v1beta3.ContainerSpec" do
|
17
|
+
optional :image, :string, 1
|
18
|
+
optional :metadata, :message, 2, "google.dataflow.v1beta3.TemplateMetadata"
|
19
|
+
optional :sdk_info, :message, 3, "google.dataflow.v1beta3.SDKInfo"
|
20
|
+
optional :default_environment, :message, 4, "google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment"
|
21
|
+
end
|
22
|
+
add_message "google.dataflow.v1beta3.LaunchFlexTemplateParameter" do
|
23
|
+
optional :job_name, :string, 1
|
24
|
+
map :parameters, :string, :string, 2
|
25
|
+
map :launch_options, :string, :string, 6
|
26
|
+
optional :environment, :message, 7, "google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment"
|
27
|
+
optional :update, :bool, 8
|
28
|
+
map :transform_name_mappings, :string, :string, 9
|
29
|
+
oneof :template do
|
30
|
+
optional :container_spec, :message, 4, "google.dataflow.v1beta3.ContainerSpec"
|
31
|
+
optional :container_spec_gcs_path, :string, 5
|
32
|
+
end
|
33
|
+
end
|
34
|
+
add_message "google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment" do
|
35
|
+
optional :num_workers, :int32, 1
|
36
|
+
optional :max_workers, :int32, 2
|
37
|
+
optional :zone, :string, 3
|
38
|
+
optional :service_account_email, :string, 4
|
39
|
+
optional :temp_location, :string, 5
|
40
|
+
optional :machine_type, :string, 6
|
41
|
+
repeated :additional_experiments, :string, 7
|
42
|
+
optional :network, :string, 8
|
43
|
+
optional :subnetwork, :string, 9
|
44
|
+
map :additional_user_labels, :string, :string, 10
|
45
|
+
optional :kms_key_name, :string, 11
|
46
|
+
optional :ip_configuration, :enum, 12, "google.dataflow.v1beta3.WorkerIPAddressConfiguration"
|
47
|
+
optional :worker_region, :string, 13
|
48
|
+
optional :worker_zone, :string, 14
|
49
|
+
optional :enable_streaming_engine, :bool, 15
|
50
|
+
optional :flexrs_goal, :enum, 16, "google.dataflow.v1beta3.FlexResourceSchedulingGoal"
|
51
|
+
optional :staging_location, :string, 17
|
52
|
+
optional :sdk_container_image, :string, 18
|
53
|
+
end
|
54
|
+
add_message "google.dataflow.v1beta3.LaunchFlexTemplateRequest" do
|
55
|
+
optional :project_id, :string, 1
|
56
|
+
optional :launch_parameter, :message, 2, "google.dataflow.v1beta3.LaunchFlexTemplateParameter"
|
57
|
+
optional :location, :string, 3
|
58
|
+
optional :validate_only, :bool, 4
|
59
|
+
end
|
60
|
+
add_message "google.dataflow.v1beta3.RuntimeEnvironment" do
|
61
|
+
optional :num_workers, :int32, 11
|
62
|
+
optional :max_workers, :int32, 1
|
63
|
+
optional :zone, :string, 2
|
64
|
+
optional :service_account_email, :string, 3
|
65
|
+
optional :temp_location, :string, 4
|
66
|
+
optional :bypass_temp_dir_validation, :bool, 5
|
67
|
+
optional :machine_type, :string, 6
|
68
|
+
repeated :additional_experiments, :string, 7
|
69
|
+
optional :network, :string, 8
|
70
|
+
optional :subnetwork, :string, 9
|
71
|
+
map :additional_user_labels, :string, :string, 10
|
72
|
+
optional :kms_key_name, :string, 12
|
73
|
+
optional :ip_configuration, :enum, 14, "google.dataflow.v1beta3.WorkerIPAddressConfiguration"
|
74
|
+
optional :worker_region, :string, 15
|
75
|
+
optional :worker_zone, :string, 16
|
76
|
+
optional :enable_streaming_engine, :bool, 17
|
77
|
+
end
|
78
|
+
add_message "google.dataflow.v1beta3.ParameterMetadata" do
|
79
|
+
optional :name, :string, 1
|
80
|
+
optional :label, :string, 2
|
81
|
+
optional :help_text, :string, 3
|
82
|
+
optional :is_optional, :bool, 4
|
83
|
+
repeated :regexes, :string, 5
|
84
|
+
optional :param_type, :enum, 6, "google.dataflow.v1beta3.ParameterType"
|
85
|
+
map :custom_metadata, :string, :string, 7
|
86
|
+
end
|
87
|
+
add_message "google.dataflow.v1beta3.TemplateMetadata" do
|
88
|
+
optional :name, :string, 1
|
89
|
+
optional :description, :string, 2
|
90
|
+
repeated :parameters, :message, 3, "google.dataflow.v1beta3.ParameterMetadata"
|
91
|
+
end
|
92
|
+
add_message "google.dataflow.v1beta3.SDKInfo" do
|
93
|
+
optional :language, :enum, 1, "google.dataflow.v1beta3.SDKInfo.Language"
|
94
|
+
optional :version, :string, 2
|
95
|
+
end
|
96
|
+
add_enum "google.dataflow.v1beta3.SDKInfo.Language" do
|
97
|
+
value :UNKNOWN, 0
|
98
|
+
value :JAVA, 1
|
99
|
+
value :PYTHON, 2
|
100
|
+
end
|
101
|
+
add_message "google.dataflow.v1beta3.RuntimeMetadata" do
|
102
|
+
optional :sdk_info, :message, 1, "google.dataflow.v1beta3.SDKInfo"
|
103
|
+
repeated :parameters, :message, 2, "google.dataflow.v1beta3.ParameterMetadata"
|
104
|
+
end
|
105
|
+
add_message "google.dataflow.v1beta3.CreateJobFromTemplateRequest" do
|
106
|
+
optional :project_id, :string, 1
|
107
|
+
optional :job_name, :string, 4
|
108
|
+
map :parameters, :string, :string, 3
|
109
|
+
optional :environment, :message, 5, "google.dataflow.v1beta3.RuntimeEnvironment"
|
110
|
+
optional :location, :string, 6
|
111
|
+
oneof :template do
|
112
|
+
optional :gcs_path, :string, 2
|
113
|
+
end
|
114
|
+
end
|
115
|
+
add_message "google.dataflow.v1beta3.GetTemplateRequest" do
|
116
|
+
optional :project_id, :string, 1
|
117
|
+
optional :view, :enum, 3, "google.dataflow.v1beta3.GetTemplateRequest.TemplateView"
|
118
|
+
optional :location, :string, 4
|
119
|
+
oneof :template do
|
120
|
+
optional :gcs_path, :string, 2
|
121
|
+
end
|
122
|
+
end
|
123
|
+
add_enum "google.dataflow.v1beta3.GetTemplateRequest.TemplateView" do
|
124
|
+
value :METADATA_ONLY, 0
|
125
|
+
end
|
126
|
+
add_message "google.dataflow.v1beta3.GetTemplateResponse" do
|
127
|
+
optional :status, :message, 1, "google.rpc.Status"
|
128
|
+
optional :metadata, :message, 2, "google.dataflow.v1beta3.TemplateMetadata"
|
129
|
+
optional :template_type, :enum, 3, "google.dataflow.v1beta3.GetTemplateResponse.TemplateType"
|
130
|
+
optional :runtime_metadata, :message, 4, "google.dataflow.v1beta3.RuntimeMetadata"
|
131
|
+
end
|
132
|
+
add_enum "google.dataflow.v1beta3.GetTemplateResponse.TemplateType" do
|
133
|
+
value :UNKNOWN, 0
|
134
|
+
value :LEGACY, 1
|
135
|
+
value :FLEX, 2
|
136
|
+
end
|
137
|
+
add_message "google.dataflow.v1beta3.LaunchTemplateParameters" do
|
138
|
+
optional :job_name, :string, 1
|
139
|
+
map :parameters, :string, :string, 2
|
140
|
+
optional :environment, :message, 3, "google.dataflow.v1beta3.RuntimeEnvironment"
|
141
|
+
optional :update, :bool, 4
|
142
|
+
map :transform_name_mapping, :string, :string, 5
|
143
|
+
end
|
144
|
+
add_message "google.dataflow.v1beta3.LaunchTemplateRequest" do
|
145
|
+
optional :project_id, :string, 1
|
146
|
+
optional :validate_only, :bool, 2
|
147
|
+
optional :launch_parameters, :message, 4, "google.dataflow.v1beta3.LaunchTemplateParameters"
|
148
|
+
optional :location, :string, 5
|
149
|
+
oneof :template do
|
150
|
+
optional :gcs_path, :string, 3
|
151
|
+
optional :dynamic_template, :message, 6, "google.dataflow.v1beta3.DynamicTemplateLaunchParams"
|
152
|
+
end
|
153
|
+
end
|
154
|
+
add_message "google.dataflow.v1beta3.LaunchTemplateResponse" do
|
155
|
+
optional :job, :message, 1, "google.dataflow.v1beta3.Job"
|
156
|
+
end
|
157
|
+
add_message "google.dataflow.v1beta3.InvalidTemplateParameters" do
|
158
|
+
repeated :parameter_violations, :message, 1, "google.dataflow.v1beta3.InvalidTemplateParameters.ParameterViolation"
|
159
|
+
end
|
160
|
+
add_message "google.dataflow.v1beta3.InvalidTemplateParameters.ParameterViolation" do
|
161
|
+
optional :parameter, :string, 1
|
162
|
+
optional :description, :string, 2
|
163
|
+
end
|
164
|
+
add_message "google.dataflow.v1beta3.DynamicTemplateLaunchParams" do
|
165
|
+
optional :gcs_path, :string, 1
|
166
|
+
optional :staging_location, :string, 2
|
167
|
+
end
|
168
|
+
add_enum "google.dataflow.v1beta3.ParameterType" do
|
169
|
+
value :DEFAULT, 0
|
170
|
+
value :TEXT, 1
|
171
|
+
value :GCS_READ_BUCKET, 2
|
172
|
+
value :GCS_WRITE_BUCKET, 3
|
173
|
+
value :GCS_READ_FILE, 4
|
174
|
+
value :GCS_WRITE_FILE, 5
|
175
|
+
value :GCS_READ_FOLDER, 6
|
176
|
+
value :GCS_WRITE_FOLDER, 7
|
177
|
+
value :PUBSUB_TOPIC, 8
|
178
|
+
value :PUBSUB_SUBSCRIPTION, 9
|
179
|
+
end
|
180
|
+
end
|
181
|
+
end
|
182
|
+
|
183
|
+
module Google
|
184
|
+
module Cloud
|
185
|
+
module Dataflow
|
186
|
+
module V1beta3
|
187
|
+
LaunchFlexTemplateResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.LaunchFlexTemplateResponse").msgclass
|
188
|
+
ContainerSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ContainerSpec").msgclass
|
189
|
+
LaunchFlexTemplateParameter = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.LaunchFlexTemplateParameter").msgclass
|
190
|
+
FlexTemplateRuntimeEnvironment = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment").msgclass
|
191
|
+
LaunchFlexTemplateRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.LaunchFlexTemplateRequest").msgclass
|
192
|
+
RuntimeEnvironment = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.RuntimeEnvironment").msgclass
|
193
|
+
ParameterMetadata = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ParameterMetadata").msgclass
|
194
|
+
TemplateMetadata = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.TemplateMetadata").msgclass
|
195
|
+
SDKInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.SDKInfo").msgclass
|
196
|
+
SDKInfo::Language = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.SDKInfo.Language").enummodule
|
197
|
+
RuntimeMetadata = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.RuntimeMetadata").msgclass
|
198
|
+
CreateJobFromTemplateRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.CreateJobFromTemplateRequest").msgclass
|
199
|
+
GetTemplateRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.GetTemplateRequest").msgclass
|
200
|
+
GetTemplateRequest::TemplateView = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.GetTemplateRequest.TemplateView").enummodule
|
201
|
+
GetTemplateResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.GetTemplateResponse").msgclass
|
202
|
+
GetTemplateResponse::TemplateType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.GetTemplateResponse.TemplateType").enummodule
|
203
|
+
LaunchTemplateParameters = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.LaunchTemplateParameters").msgclass
|
204
|
+
LaunchTemplateRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.LaunchTemplateRequest").msgclass
|
205
|
+
LaunchTemplateResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.LaunchTemplateResponse").msgclass
|
206
|
+
InvalidTemplateParameters = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.InvalidTemplateParameters").msgclass
|
207
|
+
InvalidTemplateParameters::ParameterViolation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.InvalidTemplateParameters.ParameterViolation").msgclass
|
208
|
+
DynamicTemplateLaunchParams = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.DynamicTemplateLaunchParams").msgclass
|
209
|
+
ParameterType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ParameterType").enummodule
|
210
|
+
end
|
211
|
+
end
|
212
|
+
end
|
213
|
+
end
|
@@ -0,0 +1,65 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# Source: google/dataflow/v1beta3/templates.proto for package 'Google.Cloud.Dataflow.V1beta3'
|
3
|
+
# Original file comments:
|
4
|
+
# Copyright 2021 Google LLC
|
5
|
+
#
|
6
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
7
|
+
# you may not use this file except in compliance with the License.
|
8
|
+
# You may obtain a copy of the License at
|
9
|
+
#
|
10
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
11
|
+
#
|
12
|
+
# Unless required by applicable law or agreed to in writing, software
|
13
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
14
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
15
|
+
# See the License for the specific language governing permissions and
|
16
|
+
# limitations under the License.
|
17
|
+
#
|
18
|
+
|
19
|
+
require 'grpc'
|
20
|
+
require 'google/dataflow/v1beta3/templates_pb'
|
21
|
+
|
22
|
+
module Google
|
23
|
+
module Cloud
|
24
|
+
module Dataflow
|
25
|
+
module V1beta3
|
26
|
+
module TemplatesService
|
27
|
+
# Provides a method to create Cloud Dataflow jobs from templates.
|
28
|
+
class Service
|
29
|
+
|
30
|
+
include GRPC::GenericService
|
31
|
+
|
32
|
+
self.marshal_class_method = :encode
|
33
|
+
self.unmarshal_class_method = :decode
|
34
|
+
self.service_name = 'google.dataflow.v1beta3.TemplatesService'
|
35
|
+
|
36
|
+
# Creates a Cloud Dataflow job from a template.
|
37
|
+
rpc :CreateJobFromTemplate, ::Google::Cloud::Dataflow::V1beta3::CreateJobFromTemplateRequest, ::Google::Cloud::Dataflow::V1beta3::Job
|
38
|
+
# Launch a template.
|
39
|
+
rpc :LaunchTemplate, ::Google::Cloud::Dataflow::V1beta3::LaunchTemplateRequest, ::Google::Cloud::Dataflow::V1beta3::LaunchTemplateResponse
|
40
|
+
# Get the template associated with a template.
|
41
|
+
rpc :GetTemplate, ::Google::Cloud::Dataflow::V1beta3::GetTemplateRequest, ::Google::Cloud::Dataflow::V1beta3::GetTemplateResponse
|
42
|
+
end
|
43
|
+
|
44
|
+
Stub = Service.rpc_stub_class
|
45
|
+
end
|
46
|
+
module FlexTemplatesService
|
47
|
+
# Provides a service for Flex templates. This feature is not ready yet.
|
48
|
+
class Service
|
49
|
+
|
50
|
+
include GRPC::GenericService
|
51
|
+
|
52
|
+
self.marshal_class_method = :encode
|
53
|
+
self.unmarshal_class_method = :decode
|
54
|
+
self.service_name = 'google.dataflow.v1beta3.FlexTemplatesService'
|
55
|
+
|
56
|
+
# Launch a job with a FlexTemplate.
|
57
|
+
rpc :LaunchFlexTemplate, ::Google::Cloud::Dataflow::V1beta3::LaunchFlexTemplateRequest, ::Google::Cloud::Dataflow::V1beta3::LaunchFlexTemplateResponse
|
58
|
+
end
|
59
|
+
|
60
|
+
Stub = Service.rpc_stub_class
|
61
|
+
end
|
62
|
+
end
|
63
|
+
end
|
64
|
+
end
|
65
|
+
end
|
@@ -0,0 +1,65 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
# Copyright 2021 Google LLC
|
4
|
+
#
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
6
|
+
# you may not use this file except in compliance with the License.
|
7
|
+
# You may obtain a copy of the License at
|
8
|
+
#
|
9
|
+
# https://www.apache.org/licenses/LICENSE-2.0
|
10
|
+
#
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
14
|
+
# See the License for the specific language governing permissions and
|
15
|
+
# limitations under the License.
|
16
|
+
|
17
|
+
# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
|
18
|
+
|
19
|
+
|
20
|
+
module Google
|
21
|
+
module Api
|
22
|
+
# An indicator of the behavior of a given field (for example, that a field
|
23
|
+
# is required in requests, or given as output but ignored as input).
|
24
|
+
# This **does not** change the behavior in protocol buffers itself; it only
|
25
|
+
# denotes the behavior and may affect how API tooling handles the field.
|
26
|
+
#
|
27
|
+
# Note: This enum **may** receive new values in the future.
|
28
|
+
module FieldBehavior
|
29
|
+
# Conventional default for enums. Do not use this.
|
30
|
+
FIELD_BEHAVIOR_UNSPECIFIED = 0
|
31
|
+
|
32
|
+
# Specifically denotes a field as optional.
|
33
|
+
# While all fields in protocol buffers are optional, this may be specified
|
34
|
+
# for emphasis if appropriate.
|
35
|
+
OPTIONAL = 1
|
36
|
+
|
37
|
+
# Denotes a field as required.
|
38
|
+
# This indicates that the field **must** be provided as part of the request,
|
39
|
+
# and failure to do so will cause an error (usually `INVALID_ARGUMENT`).
|
40
|
+
REQUIRED = 2
|
41
|
+
|
42
|
+
# Denotes a field as output only.
|
43
|
+
# This indicates that the field is provided in responses, but including the
|
44
|
+
# field in a request does nothing (the server *must* ignore it and
|
45
|
+
# *must not* throw an error as a result of the field's presence).
|
46
|
+
OUTPUT_ONLY = 3
|
47
|
+
|
48
|
+
# Denotes a field as input only.
|
49
|
+
# This indicates that the field is provided in requests, and the
|
50
|
+
# corresponding field is not included in output.
|
51
|
+
INPUT_ONLY = 4
|
52
|
+
|
53
|
+
# Denotes a field as immutable.
|
54
|
+
# This indicates that the field may be set once in a request to create a
|
55
|
+
# resource, but may not be changed thereafter.
|
56
|
+
IMMUTABLE = 5
|
57
|
+
|
58
|
+
# Denotes that a (repeated) field is an unordered list.
|
59
|
+
# This indicates that the service may provide the elements of the list
|
60
|
+
# in any arbitrary order, rather than the order the user originally
|
61
|
+
# provided. Additionally, the list's order may or may not be stable.
|
62
|
+
UNORDERED_LIST = 6
|
63
|
+
end
|
64
|
+
end
|
65
|
+
end
|