google-cloud-dataflow-v1beta3 0.1.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +7 -0
- data/.yardopts +12 -0
- data/AUTHENTICATION.md +169 -0
- data/LICENSE.md +201 -0
- data/README.md +139 -0
- data/lib/google-cloud-dataflow-v1beta3.rb +21 -0
- data/lib/google/cloud/dataflow/v1beta3.rb +43 -0
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service.rb +48 -0
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/client.rb +376 -0
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/credentials.rb +54 -0
- data/lib/google/cloud/dataflow/v1beta3/jobs.rb +49 -0
- data/lib/google/cloud/dataflow/v1beta3/jobs/client.rb +868 -0
- data/lib/google/cloud/dataflow/v1beta3/jobs/credentials.rb +54 -0
- data/lib/google/cloud/dataflow/v1beta3/messages.rb +49 -0
- data/lib/google/cloud/dataflow/v1beta3/messages/client.rb +399 -0
- data/lib/google/cloud/dataflow/v1beta3/messages/credentials.rb +54 -0
- data/lib/google/cloud/dataflow/v1beta3/metrics.rb +49 -0
- data/lib/google/cloud/dataflow/v1beta3/metrics/client.rb +560 -0
- data/lib/google/cloud/dataflow/v1beta3/metrics/credentials.rb +54 -0
- data/lib/google/cloud/dataflow/v1beta3/snapshots.rb +48 -0
- data/lib/google/cloud/dataflow/v1beta3/snapshots/client.rb +515 -0
- data/lib/google/cloud/dataflow/v1beta3/snapshots/credentials.rb +54 -0
- data/lib/google/cloud/dataflow/v1beta3/templates_service.rb +48 -0
- data/lib/google/cloud/dataflow/v1beta3/templates_service/client.rb +543 -0
- data/lib/google/cloud/dataflow/v1beta3/templates_service/credentials.rb +54 -0
- data/lib/google/cloud/dataflow/v1beta3/version.rb +28 -0
- data/lib/google/dataflow/v1beta3/environment_pb.rb +167 -0
- data/lib/google/dataflow/v1beta3/jobs_pb.rb +292 -0
- data/lib/google/dataflow/v1beta3/jobs_services_pb.rb +83 -0
- data/lib/google/dataflow/v1beta3/messages_pb.rb +83 -0
- data/lib/google/dataflow/v1beta3/messages_services_pb.rb +52 -0
- data/lib/google/dataflow/v1beta3/metrics_pb.rb +126 -0
- data/lib/google/dataflow/v1beta3/metrics_services_pb.rb +61 -0
- data/lib/google/dataflow/v1beta3/snapshots_pb.rb +75 -0
- data/lib/google/dataflow/v1beta3/snapshots_services_pb.rb +49 -0
- data/lib/google/dataflow/v1beta3/streaming_pb.rb +105 -0
- data/lib/google/dataflow/v1beta3/templates_pb.rb +213 -0
- data/lib/google/dataflow/v1beta3/templates_services_pb.rb +65 -0
- data/proto_docs/README.md +4 -0
- data/proto_docs/google/api/field_behavior.rb +65 -0
- data/proto_docs/google/api/resource.rb +283 -0
- data/proto_docs/google/dataflow/v1beta3/environment.rb +583 -0
- data/proto_docs/google/dataflow/v1beta3/jobs.rb +927 -0
- data/proto_docs/google/dataflow/v1beta3/messages.rb +226 -0
- data/proto_docs/google/dataflow/v1beta3/metrics.rb +367 -0
- data/proto_docs/google/dataflow/v1beta3/snapshots.rb +160 -0
- data/proto_docs/google/dataflow/v1beta3/streaming.rb +280 -0
- data/proto_docs/google/dataflow/v1beta3/templates.rb +669 -0
- data/proto_docs/google/protobuf/any.rb +141 -0
- data/proto_docs/google/protobuf/duration.rb +98 -0
- data/proto_docs/google/protobuf/struct.rb +96 -0
- data/proto_docs/google/protobuf/timestamp.rb +129 -0
- data/proto_docs/google/rpc/status.rb +46 -0
- metadata +243 -0
@@ -0,0 +1,54 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
# Copyright 2021 Google LLC
|
4
|
+
#
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
6
|
+
# you may not use this file except in compliance with the License.
|
7
|
+
# You may obtain a copy of the License at
|
8
|
+
#
|
9
|
+
# https://www.apache.org/licenses/LICENSE-2.0
|
10
|
+
#
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
14
|
+
# See the License for the specific language governing permissions and
|
15
|
+
# limitations under the License.
|
16
|
+
|
17
|
+
# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
|
18
|
+
|
19
|
+
require "googleauth"
|
20
|
+
|
21
|
+
module Google
|
22
|
+
module Cloud
|
23
|
+
module Dataflow
|
24
|
+
module V1beta3
|
25
|
+
module TemplatesService
|
26
|
+
# Credentials for the TemplatesService API.
|
27
|
+
class Credentials < ::Google::Auth::Credentials
|
28
|
+
self.scope = [
|
29
|
+
"https://www.googleapis.com/auth/cloud-platform",
|
30
|
+
"https://www.googleapis.com/auth/compute",
|
31
|
+
"https://www.googleapis.com/auth/compute.readonly",
|
32
|
+
"https://www.googleapis.com/auth/userinfo.email"
|
33
|
+
]
|
34
|
+
self.env_vars = [
|
35
|
+
"DATAFLOW_CREDENTIALS",
|
36
|
+
"DATAFLOW_KEYFILE",
|
37
|
+
"GOOGLE_CLOUD_CREDENTIALS",
|
38
|
+
"GOOGLE_CLOUD_KEYFILE",
|
39
|
+
"GCLOUD_KEYFILE",
|
40
|
+
"DATAFLOW_CREDENTIALS_JSON",
|
41
|
+
"DATAFLOW_KEYFILE_JSON",
|
42
|
+
"GOOGLE_CLOUD_CREDENTIALS_JSON",
|
43
|
+
"GOOGLE_CLOUD_KEYFILE_JSON",
|
44
|
+
"GCLOUD_KEYFILE_JSON"
|
45
|
+
]
|
46
|
+
self.paths = [
|
47
|
+
"~/.config/google_cloud/application_default_credentials.json"
|
48
|
+
]
|
49
|
+
end
|
50
|
+
end
|
51
|
+
end
|
52
|
+
end
|
53
|
+
end
|
54
|
+
end
|
@@ -0,0 +1,28 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
# Copyright 2021 Google LLC
|
4
|
+
#
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
6
|
+
# you may not use this file except in compliance with the License.
|
7
|
+
# You may obtain a copy of the License at
|
8
|
+
#
|
9
|
+
# https://www.apache.org/licenses/LICENSE-2.0
|
10
|
+
#
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
14
|
+
# See the License for the specific language governing permissions and
|
15
|
+
# limitations under the License.
|
16
|
+
|
17
|
+
# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
|
18
|
+
|
19
|
+
|
20
|
+
module Google
|
21
|
+
module Cloud
|
22
|
+
module Dataflow
|
23
|
+
module V1beta3
|
24
|
+
VERSION = "0.1.0"
|
25
|
+
end
|
26
|
+
end
|
27
|
+
end
|
28
|
+
end
|
@@ -0,0 +1,167 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# source: google/dataflow/v1beta3/environment.proto
|
3
|
+
|
4
|
+
require 'google/protobuf'
|
5
|
+
|
6
|
+
require 'google/api/field_behavior_pb'
|
7
|
+
require 'google/protobuf/any_pb'
|
8
|
+
require 'google/protobuf/struct_pb'
|
9
|
+
Google::Protobuf::DescriptorPool.generated_pool.build do
|
10
|
+
add_file("google/dataflow/v1beta3/environment.proto", :syntax => :proto3) do
|
11
|
+
add_message "google.dataflow.v1beta3.Environment" do
|
12
|
+
optional :temp_storage_prefix, :string, 1
|
13
|
+
optional :cluster_manager_api_service, :string, 2
|
14
|
+
repeated :experiments, :string, 3
|
15
|
+
repeated :service_options, :string, 16
|
16
|
+
optional :service_kms_key_name, :string, 12
|
17
|
+
repeated :worker_pools, :message, 4, "google.dataflow.v1beta3.WorkerPool"
|
18
|
+
optional :user_agent, :message, 5, "google.protobuf.Struct"
|
19
|
+
optional :version, :message, 6, "google.protobuf.Struct"
|
20
|
+
optional :dataset, :string, 7
|
21
|
+
optional :sdk_pipeline_options, :message, 8, "google.protobuf.Struct"
|
22
|
+
optional :internal_experiments, :message, 9, "google.protobuf.Any"
|
23
|
+
optional :service_account_email, :string, 10
|
24
|
+
optional :flex_resource_scheduling_goal, :enum, 11, "google.dataflow.v1beta3.FlexResourceSchedulingGoal"
|
25
|
+
optional :worker_region, :string, 13
|
26
|
+
optional :worker_zone, :string, 14
|
27
|
+
optional :shuffle_mode, :enum, 15, "google.dataflow.v1beta3.ShuffleMode"
|
28
|
+
optional :debug_options, :message, 17, "google.dataflow.v1beta3.DebugOptions"
|
29
|
+
end
|
30
|
+
add_message "google.dataflow.v1beta3.Package" do
|
31
|
+
optional :name, :string, 1
|
32
|
+
optional :location, :string, 2
|
33
|
+
end
|
34
|
+
add_message "google.dataflow.v1beta3.Disk" do
|
35
|
+
optional :size_gb, :int32, 1
|
36
|
+
optional :disk_type, :string, 2
|
37
|
+
optional :mount_point, :string, 3
|
38
|
+
end
|
39
|
+
add_message "google.dataflow.v1beta3.WorkerSettings" do
|
40
|
+
optional :base_url, :string, 1
|
41
|
+
optional :reporting_enabled, :bool, 2
|
42
|
+
optional :service_path, :string, 3
|
43
|
+
optional :shuffle_service_path, :string, 4
|
44
|
+
optional :worker_id, :string, 5
|
45
|
+
optional :temp_storage_prefix, :string, 6
|
46
|
+
end
|
47
|
+
add_message "google.dataflow.v1beta3.TaskRunnerSettings" do
|
48
|
+
optional :task_user, :string, 1
|
49
|
+
optional :task_group, :string, 2
|
50
|
+
repeated :oauth_scopes, :string, 3
|
51
|
+
optional :base_url, :string, 4
|
52
|
+
optional :dataflow_api_version, :string, 5
|
53
|
+
optional :parallel_worker_settings, :message, 6, "google.dataflow.v1beta3.WorkerSettings"
|
54
|
+
optional :base_task_dir, :string, 7
|
55
|
+
optional :continue_on_exception, :bool, 8
|
56
|
+
optional :log_to_serialconsole, :bool, 9
|
57
|
+
optional :alsologtostderr, :bool, 10
|
58
|
+
optional :log_upload_location, :string, 11
|
59
|
+
optional :log_dir, :string, 12
|
60
|
+
optional :temp_storage_prefix, :string, 13
|
61
|
+
optional :harness_command, :string, 14
|
62
|
+
optional :workflow_file_name, :string, 15
|
63
|
+
optional :commandlines_file_name, :string, 16
|
64
|
+
optional :vm_id, :string, 17
|
65
|
+
optional :language_hint, :string, 18
|
66
|
+
optional :streaming_worker_main_class, :string, 19
|
67
|
+
end
|
68
|
+
add_message "google.dataflow.v1beta3.AutoscalingSettings" do
|
69
|
+
optional :algorithm, :enum, 1, "google.dataflow.v1beta3.AutoscalingAlgorithm"
|
70
|
+
optional :max_num_workers, :int32, 2
|
71
|
+
end
|
72
|
+
add_message "google.dataflow.v1beta3.SdkHarnessContainerImage" do
|
73
|
+
optional :container_image, :string, 1
|
74
|
+
optional :use_single_core_per_container, :bool, 2
|
75
|
+
optional :environment_id, :string, 3
|
76
|
+
end
|
77
|
+
add_message "google.dataflow.v1beta3.WorkerPool" do
|
78
|
+
optional :kind, :string, 1
|
79
|
+
optional :num_workers, :int32, 2
|
80
|
+
repeated :packages, :message, 3, "google.dataflow.v1beta3.Package"
|
81
|
+
optional :default_package_set, :enum, 4, "google.dataflow.v1beta3.DefaultPackageSet"
|
82
|
+
optional :machine_type, :string, 5
|
83
|
+
optional :teardown_policy, :enum, 6, "google.dataflow.v1beta3.TeardownPolicy"
|
84
|
+
optional :disk_size_gb, :int32, 7
|
85
|
+
optional :disk_type, :string, 16
|
86
|
+
optional :disk_source_image, :string, 8
|
87
|
+
optional :zone, :string, 9
|
88
|
+
optional :taskrunner_settings, :message, 10, "google.dataflow.v1beta3.TaskRunnerSettings"
|
89
|
+
optional :on_host_maintenance, :string, 11
|
90
|
+
repeated :data_disks, :message, 12, "google.dataflow.v1beta3.Disk"
|
91
|
+
map :metadata, :string, :string, 13
|
92
|
+
optional :autoscaling_settings, :message, 14, "google.dataflow.v1beta3.AutoscalingSettings"
|
93
|
+
optional :pool_args, :message, 15, "google.protobuf.Any"
|
94
|
+
optional :network, :string, 17
|
95
|
+
optional :subnetwork, :string, 19
|
96
|
+
optional :worker_harness_container_image, :string, 18
|
97
|
+
optional :num_threads_per_worker, :int32, 20
|
98
|
+
optional :ip_configuration, :enum, 21, "google.dataflow.v1beta3.WorkerIPAddressConfiguration"
|
99
|
+
repeated :sdk_harness_container_images, :message, 22, "google.dataflow.v1beta3.SdkHarnessContainerImage"
|
100
|
+
end
|
101
|
+
add_message "google.dataflow.v1beta3.DebugOptions" do
|
102
|
+
optional :enable_hot_key_logging, :bool, 1
|
103
|
+
end
|
104
|
+
add_enum "google.dataflow.v1beta3.JobType" do
|
105
|
+
value :JOB_TYPE_UNKNOWN, 0
|
106
|
+
value :JOB_TYPE_BATCH, 1
|
107
|
+
value :JOB_TYPE_STREAMING, 2
|
108
|
+
end
|
109
|
+
add_enum "google.dataflow.v1beta3.FlexResourceSchedulingGoal" do
|
110
|
+
value :FLEXRS_UNSPECIFIED, 0
|
111
|
+
value :FLEXRS_SPEED_OPTIMIZED, 1
|
112
|
+
value :FLEXRS_COST_OPTIMIZED, 2
|
113
|
+
end
|
114
|
+
add_enum "google.dataflow.v1beta3.TeardownPolicy" do
|
115
|
+
value :TEARDOWN_POLICY_UNKNOWN, 0
|
116
|
+
value :TEARDOWN_ALWAYS, 1
|
117
|
+
value :TEARDOWN_ON_SUCCESS, 2
|
118
|
+
value :TEARDOWN_NEVER, 3
|
119
|
+
end
|
120
|
+
add_enum "google.dataflow.v1beta3.DefaultPackageSet" do
|
121
|
+
value :DEFAULT_PACKAGE_SET_UNKNOWN, 0
|
122
|
+
value :DEFAULT_PACKAGE_SET_NONE, 1
|
123
|
+
value :DEFAULT_PACKAGE_SET_JAVA, 2
|
124
|
+
value :DEFAULT_PACKAGE_SET_PYTHON, 3
|
125
|
+
end
|
126
|
+
add_enum "google.dataflow.v1beta3.AutoscalingAlgorithm" do
|
127
|
+
value :AUTOSCALING_ALGORITHM_UNKNOWN, 0
|
128
|
+
value :AUTOSCALING_ALGORITHM_NONE, 1
|
129
|
+
value :AUTOSCALING_ALGORITHM_BASIC, 2
|
130
|
+
end
|
131
|
+
add_enum "google.dataflow.v1beta3.WorkerIPAddressConfiguration" do
|
132
|
+
value :WORKER_IP_UNSPECIFIED, 0
|
133
|
+
value :WORKER_IP_PUBLIC, 1
|
134
|
+
value :WORKER_IP_PRIVATE, 2
|
135
|
+
end
|
136
|
+
add_enum "google.dataflow.v1beta3.ShuffleMode" do
|
137
|
+
value :SHUFFLE_MODE_UNSPECIFIED, 0
|
138
|
+
value :VM_BASED, 1
|
139
|
+
value :SERVICE_BASED, 2
|
140
|
+
end
|
141
|
+
end
|
142
|
+
end
|
143
|
+
|
144
|
+
module Google
|
145
|
+
module Cloud
|
146
|
+
module Dataflow
|
147
|
+
module V1beta3
|
148
|
+
Environment = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.Environment").msgclass
|
149
|
+
Package = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.Package").msgclass
|
150
|
+
Disk = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.Disk").msgclass
|
151
|
+
WorkerSettings = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.WorkerSettings").msgclass
|
152
|
+
TaskRunnerSettings = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.TaskRunnerSettings").msgclass
|
153
|
+
AutoscalingSettings = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.AutoscalingSettings").msgclass
|
154
|
+
SdkHarnessContainerImage = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.SdkHarnessContainerImage").msgclass
|
155
|
+
WorkerPool = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.WorkerPool").msgclass
|
156
|
+
DebugOptions = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.DebugOptions").msgclass
|
157
|
+
JobType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.JobType").enummodule
|
158
|
+
FlexResourceSchedulingGoal = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.FlexResourceSchedulingGoal").enummodule
|
159
|
+
TeardownPolicy = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.TeardownPolicy").enummodule
|
160
|
+
DefaultPackageSet = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.DefaultPackageSet").enummodule
|
161
|
+
AutoscalingAlgorithm = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.AutoscalingAlgorithm").enummodule
|
162
|
+
WorkerIPAddressConfiguration = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.WorkerIPAddressConfiguration").enummodule
|
163
|
+
ShuffleMode = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ShuffleMode").enummodule
|
164
|
+
end
|
165
|
+
end
|
166
|
+
end
|
167
|
+
end
|
@@ -0,0 +1,292 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# source: google/dataflow/v1beta3/jobs.proto
|
3
|
+
|
4
|
+
require 'google/protobuf'
|
5
|
+
|
6
|
+
require 'google/api/annotations_pb'
|
7
|
+
require 'google/dataflow/v1beta3/environment_pb'
|
8
|
+
require 'google/dataflow/v1beta3/snapshots_pb'
|
9
|
+
require 'google/protobuf/duration_pb'
|
10
|
+
require 'google/protobuf/struct_pb'
|
11
|
+
require 'google/protobuf/timestamp_pb'
|
12
|
+
require 'google/api/client_pb'
|
13
|
+
Google::Protobuf::DescriptorPool.generated_pool.build do
|
14
|
+
add_file("google/dataflow/v1beta3/jobs.proto", :syntax => :proto3) do
|
15
|
+
add_message "google.dataflow.v1beta3.Job" do
|
16
|
+
optional :id, :string, 1
|
17
|
+
optional :project_id, :string, 2
|
18
|
+
optional :name, :string, 3
|
19
|
+
optional :type, :enum, 4, "google.dataflow.v1beta3.JobType"
|
20
|
+
optional :environment, :message, 5, "google.dataflow.v1beta3.Environment"
|
21
|
+
repeated :steps, :message, 6, "google.dataflow.v1beta3.Step"
|
22
|
+
optional :steps_location, :string, 24
|
23
|
+
optional :current_state, :enum, 7, "google.dataflow.v1beta3.JobState"
|
24
|
+
optional :current_state_time, :message, 8, "google.protobuf.Timestamp"
|
25
|
+
optional :requested_state, :enum, 9, "google.dataflow.v1beta3.JobState"
|
26
|
+
optional :execution_info, :message, 10, "google.dataflow.v1beta3.JobExecutionInfo"
|
27
|
+
optional :create_time, :message, 11, "google.protobuf.Timestamp"
|
28
|
+
optional :replace_job_id, :string, 12
|
29
|
+
map :transform_name_mapping, :string, :string, 13
|
30
|
+
optional :client_request_id, :string, 14
|
31
|
+
optional :replaced_by_job_id, :string, 15
|
32
|
+
repeated :temp_files, :string, 16
|
33
|
+
map :labels, :string, :string, 17
|
34
|
+
optional :location, :string, 18
|
35
|
+
optional :pipeline_description, :message, 19, "google.dataflow.v1beta3.PipelineDescription"
|
36
|
+
repeated :stage_states, :message, 20, "google.dataflow.v1beta3.ExecutionStageState"
|
37
|
+
optional :job_metadata, :message, 21, "google.dataflow.v1beta3.JobMetadata"
|
38
|
+
optional :start_time, :message, 22, "google.protobuf.Timestamp"
|
39
|
+
optional :created_from_snapshot_id, :string, 23
|
40
|
+
optional :satisfies_pzs, :bool, 25
|
41
|
+
end
|
42
|
+
add_message "google.dataflow.v1beta3.DatastoreIODetails" do
|
43
|
+
optional :namespace, :string, 1
|
44
|
+
optional :project_id, :string, 2
|
45
|
+
end
|
46
|
+
add_message "google.dataflow.v1beta3.PubSubIODetails" do
|
47
|
+
optional :topic, :string, 1
|
48
|
+
optional :subscription, :string, 2
|
49
|
+
end
|
50
|
+
add_message "google.dataflow.v1beta3.FileIODetails" do
|
51
|
+
optional :file_pattern, :string, 1
|
52
|
+
end
|
53
|
+
add_message "google.dataflow.v1beta3.BigTableIODetails" do
|
54
|
+
optional :project_id, :string, 1
|
55
|
+
optional :instance_id, :string, 2
|
56
|
+
optional :table_id, :string, 3
|
57
|
+
end
|
58
|
+
add_message "google.dataflow.v1beta3.BigQueryIODetails" do
|
59
|
+
optional :table, :string, 1
|
60
|
+
optional :dataset, :string, 2
|
61
|
+
optional :project_id, :string, 3
|
62
|
+
optional :query, :string, 4
|
63
|
+
end
|
64
|
+
add_message "google.dataflow.v1beta3.SpannerIODetails" do
|
65
|
+
optional :project_id, :string, 1
|
66
|
+
optional :instance_id, :string, 2
|
67
|
+
optional :database_id, :string, 3
|
68
|
+
end
|
69
|
+
add_message "google.dataflow.v1beta3.SdkVersion" do
|
70
|
+
optional :version, :string, 1
|
71
|
+
optional :version_display_name, :string, 2
|
72
|
+
optional :sdk_support_status, :enum, 3, "google.dataflow.v1beta3.SdkVersion.SdkSupportStatus"
|
73
|
+
end
|
74
|
+
add_enum "google.dataflow.v1beta3.SdkVersion.SdkSupportStatus" do
|
75
|
+
value :UNKNOWN, 0
|
76
|
+
value :SUPPORTED, 1
|
77
|
+
value :STALE, 2
|
78
|
+
value :DEPRECATED, 3
|
79
|
+
value :UNSUPPORTED, 4
|
80
|
+
end
|
81
|
+
add_message "google.dataflow.v1beta3.JobMetadata" do
|
82
|
+
optional :sdk_version, :message, 1, "google.dataflow.v1beta3.SdkVersion"
|
83
|
+
repeated :spanner_details, :message, 2, "google.dataflow.v1beta3.SpannerIODetails"
|
84
|
+
repeated :bigquery_details, :message, 3, "google.dataflow.v1beta3.BigQueryIODetails"
|
85
|
+
repeated :big_table_details, :message, 4, "google.dataflow.v1beta3.BigTableIODetails"
|
86
|
+
repeated :pubsub_details, :message, 5, "google.dataflow.v1beta3.PubSubIODetails"
|
87
|
+
repeated :file_details, :message, 6, "google.dataflow.v1beta3.FileIODetails"
|
88
|
+
repeated :datastore_details, :message, 7, "google.dataflow.v1beta3.DatastoreIODetails"
|
89
|
+
end
|
90
|
+
add_message "google.dataflow.v1beta3.ExecutionStageState" do
|
91
|
+
optional :execution_stage_name, :string, 1
|
92
|
+
optional :execution_stage_state, :enum, 2, "google.dataflow.v1beta3.JobState"
|
93
|
+
optional :current_state_time, :message, 3, "google.protobuf.Timestamp"
|
94
|
+
end
|
95
|
+
add_message "google.dataflow.v1beta3.PipelineDescription" do
|
96
|
+
repeated :original_pipeline_transform, :message, 1, "google.dataflow.v1beta3.TransformSummary"
|
97
|
+
repeated :execution_pipeline_stage, :message, 2, "google.dataflow.v1beta3.ExecutionStageSummary"
|
98
|
+
repeated :display_data, :message, 3, "google.dataflow.v1beta3.DisplayData"
|
99
|
+
end
|
100
|
+
add_message "google.dataflow.v1beta3.TransformSummary" do
|
101
|
+
optional :kind, :enum, 1, "google.dataflow.v1beta3.KindType"
|
102
|
+
optional :id, :string, 2
|
103
|
+
optional :name, :string, 3
|
104
|
+
repeated :display_data, :message, 4, "google.dataflow.v1beta3.DisplayData"
|
105
|
+
repeated :output_collection_name, :string, 5
|
106
|
+
repeated :input_collection_name, :string, 6
|
107
|
+
end
|
108
|
+
add_message "google.dataflow.v1beta3.ExecutionStageSummary" do
|
109
|
+
optional :name, :string, 1
|
110
|
+
optional :id, :string, 2
|
111
|
+
optional :kind, :enum, 3, "google.dataflow.v1beta3.KindType"
|
112
|
+
repeated :input_source, :message, 4, "google.dataflow.v1beta3.ExecutionStageSummary.StageSource"
|
113
|
+
repeated :output_source, :message, 5, "google.dataflow.v1beta3.ExecutionStageSummary.StageSource"
|
114
|
+
repeated :prerequisite_stage, :string, 8
|
115
|
+
repeated :component_transform, :message, 6, "google.dataflow.v1beta3.ExecutionStageSummary.ComponentTransform"
|
116
|
+
repeated :component_source, :message, 7, "google.dataflow.v1beta3.ExecutionStageSummary.ComponentSource"
|
117
|
+
end
|
118
|
+
add_message "google.dataflow.v1beta3.ExecutionStageSummary.StageSource" do
|
119
|
+
optional :user_name, :string, 1
|
120
|
+
optional :name, :string, 2
|
121
|
+
optional :original_transform_or_collection, :string, 3
|
122
|
+
optional :size_bytes, :int64, 4
|
123
|
+
end
|
124
|
+
add_message "google.dataflow.v1beta3.ExecutionStageSummary.ComponentTransform" do
|
125
|
+
optional :user_name, :string, 1
|
126
|
+
optional :name, :string, 2
|
127
|
+
optional :original_transform, :string, 3
|
128
|
+
end
|
129
|
+
add_message "google.dataflow.v1beta3.ExecutionStageSummary.ComponentSource" do
|
130
|
+
optional :user_name, :string, 1
|
131
|
+
optional :name, :string, 2
|
132
|
+
optional :original_transform_or_collection, :string, 3
|
133
|
+
end
|
134
|
+
add_message "google.dataflow.v1beta3.DisplayData" do
|
135
|
+
optional :key, :string, 1
|
136
|
+
optional :namespace, :string, 2
|
137
|
+
optional :short_str_value, :string, 11
|
138
|
+
optional :url, :string, 12
|
139
|
+
optional :label, :string, 13
|
140
|
+
oneof :Value do
|
141
|
+
optional :str_value, :string, 4
|
142
|
+
optional :int64_value, :int64, 5
|
143
|
+
optional :float_value, :float, 6
|
144
|
+
optional :java_class_value, :string, 7
|
145
|
+
optional :timestamp_value, :message, 8, "google.protobuf.Timestamp"
|
146
|
+
optional :duration_value, :message, 9, "google.protobuf.Duration"
|
147
|
+
optional :bool_value, :bool, 10
|
148
|
+
end
|
149
|
+
end
|
150
|
+
add_message "google.dataflow.v1beta3.Step" do
|
151
|
+
optional :kind, :string, 1
|
152
|
+
optional :name, :string, 2
|
153
|
+
optional :properties, :message, 3, "google.protobuf.Struct"
|
154
|
+
end
|
155
|
+
add_message "google.dataflow.v1beta3.JobExecutionInfo" do
|
156
|
+
map :stages, :string, :message, 1, "google.dataflow.v1beta3.JobExecutionStageInfo"
|
157
|
+
end
|
158
|
+
add_message "google.dataflow.v1beta3.JobExecutionStageInfo" do
|
159
|
+
repeated :step_name, :string, 1
|
160
|
+
end
|
161
|
+
add_message "google.dataflow.v1beta3.CreateJobRequest" do
|
162
|
+
optional :project_id, :string, 1
|
163
|
+
optional :job, :message, 2, "google.dataflow.v1beta3.Job"
|
164
|
+
optional :view, :enum, 3, "google.dataflow.v1beta3.JobView"
|
165
|
+
optional :replace_job_id, :string, 4
|
166
|
+
optional :location, :string, 5
|
167
|
+
end
|
168
|
+
add_message "google.dataflow.v1beta3.GetJobRequest" do
|
169
|
+
optional :project_id, :string, 1
|
170
|
+
optional :job_id, :string, 2
|
171
|
+
optional :view, :enum, 3, "google.dataflow.v1beta3.JobView"
|
172
|
+
optional :location, :string, 4
|
173
|
+
end
|
174
|
+
add_message "google.dataflow.v1beta3.UpdateJobRequest" do
|
175
|
+
optional :project_id, :string, 1
|
176
|
+
optional :job_id, :string, 2
|
177
|
+
optional :job, :message, 3, "google.dataflow.v1beta3.Job"
|
178
|
+
optional :location, :string, 4
|
179
|
+
end
|
180
|
+
add_message "google.dataflow.v1beta3.ListJobsRequest" do
|
181
|
+
optional :filter, :enum, 5, "google.dataflow.v1beta3.ListJobsRequest.Filter"
|
182
|
+
optional :project_id, :string, 1
|
183
|
+
optional :view, :enum, 2, "google.dataflow.v1beta3.JobView"
|
184
|
+
optional :page_size, :int32, 3
|
185
|
+
optional :page_token, :string, 4
|
186
|
+
optional :location, :string, 17
|
187
|
+
end
|
188
|
+
add_enum "google.dataflow.v1beta3.ListJobsRequest.Filter" do
|
189
|
+
value :UNKNOWN, 0
|
190
|
+
value :ALL, 1
|
191
|
+
value :TERMINATED, 2
|
192
|
+
value :ACTIVE, 3
|
193
|
+
end
|
194
|
+
add_message "google.dataflow.v1beta3.FailedLocation" do
|
195
|
+
optional :name, :string, 1
|
196
|
+
end
|
197
|
+
add_message "google.dataflow.v1beta3.ListJobsResponse" do
|
198
|
+
repeated :jobs, :message, 1, "google.dataflow.v1beta3.Job"
|
199
|
+
optional :next_page_token, :string, 2
|
200
|
+
repeated :failed_location, :message, 3, "google.dataflow.v1beta3.FailedLocation"
|
201
|
+
end
|
202
|
+
add_message "google.dataflow.v1beta3.SnapshotJobRequest" do
|
203
|
+
optional :project_id, :string, 1
|
204
|
+
optional :job_id, :string, 2
|
205
|
+
optional :ttl, :message, 3, "google.protobuf.Duration"
|
206
|
+
optional :location, :string, 4
|
207
|
+
optional :snapshot_sources, :bool, 5
|
208
|
+
optional :description, :string, 6
|
209
|
+
end
|
210
|
+
add_message "google.dataflow.v1beta3.CheckActiveJobsRequest" do
|
211
|
+
optional :project_id, :string, 1
|
212
|
+
end
|
213
|
+
add_message "google.dataflow.v1beta3.CheckActiveJobsResponse" do
|
214
|
+
optional :active_jobs_exist, :bool, 1
|
215
|
+
end
|
216
|
+
add_enum "google.dataflow.v1beta3.KindType" do
|
217
|
+
value :UNKNOWN_KIND, 0
|
218
|
+
value :PAR_DO_KIND, 1
|
219
|
+
value :GROUP_BY_KEY_KIND, 2
|
220
|
+
value :FLATTEN_KIND, 3
|
221
|
+
value :READ_KIND, 4
|
222
|
+
value :WRITE_KIND, 5
|
223
|
+
value :CONSTANT_KIND, 6
|
224
|
+
value :SINGLETON_KIND, 7
|
225
|
+
value :SHUFFLE_KIND, 8
|
226
|
+
end
|
227
|
+
add_enum "google.dataflow.v1beta3.JobState" do
|
228
|
+
value :JOB_STATE_UNKNOWN, 0
|
229
|
+
value :JOB_STATE_STOPPED, 1
|
230
|
+
value :JOB_STATE_RUNNING, 2
|
231
|
+
value :JOB_STATE_DONE, 3
|
232
|
+
value :JOB_STATE_FAILED, 4
|
233
|
+
value :JOB_STATE_CANCELLED, 5
|
234
|
+
value :JOB_STATE_UPDATED, 6
|
235
|
+
value :JOB_STATE_DRAINING, 7
|
236
|
+
value :JOB_STATE_DRAINED, 8
|
237
|
+
value :JOB_STATE_PENDING, 9
|
238
|
+
value :JOB_STATE_CANCELLING, 10
|
239
|
+
value :JOB_STATE_QUEUED, 11
|
240
|
+
value :JOB_STATE_RESOURCE_CLEANING_UP, 12
|
241
|
+
end
|
242
|
+
add_enum "google.dataflow.v1beta3.JobView" do
|
243
|
+
value :JOB_VIEW_UNKNOWN, 0
|
244
|
+
value :JOB_VIEW_SUMMARY, 1
|
245
|
+
value :JOB_VIEW_ALL, 2
|
246
|
+
value :JOB_VIEW_DESCRIPTION, 3
|
247
|
+
end
|
248
|
+
end
|
249
|
+
end
|
250
|
+
|
251
|
+
module Google
|
252
|
+
module Cloud
|
253
|
+
module Dataflow
|
254
|
+
module V1beta3
|
255
|
+
Job = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.Job").msgclass
|
256
|
+
DatastoreIODetails = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.DatastoreIODetails").msgclass
|
257
|
+
PubSubIODetails = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.PubSubIODetails").msgclass
|
258
|
+
FileIODetails = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.FileIODetails").msgclass
|
259
|
+
BigTableIODetails = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.BigTableIODetails").msgclass
|
260
|
+
BigQueryIODetails = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.BigQueryIODetails").msgclass
|
261
|
+
SpannerIODetails = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.SpannerIODetails").msgclass
|
262
|
+
SdkVersion = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.SdkVersion").msgclass
|
263
|
+
SdkVersion::SdkSupportStatus = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.SdkVersion.SdkSupportStatus").enummodule
|
264
|
+
JobMetadata = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.JobMetadata").msgclass
|
265
|
+
ExecutionStageState = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ExecutionStageState").msgclass
|
266
|
+
PipelineDescription = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.PipelineDescription").msgclass
|
267
|
+
TransformSummary = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.TransformSummary").msgclass
|
268
|
+
ExecutionStageSummary = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ExecutionStageSummary").msgclass
|
269
|
+
ExecutionStageSummary::StageSource = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ExecutionStageSummary.StageSource").msgclass
|
270
|
+
ExecutionStageSummary::ComponentTransform = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ExecutionStageSummary.ComponentTransform").msgclass
|
271
|
+
ExecutionStageSummary::ComponentSource = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ExecutionStageSummary.ComponentSource").msgclass
|
272
|
+
DisplayData = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.DisplayData").msgclass
|
273
|
+
Step = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.Step").msgclass
|
274
|
+
JobExecutionInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.JobExecutionInfo").msgclass
|
275
|
+
JobExecutionStageInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.JobExecutionStageInfo").msgclass
|
276
|
+
CreateJobRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.CreateJobRequest").msgclass
|
277
|
+
GetJobRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.GetJobRequest").msgclass
|
278
|
+
UpdateJobRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.UpdateJobRequest").msgclass
|
279
|
+
ListJobsRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ListJobsRequest").msgclass
|
280
|
+
ListJobsRequest::Filter = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ListJobsRequest.Filter").enummodule
|
281
|
+
FailedLocation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.FailedLocation").msgclass
|
282
|
+
ListJobsResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ListJobsResponse").msgclass
|
283
|
+
SnapshotJobRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.SnapshotJobRequest").msgclass
|
284
|
+
CheckActiveJobsRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.CheckActiveJobsRequest").msgclass
|
285
|
+
CheckActiveJobsResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.CheckActiveJobsResponse").msgclass
|
286
|
+
KindType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.KindType").enummodule
|
287
|
+
JobState = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.JobState").enummodule
|
288
|
+
JobView = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.JobView").enummodule
|
289
|
+
end
|
290
|
+
end
|
291
|
+
end
|
292
|
+
end
|