google-cloud-dataflow-v1beta3 0.1.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (54) hide show
  1. checksums.yaml +7 -0
  2. data/.yardopts +12 -0
  3. data/AUTHENTICATION.md +169 -0
  4. data/LICENSE.md +201 -0
  5. data/README.md +139 -0
  6. data/lib/google-cloud-dataflow-v1beta3.rb +21 -0
  7. data/lib/google/cloud/dataflow/v1beta3.rb +43 -0
  8. data/lib/google/cloud/dataflow/v1beta3/flex_templates_service.rb +48 -0
  9. data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/client.rb +376 -0
  10. data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/credentials.rb +54 -0
  11. data/lib/google/cloud/dataflow/v1beta3/jobs.rb +49 -0
  12. data/lib/google/cloud/dataflow/v1beta3/jobs/client.rb +868 -0
  13. data/lib/google/cloud/dataflow/v1beta3/jobs/credentials.rb +54 -0
  14. data/lib/google/cloud/dataflow/v1beta3/messages.rb +49 -0
  15. data/lib/google/cloud/dataflow/v1beta3/messages/client.rb +399 -0
  16. data/lib/google/cloud/dataflow/v1beta3/messages/credentials.rb +54 -0
  17. data/lib/google/cloud/dataflow/v1beta3/metrics.rb +49 -0
  18. data/lib/google/cloud/dataflow/v1beta3/metrics/client.rb +560 -0
  19. data/lib/google/cloud/dataflow/v1beta3/metrics/credentials.rb +54 -0
  20. data/lib/google/cloud/dataflow/v1beta3/snapshots.rb +48 -0
  21. data/lib/google/cloud/dataflow/v1beta3/snapshots/client.rb +515 -0
  22. data/lib/google/cloud/dataflow/v1beta3/snapshots/credentials.rb +54 -0
  23. data/lib/google/cloud/dataflow/v1beta3/templates_service.rb +48 -0
  24. data/lib/google/cloud/dataflow/v1beta3/templates_service/client.rb +543 -0
  25. data/lib/google/cloud/dataflow/v1beta3/templates_service/credentials.rb +54 -0
  26. data/lib/google/cloud/dataflow/v1beta3/version.rb +28 -0
  27. data/lib/google/dataflow/v1beta3/environment_pb.rb +167 -0
  28. data/lib/google/dataflow/v1beta3/jobs_pb.rb +292 -0
  29. data/lib/google/dataflow/v1beta3/jobs_services_pb.rb +83 -0
  30. data/lib/google/dataflow/v1beta3/messages_pb.rb +83 -0
  31. data/lib/google/dataflow/v1beta3/messages_services_pb.rb +52 -0
  32. data/lib/google/dataflow/v1beta3/metrics_pb.rb +126 -0
  33. data/lib/google/dataflow/v1beta3/metrics_services_pb.rb +61 -0
  34. data/lib/google/dataflow/v1beta3/snapshots_pb.rb +75 -0
  35. data/lib/google/dataflow/v1beta3/snapshots_services_pb.rb +49 -0
  36. data/lib/google/dataflow/v1beta3/streaming_pb.rb +105 -0
  37. data/lib/google/dataflow/v1beta3/templates_pb.rb +213 -0
  38. data/lib/google/dataflow/v1beta3/templates_services_pb.rb +65 -0
  39. data/proto_docs/README.md +4 -0
  40. data/proto_docs/google/api/field_behavior.rb +65 -0
  41. data/proto_docs/google/api/resource.rb +283 -0
  42. data/proto_docs/google/dataflow/v1beta3/environment.rb +583 -0
  43. data/proto_docs/google/dataflow/v1beta3/jobs.rb +927 -0
  44. data/proto_docs/google/dataflow/v1beta3/messages.rb +226 -0
  45. data/proto_docs/google/dataflow/v1beta3/metrics.rb +367 -0
  46. data/proto_docs/google/dataflow/v1beta3/snapshots.rb +160 -0
  47. data/proto_docs/google/dataflow/v1beta3/streaming.rb +280 -0
  48. data/proto_docs/google/dataflow/v1beta3/templates.rb +669 -0
  49. data/proto_docs/google/protobuf/any.rb +141 -0
  50. data/proto_docs/google/protobuf/duration.rb +98 -0
  51. data/proto_docs/google/protobuf/struct.rb +96 -0
  52. data/proto_docs/google/protobuf/timestamp.rb +129 -0
  53. data/proto_docs/google/rpc/status.rb +46 -0
  54. metadata +243 -0
@@ -0,0 +1,54 @@
1
+ # frozen_string_literal: true
2
+
3
+ # Copyright 2021 Google LLC
4
+ #
5
+ # Licensed under the Apache License, Version 2.0 (the "License");
6
+ # you may not use this file except in compliance with the License.
7
+ # You may obtain a copy of the License at
8
+ #
9
+ # https://www.apache.org/licenses/LICENSE-2.0
10
+ #
11
+ # Unless required by applicable law or agreed to in writing, software
12
+ # distributed under the License is distributed on an "AS IS" BASIS,
13
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
+ # See the License for the specific language governing permissions and
15
+ # limitations under the License.
16
+
17
+ # Auto-generated by gapic-generator-ruby. DO NOT EDIT!
18
+
19
+ require "googleauth"
20
+
21
+ module Google
22
+ module Cloud
23
+ module Dataflow
24
+ module V1beta3
25
+ module TemplatesService
26
+ # Credentials for the TemplatesService API.
27
+ class Credentials < ::Google::Auth::Credentials
28
+ self.scope = [
29
+ "https://www.googleapis.com/auth/cloud-platform",
30
+ "https://www.googleapis.com/auth/compute",
31
+ "https://www.googleapis.com/auth/compute.readonly",
32
+ "https://www.googleapis.com/auth/userinfo.email"
33
+ ]
34
+ self.env_vars = [
35
+ "DATAFLOW_CREDENTIALS",
36
+ "DATAFLOW_KEYFILE",
37
+ "GOOGLE_CLOUD_CREDENTIALS",
38
+ "GOOGLE_CLOUD_KEYFILE",
39
+ "GCLOUD_KEYFILE",
40
+ "DATAFLOW_CREDENTIALS_JSON",
41
+ "DATAFLOW_KEYFILE_JSON",
42
+ "GOOGLE_CLOUD_CREDENTIALS_JSON",
43
+ "GOOGLE_CLOUD_KEYFILE_JSON",
44
+ "GCLOUD_KEYFILE_JSON"
45
+ ]
46
+ self.paths = [
47
+ "~/.config/google_cloud/application_default_credentials.json"
48
+ ]
49
+ end
50
+ end
51
+ end
52
+ end
53
+ end
54
+ end
@@ -0,0 +1,28 @@
1
+ # frozen_string_literal: true
2
+
3
+ # Copyright 2021 Google LLC
4
+ #
5
+ # Licensed under the Apache License, Version 2.0 (the "License");
6
+ # you may not use this file except in compliance with the License.
7
+ # You may obtain a copy of the License at
8
+ #
9
+ # https://www.apache.org/licenses/LICENSE-2.0
10
+ #
11
+ # Unless required by applicable law or agreed to in writing, software
12
+ # distributed under the License is distributed on an "AS IS" BASIS,
13
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
+ # See the License for the specific language governing permissions and
15
+ # limitations under the License.
16
+
17
+ # Auto-generated by gapic-generator-ruby. DO NOT EDIT!
18
+
19
+
20
+ module Google
21
+ module Cloud
22
+ module Dataflow
23
+ module V1beta3
24
+ VERSION = "0.1.0"
25
+ end
26
+ end
27
+ end
28
+ end
@@ -0,0 +1,167 @@
1
+ # Generated by the protocol buffer compiler. DO NOT EDIT!
2
+ # source: google/dataflow/v1beta3/environment.proto
3
+
4
+ require 'google/protobuf'
5
+
6
+ require 'google/api/field_behavior_pb'
7
+ require 'google/protobuf/any_pb'
8
+ require 'google/protobuf/struct_pb'
9
+ Google::Protobuf::DescriptorPool.generated_pool.build do
10
+ add_file("google/dataflow/v1beta3/environment.proto", :syntax => :proto3) do
11
+ add_message "google.dataflow.v1beta3.Environment" do
12
+ optional :temp_storage_prefix, :string, 1
13
+ optional :cluster_manager_api_service, :string, 2
14
+ repeated :experiments, :string, 3
15
+ repeated :service_options, :string, 16
16
+ optional :service_kms_key_name, :string, 12
17
+ repeated :worker_pools, :message, 4, "google.dataflow.v1beta3.WorkerPool"
18
+ optional :user_agent, :message, 5, "google.protobuf.Struct"
19
+ optional :version, :message, 6, "google.protobuf.Struct"
20
+ optional :dataset, :string, 7
21
+ optional :sdk_pipeline_options, :message, 8, "google.protobuf.Struct"
22
+ optional :internal_experiments, :message, 9, "google.protobuf.Any"
23
+ optional :service_account_email, :string, 10
24
+ optional :flex_resource_scheduling_goal, :enum, 11, "google.dataflow.v1beta3.FlexResourceSchedulingGoal"
25
+ optional :worker_region, :string, 13
26
+ optional :worker_zone, :string, 14
27
+ optional :shuffle_mode, :enum, 15, "google.dataflow.v1beta3.ShuffleMode"
28
+ optional :debug_options, :message, 17, "google.dataflow.v1beta3.DebugOptions"
29
+ end
30
+ add_message "google.dataflow.v1beta3.Package" do
31
+ optional :name, :string, 1
32
+ optional :location, :string, 2
33
+ end
34
+ add_message "google.dataflow.v1beta3.Disk" do
35
+ optional :size_gb, :int32, 1
36
+ optional :disk_type, :string, 2
37
+ optional :mount_point, :string, 3
38
+ end
39
+ add_message "google.dataflow.v1beta3.WorkerSettings" do
40
+ optional :base_url, :string, 1
41
+ optional :reporting_enabled, :bool, 2
42
+ optional :service_path, :string, 3
43
+ optional :shuffle_service_path, :string, 4
44
+ optional :worker_id, :string, 5
45
+ optional :temp_storage_prefix, :string, 6
46
+ end
47
+ add_message "google.dataflow.v1beta3.TaskRunnerSettings" do
48
+ optional :task_user, :string, 1
49
+ optional :task_group, :string, 2
50
+ repeated :oauth_scopes, :string, 3
51
+ optional :base_url, :string, 4
52
+ optional :dataflow_api_version, :string, 5
53
+ optional :parallel_worker_settings, :message, 6, "google.dataflow.v1beta3.WorkerSettings"
54
+ optional :base_task_dir, :string, 7
55
+ optional :continue_on_exception, :bool, 8
56
+ optional :log_to_serialconsole, :bool, 9
57
+ optional :alsologtostderr, :bool, 10
58
+ optional :log_upload_location, :string, 11
59
+ optional :log_dir, :string, 12
60
+ optional :temp_storage_prefix, :string, 13
61
+ optional :harness_command, :string, 14
62
+ optional :workflow_file_name, :string, 15
63
+ optional :commandlines_file_name, :string, 16
64
+ optional :vm_id, :string, 17
65
+ optional :language_hint, :string, 18
66
+ optional :streaming_worker_main_class, :string, 19
67
+ end
68
+ add_message "google.dataflow.v1beta3.AutoscalingSettings" do
69
+ optional :algorithm, :enum, 1, "google.dataflow.v1beta3.AutoscalingAlgorithm"
70
+ optional :max_num_workers, :int32, 2
71
+ end
72
+ add_message "google.dataflow.v1beta3.SdkHarnessContainerImage" do
73
+ optional :container_image, :string, 1
74
+ optional :use_single_core_per_container, :bool, 2
75
+ optional :environment_id, :string, 3
76
+ end
77
+ add_message "google.dataflow.v1beta3.WorkerPool" do
78
+ optional :kind, :string, 1
79
+ optional :num_workers, :int32, 2
80
+ repeated :packages, :message, 3, "google.dataflow.v1beta3.Package"
81
+ optional :default_package_set, :enum, 4, "google.dataflow.v1beta3.DefaultPackageSet"
82
+ optional :machine_type, :string, 5
83
+ optional :teardown_policy, :enum, 6, "google.dataflow.v1beta3.TeardownPolicy"
84
+ optional :disk_size_gb, :int32, 7
85
+ optional :disk_type, :string, 16
86
+ optional :disk_source_image, :string, 8
87
+ optional :zone, :string, 9
88
+ optional :taskrunner_settings, :message, 10, "google.dataflow.v1beta3.TaskRunnerSettings"
89
+ optional :on_host_maintenance, :string, 11
90
+ repeated :data_disks, :message, 12, "google.dataflow.v1beta3.Disk"
91
+ map :metadata, :string, :string, 13
92
+ optional :autoscaling_settings, :message, 14, "google.dataflow.v1beta3.AutoscalingSettings"
93
+ optional :pool_args, :message, 15, "google.protobuf.Any"
94
+ optional :network, :string, 17
95
+ optional :subnetwork, :string, 19
96
+ optional :worker_harness_container_image, :string, 18
97
+ optional :num_threads_per_worker, :int32, 20
98
+ optional :ip_configuration, :enum, 21, "google.dataflow.v1beta3.WorkerIPAddressConfiguration"
99
+ repeated :sdk_harness_container_images, :message, 22, "google.dataflow.v1beta3.SdkHarnessContainerImage"
100
+ end
101
+ add_message "google.dataflow.v1beta3.DebugOptions" do
102
+ optional :enable_hot_key_logging, :bool, 1
103
+ end
104
+ add_enum "google.dataflow.v1beta3.JobType" do
105
+ value :JOB_TYPE_UNKNOWN, 0
106
+ value :JOB_TYPE_BATCH, 1
107
+ value :JOB_TYPE_STREAMING, 2
108
+ end
109
+ add_enum "google.dataflow.v1beta3.FlexResourceSchedulingGoal" do
110
+ value :FLEXRS_UNSPECIFIED, 0
111
+ value :FLEXRS_SPEED_OPTIMIZED, 1
112
+ value :FLEXRS_COST_OPTIMIZED, 2
113
+ end
114
+ add_enum "google.dataflow.v1beta3.TeardownPolicy" do
115
+ value :TEARDOWN_POLICY_UNKNOWN, 0
116
+ value :TEARDOWN_ALWAYS, 1
117
+ value :TEARDOWN_ON_SUCCESS, 2
118
+ value :TEARDOWN_NEVER, 3
119
+ end
120
+ add_enum "google.dataflow.v1beta3.DefaultPackageSet" do
121
+ value :DEFAULT_PACKAGE_SET_UNKNOWN, 0
122
+ value :DEFAULT_PACKAGE_SET_NONE, 1
123
+ value :DEFAULT_PACKAGE_SET_JAVA, 2
124
+ value :DEFAULT_PACKAGE_SET_PYTHON, 3
125
+ end
126
+ add_enum "google.dataflow.v1beta3.AutoscalingAlgorithm" do
127
+ value :AUTOSCALING_ALGORITHM_UNKNOWN, 0
128
+ value :AUTOSCALING_ALGORITHM_NONE, 1
129
+ value :AUTOSCALING_ALGORITHM_BASIC, 2
130
+ end
131
+ add_enum "google.dataflow.v1beta3.WorkerIPAddressConfiguration" do
132
+ value :WORKER_IP_UNSPECIFIED, 0
133
+ value :WORKER_IP_PUBLIC, 1
134
+ value :WORKER_IP_PRIVATE, 2
135
+ end
136
+ add_enum "google.dataflow.v1beta3.ShuffleMode" do
137
+ value :SHUFFLE_MODE_UNSPECIFIED, 0
138
+ value :VM_BASED, 1
139
+ value :SERVICE_BASED, 2
140
+ end
141
+ end
142
+ end
143
+
144
+ module Google
145
+ module Cloud
146
+ module Dataflow
147
+ module V1beta3
148
+ Environment = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.Environment").msgclass
149
+ Package = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.Package").msgclass
150
+ Disk = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.Disk").msgclass
151
+ WorkerSettings = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.WorkerSettings").msgclass
152
+ TaskRunnerSettings = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.TaskRunnerSettings").msgclass
153
+ AutoscalingSettings = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.AutoscalingSettings").msgclass
154
+ SdkHarnessContainerImage = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.SdkHarnessContainerImage").msgclass
155
+ WorkerPool = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.WorkerPool").msgclass
156
+ DebugOptions = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.DebugOptions").msgclass
157
+ JobType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.JobType").enummodule
158
+ FlexResourceSchedulingGoal = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.FlexResourceSchedulingGoal").enummodule
159
+ TeardownPolicy = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.TeardownPolicy").enummodule
160
+ DefaultPackageSet = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.DefaultPackageSet").enummodule
161
+ AutoscalingAlgorithm = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.AutoscalingAlgorithm").enummodule
162
+ WorkerIPAddressConfiguration = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.WorkerIPAddressConfiguration").enummodule
163
+ ShuffleMode = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ShuffleMode").enummodule
164
+ end
165
+ end
166
+ end
167
+ end
@@ -0,0 +1,292 @@
1
+ # Generated by the protocol buffer compiler. DO NOT EDIT!
2
+ # source: google/dataflow/v1beta3/jobs.proto
3
+
4
+ require 'google/protobuf'
5
+
6
+ require 'google/api/annotations_pb'
7
+ require 'google/dataflow/v1beta3/environment_pb'
8
+ require 'google/dataflow/v1beta3/snapshots_pb'
9
+ require 'google/protobuf/duration_pb'
10
+ require 'google/protobuf/struct_pb'
11
+ require 'google/protobuf/timestamp_pb'
12
+ require 'google/api/client_pb'
13
+ Google::Protobuf::DescriptorPool.generated_pool.build do
14
+ add_file("google/dataflow/v1beta3/jobs.proto", :syntax => :proto3) do
15
+ add_message "google.dataflow.v1beta3.Job" do
16
+ optional :id, :string, 1
17
+ optional :project_id, :string, 2
18
+ optional :name, :string, 3
19
+ optional :type, :enum, 4, "google.dataflow.v1beta3.JobType"
20
+ optional :environment, :message, 5, "google.dataflow.v1beta3.Environment"
21
+ repeated :steps, :message, 6, "google.dataflow.v1beta3.Step"
22
+ optional :steps_location, :string, 24
23
+ optional :current_state, :enum, 7, "google.dataflow.v1beta3.JobState"
24
+ optional :current_state_time, :message, 8, "google.protobuf.Timestamp"
25
+ optional :requested_state, :enum, 9, "google.dataflow.v1beta3.JobState"
26
+ optional :execution_info, :message, 10, "google.dataflow.v1beta3.JobExecutionInfo"
27
+ optional :create_time, :message, 11, "google.protobuf.Timestamp"
28
+ optional :replace_job_id, :string, 12
29
+ map :transform_name_mapping, :string, :string, 13
30
+ optional :client_request_id, :string, 14
31
+ optional :replaced_by_job_id, :string, 15
32
+ repeated :temp_files, :string, 16
33
+ map :labels, :string, :string, 17
34
+ optional :location, :string, 18
35
+ optional :pipeline_description, :message, 19, "google.dataflow.v1beta3.PipelineDescription"
36
+ repeated :stage_states, :message, 20, "google.dataflow.v1beta3.ExecutionStageState"
37
+ optional :job_metadata, :message, 21, "google.dataflow.v1beta3.JobMetadata"
38
+ optional :start_time, :message, 22, "google.protobuf.Timestamp"
39
+ optional :created_from_snapshot_id, :string, 23
40
+ optional :satisfies_pzs, :bool, 25
41
+ end
42
+ add_message "google.dataflow.v1beta3.DatastoreIODetails" do
43
+ optional :namespace, :string, 1
44
+ optional :project_id, :string, 2
45
+ end
46
+ add_message "google.dataflow.v1beta3.PubSubIODetails" do
47
+ optional :topic, :string, 1
48
+ optional :subscription, :string, 2
49
+ end
50
+ add_message "google.dataflow.v1beta3.FileIODetails" do
51
+ optional :file_pattern, :string, 1
52
+ end
53
+ add_message "google.dataflow.v1beta3.BigTableIODetails" do
54
+ optional :project_id, :string, 1
55
+ optional :instance_id, :string, 2
56
+ optional :table_id, :string, 3
57
+ end
58
+ add_message "google.dataflow.v1beta3.BigQueryIODetails" do
59
+ optional :table, :string, 1
60
+ optional :dataset, :string, 2
61
+ optional :project_id, :string, 3
62
+ optional :query, :string, 4
63
+ end
64
+ add_message "google.dataflow.v1beta3.SpannerIODetails" do
65
+ optional :project_id, :string, 1
66
+ optional :instance_id, :string, 2
67
+ optional :database_id, :string, 3
68
+ end
69
+ add_message "google.dataflow.v1beta3.SdkVersion" do
70
+ optional :version, :string, 1
71
+ optional :version_display_name, :string, 2
72
+ optional :sdk_support_status, :enum, 3, "google.dataflow.v1beta3.SdkVersion.SdkSupportStatus"
73
+ end
74
+ add_enum "google.dataflow.v1beta3.SdkVersion.SdkSupportStatus" do
75
+ value :UNKNOWN, 0
76
+ value :SUPPORTED, 1
77
+ value :STALE, 2
78
+ value :DEPRECATED, 3
79
+ value :UNSUPPORTED, 4
80
+ end
81
+ add_message "google.dataflow.v1beta3.JobMetadata" do
82
+ optional :sdk_version, :message, 1, "google.dataflow.v1beta3.SdkVersion"
83
+ repeated :spanner_details, :message, 2, "google.dataflow.v1beta3.SpannerIODetails"
84
+ repeated :bigquery_details, :message, 3, "google.dataflow.v1beta3.BigQueryIODetails"
85
+ repeated :big_table_details, :message, 4, "google.dataflow.v1beta3.BigTableIODetails"
86
+ repeated :pubsub_details, :message, 5, "google.dataflow.v1beta3.PubSubIODetails"
87
+ repeated :file_details, :message, 6, "google.dataflow.v1beta3.FileIODetails"
88
+ repeated :datastore_details, :message, 7, "google.dataflow.v1beta3.DatastoreIODetails"
89
+ end
90
+ add_message "google.dataflow.v1beta3.ExecutionStageState" do
91
+ optional :execution_stage_name, :string, 1
92
+ optional :execution_stage_state, :enum, 2, "google.dataflow.v1beta3.JobState"
93
+ optional :current_state_time, :message, 3, "google.protobuf.Timestamp"
94
+ end
95
+ add_message "google.dataflow.v1beta3.PipelineDescription" do
96
+ repeated :original_pipeline_transform, :message, 1, "google.dataflow.v1beta3.TransformSummary"
97
+ repeated :execution_pipeline_stage, :message, 2, "google.dataflow.v1beta3.ExecutionStageSummary"
98
+ repeated :display_data, :message, 3, "google.dataflow.v1beta3.DisplayData"
99
+ end
100
+ add_message "google.dataflow.v1beta3.TransformSummary" do
101
+ optional :kind, :enum, 1, "google.dataflow.v1beta3.KindType"
102
+ optional :id, :string, 2
103
+ optional :name, :string, 3
104
+ repeated :display_data, :message, 4, "google.dataflow.v1beta3.DisplayData"
105
+ repeated :output_collection_name, :string, 5
106
+ repeated :input_collection_name, :string, 6
107
+ end
108
+ add_message "google.dataflow.v1beta3.ExecutionStageSummary" do
109
+ optional :name, :string, 1
110
+ optional :id, :string, 2
111
+ optional :kind, :enum, 3, "google.dataflow.v1beta3.KindType"
112
+ repeated :input_source, :message, 4, "google.dataflow.v1beta3.ExecutionStageSummary.StageSource"
113
+ repeated :output_source, :message, 5, "google.dataflow.v1beta3.ExecutionStageSummary.StageSource"
114
+ repeated :prerequisite_stage, :string, 8
115
+ repeated :component_transform, :message, 6, "google.dataflow.v1beta3.ExecutionStageSummary.ComponentTransform"
116
+ repeated :component_source, :message, 7, "google.dataflow.v1beta3.ExecutionStageSummary.ComponentSource"
117
+ end
118
+ add_message "google.dataflow.v1beta3.ExecutionStageSummary.StageSource" do
119
+ optional :user_name, :string, 1
120
+ optional :name, :string, 2
121
+ optional :original_transform_or_collection, :string, 3
122
+ optional :size_bytes, :int64, 4
123
+ end
124
+ add_message "google.dataflow.v1beta3.ExecutionStageSummary.ComponentTransform" do
125
+ optional :user_name, :string, 1
126
+ optional :name, :string, 2
127
+ optional :original_transform, :string, 3
128
+ end
129
+ add_message "google.dataflow.v1beta3.ExecutionStageSummary.ComponentSource" do
130
+ optional :user_name, :string, 1
131
+ optional :name, :string, 2
132
+ optional :original_transform_or_collection, :string, 3
133
+ end
134
+ add_message "google.dataflow.v1beta3.DisplayData" do
135
+ optional :key, :string, 1
136
+ optional :namespace, :string, 2
137
+ optional :short_str_value, :string, 11
138
+ optional :url, :string, 12
139
+ optional :label, :string, 13
140
+ oneof :Value do
141
+ optional :str_value, :string, 4
142
+ optional :int64_value, :int64, 5
143
+ optional :float_value, :float, 6
144
+ optional :java_class_value, :string, 7
145
+ optional :timestamp_value, :message, 8, "google.protobuf.Timestamp"
146
+ optional :duration_value, :message, 9, "google.protobuf.Duration"
147
+ optional :bool_value, :bool, 10
148
+ end
149
+ end
150
+ add_message "google.dataflow.v1beta3.Step" do
151
+ optional :kind, :string, 1
152
+ optional :name, :string, 2
153
+ optional :properties, :message, 3, "google.protobuf.Struct"
154
+ end
155
+ add_message "google.dataflow.v1beta3.JobExecutionInfo" do
156
+ map :stages, :string, :message, 1, "google.dataflow.v1beta3.JobExecutionStageInfo"
157
+ end
158
+ add_message "google.dataflow.v1beta3.JobExecutionStageInfo" do
159
+ repeated :step_name, :string, 1
160
+ end
161
+ add_message "google.dataflow.v1beta3.CreateJobRequest" do
162
+ optional :project_id, :string, 1
163
+ optional :job, :message, 2, "google.dataflow.v1beta3.Job"
164
+ optional :view, :enum, 3, "google.dataflow.v1beta3.JobView"
165
+ optional :replace_job_id, :string, 4
166
+ optional :location, :string, 5
167
+ end
168
+ add_message "google.dataflow.v1beta3.GetJobRequest" do
169
+ optional :project_id, :string, 1
170
+ optional :job_id, :string, 2
171
+ optional :view, :enum, 3, "google.dataflow.v1beta3.JobView"
172
+ optional :location, :string, 4
173
+ end
174
+ add_message "google.dataflow.v1beta3.UpdateJobRequest" do
175
+ optional :project_id, :string, 1
176
+ optional :job_id, :string, 2
177
+ optional :job, :message, 3, "google.dataflow.v1beta3.Job"
178
+ optional :location, :string, 4
179
+ end
180
+ add_message "google.dataflow.v1beta3.ListJobsRequest" do
181
+ optional :filter, :enum, 5, "google.dataflow.v1beta3.ListJobsRequest.Filter"
182
+ optional :project_id, :string, 1
183
+ optional :view, :enum, 2, "google.dataflow.v1beta3.JobView"
184
+ optional :page_size, :int32, 3
185
+ optional :page_token, :string, 4
186
+ optional :location, :string, 17
187
+ end
188
+ add_enum "google.dataflow.v1beta3.ListJobsRequest.Filter" do
189
+ value :UNKNOWN, 0
190
+ value :ALL, 1
191
+ value :TERMINATED, 2
192
+ value :ACTIVE, 3
193
+ end
194
+ add_message "google.dataflow.v1beta3.FailedLocation" do
195
+ optional :name, :string, 1
196
+ end
197
+ add_message "google.dataflow.v1beta3.ListJobsResponse" do
198
+ repeated :jobs, :message, 1, "google.dataflow.v1beta3.Job"
199
+ optional :next_page_token, :string, 2
200
+ repeated :failed_location, :message, 3, "google.dataflow.v1beta3.FailedLocation"
201
+ end
202
+ add_message "google.dataflow.v1beta3.SnapshotJobRequest" do
203
+ optional :project_id, :string, 1
204
+ optional :job_id, :string, 2
205
+ optional :ttl, :message, 3, "google.protobuf.Duration"
206
+ optional :location, :string, 4
207
+ optional :snapshot_sources, :bool, 5
208
+ optional :description, :string, 6
209
+ end
210
+ add_message "google.dataflow.v1beta3.CheckActiveJobsRequest" do
211
+ optional :project_id, :string, 1
212
+ end
213
+ add_message "google.dataflow.v1beta3.CheckActiveJobsResponse" do
214
+ optional :active_jobs_exist, :bool, 1
215
+ end
216
+ add_enum "google.dataflow.v1beta3.KindType" do
217
+ value :UNKNOWN_KIND, 0
218
+ value :PAR_DO_KIND, 1
219
+ value :GROUP_BY_KEY_KIND, 2
220
+ value :FLATTEN_KIND, 3
221
+ value :READ_KIND, 4
222
+ value :WRITE_KIND, 5
223
+ value :CONSTANT_KIND, 6
224
+ value :SINGLETON_KIND, 7
225
+ value :SHUFFLE_KIND, 8
226
+ end
227
+ add_enum "google.dataflow.v1beta3.JobState" do
228
+ value :JOB_STATE_UNKNOWN, 0
229
+ value :JOB_STATE_STOPPED, 1
230
+ value :JOB_STATE_RUNNING, 2
231
+ value :JOB_STATE_DONE, 3
232
+ value :JOB_STATE_FAILED, 4
233
+ value :JOB_STATE_CANCELLED, 5
234
+ value :JOB_STATE_UPDATED, 6
235
+ value :JOB_STATE_DRAINING, 7
236
+ value :JOB_STATE_DRAINED, 8
237
+ value :JOB_STATE_PENDING, 9
238
+ value :JOB_STATE_CANCELLING, 10
239
+ value :JOB_STATE_QUEUED, 11
240
+ value :JOB_STATE_RESOURCE_CLEANING_UP, 12
241
+ end
242
+ add_enum "google.dataflow.v1beta3.JobView" do
243
+ value :JOB_VIEW_UNKNOWN, 0
244
+ value :JOB_VIEW_SUMMARY, 1
245
+ value :JOB_VIEW_ALL, 2
246
+ value :JOB_VIEW_DESCRIPTION, 3
247
+ end
248
+ end
249
+ end
250
+
251
+ module Google
252
+ module Cloud
253
+ module Dataflow
254
+ module V1beta3
255
+ Job = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.Job").msgclass
256
+ DatastoreIODetails = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.DatastoreIODetails").msgclass
257
+ PubSubIODetails = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.PubSubIODetails").msgclass
258
+ FileIODetails = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.FileIODetails").msgclass
259
+ BigTableIODetails = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.BigTableIODetails").msgclass
260
+ BigQueryIODetails = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.BigQueryIODetails").msgclass
261
+ SpannerIODetails = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.SpannerIODetails").msgclass
262
+ SdkVersion = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.SdkVersion").msgclass
263
+ SdkVersion::SdkSupportStatus = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.SdkVersion.SdkSupportStatus").enummodule
264
+ JobMetadata = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.JobMetadata").msgclass
265
+ ExecutionStageState = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ExecutionStageState").msgclass
266
+ PipelineDescription = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.PipelineDescription").msgclass
267
+ TransformSummary = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.TransformSummary").msgclass
268
+ ExecutionStageSummary = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ExecutionStageSummary").msgclass
269
+ ExecutionStageSummary::StageSource = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ExecutionStageSummary.StageSource").msgclass
270
+ ExecutionStageSummary::ComponentTransform = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ExecutionStageSummary.ComponentTransform").msgclass
271
+ ExecutionStageSummary::ComponentSource = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ExecutionStageSummary.ComponentSource").msgclass
272
+ DisplayData = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.DisplayData").msgclass
273
+ Step = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.Step").msgclass
274
+ JobExecutionInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.JobExecutionInfo").msgclass
275
+ JobExecutionStageInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.JobExecutionStageInfo").msgclass
276
+ CreateJobRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.CreateJobRequest").msgclass
277
+ GetJobRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.GetJobRequest").msgclass
278
+ UpdateJobRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.UpdateJobRequest").msgclass
279
+ ListJobsRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ListJobsRequest").msgclass
280
+ ListJobsRequest::Filter = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ListJobsRequest.Filter").enummodule
281
+ FailedLocation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.FailedLocation").msgclass
282
+ ListJobsResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ListJobsResponse").msgclass
283
+ SnapshotJobRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.SnapshotJobRequest").msgclass
284
+ CheckActiveJobsRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.CheckActiveJobsRequest").msgclass
285
+ CheckActiveJobsResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.CheckActiveJobsResponse").msgclass
286
+ KindType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.KindType").enummodule
287
+ JobState = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.JobState").enummodule
288
+ JobView = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.JobView").enummodule
289
+ end
290
+ end
291
+ end
292
+ end