google-cloud-dataflow-v1beta3 0.5.0 → 0.7.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +1 -1
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/client.rb +16 -5
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/rest/client.rb +22 -4
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/rest/service_stub.rb +1 -1
- data/lib/google/cloud/dataflow/v1beta3/jobs/client.rb +16 -5
- data/lib/google/cloud/dataflow/v1beta3/jobs/rest/client.rb +110 -4
- data/lib/google/cloud/dataflow/v1beta3/jobs/rest/service_stub.rb +6 -6
- data/lib/google/cloud/dataflow/v1beta3/messages/client.rb +16 -5
- data/lib/google/cloud/dataflow/v1beta3/messages/rest/client.rb +26 -4
- data/lib/google/cloud/dataflow/v1beta3/messages/rest/service_stub.rb +1 -1
- data/lib/google/cloud/dataflow/v1beta3/metrics/client.rb +16 -5
- data/lib/google/cloud/dataflow/v1beta3/metrics/rest/client.rb +62 -4
- data/lib/google/cloud/dataflow/v1beta3/metrics/rest/service_stub.rb +3 -3
- data/lib/google/cloud/dataflow/v1beta3/snapshots/client.rb +16 -5
- data/lib/google/cloud/dataflow/v1beta3/snapshots/rest/client.rb +54 -4
- data/lib/google/cloud/dataflow/v1beta3/snapshots/rest/service_stub.rb +3 -3
- data/lib/google/cloud/dataflow/v1beta3/templates_service/client.rb +16 -5
- data/lib/google/cloud/dataflow/v1beta3/templates_service/rest/client.rb +54 -4
- data/lib/google/cloud/dataflow/v1beta3/templates_service/rest/service_stub.rb +3 -3
- data/lib/google/cloud/dataflow/v1beta3/version.rb +1 -1
- data/lib/google/dataflow/v1beta3/environment_pb.rb +26 -132
- data/lib/google/dataflow/v1beta3/jobs_pb.rb +28 -234
- data/lib/google/dataflow/v1beta3/messages_pb.rb +26 -54
- data/lib/google/dataflow/v1beta3/metrics_pb.rb +26 -91
- data/lib/google/dataflow/v1beta3/snapshots_pb.rb +26 -46
- data/lib/google/dataflow/v1beta3/streaming_pb.rb +24 -74
- data/lib/google/dataflow/v1beta3/templates_pb.rb +26 -173
- data/proto_docs/google/api/client.rb +67 -4
- data/proto_docs/google/api/field_behavior.rb +14 -0
- data/proto_docs/google/protobuf/any.rb +7 -4
- data/proto_docs/google/protobuf/struct.rb +1 -1
- data/proto_docs/google/protobuf/timestamp.rb +1 -3
- metadata +5 -5
@@ -1,3 +1,4 @@
|
|
1
|
+
# frozen_string_literal: true
|
1
2
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
3
|
# source: google/dataflow/v1beta3/environment.proto
|
3
4
|
|
@@ -7,140 +8,33 @@ require 'google/api/field_behavior_pb'
|
|
7
8
|
require 'google/protobuf/any_pb'
|
8
9
|
require 'google/protobuf/struct_pb'
|
9
10
|
|
10
|
-
|
11
|
-
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
|
27
|
-
|
28
|
-
|
29
|
-
|
30
|
-
|
31
|
-
|
32
|
-
|
33
|
-
optional :location, :string, 2
|
34
|
-
end
|
35
|
-
add_message "google.dataflow.v1beta3.Disk" do
|
36
|
-
optional :size_gb, :int32, 1
|
37
|
-
optional :disk_type, :string, 2
|
38
|
-
optional :mount_point, :string, 3
|
39
|
-
end
|
40
|
-
add_message "google.dataflow.v1beta3.WorkerSettings" do
|
41
|
-
optional :base_url, :string, 1
|
42
|
-
optional :reporting_enabled, :bool, 2
|
43
|
-
optional :service_path, :string, 3
|
44
|
-
optional :shuffle_service_path, :string, 4
|
45
|
-
optional :worker_id, :string, 5
|
46
|
-
optional :temp_storage_prefix, :string, 6
|
47
|
-
end
|
48
|
-
add_message "google.dataflow.v1beta3.TaskRunnerSettings" do
|
49
|
-
optional :task_user, :string, 1
|
50
|
-
optional :task_group, :string, 2
|
51
|
-
repeated :oauth_scopes, :string, 3
|
52
|
-
optional :base_url, :string, 4
|
53
|
-
optional :dataflow_api_version, :string, 5
|
54
|
-
optional :parallel_worker_settings, :message, 6, "google.dataflow.v1beta3.WorkerSettings"
|
55
|
-
optional :base_task_dir, :string, 7
|
56
|
-
optional :continue_on_exception, :bool, 8
|
57
|
-
optional :log_to_serialconsole, :bool, 9
|
58
|
-
optional :alsologtostderr, :bool, 10
|
59
|
-
optional :log_upload_location, :string, 11
|
60
|
-
optional :log_dir, :string, 12
|
61
|
-
optional :temp_storage_prefix, :string, 13
|
62
|
-
optional :harness_command, :string, 14
|
63
|
-
optional :workflow_file_name, :string, 15
|
64
|
-
optional :commandlines_file_name, :string, 16
|
65
|
-
optional :vm_id, :string, 17
|
66
|
-
optional :language_hint, :string, 18
|
67
|
-
optional :streaming_worker_main_class, :string, 19
|
68
|
-
end
|
69
|
-
add_message "google.dataflow.v1beta3.AutoscalingSettings" do
|
70
|
-
optional :algorithm, :enum, 1, "google.dataflow.v1beta3.AutoscalingAlgorithm"
|
71
|
-
optional :max_num_workers, :int32, 2
|
72
|
-
end
|
73
|
-
add_message "google.dataflow.v1beta3.SdkHarnessContainerImage" do
|
74
|
-
optional :container_image, :string, 1
|
75
|
-
optional :use_single_core_per_container, :bool, 2
|
76
|
-
optional :environment_id, :string, 3
|
77
|
-
repeated :capabilities, :string, 4
|
78
|
-
end
|
79
|
-
add_message "google.dataflow.v1beta3.WorkerPool" do
|
80
|
-
optional :kind, :string, 1
|
81
|
-
optional :num_workers, :int32, 2
|
82
|
-
repeated :packages, :message, 3, "google.dataflow.v1beta3.Package"
|
83
|
-
optional :default_package_set, :enum, 4, "google.dataflow.v1beta3.DefaultPackageSet"
|
84
|
-
optional :machine_type, :string, 5
|
85
|
-
optional :teardown_policy, :enum, 6, "google.dataflow.v1beta3.TeardownPolicy"
|
86
|
-
optional :disk_size_gb, :int32, 7
|
87
|
-
optional :disk_type, :string, 16
|
88
|
-
optional :disk_source_image, :string, 8
|
89
|
-
optional :zone, :string, 9
|
90
|
-
optional :taskrunner_settings, :message, 10, "google.dataflow.v1beta3.TaskRunnerSettings"
|
91
|
-
optional :on_host_maintenance, :string, 11
|
92
|
-
repeated :data_disks, :message, 12, "google.dataflow.v1beta3.Disk"
|
93
|
-
map :metadata, :string, :string, 13
|
94
|
-
optional :autoscaling_settings, :message, 14, "google.dataflow.v1beta3.AutoscalingSettings"
|
95
|
-
optional :pool_args, :message, 15, "google.protobuf.Any"
|
96
|
-
optional :network, :string, 17
|
97
|
-
optional :subnetwork, :string, 19
|
98
|
-
optional :worker_harness_container_image, :string, 18
|
99
|
-
optional :num_threads_per_worker, :int32, 20
|
100
|
-
optional :ip_configuration, :enum, 21, "google.dataflow.v1beta3.WorkerIPAddressConfiguration"
|
101
|
-
repeated :sdk_harness_container_images, :message, 22, "google.dataflow.v1beta3.SdkHarnessContainerImage"
|
102
|
-
end
|
103
|
-
add_message "google.dataflow.v1beta3.DebugOptions" do
|
104
|
-
optional :enable_hot_key_logging, :bool, 1
|
105
|
-
end
|
106
|
-
add_enum "google.dataflow.v1beta3.JobType" do
|
107
|
-
value :JOB_TYPE_UNKNOWN, 0
|
108
|
-
value :JOB_TYPE_BATCH, 1
|
109
|
-
value :JOB_TYPE_STREAMING, 2
|
110
|
-
end
|
111
|
-
add_enum "google.dataflow.v1beta3.FlexResourceSchedulingGoal" do
|
112
|
-
value :FLEXRS_UNSPECIFIED, 0
|
113
|
-
value :FLEXRS_SPEED_OPTIMIZED, 1
|
114
|
-
value :FLEXRS_COST_OPTIMIZED, 2
|
115
|
-
end
|
116
|
-
add_enum "google.dataflow.v1beta3.TeardownPolicy" do
|
117
|
-
value :TEARDOWN_POLICY_UNKNOWN, 0
|
118
|
-
value :TEARDOWN_ALWAYS, 1
|
119
|
-
value :TEARDOWN_ON_SUCCESS, 2
|
120
|
-
value :TEARDOWN_NEVER, 3
|
121
|
-
end
|
122
|
-
add_enum "google.dataflow.v1beta3.DefaultPackageSet" do
|
123
|
-
value :DEFAULT_PACKAGE_SET_UNKNOWN, 0
|
124
|
-
value :DEFAULT_PACKAGE_SET_NONE, 1
|
125
|
-
value :DEFAULT_PACKAGE_SET_JAVA, 2
|
126
|
-
value :DEFAULT_PACKAGE_SET_PYTHON, 3
|
127
|
-
end
|
128
|
-
add_enum "google.dataflow.v1beta3.AutoscalingAlgorithm" do
|
129
|
-
value :AUTOSCALING_ALGORITHM_UNKNOWN, 0
|
130
|
-
value :AUTOSCALING_ALGORITHM_NONE, 1
|
131
|
-
value :AUTOSCALING_ALGORITHM_BASIC, 2
|
132
|
-
end
|
133
|
-
add_enum "google.dataflow.v1beta3.WorkerIPAddressConfiguration" do
|
134
|
-
value :WORKER_IP_UNSPECIFIED, 0
|
135
|
-
value :WORKER_IP_PUBLIC, 1
|
136
|
-
value :WORKER_IP_PRIVATE, 2
|
137
|
-
end
|
138
|
-
add_enum "google.dataflow.v1beta3.ShuffleMode" do
|
139
|
-
value :SHUFFLE_MODE_UNSPECIFIED, 0
|
140
|
-
value :VM_BASED, 1
|
141
|
-
value :SERVICE_BASED, 2
|
11
|
+
|
12
|
+
descriptor_data = "\n)google/dataflow/v1beta3/environment.proto\x12\x17google.dataflow.v1beta3\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/protobuf/any.proto\x1a\x1cgoogle/protobuf/struct.proto\"\xcf\x05\n\x0b\x45nvironment\x12\x1b\n\x13temp_storage_prefix\x18\x01 \x01(\t\x12#\n\x1b\x63luster_manager_api_service\x18\x02 \x01(\t\x12\x13\n\x0b\x65xperiments\x18\x03 \x03(\t\x12\x17\n\x0fservice_options\x18\x10 \x03(\t\x12\x1c\n\x14service_kms_key_name\x18\x0c \x01(\t\x12\x39\n\x0cworker_pools\x18\x04 \x03(\x0b\x32#.google.dataflow.v1beta3.WorkerPool\x12+\n\nuser_agent\x18\x05 \x01(\x0b\x32\x17.google.protobuf.Struct\x12(\n\x07version\x18\x06 \x01(\x0b\x32\x17.google.protobuf.Struct\x12\x0f\n\x07\x64\x61taset\x18\x07 \x01(\t\x12\x35\n\x14sdk_pipeline_options\x18\x08 \x01(\x0b\x32\x17.google.protobuf.Struct\x12\x32\n\x14internal_experiments\x18\t \x01(\x0b\x32\x14.google.protobuf.Any\x12\x1d\n\x15service_account_email\x18\n \x01(\t\x12Z\n\x1d\x66lex_resource_scheduling_goal\x18\x0b \x01(\x0e\x32\x33.google.dataflow.v1beta3.FlexResourceSchedulingGoal\x12\x15\n\rworker_region\x18\r \x01(\t\x12\x13\n\x0bworker_zone\x18\x0e \x01(\t\x12?\n\x0cshuffle_mode\x18\x0f \x01(\x0e\x32$.google.dataflow.v1beta3.ShuffleModeB\x03\xe0\x41\x03\x12<\n\rdebug_options\x18\x11 \x01(\x0b\x32%.google.dataflow.v1beta3.DebugOptions\")\n\x07Package\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x10\n\x08location\x18\x02 \x01(\t\"?\n\x04\x44isk\x12\x0f\n\x07size_gb\x18\x01 \x01(\x05\x12\x11\n\tdisk_type\x18\x02 \x01(\t\x12\x13\n\x0bmount_point\x18\x03 \x01(\t\"\xa1\x01\n\x0eWorkerSettings\x12\x10\n\x08\x62\x61se_url\x18\x01 \x01(\t\x12\x19\n\x11reporting_enabled\x18\x02 \x01(\x08\x12\x14\n\x0cservice_path\x18\x03 \x01(\t\x12\x1c\n\x14shuffle_service_path\x18\x04 \x01(\t\x12\x11\n\tworker_id\x18\x05 \x01(\t\x12\x1b\n\x13temp_storage_prefix\x18\x06 \x01(\t\"\xa4\x04\n\x12TaskRunnerSettings\x12\x11\n\ttask_user\x18\x01 \x01(\t\x12\x12\n\ntask_group\x18\x02 \x01(\t\x12\x14\n\x0coauth_scopes\x18\x03 \x03(\t\x12\x10\n\x08\x62\x61se_url\x18\x04 \x01(\t\x12\x1c\n\x14\x64\x61taflow_api_version\x18\x05 \x01(\t\x12I\n\x18parallel_worker_settings\x18\x06 \x01(\x0b\x32\'.google.dataflow.v1beta3.WorkerSettings\x12\x15\n\rbase_task_dir\x18\x07 \x01(\t\x12\x1d\n\x15\x63ontinue_on_exception\x18\x08 \x01(\x08\x12\x1c\n\x14log_to_serialconsole\x18\t \x01(\x08\x12\x17\n\x0f\x61lsologtostderr\x18\n \x01(\x08\x12\x1b\n\x13log_upload_location\x18\x0b \x01(\t\x12\x0f\n\x07log_dir\x18\x0c \x01(\t\x12\x1b\n\x13temp_storage_prefix\x18\r \x01(\t\x12\x17\n\x0fharness_command\x18\x0e \x01(\t\x12\x1a\n\x12workflow_file_name\x18\x0f \x01(\t\x12\x1e\n\x16\x63ommandlines_file_name\x18\x10 \x01(\t\x12\r\n\x05vm_id\x18\x11 \x01(\t\x12\x15\n\rlanguage_hint\x18\x12 \x01(\t\x12#\n\x1bstreaming_worker_main_class\x18\x13 \x01(\t\"p\n\x13\x41utoscalingSettings\x12@\n\talgorithm\x18\x01 \x01(\x0e\x32-.google.dataflow.v1beta3.AutoscalingAlgorithm\x12\x17\n\x0fmax_num_workers\x18\x02 \x01(\x05\"\x88\x01\n\x18SdkHarnessContainerImage\x12\x17\n\x0f\x63ontainer_image\x18\x01 \x01(\t\x12%\n\x1duse_single_core_per_container\x18\x02 \x01(\x08\x12\x16\n\x0e\x65nvironment_id\x18\x03 \x01(\t\x12\x14\n\x0c\x63\x61pabilities\x18\x04 \x03(\t\"\xf2\x07\n\nWorkerPool\x12\x0c\n\x04kind\x18\x01 \x01(\t\x12\x13\n\x0bnum_workers\x18\x02 \x01(\x05\x12\x32\n\x08packages\x18\x03 \x03(\x0b\x32 .google.dataflow.v1beta3.Package\x12G\n\x13\x64\x65\x66\x61ult_package_set\x18\x04 \x01(\x0e\x32*.google.dataflow.v1beta3.DefaultPackageSet\x12\x14\n\x0cmachine_type\x18\x05 \x01(\t\x12@\n\x0fteardown_policy\x18\x06 \x01(\x0e\x32\'.google.dataflow.v1beta3.TeardownPolicy\x12\x14\n\x0c\x64isk_size_gb\x18\x07 \x01(\x05\x12\x11\n\tdisk_type\x18\x10 \x01(\t\x12\x19\n\x11\x64isk_source_image\x18\x08 \x01(\t\x12\x0c\n\x04zone\x18\t \x01(\t\x12H\n\x13taskrunner_settings\x18\n \x01(\x0b\x32+.google.dataflow.v1beta3.TaskRunnerSettings\x12\x1b\n\x13on_host_maintenance\x18\x0b \x01(\t\x12\x31\n\ndata_disks\x18\x0c \x03(\x0b\x32\x1d.google.dataflow.v1beta3.Disk\x12\x43\n\x08metadata\x18\r \x03(\x0b\x32\x31.google.dataflow.v1beta3.WorkerPool.MetadataEntry\x12J\n\x14\x61utoscaling_settings\x18\x0e \x01(\x0b\x32,.google.dataflow.v1beta3.AutoscalingSettings\x12\'\n\tpool_args\x18\x0f \x01(\x0b\x32\x14.google.protobuf.Any\x12\x0f\n\x07network\x18\x11 \x01(\t\x12\x12\n\nsubnetwork\x18\x13 \x01(\t\x12&\n\x1eworker_harness_container_image\x18\x12 \x01(\t\x12\x1e\n\x16num_threads_per_worker\x18\x14 \x01(\x05\x12O\n\x10ip_configuration\x18\x15 \x01(\x0e\x32\x35.google.dataflow.v1beta3.WorkerIPAddressConfiguration\x12W\n\x1csdk_harness_container_images\x18\x16 \x03(\x0b\x32\x31.google.dataflow.v1beta3.SdkHarnessContainerImage\x1a/\n\rMetadataEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\".\n\x0c\x44\x65\x62ugOptions\x12\x1e\n\x16\x65nable_hot_key_logging\x18\x01 \x01(\x08*K\n\x07JobType\x12\x14\n\x10JOB_TYPE_UNKNOWN\x10\x00\x12\x12\n\x0eJOB_TYPE_BATCH\x10\x01\x12\x16\n\x12JOB_TYPE_STREAMING\x10\x02*k\n\x1a\x46lexResourceSchedulingGoal\x12\x16\n\x12\x46LEXRS_UNSPECIFIED\x10\x00\x12\x1a\n\x16\x46LEXRS_SPEED_OPTIMIZED\x10\x01\x12\x19\n\x15\x46LEXRS_COST_OPTIMIZED\x10\x02*o\n\x0eTeardownPolicy\x12\x1b\n\x17TEARDOWN_POLICY_UNKNOWN\x10\x00\x12\x13\n\x0fTEARDOWN_ALWAYS\x10\x01\x12\x17\n\x13TEARDOWN_ON_SUCCESS\x10\x02\x12\x12\n\x0eTEARDOWN_NEVER\x10\x03*\x90\x01\n\x11\x44\x65\x66\x61ultPackageSet\x12\x1f\n\x1b\x44\x45\x46\x41ULT_PACKAGE_SET_UNKNOWN\x10\x00\x12\x1c\n\x18\x44\x45\x46\x41ULT_PACKAGE_SET_NONE\x10\x01\x12\x1c\n\x18\x44\x45\x46\x41ULT_PACKAGE_SET_JAVA\x10\x02\x12\x1e\n\x1a\x44\x45\x46\x41ULT_PACKAGE_SET_PYTHON\x10\x03*z\n\x14\x41utoscalingAlgorithm\x12!\n\x1d\x41UTOSCALING_ALGORITHM_UNKNOWN\x10\x00\x12\x1e\n\x1a\x41UTOSCALING_ALGORITHM_NONE\x10\x01\x12\x1f\n\x1b\x41UTOSCALING_ALGORITHM_BASIC\x10\x02*f\n\x1cWorkerIPAddressConfiguration\x12\x19\n\x15WORKER_IP_UNSPECIFIED\x10\x00\x12\x14\n\x10WORKER_IP_PUBLIC\x10\x01\x12\x15\n\x11WORKER_IP_PRIVATE\x10\x02*L\n\x0bShuffleMode\x12\x1c\n\x18SHUFFLE_MODE_UNSPECIFIED\x10\x00\x12\x0c\n\x08VM_BASED\x10\x01\x12\x11\n\rSERVICE_BASED\x10\x02\x42\xd3\x01\n\x1b\x63om.google.dataflow.v1beta3B\x10\x45nvironmentProtoP\x01Z=cloud.google.com/go/dataflow/apiv1beta3/dataflowpb;dataflowpb\xaa\x02\x1dGoogle.Cloud.Dataflow.V1Beta3\xca\x02\x1dGoogle\\Cloud\\Dataflow\\V1beta3\xea\x02 Google::Cloud::Dataflow::V1beta3b\x06proto3"
|
13
|
+
|
14
|
+
pool = Google::Protobuf::DescriptorPool.generated_pool
|
15
|
+
|
16
|
+
begin
|
17
|
+
pool.add_serialized_file(descriptor_data)
|
18
|
+
rescue TypeError => e
|
19
|
+
# Compatibility code: will be removed in the next major version.
|
20
|
+
require 'google/protobuf/descriptor_pb'
|
21
|
+
parsed = Google::Protobuf::FileDescriptorProto.decode(descriptor_data)
|
22
|
+
parsed.clear_dependency
|
23
|
+
serialized = parsed.class.encode(parsed)
|
24
|
+
file = pool.add_serialized_file(serialized)
|
25
|
+
warn "Warning: Protobuf detected an import path issue while loading generated file #{__FILE__}"
|
26
|
+
imports = [
|
27
|
+
["google.protobuf.Struct", "google/protobuf/struct.proto"],
|
28
|
+
["google.protobuf.Any", "google/protobuf/any.proto"],
|
29
|
+
]
|
30
|
+
imports.each do |type_name, expected_filename|
|
31
|
+
import_file = pool.lookup(type_name).file_descriptor
|
32
|
+
if import_file.name != expected_filename
|
33
|
+
warn "- #{file.name} imports #{expected_filename}, but that import was loaded as #{import_file.name}"
|
142
34
|
end
|
143
35
|
end
|
36
|
+
warn "Each proto file must use a consistent fully-qualified name."
|
37
|
+
warn "This will become an error in the next major version."
|
144
38
|
end
|
145
39
|
|
146
40
|
module Google
|
@@ -1,3 +1,4 @@
|
|
1
|
+
# frozen_string_literal: true
|
1
2
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
3
|
# source: google/dataflow/v1beta3/jobs.proto
|
3
4
|
|
@@ -11,242 +12,35 @@ require 'google/protobuf/duration_pb'
|
|
11
12
|
require 'google/protobuf/struct_pb'
|
12
13
|
require 'google/protobuf/timestamp_pb'
|
13
14
|
|
14
|
-
|
15
|
-
add_file("google/dataflow/v1beta3/jobs.proto", :syntax => :proto3) do
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
|
27
|
-
|
28
|
-
|
29
|
-
|
30
|
-
|
31
|
-
|
32
|
-
|
33
|
-
|
34
|
-
|
35
|
-
|
36
|
-
|
37
|
-
|
38
|
-
|
39
|
-
optional :start_time, :message, 22, "google.protobuf.Timestamp"
|
40
|
-
optional :created_from_snapshot_id, :string, 23
|
41
|
-
optional :satisfies_pzs, :bool, 25
|
42
|
-
end
|
43
|
-
add_message "google.dataflow.v1beta3.DatastoreIODetails" do
|
44
|
-
optional :namespace, :string, 1
|
45
|
-
optional :project_id, :string, 2
|
46
|
-
end
|
47
|
-
add_message "google.dataflow.v1beta3.PubSubIODetails" do
|
48
|
-
optional :topic, :string, 1
|
49
|
-
optional :subscription, :string, 2
|
50
|
-
end
|
51
|
-
add_message "google.dataflow.v1beta3.FileIODetails" do
|
52
|
-
optional :file_pattern, :string, 1
|
53
|
-
end
|
54
|
-
add_message "google.dataflow.v1beta3.BigTableIODetails" do
|
55
|
-
optional :project_id, :string, 1
|
56
|
-
optional :instance_id, :string, 2
|
57
|
-
optional :table_id, :string, 3
|
58
|
-
end
|
59
|
-
add_message "google.dataflow.v1beta3.BigQueryIODetails" do
|
60
|
-
optional :table, :string, 1
|
61
|
-
optional :dataset, :string, 2
|
62
|
-
optional :project_id, :string, 3
|
63
|
-
optional :query, :string, 4
|
64
|
-
end
|
65
|
-
add_message "google.dataflow.v1beta3.SpannerIODetails" do
|
66
|
-
optional :project_id, :string, 1
|
67
|
-
optional :instance_id, :string, 2
|
68
|
-
optional :database_id, :string, 3
|
69
|
-
end
|
70
|
-
add_message "google.dataflow.v1beta3.SdkVersion" do
|
71
|
-
optional :version, :string, 1
|
72
|
-
optional :version_display_name, :string, 2
|
73
|
-
optional :sdk_support_status, :enum, 3, "google.dataflow.v1beta3.SdkVersion.SdkSupportStatus"
|
74
|
-
end
|
75
|
-
add_enum "google.dataflow.v1beta3.SdkVersion.SdkSupportStatus" do
|
76
|
-
value :UNKNOWN, 0
|
77
|
-
value :SUPPORTED, 1
|
78
|
-
value :STALE, 2
|
79
|
-
value :DEPRECATED, 3
|
80
|
-
value :UNSUPPORTED, 4
|
81
|
-
end
|
82
|
-
add_message "google.dataflow.v1beta3.JobMetadata" do
|
83
|
-
optional :sdk_version, :message, 1, "google.dataflow.v1beta3.SdkVersion"
|
84
|
-
repeated :spanner_details, :message, 2, "google.dataflow.v1beta3.SpannerIODetails"
|
85
|
-
repeated :bigquery_details, :message, 3, "google.dataflow.v1beta3.BigQueryIODetails"
|
86
|
-
repeated :big_table_details, :message, 4, "google.dataflow.v1beta3.BigTableIODetails"
|
87
|
-
repeated :pubsub_details, :message, 5, "google.dataflow.v1beta3.PubSubIODetails"
|
88
|
-
repeated :file_details, :message, 6, "google.dataflow.v1beta3.FileIODetails"
|
89
|
-
repeated :datastore_details, :message, 7, "google.dataflow.v1beta3.DatastoreIODetails"
|
90
|
-
end
|
91
|
-
add_message "google.dataflow.v1beta3.ExecutionStageState" do
|
92
|
-
optional :execution_stage_name, :string, 1
|
93
|
-
optional :execution_stage_state, :enum, 2, "google.dataflow.v1beta3.JobState"
|
94
|
-
optional :current_state_time, :message, 3, "google.protobuf.Timestamp"
|
95
|
-
end
|
96
|
-
add_message "google.dataflow.v1beta3.PipelineDescription" do
|
97
|
-
repeated :original_pipeline_transform, :message, 1, "google.dataflow.v1beta3.TransformSummary"
|
98
|
-
repeated :execution_pipeline_stage, :message, 2, "google.dataflow.v1beta3.ExecutionStageSummary"
|
99
|
-
repeated :display_data, :message, 3, "google.dataflow.v1beta3.DisplayData"
|
100
|
-
end
|
101
|
-
add_message "google.dataflow.v1beta3.TransformSummary" do
|
102
|
-
optional :kind, :enum, 1, "google.dataflow.v1beta3.KindType"
|
103
|
-
optional :id, :string, 2
|
104
|
-
optional :name, :string, 3
|
105
|
-
repeated :display_data, :message, 4, "google.dataflow.v1beta3.DisplayData"
|
106
|
-
repeated :output_collection_name, :string, 5
|
107
|
-
repeated :input_collection_name, :string, 6
|
108
|
-
end
|
109
|
-
add_message "google.dataflow.v1beta3.ExecutionStageSummary" do
|
110
|
-
optional :name, :string, 1
|
111
|
-
optional :id, :string, 2
|
112
|
-
optional :kind, :enum, 3, "google.dataflow.v1beta3.KindType"
|
113
|
-
repeated :input_source, :message, 4, "google.dataflow.v1beta3.ExecutionStageSummary.StageSource"
|
114
|
-
repeated :output_source, :message, 5, "google.dataflow.v1beta3.ExecutionStageSummary.StageSource"
|
115
|
-
repeated :prerequisite_stage, :string, 8
|
116
|
-
repeated :component_transform, :message, 6, "google.dataflow.v1beta3.ExecutionStageSummary.ComponentTransform"
|
117
|
-
repeated :component_source, :message, 7, "google.dataflow.v1beta3.ExecutionStageSummary.ComponentSource"
|
118
|
-
end
|
119
|
-
add_message "google.dataflow.v1beta3.ExecutionStageSummary.StageSource" do
|
120
|
-
optional :user_name, :string, 1
|
121
|
-
optional :name, :string, 2
|
122
|
-
optional :original_transform_or_collection, :string, 3
|
123
|
-
optional :size_bytes, :int64, 4
|
124
|
-
end
|
125
|
-
add_message "google.dataflow.v1beta3.ExecutionStageSummary.ComponentTransform" do
|
126
|
-
optional :user_name, :string, 1
|
127
|
-
optional :name, :string, 2
|
128
|
-
optional :original_transform, :string, 3
|
129
|
-
end
|
130
|
-
add_message "google.dataflow.v1beta3.ExecutionStageSummary.ComponentSource" do
|
131
|
-
optional :user_name, :string, 1
|
132
|
-
optional :name, :string, 2
|
133
|
-
optional :original_transform_or_collection, :string, 3
|
134
|
-
end
|
135
|
-
add_message "google.dataflow.v1beta3.DisplayData" do
|
136
|
-
optional :key, :string, 1
|
137
|
-
optional :namespace, :string, 2
|
138
|
-
optional :short_str_value, :string, 11
|
139
|
-
optional :url, :string, 12
|
140
|
-
optional :label, :string, 13
|
141
|
-
oneof :Value do
|
142
|
-
optional :str_value, :string, 4
|
143
|
-
optional :int64_value, :int64, 5
|
144
|
-
optional :float_value, :float, 6
|
145
|
-
optional :java_class_value, :string, 7
|
146
|
-
optional :timestamp_value, :message, 8, "google.protobuf.Timestamp"
|
147
|
-
optional :duration_value, :message, 9, "google.protobuf.Duration"
|
148
|
-
optional :bool_value, :bool, 10
|
149
|
-
end
|
150
|
-
end
|
151
|
-
add_message "google.dataflow.v1beta3.Step" do
|
152
|
-
optional :kind, :string, 1
|
153
|
-
optional :name, :string, 2
|
154
|
-
optional :properties, :message, 3, "google.protobuf.Struct"
|
155
|
-
end
|
156
|
-
add_message "google.dataflow.v1beta3.JobExecutionInfo" do
|
157
|
-
map :stages, :string, :message, 1, "google.dataflow.v1beta3.JobExecutionStageInfo"
|
158
|
-
end
|
159
|
-
add_message "google.dataflow.v1beta3.JobExecutionStageInfo" do
|
160
|
-
repeated :step_name, :string, 1
|
161
|
-
end
|
162
|
-
add_message "google.dataflow.v1beta3.CreateJobRequest" do
|
163
|
-
optional :project_id, :string, 1
|
164
|
-
optional :job, :message, 2, "google.dataflow.v1beta3.Job"
|
165
|
-
optional :view, :enum, 3, "google.dataflow.v1beta3.JobView"
|
166
|
-
optional :replace_job_id, :string, 4
|
167
|
-
optional :location, :string, 5
|
168
|
-
end
|
169
|
-
add_message "google.dataflow.v1beta3.GetJobRequest" do
|
170
|
-
optional :project_id, :string, 1
|
171
|
-
optional :job_id, :string, 2
|
172
|
-
optional :view, :enum, 3, "google.dataflow.v1beta3.JobView"
|
173
|
-
optional :location, :string, 4
|
174
|
-
end
|
175
|
-
add_message "google.dataflow.v1beta3.UpdateJobRequest" do
|
176
|
-
optional :project_id, :string, 1
|
177
|
-
optional :job_id, :string, 2
|
178
|
-
optional :job, :message, 3, "google.dataflow.v1beta3.Job"
|
179
|
-
optional :location, :string, 4
|
180
|
-
end
|
181
|
-
add_message "google.dataflow.v1beta3.ListJobsRequest" do
|
182
|
-
optional :filter, :enum, 5, "google.dataflow.v1beta3.ListJobsRequest.Filter"
|
183
|
-
optional :project_id, :string, 1
|
184
|
-
optional :view, :enum, 2, "google.dataflow.v1beta3.JobView"
|
185
|
-
optional :page_size, :int32, 3
|
186
|
-
optional :page_token, :string, 4
|
187
|
-
optional :location, :string, 17
|
188
|
-
end
|
189
|
-
add_enum "google.dataflow.v1beta3.ListJobsRequest.Filter" do
|
190
|
-
value :UNKNOWN, 0
|
191
|
-
value :ALL, 1
|
192
|
-
value :TERMINATED, 2
|
193
|
-
value :ACTIVE, 3
|
194
|
-
end
|
195
|
-
add_message "google.dataflow.v1beta3.FailedLocation" do
|
196
|
-
optional :name, :string, 1
|
197
|
-
end
|
198
|
-
add_message "google.dataflow.v1beta3.ListJobsResponse" do
|
199
|
-
repeated :jobs, :message, 1, "google.dataflow.v1beta3.Job"
|
200
|
-
optional :next_page_token, :string, 2
|
201
|
-
repeated :failed_location, :message, 3, "google.dataflow.v1beta3.FailedLocation"
|
202
|
-
end
|
203
|
-
add_message "google.dataflow.v1beta3.SnapshotJobRequest" do
|
204
|
-
optional :project_id, :string, 1
|
205
|
-
optional :job_id, :string, 2
|
206
|
-
optional :ttl, :message, 3, "google.protobuf.Duration"
|
207
|
-
optional :location, :string, 4
|
208
|
-
optional :snapshot_sources, :bool, 5
|
209
|
-
optional :description, :string, 6
|
210
|
-
end
|
211
|
-
add_message "google.dataflow.v1beta3.CheckActiveJobsRequest" do
|
212
|
-
optional :project_id, :string, 1
|
213
|
-
end
|
214
|
-
add_message "google.dataflow.v1beta3.CheckActiveJobsResponse" do
|
215
|
-
optional :active_jobs_exist, :bool, 1
|
216
|
-
end
|
217
|
-
add_enum "google.dataflow.v1beta3.KindType" do
|
218
|
-
value :UNKNOWN_KIND, 0
|
219
|
-
value :PAR_DO_KIND, 1
|
220
|
-
value :GROUP_BY_KEY_KIND, 2
|
221
|
-
value :FLATTEN_KIND, 3
|
222
|
-
value :READ_KIND, 4
|
223
|
-
value :WRITE_KIND, 5
|
224
|
-
value :CONSTANT_KIND, 6
|
225
|
-
value :SINGLETON_KIND, 7
|
226
|
-
value :SHUFFLE_KIND, 8
|
227
|
-
end
|
228
|
-
add_enum "google.dataflow.v1beta3.JobState" do
|
229
|
-
value :JOB_STATE_UNKNOWN, 0
|
230
|
-
value :JOB_STATE_STOPPED, 1
|
231
|
-
value :JOB_STATE_RUNNING, 2
|
232
|
-
value :JOB_STATE_DONE, 3
|
233
|
-
value :JOB_STATE_FAILED, 4
|
234
|
-
value :JOB_STATE_CANCELLED, 5
|
235
|
-
value :JOB_STATE_UPDATED, 6
|
236
|
-
value :JOB_STATE_DRAINING, 7
|
237
|
-
value :JOB_STATE_DRAINED, 8
|
238
|
-
value :JOB_STATE_PENDING, 9
|
239
|
-
value :JOB_STATE_CANCELLING, 10
|
240
|
-
value :JOB_STATE_QUEUED, 11
|
241
|
-
value :JOB_STATE_RESOURCE_CLEANING_UP, 12
|
242
|
-
end
|
243
|
-
add_enum "google.dataflow.v1beta3.JobView" do
|
244
|
-
value :JOB_VIEW_UNKNOWN, 0
|
245
|
-
value :JOB_VIEW_SUMMARY, 1
|
246
|
-
value :JOB_VIEW_ALL, 2
|
247
|
-
value :JOB_VIEW_DESCRIPTION, 3
|
15
|
+
|
16
|
+
descriptor_data = "\n\"google/dataflow/v1beta3/jobs.proto\x12\x17google.dataflow.v1beta3\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a)google/dataflow/v1beta3/environment.proto\x1a\'google/dataflow/v1beta3/snapshots.proto\x1a\x1egoogle/protobuf/duration.proto\x1a\x1cgoogle/protobuf/struct.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\xae\t\n\x03Job\x12\n\n\x02id\x18\x01 \x01(\t\x12\x12\n\nproject_id\x18\x02 \x01(\t\x12\x0c\n\x04name\x18\x03 \x01(\t\x12.\n\x04type\x18\x04 \x01(\x0e\x32 .google.dataflow.v1beta3.JobType\x12\x39\n\x0b\x65nvironment\x18\x05 \x01(\x0b\x32$.google.dataflow.v1beta3.Environment\x12,\n\x05steps\x18\x06 \x03(\x0b\x32\x1d.google.dataflow.v1beta3.Step\x12\x16\n\x0esteps_location\x18\x18 \x01(\t\x12\x38\n\rcurrent_state\x18\x07 \x01(\x0e\x32!.google.dataflow.v1beta3.JobState\x12\x36\n\x12\x63urrent_state_time\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12:\n\x0frequested_state\x18\t \x01(\x0e\x32!.google.dataflow.v1beta3.JobState\x12\x41\n\x0e\x65xecution_info\x18\n \x01(\x0b\x32).google.dataflow.v1beta3.JobExecutionInfo\x12/\n\x0b\x63reate_time\x18\x0b \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x16\n\x0ereplace_job_id\x18\x0c \x01(\t\x12V\n\x16transform_name_mapping\x18\r \x03(\x0b\x32\x36.google.dataflow.v1beta3.Job.TransformNameMappingEntry\x12\x19\n\x11\x63lient_request_id\x18\x0e \x01(\t\x12\x1a\n\x12replaced_by_job_id\x18\x0f \x01(\t\x12\x12\n\ntemp_files\x18\x10 \x03(\t\x12\x38\n\x06labels\x18\x11 \x03(\x0b\x32(.google.dataflow.v1beta3.Job.LabelsEntry\x12\x10\n\x08location\x18\x12 \x01(\t\x12J\n\x14pipeline_description\x18\x13 \x01(\x0b\x32,.google.dataflow.v1beta3.PipelineDescription\x12\x42\n\x0cstage_states\x18\x14 \x03(\x0b\x32,.google.dataflow.v1beta3.ExecutionStageState\x12:\n\x0cjob_metadata\x18\x15 \x01(\x0b\x32$.google.dataflow.v1beta3.JobMetadata\x12.\n\nstart_time\x18\x16 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12 \n\x18\x63reated_from_snapshot_id\x18\x17 \x01(\t\x12\x15\n\rsatisfies_pzs\x18\x19 \x01(\x08\x1a;\n\x19TransformNameMappingEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\";\n\x12\x44\x61tastoreIODetails\x12\x11\n\tnamespace\x18\x01 \x01(\t\x12\x12\n\nproject_id\x18\x02 \x01(\t\"6\n\x0fPubSubIODetails\x12\r\n\x05topic\x18\x01 \x01(\t\x12\x14\n\x0csubscription\x18\x02 \x01(\t\"%\n\rFileIODetails\x12\x14\n\x0c\x66ile_pattern\x18\x01 \x01(\t\"N\n\x11\x42igTableIODetails\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x13\n\x0binstance_id\x18\x02 \x01(\t\x12\x10\n\x08table_id\x18\x03 \x01(\t\"V\n\x11\x42igQueryIODetails\x12\r\n\x05table\x18\x01 \x01(\t\x12\x0f\n\x07\x64\x61taset\x18\x02 \x01(\t\x12\x12\n\nproject_id\x18\x03 \x01(\t\x12\r\n\x05query\x18\x04 \x01(\t\"P\n\x10SpannerIODetails\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x13\n\x0binstance_id\x18\x02 \x01(\t\x12\x13\n\x0b\x64\x61tabase_id\x18\x03 \x01(\t\"\xe9\x01\n\nSdkVersion\x12\x0f\n\x07version\x18\x01 \x01(\t\x12\x1c\n\x14version_display_name\x18\x02 \x01(\t\x12P\n\x12sdk_support_status\x18\x03 \x01(\x0e\x32\x34.google.dataflow.v1beta3.SdkVersion.SdkSupportStatus\"Z\n\x10SdkSupportStatus\x12\x0b\n\x07UNKNOWN\x10\x00\x12\r\n\tSUPPORTED\x10\x01\x12\t\n\x05STALE\x10\x02\x12\x0e\n\nDEPRECATED\x10\x03\x12\x0f\n\x0bUNSUPPORTED\x10\x04\"\xe0\x03\n\x0bJobMetadata\x12\x38\n\x0bsdk_version\x18\x01 \x01(\x0b\x32#.google.dataflow.v1beta3.SdkVersion\x12\x42\n\x0fspanner_details\x18\x02 \x03(\x0b\x32).google.dataflow.v1beta3.SpannerIODetails\x12\x44\n\x10\x62igquery_details\x18\x03 \x03(\x0b\x32*.google.dataflow.v1beta3.BigQueryIODetails\x12\x45\n\x11\x62ig_table_details\x18\x04 \x03(\x0b\x32*.google.dataflow.v1beta3.BigTableIODetails\x12@\n\x0epubsub_details\x18\x05 \x03(\x0b\x32(.google.dataflow.v1beta3.PubSubIODetails\x12<\n\x0c\x66ile_details\x18\x06 \x03(\x0b\x32&.google.dataflow.v1beta3.FileIODetails\x12\x46\n\x11\x64\x61tastore_details\x18\x07 \x03(\x0b\x32+.google.dataflow.v1beta3.DatastoreIODetails\"\xad\x01\n\x13\x45xecutionStageState\x12\x1c\n\x14\x65xecution_stage_name\x18\x01 \x01(\t\x12@\n\x15\x65xecution_stage_state\x18\x02 \x01(\x0e\x32!.google.dataflow.v1beta3.JobState\x12\x36\n\x12\x63urrent_state_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"\xf3\x01\n\x13PipelineDescription\x12N\n\x1boriginal_pipeline_transform\x18\x01 \x03(\x0b\x32).google.dataflow.v1beta3.TransformSummary\x12P\n\x18\x65xecution_pipeline_stage\x18\x02 \x03(\x0b\x32..google.dataflow.v1beta3.ExecutionStageSummary\x12:\n\x0c\x64isplay_data\x18\x03 \x03(\x0b\x32$.google.dataflow.v1beta3.DisplayData\"\xd8\x01\n\x10TransformSummary\x12/\n\x04kind\x18\x01 \x01(\x0e\x32!.google.dataflow.v1beta3.KindType\x12\n\n\x02id\x18\x02 \x01(\t\x12\x0c\n\x04name\x18\x03 \x01(\t\x12:\n\x0c\x64isplay_data\x18\x04 \x03(\x0b\x32$.google.dataflow.v1beta3.DisplayData\x12\x1e\n\x16output_collection_name\x18\x05 \x03(\t\x12\x1d\n\x15input_collection_name\x18\x06 \x03(\t\"\xfc\x05\n\x15\x45xecutionStageSummary\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\n\n\x02id\x18\x02 \x01(\t\x12/\n\x04kind\x18\x03 \x01(\x0e\x32!.google.dataflow.v1beta3.KindType\x12P\n\x0cinput_source\x18\x04 \x03(\x0b\x32:.google.dataflow.v1beta3.ExecutionStageSummary.StageSource\x12Q\n\routput_source\x18\x05 \x03(\x0b\x32:.google.dataflow.v1beta3.ExecutionStageSummary.StageSource\x12\x1a\n\x12prerequisite_stage\x18\x08 \x03(\t\x12^\n\x13\x63omponent_transform\x18\x06 \x03(\x0b\x32\x41.google.dataflow.v1beta3.ExecutionStageSummary.ComponentTransform\x12X\n\x10\x63omponent_source\x18\x07 \x03(\x0b\x32>.google.dataflow.v1beta3.ExecutionStageSummary.ComponentSource\x1al\n\x0bStageSource\x12\x11\n\tuser_name\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12(\n original_transform_or_collection\x18\x03 \x01(\t\x12\x12\n\nsize_bytes\x18\x04 \x01(\x03\x1aQ\n\x12\x43omponentTransform\x12\x11\n\tuser_name\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12\x1a\n\x12original_transform\x18\x03 \x01(\t\x1a\\\n\x0f\x43omponentSource\x12\x11\n\tuser_name\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12(\n original_transform_or_collection\x18\x03 \x01(\t\"\xcc\x02\n\x0b\x44isplayData\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x11\n\tnamespace\x18\x02 \x01(\t\x12\x13\n\tstr_value\x18\x04 \x01(\tH\x00\x12\x15\n\x0bint64_value\x18\x05 \x01(\x03H\x00\x12\x15\n\x0b\x66loat_value\x18\x06 \x01(\x02H\x00\x12\x1a\n\x10java_class_value\x18\x07 \x01(\tH\x00\x12\x35\n\x0ftimestamp_value\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x00\x12\x33\n\x0e\x64uration_value\x18\t \x01(\x0b\x32\x19.google.protobuf.DurationH\x00\x12\x14\n\nbool_value\x18\n \x01(\x08H\x00\x12\x17\n\x0fshort_str_value\x18\x0b \x01(\t\x12\x0b\n\x03url\x18\x0c \x01(\t\x12\r\n\x05label\x18\r \x01(\tB\x07\n\x05Value\"O\n\x04Step\x12\x0c\n\x04kind\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12+\n\nproperties\x18\x03 \x01(\x0b\x32\x17.google.protobuf.Struct\"\xb8\x01\n\x10JobExecutionInfo\x12\x45\n\x06stages\x18\x01 \x03(\x0b\x32\x35.google.dataflow.v1beta3.JobExecutionInfo.StagesEntry\x1a]\n\x0bStagesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12=\n\x05value\x18\x02 \x01(\x0b\x32..google.dataflow.v1beta3.JobExecutionStageInfo:\x02\x38\x01\"*\n\x15JobExecutionStageInfo\x12\x11\n\tstep_name\x18\x01 \x03(\t\"\xab\x01\n\x10\x43reateJobRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12)\n\x03job\x18\x02 \x01(\x0b\x32\x1c.google.dataflow.v1beta3.Job\x12.\n\x04view\x18\x03 \x01(\x0e\x32 .google.dataflow.v1beta3.JobView\x12\x16\n\x0ereplace_job_id\x18\x04 \x01(\t\x12\x10\n\x08location\x18\x05 \x01(\t\"u\n\rGetJobRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12.\n\x04view\x18\x03 \x01(\x0e\x32 .google.dataflow.v1beta3.JobView\x12\x10\n\x08location\x18\x04 \x01(\t\"s\n\x10UpdateJobRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12)\n\x03job\x18\x03 \x01(\x0b\x32\x1c.google.dataflow.v1beta3.Job\x12\x10\n\x08location\x18\x04 \x01(\t\"\x8f\x02\n\x0fListJobsRequest\x12?\n\x06\x66ilter\x18\x05 \x01(\x0e\x32/.google.dataflow.v1beta3.ListJobsRequest.Filter\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x32\n\x04view\x18\x02 \x01(\x0e\x32 .google.dataflow.v1beta3.JobViewB\x02\x18\x01\x12\x11\n\tpage_size\x18\x03 \x01(\x05\x12\x12\n\npage_token\x18\x04 \x01(\t\x12\x10\n\x08location\x18\x11 \x01(\t\":\n\x06\x46ilter\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x07\n\x03\x41LL\x10\x01\x12\x0e\n\nTERMINATED\x10\x02\x12\n\n\x06\x41\x43TIVE\x10\x03\"\x1e\n\x0e\x46\x61iledLocation\x12\x0c\n\x04name\x18\x01 \x01(\t\"\x99\x01\n\x10ListJobsResponse\x12*\n\x04jobs\x18\x01 \x03(\x0b\x32\x1c.google.dataflow.v1beta3.Job\x12\x17\n\x0fnext_page_token\x18\x02 \x01(\t\x12@\n\x0f\x66\x61iled_location\x18\x03 \x03(\x0b\x32\'.google.dataflow.v1beta3.FailedLocation\"\xa1\x01\n\x12SnapshotJobRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12&\n\x03ttl\x18\x03 \x01(\x0b\x32\x19.google.protobuf.Duration\x12\x10\n\x08location\x18\x04 \x01(\t\x12\x18\n\x10snapshot_sources\x18\x05 \x01(\x08\x12\x13\n\x0b\x64\x65scription\x18\x06 \x01(\t\",\n\x16\x43heckActiveJobsRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\"4\n\x17\x43heckActiveJobsResponse\x12\x19\n\x11\x61\x63tive_jobs_exist\x18\x01 \x01(\x08*\xae\x01\n\x08KindType\x12\x10\n\x0cUNKNOWN_KIND\x10\x00\x12\x0f\n\x0bPAR_DO_KIND\x10\x01\x12\x15\n\x11GROUP_BY_KEY_KIND\x10\x02\x12\x10\n\x0c\x46LATTEN_KIND\x10\x03\x12\r\n\tREAD_KIND\x10\x04\x12\x0e\n\nWRITE_KIND\x10\x05\x12\x11\n\rCONSTANT_KIND\x10\x06\x12\x12\n\x0eSINGLETON_KIND\x10\x07\x12\x10\n\x0cSHUFFLE_KIND\x10\x08*\xc3\x02\n\x08JobState\x12\x15\n\x11JOB_STATE_UNKNOWN\x10\x00\x12\x15\n\x11JOB_STATE_STOPPED\x10\x01\x12\x15\n\x11JOB_STATE_RUNNING\x10\x02\x12\x12\n\x0eJOB_STATE_DONE\x10\x03\x12\x14\n\x10JOB_STATE_FAILED\x10\x04\x12\x17\n\x13JOB_STATE_CANCELLED\x10\x05\x12\x15\n\x11JOB_STATE_UPDATED\x10\x06\x12\x16\n\x12JOB_STATE_DRAINING\x10\x07\x12\x15\n\x11JOB_STATE_DRAINED\x10\x08\x12\x15\n\x11JOB_STATE_PENDING\x10\t\x12\x18\n\x14JOB_STATE_CANCELLING\x10\n\x12\x14\n\x10JOB_STATE_QUEUED\x10\x0b\x12\"\n\x1eJOB_STATE_RESOURCE_CLEANING_UP\x10\x0c*a\n\x07JobView\x12\x14\n\x10JOB_VIEW_UNKNOWN\x10\x00\x12\x14\n\x10JOB_VIEW_SUMMARY\x10\x01\x12\x10\n\x0cJOB_VIEW_ALL\x10\x02\x12\x18\n\x14JOB_VIEW_DESCRIPTION\x10\x03\x32\x91\x0c\n\x0bJobsV1Beta3\x12\xc1\x01\n\tCreateJob\x12).google.dataflow.v1beta3.CreateJobRequest\x1a\x1c.google.dataflow.v1beta3.Job\"k\x82\xd3\xe4\x93\x02\x65\"5/v1b3/projects/{project_id}/locations/{location}/jobs:\x03jobZ\'\" /v1b3/projects/{project_id}/jobs:\x03job\x12\xc3\x01\n\x06GetJob\x12&.google.dataflow.v1beta3.GetJobRequest\x1a\x1c.google.dataflow.v1beta3.Job\"s\x82\xd3\xe4\x93\x02m\x12>/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}Z+\x12)/v1b3/projects/{project_id}/jobs/{job_id}\x12\xd3\x01\n\tUpdateJob\x12).google.dataflow.v1beta3.UpdateJobRequest\x1a\x1c.google.dataflow.v1beta3.Job\"}\x82\xd3\xe4\x93\x02w\x1a>/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}:\x03jobZ0\x1a)/v1b3/projects/{project_id}/jobs/{job_id}:\x03job\x12\xc2\x01\n\x08ListJobs\x12(.google.dataflow.v1beta3.ListJobsRequest\x1a).google.dataflow.v1beta3.ListJobsResponse\"a\x82\xd3\xe4\x93\x02[\x12\x35/v1b3/projects/{project_id}/locations/{location}/jobsZ\"\x12 /v1b3/projects/{project_id}/jobs\x12\x9e\x01\n\x12\x41ggregatedListJobs\x12(.google.dataflow.v1beta3.ListJobsRequest\x1a).google.dataflow.v1beta3.ListJobsResponse\"3\x82\xd3\xe4\x93\x02-\x12+/v1b3/projects/{project_id}/jobs:aggregated\x12v\n\x0f\x43heckActiveJobs\x12/.google.dataflow.v1beta3.CheckActiveJobsRequest\x1a\x30.google.dataflow.v1beta3.CheckActiveJobsResponse\"\x00\x12\xec\x01\n\x0bSnapshotJob\x12+.google.dataflow.v1beta3.SnapshotJobRequest\x1a!.google.dataflow.v1beta3.Snapshot\"\x8c\x01\x82\xd3\xe4\x93\x02\x85\x01\"G/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}:snapshot:\x01*Z7\"2/v1b3/projects/{project_id}/jobs/{job_id}:snapshot:\x01*\x1a\xd4\x01\xca\x41\x17\x64\x61taflow.googleapis.com\xd2\x41\xb6\x01https://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/compute,https://www.googleapis.com/auth/compute.readonly,https://www.googleapis.com/auth/userinfo.emailB\xcc\x01\n\x1b\x63om.google.dataflow.v1beta3B\tJobsProtoP\x01Z=cloud.google.com/go/dataflow/apiv1beta3/dataflowpb;dataflowpb\xaa\x02\x1dGoogle.Cloud.Dataflow.V1Beta3\xca\x02\x1dGoogle\\Cloud\\Dataflow\\V1beta3\xea\x02 Google::Cloud::Dataflow::V1beta3b\x06proto3"
|
17
|
+
|
18
|
+
pool = Google::Protobuf::DescriptorPool.generated_pool
|
19
|
+
|
20
|
+
begin
|
21
|
+
pool.add_serialized_file(descriptor_data)
|
22
|
+
rescue TypeError => e
|
23
|
+
# Compatibility code: will be removed in the next major version.
|
24
|
+
require 'google/protobuf/descriptor_pb'
|
25
|
+
parsed = Google::Protobuf::FileDescriptorProto.decode(descriptor_data)
|
26
|
+
parsed.clear_dependency
|
27
|
+
serialized = parsed.class.encode(parsed)
|
28
|
+
file = pool.add_serialized_file(serialized)
|
29
|
+
warn "Warning: Protobuf detected an import path issue while loading generated file #{__FILE__}"
|
30
|
+
imports = [
|
31
|
+
["google.dataflow.v1beta3.Environment", "google/dataflow/v1beta3/environment.proto"],
|
32
|
+
["google.protobuf.Timestamp", "google/protobuf/timestamp.proto"],
|
33
|
+
["google.protobuf.Duration", "google/protobuf/duration.proto"],
|
34
|
+
["google.protobuf.Struct", "google/protobuf/struct.proto"],
|
35
|
+
]
|
36
|
+
imports.each do |type_name, expected_filename|
|
37
|
+
import_file = pool.lookup(type_name).file_descriptor
|
38
|
+
if import_file.name != expected_filename
|
39
|
+
warn "- #{file.name} imports #{expected_filename}, but that import was loaded as #{import_file.name}"
|
248
40
|
end
|
249
41
|
end
|
42
|
+
warn "Each proto file must use a consistent fully-qualified name."
|
43
|
+
warn "This will become an error in the next major version."
|
250
44
|
end
|
251
45
|
|
252
46
|
module Google
|
@@ -1,3 +1,4 @@
|
|
1
|
+
# frozen_string_literal: true
|
1
2
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
3
|
# source: google/dataflow/v1beta3/messages.proto
|
3
4
|
|
@@ -8,62 +9,33 @@ require 'google/api/client_pb'
|
|
8
9
|
require 'google/protobuf/struct_pb'
|
9
10
|
require 'google/protobuf/timestamp_pb'
|
10
11
|
|
11
|
-
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
|
27
|
-
|
28
|
-
|
29
|
-
|
30
|
-
|
31
|
-
|
32
|
-
|
33
|
-
|
34
|
-
optional :worker_pool, :string, 7
|
35
|
-
end
|
36
|
-
add_enum "google.dataflow.v1beta3.AutoscalingEvent.AutoscalingEventType" do
|
37
|
-
value :TYPE_UNKNOWN, 0
|
38
|
-
value :TARGET_NUM_WORKERS_CHANGED, 1
|
39
|
-
value :CURRENT_NUM_WORKERS_CHANGED, 2
|
40
|
-
value :ACTUATION_FAILURE, 3
|
41
|
-
value :NO_CHANGE, 4
|
42
|
-
end
|
43
|
-
add_message "google.dataflow.v1beta3.ListJobMessagesRequest" do
|
44
|
-
optional :project_id, :string, 1
|
45
|
-
optional :job_id, :string, 2
|
46
|
-
optional :minimum_importance, :enum, 3, "google.dataflow.v1beta3.JobMessageImportance"
|
47
|
-
optional :page_size, :int32, 4
|
48
|
-
optional :page_token, :string, 5
|
49
|
-
optional :start_time, :message, 6, "google.protobuf.Timestamp"
|
50
|
-
optional :end_time, :message, 7, "google.protobuf.Timestamp"
|
51
|
-
optional :location, :string, 8
|
52
|
-
end
|
53
|
-
add_message "google.dataflow.v1beta3.ListJobMessagesResponse" do
|
54
|
-
repeated :job_messages, :message, 1, "google.dataflow.v1beta3.JobMessage"
|
55
|
-
optional :next_page_token, :string, 2
|
56
|
-
repeated :autoscaling_events, :message, 3, "google.dataflow.v1beta3.AutoscalingEvent"
|
57
|
-
end
|
58
|
-
add_enum "google.dataflow.v1beta3.JobMessageImportance" do
|
59
|
-
value :JOB_MESSAGE_IMPORTANCE_UNKNOWN, 0
|
60
|
-
value :JOB_MESSAGE_DEBUG, 1
|
61
|
-
value :JOB_MESSAGE_DETAILED, 2
|
62
|
-
value :JOB_MESSAGE_BASIC, 5
|
63
|
-
value :JOB_MESSAGE_WARNING, 3
|
64
|
-
value :JOB_MESSAGE_ERROR, 4
|
12
|
+
|
13
|
+
descriptor_data = "\n&google/dataflow/v1beta3/messages.proto\x12\x17google.dataflow.v1beta3\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1cgoogle/protobuf/struct.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\xa3\x01\n\nJobMessage\x12\n\n\x02id\x18\x01 \x01(\t\x12(\n\x04time\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x14\n\x0cmessage_text\x18\x03 \x01(\t\x12I\n\x12message_importance\x18\x04 \x01(\x0e\x32-.google.dataflow.v1beta3.JobMessageImportance\"\xc9\x01\n\x11StructuredMessage\x12\x14\n\x0cmessage_text\x18\x01 \x01(\t\x12\x13\n\x0bmessage_key\x18\x02 \x01(\t\x12H\n\nparameters\x18\x03 \x03(\x0b\x32\x34.google.dataflow.v1beta3.StructuredMessage.Parameter\x1a?\n\tParameter\x12\x0b\n\x03key\x18\x01 \x01(\t\x12%\n\x05value\x18\x02 \x01(\x0b\x32\x16.google.protobuf.Value\"\xb1\x03\n\x10\x41utoscalingEvent\x12\x1b\n\x13\x63urrent_num_workers\x18\x01 \x01(\x03\x12\x1a\n\x12target_num_workers\x18\x02 \x01(\x03\x12R\n\nevent_type\x18\x03 \x01(\x0e\x32>.google.dataflow.v1beta3.AutoscalingEvent.AutoscalingEventType\x12?\n\x0b\x64\x65scription\x18\x04 \x01(\x0b\x32*.google.dataflow.v1beta3.StructuredMessage\x12(\n\x04time\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x13\n\x0bworker_pool\x18\x07 \x01(\t\"\x8f\x01\n\x14\x41utoscalingEventType\x12\x10\n\x0cTYPE_UNKNOWN\x10\x00\x12\x1e\n\x1aTARGET_NUM_WORKERS_CHANGED\x10\x01\x12\x1f\n\x1b\x43URRENT_NUM_WORKERS_CHANGED\x10\x02\x12\x15\n\x11\x41\x43TUATION_FAILURE\x10\x03\x12\r\n\tNO_CHANGE\x10\x04\"\x9e\x02\n\x16ListJobMessagesRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12I\n\x12minimum_importance\x18\x03 \x01(\x0e\x32-.google.dataflow.v1beta3.JobMessageImportance\x12\x11\n\tpage_size\x18\x04 \x01(\x05\x12\x12\n\npage_token\x18\x05 \x01(\t\x12.\n\nstart_time\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12,\n\x08\x65nd_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x10\n\x08location\x18\x08 \x01(\t\"\xb4\x01\n\x17ListJobMessagesResponse\x12\x39\n\x0cjob_messages\x18\x01 \x03(\x0b\x32#.google.dataflow.v1beta3.JobMessage\x12\x17\n\x0fnext_page_token\x18\x02 \x01(\t\x12\x45\n\x12\x61utoscaling_events\x18\x03 \x03(\x0b\x32).google.dataflow.v1beta3.AutoscalingEvent*\xb2\x01\n\x14JobMessageImportance\x12\"\n\x1eJOB_MESSAGE_IMPORTANCE_UNKNOWN\x10\x00\x12\x15\n\x11JOB_MESSAGE_DEBUG\x10\x01\x12\x18\n\x14JOB_MESSAGE_DETAILED\x10\x02\x12\x15\n\x11JOB_MESSAGE_BASIC\x10\x05\x12\x17\n\x13JOB_MESSAGE_WARNING\x10\x03\x12\x15\n\x11JOB_MESSAGE_ERROR\x10\x04\x32\xe7\x03\n\x0fMessagesV1Beta3\x12\xfc\x01\n\x0fListJobMessages\x12/.google.dataflow.v1beta3.ListJobMessagesRequest\x1a\x30.google.dataflow.v1beta3.ListJobMessagesResponse\"\x85\x01\x82\xd3\xe4\x93\x02\x7f\x12G/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}/messagesZ4\x12\x32/v1b3/projects/{project_id}/jobs/{job_id}/messages\x1a\xd4\x01\xca\x41\x17\x64\x61taflow.googleapis.com\xd2\x41\xb6\x01https://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/compute,https://www.googleapis.com/auth/compute.readonly,https://www.googleapis.com/auth/userinfo.emailB\xd0\x01\n\x1b\x63om.google.dataflow.v1beta3B\rMessagesProtoP\x01Z=cloud.google.com/go/dataflow/apiv1beta3/dataflowpb;dataflowpb\xaa\x02\x1dGoogle.Cloud.Dataflow.V1Beta3\xca\x02\x1dGoogle\\Cloud\\Dataflow\\V1beta3\xea\x02 Google::Cloud::Dataflow::V1beta3b\x06proto3"
|
14
|
+
|
15
|
+
pool = Google::Protobuf::DescriptorPool.generated_pool
|
16
|
+
|
17
|
+
begin
|
18
|
+
pool.add_serialized_file(descriptor_data)
|
19
|
+
rescue TypeError => e
|
20
|
+
# Compatibility code: will be removed in the next major version.
|
21
|
+
require 'google/protobuf/descriptor_pb'
|
22
|
+
parsed = Google::Protobuf::FileDescriptorProto.decode(descriptor_data)
|
23
|
+
parsed.clear_dependency
|
24
|
+
serialized = parsed.class.encode(parsed)
|
25
|
+
file = pool.add_serialized_file(serialized)
|
26
|
+
warn "Warning: Protobuf detected an import path issue while loading generated file #{__FILE__}"
|
27
|
+
imports = [
|
28
|
+
["google.protobuf.Timestamp", "google/protobuf/timestamp.proto"],
|
29
|
+
["google.protobuf.Value", "google/protobuf/struct.proto"],
|
30
|
+
]
|
31
|
+
imports.each do |type_name, expected_filename|
|
32
|
+
import_file = pool.lookup(type_name).file_descriptor
|
33
|
+
if import_file.name != expected_filename
|
34
|
+
warn "- #{file.name} imports #{expected_filename}, but that import was loaded as #{import_file.name}"
|
65
35
|
end
|
66
36
|
end
|
37
|
+
warn "Each proto file must use a consistent fully-qualified name."
|
38
|
+
warn "This will become an error in the next major version."
|
67
39
|
end
|
68
40
|
|
69
41
|
module Google
|