google-cloud-dataflow-v1beta3 0.5.0 → 0.7.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +1 -1
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/client.rb +16 -5
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/rest/client.rb +22 -4
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/rest/service_stub.rb +1 -1
- data/lib/google/cloud/dataflow/v1beta3/jobs/client.rb +16 -5
- data/lib/google/cloud/dataflow/v1beta3/jobs/rest/client.rb +110 -4
- data/lib/google/cloud/dataflow/v1beta3/jobs/rest/service_stub.rb +6 -6
- data/lib/google/cloud/dataflow/v1beta3/messages/client.rb +16 -5
- data/lib/google/cloud/dataflow/v1beta3/messages/rest/client.rb +26 -4
- data/lib/google/cloud/dataflow/v1beta3/messages/rest/service_stub.rb +1 -1
- data/lib/google/cloud/dataflow/v1beta3/metrics/client.rb +16 -5
- data/lib/google/cloud/dataflow/v1beta3/metrics/rest/client.rb +62 -4
- data/lib/google/cloud/dataflow/v1beta3/metrics/rest/service_stub.rb +3 -3
- data/lib/google/cloud/dataflow/v1beta3/snapshots/client.rb +16 -5
- data/lib/google/cloud/dataflow/v1beta3/snapshots/rest/client.rb +54 -4
- data/lib/google/cloud/dataflow/v1beta3/snapshots/rest/service_stub.rb +3 -3
- data/lib/google/cloud/dataflow/v1beta3/templates_service/client.rb +16 -5
- data/lib/google/cloud/dataflow/v1beta3/templates_service/rest/client.rb +54 -4
- data/lib/google/cloud/dataflow/v1beta3/templates_service/rest/service_stub.rb +3 -3
- data/lib/google/cloud/dataflow/v1beta3/version.rb +1 -1
- data/lib/google/dataflow/v1beta3/environment_pb.rb +26 -132
- data/lib/google/dataflow/v1beta3/jobs_pb.rb +28 -234
- data/lib/google/dataflow/v1beta3/messages_pb.rb +26 -54
- data/lib/google/dataflow/v1beta3/metrics_pb.rb +26 -91
- data/lib/google/dataflow/v1beta3/snapshots_pb.rb +26 -46
- data/lib/google/dataflow/v1beta3/streaming_pb.rb +24 -74
- data/lib/google/dataflow/v1beta3/templates_pb.rb +26 -173
- data/proto_docs/google/api/client.rb +67 -4
- data/proto_docs/google/api/field_behavior.rb +14 -0
- data/proto_docs/google/protobuf/any.rb +7 -4
- data/proto_docs/google/protobuf/struct.rb +1 -1
- data/proto_docs/google/protobuf/timestamp.rb +1 -3
- metadata +5 -5
@@ -1,3 +1,4 @@
|
|
1
|
+
# frozen_string_literal: true
|
1
2
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
3
|
# source: google/dataflow/v1beta3/metrics.proto
|
3
4
|
|
@@ -8,99 +9,33 @@ require 'google/api/client_pb'
|
|
8
9
|
require 'google/protobuf/struct_pb'
|
9
10
|
require 'google/protobuf/timestamp_pb'
|
10
11
|
|
11
|
-
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
|
27
|
-
|
28
|
-
|
29
|
-
|
30
|
-
|
31
|
-
|
32
|
-
|
33
|
-
|
34
|
-
optional :start_time, :message, 3, "google.protobuf.Timestamp"
|
35
|
-
optional :location, :string, 4
|
36
|
-
end
|
37
|
-
add_message "google.dataflow.v1beta3.JobMetrics" do
|
38
|
-
optional :metric_time, :message, 1, "google.protobuf.Timestamp"
|
39
|
-
repeated :metrics, :message, 2, "google.dataflow.v1beta3.MetricUpdate"
|
40
|
-
end
|
41
|
-
add_message "google.dataflow.v1beta3.GetJobExecutionDetailsRequest" do
|
42
|
-
optional :project_id, :string, 1
|
43
|
-
optional :job_id, :string, 2
|
44
|
-
optional :location, :string, 3
|
45
|
-
optional :page_size, :int32, 4
|
46
|
-
optional :page_token, :string, 5
|
47
|
-
end
|
48
|
-
add_message "google.dataflow.v1beta3.ProgressTimeseries" do
|
49
|
-
optional :current_progress, :double, 1
|
50
|
-
repeated :data_points, :message, 2, "google.dataflow.v1beta3.ProgressTimeseries.Point"
|
51
|
-
end
|
52
|
-
add_message "google.dataflow.v1beta3.ProgressTimeseries.Point" do
|
53
|
-
optional :time, :message, 1, "google.protobuf.Timestamp"
|
54
|
-
optional :value, :double, 2
|
55
|
-
end
|
56
|
-
add_message "google.dataflow.v1beta3.StageSummary" do
|
57
|
-
optional :stage_id, :string, 1
|
58
|
-
optional :state, :enum, 2, "google.dataflow.v1beta3.ExecutionState"
|
59
|
-
optional :start_time, :message, 3, "google.protobuf.Timestamp"
|
60
|
-
optional :end_time, :message, 4, "google.protobuf.Timestamp"
|
61
|
-
optional :progress, :message, 5, "google.dataflow.v1beta3.ProgressTimeseries"
|
62
|
-
repeated :metrics, :message, 6, "google.dataflow.v1beta3.MetricUpdate"
|
63
|
-
end
|
64
|
-
add_message "google.dataflow.v1beta3.JobExecutionDetails" do
|
65
|
-
repeated :stages, :message, 1, "google.dataflow.v1beta3.StageSummary"
|
66
|
-
optional :next_page_token, :string, 2
|
67
|
-
end
|
68
|
-
add_message "google.dataflow.v1beta3.GetStageExecutionDetailsRequest" do
|
69
|
-
optional :project_id, :string, 1
|
70
|
-
optional :job_id, :string, 2
|
71
|
-
optional :location, :string, 3
|
72
|
-
optional :stage_id, :string, 4
|
73
|
-
optional :page_size, :int32, 5
|
74
|
-
optional :page_token, :string, 6
|
75
|
-
optional :start_time, :message, 7, "google.protobuf.Timestamp"
|
76
|
-
optional :end_time, :message, 8, "google.protobuf.Timestamp"
|
77
|
-
end
|
78
|
-
add_message "google.dataflow.v1beta3.WorkItemDetails" do
|
79
|
-
optional :task_id, :string, 1
|
80
|
-
optional :attempt_id, :string, 2
|
81
|
-
optional :start_time, :message, 3, "google.protobuf.Timestamp"
|
82
|
-
optional :end_time, :message, 4, "google.protobuf.Timestamp"
|
83
|
-
optional :state, :enum, 5, "google.dataflow.v1beta3.ExecutionState"
|
84
|
-
optional :progress, :message, 6, "google.dataflow.v1beta3.ProgressTimeseries"
|
85
|
-
repeated :metrics, :message, 7, "google.dataflow.v1beta3.MetricUpdate"
|
86
|
-
end
|
87
|
-
add_message "google.dataflow.v1beta3.WorkerDetails" do
|
88
|
-
optional :worker_name, :string, 1
|
89
|
-
repeated :work_items, :message, 2, "google.dataflow.v1beta3.WorkItemDetails"
|
90
|
-
end
|
91
|
-
add_message "google.dataflow.v1beta3.StageExecutionDetails" do
|
92
|
-
repeated :workers, :message, 1, "google.dataflow.v1beta3.WorkerDetails"
|
93
|
-
optional :next_page_token, :string, 2
|
94
|
-
end
|
95
|
-
add_enum "google.dataflow.v1beta3.ExecutionState" do
|
96
|
-
value :EXECUTION_STATE_UNKNOWN, 0
|
97
|
-
value :EXECUTION_STATE_NOT_STARTED, 1
|
98
|
-
value :EXECUTION_STATE_RUNNING, 2
|
99
|
-
value :EXECUTION_STATE_SUCCEEDED, 3
|
100
|
-
value :EXECUTION_STATE_FAILED, 4
|
101
|
-
value :EXECUTION_STATE_CANCELLED, 5
|
12
|
+
|
13
|
+
descriptor_data = "\n%google/dataflow/v1beta3/metrics.proto\x12\x17google.dataflow.v1beta3\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1cgoogle/protobuf/struct.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\xb1\x01\n\x14MetricStructuredName\x12\x0e\n\x06origin\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12K\n\x07\x63ontext\x18\x03 \x03(\x0b\x32:.google.dataflow.v1beta3.MetricStructuredName.ContextEntry\x1a.\n\x0c\x43ontextEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xc0\x03\n\x0cMetricUpdate\x12;\n\x04name\x18\x01 \x01(\x0b\x32-.google.dataflow.v1beta3.MetricStructuredName\x12\x0c\n\x04kind\x18\x02 \x01(\t\x12\x12\n\ncumulative\x18\x03 \x01(\x08\x12&\n\x06scalar\x18\x04 \x01(\x0b\x32\x16.google.protobuf.Value\x12(\n\x08mean_sum\x18\x05 \x01(\x0b\x32\x16.google.protobuf.Value\x12*\n\nmean_count\x18\x06 \x01(\x0b\x32\x16.google.protobuf.Value\x12#\n\x03set\x18\x07 \x01(\x0b\x32\x16.google.protobuf.Value\x12,\n\x0c\x64istribution\x18\x0b \x01(\x0b\x32\x16.google.protobuf.Value\x12%\n\x05gauge\x18\x0c \x01(\x0b\x32\x16.google.protobuf.Value\x12(\n\x08internal\x18\x08 \x01(\x0b\x32\x16.google.protobuf.Value\x12/\n\x0bupdate_time\x18\t \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"|\n\x14GetJobMetricsRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12.\n\nstart_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x10\n\x08location\x18\x04 \x01(\t\"u\n\nJobMetrics\x12/\n\x0bmetric_time\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x36\n\x07metrics\x18\x02 \x03(\x0b\x32%.google.dataflow.v1beta3.MetricUpdate\"|\n\x1dGetJobExecutionDetailsRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12\x10\n\x08location\x18\x03 \x01(\t\x12\x11\n\tpage_size\x18\x04 \x01(\x05\x12\x12\n\npage_token\x18\x05 \x01(\t\"\xb8\x01\n\x12ProgressTimeseries\x12\x18\n\x10\x63urrent_progress\x18\x01 \x01(\x01\x12\x46\n\x0b\x64\x61ta_points\x18\x02 \x03(\x0b\x32\x31.google.dataflow.v1beta3.ProgressTimeseries.Point\x1a@\n\x05Point\x12(\n\x04time\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\r\n\x05value\x18\x02 \x01(\x01\"\xad\x02\n\x0cStageSummary\x12\x10\n\x08stage_id\x18\x01 \x01(\t\x12\x36\n\x05state\x18\x02 \x01(\x0e\x32\'.google.dataflow.v1beta3.ExecutionState\x12.\n\nstart_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12,\n\x08\x65nd_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12=\n\x08progress\x18\x05 \x01(\x0b\x32+.google.dataflow.v1beta3.ProgressTimeseries\x12\x36\n\x07metrics\x18\x06 \x03(\x0b\x32%.google.dataflow.v1beta3.MetricUpdate\"e\n\x13JobExecutionDetails\x12\x35\n\x06stages\x18\x01 \x03(\x0b\x32%.google.dataflow.v1beta3.StageSummary\x12\x17\n\x0fnext_page_token\x18\x02 \x01(\t\"\xee\x01\n\x1fGetStageExecutionDetailsRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12\x10\n\x08location\x18\x03 \x01(\t\x12\x10\n\x08stage_id\x18\x04 \x01(\t\x12\x11\n\tpage_size\x18\x05 \x01(\x05\x12\x12\n\npage_token\x18\x06 \x01(\t\x12.\n\nstart_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12,\n\x08\x65nd_time\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"\xc3\x02\n\x0fWorkItemDetails\x12\x0f\n\x07task_id\x18\x01 \x01(\t\x12\x12\n\nattempt_id\x18\x02 \x01(\t\x12.\n\nstart_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12,\n\x08\x65nd_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x36\n\x05state\x18\x05 \x01(\x0e\x32\'.google.dataflow.v1beta3.ExecutionState\x12=\n\x08progress\x18\x06 \x01(\x0b\x32+.google.dataflow.v1beta3.ProgressTimeseries\x12\x36\n\x07metrics\x18\x07 \x03(\x0b\x32%.google.dataflow.v1beta3.MetricUpdate\"b\n\rWorkerDetails\x12\x13\n\x0bworker_name\x18\x01 \x01(\t\x12<\n\nwork_items\x18\x02 \x03(\x0b\x32(.google.dataflow.v1beta3.WorkItemDetails\"i\n\x15StageExecutionDetails\x12\x37\n\x07workers\x18\x01 \x03(\x0b\x32&.google.dataflow.v1beta3.WorkerDetails\x12\x17\n\x0fnext_page_token\x18\x02 \x01(\t*\xc5\x01\n\x0e\x45xecutionState\x12\x1b\n\x17\x45XECUTION_STATE_UNKNOWN\x10\x00\x12\x1f\n\x1b\x45XECUTION_STATE_NOT_STARTED\x10\x01\x12\x1b\n\x17\x45XECUTION_STATE_RUNNING\x10\x02\x12\x1d\n\x19\x45XECUTION_STATE_SUCCEEDED\x10\x03\x12\x1a\n\x16\x45XECUTION_STATE_FAILED\x10\x04\x12\x1d\n\x19\x45XECUTION_STATE_CANCELLED\x10\x05\x32\x9f\x07\n\x0eMetricsV1Beta3\x12\xe9\x01\n\rGetJobMetrics\x12-.google.dataflow.v1beta3.GetJobMetricsRequest\x1a#.google.dataflow.v1beta3.JobMetrics\"\x83\x01\x82\xd3\xe4\x93\x02}\x12\x46/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}/metricsZ3\x12\x31/v1b3/projects/{project_id}/jobs/{job_id}/metrics\x12\xd7\x01\n\x16GetJobExecutionDetails\x12\x36.google.dataflow.v1beta3.GetJobExecutionDetailsRequest\x1a,.google.dataflow.v1beta3.JobExecutionDetails\"W\x82\xd3\xe4\x93\x02Q\x12O/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}/executionDetails\x12\xef\x01\n\x18GetStageExecutionDetails\x12\x38.google.dataflow.v1beta3.GetStageExecutionDetailsRequest\x1a..google.dataflow.v1beta3.StageExecutionDetails\"i\x82\xd3\xe4\x93\x02\x63\x12\x61/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}/stages/{stage_id}/executionDetails\x1a\xd4\x01\xca\x41\x17\x64\x61taflow.googleapis.com\xd2\x41\xb6\x01https://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/compute,https://www.googleapis.com/auth/compute.readonly,https://www.googleapis.com/auth/userinfo.emailB\xcf\x01\n\x1b\x63om.google.dataflow.v1beta3B\x0cMetricsProtoP\x01Z=cloud.google.com/go/dataflow/apiv1beta3/dataflowpb;dataflowpb\xaa\x02\x1dGoogle.Cloud.Dataflow.V1Beta3\xca\x02\x1dGoogle\\Cloud\\Dataflow\\V1beta3\xea\x02 Google::Cloud::Dataflow::V1beta3b\x06proto3"
|
14
|
+
|
15
|
+
pool = Google::Protobuf::DescriptorPool.generated_pool
|
16
|
+
|
17
|
+
begin
|
18
|
+
pool.add_serialized_file(descriptor_data)
|
19
|
+
rescue TypeError => e
|
20
|
+
# Compatibility code: will be removed in the next major version.
|
21
|
+
require 'google/protobuf/descriptor_pb'
|
22
|
+
parsed = Google::Protobuf::FileDescriptorProto.decode(descriptor_data)
|
23
|
+
parsed.clear_dependency
|
24
|
+
serialized = parsed.class.encode(parsed)
|
25
|
+
file = pool.add_serialized_file(serialized)
|
26
|
+
warn "Warning: Protobuf detected an import path issue while loading generated file #{__FILE__}"
|
27
|
+
imports = [
|
28
|
+
["google.protobuf.Value", "google/protobuf/struct.proto"],
|
29
|
+
["google.protobuf.Timestamp", "google/protobuf/timestamp.proto"],
|
30
|
+
]
|
31
|
+
imports.each do |type_name, expected_filename|
|
32
|
+
import_file = pool.lookup(type_name).file_descriptor
|
33
|
+
if import_file.name != expected_filename
|
34
|
+
warn "- #{file.name} imports #{expected_filename}, but that import was loaded as #{import_file.name}"
|
102
35
|
end
|
103
36
|
end
|
37
|
+
warn "Each proto file must use a consistent fully-qualified name."
|
38
|
+
warn "This will become an error in the next major version."
|
104
39
|
end
|
105
40
|
|
106
41
|
module Google
|
@@ -1,3 +1,4 @@
|
|
1
|
+
# frozen_string_literal: true
|
1
2
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
3
|
# source: google/dataflow/v1beta3/snapshots.proto
|
3
4
|
|
@@ -8,54 +9,33 @@ require 'google/api/client_pb'
|
|
8
9
|
require 'google/protobuf/duration_pb'
|
9
10
|
require 'google/protobuf/timestamp_pb'
|
10
11
|
|
11
|
-
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
|
27
|
-
|
28
|
-
|
29
|
-
|
30
|
-
|
31
|
-
|
32
|
-
|
33
|
-
|
34
|
-
end
|
35
|
-
add_message "google.dataflow.v1beta3.DeleteSnapshotRequest" do
|
36
|
-
optional :project_id, :string, 1
|
37
|
-
optional :snapshot_id, :string, 2
|
38
|
-
optional :location, :string, 3
|
39
|
-
end
|
40
|
-
add_message "google.dataflow.v1beta3.DeleteSnapshotResponse" do
|
41
|
-
end
|
42
|
-
add_message "google.dataflow.v1beta3.ListSnapshotsRequest" do
|
43
|
-
optional :project_id, :string, 1
|
44
|
-
optional :job_id, :string, 3
|
45
|
-
optional :location, :string, 2
|
46
|
-
end
|
47
|
-
add_message "google.dataflow.v1beta3.ListSnapshotsResponse" do
|
48
|
-
repeated :snapshots, :message, 1, "google.dataflow.v1beta3.Snapshot"
|
49
|
-
end
|
50
|
-
add_enum "google.dataflow.v1beta3.SnapshotState" do
|
51
|
-
value :UNKNOWN_SNAPSHOT_STATE, 0
|
52
|
-
value :PENDING, 1
|
53
|
-
value :RUNNING, 2
|
54
|
-
value :READY, 3
|
55
|
-
value :FAILED, 4
|
56
|
-
value :DELETED, 5
|
12
|
+
|
13
|
+
descriptor_data = "\n\'google/dataflow/v1beta3/snapshots.proto\x12\x17google.dataflow.v1beta3\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1egoogle/protobuf/duration.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"t\n\x16PubsubSnapshotMetadata\x12\x12\n\ntopic_name\x18\x01 \x01(\t\x12\x15\n\rsnapshot_name\x18\x02 \x01(\t\x12/\n\x0b\x65xpire_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"\xdb\x02\n\x08Snapshot\x12\n\n\x02id\x18\x01 \x01(\t\x12\x12\n\nproject_id\x18\x02 \x01(\t\x12\x15\n\rsource_job_id\x18\x03 \x01(\t\x12\x31\n\rcreation_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12&\n\x03ttl\x18\x05 \x01(\x0b\x32\x19.google.protobuf.Duration\x12\x35\n\x05state\x18\x06 \x01(\x0e\x32&.google.dataflow.v1beta3.SnapshotState\x12H\n\x0fpubsub_metadata\x18\x07 \x03(\x0b\x32/.google.dataflow.v1beta3.PubsubSnapshotMetadata\x12\x13\n\x0b\x64\x65scription\x18\x08 \x01(\t\x12\x17\n\x0f\x64isk_size_bytes\x18\t \x01(\x03\x12\x0e\n\x06region\x18\n \x01(\t\"O\n\x12GetSnapshotRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x13\n\x0bsnapshot_id\x18\x02 \x01(\t\x12\x10\n\x08location\x18\x03 \x01(\t\"R\n\x15\x44\x65leteSnapshotRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x13\n\x0bsnapshot_id\x18\x02 \x01(\t\x12\x10\n\x08location\x18\x03 \x01(\t\"\x18\n\x16\x44\x65leteSnapshotResponse\"L\n\x14ListSnapshotsRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x03 \x01(\t\x12\x10\n\x08location\x18\x02 \x01(\t\"M\n\x15ListSnapshotsResponse\x12\x34\n\tsnapshots\x18\x01 \x03(\x0b\x32!.google.dataflow.v1beta3.Snapshot*i\n\rSnapshotState\x12\x1a\n\x16UNKNOWN_SNAPSHOT_STATE\x10\x00\x12\x0b\n\x07PENDING\x10\x01\x12\x0b\n\x07RUNNING\x10\x02\x12\t\n\x05READY\x10\x03\x12\n\n\x06\x46\x41ILED\x10\x04\x12\x0b\n\x07\x44\x45LETED\x10\x05\x32\xef\x07\n\x10SnapshotsV1Beta3\x12\xe8\x01\n\x0bGetSnapshot\x12+.google.dataflow.v1beta3.GetSnapshotRequest\x1a!.google.dataflow.v1beta3.Snapshot\"\x88\x01\x82\xd3\xe4\x93\x02\x81\x01\x12H/v1b3/projects/{project_id}/locations/{location}/snapshots/{snapshot_id}Z5\x12\x33/v1b3/projects/{project_id}/snapshots/{snapshot_id}\x12\xec\x01\n\x0e\x44\x65leteSnapshot\x12..google.dataflow.v1beta3.DeleteSnapshotRequest\x1a/.google.dataflow.v1beta3.DeleteSnapshotResponse\"y\x82\xd3\xe4\x93\x02s*H/v1b3/projects/{project_id}/locations/{location}/snapshots/{snapshot_id}Z\'*%/v1b3/projects/{project_id}/snapshots\x12\xa9\x02\n\rListSnapshots\x12-.google.dataflow.v1beta3.ListSnapshotsRequest\x1a..google.dataflow.v1beta3.ListSnapshotsResponse\"\xb8\x01\x82\xd3\xe4\x93\x02\xb1\x01\x12H/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}/snapshotsZ<\x12:/v1b3/projects/{project_id}/locations/{location}/snapshotsZ\'\x12%/v1b3/projects/{project_id}/snapshots\x1a\xd4\x01\xca\x41\x17\x64\x61taflow.googleapis.com\xd2\x41\xb6\x01https://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/compute,https://www.googleapis.com/auth/compute.readonly,https://www.googleapis.com/auth/userinfo.emailB\xd1\x01\n\x1b\x63om.google.dataflow.v1beta3B\x0eSnapshotsProtoP\x01Z=cloud.google.com/go/dataflow/apiv1beta3/dataflowpb;dataflowpb\xaa\x02\x1dGoogle.Cloud.Dataflow.V1Beta3\xca\x02\x1dGoogle\\Cloud\\Dataflow\\V1beta3\xea\x02 Google::Cloud::Dataflow::V1beta3b\x06proto3"
|
14
|
+
|
15
|
+
pool = Google::Protobuf::DescriptorPool.generated_pool
|
16
|
+
|
17
|
+
begin
|
18
|
+
pool.add_serialized_file(descriptor_data)
|
19
|
+
rescue TypeError => e
|
20
|
+
# Compatibility code: will be removed in the next major version.
|
21
|
+
require 'google/protobuf/descriptor_pb'
|
22
|
+
parsed = Google::Protobuf::FileDescriptorProto.decode(descriptor_data)
|
23
|
+
parsed.clear_dependency
|
24
|
+
serialized = parsed.class.encode(parsed)
|
25
|
+
file = pool.add_serialized_file(serialized)
|
26
|
+
warn "Warning: Protobuf detected an import path issue while loading generated file #{__FILE__}"
|
27
|
+
imports = [
|
28
|
+
["google.protobuf.Timestamp", "google/protobuf/timestamp.proto"],
|
29
|
+
["google.protobuf.Duration", "google/protobuf/duration.proto"],
|
30
|
+
]
|
31
|
+
imports.each do |type_name, expected_filename|
|
32
|
+
import_file = pool.lookup(type_name).file_descriptor
|
33
|
+
if import_file.name != expected_filename
|
34
|
+
warn "- #{file.name} imports #{expected_filename}, but that import was loaded as #{import_file.name}"
|
57
35
|
end
|
58
36
|
end
|
37
|
+
warn "Each proto file must use a consistent fully-qualified name."
|
38
|
+
warn "This will become an error in the next major version."
|
59
39
|
end
|
60
40
|
|
61
41
|
module Google
|
@@ -1,84 +1,34 @@
|
|
1
|
+
# frozen_string_literal: true
|
1
2
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
3
|
# source: google/dataflow/v1beta3/streaming.proto
|
3
4
|
|
4
5
|
require 'google/protobuf'
|
5
6
|
|
6
|
-
|
7
|
-
|
8
|
-
|
9
|
-
|
10
|
-
|
11
|
-
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
|
27
|
-
add_message "google.dataflow.v1beta3.StreamingSideInputLocation" do
|
28
|
-
optional :tag, :string, 1
|
29
|
-
optional :state_family, :string, 2
|
30
|
-
end
|
31
|
-
add_message "google.dataflow.v1beta3.CustomSourceLocation" do
|
32
|
-
optional :stateful, :bool, 1
|
33
|
-
end
|
34
|
-
add_message "google.dataflow.v1beta3.StreamLocation" do
|
35
|
-
oneof :location do
|
36
|
-
optional :streaming_stage_location, :message, 1, "google.dataflow.v1beta3.StreamingStageLocation"
|
37
|
-
optional :pubsub_location, :message, 2, "google.dataflow.v1beta3.PubsubLocation"
|
38
|
-
optional :side_input_location, :message, 3, "google.dataflow.v1beta3.StreamingSideInputLocation"
|
39
|
-
optional :custom_source_location, :message, 4, "google.dataflow.v1beta3.CustomSourceLocation"
|
40
|
-
end
|
41
|
-
end
|
42
|
-
add_message "google.dataflow.v1beta3.StateFamilyConfig" do
|
43
|
-
optional :state_family, :string, 1
|
44
|
-
optional :is_read, :bool, 2
|
45
|
-
end
|
46
|
-
add_message "google.dataflow.v1beta3.ComputationTopology" do
|
47
|
-
optional :system_stage_name, :string, 1
|
48
|
-
optional :computation_id, :string, 5
|
49
|
-
repeated :key_ranges, :message, 2, "google.dataflow.v1beta3.KeyRangeLocation"
|
50
|
-
repeated :inputs, :message, 3, "google.dataflow.v1beta3.StreamLocation"
|
51
|
-
repeated :outputs, :message, 4, "google.dataflow.v1beta3.StreamLocation"
|
52
|
-
repeated :state_families, :message, 7, "google.dataflow.v1beta3.StateFamilyConfig"
|
53
|
-
end
|
54
|
-
add_message "google.dataflow.v1beta3.KeyRangeLocation" do
|
55
|
-
optional :start, :string, 1
|
56
|
-
optional :end, :string, 2
|
57
|
-
optional :delivery_endpoint, :string, 3
|
58
|
-
optional :data_disk, :string, 5
|
59
|
-
optional :deprecated_persistent_directory, :string, 4
|
60
|
-
end
|
61
|
-
add_message "google.dataflow.v1beta3.MountedDataDisk" do
|
62
|
-
optional :data_disk, :string, 1
|
63
|
-
end
|
64
|
-
add_message "google.dataflow.v1beta3.DataDiskAssignment" do
|
65
|
-
optional :vm_instance, :string, 1
|
66
|
-
repeated :data_disks, :string, 2
|
67
|
-
end
|
68
|
-
add_message "google.dataflow.v1beta3.KeyRangeDataDiskAssignment" do
|
69
|
-
optional :start, :string, 1
|
70
|
-
optional :end, :string, 2
|
71
|
-
optional :data_disk, :string, 3
|
72
|
-
end
|
73
|
-
add_message "google.dataflow.v1beta3.StreamingComputationRanges" do
|
74
|
-
optional :computation_id, :string, 1
|
75
|
-
repeated :range_assignments, :message, 2, "google.dataflow.v1beta3.KeyRangeDataDiskAssignment"
|
76
|
-
end
|
77
|
-
add_message "google.dataflow.v1beta3.StreamingApplianceSnapshotConfig" do
|
78
|
-
optional :snapshot_id, :string, 1
|
79
|
-
optional :import_state_endpoint, :string, 2
|
7
|
+
|
8
|
+
descriptor_data = "\n\'google/dataflow/v1beta3/streaming.proto\x12\x17google.dataflow.v1beta3\"\x9d\x03\n\x0eTopologyConfig\x12\x42\n\x0c\x63omputations\x18\x01 \x03(\x0b\x32,.google.dataflow.v1beta3.ComputationTopology\x12J\n\x15\x64\x61ta_disk_assignments\x18\x02 \x03(\x0b\x32+.google.dataflow.v1beta3.DataDiskAssignment\x12v\n\"user_stage_to_computation_name_map\x18\x03 \x03(\x0b\x32J.google.dataflow.v1beta3.TopologyConfig.UserStageToComputationNameMapEntry\x12\x1b\n\x13\x66orwarding_key_bits\x18\x04 \x01(\x05\x12 \n\x18persistent_state_version\x18\x05 \x01(\x05\x1a\x44\n\"UserStageToComputationNameMapEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xb0\x01\n\x0ePubsubLocation\x12\r\n\x05topic\x18\x01 \x01(\t\x12\x14\n\x0csubscription\x18\x02 \x01(\t\x12\x17\n\x0ftimestamp_label\x18\x03 \x01(\t\x12\x10\n\x08id_label\x18\x04 \x01(\t\x12\x16\n\x0e\x64rop_late_data\x18\x05 \x01(\x08\x12\x1d\n\x15tracking_subscription\x18\x06 \x01(\t\x12\x17\n\x0fwith_attributes\x18\x07 \x01(\x08\"+\n\x16StreamingStageLocation\x12\x11\n\tstream_id\x18\x01 \x01(\t\"?\n\x1aStreamingSideInputLocation\x12\x0b\n\x03tag\x18\x01 \x01(\t\x12\x14\n\x0cstate_family\x18\x02 \x01(\t\"(\n\x14\x43ustomSourceLocation\x12\x10\n\x08stateful\x18\x01 \x01(\x08\"\xda\x02\n\x0eStreamLocation\x12S\n\x18streaming_stage_location\x18\x01 \x01(\x0b\x32/.google.dataflow.v1beta3.StreamingStageLocationH\x00\x12\x42\n\x0fpubsub_location\x18\x02 \x01(\x0b\x32\'.google.dataflow.v1beta3.PubsubLocationH\x00\x12R\n\x13side_input_location\x18\x03 \x01(\x0b\x32\x33.google.dataflow.v1beta3.StreamingSideInputLocationH\x00\x12O\n\x16\x63ustom_source_location\x18\x04 \x01(\x0b\x32-.google.dataflow.v1beta3.CustomSourceLocationH\x00\x42\n\n\x08location\":\n\x11StateFamilyConfig\x12\x14\n\x0cstate_family\x18\x01 \x01(\t\x12\x0f\n\x07is_read\x18\x02 \x01(\x08\"\xbe\x02\n\x13\x43omputationTopology\x12\x19\n\x11system_stage_name\x18\x01 \x01(\t\x12\x16\n\x0e\x63omputation_id\x18\x05 \x01(\t\x12=\n\nkey_ranges\x18\x02 \x03(\x0b\x32).google.dataflow.v1beta3.KeyRangeLocation\x12\x37\n\x06inputs\x18\x03 \x03(\x0b\x32\'.google.dataflow.v1beta3.StreamLocation\x12\x38\n\x07outputs\x18\x04 \x03(\x0b\x32\'.google.dataflow.v1beta3.StreamLocation\x12\x42\n\x0estate_families\x18\x07 \x03(\x0b\x32*.google.dataflow.v1beta3.StateFamilyConfig\"\x89\x01\n\x10KeyRangeLocation\x12\r\n\x05start\x18\x01 \x01(\t\x12\x0b\n\x03\x65nd\x18\x02 \x01(\t\x12\x19\n\x11\x64\x65livery_endpoint\x18\x03 \x01(\t\x12\x11\n\tdata_disk\x18\x05 \x01(\t\x12+\n\x1f\x64\x65precated_persistent_directory\x18\x04 \x01(\tB\x02\x18\x01\"$\n\x0fMountedDataDisk\x12\x11\n\tdata_disk\x18\x01 \x01(\t\"=\n\x12\x44\x61taDiskAssignment\x12\x13\n\x0bvm_instance\x18\x01 \x01(\t\x12\x12\n\ndata_disks\x18\x02 \x03(\t\"K\n\x1aKeyRangeDataDiskAssignment\x12\r\n\x05start\x18\x01 \x01(\t\x12\x0b\n\x03\x65nd\x18\x02 \x01(\t\x12\x11\n\tdata_disk\x18\x03 \x01(\t\"\x84\x01\n\x1aStreamingComputationRanges\x12\x16\n\x0e\x63omputation_id\x18\x01 \x01(\t\x12N\n\x11range_assignments\x18\x02 \x03(\x0b\x32\x33.google.dataflow.v1beta3.KeyRangeDataDiskAssignment\"V\n StreamingApplianceSnapshotConfig\x12\x13\n\x0bsnapshot_id\x18\x01 \x01(\t\x12\x1d\n\x15import_state_endpoint\x18\x02 \x01(\tB\xd1\x01\n\x1b\x63om.google.dataflow.v1beta3B\x0eStreamingProtoP\x01Z=cloud.google.com/go/dataflow/apiv1beta3/dataflowpb;dataflowpb\xaa\x02\x1dGoogle.Cloud.Dataflow.V1Beta3\xca\x02\x1dGoogle\\Cloud\\Dataflow\\V1beta3\xea\x02 Google::Cloud::Dataflow::V1beta3b\x06proto3"
|
9
|
+
|
10
|
+
pool = Google::Protobuf::DescriptorPool.generated_pool
|
11
|
+
|
12
|
+
begin
|
13
|
+
pool.add_serialized_file(descriptor_data)
|
14
|
+
rescue TypeError => e
|
15
|
+
# Compatibility code: will be removed in the next major version.
|
16
|
+
require 'google/protobuf/descriptor_pb'
|
17
|
+
parsed = Google::Protobuf::FileDescriptorProto.decode(descriptor_data)
|
18
|
+
parsed.clear_dependency
|
19
|
+
serialized = parsed.class.encode(parsed)
|
20
|
+
file = pool.add_serialized_file(serialized)
|
21
|
+
warn "Warning: Protobuf detected an import path issue while loading generated file #{__FILE__}"
|
22
|
+
imports = [
|
23
|
+
]
|
24
|
+
imports.each do |type_name, expected_filename|
|
25
|
+
import_file = pool.lookup(type_name).file_descriptor
|
26
|
+
if import_file.name != expected_filename
|
27
|
+
warn "- #{file.name} imports #{expected_filename}, but that import was loaded as #{import_file.name}"
|
80
28
|
end
|
81
29
|
end
|
30
|
+
warn "Each proto file must use a consistent fully-qualified name."
|
31
|
+
warn "This will become an error in the next major version."
|
82
32
|
end
|
83
33
|
|
84
34
|
module Google
|
@@ -1,3 +1,4 @@
|
|
1
|
+
# frozen_string_literal: true
|
1
2
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
3
|
# source: google/dataflow/v1beta3/templates.proto
|
3
4
|
|
@@ -9,181 +10,33 @@ require 'google/dataflow/v1beta3/environment_pb'
|
|
9
10
|
require 'google/dataflow/v1beta3/jobs_pb'
|
10
11
|
require 'google/rpc/status_pb'
|
11
12
|
|
12
|
-
|
13
|
-
add_file("google/dataflow/v1beta3/templates.proto", :syntax => :proto3) do
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
|
27
|
-
|
28
|
-
|
29
|
-
|
30
|
-
|
31
|
-
|
32
|
-
|
33
|
-
|
34
|
-
|
35
|
-
add_message "google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment" do
|
36
|
-
optional :num_workers, :int32, 1
|
37
|
-
optional :max_workers, :int32, 2
|
38
|
-
optional :zone, :string, 3
|
39
|
-
optional :service_account_email, :string, 4
|
40
|
-
optional :temp_location, :string, 5
|
41
|
-
optional :machine_type, :string, 6
|
42
|
-
repeated :additional_experiments, :string, 7
|
43
|
-
optional :network, :string, 8
|
44
|
-
optional :subnetwork, :string, 9
|
45
|
-
map :additional_user_labels, :string, :string, 10
|
46
|
-
optional :kms_key_name, :string, 11
|
47
|
-
optional :ip_configuration, :enum, 12, "google.dataflow.v1beta3.WorkerIPAddressConfiguration"
|
48
|
-
optional :worker_region, :string, 13
|
49
|
-
optional :worker_zone, :string, 14
|
50
|
-
optional :enable_streaming_engine, :bool, 15
|
51
|
-
optional :flexrs_goal, :enum, 16, "google.dataflow.v1beta3.FlexResourceSchedulingGoal"
|
52
|
-
optional :staging_location, :string, 17
|
53
|
-
optional :sdk_container_image, :string, 18
|
54
|
-
optional :disk_size_gb, :int32, 20
|
55
|
-
optional :autoscaling_algorithm, :enum, 21, "google.dataflow.v1beta3.AutoscalingAlgorithm"
|
56
|
-
optional :dump_heap_on_oom, :bool, 22
|
57
|
-
optional :save_heap_dumps_to_gcs_path, :string, 23
|
58
|
-
optional :launcher_machine_type, :string, 24
|
59
|
-
end
|
60
|
-
add_message "google.dataflow.v1beta3.LaunchFlexTemplateRequest" do
|
61
|
-
optional :project_id, :string, 1
|
62
|
-
optional :launch_parameter, :message, 2, "google.dataflow.v1beta3.LaunchFlexTemplateParameter"
|
63
|
-
optional :location, :string, 3
|
64
|
-
optional :validate_only, :bool, 4
|
65
|
-
end
|
66
|
-
add_message "google.dataflow.v1beta3.RuntimeEnvironment" do
|
67
|
-
optional :num_workers, :int32, 11
|
68
|
-
optional :max_workers, :int32, 1
|
69
|
-
optional :zone, :string, 2
|
70
|
-
optional :service_account_email, :string, 3
|
71
|
-
optional :temp_location, :string, 4
|
72
|
-
optional :bypass_temp_dir_validation, :bool, 5
|
73
|
-
optional :machine_type, :string, 6
|
74
|
-
repeated :additional_experiments, :string, 7
|
75
|
-
optional :network, :string, 8
|
76
|
-
optional :subnetwork, :string, 9
|
77
|
-
map :additional_user_labels, :string, :string, 10
|
78
|
-
optional :kms_key_name, :string, 12
|
79
|
-
optional :ip_configuration, :enum, 14, "google.dataflow.v1beta3.WorkerIPAddressConfiguration"
|
80
|
-
optional :worker_region, :string, 15
|
81
|
-
optional :worker_zone, :string, 16
|
82
|
-
optional :enable_streaming_engine, :bool, 17
|
83
|
-
end
|
84
|
-
add_message "google.dataflow.v1beta3.ParameterMetadata" do
|
85
|
-
optional :name, :string, 1
|
86
|
-
optional :label, :string, 2
|
87
|
-
optional :help_text, :string, 3
|
88
|
-
optional :is_optional, :bool, 4
|
89
|
-
repeated :regexes, :string, 5
|
90
|
-
optional :param_type, :enum, 6, "google.dataflow.v1beta3.ParameterType"
|
91
|
-
map :custom_metadata, :string, :string, 7
|
92
|
-
end
|
93
|
-
add_message "google.dataflow.v1beta3.TemplateMetadata" do
|
94
|
-
optional :name, :string, 1
|
95
|
-
optional :description, :string, 2
|
96
|
-
repeated :parameters, :message, 3, "google.dataflow.v1beta3.ParameterMetadata"
|
97
|
-
end
|
98
|
-
add_message "google.dataflow.v1beta3.SDKInfo" do
|
99
|
-
optional :language, :enum, 1, "google.dataflow.v1beta3.SDKInfo.Language"
|
100
|
-
optional :version, :string, 2
|
101
|
-
end
|
102
|
-
add_enum "google.dataflow.v1beta3.SDKInfo.Language" do
|
103
|
-
value :UNKNOWN, 0
|
104
|
-
value :JAVA, 1
|
105
|
-
value :PYTHON, 2
|
106
|
-
end
|
107
|
-
add_message "google.dataflow.v1beta3.RuntimeMetadata" do
|
108
|
-
optional :sdk_info, :message, 1, "google.dataflow.v1beta3.SDKInfo"
|
109
|
-
repeated :parameters, :message, 2, "google.dataflow.v1beta3.ParameterMetadata"
|
110
|
-
end
|
111
|
-
add_message "google.dataflow.v1beta3.CreateJobFromTemplateRequest" do
|
112
|
-
optional :project_id, :string, 1
|
113
|
-
optional :job_name, :string, 4
|
114
|
-
map :parameters, :string, :string, 3
|
115
|
-
optional :environment, :message, 5, "google.dataflow.v1beta3.RuntimeEnvironment"
|
116
|
-
optional :location, :string, 6
|
117
|
-
oneof :template do
|
118
|
-
optional :gcs_path, :string, 2
|
119
|
-
end
|
120
|
-
end
|
121
|
-
add_message "google.dataflow.v1beta3.GetTemplateRequest" do
|
122
|
-
optional :project_id, :string, 1
|
123
|
-
optional :view, :enum, 3, "google.dataflow.v1beta3.GetTemplateRequest.TemplateView"
|
124
|
-
optional :location, :string, 4
|
125
|
-
oneof :template do
|
126
|
-
optional :gcs_path, :string, 2
|
127
|
-
end
|
128
|
-
end
|
129
|
-
add_enum "google.dataflow.v1beta3.GetTemplateRequest.TemplateView" do
|
130
|
-
value :METADATA_ONLY, 0
|
131
|
-
end
|
132
|
-
add_message "google.dataflow.v1beta3.GetTemplateResponse" do
|
133
|
-
optional :status, :message, 1, "google.rpc.Status"
|
134
|
-
optional :metadata, :message, 2, "google.dataflow.v1beta3.TemplateMetadata"
|
135
|
-
optional :template_type, :enum, 3, "google.dataflow.v1beta3.GetTemplateResponse.TemplateType"
|
136
|
-
optional :runtime_metadata, :message, 4, "google.dataflow.v1beta3.RuntimeMetadata"
|
137
|
-
end
|
138
|
-
add_enum "google.dataflow.v1beta3.GetTemplateResponse.TemplateType" do
|
139
|
-
value :UNKNOWN, 0
|
140
|
-
value :LEGACY, 1
|
141
|
-
value :FLEX, 2
|
142
|
-
end
|
143
|
-
add_message "google.dataflow.v1beta3.LaunchTemplateParameters" do
|
144
|
-
optional :job_name, :string, 1
|
145
|
-
map :parameters, :string, :string, 2
|
146
|
-
optional :environment, :message, 3, "google.dataflow.v1beta3.RuntimeEnvironment"
|
147
|
-
optional :update, :bool, 4
|
148
|
-
map :transform_name_mapping, :string, :string, 5
|
149
|
-
end
|
150
|
-
add_message "google.dataflow.v1beta3.LaunchTemplateRequest" do
|
151
|
-
optional :project_id, :string, 1
|
152
|
-
optional :validate_only, :bool, 2
|
153
|
-
optional :launch_parameters, :message, 4, "google.dataflow.v1beta3.LaunchTemplateParameters"
|
154
|
-
optional :location, :string, 5
|
155
|
-
oneof :template do
|
156
|
-
optional :gcs_path, :string, 3
|
157
|
-
optional :dynamic_template, :message, 6, "google.dataflow.v1beta3.DynamicTemplateLaunchParams"
|
158
|
-
end
|
159
|
-
end
|
160
|
-
add_message "google.dataflow.v1beta3.LaunchTemplateResponse" do
|
161
|
-
optional :job, :message, 1, "google.dataflow.v1beta3.Job"
|
162
|
-
end
|
163
|
-
add_message "google.dataflow.v1beta3.InvalidTemplateParameters" do
|
164
|
-
repeated :parameter_violations, :message, 1, "google.dataflow.v1beta3.InvalidTemplateParameters.ParameterViolation"
|
165
|
-
end
|
166
|
-
add_message "google.dataflow.v1beta3.InvalidTemplateParameters.ParameterViolation" do
|
167
|
-
optional :parameter, :string, 1
|
168
|
-
optional :description, :string, 2
|
169
|
-
end
|
170
|
-
add_message "google.dataflow.v1beta3.DynamicTemplateLaunchParams" do
|
171
|
-
optional :gcs_path, :string, 1
|
172
|
-
optional :staging_location, :string, 2
|
173
|
-
end
|
174
|
-
add_enum "google.dataflow.v1beta3.ParameterType" do
|
175
|
-
value :DEFAULT, 0
|
176
|
-
value :TEXT, 1
|
177
|
-
value :GCS_READ_BUCKET, 2
|
178
|
-
value :GCS_WRITE_BUCKET, 3
|
179
|
-
value :GCS_READ_FILE, 4
|
180
|
-
value :GCS_WRITE_FILE, 5
|
181
|
-
value :GCS_READ_FOLDER, 6
|
182
|
-
value :GCS_WRITE_FOLDER, 7
|
183
|
-
value :PUBSUB_TOPIC, 8
|
184
|
-
value :PUBSUB_SUBSCRIPTION, 9
|
13
|
+
|
14
|
+
descriptor_data = "\n\'google/dataflow/v1beta3/templates.proto\x12\x17google.dataflow.v1beta3\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a)google/dataflow/v1beta3/environment.proto\x1a\"google/dataflow/v1beta3/jobs.proto\x1a\x17google/rpc/status.proto\"G\n\x1aLaunchFlexTemplateResponse\x12)\n\x03job\x18\x01 \x01(\x0b\x32\x1c.google.dataflow.v1beta3.Job\"\xe5\x01\n\rContainerSpec\x12\r\n\x05image\x18\x01 \x01(\t\x12;\n\x08metadata\x18\x02 \x01(\x0b\x32).google.dataflow.v1beta3.TemplateMetadata\x12\x32\n\x08sdk_info\x18\x03 \x01(\x0b\x32 .google.dataflow.v1beta3.SDKInfo\x12T\n\x13\x64\x65\x66\x61ult_environment\x18\x04 \x01(\x0b\x32\x37.google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment\"\xd2\x05\n\x1bLaunchFlexTemplateParameter\x12\x10\n\x08job_name\x18\x01 \x01(\t\x12@\n\x0e\x63ontainer_spec\x18\x04 \x01(\x0b\x32&.google.dataflow.v1beta3.ContainerSpecH\x00\x12!\n\x17\x63ontainer_spec_gcs_path\x18\x05 \x01(\tH\x00\x12X\n\nparameters\x18\x02 \x03(\x0b\x32\x44.google.dataflow.v1beta3.LaunchFlexTemplateParameter.ParametersEntry\x12_\n\x0elaunch_options\x18\x06 \x03(\x0b\x32G.google.dataflow.v1beta3.LaunchFlexTemplateParameter.LaunchOptionsEntry\x12L\n\x0b\x65nvironment\x18\x07 \x01(\x0b\x32\x37.google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment\x12\x0e\n\x06update\x18\x08 \x01(\x08\x12p\n\x17transform_name_mappings\x18\t \x03(\x0b\x32O.google.dataflow.v1beta3.LaunchFlexTemplateParameter.TransformNameMappingsEntry\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x34\n\x12LaunchOptionsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a<\n\x1aTransformNameMappingsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\n\n\x08template\"\x90\x07\n\x1e\x46lexTemplateRuntimeEnvironment\x12\x13\n\x0bnum_workers\x18\x01 \x01(\x05\x12\x13\n\x0bmax_workers\x18\x02 \x01(\x05\x12\x0c\n\x04zone\x18\x03 \x01(\t\x12\x1d\n\x15service_account_email\x18\x04 \x01(\t\x12\x15\n\rtemp_location\x18\x05 \x01(\t\x12\x14\n\x0cmachine_type\x18\x06 \x01(\t\x12\x1e\n\x16\x61\x64\x64itional_experiments\x18\x07 \x03(\t\x12\x0f\n\x07network\x18\x08 \x01(\t\x12\x12\n\nsubnetwork\x18\t \x01(\t\x12q\n\x16\x61\x64\x64itional_user_labels\x18\n \x03(\x0b\x32Q.google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment.AdditionalUserLabelsEntry\x12\x14\n\x0ckms_key_name\x18\x0b \x01(\t\x12O\n\x10ip_configuration\x18\x0c \x01(\x0e\x32\x35.google.dataflow.v1beta3.WorkerIPAddressConfiguration\x12\x15\n\rworker_region\x18\r \x01(\t\x12\x13\n\x0bworker_zone\x18\x0e \x01(\t\x12\x1f\n\x17\x65nable_streaming_engine\x18\x0f \x01(\x08\x12H\n\x0b\x66lexrs_goal\x18\x10 \x01(\x0e\x32\x33.google.dataflow.v1beta3.FlexResourceSchedulingGoal\x12\x18\n\x10staging_location\x18\x11 \x01(\t\x12\x1b\n\x13sdk_container_image\x18\x12 \x01(\t\x12\x14\n\x0c\x64isk_size_gb\x18\x14 \x01(\x05\x12L\n\x15\x61utoscaling_algorithm\x18\x15 \x01(\x0e\x32-.google.dataflow.v1beta3.AutoscalingAlgorithm\x12\x18\n\x10\x64ump_heap_on_oom\x18\x16 \x01(\x08\x12#\n\x1bsave_heap_dumps_to_gcs_path\x18\x17 \x01(\t\x12\x1d\n\x15launcher_machine_type\x18\x18 \x01(\t\x1a;\n\x19\x41\x64\x64itionalUserLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xa8\x01\n\x19LaunchFlexTemplateRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12N\n\x10launch_parameter\x18\x02 \x01(\x0b\x32\x34.google.dataflow.v1beta3.LaunchFlexTemplateParameter\x12\x10\n\x08location\x18\x03 \x01(\t\x12\x15\n\rvalidate_only\x18\x04 \x01(\x08\"\xd9\x04\n\x12RuntimeEnvironment\x12\x13\n\x0bnum_workers\x18\x0b \x01(\x05\x12\x13\n\x0bmax_workers\x18\x01 \x01(\x05\x12\x0c\n\x04zone\x18\x02 \x01(\t\x12\x1d\n\x15service_account_email\x18\x03 \x01(\t\x12\x15\n\rtemp_location\x18\x04 \x01(\t\x12\"\n\x1a\x62ypass_temp_dir_validation\x18\x05 \x01(\x08\x12\x14\n\x0cmachine_type\x18\x06 \x01(\t\x12\x1e\n\x16\x61\x64\x64itional_experiments\x18\x07 \x03(\t\x12\x0f\n\x07network\x18\x08 \x01(\t\x12\x12\n\nsubnetwork\x18\t \x01(\t\x12\x65\n\x16\x61\x64\x64itional_user_labels\x18\n \x03(\x0b\x32\x45.google.dataflow.v1beta3.RuntimeEnvironment.AdditionalUserLabelsEntry\x12\x14\n\x0ckms_key_name\x18\x0c \x01(\t\x12O\n\x10ip_configuration\x18\x0e \x01(\x0e\x32\x35.google.dataflow.v1beta3.WorkerIPAddressConfiguration\x12\x15\n\rworker_region\x18\x0f \x01(\t\x12\x13\n\x0bworker_zone\x18\x10 \x01(\t\x12\x1f\n\x17\x65nable_streaming_engine\x18\x11 \x01(\x08\x1a;\n\x19\x41\x64\x64itionalUserLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xb5\x02\n\x11ParameterMetadata\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\r\n\x05label\x18\x02 \x01(\t\x12\x11\n\thelp_text\x18\x03 \x01(\t\x12\x13\n\x0bis_optional\x18\x04 \x01(\x08\x12\x0f\n\x07regexes\x18\x05 \x03(\t\x12:\n\nparam_type\x18\x06 \x01(\x0e\x32&.google.dataflow.v1beta3.ParameterType\x12W\n\x0f\x63ustom_metadata\x18\x07 \x03(\x0b\x32>.google.dataflow.v1beta3.ParameterMetadata.CustomMetadataEntry\x1a\x35\n\x13\x43ustomMetadataEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"u\n\x10TemplateMetadata\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x13\n\x0b\x64\x65scription\x18\x02 \x01(\t\x12>\n\nparameters\x18\x03 \x03(\x0b\x32*.google.dataflow.v1beta3.ParameterMetadata\"\x86\x01\n\x07SDKInfo\x12;\n\x08language\x18\x01 \x01(\x0e\x32).google.dataflow.v1beta3.SDKInfo.Language\x12\x0f\n\x07version\x18\x02 \x01(\t\"-\n\x08Language\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x08\n\x04JAVA\x10\x01\x12\n\n\x06PYTHON\x10\x02\"\x85\x01\n\x0fRuntimeMetadata\x12\x32\n\x08sdk_info\x18\x01 \x01(\x0b\x32 .google.dataflow.v1beta3.SDKInfo\x12>\n\nparameters\x18\x02 \x03(\x0b\x32*.google.dataflow.v1beta3.ParameterMetadata\"\xc6\x02\n\x1c\x43reateJobFromTemplateRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x10\n\x08job_name\x18\x04 \x01(\t\x12\x12\n\x08gcs_path\x18\x02 \x01(\tH\x00\x12Y\n\nparameters\x18\x03 \x03(\x0b\x32\x45.google.dataflow.v1beta3.CreateJobFromTemplateRequest.ParametersEntry\x12@\n\x0b\x65nvironment\x18\x05 \x01(\x0b\x32+.google.dataflow.v1beta3.RuntimeEnvironment\x12\x10\n\x08location\x18\x06 \x01(\t\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\n\n\x08template\"\xc5\x01\n\x12GetTemplateRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x12\n\x08gcs_path\x18\x02 \x01(\tH\x00\x12\x46\n\x04view\x18\x03 \x01(\x0e\x32\x38.google.dataflow.v1beta3.GetTemplateRequest.TemplateView\x12\x10\n\x08location\x18\x04 \x01(\t\"!\n\x0cTemplateView\x12\x11\n\rMETADATA_ONLY\x10\x00\x42\n\n\x08template\"\xbf\x02\n\x13GetTemplateResponse\x12\"\n\x06status\x18\x01 \x01(\x0b\x32\x12.google.rpc.Status\x12;\n\x08metadata\x18\x02 \x01(\x0b\x32).google.dataflow.v1beta3.TemplateMetadata\x12P\n\rtemplate_type\x18\x03 \x01(\x0e\x32\x39.google.dataflow.v1beta3.GetTemplateResponse.TemplateType\x12\x42\n\x10runtime_metadata\x18\x04 \x01(\x0b\x32(.google.dataflow.v1beta3.RuntimeMetadata\"1\n\x0cTemplateType\x12\x0b\n\x07UNKNOWN\x10\x00\x12\n\n\x06LEGACY\x10\x01\x12\x08\n\x04\x46LEX\x10\x02\"\xb2\x03\n\x18LaunchTemplateParameters\x12\x10\n\x08job_name\x18\x01 \x01(\t\x12U\n\nparameters\x18\x02 \x03(\x0b\x32\x41.google.dataflow.v1beta3.LaunchTemplateParameters.ParametersEntry\x12@\n\x0b\x65nvironment\x18\x03 \x01(\x0b\x32+.google.dataflow.v1beta3.RuntimeEnvironment\x12\x0e\n\x06update\x18\x04 \x01(\x08\x12k\n\x16transform_name_mapping\x18\x05 \x03(\x0b\x32K.google.dataflow.v1beta3.LaunchTemplateParameters.TransformNameMappingEntry\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a;\n\x19TransformNameMappingEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\x94\x02\n\x15LaunchTemplateRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x15\n\rvalidate_only\x18\x02 \x01(\x08\x12\x12\n\x08gcs_path\x18\x03 \x01(\tH\x00\x12P\n\x10\x64ynamic_template\x18\x06 \x01(\x0b\x32\x34.google.dataflow.v1beta3.DynamicTemplateLaunchParamsH\x00\x12L\n\x11launch_parameters\x18\x04 \x01(\x0b\x32\x31.google.dataflow.v1beta3.LaunchTemplateParameters\x12\x10\n\x08location\x18\x05 \x01(\tB\n\n\x08template\"C\n\x16LaunchTemplateResponse\x12)\n\x03job\x18\x01 \x01(\x0b\x32\x1c.google.dataflow.v1beta3.Job\"\xbe\x01\n\x19InvalidTemplateParameters\x12\x63\n\x14parameter_violations\x18\x01 \x03(\x0b\x32\x45.google.dataflow.v1beta3.InvalidTemplateParameters.ParameterViolation\x1a<\n\x12ParameterViolation\x12\x11\n\tparameter\x18\x01 \x01(\t\x12\x13\n\x0b\x64\x65scription\x18\x02 \x01(\t\"I\n\x1b\x44ynamicTemplateLaunchParams\x12\x10\n\x08gcs_path\x18\x01 \x01(\t\x12\x18\n\x10staging_location\x18\x02 \x01(\t*\xce\x01\n\rParameterType\x12\x0b\n\x07\x44\x45\x46\x41ULT\x10\x00\x12\x08\n\x04TEXT\x10\x01\x12\x13\n\x0fGCS_READ_BUCKET\x10\x02\x12\x14\n\x10GCS_WRITE_BUCKET\x10\x03\x12\x11\n\rGCS_READ_FILE\x10\x04\x12\x12\n\x0eGCS_WRITE_FILE\x10\x05\x12\x13\n\x0fGCS_READ_FOLDER\x10\x06\x12\x14\n\x10GCS_WRITE_FOLDER\x10\x07\x12\x10\n\x0cPUBSUB_TOPIC\x10\x08\x12\x17\n\x13PUBSUB_SUBSCRIPTION\x10\t2\xc2\x07\n\x10TemplatesService\x12\xdf\x01\n\x15\x43reateJobFromTemplate\x12\x35.google.dataflow.v1beta3.CreateJobFromTemplateRequest\x1a\x1c.google.dataflow.v1beta3.Job\"q\x82\xd3\xe4\x93\x02k\":/v1b3/projects/{project_id}/locations/{location}/templates:\x01*Z*\"%/v1b3/projects/{project_id}/templates:\x01*\x12\x94\x02\n\x0eLaunchTemplate\x12..google.dataflow.v1beta3.LaunchTemplateRequest\x1a/.google.dataflow.v1beta3.LaunchTemplateResponse\"\xa0\x01\x82\xd3\xe4\x93\x02\x99\x01\"A/v1b3/projects/{project_id}/locations/{location}/templates:launch:\x11launch_parametersZA\",/v1b3/projects/{project_id}/templates:launch:\x11launch_parameters\x12\xdd\x01\n\x0bGetTemplate\x12+.google.dataflow.v1beta3.GetTemplateRequest\x1a,.google.dataflow.v1beta3.GetTemplateResponse\"s\x82\xd3\xe4\x93\x02m\x12>/v1b3/projects/{project_id}/locations/{location}/templates:getZ+\x12)/v1b3/projects/{project_id}/templates:get\x1a\xd4\x01\xca\x41\x17\x64\x61taflow.googleapis.com\xd2\x41\xb6\x01https://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/compute,https://www.googleapis.com/auth/compute.readonly,https://www.googleapis.com/auth/userinfo.email2\xbf\x03\n\x14\x46lexTemplatesService\x12\xcf\x01\n\x12LaunchFlexTemplate\x12\x32.google.dataflow.v1beta3.LaunchFlexTemplateRequest\x1a\x33.google.dataflow.v1beta3.LaunchFlexTemplateResponse\"P\x82\xd3\xe4\x93\x02J\"E/v1b3/projects/{project_id}/locations/{location}/flexTemplates:launch:\x01*\x1a\xd4\x01\xca\x41\x17\x64\x61taflow.googleapis.com\xd2\x41\xb6\x01https://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/compute,https://www.googleapis.com/auth/compute.readonly,https://www.googleapis.com/auth/userinfo.emailB\xd1\x01\n\x1b\x63om.google.dataflow.v1beta3B\x0eTemplatesProtoP\x01Z=cloud.google.com/go/dataflow/apiv1beta3/dataflowpb;dataflowpb\xaa\x02\x1dGoogle.Cloud.Dataflow.V1Beta3\xca\x02\x1dGoogle\\Cloud\\Dataflow\\V1beta3\xea\x02 Google::Cloud::Dataflow::V1beta3b\x06proto3"
|
15
|
+
|
16
|
+
pool = Google::Protobuf::DescriptorPool.generated_pool
|
17
|
+
|
18
|
+
begin
|
19
|
+
pool.add_serialized_file(descriptor_data)
|
20
|
+
rescue TypeError => e
|
21
|
+
# Compatibility code: will be removed in the next major version.
|
22
|
+
require 'google/protobuf/descriptor_pb'
|
23
|
+
parsed = Google::Protobuf::FileDescriptorProto.decode(descriptor_data)
|
24
|
+
parsed.clear_dependency
|
25
|
+
serialized = parsed.class.encode(parsed)
|
26
|
+
file = pool.add_serialized_file(serialized)
|
27
|
+
warn "Warning: Protobuf detected an import path issue while loading generated file #{__FILE__}"
|
28
|
+
imports = [
|
29
|
+
["google.dataflow.v1beta3.Job", "google/dataflow/v1beta3/jobs.proto"],
|
30
|
+
["google.rpc.Status", "google/rpc/status.proto"],
|
31
|
+
]
|
32
|
+
imports.each do |type_name, expected_filename|
|
33
|
+
import_file = pool.lookup(type_name).file_descriptor
|
34
|
+
if import_file.name != expected_filename
|
35
|
+
warn "- #{file.name} imports #{expected_filename}, but that import was loaded as #{import_file.name}"
|
185
36
|
end
|
186
37
|
end
|
38
|
+
warn "Each proto file must use a consistent fully-qualified name."
|
39
|
+
warn "This will become an error in the next major version."
|
187
40
|
end
|
188
41
|
|
189
42
|
module Google
|