google-cloud-dataflow-v1beta3 0.12.1 → 0.13.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/client.rb +1 -1
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/credentials.rb +1 -3
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/rest/client.rb +1 -1
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/rest.rb +1 -1
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service.rb +1 -1
- data/lib/google/cloud/dataflow/v1beta3/jobs/client.rb +26 -5
- data/lib/google/cloud/dataflow/v1beta3/jobs/credentials.rb +1 -3
- data/lib/google/cloud/dataflow/v1beta3/jobs/rest/client.rb +26 -5
- data/lib/google/cloud/dataflow/v1beta3/messages/credentials.rb +1 -3
- data/lib/google/cloud/dataflow/v1beta3/metrics/credentials.rb +1 -3
- data/lib/google/cloud/dataflow/v1beta3/snapshots/credentials.rb +1 -3
- data/lib/google/cloud/dataflow/v1beta3/templates_service/client.rb +25 -6
- data/lib/google/cloud/dataflow/v1beta3/templates_service/credentials.rb +1 -3
- data/lib/google/cloud/dataflow/v1beta3/templates_service/rest/client.rb +25 -6
- data/lib/google/cloud/dataflow/v1beta3/version.rb +1 -1
- data/lib/google/dataflow/v1beta3/environment_pb.rb +4 -1
- data/lib/google/dataflow/v1beta3/jobs_pb.rb +9 -1
- data/lib/google/dataflow/v1beta3/jobs_services_pb.rb +12 -2
- data/lib/google/dataflow/v1beta3/messages_pb.rb +1 -1
- data/lib/google/dataflow/v1beta3/metrics_pb.rb +10 -1
- data/lib/google/dataflow/v1beta3/snapshots_pb.rb +1 -1
- data/lib/google/dataflow/v1beta3/streaming_pb.rb +1 -1
- data/lib/google/dataflow/v1beta3/templates_pb.rb +3 -1
- data/lib/google/dataflow/v1beta3/templates_services_pb.rb +22 -3
- data/proto_docs/google/dataflow/v1beta3/environment.rb +96 -16
- data/proto_docs/google/dataflow/v1beta3/jobs.rb +163 -23
- data/proto_docs/google/dataflow/v1beta3/metrics.rb +148 -3
- data/proto_docs/google/dataflow/v1beta3/streaming.rb +3 -0
- data/proto_docs/google/dataflow/v1beta3/templates.rb +183 -35
- data/proto_docs/google/protobuf/field_mask.rb +229 -0
- metadata +7 -12
|
@@ -41,6 +41,9 @@ module Google
|
|
|
41
41
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
|
|
42
42
|
# `projects.jobs.create` is not recommended, as your job will always start
|
|
43
43
|
# in `us-central1`.
|
|
44
|
+
#
|
|
45
|
+
# Do not enter confidential information when you supply string values using
|
|
46
|
+
# the API.
|
|
44
47
|
rpc :CreateJob, ::Google::Cloud::Dataflow::V1beta3::CreateJobRequest, ::Google::Cloud::Dataflow::V1beta3::Job
|
|
45
48
|
# Gets the state of the specified Cloud Dataflow job.
|
|
46
49
|
#
|
|
@@ -64,10 +67,17 @@ module Google
|
|
|
64
67
|
# `projects.locations.jobs.list` with a [regional endpoint]
|
|
65
68
|
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). To
|
|
66
69
|
# list the all jobs across all regions, use `projects.jobs.aggregated`. Using
|
|
67
|
-
# `projects.jobs.list` is not recommended,
|
|
68
|
-
# jobs that are running in `us-central1`.
|
|
70
|
+
# `projects.jobs.list` is not recommended, because you can only get the list
|
|
71
|
+
# of jobs that are running in `us-central1`.
|
|
72
|
+
#
|
|
73
|
+
# `projects.locations.jobs.list` and `projects.jobs.list` support filtering
|
|
74
|
+
# the list of jobs by name. Filtering by name isn't supported by
|
|
75
|
+
# `projects.jobs.aggregated`.
|
|
69
76
|
rpc :ListJobs, ::Google::Cloud::Dataflow::V1beta3::ListJobsRequest, ::Google::Cloud::Dataflow::V1beta3::ListJobsResponse
|
|
70
77
|
# List the jobs of a project across all regions.
|
|
78
|
+
#
|
|
79
|
+
# **Note:** This method doesn't support filtering the list of
|
|
80
|
+
# jobs by name.
|
|
71
81
|
rpc :AggregatedListJobs, ::Google::Cloud::Dataflow::V1beta3::ListJobsRequest, ::Google::Cloud::Dataflow::V1beta3::ListJobsResponse
|
|
72
82
|
# Check for existence of active jobs in the given project across all regions.
|
|
73
83
|
rpc :CheckActiveJobs, ::Google::Cloud::Dataflow::V1beta3::CheckActiveJobsRequest, ::Google::Cloud::Dataflow::V1beta3::CheckActiveJobsResponse
|
|
@@ -10,7 +10,7 @@ require 'google/protobuf/struct_pb'
|
|
|
10
10
|
require 'google/protobuf/timestamp_pb'
|
|
11
11
|
|
|
12
12
|
|
|
13
|
-
descriptor_data = "\n&google/dataflow/v1beta3/messages.proto\x12\x17google.dataflow.v1beta3\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1cgoogle/protobuf/struct.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\xa3\x01\n\nJobMessage\x12\n\n\x02id\x18\x01 \x01(\t\x12(\n\x04time\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x14\n\x0cmessage_text\x18\x03 \x01(\t\x12I\n\x12message_importance\x18\x04 \x01(\x0e\x32-.google.dataflow.v1beta3.JobMessageImportance\"\xc9\x01\n\x11StructuredMessage\x12\x14\n\x0cmessage_text\x18\x01 \x01(\t\x12\x13\n\x0bmessage_key\x18\x02 \x01(\t\x12H\n\nparameters\x18\x03 \x03(\x0b\x32\x34.google.dataflow.v1beta3.StructuredMessage.Parameter\x1a?\n\tParameter\x12\x0b\n\x03key\x18\x01 \x01(\t\x12%\n\x05value\x18\x02 \x01(\x0b\x32\x16.google.protobuf.Value\"\xb1\x03\n\x10\x41utoscalingEvent\x12\x1b\n\x13\x63urrent_num_workers\x18\x01 \x01(\x03\x12\x1a\n\x12target_num_workers\x18\x02 \x01(\x03\x12R\n\nevent_type\x18\x03 \x01(\x0e\x32>.google.dataflow.v1beta3.AutoscalingEvent.AutoscalingEventType\x12?\n\x0b\x64\x65scription\x18\x04 \x01(\x0b\x32*.google.dataflow.v1beta3.StructuredMessage\x12(\n\x04time\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x13\n\x0bworker_pool\x18\x07 \x01(\t\"\x8f\x01\n\x14\x41utoscalingEventType\x12\x10\n\x0cTYPE_UNKNOWN\x10\x00\x12\x1e\n\x1aTARGET_NUM_WORKERS_CHANGED\x10\x01\x12\x1f\n\x1b\x43URRENT_NUM_WORKERS_CHANGED\x10\x02\x12\x15\n\x11\x41\x43TUATION_FAILURE\x10\x03\x12\r\n\tNO_CHANGE\x10\x04\"\x9e\x02\n\x16ListJobMessagesRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12I\n\x12minimum_importance\x18\x03 \x01(\x0e\x32-.google.dataflow.v1beta3.JobMessageImportance\x12\x11\n\tpage_size\x18\x04 \x01(\x05\x12\x12\n\npage_token\x18\x05 \x01(\t\x12.\n\nstart_time\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12,\n\x08\x65nd_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x10\n\x08location\x18\x08 \x01(\t\"\xb4\x01\n\x17ListJobMessagesResponse\x12\x39\n\x0cjob_messages\x18\x01 \x03(\x0b\x32#.google.dataflow.v1beta3.JobMessage\x12\x17\n\x0fnext_page_token\x18\x02 \x01(\t\x12\x45\n\x12\x61utoscaling_events\x18\x03 \x03(\x0b\x32).google.dataflow.v1beta3.AutoscalingEvent*\xb2\x01\n\x14JobMessageImportance\x12\"\n\x1eJOB_MESSAGE_IMPORTANCE_UNKNOWN\x10\x00\x12\x15\n\x11JOB_MESSAGE_DEBUG\x10\x01\x12\x18\n\x14JOB_MESSAGE_DETAILED\x10\x02\x12\x15\n\x11JOB_MESSAGE_BASIC\x10\x05\x12\x17\n\x13JOB_MESSAGE_WARNING\x10\x03\x12\x15\n\x11JOB_MESSAGE_ERROR\x10\x04\x32\
|
|
13
|
+
descriptor_data = "\n&google/dataflow/v1beta3/messages.proto\x12\x17google.dataflow.v1beta3\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1cgoogle/protobuf/struct.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\xa3\x01\n\nJobMessage\x12\n\n\x02id\x18\x01 \x01(\t\x12(\n\x04time\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x14\n\x0cmessage_text\x18\x03 \x01(\t\x12I\n\x12message_importance\x18\x04 \x01(\x0e\x32-.google.dataflow.v1beta3.JobMessageImportance\"\xc9\x01\n\x11StructuredMessage\x12\x14\n\x0cmessage_text\x18\x01 \x01(\t\x12\x13\n\x0bmessage_key\x18\x02 \x01(\t\x12H\n\nparameters\x18\x03 \x03(\x0b\x32\x34.google.dataflow.v1beta3.StructuredMessage.Parameter\x1a?\n\tParameter\x12\x0b\n\x03key\x18\x01 \x01(\t\x12%\n\x05value\x18\x02 \x01(\x0b\x32\x16.google.protobuf.Value\"\xb1\x03\n\x10\x41utoscalingEvent\x12\x1b\n\x13\x63urrent_num_workers\x18\x01 \x01(\x03\x12\x1a\n\x12target_num_workers\x18\x02 \x01(\x03\x12R\n\nevent_type\x18\x03 \x01(\x0e\x32>.google.dataflow.v1beta3.AutoscalingEvent.AutoscalingEventType\x12?\n\x0b\x64\x65scription\x18\x04 \x01(\x0b\x32*.google.dataflow.v1beta3.StructuredMessage\x12(\n\x04time\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x13\n\x0bworker_pool\x18\x07 \x01(\t\"\x8f\x01\n\x14\x41utoscalingEventType\x12\x10\n\x0cTYPE_UNKNOWN\x10\x00\x12\x1e\n\x1aTARGET_NUM_WORKERS_CHANGED\x10\x01\x12\x1f\n\x1b\x43URRENT_NUM_WORKERS_CHANGED\x10\x02\x12\x15\n\x11\x41\x43TUATION_FAILURE\x10\x03\x12\r\n\tNO_CHANGE\x10\x04\"\x9e\x02\n\x16ListJobMessagesRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12I\n\x12minimum_importance\x18\x03 \x01(\x0e\x32-.google.dataflow.v1beta3.JobMessageImportance\x12\x11\n\tpage_size\x18\x04 \x01(\x05\x12\x12\n\npage_token\x18\x05 \x01(\t\x12.\n\nstart_time\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12,\n\x08\x65nd_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x10\n\x08location\x18\x08 \x01(\t\"\xb4\x01\n\x17ListJobMessagesResponse\x12\x39\n\x0cjob_messages\x18\x01 \x03(\x0b\x32#.google.dataflow.v1beta3.JobMessage\x12\x17\n\x0fnext_page_token\x18\x02 \x01(\t\x12\x45\n\x12\x61utoscaling_events\x18\x03 \x03(\x0b\x32).google.dataflow.v1beta3.AutoscalingEvent*\xb2\x01\n\x14JobMessageImportance\x12\"\n\x1eJOB_MESSAGE_IMPORTANCE_UNKNOWN\x10\x00\x12\x15\n\x11JOB_MESSAGE_DEBUG\x10\x01\x12\x18\n\x14JOB_MESSAGE_DETAILED\x10\x02\x12\x15\n\x11JOB_MESSAGE_BASIC\x10\x05\x12\x17\n\x13JOB_MESSAGE_WARNING\x10\x03\x12\x15\n\x11JOB_MESSAGE_ERROR\x10\x04\x32\x85\x03\n\x0fMessagesV1Beta3\x12\xfc\x01\n\x0fListJobMessages\x12/.google.dataflow.v1beta3.ListJobMessagesRequest\x1a\x30.google.dataflow.v1beta3.ListJobMessagesResponse\"\x85\x01\x82\xd3\xe4\x93\x02\x7f\x12G/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}/messagesZ4\x12\x32/v1b3/projects/{project_id}/jobs/{job_id}/messages\x1as\xca\x41\x17\x64\x61taflow.googleapis.com\xd2\x41Vhttps://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/computeB\xd0\x01\n\x1b\x63om.google.dataflow.v1beta3B\rMessagesProtoP\x01Z=cloud.google.com/go/dataflow/apiv1beta3/dataflowpb;dataflowpb\xaa\x02\x1dGoogle.Cloud.Dataflow.V1Beta3\xca\x02\x1dGoogle\\Cloud\\Dataflow\\V1beta3\xea\x02 Google::Cloud::Dataflow::V1beta3b\x06proto3"
|
|
14
14
|
|
|
15
15
|
pool = Google::Protobuf::DescriptorPool.generated_pool
|
|
16
16
|
|
|
@@ -6,11 +6,12 @@ require 'google/protobuf'
|
|
|
6
6
|
|
|
7
7
|
require 'google/api/annotations_pb'
|
|
8
8
|
require 'google/api/client_pb'
|
|
9
|
+
require 'google/protobuf/duration_pb'
|
|
9
10
|
require 'google/protobuf/struct_pb'
|
|
10
11
|
require 'google/protobuf/timestamp_pb'
|
|
11
12
|
|
|
12
13
|
|
|
13
|
-
descriptor_data = "\n%google/dataflow/v1beta3/metrics.proto\x12\x17google.dataflow.v1beta3\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1cgoogle/protobuf/struct.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\xb1\x01\n\x14MetricStructuredName\x12\x0e\n\x06origin\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12K\n\x07\x63ontext\x18\x03 \x03(\x0b\x32:.google.dataflow.v1beta3.MetricStructuredName.ContextEntry\x1a.\n\x0c\x43ontextEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\
|
|
14
|
+
descriptor_data = "\n%google/dataflow/v1beta3/metrics.proto\x12\x17google.dataflow.v1beta3\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1egoogle/protobuf/duration.proto\x1a\x1cgoogle/protobuf/struct.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\xb1\x01\n\x14MetricStructuredName\x12\x0e\n\x06origin\x18\x01 \x01(\t\x12\x0c\n\x04name\x18\x02 \x01(\t\x12K\n\x07\x63ontext\x18\x03 \x03(\x0b\x32:.google.dataflow.v1beta3.MetricStructuredName.ContextEntry\x1a.\n\x0c\x43ontextEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xe6\x03\n\x0cMetricUpdate\x12;\n\x04name\x18\x01 \x01(\x0b\x32-.google.dataflow.v1beta3.MetricStructuredName\x12\x0c\n\x04kind\x18\x02 \x01(\t\x12\x12\n\ncumulative\x18\x03 \x01(\x08\x12&\n\x06scalar\x18\x04 \x01(\x0b\x32\x16.google.protobuf.Value\x12(\n\x08mean_sum\x18\x05 \x01(\x0b\x32\x16.google.protobuf.Value\x12*\n\nmean_count\x18\x06 \x01(\x0b\x32\x16.google.protobuf.Value\x12#\n\x03set\x18\x07 \x01(\x0b\x32\x16.google.protobuf.Value\x12$\n\x04trie\x18\r \x01(\x0b\x32\x16.google.protobuf.Value\x12,\n\x0c\x64istribution\x18\x0b \x01(\x0b\x32\x16.google.protobuf.Value\x12%\n\x05gauge\x18\x0c \x01(\x0b\x32\x16.google.protobuf.Value\x12(\n\x08internal\x18\x08 \x01(\x0b\x32\x16.google.protobuf.Value\x12/\n\x0bupdate_time\x18\t \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"|\n\x14GetJobMetricsRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12.\n\nstart_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x10\n\x08location\x18\x04 \x01(\t\"u\n\nJobMetrics\x12/\n\x0bmetric_time\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x36\n\x07metrics\x18\x02 \x03(\x0b\x32%.google.dataflow.v1beta3.MetricUpdate\"|\n\x1dGetJobExecutionDetailsRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12\x10\n\x08location\x18\x03 \x01(\t\x12\x11\n\tpage_size\x18\x04 \x01(\x05\x12\x12\n\npage_token\x18\x05 \x01(\t\"\xb8\x01\n\x12ProgressTimeseries\x12\x18\n\x10\x63urrent_progress\x18\x01 \x01(\x01\x12\x46\n\x0b\x64\x61ta_points\x18\x02 \x03(\x0b\x32\x31.google.dataflow.v1beta3.ProgressTimeseries.Point\x1a@\n\x05Point\x12(\n\x04time\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\r\n\x05value\x18\x02 \x01(\x01\"\xee\x02\n\rStragglerInfo\x12.\n\nstart_time\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x42\n\x06\x63\x61uses\x18\x02 \x03(\x0b\x32\x32.google.dataflow.v1beta3.StragglerInfo.CausesEntry\x1a{\n\x16StragglerDebuggingInfo\x12?\n\x07hot_key\x18\x01 \x01(\x0b\x32,.google.dataflow.v1beta3.HotKeyDebuggingInfoH\x00\x42 \n\x1estraggler_debugging_info_value\x1al\n\x0b\x43\x61usesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12L\n\x05value\x18\x02 \x01(\x0b\x32=.google.dataflow.v1beta3.StragglerInfo.StragglerDebuggingInfo:\x02\x38\x01\"\xfb\x01\n\x16StreamingStragglerInfo\x12.\n\nstart_time\x18\x01 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12,\n\x08\x65nd_time\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x13\n\x0bworker_name\x18\x03 \x01(\t\x12\x35\n\x12\x64\x61ta_watermark_lag\x18\x04 \x01(\x0b\x32\x19.google.protobuf.Duration\x12\x37\n\x14system_watermark_lag\x18\x05 \x01(\x0b\x32\x19.google.protobuf.Duration\"\xb0\x01\n\tStraggler\x12\x41\n\x0f\x62\x61tch_straggler\x18\x01 \x01(\x0b\x32&.google.dataflow.v1beta3.StragglerInfoH\x00\x12N\n\x13streaming_straggler\x18\x02 \x01(\x0b\x32/.google.dataflow.v1beta3.StreamingStragglerInfoH\x00\x42\x10\n\x0estraggler_info\"\xc6\x02\n\x13HotKeyDebuggingInfo\x12\\\n\x11\x64\x65tected_hot_keys\x18\x01 \x03(\x0b\x32\x41.google.dataflow.v1beta3.HotKeyDebuggingInfo.DetectedHotKeysEntry\x1a`\n\nHotKeyInfo\x12.\n\x0bhot_key_age\x18\x01 \x01(\x0b\x32\x19.google.protobuf.Duration\x12\x0b\n\x03key\x18\x02 \x01(\t\x12\x15\n\rkey_truncated\x18\x03 \x01(\x08\x1ao\n\x14\x44\x65tectedHotKeysEntry\x12\x0b\n\x03key\x18\x01 \x01(\x04\x12\x46\n\x05value\x18\x02 \x01(\x0b\x32\x37.google.dataflow.v1beta3.HotKeyDebuggingInfo.HotKeyInfo:\x02\x38\x01\"\x8f\x02\n\x10StragglerSummary\x12\x1d\n\x15total_straggler_count\x18\x01 \x01(\x03\x12\x61\n\x15straggler_cause_count\x18\x02 \x03(\x0b\x32\x42.google.dataflow.v1beta3.StragglerSummary.StragglerCauseCountEntry\x12=\n\x11recent_stragglers\x18\x03 \x03(\x0b\x32\".google.dataflow.v1beta3.Straggler\x1a:\n\x18StragglerCauseCountEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\x03:\x02\x38\x01\"\xf3\x02\n\x0cStageSummary\x12\x10\n\x08stage_id\x18\x01 \x01(\t\x12\x36\n\x05state\x18\x02 \x01(\x0e\x32\'.google.dataflow.v1beta3.ExecutionState\x12.\n\nstart_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12,\n\x08\x65nd_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12=\n\x08progress\x18\x05 \x01(\x0b\x32+.google.dataflow.v1beta3.ProgressTimeseries\x12\x36\n\x07metrics\x18\x06 \x03(\x0b\x32%.google.dataflow.v1beta3.MetricUpdate\x12\x44\n\x11straggler_summary\x18\x07 \x01(\x0b\x32).google.dataflow.v1beta3.StragglerSummary\"e\n\x13JobExecutionDetails\x12\x35\n\x06stages\x18\x01 \x03(\x0b\x32%.google.dataflow.v1beta3.StageSummary\x12\x17\n\x0fnext_page_token\x18\x02 \x01(\t\"\xee\x01\n\x1fGetStageExecutionDetailsRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x02 \x01(\t\x12\x10\n\x08location\x18\x03 \x01(\t\x12\x10\n\x08stage_id\x18\x04 \x01(\t\x12\x11\n\tpage_size\x18\x05 \x01(\x05\x12\x12\n\npage_token\x18\x06 \x01(\t\x12.\n\nstart_time\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12,\n\x08\x65nd_time\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"\x83\x03\n\x0fWorkItemDetails\x12\x0f\n\x07task_id\x18\x01 \x01(\t\x12\x12\n\nattempt_id\x18\x02 \x01(\t\x12.\n\nstart_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12,\n\x08\x65nd_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x36\n\x05state\x18\x05 \x01(\x0e\x32\'.google.dataflow.v1beta3.ExecutionState\x12=\n\x08progress\x18\x06 \x01(\x0b\x32+.google.dataflow.v1beta3.ProgressTimeseries\x12\x36\n\x07metrics\x18\x07 \x03(\x0b\x32%.google.dataflow.v1beta3.MetricUpdate\x12>\n\x0estraggler_info\x18\x08 \x01(\x0b\x32&.google.dataflow.v1beta3.StragglerInfo\"b\n\rWorkerDetails\x12\x13\n\x0bworker_name\x18\x01 \x01(\t\x12<\n\nwork_items\x18\x02 \x03(\x0b\x32(.google.dataflow.v1beta3.WorkItemDetails\"i\n\x15StageExecutionDetails\x12\x37\n\x07workers\x18\x01 \x03(\x0b\x32&.google.dataflow.v1beta3.WorkerDetails\x12\x17\n\x0fnext_page_token\x18\x02 \x01(\t*\xc5\x01\n\x0e\x45xecutionState\x12\x1b\n\x17\x45XECUTION_STATE_UNKNOWN\x10\x00\x12\x1f\n\x1b\x45XECUTION_STATE_NOT_STARTED\x10\x01\x12\x1b\n\x17\x45XECUTION_STATE_RUNNING\x10\x02\x12\x1d\n\x19\x45XECUTION_STATE_SUCCEEDED\x10\x03\x12\x1a\n\x16\x45XECUTION_STATE_FAILED\x10\x04\x12\x1d\n\x19\x45XECUTION_STATE_CANCELLED\x10\x05\x32\xbd\x06\n\x0eMetricsV1Beta3\x12\xe9\x01\n\rGetJobMetrics\x12-.google.dataflow.v1beta3.GetJobMetricsRequest\x1a#.google.dataflow.v1beta3.JobMetrics\"\x83\x01\x82\xd3\xe4\x93\x02}\x12\x46/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}/metricsZ3\x12\x31/v1b3/projects/{project_id}/jobs/{job_id}/metrics\x12\xd7\x01\n\x16GetJobExecutionDetails\x12\x36.google.dataflow.v1beta3.GetJobExecutionDetailsRequest\x1a,.google.dataflow.v1beta3.JobExecutionDetails\"W\x82\xd3\xe4\x93\x02Q\x12O/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}/executionDetails\x12\xef\x01\n\x18GetStageExecutionDetails\x12\x38.google.dataflow.v1beta3.GetStageExecutionDetailsRequest\x1a..google.dataflow.v1beta3.StageExecutionDetails\"i\x82\xd3\xe4\x93\x02\x63\x12\x61/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}/stages/{stage_id}/executionDetails\x1as\xca\x41\x17\x64\x61taflow.googleapis.com\xd2\x41Vhttps://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/computeB\xcf\x01\n\x1b\x63om.google.dataflow.v1beta3B\x0cMetricsProtoP\x01Z=cloud.google.com/go/dataflow/apiv1beta3/dataflowpb;dataflowpb\xaa\x02\x1dGoogle.Cloud.Dataflow.V1Beta3\xca\x02\x1dGoogle\\Cloud\\Dataflow\\V1beta3\xea\x02 Google::Cloud::Dataflow::V1beta3b\x06proto3"
|
|
14
15
|
|
|
15
16
|
pool = Google::Protobuf::DescriptorPool.generated_pool
|
|
16
17
|
|
|
@@ -27,6 +28,7 @@ rescue TypeError
|
|
|
27
28
|
imports = [
|
|
28
29
|
["google.protobuf.Value", "google/protobuf/struct.proto"],
|
|
29
30
|
["google.protobuf.Timestamp", "google/protobuf/timestamp.proto"],
|
|
31
|
+
["google.protobuf.Duration", "google/protobuf/duration.proto"],
|
|
30
32
|
]
|
|
31
33
|
imports.each do |type_name, expected_filename|
|
|
32
34
|
import_file = pool.lookup(type_name).file_descriptor
|
|
@@ -49,6 +51,13 @@ module Google
|
|
|
49
51
|
GetJobExecutionDetailsRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.GetJobExecutionDetailsRequest").msgclass
|
|
50
52
|
ProgressTimeseries = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ProgressTimeseries").msgclass
|
|
51
53
|
ProgressTimeseries::Point = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ProgressTimeseries.Point").msgclass
|
|
54
|
+
StragglerInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.StragglerInfo").msgclass
|
|
55
|
+
StragglerInfo::StragglerDebuggingInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.StragglerInfo.StragglerDebuggingInfo").msgclass
|
|
56
|
+
StreamingStragglerInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.StreamingStragglerInfo").msgclass
|
|
57
|
+
Straggler = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.Straggler").msgclass
|
|
58
|
+
HotKeyDebuggingInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.HotKeyDebuggingInfo").msgclass
|
|
59
|
+
HotKeyDebuggingInfo::HotKeyInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.HotKeyDebuggingInfo.HotKeyInfo").msgclass
|
|
60
|
+
StragglerSummary = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.StragglerSummary").msgclass
|
|
52
61
|
StageSummary = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.StageSummary").msgclass
|
|
53
62
|
JobExecutionDetails = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.JobExecutionDetails").msgclass
|
|
54
63
|
GetStageExecutionDetailsRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.GetStageExecutionDetailsRequest").msgclass
|
|
@@ -10,7 +10,7 @@ require 'google/protobuf/duration_pb'
|
|
|
10
10
|
require 'google/protobuf/timestamp_pb'
|
|
11
11
|
|
|
12
12
|
|
|
13
|
-
descriptor_data = "\n\'google/dataflow/v1beta3/snapshots.proto\x12\x17google.dataflow.v1beta3\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1egoogle/protobuf/duration.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"t\n\x16PubsubSnapshotMetadata\x12\x12\n\ntopic_name\x18\x01 \x01(\t\x12\x15\n\rsnapshot_name\x18\x02 \x01(\t\x12/\n\x0b\x65xpire_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"\xdb\x02\n\x08Snapshot\x12\n\n\x02id\x18\x01 \x01(\t\x12\x12\n\nproject_id\x18\x02 \x01(\t\x12\x15\n\rsource_job_id\x18\x03 \x01(\t\x12\x31\n\rcreation_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12&\n\x03ttl\x18\x05 \x01(\x0b\x32\x19.google.protobuf.Duration\x12\x35\n\x05state\x18\x06 \x01(\x0e\x32&.google.dataflow.v1beta3.SnapshotState\x12H\n\x0fpubsub_metadata\x18\x07 \x03(\x0b\x32/.google.dataflow.v1beta3.PubsubSnapshotMetadata\x12\x13\n\x0b\x64\x65scription\x18\x08 \x01(\t\x12\x17\n\x0f\x64isk_size_bytes\x18\t \x01(\x03\x12\x0e\n\x06region\x18\n \x01(\t\"O\n\x12GetSnapshotRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x13\n\x0bsnapshot_id\x18\x02 \x01(\t\x12\x10\n\x08location\x18\x03 \x01(\t\"R\n\x15\x44\x65leteSnapshotRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x13\n\x0bsnapshot_id\x18\x02 \x01(\t\x12\x10\n\x08location\x18\x03 \x01(\t\"\x18\n\x16\x44\x65leteSnapshotResponse\"L\n\x14ListSnapshotsRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x03 \x01(\t\x12\x10\n\x08location\x18\x02 \x01(\t\"M\n\x15ListSnapshotsResponse\x12\x34\n\tsnapshots\x18\x01 \x03(\x0b\x32!.google.dataflow.v1beta3.Snapshot*i\n\rSnapshotState\x12\x1a\n\x16UNKNOWN_SNAPSHOT_STATE\x10\x00\x12\x0b\n\x07PENDING\x10\x01\x12\x0b\n\x07RUNNING\x10\x02\x12\t\n\x05READY\x10\x03\x12\n\n\x06\x46\x41ILED\x10\x04\x12\x0b\n\x07\x44\x45LETED\x10\x05\x32\
|
|
13
|
+
descriptor_data = "\n\'google/dataflow/v1beta3/snapshots.proto\x12\x17google.dataflow.v1beta3\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1egoogle/protobuf/duration.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"t\n\x16PubsubSnapshotMetadata\x12\x12\n\ntopic_name\x18\x01 \x01(\t\x12\x15\n\rsnapshot_name\x18\x02 \x01(\t\x12/\n\x0b\x65xpire_time\x18\x03 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\"\xdb\x02\n\x08Snapshot\x12\n\n\x02id\x18\x01 \x01(\t\x12\x12\n\nproject_id\x18\x02 \x01(\t\x12\x15\n\rsource_job_id\x18\x03 \x01(\t\x12\x31\n\rcreation_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12&\n\x03ttl\x18\x05 \x01(\x0b\x32\x19.google.protobuf.Duration\x12\x35\n\x05state\x18\x06 \x01(\x0e\x32&.google.dataflow.v1beta3.SnapshotState\x12H\n\x0fpubsub_metadata\x18\x07 \x03(\x0b\x32/.google.dataflow.v1beta3.PubsubSnapshotMetadata\x12\x13\n\x0b\x64\x65scription\x18\x08 \x01(\t\x12\x17\n\x0f\x64isk_size_bytes\x18\t \x01(\x03\x12\x0e\n\x06region\x18\n \x01(\t\"O\n\x12GetSnapshotRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x13\n\x0bsnapshot_id\x18\x02 \x01(\t\x12\x10\n\x08location\x18\x03 \x01(\t\"R\n\x15\x44\x65leteSnapshotRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x13\n\x0bsnapshot_id\x18\x02 \x01(\t\x12\x10\n\x08location\x18\x03 \x01(\t\"\x18\n\x16\x44\x65leteSnapshotResponse\"L\n\x14ListSnapshotsRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x0e\n\x06job_id\x18\x03 \x01(\t\x12\x10\n\x08location\x18\x02 \x01(\t\"M\n\x15ListSnapshotsResponse\x12\x34\n\tsnapshots\x18\x01 \x03(\x0b\x32!.google.dataflow.v1beta3.Snapshot*i\n\rSnapshotState\x12\x1a\n\x16UNKNOWN_SNAPSHOT_STATE\x10\x00\x12\x0b\n\x07PENDING\x10\x01\x12\x0b\n\x07RUNNING\x10\x02\x12\t\n\x05READY\x10\x03\x12\n\n\x06\x46\x41ILED\x10\x04\x12\x0b\n\x07\x44\x45LETED\x10\x05\x32\x8d\x07\n\x10SnapshotsV1Beta3\x12\xe8\x01\n\x0bGetSnapshot\x12+.google.dataflow.v1beta3.GetSnapshotRequest\x1a!.google.dataflow.v1beta3.Snapshot\"\x88\x01\x82\xd3\xe4\x93\x02\x81\x01\x12H/v1b3/projects/{project_id}/locations/{location}/snapshots/{snapshot_id}Z5\x12\x33/v1b3/projects/{project_id}/snapshots/{snapshot_id}\x12\xec\x01\n\x0e\x44\x65leteSnapshot\x12..google.dataflow.v1beta3.DeleteSnapshotRequest\x1a/.google.dataflow.v1beta3.DeleteSnapshotResponse\"y\x82\xd3\xe4\x93\x02s*H/v1b3/projects/{project_id}/locations/{location}/snapshots/{snapshot_id}Z\'*%/v1b3/projects/{project_id}/snapshots\x12\xa9\x02\n\rListSnapshots\x12-.google.dataflow.v1beta3.ListSnapshotsRequest\x1a..google.dataflow.v1beta3.ListSnapshotsResponse\"\xb8\x01\x82\xd3\xe4\x93\x02\xb1\x01\x12H/v1b3/projects/{project_id}/locations/{location}/jobs/{job_id}/snapshotsZ<\x12:/v1b3/projects/{project_id}/locations/{location}/snapshotsZ\'\x12%/v1b3/projects/{project_id}/snapshots\x1as\xca\x41\x17\x64\x61taflow.googleapis.com\xd2\x41Vhttps://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/computeB\xd1\x01\n\x1b\x63om.google.dataflow.v1beta3B\x0eSnapshotsProtoP\x01Z=cloud.google.com/go/dataflow/apiv1beta3/dataflowpb;dataflowpb\xaa\x02\x1dGoogle.Cloud.Dataflow.V1Beta3\xca\x02\x1dGoogle\\Cloud\\Dataflow\\V1beta3\xea\x02 Google::Cloud::Dataflow::V1beta3b\x06proto3"
|
|
14
14
|
|
|
15
15
|
pool = Google::Protobuf::DescriptorPool.generated_pool
|
|
16
16
|
|
|
@@ -5,7 +5,7 @@
|
|
|
5
5
|
require 'google/protobuf'
|
|
6
6
|
|
|
7
7
|
|
|
8
|
-
descriptor_data = "\n\'google/dataflow/v1beta3/streaming.proto\x12\x17google.dataflow.v1beta3\"\x9d\x03\n\x0eTopologyConfig\x12\x42\n\x0c\x63omputations\x18\x01 \x03(\x0b\x32,.google.dataflow.v1beta3.ComputationTopology\x12J\n\x15\x64\x61ta_disk_assignments\x18\x02 \x03(\x0b\x32+.google.dataflow.v1beta3.DataDiskAssignment\x12v\n\"user_stage_to_computation_name_map\x18\x03 \x03(\x0b\x32J.google.dataflow.v1beta3.TopologyConfig.UserStageToComputationNameMapEntry\x12\x1b\n\x13\x66orwarding_key_bits\x18\x04 \x01(\x05\x12 \n\x18persistent_state_version\x18\x05 \x01(\x05\x1a\x44\n\"UserStageToComputationNameMapEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\
|
|
8
|
+
descriptor_data = "\n\'google/dataflow/v1beta3/streaming.proto\x12\x17google.dataflow.v1beta3\"\x9d\x03\n\x0eTopologyConfig\x12\x42\n\x0c\x63omputations\x18\x01 \x03(\x0b\x32,.google.dataflow.v1beta3.ComputationTopology\x12J\n\x15\x64\x61ta_disk_assignments\x18\x02 \x03(\x0b\x32+.google.dataflow.v1beta3.DataDiskAssignment\x12v\n\"user_stage_to_computation_name_map\x18\x03 \x03(\x0b\x32J.google.dataflow.v1beta3.TopologyConfig.UserStageToComputationNameMapEntry\x12\x1b\n\x13\x66orwarding_key_bits\x18\x04 \x01(\x05\x12 \n\x18persistent_state_version\x18\x05 \x01(\x05\x1a\x44\n\"UserStageToComputationNameMapEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xce\x01\n\x0ePubsubLocation\x12\r\n\x05topic\x18\x01 \x01(\t\x12\x14\n\x0csubscription\x18\x02 \x01(\t\x12\x17\n\x0ftimestamp_label\x18\x03 \x01(\t\x12\x10\n\x08id_label\x18\x04 \x01(\t\x12\x16\n\x0e\x64rop_late_data\x18\x05 \x01(\x08\x12\x1d\n\x15tracking_subscription\x18\x06 \x01(\t\x12\x17\n\x0fwith_attributes\x18\x07 \x01(\x08\x12\x1c\n\x14\x64ynamic_destinations\x18\x08 \x01(\x08\"+\n\x16StreamingStageLocation\x12\x11\n\tstream_id\x18\x01 \x01(\t\"?\n\x1aStreamingSideInputLocation\x12\x0b\n\x03tag\x18\x01 \x01(\t\x12\x14\n\x0cstate_family\x18\x02 \x01(\t\"(\n\x14\x43ustomSourceLocation\x12\x10\n\x08stateful\x18\x01 \x01(\x08\"\xda\x02\n\x0eStreamLocation\x12S\n\x18streaming_stage_location\x18\x01 \x01(\x0b\x32/.google.dataflow.v1beta3.StreamingStageLocationH\x00\x12\x42\n\x0fpubsub_location\x18\x02 \x01(\x0b\x32\'.google.dataflow.v1beta3.PubsubLocationH\x00\x12R\n\x13side_input_location\x18\x03 \x01(\x0b\x32\x33.google.dataflow.v1beta3.StreamingSideInputLocationH\x00\x12O\n\x16\x63ustom_source_location\x18\x04 \x01(\x0b\x32-.google.dataflow.v1beta3.CustomSourceLocationH\x00\x42\n\n\x08location\":\n\x11StateFamilyConfig\x12\x14\n\x0cstate_family\x18\x01 \x01(\t\x12\x0f\n\x07is_read\x18\x02 \x01(\x08\"\xbe\x02\n\x13\x43omputationTopology\x12\x19\n\x11system_stage_name\x18\x01 \x01(\t\x12\x16\n\x0e\x63omputation_id\x18\x05 \x01(\t\x12=\n\nkey_ranges\x18\x02 \x03(\x0b\x32).google.dataflow.v1beta3.KeyRangeLocation\x12\x37\n\x06inputs\x18\x03 \x03(\x0b\x32\'.google.dataflow.v1beta3.StreamLocation\x12\x38\n\x07outputs\x18\x04 \x03(\x0b\x32\'.google.dataflow.v1beta3.StreamLocation\x12\x42\n\x0estate_families\x18\x07 \x03(\x0b\x32*.google.dataflow.v1beta3.StateFamilyConfig\"\x89\x01\n\x10KeyRangeLocation\x12\r\n\x05start\x18\x01 \x01(\t\x12\x0b\n\x03\x65nd\x18\x02 \x01(\t\x12\x19\n\x11\x64\x65livery_endpoint\x18\x03 \x01(\t\x12\x11\n\tdata_disk\x18\x05 \x01(\t\x12+\n\x1f\x64\x65precated_persistent_directory\x18\x04 \x01(\tB\x02\x18\x01\"$\n\x0fMountedDataDisk\x12\x11\n\tdata_disk\x18\x01 \x01(\t\"=\n\x12\x44\x61taDiskAssignment\x12\x13\n\x0bvm_instance\x18\x01 \x01(\t\x12\x12\n\ndata_disks\x18\x02 \x03(\t\"K\n\x1aKeyRangeDataDiskAssignment\x12\r\n\x05start\x18\x01 \x01(\t\x12\x0b\n\x03\x65nd\x18\x02 \x01(\t\x12\x11\n\tdata_disk\x18\x03 \x01(\t\"\x84\x01\n\x1aStreamingComputationRanges\x12\x16\n\x0e\x63omputation_id\x18\x01 \x01(\t\x12N\n\x11range_assignments\x18\x02 \x03(\x0b\x32\x33.google.dataflow.v1beta3.KeyRangeDataDiskAssignment\"V\n StreamingApplianceSnapshotConfig\x12\x13\n\x0bsnapshot_id\x18\x01 \x01(\t\x12\x1d\n\x15import_state_endpoint\x18\x02 \x01(\tB\xd1\x01\n\x1b\x63om.google.dataflow.v1beta3B\x0eStreamingProtoP\x01Z=cloud.google.com/go/dataflow/apiv1beta3/dataflowpb;dataflowpb\xaa\x02\x1dGoogle.Cloud.Dataflow.V1Beta3\xca\x02\x1dGoogle\\Cloud\\Dataflow\\V1beta3\xea\x02 Google::Cloud::Dataflow::V1beta3b\x06proto3"
|
|
9
9
|
|
|
10
10
|
pool = Google::Protobuf::DescriptorPool.generated_pool
|
|
11
11
|
|
|
@@ -6,12 +6,13 @@ require 'google/protobuf'
|
|
|
6
6
|
|
|
7
7
|
require 'google/api/annotations_pb'
|
|
8
8
|
require 'google/api/client_pb'
|
|
9
|
+
require 'google/api/field_behavior_pb'
|
|
9
10
|
require 'google/dataflow/v1beta3/environment_pb'
|
|
10
11
|
require 'google/dataflow/v1beta3/jobs_pb'
|
|
11
12
|
require 'google/rpc/status_pb'
|
|
12
13
|
|
|
13
14
|
|
|
14
|
-
descriptor_data = "\n\'google/dataflow/v1beta3/templates.proto\x12\x17google.dataflow.v1beta3\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a)google/dataflow/v1beta3/environment.proto\x1a\"google/dataflow/v1beta3/jobs.proto\x1a\x17google/rpc/status.proto\"G\n\x1aLaunchFlexTemplateResponse\x12)\n\x03job\x18\x01 \x01(\x0b\x32\x1c.google.dataflow.v1beta3.Job\"\xe5\x01\n\rContainerSpec\x12\r\n\x05image\x18\x01 \x01(\t\x12;\n\x08metadata\x18\x02 \x01(\x0b\x32).google.dataflow.v1beta3.TemplateMetadata\x12\x32\n\x08sdk_info\x18\x03 \x01(\x0b\x32 .google.dataflow.v1beta3.SDKInfo\x12T\n\x13\x64\x65\x66\x61ult_environment\x18\x04 \x01(\x0b\x32\x37.google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment\"\xd2\x05\n\x1bLaunchFlexTemplateParameter\x12\x10\n\x08job_name\x18\x01 \x01(\t\x12@\n\x0e\x63ontainer_spec\x18\x04 \x01(\x0b\x32&.google.dataflow.v1beta3.ContainerSpecH\x00\x12!\n\x17\x63ontainer_spec_gcs_path\x18\x05 \x01(\tH\x00\x12X\n\nparameters\x18\x02 \x03(\x0b\x32\x44.google.dataflow.v1beta3.LaunchFlexTemplateParameter.ParametersEntry\x12_\n\x0elaunch_options\x18\x06 \x03(\x0b\x32G.google.dataflow.v1beta3.LaunchFlexTemplateParameter.LaunchOptionsEntry\x12L\n\x0b\x65nvironment\x18\x07 \x01(\x0b\x32\x37.google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment\x12\x0e\n\x06update\x18\x08 \x01(\x08\x12p\n\x17transform_name_mappings\x18\t \x03(\x0b\x32O.google.dataflow.v1beta3.LaunchFlexTemplateParameter.TransformNameMappingsEntry\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x34\n\x12LaunchOptionsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a<\n\x1aTransformNameMappingsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\n\n\x08template\"\x90\x07\n\x1e\x46lexTemplateRuntimeEnvironment\x12\x13\n\x0bnum_workers\x18\x01 \x01(\x05\x12\x13\n\x0bmax_workers\x18\x02 \x01(\x05\x12\x0c\n\x04zone\x18\x03 \x01(\t\x12\x1d\n\x15service_account_email\x18\x04 \x01(\t\x12\x15\n\rtemp_location\x18\x05 \x01(\t\x12\x14\n\x0cmachine_type\x18\x06 \x01(\t\x12\x1e\n\x16\x61\x64\x64itional_experiments\x18\x07 \x03(\t\x12\x0f\n\x07network\x18\x08 \x01(\t\x12\x12\n\nsubnetwork\x18\t \x01(\t\x12q\n\x16\x61\x64\x64itional_user_labels\x18\n \x03(\x0b\x32Q.google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment.AdditionalUserLabelsEntry\x12\x14\n\x0ckms_key_name\x18\x0b \x01(\t\x12O\n\x10ip_configuration\x18\x0c \x01(\x0e\x32\x35.google.dataflow.v1beta3.WorkerIPAddressConfiguration\x12\x15\n\rworker_region\x18\r \x01(\t\x12\x13\n\x0bworker_zone\x18\x0e \x01(\t\x12\x1f\n\x17\x65nable_streaming_engine\x18\x0f \x01(\x08\x12H\n\x0b\x66lexrs_goal\x18\x10 \x01(\x0e\x32\x33.google.dataflow.v1beta3.FlexResourceSchedulingGoal\x12\x18\n\x10staging_location\x18\x11 \x01(\t\x12\x1b\n\x13sdk_container_image\x18\x12 \x01(\t\x12\x14\n\x0c\x64isk_size_gb\x18\x14 \x01(\x05\x12L\n\x15\x61utoscaling_algorithm\x18\x15 \x01(\x0e\x32-.google.dataflow.v1beta3.AutoscalingAlgorithm\x12\x18\n\x10\x64ump_heap_on_oom\x18\x16 \x01(\x08\x12#\n\x1bsave_heap_dumps_to_gcs_path\x18\x17 \x01(\t\x12\x1d\n\x15launcher_machine_type\x18\x18 \x01(\t\x1a;\n\x19\x41\x64\x64itionalUserLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xa8\x01\n\x19LaunchFlexTemplateRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12N\n\x10launch_parameter\x18\x02 \x01(\x0b\x32\x34.google.dataflow.v1beta3.LaunchFlexTemplateParameter\x12\x10\n\x08location\x18\x03 \x01(\t\x12\x15\n\rvalidate_only\x18\x04 \x01(\x08\"\xd9\x04\n\x12RuntimeEnvironment\x12\x13\n\x0bnum_workers\x18\x0b \x01(\x05\x12\x13\n\x0bmax_workers\x18\x01 \x01(\x05\x12\x0c\n\x04zone\x18\x02 \x01(\t\x12\x1d\n\x15service_account_email\x18\x03 \x01(\t\x12\x15\n\rtemp_location\x18\x04 \x01(\t\x12\"\n\x1a\x62ypass_temp_dir_validation\x18\x05 \x01(\x08\x12\x14\n\x0cmachine_type\x18\x06 \x01(\t\x12\x1e\n\x16\x61\x64\x64itional_experiments\x18\x07 \x03(\t\x12\x0f\n\x07network\x18\x08 \x01(\t\x12\x12\n\nsubnetwork\x18\t \x01(\t\x12\x65\n\x16\x61\x64\x64itional_user_labels\x18\n \x03(\x0b\x32\x45.google.dataflow.v1beta3.RuntimeEnvironment.AdditionalUserLabelsEntry\x12\x14\n\x0ckms_key_name\x18\x0c \x01(\t\x12O\n\x10ip_configuration\x18\x0e \x01(\x0e\x32\x35.google.dataflow.v1beta3.WorkerIPAddressConfiguration\x12\x15\n\rworker_region\x18\x0f \x01(\t\x12\x13\n\x0bworker_zone\x18\x10 \x01(\t\x12\x1f\n\x17\x65nable_streaming_engine\x18\x11 \x01(\x08\x1a;\n\x19\x41\x64\x64itionalUserLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xb5\x02\n\x11ParameterMetadata\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\r\n\x05label\x18\x02 \x01(\t\x12\x11\n\thelp_text\x18\x03 \x01(\t\x12\x13\n\x0bis_optional\x18\x04 \x01(\x08\x12\x0f\n\x07regexes\x18\x05 \x03(\t\x12:\n\nparam_type\x18\x06 \x01(\x0e\x32&.google.dataflow.v1beta3.ParameterType\x12W\n\x0f\x63ustom_metadata\x18\x07 \x03(\x0b\x32>.google.dataflow.v1beta3.ParameterMetadata.CustomMetadataEntry\x1a\x35\n\x13\x43ustomMetadataEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"u\n\x10TemplateMetadata\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x13\n\x0b\x64\x65scription\x18\x02 \x01(\t\x12>\n\nparameters\x18\x03 \x03(\x0b\x32*.google.dataflow.v1beta3.ParameterMetadata\"\x86\x01\n\x07SDKInfo\x12;\n\x08language\x18\x01 \x01(\x0e\x32).google.dataflow.v1beta3.SDKInfo.Language\x12\x0f\n\x07version\x18\x02 \x01(\t\"-\n\x08Language\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x08\n\x04JAVA\x10\x01\x12\n\n\x06PYTHON\x10\x02\"\x85\x01\n\x0fRuntimeMetadata\x12\x32\n\x08sdk_info\x18\x01 \x01(\x0b\x32 .google.dataflow.v1beta3.SDKInfo\x12>\n\nparameters\x18\x02 \x03(\x0b\x32*.google.dataflow.v1beta3.ParameterMetadata\"\xc6\x02\n\x1c\x43reateJobFromTemplateRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x10\n\x08job_name\x18\x04 \x01(\t\x12\x12\n\x08gcs_path\x18\x02 \x01(\tH\x00\x12Y\n\nparameters\x18\x03 \x03(\x0b\x32\x45.google.dataflow.v1beta3.CreateJobFromTemplateRequest.ParametersEntry\x12@\n\x0b\x65nvironment\x18\x05 \x01(\x0b\x32+.google.dataflow.v1beta3.RuntimeEnvironment\x12\x10\n\x08location\x18\x06 \x01(\t\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\n\n\x08template\"\xc5\x01\n\x12GetTemplateRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x12\n\x08gcs_path\x18\x02 \x01(\tH\x00\x12\x46\n\x04view\x18\x03 \x01(\x0e\x32\x38.google.dataflow.v1beta3.GetTemplateRequest.TemplateView\x12\x10\n\x08location\x18\x04 \x01(\t\"!\n\x0cTemplateView\x12\x11\n\rMETADATA_ONLY\x10\x00\x42\n\n\x08template\"\xbf\x02\n\x13GetTemplateResponse\x12\"\n\x06status\x18\x01 \x01(\x0b\x32\x12.google.rpc.Status\x12;\n\x08metadata\x18\x02 \x01(\x0b\x32).google.dataflow.v1beta3.TemplateMetadata\x12P\n\rtemplate_type\x18\x03 \x01(\x0e\x32\x39.google.dataflow.v1beta3.GetTemplateResponse.TemplateType\x12\x42\n\x10runtime_metadata\x18\x04 \x01(\x0b\x32(.google.dataflow.v1beta3.RuntimeMetadata\"1\n\x0cTemplateType\x12\x0b\n\x07UNKNOWN\x10\x00\x12\n\n\x06LEGACY\x10\x01\x12\x08\n\x04\x46LEX\x10\x02\"\xb2\x03\n\x18LaunchTemplateParameters\x12\x10\n\x08job_name\x18\x01 \x01(\t\x12U\n\nparameters\x18\x02 \x03(\x0b\x32\x41.google.dataflow.v1beta3.LaunchTemplateParameters.ParametersEntry\x12@\n\x0b\x65nvironment\x18\x03 \x01(\x0b\x32+.google.dataflow.v1beta3.RuntimeEnvironment\x12\x0e\n\x06update\x18\x04 \x01(\x08\x12k\n\x16transform_name_mapping\x18\x05 \x03(\x0b\x32K.google.dataflow.v1beta3.LaunchTemplateParameters.TransformNameMappingEntry\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a;\n\x19TransformNameMappingEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\x94\x02\n\x15LaunchTemplateRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x15\n\rvalidate_only\x18\x02 \x01(\x08\x12\x12\n\x08gcs_path\x18\x03 \x01(\tH\x00\x12P\n\x10\x64ynamic_template\x18\x06 \x01(\x0b\x32\x34.google.dataflow.v1beta3.DynamicTemplateLaunchParamsH\x00\x12L\n\x11launch_parameters\x18\x04 \x01(\x0b\x32\x31.google.dataflow.v1beta3.LaunchTemplateParameters\x12\x10\n\x08location\x18\x05 \x01(\tB\n\n\x08template\"C\n\x16LaunchTemplateResponse\x12)\n\x03job\x18\x01 \x01(\x0b\x32\x1c.google.dataflow.v1beta3.Job\"\xbe\x01\n\x19InvalidTemplateParameters\x12\x63\n\x14parameter_violations\x18\x01 \x03(\x0b\x32\x45.google.dataflow.v1beta3.InvalidTemplateParameters.ParameterViolation\x1a<\n\x12ParameterViolation\x12\x11\n\tparameter\x18\x01 \x01(\t\x12\x13\n\x0b\x64\x65scription\x18\x02 \x01(\t\"I\n\x1b\x44ynamicTemplateLaunchParams\x12\x10\n\x08gcs_path\x18\x01 \x01(\t\x12\x18\n\x10staging_location\x18\x02 \x01(\t*\xce\x01\n\rParameterType\x12\x0b\n\x07\x44\x45\x46\x41ULT\x10\x00\x12\x08\n\x04TEXT\x10\x01\x12\x13\n\x0fGCS_READ_BUCKET\x10\x02\x12\x14\n\x10GCS_WRITE_BUCKET\x10\x03\x12\x11\n\rGCS_READ_FILE\x10\x04\x12\x12\n\x0eGCS_WRITE_FILE\x10\x05\x12\x13\n\x0fGCS_READ_FOLDER\x10\x06\x12\x14\n\x10GCS_WRITE_FOLDER\x10\x07\x12\x10\n\x0cPUBSUB_TOPIC\x10\x08\x12\x17\n\x13PUBSUB_SUBSCRIPTION\x10\t2\xc2\x07\n\x10TemplatesService\x12\xdf\x01\n\x15\x43reateJobFromTemplate\x12\x35.google.dataflow.v1beta3.CreateJobFromTemplateRequest\x1a\x1c.google.dataflow.v1beta3.Job\"q\x82\xd3\xe4\x93\x02k\":/v1b3/projects/{project_id}/locations/{location}/templates:\x01*Z*\"%/v1b3/projects/{project_id}/templates:\x01*\x12\x94\x02\n\x0eLaunchTemplate\x12..google.dataflow.v1beta3.LaunchTemplateRequest\x1a/.google.dataflow.v1beta3.LaunchTemplateResponse\"\xa0\x01\x82\xd3\xe4\x93\x02\x99\x01\"A/v1b3/projects/{project_id}/locations/{location}/templates:launch:\x11launch_parametersZA\",/v1b3/projects/{project_id}/templates:launch:\x11launch_parameters\x12\xdd\x01\n\x0bGetTemplate\x12+.google.dataflow.v1beta3.GetTemplateRequest\x1a,.google.dataflow.v1beta3.GetTemplateResponse\"s\x82\xd3\xe4\x93\x02m\x12>/v1b3/projects/{project_id}/locations/{location}/templates:getZ+\x12)/v1b3/projects/{project_id}/templates:get\x1a\xd4\x01\xca\x41\x17\x64\x61taflow.googleapis.com\xd2\x41\xb6\x01https://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/compute,https://www.googleapis.com/auth/compute.readonly,https://www.googleapis.com/auth/userinfo.email2\xbf\x03\n\x14\x46lexTemplatesService\x12\xcf\x01\n\x12LaunchFlexTemplate\x12\x32.google.dataflow.v1beta3.LaunchFlexTemplateRequest\x1a\x33.google.dataflow.v1beta3.LaunchFlexTemplateResponse\"P\x82\xd3\xe4\x93\x02J\"E/v1b3/projects/{project_id}/locations/{location}/flexTemplates:launch:\x01*\x1a\xd4\x01\xca\x41\x17\x64\x61taflow.googleapis.com\xd2\x41\xb6\x01https://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/compute,https://www.googleapis.com/auth/compute.readonly,https://www.googleapis.com/auth/userinfo.emailB\xd1\x01\n\x1b\x63om.google.dataflow.v1beta3B\x0eTemplatesProtoP\x01Z=cloud.google.com/go/dataflow/apiv1beta3/dataflowpb;dataflowpb\xaa\x02\x1dGoogle.Cloud.Dataflow.V1Beta3\xca\x02\x1dGoogle\\Cloud\\Dataflow\\V1beta3\xea\x02 Google::Cloud::Dataflow::V1beta3b\x06proto3"
|
|
15
|
+
descriptor_data = "\n\'google/dataflow/v1beta3/templates.proto\x12\x17google.dataflow.v1beta3\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a)google/dataflow/v1beta3/environment.proto\x1a\"google/dataflow/v1beta3/jobs.proto\x1a\x17google/rpc/status.proto\"G\n\x1aLaunchFlexTemplateResponse\x12)\n\x03job\x18\x01 \x01(\x0b\x32\x1c.google.dataflow.v1beta3.Job\"\xe3\x02\n\rContainerSpec\x12\r\n\x05image\x18\x01 \x01(\t\x12;\n\x08metadata\x18\x02 \x01(\x0b\x32).google.dataflow.v1beta3.TemplateMetadata\x12\x32\n\x08sdk_info\x18\x03 \x01(\x0b\x32 .google.dataflow.v1beta3.SDKInfo\x12T\n\x13\x64\x65\x66\x61ult_environment\x18\x04 \x01(\x0b\x32\x37.google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment\x12+\n#image_repository_username_secret_id\x18\x05 \x01(\t\x12+\n#image_repository_password_secret_id\x18\x06 \x01(\t\x12\"\n\x1aimage_repository_cert_path\x18\x07 \x01(\t\"\xd2\x05\n\x1bLaunchFlexTemplateParameter\x12\x10\n\x08job_name\x18\x01 \x01(\t\x12@\n\x0e\x63ontainer_spec\x18\x04 \x01(\x0b\x32&.google.dataflow.v1beta3.ContainerSpecH\x00\x12!\n\x17\x63ontainer_spec_gcs_path\x18\x05 \x01(\tH\x00\x12X\n\nparameters\x18\x02 \x03(\x0b\x32\x44.google.dataflow.v1beta3.LaunchFlexTemplateParameter.ParametersEntry\x12_\n\x0elaunch_options\x18\x06 \x03(\x0b\x32G.google.dataflow.v1beta3.LaunchFlexTemplateParameter.LaunchOptionsEntry\x12L\n\x0b\x65nvironment\x18\x07 \x01(\x0b\x32\x37.google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment\x12\x0e\n\x06update\x18\x08 \x01(\x08\x12p\n\x17transform_name_mappings\x18\t \x03(\x0b\x32O.google.dataflow.v1beta3.LaunchFlexTemplateParameter.TransformNameMappingsEntry\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x34\n\x12LaunchOptionsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a<\n\x1aTransformNameMappingsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\n\n\x08template\"\x9d\x08\n\x1e\x46lexTemplateRuntimeEnvironment\x12\x13\n\x0bnum_workers\x18\x01 \x01(\x05\x12\x13\n\x0bmax_workers\x18\x02 \x01(\x05\x12\x0c\n\x04zone\x18\x03 \x01(\t\x12\x1d\n\x15service_account_email\x18\x04 \x01(\t\x12\x15\n\rtemp_location\x18\x05 \x01(\t\x12\x14\n\x0cmachine_type\x18\x06 \x01(\t\x12\x1e\n\x16\x61\x64\x64itional_experiments\x18\x07 \x03(\t\x12\x0f\n\x07network\x18\x08 \x01(\t\x12\x12\n\nsubnetwork\x18\t \x01(\t\x12q\n\x16\x61\x64\x64itional_user_labels\x18\n \x03(\x0b\x32Q.google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment.AdditionalUserLabelsEntry\x12\x14\n\x0ckms_key_name\x18\x0b \x01(\t\x12O\n\x10ip_configuration\x18\x0c \x01(\x0e\x32\x35.google.dataflow.v1beta3.WorkerIPAddressConfiguration\x12\x15\n\rworker_region\x18\r \x01(\t\x12\x13\n\x0bworker_zone\x18\x0e \x01(\t\x12\x1f\n\x17\x65nable_streaming_engine\x18\x0f \x01(\x08\x12H\n\x0b\x66lexrs_goal\x18\x10 \x01(\x0e\x32\x33.google.dataflow.v1beta3.FlexResourceSchedulingGoal\x12\x18\n\x10staging_location\x18\x11 \x01(\t\x12\x1b\n\x13sdk_container_image\x18\x12 \x01(\t\x12\x14\n\x0c\x64isk_size_gb\x18\x14 \x01(\x05\x12L\n\x15\x61utoscaling_algorithm\x18\x15 \x01(\x0e\x32-.google.dataflow.v1beta3.AutoscalingAlgorithm\x12\x18\n\x10\x64ump_heap_on_oom\x18\x16 \x01(\x08\x12#\n\x1bsave_heap_dumps_to_gcs_path\x18\x17 \x01(\t\x12\x1d\n\x15launcher_machine_type\x18\x18 \x01(\t\x12.\n&enable_launcher_vm_serial_port_logging\x18\x19 \x01(\x08\x12H\n\x0estreaming_mode\x18\x1a \x01(\x0e\x32&.google.dataflow.v1beta3.StreamingModeB\x03\xe0\x41\x01H\x00\x88\x01\x01\x1a;\n\x19\x41\x64\x64itionalUserLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x11\n\x0f_streaming_mode\"\xa8\x01\n\x19LaunchFlexTemplateRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12N\n\x10launch_parameter\x18\x02 \x01(\x0b\x32\x34.google.dataflow.v1beta3.LaunchFlexTemplateParameter\x12\x10\n\x08location\x18\x03 \x01(\t\x12\x15\n\rvalidate_only\x18\x04 \x01(\x08\"\xcc\x05\n\x12RuntimeEnvironment\x12\x13\n\x0bnum_workers\x18\x0b \x01(\x05\x12\x13\n\x0bmax_workers\x18\x01 \x01(\x05\x12\x0c\n\x04zone\x18\x02 \x01(\t\x12\x1d\n\x15service_account_email\x18\x03 \x01(\t\x12\x15\n\rtemp_location\x18\x04 \x01(\t\x12\"\n\x1a\x62ypass_temp_dir_validation\x18\x05 \x01(\x08\x12\x14\n\x0cmachine_type\x18\x06 \x01(\t\x12\x1e\n\x16\x61\x64\x64itional_experiments\x18\x07 \x03(\t\x12\x0f\n\x07network\x18\x08 \x01(\t\x12\x12\n\nsubnetwork\x18\t \x01(\t\x12\x65\n\x16\x61\x64\x64itional_user_labels\x18\n \x03(\x0b\x32\x45.google.dataflow.v1beta3.RuntimeEnvironment.AdditionalUserLabelsEntry\x12\x14\n\x0ckms_key_name\x18\x0c \x01(\t\x12O\n\x10ip_configuration\x18\x0e \x01(\x0e\x32\x35.google.dataflow.v1beta3.WorkerIPAddressConfiguration\x12\x15\n\rworker_region\x18\x0f \x01(\t\x12\x13\n\x0bworker_zone\x18\x10 \x01(\t\x12\x1f\n\x17\x65nable_streaming_engine\x18\x11 \x01(\x08\x12\x14\n\x0c\x64isk_size_gb\x18\x12 \x01(\x05\x12H\n\x0estreaming_mode\x18\x13 \x01(\x0e\x32&.google.dataflow.v1beta3.StreamingModeB\x03\xe0\x41\x01H\x00\x88\x01\x01\x1a;\n\x19\x41\x64\x64itionalUserLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x11\n\x0f_streaming_mode\"_\n\x1bParameterMetadataEnumOption\x12\x12\n\x05value\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x12\n\x05label\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0b\x64\x65scription\x18\x03 \x01(\tB\x03\xe0\x41\x01\"\xf3\x03\n\x11ParameterMetadata\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\r\n\x05label\x18\x02 \x01(\t\x12\x11\n\thelp_text\x18\x03 \x01(\t\x12\x13\n\x0bis_optional\x18\x04 \x01(\x08\x12\x0f\n\x07regexes\x18\x05 \x03(\t\x12:\n\nparam_type\x18\x06 \x01(\x0e\x32&.google.dataflow.v1beta3.ParameterType\x12W\n\x0f\x63ustom_metadata\x18\x07 \x03(\x0b\x32>.google.dataflow.v1beta3.ParameterMetadata.CustomMetadataEntry\x12\x12\n\ngroup_name\x18\x08 \x01(\t\x12\x13\n\x0bparent_name\x18\t \x01(\t\x12\x1d\n\x15parent_trigger_values\x18\n \x03(\t\x12J\n\x0c\x65num_options\x18\x0b \x03(\x0b\x32\x34.google.dataflow.v1beta3.ParameterMetadataEnumOption\x12\x15\n\rdefault_value\x18\x0c \x01(\t\x12\x11\n\thidden_ui\x18\r \x01(\x08\x1a\x35\n\x13\x43ustomMetadataEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xe7\x01\n\x10TemplateMetadata\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x13\n\x0b\x64\x65scription\x18\x02 \x01(\t\x12>\n\nparameters\x18\x03 \x03(\x0b\x32*.google.dataflow.v1beta3.ParameterMetadata\x12\x11\n\tstreaming\x18\x05 \x01(\x08\x12\x1e\n\x16supports_at_least_once\x18\x06 \x01(\x08\x12\x1d\n\x15supports_exactly_once\x18\x07 \x01(\x08\x12\x1e\n\x16\x64\x65\x66\x61ult_streaming_mode\x18\x08 \x01(\t\"\x8e\x01\n\x07SDKInfo\x12;\n\x08language\x18\x01 \x01(\x0e\x32).google.dataflow.v1beta3.SDKInfo.Language\x12\x0f\n\x07version\x18\x02 \x01(\t\"5\n\x08Language\x12\x0b\n\x07UNKNOWN\x10\x00\x12\x08\n\x04JAVA\x10\x01\x12\n\n\x06PYTHON\x10\x02\x12\x06\n\x02GO\x10\x03\"\x85\x01\n\x0fRuntimeMetadata\x12\x32\n\x08sdk_info\x18\x01 \x01(\x0b\x32 .google.dataflow.v1beta3.SDKInfo\x12>\n\nparameters\x18\x02 \x03(\x0b\x32*.google.dataflow.v1beta3.ParameterMetadata\"\xc6\x02\n\x1c\x43reateJobFromTemplateRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x10\n\x08job_name\x18\x04 \x01(\t\x12\x12\n\x08gcs_path\x18\x02 \x01(\tH\x00\x12Y\n\nparameters\x18\x03 \x03(\x0b\x32\x45.google.dataflow.v1beta3.CreateJobFromTemplateRequest.ParametersEntry\x12@\n\x0b\x65nvironment\x18\x05 \x01(\x0b\x32+.google.dataflow.v1beta3.RuntimeEnvironment\x12\x10\n\x08location\x18\x06 \x01(\t\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\n\n\x08template\"\xc5\x01\n\x12GetTemplateRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x12\n\x08gcs_path\x18\x02 \x01(\tH\x00\x12\x46\n\x04view\x18\x03 \x01(\x0e\x32\x38.google.dataflow.v1beta3.GetTemplateRequest.TemplateView\x12\x10\n\x08location\x18\x04 \x01(\t\"!\n\x0cTemplateView\x12\x11\n\rMETADATA_ONLY\x10\x00\x42\n\n\x08template\"\xbf\x02\n\x13GetTemplateResponse\x12\"\n\x06status\x18\x01 \x01(\x0b\x32\x12.google.rpc.Status\x12;\n\x08metadata\x18\x02 \x01(\x0b\x32).google.dataflow.v1beta3.TemplateMetadata\x12P\n\rtemplate_type\x18\x03 \x01(\x0e\x32\x39.google.dataflow.v1beta3.GetTemplateResponse.TemplateType\x12\x42\n\x10runtime_metadata\x18\x04 \x01(\x0b\x32(.google.dataflow.v1beta3.RuntimeMetadata\"1\n\x0cTemplateType\x12\x0b\n\x07UNKNOWN\x10\x00\x12\n\n\x06LEGACY\x10\x01\x12\x08\n\x04\x46LEX\x10\x02\"\xb2\x03\n\x18LaunchTemplateParameters\x12\x10\n\x08job_name\x18\x01 \x01(\t\x12U\n\nparameters\x18\x02 \x03(\x0b\x32\x41.google.dataflow.v1beta3.LaunchTemplateParameters.ParametersEntry\x12@\n\x0b\x65nvironment\x18\x03 \x01(\x0b\x32+.google.dataflow.v1beta3.RuntimeEnvironment\x12\x0e\n\x06update\x18\x04 \x01(\x08\x12k\n\x16transform_name_mapping\x18\x05 \x03(\x0b\x32K.google.dataflow.v1beta3.LaunchTemplateParameters.TransformNameMappingEntry\x1a\x31\n\x0fParametersEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a;\n\x19TransformNameMappingEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\x94\x02\n\x15LaunchTemplateRequest\x12\x12\n\nproject_id\x18\x01 \x01(\t\x12\x15\n\rvalidate_only\x18\x02 \x01(\x08\x12\x12\n\x08gcs_path\x18\x03 \x01(\tH\x00\x12P\n\x10\x64ynamic_template\x18\x06 \x01(\x0b\x32\x34.google.dataflow.v1beta3.DynamicTemplateLaunchParamsH\x00\x12L\n\x11launch_parameters\x18\x04 \x01(\x0b\x32\x31.google.dataflow.v1beta3.LaunchTemplateParameters\x12\x10\n\x08location\x18\x05 \x01(\tB\n\n\x08template\"C\n\x16LaunchTemplateResponse\x12)\n\x03job\x18\x01 \x01(\x0b\x32\x1c.google.dataflow.v1beta3.Job\"\xbe\x01\n\x19InvalidTemplateParameters\x12\x63\n\x14parameter_violations\x18\x01 \x03(\x0b\x32\x45.google.dataflow.v1beta3.InvalidTemplateParameters.ParameterViolation\x1a<\n\x12ParameterViolation\x12\x11\n\tparameter\x18\x01 \x01(\t\x12\x13\n\x0b\x64\x65scription\x18\x02 \x01(\t\"I\n\x1b\x44ynamicTemplateLaunchParams\x12\x10\n\x08gcs_path\x18\x01 \x01(\t\x12\x18\n\x10staging_location\x18\x02 \x01(\t*\xbd\x03\n\rParameterType\x12\x0b\n\x07\x44\x45\x46\x41ULT\x10\x00\x12\x08\n\x04TEXT\x10\x01\x12\x13\n\x0fGCS_READ_BUCKET\x10\x02\x12\x14\n\x10GCS_WRITE_BUCKET\x10\x03\x12\x11\n\rGCS_READ_FILE\x10\x04\x12\x12\n\x0eGCS_WRITE_FILE\x10\x05\x12\x13\n\x0fGCS_READ_FOLDER\x10\x06\x12\x14\n\x10GCS_WRITE_FOLDER\x10\x07\x12\x10\n\x0cPUBSUB_TOPIC\x10\x08\x12\x17\n\x13PUBSUB_SUBSCRIPTION\x10\t\x12\x12\n\x0e\x42IGQUERY_TABLE\x10\n\x12\x17\n\x13JAVASCRIPT_UDF_FILE\x10\x0b\x12\x13\n\x0fSERVICE_ACCOUNT\x10\x0c\x12\x10\n\x0cMACHINE_TYPE\x10\r\x12\x10\n\x0cKMS_KEY_NAME\x10\x0e\x12\x11\n\rWORKER_REGION\x10\x0f\x12\x0f\n\x0bWORKER_ZONE\x10\x10\x12\x0b\n\x07\x42OOLEAN\x10\x11\x12\x08\n\x04\x45NUM\x10\x12\x12\n\n\x06NUMBER\x10\x13\x12\x13\n\x0bKAFKA_TOPIC\x10\x14\x1a\x02\x08\x01\x12\x14\n\x10KAFKA_READ_TOPIC\x10\x15\x12\x15\n\x11KAFKA_WRITE_TOPIC\x10\x16\x32\xe0\x06\n\x10TemplatesService\x12\xdf\x01\n\x15\x43reateJobFromTemplate\x12\x35.google.dataflow.v1beta3.CreateJobFromTemplateRequest\x1a\x1c.google.dataflow.v1beta3.Job\"q\x82\xd3\xe4\x93\x02k\":/v1b3/projects/{project_id}/locations/{location}/templates:\x01*Z*\"%/v1b3/projects/{project_id}/templates:\x01*\x12\x94\x02\n\x0eLaunchTemplate\x12..google.dataflow.v1beta3.LaunchTemplateRequest\x1a/.google.dataflow.v1beta3.LaunchTemplateResponse\"\xa0\x01\x82\xd3\xe4\x93\x02\x99\x01\"A/v1b3/projects/{project_id}/locations/{location}/templates:launch:\x11launch_parametersZA\",/v1b3/projects/{project_id}/templates:launch:\x11launch_parameters\x12\xdd\x01\n\x0bGetTemplate\x12+.google.dataflow.v1beta3.GetTemplateRequest\x1a,.google.dataflow.v1beta3.GetTemplateResponse\"s\x82\xd3\xe4\x93\x02m\x12>/v1b3/projects/{project_id}/locations/{location}/templates:getZ+\x12)/v1b3/projects/{project_id}/templates:get\x1as\xca\x41\x17\x64\x61taflow.googleapis.com\xd2\x41Vhttps://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/compute2\xdd\x02\n\x14\x46lexTemplatesService\x12\xcf\x01\n\x12LaunchFlexTemplate\x12\x32.google.dataflow.v1beta3.LaunchFlexTemplateRequest\x1a\x33.google.dataflow.v1beta3.LaunchFlexTemplateResponse\"P\x82\xd3\xe4\x93\x02J\"E/v1b3/projects/{project_id}/locations/{location}/flexTemplates:launch:\x01*\x1as\xca\x41\x17\x64\x61taflow.googleapis.com\xd2\x41Vhttps://www.googleapis.com/auth/cloud-platform,https://www.googleapis.com/auth/computeB\xd1\x01\n\x1b\x63om.google.dataflow.v1beta3B\x0eTemplatesProtoP\x01Z=cloud.google.com/go/dataflow/apiv1beta3/dataflowpb;dataflowpb\xaa\x02\x1dGoogle.Cloud.Dataflow.V1Beta3\xca\x02\x1dGoogle\\Cloud\\Dataflow\\V1beta3\xea\x02 Google::Cloud::Dataflow::V1beta3b\x06proto3"
|
|
15
16
|
|
|
16
17
|
pool = Google::Protobuf::DescriptorPool.generated_pool
|
|
17
18
|
|
|
@@ -49,6 +50,7 @@ module Google
|
|
|
49
50
|
FlexTemplateRuntimeEnvironment = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.FlexTemplateRuntimeEnvironment").msgclass
|
|
50
51
|
LaunchFlexTemplateRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.LaunchFlexTemplateRequest").msgclass
|
|
51
52
|
RuntimeEnvironment = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.RuntimeEnvironment").msgclass
|
|
53
|
+
ParameterMetadataEnumOption = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ParameterMetadataEnumOption").msgclass
|
|
52
54
|
ParameterMetadata = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.ParameterMetadata").msgclass
|
|
53
55
|
TemplateMetadata = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.TemplateMetadata").msgclass
|
|
54
56
|
SDKInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.dataflow.v1beta3.SDKInfo").msgclass
|
|
@@ -33,18 +33,37 @@ module Google
|
|
|
33
33
|
self.unmarshal_class_method = :decode
|
|
34
34
|
self.service_name = 'google.dataflow.v1beta3.TemplatesService'
|
|
35
35
|
|
|
36
|
-
# Creates a Cloud Dataflow job from a template.
|
|
36
|
+
# Creates a Cloud Dataflow job from a template. Do not enter confidential
|
|
37
|
+
# information when you supply string values using the API.
|
|
38
|
+
#
|
|
39
|
+
# To create a job, we recommend using `projects.locations.templates.create`
|
|
40
|
+
# with a [regional endpoint]
|
|
41
|
+
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
|
|
42
|
+
# `projects.templates.create` is not recommended, because your job will
|
|
43
|
+
# always start in `us-central1`.
|
|
37
44
|
rpc :CreateJobFromTemplate, ::Google::Cloud::Dataflow::V1beta3::CreateJobFromTemplateRequest, ::Google::Cloud::Dataflow::V1beta3::Job
|
|
38
|
-
#
|
|
45
|
+
# Launches a template.
|
|
46
|
+
#
|
|
47
|
+
# To launch a template, we recommend using
|
|
48
|
+
# `projects.locations.templates.launch` with a [regional endpoint]
|
|
49
|
+
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
|
|
50
|
+
# `projects.templates.launch` is not recommended, because jobs launched
|
|
51
|
+
# from the template will always start in `us-central1`.
|
|
39
52
|
rpc :LaunchTemplate, ::Google::Cloud::Dataflow::V1beta3::LaunchTemplateRequest, ::Google::Cloud::Dataflow::V1beta3::LaunchTemplateResponse
|
|
40
53
|
# Get the template associated with a template.
|
|
54
|
+
#
|
|
55
|
+
# To get the template, we recommend using `projects.locations.templates.get`
|
|
56
|
+
# with a [regional endpoint]
|
|
57
|
+
# (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints). Using
|
|
58
|
+
# `projects.templates.get` is not recommended, because only
|
|
59
|
+
# templates that are running in `us-central1` are retrieved.
|
|
41
60
|
rpc :GetTemplate, ::Google::Cloud::Dataflow::V1beta3::GetTemplateRequest, ::Google::Cloud::Dataflow::V1beta3::GetTemplateResponse
|
|
42
61
|
end
|
|
43
62
|
|
|
44
63
|
Stub = Service.rpc_stub_class
|
|
45
64
|
end
|
|
46
65
|
module FlexTemplatesService
|
|
47
|
-
# Provides a service for Flex templates.
|
|
66
|
+
# Provides a service for Flex templates.
|
|
48
67
|
class Service
|
|
49
68
|
|
|
50
69
|
include ::GRPC::GenericService
|
|
@@ -50,13 +50,14 @@ module Google
|
|
|
50
50
|
# field for service related experiments is service_options.
|
|
51
51
|
# @!attribute [rw] service_options
|
|
52
52
|
# @return [::Array<::String>]
|
|
53
|
-
# The list of service options to enable. This field should be used
|
|
54
|
-
# service related experiments only. These experiments, when graduating to
|
|
55
|
-
# should be replaced by dedicated fields or become default (i.e. always
|
|
53
|
+
# Optional. The list of service options to enable. This field should be used
|
|
54
|
+
# for service related experiments only. These experiments, when graduating to
|
|
55
|
+
# GA, should be replaced by dedicated fields or become default (i.e. always
|
|
56
|
+
# on).
|
|
56
57
|
# @!attribute [rw] service_kms_key_name
|
|
57
58
|
# @return [::String]
|
|
58
|
-
# If set, contains the Cloud KMS key identifier used to encrypt
|
|
59
|
-
# at rest, AKA a Customer Managed Encryption Key (CMEK).
|
|
59
|
+
# Optional. If set, contains the Cloud KMS key identifier used to encrypt
|
|
60
|
+
# data at rest, AKA a Customer Managed Encryption Key (CMEK).
|
|
60
61
|
#
|
|
61
62
|
# Format:
|
|
62
63
|
# projects/PROJECT_ID/locations/LOCATION/keyRings/KEY_RING/cryptoKeys/KEY
|
|
@@ -73,7 +74,7 @@ module Google
|
|
|
73
74
|
# are required in order to run the job.
|
|
74
75
|
# @!attribute [rw] dataset
|
|
75
76
|
# @return [::String]
|
|
76
|
-
# The dataset for the current project where various workflow
|
|
77
|
+
# Optional. The dataset for the current project where various workflow
|
|
77
78
|
# related tables are stored.
|
|
78
79
|
#
|
|
79
80
|
# The supported resource type is:
|
|
@@ -91,20 +92,21 @@ module Google
|
|
|
91
92
|
# Experimental settings.
|
|
92
93
|
# @!attribute [rw] service_account_email
|
|
93
94
|
# @return [::String]
|
|
94
|
-
# Identity to run virtual machines as. Defaults to the default
|
|
95
|
+
# Optional. Identity to run virtual machines as. Defaults to the default
|
|
96
|
+
# account.
|
|
95
97
|
# @!attribute [rw] flex_resource_scheduling_goal
|
|
96
98
|
# @return [::Google::Cloud::Dataflow::V1beta3::FlexResourceSchedulingGoal]
|
|
97
|
-
# Which Flexible Resource Scheduling mode to run in.
|
|
99
|
+
# Optional. Which Flexible Resource Scheduling mode to run in.
|
|
98
100
|
# @!attribute [rw] worker_region
|
|
99
101
|
# @return [::String]
|
|
100
|
-
# The Compute Engine region
|
|
102
|
+
# Optional. The Compute Engine region
|
|
101
103
|
# (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in
|
|
102
104
|
# which worker processing should occur, e.g. "us-west1". Mutually exclusive
|
|
103
105
|
# with worker_zone. If neither worker_region nor worker_zone is specified,
|
|
104
106
|
# default to the control plane's region.
|
|
105
107
|
# @!attribute [rw] worker_zone
|
|
106
108
|
# @return [::String]
|
|
107
|
-
# The Compute Engine zone
|
|
109
|
+
# Optional. The Compute Engine zone
|
|
108
110
|
# (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in
|
|
109
111
|
# which worker processing should occur, e.g. "us-west1-a". Mutually exclusive
|
|
110
112
|
# with worker_region. If neither worker_region nor worker_zone is specified,
|
|
@@ -114,7 +116,20 @@ module Google
|
|
|
114
116
|
# Output only. The shuffle mode used for the job.
|
|
115
117
|
# @!attribute [rw] debug_options
|
|
116
118
|
# @return [::Google::Cloud::Dataflow::V1beta3::DebugOptions]
|
|
117
|
-
# Any debugging options to be supplied to the job.
|
|
119
|
+
# Optional. Any debugging options to be supplied to the job.
|
|
120
|
+
# @!attribute [r] use_streaming_engine_resource_based_billing
|
|
121
|
+
# @return [::Boolean]
|
|
122
|
+
# Output only. Whether the job uses the Streaming Engine resource-based
|
|
123
|
+
# billing model.
|
|
124
|
+
# @!attribute [rw] streaming_mode
|
|
125
|
+
# @return [::Google::Cloud::Dataflow::V1beta3::StreamingMode]
|
|
126
|
+
# Optional. Specifies the Streaming Engine message processing guarantees.
|
|
127
|
+
# Reduces cost and latency but might result in duplicate messages committed
|
|
128
|
+
# to storage. Designed to run simple mapping streaming ETL jobs at the lowest
|
|
129
|
+
# cost. For example, Change Data Capture (CDC) to BigQuery is a canonical use
|
|
130
|
+
# case. For more information, see
|
|
131
|
+
# [Set the pipeline streaming
|
|
132
|
+
# mode](https://cloud.google.com/dataflow/docs/guides/streaming-modes).
|
|
118
133
|
class Environment
|
|
119
134
|
include ::Google::Protobuf::MessageExts
|
|
120
135
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
|
@@ -321,7 +336,7 @@ module Google
|
|
|
321
336
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
|
322
337
|
end
|
|
323
338
|
|
|
324
|
-
# Defines
|
|
339
|
+
# Defines an SDK harness container for executing Dataflow pipelines.
|
|
325
340
|
# @!attribute [rw] container_image
|
|
326
341
|
# @return [::String]
|
|
327
342
|
# A docker container image that resides in Google Container Registry.
|
|
@@ -339,7 +354,7 @@ module Google
|
|
|
339
354
|
# @!attribute [rw] capabilities
|
|
340
355
|
# @return [::Array<::String>]
|
|
341
356
|
# The set of capabilities enumerated in the above Environment proto. See also
|
|
342
|
-
# https://github.com/apache/beam/blob/master/model/pipeline/src/main/proto/beam_runner_api.proto
|
|
357
|
+
# [beam_runner_api.proto](https://github.com/apache/beam/blob/master/model/pipeline/src/main/proto/org/apache/beam/model/pipeline/v1/beam_runner_api.proto)
|
|
343
358
|
class SdkHarnessContainerImage
|
|
344
359
|
include ::Google::Protobuf::MessageExts
|
|
345
360
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
|
@@ -467,11 +482,50 @@ module Google
|
|
|
467
482
|
end
|
|
468
483
|
end
|
|
469
484
|
|
|
485
|
+
# Configuration options for sampling elements.
|
|
486
|
+
# @!attribute [rw] behaviors
|
|
487
|
+
# @return [::Array<::Google::Cloud::Dataflow::V1beta3::DataSamplingConfig::DataSamplingBehavior>]
|
|
488
|
+
# List of given sampling behaviors to enable. For example, specifying
|
|
489
|
+
# behaviors = [ALWAYS_ON] samples in-flight elements but does not sample
|
|
490
|
+
# exceptions. Can be used to specify multiple behaviors like,
|
|
491
|
+
# behaviors = [ALWAYS_ON, EXCEPTIONS] for specifying periodic sampling and
|
|
492
|
+
# exception sampling.
|
|
493
|
+
#
|
|
494
|
+
# If DISABLED is in the list, then sampling will be disabled and ignore the
|
|
495
|
+
# other given behaviors.
|
|
496
|
+
#
|
|
497
|
+
# Ordering does not matter.
|
|
498
|
+
class DataSamplingConfig
|
|
499
|
+
include ::Google::Protobuf::MessageExts
|
|
500
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
|
501
|
+
|
|
502
|
+
# The following enum defines what to sample for a running job.
|
|
503
|
+
module DataSamplingBehavior
|
|
504
|
+
# If given, has no effect on sampling behavior. Used as an unknown or unset
|
|
505
|
+
# sentinel value.
|
|
506
|
+
DATA_SAMPLING_BEHAVIOR_UNSPECIFIED = 0
|
|
507
|
+
|
|
508
|
+
# When given, disables element sampling. Has same behavior as not setting
|
|
509
|
+
# the behavior.
|
|
510
|
+
DISABLED = 1
|
|
511
|
+
|
|
512
|
+
# When given, enables sampling in-flight from all PCollections.
|
|
513
|
+
ALWAYS_ON = 2
|
|
514
|
+
|
|
515
|
+
# When given, enables sampling input elements when a user-defined DoFn
|
|
516
|
+
# causes an exception.
|
|
517
|
+
EXCEPTIONS = 3
|
|
518
|
+
end
|
|
519
|
+
end
|
|
520
|
+
|
|
470
521
|
# Describes any options that have an effect on the debugging of pipelines.
|
|
471
522
|
# @!attribute [rw] enable_hot_key_logging
|
|
472
523
|
# @return [::Boolean]
|
|
473
|
-
# When true, enables the logging of the literal hot key to the
|
|
474
|
-
# Logging.
|
|
524
|
+
# Optional. When true, enables the logging of the literal hot key to the
|
|
525
|
+
# user's Cloud Logging.
|
|
526
|
+
# @!attribute [rw] data_sampling
|
|
527
|
+
# @return [::Google::Cloud::Dataflow::V1beta3::DataSamplingConfig]
|
|
528
|
+
# Configuration options for sampling elements from a running pipeline.
|
|
475
529
|
class DebugOptions
|
|
476
530
|
include ::Google::Protobuf::MessageExts
|
|
477
531
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
|
@@ -555,7 +609,10 @@ module Google
|
|
|
555
609
|
AUTOSCALING_ALGORITHM_BASIC = 2
|
|
556
610
|
end
|
|
557
611
|
|
|
558
|
-
# Specifies how IP addresses
|
|
612
|
+
# Specifies how to allocate IP addresses to worker machines. You can also use
|
|
613
|
+
# [pipeline
|
|
614
|
+
# options](https://cloud.google.com/dataflow/docs/reference/pipeline-options#security_and_networking)
|
|
615
|
+
# to specify whether Dataflow workers use external IP addresses.
|
|
559
616
|
module WorkerIPAddressConfiguration
|
|
560
617
|
# The configuration is unknown, or unspecified.
|
|
561
618
|
WORKER_IP_UNSPECIFIED = 0
|
|
@@ -581,6 +638,29 @@ module Google
|
|
|
581
638
|
# Shuffle is done on the service side.
|
|
582
639
|
SERVICE_BASED = 2
|
|
583
640
|
end
|
|
641
|
+
|
|
642
|
+
# Specifies the Streaming Engine message processing guarantees. Reduces cost
|
|
643
|
+
# and latency but might result in duplicate messages written to storage.
|
|
644
|
+
# Designed to run simple mapping streaming ETL jobs at the lowest cost.
|
|
645
|
+
# For example, Change Data Capture (CDC) to BigQuery is a canonical use
|
|
646
|
+
# case. For more information, see
|
|
647
|
+
# [Set the pipeline streaming
|
|
648
|
+
# mode](https://cloud.google.com/dataflow/docs/guides/streaming-modes).
|
|
649
|
+
module StreamingMode
|
|
650
|
+
# Run in the default mode.
|
|
651
|
+
STREAMING_MODE_UNSPECIFIED = 0
|
|
652
|
+
|
|
653
|
+
# In this mode, message deduplication is performed against persistent state
|
|
654
|
+
# to make sure each message is processed and committed to storage exactly
|
|
655
|
+
# once.
|
|
656
|
+
STREAMING_MODE_EXACTLY_ONCE = 1
|
|
657
|
+
|
|
658
|
+
# Message deduplication is not performed. Messages might be processed
|
|
659
|
+
# multiple times, and the results are applied multiple times.
|
|
660
|
+
# Note: Setting this value also enables Streaming Engine and
|
|
661
|
+
# Streaming Engine resource-based billing.
|
|
662
|
+
STREAMING_MODE_AT_LEAST_ONCE = 2
|
|
663
|
+
end
|
|
584
664
|
end
|
|
585
665
|
end
|
|
586
666
|
end
|