google-cloud-dataproc 0.2.2 → 0.3.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +1 -1
- data/lib/google/cloud/dataproc.rb +56 -3
- data/lib/google/cloud/dataproc/v1.rb +62 -3
- data/lib/google/cloud/dataproc/v1/cluster_controller_client.rb +65 -5
- data/lib/google/cloud/dataproc/v1/cluster_controller_client_config.json +10 -7
- data/lib/google/cloud/dataproc/v1/clusters_pb.rb +11 -0
- data/lib/google/cloud/dataproc/v1/clusters_services_pb.rb +3 -2
- data/lib/google/cloud/dataproc/v1/credentials.rb +1 -1
- data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/clusters.rb +128 -45
- data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/jobs.rb +32 -15
- data/lib/google/cloud/dataproc/v1/doc/google/cloud/dataproc/v1/workflow_templates.rb +519 -0
- data/lib/google/cloud/dataproc/v1/doc/google/longrunning/operations.rb +1 -43
- data/lib/google/cloud/dataproc/v1/doc/google/protobuf/any.rb +1 -1
- data/lib/google/cloud/dataproc/v1/doc/google/protobuf/duration.rb +1 -1
- data/lib/google/cloud/dataproc/v1/doc/google/protobuf/empty.rb +1 -1
- data/lib/google/cloud/dataproc/v1/doc/google/protobuf/field_mask.rb +1 -1
- data/lib/google/cloud/dataproc/v1/doc/google/protobuf/timestamp.rb +1 -1
- data/lib/google/cloud/dataproc/v1/doc/google/rpc/status.rb +1 -1
- data/lib/google/cloud/dataproc/v1/job_controller_client.rb +16 -2
- data/lib/google/cloud/dataproc/v1/job_controller_client_config.json +9 -6
- data/lib/google/cloud/dataproc/v1/jobs_pb.rb +2 -0
- data/lib/google/cloud/dataproc/v1/jobs_services_pb.rb +2 -1
- data/lib/google/cloud/dataproc/v1/operations_pb.rb +0 -2
- data/lib/google/cloud/dataproc/v1/workflow_template_service_client.rb +690 -0
- data/lib/google/cloud/dataproc/v1/workflow_template_service_client_config.json +64 -0
- data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +181 -0
- data/lib/google/cloud/dataproc/v1/workflow_templates_services_pb.rb +102 -0
- data/lib/google/cloud/dataproc/v1beta2.rb +281 -0
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller_client.rb +799 -0
- data/lib/google/cloud/dataproc/v1beta2/cluster_controller_client_config.json +59 -0
- data/lib/google/cloud/dataproc/v1beta2/clusters_pb.rb +189 -0
- data/lib/google/cloud/dataproc/v1beta2/clusters_services_pb.rb +60 -0
- data/lib/google/cloud/dataproc/v1beta2/credentials.rb +41 -0
- data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/clusters.rb +666 -0
- data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/jobs.rb +691 -0
- data/lib/google/cloud/dataproc/v1beta2/doc/google/cloud/dataproc/v1beta2/workflow_templates.rb +524 -0
- data/lib/google/cloud/dataproc/v1beta2/doc/google/longrunning/operations.rb +51 -0
- data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/any.rb +130 -0
- data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/duration.rb +91 -0
- data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/empty.rb +29 -0
- data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/field_mask.rb +230 -0
- data/lib/google/cloud/dataproc/v1beta2/doc/google/protobuf/timestamp.rb +109 -0
- data/lib/google/cloud/dataproc/v1beta2/doc/google/rpc/status.rb +84 -0
- data/lib/google/cloud/dataproc/v1beta2/job_controller_client.rb +581 -0
- data/lib/google/cloud/dataproc/v1beta2/job_controller_client_config.json +59 -0
- data/lib/google/cloud/dataproc/v1beta2/jobs_pb.rb +248 -0
- data/lib/google/cloud/dataproc/v1beta2/jobs_services_pb.rb +61 -0
- data/lib/google/cloud/dataproc/v1beta2/operations_pb.rb +44 -0
- data/lib/google/cloud/dataproc/v1beta2/shared_pb.rb +18 -0
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service_client.rb +698 -0
- data/lib/google/cloud/dataproc/v1beta2/workflow_template_service_client_config.json +64 -0
- data/lib/google/cloud/dataproc/v1beta2/workflow_templates_pb.rb +183 -0
- data/lib/google/cloud/dataproc/v1beta2/workflow_templates_services_pb.rb +102 -0
- metadata +36 -5
@@ -0,0 +1,59 @@
|
|
1
|
+
{
|
2
|
+
"interfaces": {
|
3
|
+
"google.cloud.dataproc.v1beta2.JobController": {
|
4
|
+
"retry_codes": {
|
5
|
+
"idempotent": [
|
6
|
+
"DEADLINE_EXCEEDED",
|
7
|
+
"INTERNAL",
|
8
|
+
"UNAVAILABLE"
|
9
|
+
],
|
10
|
+
"non_idempotent": [
|
11
|
+
"UNAVAILABLE"
|
12
|
+
]
|
13
|
+
},
|
14
|
+
"retry_params": {
|
15
|
+
"default": {
|
16
|
+
"initial_retry_delay_millis": 100,
|
17
|
+
"retry_delay_multiplier": 1.3,
|
18
|
+
"max_retry_delay_millis": 60000,
|
19
|
+
"initial_rpc_timeout_millis": 30000,
|
20
|
+
"rpc_timeout_multiplier": 1.0,
|
21
|
+
"max_rpc_timeout_millis": 30000,
|
22
|
+
"total_timeout_millis": 900000
|
23
|
+
}
|
24
|
+
},
|
25
|
+
"methods": {
|
26
|
+
"SubmitJob": {
|
27
|
+
"timeout_millis": 30000,
|
28
|
+
"retry_codes_name": "non_idempotent",
|
29
|
+
"retry_params_name": "default"
|
30
|
+
},
|
31
|
+
"GetJob": {
|
32
|
+
"timeout_millis": 30000,
|
33
|
+
"retry_codes_name": "idempotent",
|
34
|
+
"retry_params_name": "default"
|
35
|
+
},
|
36
|
+
"ListJobs": {
|
37
|
+
"timeout_millis": 30000,
|
38
|
+
"retry_codes_name": "idempotent",
|
39
|
+
"retry_params_name": "default"
|
40
|
+
},
|
41
|
+
"UpdateJob": {
|
42
|
+
"timeout_millis": 30000,
|
43
|
+
"retry_codes_name": "non_idempotent",
|
44
|
+
"retry_params_name": "default"
|
45
|
+
},
|
46
|
+
"CancelJob": {
|
47
|
+
"timeout_millis": 30000,
|
48
|
+
"retry_codes_name": "idempotent",
|
49
|
+
"retry_params_name": "default"
|
50
|
+
},
|
51
|
+
"DeleteJob": {
|
52
|
+
"timeout_millis": 30000,
|
53
|
+
"retry_codes_name": "non_idempotent",
|
54
|
+
"retry_params_name": "default"
|
55
|
+
}
|
56
|
+
}
|
57
|
+
}
|
58
|
+
}
|
59
|
+
}
|
@@ -0,0 +1,248 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# source: google/cloud/dataproc/v1beta2/jobs.proto
|
3
|
+
|
4
|
+
|
5
|
+
require 'google/protobuf'
|
6
|
+
|
7
|
+
require 'google/api/annotations_pb'
|
8
|
+
require 'google/protobuf/empty_pb'
|
9
|
+
require 'google/protobuf/field_mask_pb'
|
10
|
+
require 'google/protobuf/timestamp_pb'
|
11
|
+
Google::Protobuf::DescriptorPool.generated_pool.build do
|
12
|
+
add_message "google.cloud.dataproc.v1beta2.LoggingConfig" do
|
13
|
+
map :driver_log_levels, :string, :enum, 2, "google.cloud.dataproc.v1beta2.LoggingConfig.Level"
|
14
|
+
end
|
15
|
+
add_enum "google.cloud.dataproc.v1beta2.LoggingConfig.Level" do
|
16
|
+
value :LEVEL_UNSPECIFIED, 0
|
17
|
+
value :ALL, 1
|
18
|
+
value :TRACE, 2
|
19
|
+
value :DEBUG, 3
|
20
|
+
value :INFO, 4
|
21
|
+
value :WARN, 5
|
22
|
+
value :ERROR, 6
|
23
|
+
value :FATAL, 7
|
24
|
+
value :OFF, 8
|
25
|
+
end
|
26
|
+
add_message "google.cloud.dataproc.v1beta2.HadoopJob" do
|
27
|
+
repeated :args, :string, 3
|
28
|
+
repeated :jar_file_uris, :string, 4
|
29
|
+
repeated :file_uris, :string, 5
|
30
|
+
repeated :archive_uris, :string, 6
|
31
|
+
map :properties, :string, :string, 7
|
32
|
+
optional :logging_config, :message, 8, "google.cloud.dataproc.v1beta2.LoggingConfig"
|
33
|
+
oneof :driver do
|
34
|
+
optional :main_jar_file_uri, :string, 1
|
35
|
+
optional :main_class, :string, 2
|
36
|
+
end
|
37
|
+
end
|
38
|
+
add_message "google.cloud.dataproc.v1beta2.SparkJob" do
|
39
|
+
repeated :args, :string, 3
|
40
|
+
repeated :jar_file_uris, :string, 4
|
41
|
+
repeated :file_uris, :string, 5
|
42
|
+
repeated :archive_uris, :string, 6
|
43
|
+
map :properties, :string, :string, 7
|
44
|
+
optional :logging_config, :message, 8, "google.cloud.dataproc.v1beta2.LoggingConfig"
|
45
|
+
oneof :driver do
|
46
|
+
optional :main_jar_file_uri, :string, 1
|
47
|
+
optional :main_class, :string, 2
|
48
|
+
end
|
49
|
+
end
|
50
|
+
add_message "google.cloud.dataproc.v1beta2.PySparkJob" do
|
51
|
+
optional :main_python_file_uri, :string, 1
|
52
|
+
repeated :args, :string, 2
|
53
|
+
repeated :python_file_uris, :string, 3
|
54
|
+
repeated :jar_file_uris, :string, 4
|
55
|
+
repeated :file_uris, :string, 5
|
56
|
+
repeated :archive_uris, :string, 6
|
57
|
+
map :properties, :string, :string, 7
|
58
|
+
optional :logging_config, :message, 8, "google.cloud.dataproc.v1beta2.LoggingConfig"
|
59
|
+
end
|
60
|
+
add_message "google.cloud.dataproc.v1beta2.QueryList" do
|
61
|
+
repeated :queries, :string, 1
|
62
|
+
end
|
63
|
+
add_message "google.cloud.dataproc.v1beta2.HiveJob" do
|
64
|
+
optional :continue_on_failure, :bool, 3
|
65
|
+
map :script_variables, :string, :string, 4
|
66
|
+
map :properties, :string, :string, 5
|
67
|
+
repeated :jar_file_uris, :string, 6
|
68
|
+
oneof :queries do
|
69
|
+
optional :query_file_uri, :string, 1
|
70
|
+
optional :query_list, :message, 2, "google.cloud.dataproc.v1beta2.QueryList"
|
71
|
+
end
|
72
|
+
end
|
73
|
+
add_message "google.cloud.dataproc.v1beta2.SparkSqlJob" do
|
74
|
+
map :script_variables, :string, :string, 3
|
75
|
+
map :properties, :string, :string, 4
|
76
|
+
repeated :jar_file_uris, :string, 56
|
77
|
+
optional :logging_config, :message, 6, "google.cloud.dataproc.v1beta2.LoggingConfig"
|
78
|
+
oneof :queries do
|
79
|
+
optional :query_file_uri, :string, 1
|
80
|
+
optional :query_list, :message, 2, "google.cloud.dataproc.v1beta2.QueryList"
|
81
|
+
end
|
82
|
+
end
|
83
|
+
add_message "google.cloud.dataproc.v1beta2.PigJob" do
|
84
|
+
optional :continue_on_failure, :bool, 3
|
85
|
+
map :script_variables, :string, :string, 4
|
86
|
+
map :properties, :string, :string, 5
|
87
|
+
repeated :jar_file_uris, :string, 6
|
88
|
+
optional :logging_config, :message, 7, "google.cloud.dataproc.v1beta2.LoggingConfig"
|
89
|
+
oneof :queries do
|
90
|
+
optional :query_file_uri, :string, 1
|
91
|
+
optional :query_list, :message, 2, "google.cloud.dataproc.v1beta2.QueryList"
|
92
|
+
end
|
93
|
+
end
|
94
|
+
add_message "google.cloud.dataproc.v1beta2.JobPlacement" do
|
95
|
+
optional :cluster_name, :string, 1
|
96
|
+
optional :cluster_uuid, :string, 2
|
97
|
+
end
|
98
|
+
add_message "google.cloud.dataproc.v1beta2.JobStatus" do
|
99
|
+
optional :state, :enum, 1, "google.cloud.dataproc.v1beta2.JobStatus.State"
|
100
|
+
optional :details, :string, 2
|
101
|
+
optional :state_start_time, :message, 6, "google.protobuf.Timestamp"
|
102
|
+
optional :substate, :enum, 7, "google.cloud.dataproc.v1beta2.JobStatus.Substate"
|
103
|
+
end
|
104
|
+
add_enum "google.cloud.dataproc.v1beta2.JobStatus.State" do
|
105
|
+
value :STATE_UNSPECIFIED, 0
|
106
|
+
value :PENDING, 1
|
107
|
+
value :SETUP_DONE, 8
|
108
|
+
value :RUNNING, 2
|
109
|
+
value :CANCEL_PENDING, 3
|
110
|
+
value :CANCEL_STARTED, 7
|
111
|
+
value :CANCELLED, 4
|
112
|
+
value :DONE, 5
|
113
|
+
value :ERROR, 6
|
114
|
+
value :ATTEMPT_FAILURE, 9
|
115
|
+
end
|
116
|
+
add_enum "google.cloud.dataproc.v1beta2.JobStatus.Substate" do
|
117
|
+
value :UNSPECIFIED, 0
|
118
|
+
value :SUBMITTED, 1
|
119
|
+
value :QUEUED, 2
|
120
|
+
value :STALE_STATUS, 3
|
121
|
+
end
|
122
|
+
add_message "google.cloud.dataproc.v1beta2.JobReference" do
|
123
|
+
optional :project_id, :string, 1
|
124
|
+
optional :job_id, :string, 2
|
125
|
+
end
|
126
|
+
add_message "google.cloud.dataproc.v1beta2.YarnApplication" do
|
127
|
+
optional :name, :string, 1
|
128
|
+
optional :state, :enum, 2, "google.cloud.dataproc.v1beta2.YarnApplication.State"
|
129
|
+
optional :progress, :float, 3
|
130
|
+
optional :tracking_url, :string, 4
|
131
|
+
end
|
132
|
+
add_enum "google.cloud.dataproc.v1beta2.YarnApplication.State" do
|
133
|
+
value :STATE_UNSPECIFIED, 0
|
134
|
+
value :NEW, 1
|
135
|
+
value :NEW_SAVING, 2
|
136
|
+
value :SUBMITTED, 3
|
137
|
+
value :ACCEPTED, 4
|
138
|
+
value :RUNNING, 5
|
139
|
+
value :FINISHED, 6
|
140
|
+
value :FAILED, 7
|
141
|
+
value :KILLED, 8
|
142
|
+
end
|
143
|
+
add_message "google.cloud.dataproc.v1beta2.Job" do
|
144
|
+
optional :reference, :message, 1, "google.cloud.dataproc.v1beta2.JobReference"
|
145
|
+
optional :placement, :message, 2, "google.cloud.dataproc.v1beta2.JobPlacement"
|
146
|
+
optional :status, :message, 8, "google.cloud.dataproc.v1beta2.JobStatus"
|
147
|
+
repeated :status_history, :message, 13, "google.cloud.dataproc.v1beta2.JobStatus"
|
148
|
+
repeated :yarn_applications, :message, 9, "google.cloud.dataproc.v1beta2.YarnApplication"
|
149
|
+
optional :submitted_by, :string, 10
|
150
|
+
optional :driver_output_resource_uri, :string, 17
|
151
|
+
optional :driver_control_files_uri, :string, 15
|
152
|
+
map :labels, :string, :string, 18
|
153
|
+
optional :scheduling, :message, 20, "google.cloud.dataproc.v1beta2.JobScheduling"
|
154
|
+
optional :job_uuid, :string, 22
|
155
|
+
oneof :type_job do
|
156
|
+
optional :hadoop_job, :message, 3, "google.cloud.dataproc.v1beta2.HadoopJob"
|
157
|
+
optional :spark_job, :message, 4, "google.cloud.dataproc.v1beta2.SparkJob"
|
158
|
+
optional :pyspark_job, :message, 5, "google.cloud.dataproc.v1beta2.PySparkJob"
|
159
|
+
optional :hive_job, :message, 6, "google.cloud.dataproc.v1beta2.HiveJob"
|
160
|
+
optional :pig_job, :message, 7, "google.cloud.dataproc.v1beta2.PigJob"
|
161
|
+
optional :spark_sql_job, :message, 12, "google.cloud.dataproc.v1beta2.SparkSqlJob"
|
162
|
+
end
|
163
|
+
end
|
164
|
+
add_message "google.cloud.dataproc.v1beta2.JobScheduling" do
|
165
|
+
optional :max_failures_per_hour, :int32, 1
|
166
|
+
end
|
167
|
+
add_message "google.cloud.dataproc.v1beta2.SubmitJobRequest" do
|
168
|
+
optional :project_id, :string, 1
|
169
|
+
optional :region, :string, 3
|
170
|
+
optional :job, :message, 2, "google.cloud.dataproc.v1beta2.Job"
|
171
|
+
optional :request_id, :string, 4
|
172
|
+
end
|
173
|
+
add_message "google.cloud.dataproc.v1beta2.GetJobRequest" do
|
174
|
+
optional :project_id, :string, 1
|
175
|
+
optional :region, :string, 3
|
176
|
+
optional :job_id, :string, 2
|
177
|
+
end
|
178
|
+
add_message "google.cloud.dataproc.v1beta2.ListJobsRequest" do
|
179
|
+
optional :project_id, :string, 1
|
180
|
+
optional :region, :string, 6
|
181
|
+
optional :page_size, :int32, 2
|
182
|
+
optional :page_token, :string, 3
|
183
|
+
optional :cluster_name, :string, 4
|
184
|
+
optional :job_state_matcher, :enum, 5, "google.cloud.dataproc.v1beta2.ListJobsRequest.JobStateMatcher"
|
185
|
+
optional :filter, :string, 7
|
186
|
+
end
|
187
|
+
add_enum "google.cloud.dataproc.v1beta2.ListJobsRequest.JobStateMatcher" do
|
188
|
+
value :ALL, 0
|
189
|
+
value :ACTIVE, 1
|
190
|
+
value :NON_ACTIVE, 2
|
191
|
+
end
|
192
|
+
add_message "google.cloud.dataproc.v1beta2.UpdateJobRequest" do
|
193
|
+
optional :project_id, :string, 1
|
194
|
+
optional :region, :string, 2
|
195
|
+
optional :job_id, :string, 3
|
196
|
+
optional :job, :message, 4, "google.cloud.dataproc.v1beta2.Job"
|
197
|
+
optional :update_mask, :message, 5, "google.protobuf.FieldMask"
|
198
|
+
end
|
199
|
+
add_message "google.cloud.dataproc.v1beta2.ListJobsResponse" do
|
200
|
+
repeated :jobs, :message, 1, "google.cloud.dataproc.v1beta2.Job"
|
201
|
+
optional :next_page_token, :string, 2
|
202
|
+
end
|
203
|
+
add_message "google.cloud.dataproc.v1beta2.CancelJobRequest" do
|
204
|
+
optional :project_id, :string, 1
|
205
|
+
optional :region, :string, 3
|
206
|
+
optional :job_id, :string, 2
|
207
|
+
end
|
208
|
+
add_message "google.cloud.dataproc.v1beta2.DeleteJobRequest" do
|
209
|
+
optional :project_id, :string, 1
|
210
|
+
optional :region, :string, 3
|
211
|
+
optional :job_id, :string, 2
|
212
|
+
end
|
213
|
+
end
|
214
|
+
|
215
|
+
module Google
|
216
|
+
module Cloud
|
217
|
+
module Dataproc
|
218
|
+
module V1beta2
|
219
|
+
LoggingConfig = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.LoggingConfig").msgclass
|
220
|
+
LoggingConfig::Level = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.LoggingConfig.Level").enummodule
|
221
|
+
HadoopJob = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.HadoopJob").msgclass
|
222
|
+
SparkJob = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.SparkJob").msgclass
|
223
|
+
PySparkJob = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.PySparkJob").msgclass
|
224
|
+
QueryList = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.QueryList").msgclass
|
225
|
+
HiveJob = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.HiveJob").msgclass
|
226
|
+
SparkSqlJob = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.SparkSqlJob").msgclass
|
227
|
+
PigJob = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.PigJob").msgclass
|
228
|
+
JobPlacement = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.JobPlacement").msgclass
|
229
|
+
JobStatus = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.JobStatus").msgclass
|
230
|
+
JobStatus::State = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.JobStatus.State").enummodule
|
231
|
+
JobStatus::Substate = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.JobStatus.Substate").enummodule
|
232
|
+
JobReference = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.JobReference").msgclass
|
233
|
+
YarnApplication = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.YarnApplication").msgclass
|
234
|
+
YarnApplication::State = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.YarnApplication.State").enummodule
|
235
|
+
Job = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.Job").msgclass
|
236
|
+
JobScheduling = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.JobScheduling").msgclass
|
237
|
+
SubmitJobRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.SubmitJobRequest").msgclass
|
238
|
+
GetJobRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.GetJobRequest").msgclass
|
239
|
+
ListJobsRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ListJobsRequest").msgclass
|
240
|
+
ListJobsRequest::JobStateMatcher = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ListJobsRequest.JobStateMatcher").enummodule
|
241
|
+
UpdateJobRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.UpdateJobRequest").msgclass
|
242
|
+
ListJobsResponse = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ListJobsResponse").msgclass
|
243
|
+
CancelJobRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.CancelJobRequest").msgclass
|
244
|
+
DeleteJobRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.DeleteJobRequest").msgclass
|
245
|
+
end
|
246
|
+
end
|
247
|
+
end
|
248
|
+
end
|
@@ -0,0 +1,61 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# Source: google/cloud/dataproc/v1beta2/jobs.proto for package 'google.cloud.dataproc.v1beta2'
|
3
|
+
# Original file comments:
|
4
|
+
# Copyright 2018 Google LLC.
|
5
|
+
#
|
6
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
7
|
+
# you may not use this file except in compliance with the License.
|
8
|
+
# You may obtain a copy of the License at
|
9
|
+
#
|
10
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
11
|
+
#
|
12
|
+
# Unless required by applicable law or agreed to in writing, software
|
13
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
14
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
15
|
+
# See the License for the specific language governing permissions and
|
16
|
+
# limitations under the License.
|
17
|
+
#
|
18
|
+
#
|
19
|
+
|
20
|
+
|
21
|
+
require 'grpc'
|
22
|
+
require 'google/cloud/dataproc/v1beta2/jobs_pb'
|
23
|
+
|
24
|
+
module Google
|
25
|
+
module Cloud
|
26
|
+
module Dataproc
|
27
|
+
module V1beta2
|
28
|
+
module JobController
|
29
|
+
# The JobController provides methods to manage jobs.
|
30
|
+
class Service
|
31
|
+
|
32
|
+
include GRPC::GenericService
|
33
|
+
|
34
|
+
self.marshal_class_method = :encode
|
35
|
+
self.unmarshal_class_method = :decode
|
36
|
+
self.service_name = 'google.cloud.dataproc.v1beta2.JobController'
|
37
|
+
|
38
|
+
# Submits a job to a cluster.
|
39
|
+
rpc :SubmitJob, SubmitJobRequest, Job
|
40
|
+
# Gets the resource representation for a job in a project.
|
41
|
+
rpc :GetJob, GetJobRequest, Job
|
42
|
+
# Lists regions/\\{region}/jobs in a project.
|
43
|
+
rpc :ListJobs, ListJobsRequest, ListJobsResponse
|
44
|
+
# Updates a job in a project.
|
45
|
+
rpc :UpdateJob, UpdateJobRequest, Job
|
46
|
+
# Starts a job cancellation request. To access the job resource
|
47
|
+
# after cancellation, call
|
48
|
+
# [regions/\\{region}/jobs.list](/dataproc/docs/reference/rest/v1beta2/projects.regions.jobs/list) or
|
49
|
+
# [regions/\\{region}/jobs.get](/dataproc/docs/reference/rest/v1beta2/projects.regions.jobs/get).
|
50
|
+
rpc :CancelJob, CancelJobRequest, Job
|
51
|
+
# Deletes the job from the project. If the job is active, the delete fails,
|
52
|
+
# and the response returns `FAILED_PRECONDITION`.
|
53
|
+
rpc :DeleteJob, DeleteJobRequest, Google::Protobuf::Empty
|
54
|
+
end
|
55
|
+
|
56
|
+
Stub = Service.rpc_stub_class
|
57
|
+
end
|
58
|
+
end
|
59
|
+
end
|
60
|
+
end
|
61
|
+
end
|
@@ -0,0 +1,44 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# source: google/cloud/dataproc/v1beta2/operations.proto
|
3
|
+
|
4
|
+
|
5
|
+
require 'google/protobuf'
|
6
|
+
|
7
|
+
require 'google/api/annotations_pb'
|
8
|
+
require 'google/protobuf/timestamp_pb'
|
9
|
+
Google::Protobuf::DescriptorPool.generated_pool.build do
|
10
|
+
add_message "google.cloud.dataproc.v1beta2.ClusterOperationStatus" do
|
11
|
+
optional :state, :enum, 1, "google.cloud.dataproc.v1beta2.ClusterOperationStatus.State"
|
12
|
+
optional :inner_state, :string, 2
|
13
|
+
optional :details, :string, 3
|
14
|
+
optional :state_start_time, :message, 4, "google.protobuf.Timestamp"
|
15
|
+
end
|
16
|
+
add_enum "google.cloud.dataproc.v1beta2.ClusterOperationStatus.State" do
|
17
|
+
value :UNKNOWN, 0
|
18
|
+
value :PENDING, 1
|
19
|
+
value :RUNNING, 2
|
20
|
+
value :DONE, 3
|
21
|
+
end
|
22
|
+
add_message "google.cloud.dataproc.v1beta2.ClusterOperationMetadata" do
|
23
|
+
optional :cluster_name, :string, 7
|
24
|
+
optional :cluster_uuid, :string, 8
|
25
|
+
optional :status, :message, 9, "google.cloud.dataproc.v1beta2.ClusterOperationStatus"
|
26
|
+
repeated :status_history, :message, 10, "google.cloud.dataproc.v1beta2.ClusterOperationStatus"
|
27
|
+
optional :operation_type, :string, 11
|
28
|
+
optional :description, :string, 12
|
29
|
+
map :labels, :string, :string, 13
|
30
|
+
repeated :warnings, :string, 14
|
31
|
+
end
|
32
|
+
end
|
33
|
+
|
34
|
+
module Google
|
35
|
+
module Cloud
|
36
|
+
module Dataproc
|
37
|
+
module V1beta2
|
38
|
+
ClusterOperationStatus = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ClusterOperationStatus").msgclass
|
39
|
+
ClusterOperationStatus::State = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ClusterOperationStatus.State").enummodule
|
40
|
+
ClusterOperationMetadata = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1beta2.ClusterOperationMetadata").msgclass
|
41
|
+
end
|
42
|
+
end
|
43
|
+
end
|
44
|
+
end
|
@@ -0,0 +1,18 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# source: google/cloud/dataproc/v1beta2/shared.proto
|
3
|
+
|
4
|
+
|
5
|
+
require 'google/protobuf'
|
6
|
+
|
7
|
+
require 'google/api/annotations_pb'
|
8
|
+
Google::Protobuf::DescriptorPool.generated_pool.build do
|
9
|
+
end
|
10
|
+
|
11
|
+
module Google
|
12
|
+
module Cloud
|
13
|
+
module Dataproc
|
14
|
+
module V1beta2
|
15
|
+
end
|
16
|
+
end
|
17
|
+
end
|
18
|
+
end
|
@@ -0,0 +1,698 @@
|
|
1
|
+
# Copyright 2019 Google LLC
|
2
|
+
#
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
4
|
+
# you may not use this file except in compliance with the License.
|
5
|
+
# You may obtain a copy of the License at
|
6
|
+
#
|
7
|
+
# https://www.apache.org/licenses/LICENSE-2.0
|
8
|
+
#
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
12
|
+
# See the License for the specific language governing permissions and
|
13
|
+
# limitations under the License.
|
14
|
+
#
|
15
|
+
# EDITING INSTRUCTIONS
|
16
|
+
# This file was generated from the file
|
17
|
+
# https://github.com/googleapis/googleapis/blob/master/google/cloud/dataproc/v1beta2/workflow_templates.proto,
|
18
|
+
# and updates to that file get reflected here through a refresh process.
|
19
|
+
# For the short term, the refresh process will only be runnable by Google
|
20
|
+
# engineers.
|
21
|
+
|
22
|
+
|
23
|
+
require "json"
|
24
|
+
require "pathname"
|
25
|
+
|
26
|
+
require "google/gax"
|
27
|
+
require "google/gax/operation"
|
28
|
+
require "google/longrunning/operations_client"
|
29
|
+
|
30
|
+
require "google/cloud/dataproc/v1beta2/workflow_templates_pb"
|
31
|
+
require "google/cloud/dataproc/v1beta2/credentials"
|
32
|
+
|
33
|
+
module Google
|
34
|
+
module Cloud
|
35
|
+
module Dataproc
|
36
|
+
module V1beta2
|
37
|
+
# The API interface for managing Workflow Templates in the
|
38
|
+
# Cloud Dataproc API.
|
39
|
+
#
|
40
|
+
# @!attribute [r] workflow_template_service_stub
|
41
|
+
# @return [Google::Cloud::Dataproc::V1beta2::WorkflowTemplateService::Stub]
|
42
|
+
class WorkflowTemplateServiceClient
|
43
|
+
# @private
|
44
|
+
attr_reader :workflow_template_service_stub
|
45
|
+
|
46
|
+
# The default address of the service.
|
47
|
+
SERVICE_ADDRESS = "dataproc.googleapis.com".freeze
|
48
|
+
|
49
|
+
# The default port of the service.
|
50
|
+
DEFAULT_SERVICE_PORT = 443
|
51
|
+
|
52
|
+
# The default set of gRPC interceptors.
|
53
|
+
GRPC_INTERCEPTORS = []
|
54
|
+
|
55
|
+
DEFAULT_TIMEOUT = 30
|
56
|
+
|
57
|
+
PAGE_DESCRIPTORS = {
|
58
|
+
"list_workflow_templates" => Google::Gax::PageDescriptor.new(
|
59
|
+
"page_token",
|
60
|
+
"next_page_token",
|
61
|
+
"templates")
|
62
|
+
}.freeze
|
63
|
+
|
64
|
+
private_constant :PAGE_DESCRIPTORS
|
65
|
+
|
66
|
+
# The scopes needed to make gRPC calls to all of the methods defined in
|
67
|
+
# this service.
|
68
|
+
ALL_SCOPES = [
|
69
|
+
"https://www.googleapis.com/auth/cloud-platform"
|
70
|
+
].freeze
|
71
|
+
|
72
|
+
class OperationsClient < Google::Longrunning::OperationsClient
|
73
|
+
self::SERVICE_ADDRESS = WorkflowTemplateServiceClient::SERVICE_ADDRESS
|
74
|
+
self::GRPC_INTERCEPTORS = WorkflowTemplateServiceClient::GRPC_INTERCEPTORS
|
75
|
+
end
|
76
|
+
|
77
|
+
REGION_PATH_TEMPLATE = Google::Gax::PathTemplate.new(
|
78
|
+
"projects/{project}/regions/{region}"
|
79
|
+
)
|
80
|
+
|
81
|
+
private_constant :REGION_PATH_TEMPLATE
|
82
|
+
|
83
|
+
WORKFLOW_TEMPLATE_PATH_TEMPLATE = Google::Gax::PathTemplate.new(
|
84
|
+
"projects/{project}/regions/{region}/workflowTemplates/{workflow_template}"
|
85
|
+
)
|
86
|
+
|
87
|
+
private_constant :WORKFLOW_TEMPLATE_PATH_TEMPLATE
|
88
|
+
|
89
|
+
# Returns a fully-qualified region resource name string.
|
90
|
+
# @param project [String]
|
91
|
+
# @param region [String]
|
92
|
+
# @return [String]
|
93
|
+
def self.region_path project, region
|
94
|
+
REGION_PATH_TEMPLATE.render(
|
95
|
+
:"project" => project,
|
96
|
+
:"region" => region
|
97
|
+
)
|
98
|
+
end
|
99
|
+
|
100
|
+
# Returns a fully-qualified workflow_template resource name string.
|
101
|
+
# @param project [String]
|
102
|
+
# @param region [String]
|
103
|
+
# @param workflow_template [String]
|
104
|
+
# @return [String]
|
105
|
+
def self.workflow_template_path project, region, workflow_template
|
106
|
+
WORKFLOW_TEMPLATE_PATH_TEMPLATE.render(
|
107
|
+
:"project" => project,
|
108
|
+
:"region" => region,
|
109
|
+
:"workflow_template" => workflow_template
|
110
|
+
)
|
111
|
+
end
|
112
|
+
|
113
|
+
# @param credentials [Google::Auth::Credentials, String, Hash, GRPC::Core::Channel, GRPC::Core::ChannelCredentials, Proc]
|
114
|
+
# Provides the means for authenticating requests made by the client. This parameter can
|
115
|
+
# be many types.
|
116
|
+
# A `Google::Auth::Credentials` uses a the properties of its represented keyfile for
|
117
|
+
# authenticating requests made by this client.
|
118
|
+
# A `String` will be treated as the path to the keyfile to be used for the construction of
|
119
|
+
# credentials for this client.
|
120
|
+
# A `Hash` will be treated as the contents of a keyfile to be used for the construction of
|
121
|
+
# credentials for this client.
|
122
|
+
# A `GRPC::Core::Channel` will be used to make calls through.
|
123
|
+
# A `GRPC::Core::ChannelCredentials` for the setting up the RPC client. The channel credentials
|
124
|
+
# should already be composed with a `GRPC::Core::CallCredentials` object.
|
125
|
+
# A `Proc` will be used as an updater_proc for the Grpc channel. The proc transforms the
|
126
|
+
# metadata for requests, generally, to give OAuth credentials.
|
127
|
+
# @param scopes [Array<String>]
|
128
|
+
# The OAuth scopes for this service. This parameter is ignored if
|
129
|
+
# an updater_proc is supplied.
|
130
|
+
# @param client_config [Hash]
|
131
|
+
# A Hash for call options for each method. See
|
132
|
+
# Google::Gax#construct_settings for the structure of
|
133
|
+
# this data. Falls back to the default config if not specified
|
134
|
+
# or the specified config is missing data points.
|
135
|
+
# @param timeout [Numeric]
|
136
|
+
# The default timeout, in seconds, for calls made through this client.
|
137
|
+
# @param metadata [Hash]
|
138
|
+
# Default metadata to be sent with each request. This can be overridden on a per call basis.
|
139
|
+
# @param exception_transformer [Proc]
|
140
|
+
# An optional proc that intercepts any exceptions raised during an API call to inject
|
141
|
+
# custom error handling.
|
142
|
+
def initialize \
|
143
|
+
credentials: nil,
|
144
|
+
scopes: ALL_SCOPES,
|
145
|
+
client_config: {},
|
146
|
+
timeout: DEFAULT_TIMEOUT,
|
147
|
+
metadata: nil,
|
148
|
+
exception_transformer: nil,
|
149
|
+
lib_name: nil,
|
150
|
+
lib_version: ""
|
151
|
+
# These require statements are intentionally placed here to initialize
|
152
|
+
# the gRPC module only when it's required.
|
153
|
+
# See https://github.com/googleapis/toolkit/issues/446
|
154
|
+
require "google/gax/grpc"
|
155
|
+
require "google/cloud/dataproc/v1beta2/workflow_templates_services_pb"
|
156
|
+
|
157
|
+
credentials ||= Google::Cloud::Dataproc::V1beta2::Credentials.default
|
158
|
+
|
159
|
+
@operations_client = OperationsClient.new(
|
160
|
+
credentials: credentials,
|
161
|
+
scopes: scopes,
|
162
|
+
client_config: client_config,
|
163
|
+
timeout: timeout,
|
164
|
+
lib_name: lib_name,
|
165
|
+
lib_version: lib_version,
|
166
|
+
)
|
167
|
+
|
168
|
+
if credentials.is_a?(String) || credentials.is_a?(Hash)
|
169
|
+
updater_proc = Google::Cloud::Dataproc::V1beta2::Credentials.new(credentials).updater_proc
|
170
|
+
end
|
171
|
+
if credentials.is_a?(GRPC::Core::Channel)
|
172
|
+
channel = credentials
|
173
|
+
end
|
174
|
+
if credentials.is_a?(GRPC::Core::ChannelCredentials)
|
175
|
+
chan_creds = credentials
|
176
|
+
end
|
177
|
+
if credentials.is_a?(Proc)
|
178
|
+
updater_proc = credentials
|
179
|
+
end
|
180
|
+
if credentials.is_a?(Google::Auth::Credentials)
|
181
|
+
updater_proc = credentials.updater_proc
|
182
|
+
end
|
183
|
+
|
184
|
+
package_version = Gem.loaded_specs['google-cloud-dataproc'].version.version
|
185
|
+
|
186
|
+
google_api_client = "gl-ruby/#{RUBY_VERSION}"
|
187
|
+
google_api_client << " #{lib_name}/#{lib_version}" if lib_name
|
188
|
+
google_api_client << " gapic/#{package_version} gax/#{Google::Gax::VERSION}"
|
189
|
+
google_api_client << " grpc/#{GRPC::VERSION}"
|
190
|
+
google_api_client.freeze
|
191
|
+
|
192
|
+
headers = { :"x-goog-api-client" => google_api_client }
|
193
|
+
headers.merge!(metadata) unless metadata.nil?
|
194
|
+
client_config_file = Pathname.new(__dir__).join(
|
195
|
+
"workflow_template_service_client_config.json"
|
196
|
+
)
|
197
|
+
defaults = client_config_file.open do |f|
|
198
|
+
Google::Gax.construct_settings(
|
199
|
+
"google.cloud.dataproc.v1beta2.WorkflowTemplateService",
|
200
|
+
JSON.parse(f.read),
|
201
|
+
client_config,
|
202
|
+
Google::Gax::Grpc::STATUS_CODE_NAMES,
|
203
|
+
timeout,
|
204
|
+
page_descriptors: PAGE_DESCRIPTORS,
|
205
|
+
errors: Google::Gax::Grpc::API_ERRORS,
|
206
|
+
metadata: headers
|
207
|
+
)
|
208
|
+
end
|
209
|
+
|
210
|
+
# Allow overriding the service path/port in subclasses.
|
211
|
+
service_path = self.class::SERVICE_ADDRESS
|
212
|
+
port = self.class::DEFAULT_SERVICE_PORT
|
213
|
+
interceptors = self.class::GRPC_INTERCEPTORS
|
214
|
+
@workflow_template_service_stub = Google::Gax::Grpc.create_stub(
|
215
|
+
service_path,
|
216
|
+
port,
|
217
|
+
chan_creds: chan_creds,
|
218
|
+
channel: channel,
|
219
|
+
updater_proc: updater_proc,
|
220
|
+
scopes: scopes,
|
221
|
+
interceptors: interceptors,
|
222
|
+
&Google::Cloud::Dataproc::V1beta2::WorkflowTemplateService::Stub.method(:new)
|
223
|
+
)
|
224
|
+
|
225
|
+
@create_workflow_template = Google::Gax.create_api_call(
|
226
|
+
@workflow_template_service_stub.method(:create_workflow_template),
|
227
|
+
defaults["create_workflow_template"],
|
228
|
+
exception_transformer: exception_transformer
|
229
|
+
)
|
230
|
+
@get_workflow_template = Google::Gax.create_api_call(
|
231
|
+
@workflow_template_service_stub.method(:get_workflow_template),
|
232
|
+
defaults["get_workflow_template"],
|
233
|
+
exception_transformer: exception_transformer
|
234
|
+
)
|
235
|
+
@instantiate_workflow_template = Google::Gax.create_api_call(
|
236
|
+
@workflow_template_service_stub.method(:instantiate_workflow_template),
|
237
|
+
defaults["instantiate_workflow_template"],
|
238
|
+
exception_transformer: exception_transformer
|
239
|
+
)
|
240
|
+
@instantiate_inline_workflow_template = Google::Gax.create_api_call(
|
241
|
+
@workflow_template_service_stub.method(:instantiate_inline_workflow_template),
|
242
|
+
defaults["instantiate_inline_workflow_template"],
|
243
|
+
exception_transformer: exception_transformer
|
244
|
+
)
|
245
|
+
@update_workflow_template = Google::Gax.create_api_call(
|
246
|
+
@workflow_template_service_stub.method(:update_workflow_template),
|
247
|
+
defaults["update_workflow_template"],
|
248
|
+
exception_transformer: exception_transformer
|
249
|
+
)
|
250
|
+
@list_workflow_templates = Google::Gax.create_api_call(
|
251
|
+
@workflow_template_service_stub.method(:list_workflow_templates),
|
252
|
+
defaults["list_workflow_templates"],
|
253
|
+
exception_transformer: exception_transformer
|
254
|
+
)
|
255
|
+
@delete_workflow_template = Google::Gax.create_api_call(
|
256
|
+
@workflow_template_service_stub.method(:delete_workflow_template),
|
257
|
+
defaults["delete_workflow_template"],
|
258
|
+
exception_transformer: exception_transformer
|
259
|
+
)
|
260
|
+
end
|
261
|
+
|
262
|
+
# Service calls
|
263
|
+
|
264
|
+
# Creates new workflow template.
|
265
|
+
#
|
266
|
+
# @param parent [String]
|
267
|
+
# Required. The "resource name" of the region, as described
|
268
|
+
# in https://cloud.google.com/apis/design/resource_names of the form
|
269
|
+
# `projects/{project_id}/regions/{region}`
|
270
|
+
# @param template [Google::Cloud::Dataproc::V1beta2::WorkflowTemplate | Hash]
|
271
|
+
# Required. The Dataproc workflow template to create.
|
272
|
+
# A hash of the same form as `Google::Cloud::Dataproc::V1beta2::WorkflowTemplate`
|
273
|
+
# can also be provided.
|
274
|
+
# @param options [Google::Gax::CallOptions]
|
275
|
+
# Overrides the default settings for this call, e.g, timeout,
|
276
|
+
# retries, etc.
|
277
|
+
# @yield [result, operation] Access the result along with the RPC operation
|
278
|
+
# @yieldparam result [Google::Cloud::Dataproc::V1beta2::WorkflowTemplate]
|
279
|
+
# @yieldparam operation [GRPC::ActiveCall::Operation]
|
280
|
+
# @return [Google::Cloud::Dataproc::V1beta2::WorkflowTemplate]
|
281
|
+
# @raise [Google::Gax::GaxError] if the RPC is aborted.
|
282
|
+
# @example
|
283
|
+
# require "google/cloud/dataproc"
|
284
|
+
#
|
285
|
+
# workflow_template_service_client = Google::Cloud::Dataproc::WorkflowTemplateService.new(version: :v1beta2)
|
286
|
+
# formatted_parent = Google::Cloud::Dataproc::V1beta2::WorkflowTemplateServiceClient.region_path("[PROJECT]", "[REGION]")
|
287
|
+
#
|
288
|
+
# # TODO: Initialize `template`:
|
289
|
+
# template = {}
|
290
|
+
# response = workflow_template_service_client.create_workflow_template(formatted_parent, template)
|
291
|
+
|
292
|
+
def create_workflow_template \
|
293
|
+
parent,
|
294
|
+
template,
|
295
|
+
options: nil,
|
296
|
+
&block
|
297
|
+
req = {
|
298
|
+
parent: parent,
|
299
|
+
template: template
|
300
|
+
}.delete_if { |_, v| v.nil? }
|
301
|
+
req = Google::Gax::to_proto(req, Google::Cloud::Dataproc::V1beta2::CreateWorkflowTemplateRequest)
|
302
|
+
@create_workflow_template.call(req, options, &block)
|
303
|
+
end
|
304
|
+
|
305
|
+
# Retrieves the latest workflow template.
|
306
|
+
#
|
307
|
+
# Can retrieve previously instantiated template by specifying optional
|
308
|
+
# version parameter.
|
309
|
+
#
|
310
|
+
# @param name [String]
|
311
|
+
# Required. The "resource name" of the workflow template, as described
|
312
|
+
# in https://cloud.google.com/apis/design/resource_names of the form
|
313
|
+
# `projects/{project_id}/regions/{region}/workflowTemplates/{template_id}`
|
314
|
+
# @param version [Integer]
|
315
|
+
# Optional. The version of workflow template to retrieve. Only previously
|
316
|
+
# instatiated versions can be retrieved.
|
317
|
+
#
|
318
|
+
# If unspecified, retrieves the current version.
|
319
|
+
# @param options [Google::Gax::CallOptions]
|
320
|
+
# Overrides the default settings for this call, e.g, timeout,
|
321
|
+
# retries, etc.
|
322
|
+
# @yield [result, operation] Access the result along with the RPC operation
|
323
|
+
# @yieldparam result [Google::Cloud::Dataproc::V1beta2::WorkflowTemplate]
|
324
|
+
# @yieldparam operation [GRPC::ActiveCall::Operation]
|
325
|
+
# @return [Google::Cloud::Dataproc::V1beta2::WorkflowTemplate]
|
326
|
+
# @raise [Google::Gax::GaxError] if the RPC is aborted.
|
327
|
+
# @example
|
328
|
+
# require "google/cloud/dataproc"
|
329
|
+
#
|
330
|
+
# workflow_template_service_client = Google::Cloud::Dataproc::WorkflowTemplateService.new(version: :v1beta2)
|
331
|
+
# formatted_name = Google::Cloud::Dataproc::V1beta2::WorkflowTemplateServiceClient.workflow_template_path("[PROJECT]", "[REGION]", "[WORKFLOW_TEMPLATE]")
|
332
|
+
# response = workflow_template_service_client.get_workflow_template(formatted_name)
|
333
|
+
|
334
|
+
def get_workflow_template \
|
335
|
+
name,
|
336
|
+
version: nil,
|
337
|
+
options: nil,
|
338
|
+
&block
|
339
|
+
req = {
|
340
|
+
name: name,
|
341
|
+
version: version
|
342
|
+
}.delete_if { |_, v| v.nil? }
|
343
|
+
req = Google::Gax::to_proto(req, Google::Cloud::Dataproc::V1beta2::GetWorkflowTemplateRequest)
|
344
|
+
@get_workflow_template.call(req, options, &block)
|
345
|
+
end
|
346
|
+
|
347
|
+
# Instantiates a template and begins execution.
|
348
|
+
#
|
349
|
+
# The returned Operation can be used to track execution of
|
350
|
+
# workflow by polling
|
351
|
+
# {Google::Longrunning::Operations::GetOperation operations::get}.
|
352
|
+
# The Operation will complete when entire workflow is finished.
|
353
|
+
#
|
354
|
+
# The running workflow can be aborted via
|
355
|
+
# {Google::Longrunning::Operations::CancelOperation operations::cancel}.
|
356
|
+
# This will cause any inflight jobs to be cancelled and workflow-owned
|
357
|
+
# clusters to be deleted.
|
358
|
+
#
|
359
|
+
# The {Google::Longrunning::Operation#metadata Operation#metadata} will be
|
360
|
+
# {Google::Cloud::Dataproc::V1beta2::WorkflowMetadata WorkflowMetadata}.
|
361
|
+
#
|
362
|
+
# On successful completion,
|
363
|
+
# {Google::Longrunning::Operation#response Operation#response} will be
|
364
|
+
# {Google::Protobuf::Empty Empty}.
|
365
|
+
#
|
366
|
+
# @param name [String]
|
367
|
+
# Required. The "resource name" of the workflow template, as described
|
368
|
+
# in https://cloud.google.com/apis/design/resource_names of the form
|
369
|
+
# `projects/{project_id}/regions/{region}/workflowTemplates/{template_id}`
|
370
|
+
# @param version [Integer]
|
371
|
+
# Optional. The version of workflow template to instantiate. If specified,
|
372
|
+
# the workflow will be instantiated only if the current version of
|
373
|
+
# the workflow template has the supplied version.
|
374
|
+
#
|
375
|
+
# This option cannot be used to instantiate a previous version of
|
376
|
+
# workflow template.
|
377
|
+
# @param instance_id [String]
|
378
|
+
# Deprecated. Please use `request_id` field instead.
|
379
|
+
# @param request_id [String]
|
380
|
+
# Optional. A tag that prevents multiple concurrent workflow
|
381
|
+
# instances with the same tag from running. This mitigates risk of
|
382
|
+
# concurrent instances started due to retries.
|
383
|
+
#
|
384
|
+
# It is recommended to always set this value to a
|
385
|
+
# [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
|
386
|
+
#
|
387
|
+
# The tag must contain only letters (a-z, A-Z), numbers (0-9),
|
388
|
+
# underscores (_), and hyphens (-). The maximum length is 40 characters.
|
389
|
+
# @param parameters [Hash{String => String}]
|
390
|
+
# Optional. Map from parameter names to values that should be used for those
|
391
|
+
# parameters. Values may not exceed 100 characters.
|
392
|
+
# @param options [Google::Gax::CallOptions]
|
393
|
+
# Overrides the default settings for this call, e.g, timeout,
|
394
|
+
# retries, etc.
|
395
|
+
# @return [Google::Gax::Operation]
|
396
|
+
# @raise [Google::Gax::GaxError] if the RPC is aborted.
|
397
|
+
# @example
|
398
|
+
# require "google/cloud/dataproc"
|
399
|
+
#
|
400
|
+
# workflow_template_service_client = Google::Cloud::Dataproc::WorkflowTemplateService.new(version: :v1beta2)
|
401
|
+
# formatted_name = Google::Cloud::Dataproc::V1beta2::WorkflowTemplateServiceClient.workflow_template_path("[PROJECT]", "[REGION]", "[WORKFLOW_TEMPLATE]")
|
402
|
+
#
|
403
|
+
# # Register a callback during the method call.
|
404
|
+
# operation = workflow_template_service_client.instantiate_workflow_template(formatted_name) do |op|
|
405
|
+
# raise op.results.message if op.error?
|
406
|
+
# op_results = op.results
|
407
|
+
# # Process the results.
|
408
|
+
#
|
409
|
+
# metadata = op.metadata
|
410
|
+
# # Process the metadata.
|
411
|
+
# end
|
412
|
+
#
|
413
|
+
# # Or use the return value to register a callback.
|
414
|
+
# operation.on_done do |op|
|
415
|
+
# raise op.results.message if op.error?
|
416
|
+
# op_results = op.results
|
417
|
+
# # Process the results.
|
418
|
+
#
|
419
|
+
# metadata = op.metadata
|
420
|
+
# # Process the metadata.
|
421
|
+
# end
|
422
|
+
#
|
423
|
+
# # Manually reload the operation.
|
424
|
+
# operation.reload!
|
425
|
+
#
|
426
|
+
# # Or block until the operation completes, triggering callbacks on
|
427
|
+
# # completion.
|
428
|
+
# operation.wait_until_done!
|
429
|
+
|
430
|
+
def instantiate_workflow_template \
|
431
|
+
name,
|
432
|
+
version: nil,
|
433
|
+
instance_id: nil,
|
434
|
+
request_id: nil,
|
435
|
+
parameters: nil,
|
436
|
+
options: nil
|
437
|
+
req = {
|
438
|
+
name: name,
|
439
|
+
version: version,
|
440
|
+
instance_id: instance_id,
|
441
|
+
request_id: request_id,
|
442
|
+
parameters: parameters
|
443
|
+
}.delete_if { |_, v| v.nil? }
|
444
|
+
req = Google::Gax::to_proto(req, Google::Cloud::Dataproc::V1beta2::InstantiateWorkflowTemplateRequest)
|
445
|
+
operation = Google::Gax::Operation.new(
|
446
|
+
@instantiate_workflow_template.call(req, options),
|
447
|
+
@operations_client,
|
448
|
+
Google::Protobuf::Empty,
|
449
|
+
Google::Cloud::Dataproc::V1beta2::WorkflowMetadata,
|
450
|
+
call_options: options
|
451
|
+
)
|
452
|
+
operation.on_done { |operation| yield(operation) } if block_given?
|
453
|
+
operation
|
454
|
+
end
|
455
|
+
|
456
|
+
# Instantiates a template and begins execution.
|
457
|
+
#
|
458
|
+
# This method is equivalent to executing the sequence
|
459
|
+
# {Google::Cloud::Dataproc::V1beta2::WorkflowTemplateService::CreateWorkflowTemplate CreateWorkflowTemplate}, {Google::Cloud::Dataproc::V1beta2::WorkflowTemplateService::InstantiateWorkflowTemplate InstantiateWorkflowTemplate},
|
460
|
+
# {Google::Cloud::Dataproc::V1beta2::WorkflowTemplateService::DeleteWorkflowTemplate DeleteWorkflowTemplate}.
|
461
|
+
#
|
462
|
+
# The returned Operation can be used to track execution of
|
463
|
+
# workflow by polling
|
464
|
+
# {Google::Longrunning::Operations::GetOperation operations::get}.
|
465
|
+
# The Operation will complete when entire workflow is finished.
|
466
|
+
#
|
467
|
+
# The running workflow can be aborted via
|
468
|
+
# {Google::Longrunning::Operations::CancelOperation operations::cancel}.
|
469
|
+
# This will cause any inflight jobs to be cancelled and workflow-owned
|
470
|
+
# clusters to be deleted.
|
471
|
+
#
|
472
|
+
# The {Google::Longrunning::Operation#metadata Operation#metadata} will be
|
473
|
+
# {Google::Cloud::Dataproc::V1beta2::WorkflowMetadata WorkflowMetadata}.
|
474
|
+
#
|
475
|
+
# On successful completion,
|
476
|
+
# {Google::Longrunning::Operation#response Operation#response} will be
|
477
|
+
# {Google::Protobuf::Empty Empty}.
|
478
|
+
#
|
479
|
+
# @param parent [String]
|
480
|
+
# Required. The "resource name" of the workflow template region, as described
|
481
|
+
# in https://cloud.google.com/apis/design/resource_names of the form
|
482
|
+
# `projects/{project_id}/regions/{region}`
|
483
|
+
# @param template [Google::Cloud::Dataproc::V1beta2::WorkflowTemplate | Hash]
|
484
|
+
# Required. The workflow template to instantiate.
|
485
|
+
# A hash of the same form as `Google::Cloud::Dataproc::V1beta2::WorkflowTemplate`
|
486
|
+
# can also be provided.
|
487
|
+
# @param instance_id [String]
|
488
|
+
# Deprecated. Please use `request_id` field instead.
|
489
|
+
# @param request_id [String]
|
490
|
+
# Optional. A tag that prevents multiple concurrent workflow
|
491
|
+
# instances with the same tag from running. This mitigates risk of
|
492
|
+
# concurrent instances started due to retries.
|
493
|
+
#
|
494
|
+
# It is recommended to always set this value to a
|
495
|
+
# [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier).
|
496
|
+
#
|
497
|
+
# The tag must contain only letters (a-z, A-Z), numbers (0-9),
|
498
|
+
# underscores (_), and hyphens (-). The maximum length is 40 characters.
|
499
|
+
# @param options [Google::Gax::CallOptions]
|
500
|
+
# Overrides the default settings for this call, e.g, timeout,
|
501
|
+
# retries, etc.
|
502
|
+
# @return [Google::Gax::Operation]
|
503
|
+
# @raise [Google::Gax::GaxError] if the RPC is aborted.
|
504
|
+
# @example
|
505
|
+
# require "google/cloud/dataproc"
|
506
|
+
#
|
507
|
+
# workflow_template_service_client = Google::Cloud::Dataproc::WorkflowTemplateService.new(version: :v1beta2)
|
508
|
+
# formatted_parent = Google::Cloud::Dataproc::V1beta2::WorkflowTemplateServiceClient.region_path("[PROJECT]", "[REGION]")
|
509
|
+
#
|
510
|
+
# # TODO: Initialize `template`:
|
511
|
+
# template = {}
|
512
|
+
#
|
513
|
+
# # Register a callback during the method call.
|
514
|
+
# operation = workflow_template_service_client.instantiate_inline_workflow_template(formatted_parent, template) do |op|
|
515
|
+
# raise op.results.message if op.error?
|
516
|
+
# op_results = op.results
|
517
|
+
# # Process the results.
|
518
|
+
#
|
519
|
+
# metadata = op.metadata
|
520
|
+
# # Process the metadata.
|
521
|
+
# end
|
522
|
+
#
|
523
|
+
# # Or use the return value to register a callback.
|
524
|
+
# operation.on_done do |op|
|
525
|
+
# raise op.results.message if op.error?
|
526
|
+
# op_results = op.results
|
527
|
+
# # Process the results.
|
528
|
+
#
|
529
|
+
# metadata = op.metadata
|
530
|
+
# # Process the metadata.
|
531
|
+
# end
|
532
|
+
#
|
533
|
+
# # Manually reload the operation.
|
534
|
+
# operation.reload!
|
535
|
+
#
|
536
|
+
# # Or block until the operation completes, triggering callbacks on
|
537
|
+
# # completion.
|
538
|
+
# operation.wait_until_done!
|
539
|
+
|
540
|
+
def instantiate_inline_workflow_template \
|
541
|
+
parent,
|
542
|
+
template,
|
543
|
+
instance_id: nil,
|
544
|
+
request_id: nil,
|
545
|
+
options: nil
|
546
|
+
req = {
|
547
|
+
parent: parent,
|
548
|
+
template: template,
|
549
|
+
instance_id: instance_id,
|
550
|
+
request_id: request_id
|
551
|
+
}.delete_if { |_, v| v.nil? }
|
552
|
+
req = Google::Gax::to_proto(req, Google::Cloud::Dataproc::V1beta2::InstantiateInlineWorkflowTemplateRequest)
|
553
|
+
operation = Google::Gax::Operation.new(
|
554
|
+
@instantiate_inline_workflow_template.call(req, options),
|
555
|
+
@operations_client,
|
556
|
+
Google::Protobuf::Empty,
|
557
|
+
Google::Cloud::Dataproc::V1beta2::WorkflowMetadata,
|
558
|
+
call_options: options
|
559
|
+
)
|
560
|
+
operation.on_done { |operation| yield(operation) } if block_given?
|
561
|
+
operation
|
562
|
+
end
|
563
|
+
|
564
|
+
# Updates (replaces) workflow template. The updated template
|
565
|
+
# must contain version that matches the current server version.
|
566
|
+
#
|
567
|
+
# @param template [Google::Cloud::Dataproc::V1beta2::WorkflowTemplate | Hash]
|
568
|
+
# Required. The updated workflow template.
|
569
|
+
#
|
570
|
+
# The `template.version` field must match the current version.
|
571
|
+
# A hash of the same form as `Google::Cloud::Dataproc::V1beta2::WorkflowTemplate`
|
572
|
+
# can also be provided.
|
573
|
+
# @param options [Google::Gax::CallOptions]
|
574
|
+
# Overrides the default settings for this call, e.g, timeout,
|
575
|
+
# retries, etc.
|
576
|
+
# @yield [result, operation] Access the result along with the RPC operation
|
577
|
+
# @yieldparam result [Google::Cloud::Dataproc::V1beta2::WorkflowTemplate]
|
578
|
+
# @yieldparam operation [GRPC::ActiveCall::Operation]
|
579
|
+
# @return [Google::Cloud::Dataproc::V1beta2::WorkflowTemplate]
|
580
|
+
# @raise [Google::Gax::GaxError] if the RPC is aborted.
|
581
|
+
# @example
|
582
|
+
# require "google/cloud/dataproc"
|
583
|
+
#
|
584
|
+
# workflow_template_service_client = Google::Cloud::Dataproc::WorkflowTemplateService.new(version: :v1beta2)
|
585
|
+
#
|
586
|
+
# # TODO: Initialize `template`:
|
587
|
+
# template = {}
|
588
|
+
# response = workflow_template_service_client.update_workflow_template(template)
|
589
|
+
|
590
|
+
def update_workflow_template \
|
591
|
+
template,
|
592
|
+
options: nil,
|
593
|
+
&block
|
594
|
+
req = {
|
595
|
+
template: template
|
596
|
+
}.delete_if { |_, v| v.nil? }
|
597
|
+
req = Google::Gax::to_proto(req, Google::Cloud::Dataproc::V1beta2::UpdateWorkflowTemplateRequest)
|
598
|
+
@update_workflow_template.call(req, options, &block)
|
599
|
+
end
|
600
|
+
|
601
|
+
# Lists workflows that match the specified filter in the request.
|
602
|
+
#
|
603
|
+
# @param parent [String]
|
604
|
+
# Required. The "resource name" of the region, as described
|
605
|
+
# in https://cloud.google.com/apis/design/resource_names of the form
|
606
|
+
# `projects/{project_id}/regions/{region}`
|
607
|
+
# @param page_size [Integer]
|
608
|
+
# The maximum number of resources contained in the underlying API
|
609
|
+
# response. If page streaming is performed per-resource, this
|
610
|
+
# parameter does not affect the return value. If page streaming is
|
611
|
+
# performed per-page, this determines the maximum number of
|
612
|
+
# resources in a page.
|
613
|
+
# @param options [Google::Gax::CallOptions]
|
614
|
+
# Overrides the default settings for this call, e.g, timeout,
|
615
|
+
# retries, etc.
|
616
|
+
# @yield [result, operation] Access the result along with the RPC operation
|
617
|
+
# @yieldparam result [Google::Gax::PagedEnumerable<Google::Cloud::Dataproc::V1beta2::WorkflowTemplate>]
|
618
|
+
# @yieldparam operation [GRPC::ActiveCall::Operation]
|
619
|
+
# @return [Google::Gax::PagedEnumerable<Google::Cloud::Dataproc::V1beta2::WorkflowTemplate>]
|
620
|
+
# An enumerable of Google::Cloud::Dataproc::V1beta2::WorkflowTemplate instances.
|
621
|
+
# See Google::Gax::PagedEnumerable documentation for other
|
622
|
+
# operations such as per-page iteration or access to the response
|
623
|
+
# object.
|
624
|
+
# @raise [Google::Gax::GaxError] if the RPC is aborted.
|
625
|
+
# @example
|
626
|
+
# require "google/cloud/dataproc"
|
627
|
+
#
|
628
|
+
# workflow_template_service_client = Google::Cloud::Dataproc::WorkflowTemplateService.new(version: :v1beta2)
|
629
|
+
# formatted_parent = Google::Cloud::Dataproc::V1beta2::WorkflowTemplateServiceClient.region_path("[PROJECT]", "[REGION]")
|
630
|
+
#
|
631
|
+
# # Iterate over all results.
|
632
|
+
# workflow_template_service_client.list_workflow_templates(formatted_parent).each do |element|
|
633
|
+
# # Process element.
|
634
|
+
# end
|
635
|
+
#
|
636
|
+
# # Or iterate over results one page at a time.
|
637
|
+
# workflow_template_service_client.list_workflow_templates(formatted_parent).each_page do |page|
|
638
|
+
# # Process each page at a time.
|
639
|
+
# page.each do |element|
|
640
|
+
# # Process element.
|
641
|
+
# end
|
642
|
+
# end
|
643
|
+
|
644
|
+
def list_workflow_templates \
|
645
|
+
parent,
|
646
|
+
page_size: nil,
|
647
|
+
options: nil,
|
648
|
+
&block
|
649
|
+
req = {
|
650
|
+
parent: parent,
|
651
|
+
page_size: page_size
|
652
|
+
}.delete_if { |_, v| v.nil? }
|
653
|
+
req = Google::Gax::to_proto(req, Google::Cloud::Dataproc::V1beta2::ListWorkflowTemplatesRequest)
|
654
|
+
@list_workflow_templates.call(req, options, &block)
|
655
|
+
end
|
656
|
+
|
657
|
+
# Deletes a workflow template. It does not cancel in-progress workflows.
|
658
|
+
#
|
659
|
+
# @param name [String]
|
660
|
+
# Required. The "resource name" of the workflow template, as described
|
661
|
+
# in https://cloud.google.com/apis/design/resource_names of the form
|
662
|
+
# `projects/{project_id}/regions/{region}/workflowTemplates/{template_id}`
|
663
|
+
# @param version [Integer]
|
664
|
+
# Optional. The version of workflow template to delete. If specified,
|
665
|
+
# will only delete the template if the current server version matches
|
666
|
+
# specified version.
|
667
|
+
# @param options [Google::Gax::CallOptions]
|
668
|
+
# Overrides the default settings for this call, e.g, timeout,
|
669
|
+
# retries, etc.
|
670
|
+
# @yield [result, operation] Access the result along with the RPC operation
|
671
|
+
# @yieldparam result []
|
672
|
+
# @yieldparam operation [GRPC::ActiveCall::Operation]
|
673
|
+
# @raise [Google::Gax::GaxError] if the RPC is aborted.
|
674
|
+
# @example
|
675
|
+
# require "google/cloud/dataproc"
|
676
|
+
#
|
677
|
+
# workflow_template_service_client = Google::Cloud::Dataproc::WorkflowTemplateService.new(version: :v1beta2)
|
678
|
+
# formatted_name = Google::Cloud::Dataproc::V1beta2::WorkflowTemplateServiceClient.workflow_template_path("[PROJECT]", "[REGION]", "[WORKFLOW_TEMPLATE]")
|
679
|
+
# workflow_template_service_client.delete_workflow_template(formatted_name)
|
680
|
+
|
681
|
+
def delete_workflow_template \
|
682
|
+
name,
|
683
|
+
version: nil,
|
684
|
+
options: nil,
|
685
|
+
&block
|
686
|
+
req = {
|
687
|
+
name: name,
|
688
|
+
version: version
|
689
|
+
}.delete_if { |_, v| v.nil? }
|
690
|
+
req = Google::Gax::to_proto(req, Google::Cloud::Dataproc::V1beta2::DeleteWorkflowTemplateRequest)
|
691
|
+
@delete_workflow_template.call(req, options, &block)
|
692
|
+
nil
|
693
|
+
end
|
694
|
+
end
|
695
|
+
end
|
696
|
+
end
|
697
|
+
end
|
698
|
+
end
|