google-cloud-dataproc-v1 1.0.2 → 1.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +31 -21
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/client.rb +36 -6
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/rest/client.rb +36 -6
- data/lib/google/cloud/dataproc/v1/autoscaling_policy_service/rest/service_stub.rb +54 -32
- data/lib/google/cloud/dataproc/v1/batch_controller/client.rb +37 -5
- data/lib/google/cloud/dataproc/v1/batch_controller/operations.rb +19 -15
- data/lib/google/cloud/dataproc/v1/batch_controller/rest/client.rb +37 -5
- data/lib/google/cloud/dataproc/v1/batch_controller/rest/operations.rb +50 -38
- data/lib/google/cloud/dataproc/v1/batch_controller/rest/service_stub.rb +46 -26
- data/lib/google/cloud/dataproc/v1/batches_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1/cluster_controller/client.rb +53 -17
- data/lib/google/cloud/dataproc/v1/cluster_controller/operations.rb +19 -15
- data/lib/google/cloud/dataproc/v1/cluster_controller/paths.rb +21 -0
- data/lib/google/cloud/dataproc/v1/cluster_controller/rest/client.rb +53 -17
- data/lib/google/cloud/dataproc/v1/cluster_controller/rest/operations.rb +50 -38
- data/lib/google/cloud/dataproc/v1/cluster_controller/rest/service_stub.rb +78 -50
- data/lib/google/cloud/dataproc/v1/clusters_pb.rb +3 -1
- data/lib/google/cloud/dataproc/v1/job_controller/client.rb +37 -8
- data/lib/google/cloud/dataproc/v1/job_controller/operations.rb +19 -15
- data/lib/google/cloud/dataproc/v1/job_controller/rest/client.rb +37 -8
- data/lib/google/cloud/dataproc/v1/job_controller/rest/operations.rb +50 -38
- data/lib/google/cloud/dataproc/v1/job_controller/rest/service_stub.rb +70 -44
- data/lib/google/cloud/dataproc/v1/jobs_pb.rb +2 -1
- data/lib/google/cloud/dataproc/v1/node_group_controller/client.rb +37 -4
- data/lib/google/cloud/dataproc/v1/node_group_controller/operations.rb +19 -15
- data/lib/google/cloud/dataproc/v1/node_group_controller/rest/client.rb +37 -4
- data/lib/google/cloud/dataproc/v1/node_group_controller/rest/operations.rb +50 -38
- data/lib/google/cloud/dataproc/v1/node_group_controller/rest/service_stub.rb +38 -20
- data/lib/google/cloud/dataproc/v1/session_controller/client.rb +43 -9
- data/lib/google/cloud/dataproc/v1/session_controller/operations.rb +19 -15
- data/lib/google/cloud/dataproc/v1/session_controller/rest/client.rb +43 -9
- data/lib/google/cloud/dataproc/v1/session_controller/rest/operations.rb +50 -38
- data/lib/google/cloud/dataproc/v1/session_controller/rest/service_stub.rb +54 -32
- data/lib/google/cloud/dataproc/v1/session_template_controller/client.rb +36 -6
- data/lib/google/cloud/dataproc/v1/session_template_controller/rest/client.rb +36 -6
- data/lib/google/cloud/dataproc/v1/session_template_controller/rest/service_stub.rb +54 -32
- data/lib/google/cloud/dataproc/v1/session_templates_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1/sessions_pb.rb +2 -1
- data/lib/google/cloud/dataproc/v1/shared_pb.rb +1 -1
- data/lib/google/cloud/dataproc/v1/version.rb +1 -1
- data/lib/google/cloud/dataproc/v1/workflow_template_service/client.rb +38 -8
- data/lib/google/cloud/dataproc/v1/workflow_template_service/operations.rb +19 -15
- data/lib/google/cloud/dataproc/v1/workflow_template_service/paths.rb +21 -0
- data/lib/google/cloud/dataproc/v1/workflow_template_service/rest/client.rb +38 -8
- data/lib/google/cloud/dataproc/v1/workflow_template_service/rest/operations.rb +50 -38
- data/lib/google/cloud/dataproc/v1/workflow_template_service/rest/service_stub.rb +70 -44
- data/lib/google/cloud/dataproc/v1/workflow_templates_pb.rb +2 -1
- data/proto_docs/google/api/client.rb +47 -0
- data/proto_docs/google/cloud/dataproc/v1/batches.rb +17 -0
- data/proto_docs/google/cloud/dataproc/v1/clusters.rb +129 -23
- data/proto_docs/google/cloud/dataproc/v1/jobs.rb +130 -23
- data/proto_docs/google/cloud/dataproc/v1/session_templates.rb +7 -0
- data/proto_docs/google/cloud/dataproc/v1/sessions.rb +17 -3
- data/proto_docs/google/cloud/dataproc/v1/shared.rb +9 -4
- data/proto_docs/google/cloud/dataproc/v1/workflow_templates.rb +79 -0
- data/proto_docs/google/longrunning/operations.rb +23 -14
- metadata +6 -9
|
@@ -30,7 +30,8 @@ module Google
|
|
|
30
30
|
# including transcoding, making the REST call, and deserialing the response.
|
|
31
31
|
#
|
|
32
32
|
class ServiceStub
|
|
33
|
-
|
|
33
|
+
# @private
|
|
34
|
+
def initialize endpoint:, endpoint_template:, universe_domain:, credentials:, logger:
|
|
34
35
|
# These require statements are intentionally placed here to initialize
|
|
35
36
|
# the REST modules only when it's required.
|
|
36
37
|
require "gapic/rest"
|
|
@@ -40,7 +41,9 @@ module Google
|
|
|
40
41
|
universe_domain: universe_domain,
|
|
41
42
|
credentials: credentials,
|
|
42
43
|
numeric_enums: true,
|
|
43
|
-
|
|
44
|
+
service_name: self.class,
|
|
45
|
+
raise_faraday_errors: false,
|
|
46
|
+
logger: logger
|
|
44
47
|
end
|
|
45
48
|
|
|
46
49
|
##
|
|
@@ -61,6 +64,15 @@ module Google
|
|
|
61
64
|
@client_stub.endpoint
|
|
62
65
|
end
|
|
63
66
|
|
|
67
|
+
##
|
|
68
|
+
# The logger used for request/response debug logging.
|
|
69
|
+
#
|
|
70
|
+
# @return [Logger]
|
|
71
|
+
#
|
|
72
|
+
def logger stub: false
|
|
73
|
+
stub ? @client_stub.stub_logger : @client_stub.logger
|
|
74
|
+
end
|
|
75
|
+
|
|
64
76
|
##
|
|
65
77
|
# Baseline implementation for the submit_job REST call
|
|
66
78
|
#
|
|
@@ -87,16 +99,18 @@ module Google
|
|
|
87
99
|
|
|
88
100
|
response = @client_stub.make_http_request(
|
|
89
101
|
verb,
|
|
90
|
-
uri:
|
|
91
|
-
body:
|
|
92
|
-
params:
|
|
102
|
+
uri: uri,
|
|
103
|
+
body: body || "",
|
|
104
|
+
params: query_string_params,
|
|
105
|
+
method_name: "submit_job",
|
|
93
106
|
options: options
|
|
94
107
|
)
|
|
95
108
|
operation = ::Gapic::Rest::TransportOperation.new response
|
|
96
109
|
result = ::Google::Cloud::Dataproc::V1::Job.decode_json response.body, ignore_unknown_fields: true
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
110
|
+
catch :response do
|
|
111
|
+
yield result, operation if block_given?
|
|
112
|
+
result
|
|
113
|
+
end
|
|
100
114
|
end
|
|
101
115
|
|
|
102
116
|
##
|
|
@@ -125,16 +139,18 @@ module Google
|
|
|
125
139
|
|
|
126
140
|
response = @client_stub.make_http_request(
|
|
127
141
|
verb,
|
|
128
|
-
uri:
|
|
129
|
-
body:
|
|
130
|
-
params:
|
|
142
|
+
uri: uri,
|
|
143
|
+
body: body || "",
|
|
144
|
+
params: query_string_params,
|
|
145
|
+
method_name: "submit_job_as_operation",
|
|
131
146
|
options: options
|
|
132
147
|
)
|
|
133
148
|
operation = ::Gapic::Rest::TransportOperation.new response
|
|
134
149
|
result = ::Google::Longrunning::Operation.decode_json response.body, ignore_unknown_fields: true
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
150
|
+
catch :response do
|
|
151
|
+
yield result, operation if block_given?
|
|
152
|
+
result
|
|
153
|
+
end
|
|
138
154
|
end
|
|
139
155
|
|
|
140
156
|
##
|
|
@@ -163,16 +179,18 @@ module Google
|
|
|
163
179
|
|
|
164
180
|
response = @client_stub.make_http_request(
|
|
165
181
|
verb,
|
|
166
|
-
uri:
|
|
167
|
-
body:
|
|
168
|
-
params:
|
|
182
|
+
uri: uri,
|
|
183
|
+
body: body || "",
|
|
184
|
+
params: query_string_params,
|
|
185
|
+
method_name: "get_job",
|
|
169
186
|
options: options
|
|
170
187
|
)
|
|
171
188
|
operation = ::Gapic::Rest::TransportOperation.new response
|
|
172
189
|
result = ::Google::Cloud::Dataproc::V1::Job.decode_json response.body, ignore_unknown_fields: true
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
190
|
+
catch :response do
|
|
191
|
+
yield result, operation if block_given?
|
|
192
|
+
result
|
|
193
|
+
end
|
|
176
194
|
end
|
|
177
195
|
|
|
178
196
|
##
|
|
@@ -201,16 +219,18 @@ module Google
|
|
|
201
219
|
|
|
202
220
|
response = @client_stub.make_http_request(
|
|
203
221
|
verb,
|
|
204
|
-
uri:
|
|
205
|
-
body:
|
|
206
|
-
params:
|
|
222
|
+
uri: uri,
|
|
223
|
+
body: body || "",
|
|
224
|
+
params: query_string_params,
|
|
225
|
+
method_name: "list_jobs",
|
|
207
226
|
options: options
|
|
208
227
|
)
|
|
209
228
|
operation = ::Gapic::Rest::TransportOperation.new response
|
|
210
229
|
result = ::Google::Cloud::Dataproc::V1::ListJobsResponse.decode_json response.body, ignore_unknown_fields: true
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
|
|
230
|
+
catch :response do
|
|
231
|
+
yield result, operation if block_given?
|
|
232
|
+
result
|
|
233
|
+
end
|
|
214
234
|
end
|
|
215
235
|
|
|
216
236
|
##
|
|
@@ -239,16 +259,18 @@ module Google
|
|
|
239
259
|
|
|
240
260
|
response = @client_stub.make_http_request(
|
|
241
261
|
verb,
|
|
242
|
-
uri:
|
|
243
|
-
body:
|
|
244
|
-
params:
|
|
262
|
+
uri: uri,
|
|
263
|
+
body: body || "",
|
|
264
|
+
params: query_string_params,
|
|
265
|
+
method_name: "update_job",
|
|
245
266
|
options: options
|
|
246
267
|
)
|
|
247
268
|
operation = ::Gapic::Rest::TransportOperation.new response
|
|
248
269
|
result = ::Google::Cloud::Dataproc::V1::Job.decode_json response.body, ignore_unknown_fields: true
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
|
|
270
|
+
catch :response do
|
|
271
|
+
yield result, operation if block_given?
|
|
272
|
+
result
|
|
273
|
+
end
|
|
252
274
|
end
|
|
253
275
|
|
|
254
276
|
##
|
|
@@ -277,16 +299,18 @@ module Google
|
|
|
277
299
|
|
|
278
300
|
response = @client_stub.make_http_request(
|
|
279
301
|
verb,
|
|
280
|
-
uri:
|
|
281
|
-
body:
|
|
282
|
-
params:
|
|
302
|
+
uri: uri,
|
|
303
|
+
body: body || "",
|
|
304
|
+
params: query_string_params,
|
|
305
|
+
method_name: "cancel_job",
|
|
283
306
|
options: options
|
|
284
307
|
)
|
|
285
308
|
operation = ::Gapic::Rest::TransportOperation.new response
|
|
286
309
|
result = ::Google::Cloud::Dataproc::V1::Job.decode_json response.body, ignore_unknown_fields: true
|
|
287
|
-
|
|
288
|
-
|
|
289
|
-
|
|
310
|
+
catch :response do
|
|
311
|
+
yield result, operation if block_given?
|
|
312
|
+
result
|
|
313
|
+
end
|
|
290
314
|
end
|
|
291
315
|
|
|
292
316
|
##
|
|
@@ -315,16 +339,18 @@ module Google
|
|
|
315
339
|
|
|
316
340
|
response = @client_stub.make_http_request(
|
|
317
341
|
verb,
|
|
318
|
-
uri:
|
|
319
|
-
body:
|
|
320
|
-
params:
|
|
342
|
+
uri: uri,
|
|
343
|
+
body: body || "",
|
|
344
|
+
params: query_string_params,
|
|
345
|
+
method_name: "delete_job",
|
|
321
346
|
options: options
|
|
322
347
|
)
|
|
323
348
|
operation = ::Gapic::Rest::TransportOperation.new response
|
|
324
349
|
result = ::Google::Protobuf::Empty.decode_json response.body, ignore_unknown_fields: true
|
|
325
|
-
|
|
326
|
-
|
|
327
|
-
|
|
350
|
+
catch :response do
|
|
351
|
+
yield result, operation if block_given?
|
|
352
|
+
result
|
|
353
|
+
end
|
|
328
354
|
end
|
|
329
355
|
|
|
330
356
|
##
|
|
@@ -13,7 +13,7 @@ require 'google/protobuf/field_mask_pb'
|
|
|
13
13
|
require 'google/protobuf/timestamp_pb'
|
|
14
14
|
|
|
15
15
|
|
|
16
|
-
descriptor_data = "\n#google/cloud/dataproc/v1/jobs.proto\x12\x18google.cloud.dataproc.v1\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a#google/longrunning/operations.proto\x1a\x1bgoogle/protobuf/empty.proto\x1a google/protobuf/field_mask.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\xc1\x02\n\rLoggingConfig\x12W\n\x11\x64river_log_levels\x18\x02 \x03(\x0b\x32<.google.cloud.dataproc.v1.LoggingConfig.DriverLogLevelsEntry\x1a\x65\n\x14\x44riverLogLevelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12<\n\x05value\x18\x02 \x01(\x0e\x32-.google.cloud.dataproc.v1.LoggingConfig.Level:\x02\x38\x01\"p\n\x05Level\x12\x15\n\x11LEVEL_UNSPECIFIED\x10\x00\x12\x07\n\x03\x41LL\x10\x01\x12\t\n\x05TRACE\x10\x02\x12\t\n\x05\x44\x45\x42UG\x10\x03\x12\x08\n\x04INFO\x10\x04\x12\x08\n\x04WARN\x10\x05\x12\t\n\x05\x45RROR\x10\x06\x12\t\n\x05\x46\x41TAL\x10\x07\x12\x07\n\x03OFF\x10\x08\"\xf1\x02\n\tHadoopJob\x12\x1b\n\x11main_jar_file_uri\x18\x01 \x01(\tH\x00\x12\x14\n\nmain_class\x18\x02 \x01(\tH\x00\x12\x11\n\x04\x61rgs\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12L\n\nproperties\x18\x07 \x03(\x0b\x32\x33.google.cloud.dataproc.v1.HadoopJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x08 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x08\n\x06\x64river\"\xef\x02\n\x08SparkJob\x12\x1b\n\x11main_jar_file_uri\x18\x01 \x01(\tH\x00\x12\x14\n\nmain_class\x18\x02 \x01(\tH\x00\x12\x11\n\x04\x61rgs\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12K\n\nproperties\x18\x07 \x03(\x0b\x32\x32.google.cloud.dataproc.v1.SparkJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x08 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x08\n\x06\x64river\"\xf8\x02\n\nPySparkJob\x12!\n\x14main_python_file_uri\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x11\n\x04\x61rgs\x18\x02 \x03(\tB\x03\xe0\x41\x01\x12\x1d\n\x10python_file_uris\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12M\n\nproperties\x18\x07 \x03(\x0b\x32\x34.google.cloud.dataproc.v1.PySparkJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x08 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"!\n\tQueryList\x12\x14\n\x07queries\x18\x01 \x03(\tB\x03\xe0\x41\x02\"\xb5\x03\n\x07HiveJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12\x39\n\nquery_list\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.QueryListH\x00\x12 \n\x13\x63ontinue_on_failure\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\x12U\n\x10script_variables\x18\x04 \x03(\x0b\x32\x36.google.cloud.dataproc.v1.HiveJob.ScriptVariablesEntryB\x03\xe0\x41\x01\x12J\n\nproperties\x18\x05 \x03(\x0b\x32\x31.google.cloud.dataproc.v1.HiveJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x1a\x36\n\x14ScriptVariablesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries\"\xe5\x03\n\x0bSparkSqlJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12\x39\n\nquery_list\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.QueryListH\x00\x12Y\n\x10script_variables\x18\x03 \x03(\x0b\x32:.google.cloud.dataproc.v1.SparkSqlJob.ScriptVariablesEntryB\x03\xe0\x41\x01\x12N\n\nproperties\x18\x04 \x03(\x0b\x32\x35.google.cloud.dataproc.v1.SparkSqlJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x38 \x03(\tB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x06 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x36\n\x14ScriptVariablesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries\"\xf8\x03\n\x06PigJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12\x39\n\nquery_list\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.QueryListH\x00\x12 \n\x13\x63ontinue_on_failure\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\x12T\n\x10script_variables\x18\x04 \x03(\x0b\x32\x35.google.cloud.dataproc.v1.PigJob.ScriptVariablesEntryB\x03\xe0\x41\x01\x12I\n\nproperties\x18\x05 \x03(\x0b\x32\x30.google.cloud.dataproc.v1.PigJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x07 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x36\n\x14ScriptVariablesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries\"\xb6\x02\n\tSparkRJob\x12\x1c\n\x0fmain_r_file_uri\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x11\n\x04\x61rgs\x18\x02 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12L\n\nproperties\x18\x05 \x03(\x0b\x32\x33.google.cloud.dataproc.v1.SparkRJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x06 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\x8a\x03\n\tPrestoJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12\x39\n\nquery_list\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.QueryListH\x00\x12 \n\x13\x63ontinue_on_failure\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\x12\x1a\n\routput_format\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0b\x63lient_tags\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12L\n\nproperties\x18\x06 \x03(\x0b\x32\x33.google.cloud.dataproc.v1.PrestoJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x07 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries\"\x88\x03\n\x08TrinoJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12\x39\n\nquery_list\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.QueryListH\x00\x12 \n\x13\x63ontinue_on_failure\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\x12\x1a\n\routput_format\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0b\x63lient_tags\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12K\n\nproperties\x18\x06 \x03(\x0b\x32\x32.google.cloud.dataproc.v1.TrinoJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x07 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries\"\xd2\x01\n\x0cJobPlacement\x12\x19\n\x0c\x63luster_name\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_uuid\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12V\n\x0e\x63luster_labels\x18\x03 \x03(\x0b\x32\x39.google.cloud.dataproc.v1.JobPlacement.ClusterLabelsEntryB\x03\xe0\x41\x01\x1a\x34\n\x12\x43lusterLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xd9\x03\n\tJobStatus\x12=\n\x05state\x18\x01 \x01(\x0e\x32).google.cloud.dataproc.v1.JobStatus.StateB\x03\xe0\x41\x03\x12\x17\n\x07\x64\x65tails\x18\x02 \x01(\tB\x06\xe0\x41\x03\xe0\x41\x01\x12\x39\n\x10state_start_time\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x43\n\x08substate\x18\x07 \x01(\x0e\x32,.google.cloud.dataproc.v1.JobStatus.SubstateB\x03\xe0\x41\x03\"\xa9\x01\n\x05State\x12\x15\n\x11STATE_UNSPECIFIED\x10\x00\x12\x0b\n\x07PENDING\x10\x01\x12\x0e\n\nSETUP_DONE\x10\x08\x12\x0b\n\x07RUNNING\x10\x02\x12\x12\n\x0e\x43\x41NCEL_PENDING\x10\x03\x12\x12\n\x0e\x43\x41NCEL_STARTED\x10\x07\x12\r\n\tCANCELLED\x10\x04\x12\x08\n\x04\x44ONE\x10\x05\x12\t\n\x05\x45RROR\x10\x06\x12\x13\n\x0f\x41TTEMPT_FAILURE\x10\t\"H\n\x08Substate\x12\x0f\n\x0bUNSPECIFIED\x10\x00\x12\r\n\tSUBMITTED\x10\x01\x12\n\n\x06QUEUED\x10\x02\x12\x10\n\x0cSTALE_STATUS\x10\x03\"<\n\x0cJobReference\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x01\"\xa5\x02\n\x0fYarnApplication\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x43\n\x05state\x18\x02 \x01(\x0e\x32/.google.cloud.dataproc.v1.YarnApplication.StateB\x03\xe0\x41\x02\x12\x15\n\x08progress\x18\x03 \x01(\x02\x42\x03\xe0\x41\x02\x12\x19\n\x0ctracking_url\x18\x04 \x01(\tB\x03\xe0\x41\x01\"\x87\x01\n\x05State\x12\x15\n\x11STATE_UNSPECIFIED\x10\x00\x12\x07\n\x03NEW\x10\x01\x12\x0e\n\nNEW_SAVING\x10\x02\x12\r\n\tSUBMITTED\x10\x03\x12\x0c\n\x08\x41\x43\x43\x45PTED\x10\x04\x12\x0b\n\x07RUNNING\x10\x05\x12\x0c\n\x08\x46INISHED\x10\x06\x12\n\n\x06\x46\x41ILED\x10\x07\x12\n\n\x06KILLED\x10\x08\"\x96\n\n\x03Job\x12>\n\treference\x18\x01 \x01(\x0b\x32&.google.cloud.dataproc.v1.JobReferenceB\x03\xe0\x41\x01\x12>\n\tplacement\x18\x02 \x01(\x0b\x32&.google.cloud.dataproc.v1.JobPlacementB\x03\xe0\x41\x02\x12>\n\nhadoop_job\x18\x03 \x01(\x0b\x32#.google.cloud.dataproc.v1.HadoopJobB\x03\xe0\x41\x01H\x00\x12<\n\tspark_job\x18\x04 \x01(\x0b\x32\".google.cloud.dataproc.v1.SparkJobB\x03\xe0\x41\x01H\x00\x12@\n\x0bpyspark_job\x18\x05 \x01(\x0b\x32$.google.cloud.dataproc.v1.PySparkJobB\x03\xe0\x41\x01H\x00\x12:\n\x08hive_job\x18\x06 \x01(\x0b\x32!.google.cloud.dataproc.v1.HiveJobB\x03\xe0\x41\x01H\x00\x12\x38\n\x07pig_job\x18\x07 \x01(\x0b\x32 .google.cloud.dataproc.v1.PigJobB\x03\xe0\x41\x01H\x00\x12?\n\x0bspark_r_job\x18\x15 \x01(\x0b\x32#.google.cloud.dataproc.v1.SparkRJobB\x03\xe0\x41\x01H\x00\x12\x43\n\rspark_sql_job\x18\x0c \x01(\x0b\x32%.google.cloud.dataproc.v1.SparkSqlJobB\x03\xe0\x41\x01H\x00\x12>\n\npresto_job\x18\x17 \x01(\x0b\x32#.google.cloud.dataproc.v1.PrestoJobB\x03\xe0\x41\x01H\x00\x12<\n\ttrino_job\x18\x1c \x01(\x0b\x32\".google.cloud.dataproc.v1.TrinoJobB\x03\xe0\x41\x01H\x00\x12\x38\n\x06status\x18\x08 \x01(\x0b\x32#.google.cloud.dataproc.v1.JobStatusB\x03\xe0\x41\x03\x12@\n\x0estatus_history\x18\r \x03(\x0b\x32#.google.cloud.dataproc.v1.JobStatusB\x03\xe0\x41\x03\x12I\n\x11yarn_applications\x18\t \x03(\x0b\x32).google.cloud.dataproc.v1.YarnApplicationB\x03\xe0\x41\x03\x12\'\n\x1a\x64river_output_resource_uri\x18\x11 \x01(\tB\x03\xe0\x41\x03\x12%\n\x18\x64river_control_files_uri\x18\x0f \x01(\tB\x03\xe0\x41\x03\x12>\n\x06labels\x18\x12 \x03(\x0b\x32).google.cloud.dataproc.v1.Job.LabelsEntryB\x03\xe0\x41\x01\x12@\n\nscheduling\x18\x14 \x01(\x0b\x32\'.google.cloud.dataproc.v1.JobSchedulingB\x03\xe0\x41\x01\x12\x15\n\x08job_uuid\x18\x16 \x01(\tB\x03\xe0\x41\x03\x12\x11\n\x04\x64one\x18\x18 \x01(\x08\x42\x03\xe0\x41\x03\x12W\n\x18\x64river_scheduling_config\x18\x1b \x01(\x0b\x32\x30.google.cloud.dataproc.v1.DriverSchedulingConfigB\x03\xe0\x41\x01\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\n\n\x08type_job\"E\n\x16\x44riverSchedulingConfig\x12\x16\n\tmemory_mb\x18\x01 \x01(\x05\x42\x03\xe0\x41\x02\x12\x13\n\x06vcores\x18\x02 \x01(\x05\x42\x03\xe0\x41\x02\"T\n\rJobScheduling\x12\"\n\x15max_failures_per_hour\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\x12\x1f\n\x12max_failures_total\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8a\x01\n\x10SubmitJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12/\n\x03job\x18\x02 \x01(\x0b\x32\x1d.google.cloud.dataproc.v1.JobB\x03\xe0\x41\x02\x12\x17\n\nrequest_id\x18\x04 \x01(\tB\x03\xe0\x41\x01\"\xae\x01\n\x0bJobMetadata\x12\x13\n\x06job_id\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12\x38\n\x06status\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.JobStatusB\x03\xe0\x41\x03\x12\x1b\n\x0eoperation_type\x18\x03 \x01(\tB\x03\xe0\x41\x03\x12\x33\n\nstart_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\"R\n\rGetJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x02\"\xb3\x02\n\x0fListJobsRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x06 \x01(\tB\x03\xe0\x41\x02\x12\x16\n\tpage_size\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\x12\x17\n\npage_token\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x63luster_name\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12Y\n\x11job_state_matcher\x18\x05 \x01(\x0e\x32\x39.google.cloud.dataproc.v1.ListJobsRequest.JobStateMatcherB\x03\xe0\x41\x01\x12\x13\n\x06\x66ilter\x18\x07 \x01(\tB\x03\xe0\x41\x01\"6\n\x0fJobStateMatcher\x12\x07\n\x03\x41LL\x10\x00\x12\n\n\x06\x41\x43TIVE\x10\x01\x12\x0e\n\nNON_ACTIVE\x10\x02\"\xbc\x01\n\x10UpdateJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12/\n\x03job\x18\x04 \x01(\x0b\x32\x1d.google.cloud.dataproc.v1.JobB\x03\xe0\x41\x02\x12\x34\n\x0bupdate_mask\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.FieldMaskB\x03\xe0\x41\x02\"b\n\x10ListJobsResponse\x12\x30\n\x04jobs\x18\x01 \x03(\x0b\x32\x1d.google.cloud.dataproc.v1.JobB\x03\xe0\x41\x03\x12\x1c\n\x0fnext_page_token\x18\x02 \x01(\tB\x03\xe0\x41\x01\"U\n\x10\x43\x61ncelJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x02\"U\n\x10\x44\x65leteJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x02\x32\xfc\n\n\rJobController\x12\xb1\x01\n\tSubmitJob\x12*.google.cloud.dataproc.v1.SubmitJobRequest\x1a\x1d.google.cloud.dataproc.v1.Job\"Y\xda\x41\x15project_id,region,job\x82\xd3\xe4\x93\x02;\"6/v1/projects/{project_id}/regions/{region}/jobs:submit:\x01*\x12\xde\x01\n\x14SubmitJobAsOperation\x12*.google.cloud.dataproc.v1.SubmitJobRequest\x1a\x1d.google.longrunning.Operation\"{\xca\x41\x12\n\x03Job\x12\x0bJobMetadata\xda\x41\x17project_id, region, job\x82\xd3\xe4\x93\x02\x46\"A/v1/projects/{project_id}/regions/{region}/jobs:submitAsOperation:\x01*\x12\xad\x01\n\x06GetJob\x12\'.google.cloud.dataproc.v1.GetJobRequest\x1a\x1d.google.cloud.dataproc.v1.Job\"[\xda\x41\x18project_id,region,job_id\x82\xd3\xe4\x93\x02:\x12\x38/v1/projects/{project_id}/regions/{region}/jobs/{job_id}\x12\xc9\x01\n\x08ListJobs\x12).google.cloud.dataproc.v1.ListJobsRequest\x1a*.google.cloud.dataproc.v1.ListJobsResponse\"f\xda\x41\x11project_id,region\xda\x41\x18project_id,region,filter\x82\xd3\xe4\x93\x02\x31\x12//v1/projects/{project_id}/regions/{region}/jobs\x12\x9d\x01\n\tUpdateJob\x12*.google.cloud.dataproc.v1.UpdateJobRequest\x1a\x1d.google.cloud.dataproc.v1.Job\"E\x82\xd3\xe4\x93\x02?28/v1/projects/{project_id}/regions/{region}/jobs/{job_id}:\x03job\x12\xbd\x01\n\tCancelJob\x12*.google.cloud.dataproc.v1.CancelJobRequest\x1a\x1d.google.cloud.dataproc.v1.Job\"e\xda\x41\x18project_id,region,job_id\x82\xd3\xe4\x93\x02\x44\"?/v1/projects/{project_id}/regions/{region}/jobs/{job_id}:cancel:\x01*\x12\xac\x01\n\tDeleteJob\x12*.google.cloud.dataproc.v1.DeleteJobRequest\x1a\x16.google.protobuf.Empty\"[\xda\x41\x18project_id,region,job_id\x82\xd3\xe4\x93\x02:*8/v1/projects/{project_id}/regions/{region}/jobs/{job_id}\x1aK\xca\x41\x17\x64\x61taproc.googleapis.com\xd2\x41.https://www.googleapis.com/auth/cloud-platformBh\n\x1c\x63om.google.cloud.dataproc.v1B\tJobsProtoP\x01Z;cloud.google.com/go/dataproc/v2/apiv1/dataprocpb;dataprocpbb\x06proto3"
|
|
16
|
+
descriptor_data = "\n#google/cloud/dataproc/v1/jobs.proto\x12\x18google.cloud.dataproc.v1\x1a\x1cgoogle/api/annotations.proto\x1a\x17google/api/client.proto\x1a\x1fgoogle/api/field_behavior.proto\x1a#google/longrunning/operations.proto\x1a\x1bgoogle/protobuf/empty.proto\x1a google/protobuf/field_mask.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\xc1\x02\n\rLoggingConfig\x12W\n\x11\x64river_log_levels\x18\x02 \x03(\x0b\x32<.google.cloud.dataproc.v1.LoggingConfig.DriverLogLevelsEntry\x1a\x65\n\x14\x44riverLogLevelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12<\n\x05value\x18\x02 \x01(\x0e\x32-.google.cloud.dataproc.v1.LoggingConfig.Level:\x02\x38\x01\"p\n\x05Level\x12\x15\n\x11LEVEL_UNSPECIFIED\x10\x00\x12\x07\n\x03\x41LL\x10\x01\x12\t\n\x05TRACE\x10\x02\x12\t\n\x05\x44\x45\x42UG\x10\x03\x12\x08\n\x04INFO\x10\x04\x12\x08\n\x04WARN\x10\x05\x12\t\n\x05\x45RROR\x10\x06\x12\t\n\x05\x46\x41TAL\x10\x07\x12\x07\n\x03OFF\x10\x08\"\xf1\x02\n\tHadoopJob\x12\x1b\n\x11main_jar_file_uri\x18\x01 \x01(\tH\x00\x12\x14\n\nmain_class\x18\x02 \x01(\tH\x00\x12\x11\n\x04\x61rgs\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12L\n\nproperties\x18\x07 \x03(\x0b\x32\x33.google.cloud.dataproc.v1.HadoopJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x08 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x08\n\x06\x64river\"\xef\x02\n\x08SparkJob\x12\x1b\n\x11main_jar_file_uri\x18\x01 \x01(\tH\x00\x12\x14\n\nmain_class\x18\x02 \x01(\tH\x00\x12\x11\n\x04\x61rgs\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12K\n\nproperties\x18\x07 \x03(\x0b\x32\x32.google.cloud.dataproc.v1.SparkJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x08 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x08\n\x06\x64river\"\xf8\x02\n\nPySparkJob\x12!\n\x14main_python_file_uri\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x11\n\x04\x61rgs\x18\x02 \x03(\tB\x03\xe0\x41\x01\x12\x1d\n\x10python_file_uris\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12M\n\nproperties\x18\x07 \x03(\x0b\x32\x34.google.cloud.dataproc.v1.PySparkJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x08 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"!\n\tQueryList\x12\x14\n\x07queries\x18\x01 \x03(\tB\x03\xe0\x41\x02\"\xb5\x03\n\x07HiveJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12\x39\n\nquery_list\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.QueryListH\x00\x12 \n\x13\x63ontinue_on_failure\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\x12U\n\x10script_variables\x18\x04 \x03(\x0b\x32\x36.google.cloud.dataproc.v1.HiveJob.ScriptVariablesEntryB\x03\xe0\x41\x01\x12J\n\nproperties\x18\x05 \x03(\x0b\x32\x31.google.cloud.dataproc.v1.HiveJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x1a\x36\n\x14ScriptVariablesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries\"\xe5\x03\n\x0bSparkSqlJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12\x39\n\nquery_list\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.QueryListH\x00\x12Y\n\x10script_variables\x18\x03 \x03(\x0b\x32:.google.cloud.dataproc.v1.SparkSqlJob.ScriptVariablesEntryB\x03\xe0\x41\x01\x12N\n\nproperties\x18\x04 \x03(\x0b\x32\x35.google.cloud.dataproc.v1.SparkSqlJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x38 \x03(\tB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x06 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x36\n\x14ScriptVariablesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries\"\xf8\x03\n\x06PigJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12\x39\n\nquery_list\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.QueryListH\x00\x12 \n\x13\x63ontinue_on_failure\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\x12T\n\x10script_variables\x18\x04 \x03(\x0b\x32\x35.google.cloud.dataproc.v1.PigJob.ScriptVariablesEntryB\x03\xe0\x41\x01\x12I\n\nproperties\x18\x05 \x03(\x0b\x32\x30.google.cloud.dataproc.v1.PigJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x06 \x03(\tB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x07 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x36\n\x14ScriptVariablesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries\"\xb6\x02\n\tSparkRJob\x12\x1c\n\x0fmain_r_file_uri\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x11\n\x04\x61rgs\x18\x02 \x03(\tB\x03\xe0\x41\x01\x12\x16\n\tfile_uris\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x61rchive_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12L\n\nproperties\x18\x05 \x03(\x0b\x32\x33.google.cloud.dataproc.v1.SparkRJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x06 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\x8a\x03\n\tPrestoJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12\x39\n\nquery_list\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.QueryListH\x00\x12 \n\x13\x63ontinue_on_failure\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\x12\x1a\n\routput_format\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0b\x63lient_tags\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12L\n\nproperties\x18\x06 \x03(\x0b\x32\x33.google.cloud.dataproc.v1.PrestoJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x07 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries\"\x88\x03\n\x08TrinoJob\x12\x18\n\x0equery_file_uri\x18\x01 \x01(\tH\x00\x12\x39\n\nquery_list\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.QueryListH\x00\x12 \n\x13\x63ontinue_on_failure\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\x12\x1a\n\routput_format\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0b\x63lient_tags\x18\x05 \x03(\tB\x03\xe0\x41\x01\x12K\n\nproperties\x18\x06 \x03(\x0b\x32\x32.google.cloud.dataproc.v1.TrinoJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x07 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\t\n\x07queries\"\xd8\x02\n\x08\x46linkJob\x12\x1b\n\x11main_jar_file_uri\x18\x01 \x01(\tH\x00\x12\x14\n\nmain_class\x18\x02 \x01(\tH\x00\x12\x11\n\x04\x61rgs\x18\x03 \x03(\tB\x03\xe0\x41\x01\x12\x1a\n\rjar_file_uris\x18\x04 \x03(\tB\x03\xe0\x41\x01\x12\x1a\n\rsavepoint_uri\x18\t \x01(\tB\x03\xe0\x41\x01\x12K\n\nproperties\x18\x07 \x03(\x0b\x32\x32.google.cloud.dataproc.v1.FlinkJob.PropertiesEntryB\x03\xe0\x41\x01\x12\x44\n\x0elogging_config\x18\x08 \x01(\x0b\x32\'.google.cloud.dataproc.v1.LoggingConfigB\x03\xe0\x41\x01\x1a\x31\n\x0fPropertiesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\x08\n\x06\x64river\"\xd2\x01\n\x0cJobPlacement\x12\x19\n\x0c\x63luster_name\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x19\n\x0c\x63luster_uuid\x18\x02 \x01(\tB\x03\xe0\x41\x03\x12V\n\x0e\x63luster_labels\x18\x03 \x03(\x0b\x32\x39.google.cloud.dataproc.v1.JobPlacement.ClusterLabelsEntryB\x03\xe0\x41\x01\x1a\x34\n\x12\x43lusterLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xd9\x03\n\tJobStatus\x12=\n\x05state\x18\x01 \x01(\x0e\x32).google.cloud.dataproc.v1.JobStatus.StateB\x03\xe0\x41\x03\x12\x17\n\x07\x64\x65tails\x18\x02 \x01(\tB\x06\xe0\x41\x03\xe0\x41\x01\x12\x39\n\x10state_start_time\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\x12\x43\n\x08substate\x18\x07 \x01(\x0e\x32,.google.cloud.dataproc.v1.JobStatus.SubstateB\x03\xe0\x41\x03\"\xa9\x01\n\x05State\x12\x15\n\x11STATE_UNSPECIFIED\x10\x00\x12\x0b\n\x07PENDING\x10\x01\x12\x0e\n\nSETUP_DONE\x10\x08\x12\x0b\n\x07RUNNING\x10\x02\x12\x12\n\x0e\x43\x41NCEL_PENDING\x10\x03\x12\x12\n\x0e\x43\x41NCEL_STARTED\x10\x07\x12\r\n\tCANCELLED\x10\x04\x12\x08\n\x04\x44ONE\x10\x05\x12\t\n\x05\x45RROR\x10\x06\x12\x13\n\x0f\x41TTEMPT_FAILURE\x10\t\"H\n\x08Substate\x12\x0f\n\x0bUNSPECIFIED\x10\x00\x12\r\n\tSUBMITTED\x10\x01\x12\n\n\x06QUEUED\x10\x02\x12\x10\n\x0cSTALE_STATUS\x10\x03\"<\n\x0cJobReference\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x01\"\xa5\x02\n\x0fYarnApplication\x12\x11\n\x04name\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x43\n\x05state\x18\x02 \x01(\x0e\x32/.google.cloud.dataproc.v1.YarnApplication.StateB\x03\xe0\x41\x02\x12\x15\n\x08progress\x18\x03 \x01(\x02\x42\x03\xe0\x41\x02\x12\x19\n\x0ctracking_url\x18\x04 \x01(\tB\x03\xe0\x41\x01\"\x87\x01\n\x05State\x12\x15\n\x11STATE_UNSPECIFIED\x10\x00\x12\x07\n\x03NEW\x10\x01\x12\x0e\n\nNEW_SAVING\x10\x02\x12\r\n\tSUBMITTED\x10\x03\x12\x0c\n\x08\x41\x43\x43\x45PTED\x10\x04\x12\x0b\n\x07RUNNING\x10\x05\x12\x0c\n\x08\x46INISHED\x10\x06\x12\n\n\x06\x46\x41ILED\x10\x07\x12\n\n\x06KILLED\x10\x08\"\xd4\n\n\x03Job\x12>\n\treference\x18\x01 \x01(\x0b\x32&.google.cloud.dataproc.v1.JobReferenceB\x03\xe0\x41\x01\x12>\n\tplacement\x18\x02 \x01(\x0b\x32&.google.cloud.dataproc.v1.JobPlacementB\x03\xe0\x41\x02\x12>\n\nhadoop_job\x18\x03 \x01(\x0b\x32#.google.cloud.dataproc.v1.HadoopJobB\x03\xe0\x41\x01H\x00\x12<\n\tspark_job\x18\x04 \x01(\x0b\x32\".google.cloud.dataproc.v1.SparkJobB\x03\xe0\x41\x01H\x00\x12@\n\x0bpyspark_job\x18\x05 \x01(\x0b\x32$.google.cloud.dataproc.v1.PySparkJobB\x03\xe0\x41\x01H\x00\x12:\n\x08hive_job\x18\x06 \x01(\x0b\x32!.google.cloud.dataproc.v1.HiveJobB\x03\xe0\x41\x01H\x00\x12\x38\n\x07pig_job\x18\x07 \x01(\x0b\x32 .google.cloud.dataproc.v1.PigJobB\x03\xe0\x41\x01H\x00\x12?\n\x0bspark_r_job\x18\x15 \x01(\x0b\x32#.google.cloud.dataproc.v1.SparkRJobB\x03\xe0\x41\x01H\x00\x12\x43\n\rspark_sql_job\x18\x0c \x01(\x0b\x32%.google.cloud.dataproc.v1.SparkSqlJobB\x03\xe0\x41\x01H\x00\x12>\n\npresto_job\x18\x17 \x01(\x0b\x32#.google.cloud.dataproc.v1.PrestoJobB\x03\xe0\x41\x01H\x00\x12<\n\ttrino_job\x18\x1c \x01(\x0b\x32\".google.cloud.dataproc.v1.TrinoJobB\x03\xe0\x41\x01H\x00\x12<\n\tflink_job\x18\x1d \x01(\x0b\x32\".google.cloud.dataproc.v1.FlinkJobB\x03\xe0\x41\x01H\x00\x12\x38\n\x06status\x18\x08 \x01(\x0b\x32#.google.cloud.dataproc.v1.JobStatusB\x03\xe0\x41\x03\x12@\n\x0estatus_history\x18\r \x03(\x0b\x32#.google.cloud.dataproc.v1.JobStatusB\x03\xe0\x41\x03\x12I\n\x11yarn_applications\x18\t \x03(\x0b\x32).google.cloud.dataproc.v1.YarnApplicationB\x03\xe0\x41\x03\x12\'\n\x1a\x64river_output_resource_uri\x18\x11 \x01(\tB\x03\xe0\x41\x03\x12%\n\x18\x64river_control_files_uri\x18\x0f \x01(\tB\x03\xe0\x41\x03\x12>\n\x06labels\x18\x12 \x03(\x0b\x32).google.cloud.dataproc.v1.Job.LabelsEntryB\x03\xe0\x41\x01\x12@\n\nscheduling\x18\x14 \x01(\x0b\x32\'.google.cloud.dataproc.v1.JobSchedulingB\x03\xe0\x41\x01\x12\x15\n\x08job_uuid\x18\x16 \x01(\tB\x03\xe0\x41\x03\x12\x11\n\x04\x64one\x18\x18 \x01(\x08\x42\x03\xe0\x41\x03\x12W\n\x18\x64river_scheduling_config\x18\x1b \x01(\x0b\x32\x30.google.cloud.dataproc.v1.DriverSchedulingConfigB\x03\xe0\x41\x01\x1a-\n\x0bLabelsEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\x42\n\n\x08type_job\"E\n\x16\x44riverSchedulingConfig\x12\x16\n\tmemory_mb\x18\x01 \x01(\x05\x42\x03\xe0\x41\x02\x12\x13\n\x06vcores\x18\x02 \x01(\x05\x42\x03\xe0\x41\x02\"T\n\rJobScheduling\x12\"\n\x15max_failures_per_hour\x18\x01 \x01(\x05\x42\x03\xe0\x41\x01\x12\x1f\n\x12max_failures_total\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\"\x8a\x01\n\x10SubmitJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12/\n\x03job\x18\x02 \x01(\x0b\x32\x1d.google.cloud.dataproc.v1.JobB\x03\xe0\x41\x02\x12\x17\n\nrequest_id\x18\x04 \x01(\tB\x03\xe0\x41\x01\"\xae\x01\n\x0bJobMetadata\x12\x13\n\x06job_id\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12\x38\n\x06status\x18\x02 \x01(\x0b\x32#.google.cloud.dataproc.v1.JobStatusB\x03\xe0\x41\x03\x12\x1b\n\x0eoperation_type\x18\x03 \x01(\tB\x03\xe0\x41\x03\x12\x33\n\nstart_time\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampB\x03\xe0\x41\x03\"R\n\rGetJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x02\"\xb3\x02\n\x0fListJobsRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x06 \x01(\tB\x03\xe0\x41\x02\x12\x16\n\tpage_size\x18\x02 \x01(\x05\x42\x03\xe0\x41\x01\x12\x17\n\npage_token\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x19\n\x0c\x63luster_name\x18\x04 \x01(\tB\x03\xe0\x41\x01\x12Y\n\x11job_state_matcher\x18\x05 \x01(\x0e\x32\x39.google.cloud.dataproc.v1.ListJobsRequest.JobStateMatcherB\x03\xe0\x41\x01\x12\x13\n\x06\x66ilter\x18\x07 \x01(\tB\x03\xe0\x41\x01\"6\n\x0fJobStateMatcher\x12\x07\n\x03\x41LL\x10\x00\x12\n\n\x06\x41\x43TIVE\x10\x01\x12\x0e\n\nNON_ACTIVE\x10\x02\"\xbc\x01\n\x10UpdateJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x02 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12/\n\x03job\x18\x04 \x01(\x0b\x32\x1d.google.cloud.dataproc.v1.JobB\x03\xe0\x41\x02\x12\x34\n\x0bupdate_mask\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.FieldMaskB\x03\xe0\x41\x02\"|\n\x10ListJobsResponse\x12\x30\n\x04jobs\x18\x01 \x03(\x0b\x32\x1d.google.cloud.dataproc.v1.JobB\x03\xe0\x41\x03\x12\x1c\n\x0fnext_page_token\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x18\n\x0bunreachable\x18\x03 \x03(\tB\x03\xe0\x41\x03\"U\n\x10\x43\x61ncelJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x02\"U\n\x10\x44\x65leteJobRequest\x12\x17\n\nproject_id\x18\x01 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06region\x18\x03 \x01(\tB\x03\xe0\x41\x02\x12\x13\n\x06job_id\x18\x02 \x01(\tB\x03\xe0\x41\x02\x32\xfc\n\n\rJobController\x12\xb1\x01\n\tSubmitJob\x12*.google.cloud.dataproc.v1.SubmitJobRequest\x1a\x1d.google.cloud.dataproc.v1.Job\"Y\xda\x41\x15project_id,region,job\x82\xd3\xe4\x93\x02;\"6/v1/projects/{project_id}/regions/{region}/jobs:submit:\x01*\x12\xde\x01\n\x14SubmitJobAsOperation\x12*.google.cloud.dataproc.v1.SubmitJobRequest\x1a\x1d.google.longrunning.Operation\"{\xca\x41\x12\n\x03Job\x12\x0bJobMetadata\xda\x41\x17project_id, region, job\x82\xd3\xe4\x93\x02\x46\"A/v1/projects/{project_id}/regions/{region}/jobs:submitAsOperation:\x01*\x12\xad\x01\n\x06GetJob\x12\'.google.cloud.dataproc.v1.GetJobRequest\x1a\x1d.google.cloud.dataproc.v1.Job\"[\xda\x41\x18project_id,region,job_id\x82\xd3\xe4\x93\x02:\x12\x38/v1/projects/{project_id}/regions/{region}/jobs/{job_id}\x12\xc9\x01\n\x08ListJobs\x12).google.cloud.dataproc.v1.ListJobsRequest\x1a*.google.cloud.dataproc.v1.ListJobsResponse\"f\xda\x41\x11project_id,region\xda\x41\x18project_id,region,filter\x82\xd3\xe4\x93\x02\x31\x12//v1/projects/{project_id}/regions/{region}/jobs\x12\x9d\x01\n\tUpdateJob\x12*.google.cloud.dataproc.v1.UpdateJobRequest\x1a\x1d.google.cloud.dataproc.v1.Job\"E\x82\xd3\xe4\x93\x02?28/v1/projects/{project_id}/regions/{region}/jobs/{job_id}:\x03job\x12\xbd\x01\n\tCancelJob\x12*.google.cloud.dataproc.v1.CancelJobRequest\x1a\x1d.google.cloud.dataproc.v1.Job\"e\xda\x41\x18project_id,region,job_id\x82\xd3\xe4\x93\x02\x44\"?/v1/projects/{project_id}/regions/{region}/jobs/{job_id}:cancel:\x01*\x12\xac\x01\n\tDeleteJob\x12*.google.cloud.dataproc.v1.DeleteJobRequest\x1a\x16.google.protobuf.Empty\"[\xda\x41\x18project_id,region,job_id\x82\xd3\xe4\x93\x02:*8/v1/projects/{project_id}/regions/{region}/jobs/{job_id}\x1aK\xca\x41\x17\x64\x61taproc.googleapis.com\xd2\x41.https://www.googleapis.com/auth/cloud-platformBh\n\x1c\x63om.google.cloud.dataproc.v1B\tJobsProtoP\x01Z;cloud.google.com/go/dataproc/v2/apiv1/dataprocpb;dataprocpbb\x06proto3"
|
|
17
17
|
|
|
18
18
|
pool = Google::Protobuf::DescriptorPool.generated_pool
|
|
19
19
|
|
|
@@ -57,6 +57,7 @@ module Google
|
|
|
57
57
|
SparkRJob = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.SparkRJob").msgclass
|
|
58
58
|
PrestoJob = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.PrestoJob").msgclass
|
|
59
59
|
TrinoJob = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.TrinoJob").msgclass
|
|
60
|
+
FlinkJob = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.FlinkJob").msgclass
|
|
60
61
|
JobPlacement = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.JobPlacement").msgclass
|
|
61
62
|
JobStatus = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.JobStatus").msgclass
|
|
62
63
|
JobStatus::State = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataproc.v1.JobStatus.State").enummodule
|
|
@@ -166,14 +166,26 @@ module Google
|
|
|
166
166
|
universe_domain: @config.universe_domain,
|
|
167
167
|
channel_args: @config.channel_args,
|
|
168
168
|
interceptors: @config.interceptors,
|
|
169
|
-
channel_pool_config: @config.channel_pool
|
|
169
|
+
channel_pool_config: @config.channel_pool,
|
|
170
|
+
logger: @config.logger
|
|
170
171
|
)
|
|
171
172
|
|
|
173
|
+
@node_group_controller_stub.stub_logger&.info do |entry|
|
|
174
|
+
entry.set_system_name
|
|
175
|
+
entry.set_service
|
|
176
|
+
entry.message = "Created client for #{entry.service}"
|
|
177
|
+
entry.set_credentials_fields credentials
|
|
178
|
+
entry.set "customEndpoint", @config.endpoint if @config.endpoint
|
|
179
|
+
entry.set "defaultTimeout", @config.timeout if @config.timeout
|
|
180
|
+
entry.set "quotaProject", @quota_project_id if @quota_project_id
|
|
181
|
+
end
|
|
182
|
+
|
|
172
183
|
@iam_policy_client = Google::Iam::V1::IAMPolicy::Client.new do |config|
|
|
173
184
|
config.credentials = credentials
|
|
174
185
|
config.quota_project = @quota_project_id
|
|
175
186
|
config.endpoint = @node_group_controller_stub.endpoint
|
|
176
187
|
config.universe_domain = @node_group_controller_stub.universe_domain
|
|
188
|
+
config.logger = @node_group_controller_stub.logger if config.respond_to? :logger=
|
|
177
189
|
end
|
|
178
190
|
end
|
|
179
191
|
|
|
@@ -191,6 +203,15 @@ module Google
|
|
|
191
203
|
#
|
|
192
204
|
attr_reader :iam_policy_client
|
|
193
205
|
|
|
206
|
+
##
|
|
207
|
+
# The logger used for request/response debug logging.
|
|
208
|
+
#
|
|
209
|
+
# @return [Logger]
|
|
210
|
+
#
|
|
211
|
+
def logger
|
|
212
|
+
@node_group_controller_stub.logger
|
|
213
|
+
end
|
|
214
|
+
|
|
194
215
|
# Service calls
|
|
195
216
|
|
|
196
217
|
##
|
|
@@ -305,7 +326,7 @@ module Google
|
|
|
305
326
|
@node_group_controller_stub.call_rpc :create_node_group, request, options: options do |response, operation|
|
|
306
327
|
response = ::Gapic::Operation.new response, @operations_client, options: options
|
|
307
328
|
yield response, operation if block_given?
|
|
308
|
-
|
|
329
|
+
throw :response, response
|
|
309
330
|
end
|
|
310
331
|
rescue ::GRPC::BadStatus => e
|
|
311
332
|
raise ::Google::Cloud::Error.from_error(e)
|
|
@@ -433,7 +454,7 @@ module Google
|
|
|
433
454
|
@node_group_controller_stub.call_rpc :resize_node_group, request, options: options do |response, operation|
|
|
434
455
|
response = ::Gapic::Operation.new response, @operations_client, options: options
|
|
435
456
|
yield response, operation if block_given?
|
|
436
|
-
|
|
457
|
+
throw :response, response
|
|
437
458
|
end
|
|
438
459
|
rescue ::GRPC::BadStatus => e
|
|
439
460
|
raise ::Google::Cloud::Error.from_error(e)
|
|
@@ -522,7 +543,6 @@ module Google
|
|
|
522
543
|
|
|
523
544
|
@node_group_controller_stub.call_rpc :get_node_group, request, options: options do |response, operation|
|
|
524
545
|
yield response, operation if block_given?
|
|
525
|
-
return response
|
|
526
546
|
end
|
|
527
547
|
rescue ::GRPC::BadStatus => e
|
|
528
548
|
raise ::Google::Cloud::Error.from_error(e)
|
|
@@ -572,6 +592,13 @@ module Google
|
|
|
572
592
|
# * (`GRPC::Core::Channel`) a gRPC channel with included credentials
|
|
573
593
|
# * (`GRPC::Core::ChannelCredentials`) a gRPC credentails object
|
|
574
594
|
# * (`nil`) indicating no credentials
|
|
595
|
+
#
|
|
596
|
+
# Warning: If you accept a credential configuration (JSON file or Hash) from an
|
|
597
|
+
# external source for authentication to Google Cloud, you must validate it before
|
|
598
|
+
# providing it to a Google API client library. Providing an unvalidated credential
|
|
599
|
+
# configuration to Google APIs can compromise the security of your systems and data.
|
|
600
|
+
# For more information, refer to [Validate credential configurations from external
|
|
601
|
+
# sources](https://cloud.google.com/docs/authentication/external/externally-sourced-credentials).
|
|
575
602
|
# @return [::Object]
|
|
576
603
|
# @!attribute [rw] scope
|
|
577
604
|
# The OAuth scopes
|
|
@@ -611,6 +638,11 @@ module Google
|
|
|
611
638
|
# default endpoint URL. The default value of nil uses the environment
|
|
612
639
|
# universe (usually the default "googleapis.com" universe).
|
|
613
640
|
# @return [::String,nil]
|
|
641
|
+
# @!attribute [rw] logger
|
|
642
|
+
# A custom logger to use for request/response debug logging, or the value
|
|
643
|
+
# `:default` (the default) to construct a default logger, or `nil` to
|
|
644
|
+
# explicitly disable logging.
|
|
645
|
+
# @return [::Logger,:default,nil]
|
|
614
646
|
#
|
|
615
647
|
class Configuration
|
|
616
648
|
extend ::Gapic::Config
|
|
@@ -635,6 +667,7 @@ module Google
|
|
|
635
667
|
config_attr :retry_policy, nil, ::Hash, ::Proc, nil
|
|
636
668
|
config_attr :quota_project, nil, ::String, nil
|
|
637
669
|
config_attr :universe_domain, nil, ::String, nil
|
|
670
|
+
config_attr :logger, :default, ::Logger, nil, :default
|
|
638
671
|
|
|
639
672
|
# @private
|
|
640
673
|
def initialize parent_config = nil
|
|
@@ -124,14 +124,6 @@ module Google
|
|
|
124
124
|
# Lists operations that match the specified filter in the request. If the
|
|
125
125
|
# server doesn't support this method, it returns `UNIMPLEMENTED`.
|
|
126
126
|
#
|
|
127
|
-
# NOTE: the `name` binding allows API services to override the binding
|
|
128
|
-
# to use different resource name schemes, such as `users/*/operations`. To
|
|
129
|
-
# override the binding, API services can add a binding such as
|
|
130
|
-
# `"/v1/{name=users/*}/operations"` to their service configuration.
|
|
131
|
-
# For backwards compatibility, the default name includes the operations
|
|
132
|
-
# collection id, however overriding users must ensure the name binding
|
|
133
|
-
# is the parent resource, without the operations collection id.
|
|
134
|
-
#
|
|
135
127
|
# @overload list_operations(request, options = nil)
|
|
136
128
|
# Pass arguments to `list_operations` via a request object, either of type
|
|
137
129
|
# {::Google::Longrunning::ListOperationsRequest} or an equivalent Hash.
|
|
@@ -221,7 +213,7 @@ module Google
|
|
|
221
213
|
wrap_lro_operation = ->(op_response) { ::Gapic::Operation.new op_response, @operations_client }
|
|
222
214
|
response = ::Gapic::PagedEnumerable.new @operations_stub, :list_operations, request, response, operation, options, format_resource: wrap_lro_operation
|
|
223
215
|
yield response, operation if block_given?
|
|
224
|
-
|
|
216
|
+
throw :response, response
|
|
225
217
|
end
|
|
226
218
|
rescue ::GRPC::BadStatus => e
|
|
227
219
|
raise ::Google::Cloud::Error.from_error(e)
|
|
@@ -317,7 +309,7 @@ module Google
|
|
|
317
309
|
@operations_stub.call_rpc :get_operation, request, options: options do |response, operation|
|
|
318
310
|
response = ::Gapic::Operation.new response, @operations_client, options: options
|
|
319
311
|
yield response, operation if block_given?
|
|
320
|
-
|
|
312
|
+
throw :response, response
|
|
321
313
|
end
|
|
322
314
|
rescue ::GRPC::BadStatus => e
|
|
323
315
|
raise ::Google::Cloud::Error.from_error(e)
|
|
@@ -406,7 +398,6 @@ module Google
|
|
|
406
398
|
|
|
407
399
|
@operations_stub.call_rpc :delete_operation, request, options: options do |response, operation|
|
|
408
400
|
yield response, operation if block_given?
|
|
409
|
-
return response
|
|
410
401
|
end
|
|
411
402
|
rescue ::GRPC::BadStatus => e
|
|
412
403
|
raise ::Google::Cloud::Error.from_error(e)
|
|
@@ -421,8 +412,9 @@ module Google
|
|
|
421
412
|
# other methods to check whether the cancellation succeeded or whether the
|
|
422
413
|
# operation completed despite cancellation. On successful cancellation,
|
|
423
414
|
# the operation is not deleted; instead, it becomes an operation with
|
|
424
|
-
# an {::Google::Longrunning::Operation#error Operation.error} value with a
|
|
425
|
-
# corresponding to
|
|
415
|
+
# an {::Google::Longrunning::Operation#error Operation.error} value with a
|
|
416
|
+
# {::Google::Rpc::Status#code google.rpc.Status.code} of `1`, corresponding to
|
|
417
|
+
# `Code.CANCELLED`.
|
|
426
418
|
#
|
|
427
419
|
# @overload cancel_operation(request, options = nil)
|
|
428
420
|
# Pass arguments to `cancel_operation` via a request object, either of type
|
|
@@ -501,7 +493,6 @@ module Google
|
|
|
501
493
|
|
|
502
494
|
@operations_stub.call_rpc :cancel_operation, request, options: options do |response, operation|
|
|
503
495
|
yield response, operation if block_given?
|
|
504
|
-
return response
|
|
505
496
|
end
|
|
506
497
|
rescue ::GRPC::BadStatus => e
|
|
507
498
|
raise ::Google::Cloud::Error.from_error(e)
|
|
@@ -599,7 +590,7 @@ module Google
|
|
|
599
590
|
@operations_stub.call_rpc :wait_operation, request, options: options do |response, operation|
|
|
600
591
|
response = ::Gapic::Operation.new response, @operations_client, options: options
|
|
601
592
|
yield response, operation if block_given?
|
|
602
|
-
|
|
593
|
+
throw :response, response
|
|
603
594
|
end
|
|
604
595
|
rescue ::GRPC::BadStatus => e
|
|
605
596
|
raise ::Google::Cloud::Error.from_error(e)
|
|
@@ -649,6 +640,13 @@ module Google
|
|
|
649
640
|
# * (`GRPC::Core::Channel`) a gRPC channel with included credentials
|
|
650
641
|
# * (`GRPC::Core::ChannelCredentials`) a gRPC credentails object
|
|
651
642
|
# * (`nil`) indicating no credentials
|
|
643
|
+
#
|
|
644
|
+
# Warning: If you accept a credential configuration (JSON file or Hash) from an
|
|
645
|
+
# external source for authentication to Google Cloud, you must validate it before
|
|
646
|
+
# providing it to a Google API client library. Providing an unvalidated credential
|
|
647
|
+
# configuration to Google APIs can compromise the security of your systems and data.
|
|
648
|
+
# For more information, refer to [Validate credential configurations from external
|
|
649
|
+
# sources](https://cloud.google.com/docs/authentication/external/externally-sourced-credentials).
|
|
652
650
|
# @return [::Object]
|
|
653
651
|
# @!attribute [rw] scope
|
|
654
652
|
# The OAuth scopes
|
|
@@ -688,6 +686,11 @@ module Google
|
|
|
688
686
|
# default endpoint URL. The default value of nil uses the environment
|
|
689
687
|
# universe (usually the default "googleapis.com" universe).
|
|
690
688
|
# @return [::String,nil]
|
|
689
|
+
# @!attribute [rw] logger
|
|
690
|
+
# A custom logger to use for request/response debug logging, or the value
|
|
691
|
+
# `:default` (the default) to construct a default logger, or `nil` to
|
|
692
|
+
# explicitly disable logging.
|
|
693
|
+
# @return [::Logger,:default,nil]
|
|
691
694
|
#
|
|
692
695
|
class Configuration
|
|
693
696
|
extend ::Gapic::Config
|
|
@@ -712,6 +715,7 @@ module Google
|
|
|
712
715
|
config_attr :retry_policy, nil, ::Hash, ::Proc, nil
|
|
713
716
|
config_attr :quota_project, nil, ::String, nil
|
|
714
717
|
config_attr :universe_domain, nil, ::String, nil
|
|
718
|
+
config_attr :logger, :default, ::Logger, nil, :default
|
|
715
719
|
|
|
716
720
|
# @private
|
|
717
721
|
def initialize parent_config = nil
|
|
@@ -159,15 +159,27 @@ module Google
|
|
|
159
159
|
endpoint: @config.endpoint,
|
|
160
160
|
endpoint_template: DEFAULT_ENDPOINT_TEMPLATE,
|
|
161
161
|
universe_domain: @config.universe_domain,
|
|
162
|
-
credentials: credentials
|
|
162
|
+
credentials: credentials,
|
|
163
|
+
logger: @config.logger
|
|
163
164
|
)
|
|
164
165
|
|
|
166
|
+
@node_group_controller_stub.logger(stub: true)&.info do |entry|
|
|
167
|
+
entry.set_system_name
|
|
168
|
+
entry.set_service
|
|
169
|
+
entry.message = "Created client for #{entry.service}"
|
|
170
|
+
entry.set_credentials_fields credentials
|
|
171
|
+
entry.set "customEndpoint", @config.endpoint if @config.endpoint
|
|
172
|
+
entry.set "defaultTimeout", @config.timeout if @config.timeout
|
|
173
|
+
entry.set "quotaProject", @quota_project_id if @quota_project_id
|
|
174
|
+
end
|
|
175
|
+
|
|
165
176
|
@iam_policy_client = Google::Iam::V1::IAMPolicy::Rest::Client.new do |config|
|
|
166
177
|
config.credentials = credentials
|
|
167
178
|
config.quota_project = @quota_project_id
|
|
168
179
|
config.endpoint = @node_group_controller_stub.endpoint
|
|
169
180
|
config.universe_domain = @node_group_controller_stub.universe_domain
|
|
170
181
|
config.bindings_override = @config.bindings_override
|
|
182
|
+
config.logger = @node_group_controller_stub.logger if config.respond_to? :logger=
|
|
171
183
|
end
|
|
172
184
|
end
|
|
173
185
|
|
|
@@ -185,6 +197,15 @@ module Google
|
|
|
185
197
|
#
|
|
186
198
|
attr_reader :iam_policy_client
|
|
187
199
|
|
|
200
|
+
##
|
|
201
|
+
# The logger used for request/response debug logging.
|
|
202
|
+
#
|
|
203
|
+
# @return [Logger]
|
|
204
|
+
#
|
|
205
|
+
def logger
|
|
206
|
+
@node_group_controller_stub.logger
|
|
207
|
+
end
|
|
208
|
+
|
|
188
209
|
# Service calls
|
|
189
210
|
|
|
190
211
|
##
|
|
@@ -292,7 +313,7 @@ module Google
|
|
|
292
313
|
@node_group_controller_stub.create_node_group request, options do |result, operation|
|
|
293
314
|
result = ::Gapic::Operation.new result, @operations_client, options: options
|
|
294
315
|
yield result, operation if block_given?
|
|
295
|
-
|
|
316
|
+
throw :response, result
|
|
296
317
|
end
|
|
297
318
|
rescue ::Gapic::Rest::Error => e
|
|
298
319
|
raise ::Google::Cloud::Error.from_error(e)
|
|
@@ -413,7 +434,7 @@ module Google
|
|
|
413
434
|
@node_group_controller_stub.resize_node_group request, options do |result, operation|
|
|
414
435
|
result = ::Gapic::Operation.new result, @operations_client, options: options
|
|
415
436
|
yield result, operation if block_given?
|
|
416
|
-
|
|
437
|
+
throw :response, result
|
|
417
438
|
end
|
|
418
439
|
rescue ::Gapic::Rest::Error => e
|
|
419
440
|
raise ::Google::Cloud::Error.from_error(e)
|
|
@@ -495,7 +516,6 @@ module Google
|
|
|
495
516
|
|
|
496
517
|
@node_group_controller_stub.get_node_group request, options do |result, operation|
|
|
497
518
|
yield result, operation if block_given?
|
|
498
|
-
return result
|
|
499
519
|
end
|
|
500
520
|
rescue ::Gapic::Rest::Error => e
|
|
501
521
|
raise ::Google::Cloud::Error.from_error(e)
|
|
@@ -543,6 +563,13 @@ module Google
|
|
|
543
563
|
# * (`Signet::OAuth2::Client`) A signet oauth2 client object
|
|
544
564
|
# (see the [signet docs](https://rubydoc.info/gems/signet/Signet/OAuth2/Client))
|
|
545
565
|
# * (`nil`) indicating no credentials
|
|
566
|
+
#
|
|
567
|
+
# Warning: If you accept a credential configuration (JSON file or Hash) from an
|
|
568
|
+
# external source for authentication to Google Cloud, you must validate it before
|
|
569
|
+
# providing it to a Google API client library. Providing an unvalidated credential
|
|
570
|
+
# configuration to Google APIs can compromise the security of your systems and data.
|
|
571
|
+
# For more information, refer to [Validate credential configurations from external
|
|
572
|
+
# sources](https://cloud.google.com/docs/authentication/external/externally-sourced-credentials).
|
|
546
573
|
# @return [::Object]
|
|
547
574
|
# @!attribute [rw] scope
|
|
548
575
|
# The OAuth scopes
|
|
@@ -575,6 +602,11 @@ module Google
|
|
|
575
602
|
# default endpoint URL. The default value of nil uses the environment
|
|
576
603
|
# universe (usually the default "googleapis.com" universe).
|
|
577
604
|
# @return [::String,nil]
|
|
605
|
+
# @!attribute [rw] logger
|
|
606
|
+
# A custom logger to use for request/response debug logging, or the value
|
|
607
|
+
# `:default` (the default) to construct a default logger, or `nil` to
|
|
608
|
+
# explicitly disable logging.
|
|
609
|
+
# @return [::Logger,:default,nil]
|
|
578
610
|
#
|
|
579
611
|
class Configuration
|
|
580
612
|
extend ::Gapic::Config
|
|
@@ -603,6 +635,7 @@ module Google
|
|
|
603
635
|
# by the host service.
|
|
604
636
|
# @return [::Hash{::Symbol=>::Array<::Gapic::Rest::GrpcTranscoder::HttpBinding>}]
|
|
605
637
|
config_attr :bindings_override, {}, ::Hash, nil
|
|
638
|
+
config_attr :logger, :default, ::Logger, nil, :default
|
|
606
639
|
|
|
607
640
|
# @private
|
|
608
641
|
def initialize parent_config = nil
|