google-cloud-dataflow-v1beta3 0.1.4 → 0.4.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +11 -6
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/client.rb +11 -0
- data/lib/google/cloud/dataflow/v1beta3/jobs/client.rb +72 -0
- data/lib/google/cloud/dataflow/v1beta3/messages/client.rb +14 -0
- data/lib/google/cloud/dataflow/v1beta3/metrics/client.rb +45 -0
- data/lib/google/cloud/dataflow/v1beta3/snapshots/client.rb +42 -0
- data/lib/google/cloud/dataflow/v1beta3/templates_service/client.rb +33 -0
- data/lib/google/cloud/dataflow/v1beta3/version.rb +1 -1
- data/lib/google/cloud/dataflow/v1beta3.rb +2 -0
- data/lib/google/dataflow/v1beta3/environment_pb.rb +3 -1
- data/lib/google/dataflow/v1beta3/jobs_pb.rb +3 -2
- data/lib/google/dataflow/v1beta3/messages_pb.rb +3 -2
- data/lib/google/dataflow/v1beta3/metrics_pb.rb +3 -2
- data/lib/google/dataflow/v1beta3/snapshots_pb.rb +3 -2
- data/lib/google/dataflow/v1beta3/templates_pb.rb +8 -2
- data/proto_docs/google/dataflow/v1beta3/environment.rb +4 -0
- data/proto_docs/google/dataflow/v1beta3/jobs.rb +4 -5
- data/proto_docs/google/dataflow/v1beta3/messages.rb +1 -2
- data/proto_docs/google/dataflow/v1beta3/snapshots.rb +1 -1
- data/proto_docs/google/dataflow/v1beta3/templates.rb +23 -1
- data/proto_docs/google/protobuf/any.rb +3 -3
- data/proto_docs/google/protobuf/struct.rb +2 -2
- metadata +12 -12
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: '048e432d7f5927424923a12bf33c9cb0bbe1f21c89d36596f529b9f777eb65d7'
|
4
|
+
data.tar.gz: c91f26bbfaeba8454c6667aa7066f95f5285a200ae74d5bff617d7f96544af93
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 235f015326621059e1bf9f010d08409ba077c4e058bfbb6fb544330b2f5fbbc11d9c3d13661a3629a8e5174f8e27e41a202482e898f90bcbb6ce11e68f9d75bc
|
7
|
+
data.tar.gz: f2f6d686d79807ee5c6b4c0ace49b30fc419d4126c34fc2c0346c450cb2cb7e91365506e3ed652255b6faad23cdcc4b7ea891a28518ad94555c75927331eaa83
|
data/README.md
CHANGED
@@ -37,7 +37,7 @@ request = ::Google::Cloud::Dataflow::V1beta3::GetSnapshotRequest.new # (request
|
|
37
37
|
response = client.get_snapshot request
|
38
38
|
```
|
39
39
|
|
40
|
-
View the [Client Library Documentation](https://
|
40
|
+
View the [Client Library Documentation](https://cloud.google.com/ruby/docs/reference/google-cloud-dataflow-v1beta3/latest)
|
41
41
|
for class and method documentation.
|
42
42
|
|
43
43
|
See also the [Product Documentation](https://cloud.google.com/dataflow)
|
@@ -69,16 +69,21 @@ module GRPC
|
|
69
69
|
end
|
70
70
|
```
|
71
71
|
|
72
|
+
|
73
|
+
## Google Cloud Samples
|
74
|
+
|
75
|
+
To browse ready to use code samples check [Google Cloud Samples](https://cloud.google.com/docs/samples).
|
76
|
+
|
72
77
|
## Supported Ruby Versions
|
73
78
|
|
74
|
-
This library is supported on Ruby 2.
|
79
|
+
This library is supported on Ruby 2.6+.
|
75
80
|
|
76
81
|
Google provides official support for Ruby versions that are actively supported
|
77
82
|
by Ruby Core—that is, Ruby versions that are either in normal maintenance or
|
78
|
-
in security maintenance, and not end of life.
|
79
|
-
|
80
|
-
|
81
|
-
|
83
|
+
in security maintenance, and not end of life. Older versions of Ruby _may_
|
84
|
+
still work, but are unsupported and not recommended. See
|
85
|
+
https://www.ruby-lang.org/en/downloads/branches/ for details about the Ruby
|
86
|
+
support schedule.
|
82
87
|
|
83
88
|
## Which client should I use?
|
84
89
|
|
@@ -212,6 +212,17 @@ module Google
|
|
212
212
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
213
213
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
214
214
|
|
215
|
+
header_params = {}
|
216
|
+
if request.project_id
|
217
|
+
header_params["project_id"] = request.project_id
|
218
|
+
end
|
219
|
+
if request.location
|
220
|
+
header_params["location"] = request.location
|
221
|
+
end
|
222
|
+
|
223
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
224
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
225
|
+
|
215
226
|
options.apply_defaults timeout: @config.rpcs.launch_flex_template.timeout,
|
216
227
|
metadata: metadata,
|
217
228
|
retry_policy: @config.rpcs.launch_flex_template.retry_policy
|
@@ -222,6 +222,17 @@ module Google
|
|
222
222
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
223
223
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
224
224
|
|
225
|
+
header_params = {}
|
226
|
+
if request.project_id
|
227
|
+
header_params["project_id"] = request.project_id
|
228
|
+
end
|
229
|
+
if request.location
|
230
|
+
header_params["location"] = request.location
|
231
|
+
end
|
232
|
+
|
233
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
234
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
235
|
+
|
225
236
|
options.apply_defaults timeout: @config.rpcs.create_job.timeout,
|
226
237
|
metadata: metadata,
|
227
238
|
retry_policy: @config.rpcs.create_job.retry_policy
|
@@ -313,6 +324,20 @@ module Google
|
|
313
324
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
314
325
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
315
326
|
|
327
|
+
header_params = {}
|
328
|
+
if request.project_id
|
329
|
+
header_params["project_id"] = request.project_id
|
330
|
+
end
|
331
|
+
if request.location
|
332
|
+
header_params["location"] = request.location
|
333
|
+
end
|
334
|
+
if request.job_id
|
335
|
+
header_params["job_id"] = request.job_id
|
336
|
+
end
|
337
|
+
|
338
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
339
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
340
|
+
|
316
341
|
options.apply_defaults timeout: @config.rpcs.get_job.timeout,
|
317
342
|
metadata: metadata,
|
318
343
|
retry_policy: @config.rpcs.get_job.retry_policy
|
@@ -405,6 +430,20 @@ module Google
|
|
405
430
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
406
431
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
407
432
|
|
433
|
+
header_params = {}
|
434
|
+
if request.project_id
|
435
|
+
header_params["project_id"] = request.project_id
|
436
|
+
end
|
437
|
+
if request.location
|
438
|
+
header_params["location"] = request.location
|
439
|
+
end
|
440
|
+
if request.job_id
|
441
|
+
header_params["job_id"] = request.job_id
|
442
|
+
end
|
443
|
+
|
444
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
445
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
446
|
+
|
408
447
|
options.apply_defaults timeout: @config.rpcs.update_job.timeout,
|
409
448
|
metadata: metadata,
|
410
449
|
retry_policy: @config.rpcs.update_job.retry_policy
|
@@ -511,6 +550,17 @@ module Google
|
|
511
550
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
512
551
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
513
552
|
|
553
|
+
header_params = {}
|
554
|
+
if request.project_id
|
555
|
+
header_params["project_id"] = request.project_id
|
556
|
+
end
|
557
|
+
if request.location
|
558
|
+
header_params["location"] = request.location
|
559
|
+
end
|
560
|
+
|
561
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
562
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
563
|
+
|
514
564
|
options.apply_defaults timeout: @config.rpcs.list_jobs.timeout,
|
515
565
|
metadata: metadata,
|
516
566
|
retry_policy: @config.rpcs.list_jobs.retry_policy
|
@@ -611,6 +661,14 @@ module Google
|
|
611
661
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
612
662
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
613
663
|
|
664
|
+
header_params = {}
|
665
|
+
if request.project_id
|
666
|
+
header_params["project_id"] = request.project_id
|
667
|
+
end
|
668
|
+
|
669
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
670
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
671
|
+
|
614
672
|
options.apply_defaults timeout: @config.rpcs.aggregated_list_jobs.timeout,
|
615
673
|
metadata: metadata,
|
616
674
|
retry_policy: @config.rpcs.aggregated_list_jobs.retry_policy
|
@@ -776,6 +834,20 @@ module Google
|
|
776
834
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
777
835
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
778
836
|
|
837
|
+
header_params = {}
|
838
|
+
if request.project_id
|
839
|
+
header_params["project_id"] = request.project_id
|
840
|
+
end
|
841
|
+
if request.location
|
842
|
+
header_params["location"] = request.location
|
843
|
+
end
|
844
|
+
if request.job_id
|
845
|
+
header_params["job_id"] = request.job_id
|
846
|
+
end
|
847
|
+
|
848
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
849
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
850
|
+
|
779
851
|
options.apply_defaults timeout: @config.rpcs.snapshot_job.timeout,
|
780
852
|
metadata: metadata,
|
781
853
|
retry_policy: @config.rpcs.snapshot_job.retry_policy
|
@@ -240,6 +240,20 @@ module Google
|
|
240
240
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
241
241
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
242
242
|
|
243
|
+
header_params = {}
|
244
|
+
if request.project_id
|
245
|
+
header_params["project_id"] = request.project_id
|
246
|
+
end
|
247
|
+
if request.location
|
248
|
+
header_params["location"] = request.location
|
249
|
+
end
|
250
|
+
if request.job_id
|
251
|
+
header_params["job_id"] = request.job_id
|
252
|
+
end
|
253
|
+
|
254
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
255
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
256
|
+
|
243
257
|
options.apply_defaults timeout: @config.rpcs.list_job_messages.timeout,
|
244
258
|
metadata: metadata,
|
245
259
|
retry_policy: @config.rpcs.list_job_messages.retry_policy
|
@@ -221,6 +221,20 @@ module Google
|
|
221
221
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
222
222
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
223
223
|
|
224
|
+
header_params = {}
|
225
|
+
if request.project_id
|
226
|
+
header_params["project_id"] = request.project_id
|
227
|
+
end
|
228
|
+
if request.location
|
229
|
+
header_params["location"] = request.location
|
230
|
+
end
|
231
|
+
if request.job_id
|
232
|
+
header_params["job_id"] = request.job_id
|
233
|
+
end
|
234
|
+
|
235
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
236
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
237
|
+
|
224
238
|
options.apply_defaults timeout: @config.rpcs.get_job_metrics.timeout,
|
225
239
|
metadata: metadata,
|
226
240
|
retry_policy: @config.rpcs.get_job_metrics.retry_policy
|
@@ -320,6 +334,20 @@ module Google
|
|
320
334
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
321
335
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
322
336
|
|
337
|
+
header_params = {}
|
338
|
+
if request.project_id
|
339
|
+
header_params["project_id"] = request.project_id
|
340
|
+
end
|
341
|
+
if request.location
|
342
|
+
header_params["location"] = request.location
|
343
|
+
end
|
344
|
+
if request.job_id
|
345
|
+
header_params["job_id"] = request.job_id
|
346
|
+
end
|
347
|
+
|
348
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
349
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
350
|
+
|
323
351
|
options.apply_defaults timeout: @config.rpcs.get_job_execution_details.timeout,
|
324
352
|
metadata: metadata,
|
325
353
|
retry_policy: @config.rpcs.get_job_execution_details.retry_policy
|
@@ -427,6 +455,23 @@ module Google
|
|
427
455
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
428
456
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
429
457
|
|
458
|
+
header_params = {}
|
459
|
+
if request.project_id
|
460
|
+
header_params["project_id"] = request.project_id
|
461
|
+
end
|
462
|
+
if request.location
|
463
|
+
header_params["location"] = request.location
|
464
|
+
end
|
465
|
+
if request.job_id
|
466
|
+
header_params["job_id"] = request.job_id
|
467
|
+
end
|
468
|
+
if request.stage_id
|
469
|
+
header_params["stage_id"] = request.stage_id
|
470
|
+
end
|
471
|
+
|
472
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
473
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
474
|
+
|
430
475
|
options.apply_defaults timeout: @config.rpcs.get_stage_execution_details.timeout,
|
431
476
|
metadata: metadata,
|
432
477
|
retry_policy: @config.rpcs.get_stage_execution_details.retry_policy
|
@@ -209,6 +209,20 @@ module Google
|
|
209
209
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
210
210
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
211
211
|
|
212
|
+
header_params = {}
|
213
|
+
if request.project_id
|
214
|
+
header_params["project_id"] = request.project_id
|
215
|
+
end
|
216
|
+
if request.location
|
217
|
+
header_params["location"] = request.location
|
218
|
+
end
|
219
|
+
if request.snapshot_id
|
220
|
+
header_params["snapshot_id"] = request.snapshot_id
|
221
|
+
end
|
222
|
+
|
223
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
224
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
225
|
+
|
212
226
|
options.apply_defaults timeout: @config.rpcs.get_snapshot.timeout,
|
213
227
|
metadata: metadata,
|
214
228
|
retry_policy: @config.rpcs.get_snapshot.retry_policy
|
@@ -290,6 +304,20 @@ module Google
|
|
290
304
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
291
305
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
292
306
|
|
307
|
+
header_params = {}
|
308
|
+
if request.project_id
|
309
|
+
header_params["project_id"] = request.project_id
|
310
|
+
end
|
311
|
+
if request.location
|
312
|
+
header_params["location"] = request.location
|
313
|
+
end
|
314
|
+
if request.snapshot_id
|
315
|
+
header_params["snapshot_id"] = request.snapshot_id
|
316
|
+
end
|
317
|
+
|
318
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
319
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
320
|
+
|
293
321
|
options.apply_defaults timeout: @config.rpcs.delete_snapshot.timeout,
|
294
322
|
metadata: metadata,
|
295
323
|
retry_policy: @config.rpcs.delete_snapshot.retry_policy
|
@@ -371,6 +399,20 @@ module Google
|
|
371
399
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
372
400
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
373
401
|
|
402
|
+
header_params = {}
|
403
|
+
if request.project_id
|
404
|
+
header_params["project_id"] = request.project_id
|
405
|
+
end
|
406
|
+
if request.location
|
407
|
+
header_params["location"] = request.location
|
408
|
+
end
|
409
|
+
if request.job_id
|
410
|
+
header_params["job_id"] = request.job_id
|
411
|
+
end
|
412
|
+
|
413
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
414
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
415
|
+
|
374
416
|
options.apply_defaults timeout: @config.rpcs.list_snapshots.timeout,
|
375
417
|
metadata: metadata,
|
376
418
|
retry_policy: @config.rpcs.list_snapshots.retry_policy
|
@@ -219,6 +219,17 @@ module Google
|
|
219
219
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
220
220
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
221
221
|
|
222
|
+
header_params = {}
|
223
|
+
if request.project_id
|
224
|
+
header_params["project_id"] = request.project_id
|
225
|
+
end
|
226
|
+
if request.location
|
227
|
+
header_params["location"] = request.location
|
228
|
+
end
|
229
|
+
|
230
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
231
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
232
|
+
|
222
233
|
options.apply_defaults timeout: @config.rpcs.create_job_from_template.timeout,
|
223
234
|
metadata: metadata,
|
224
235
|
retry_policy: @config.rpcs.create_job_from_template.retry_policy
|
@@ -312,6 +323,17 @@ module Google
|
|
312
323
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
313
324
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
314
325
|
|
326
|
+
header_params = {}
|
327
|
+
if request.project_id
|
328
|
+
header_params["project_id"] = request.project_id
|
329
|
+
end
|
330
|
+
if request.location
|
331
|
+
header_params["location"] = request.location
|
332
|
+
end
|
333
|
+
|
334
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
335
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
336
|
+
|
315
337
|
options.apply_defaults timeout: @config.rpcs.launch_template.timeout,
|
316
338
|
metadata: metadata,
|
317
339
|
retry_policy: @config.rpcs.launch_template.retry_policy
|
@@ -399,6 +421,17 @@ module Google
|
|
399
421
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
400
422
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
401
423
|
|
424
|
+
header_params = {}
|
425
|
+
if request.project_id
|
426
|
+
header_params["project_id"] = request.project_id
|
427
|
+
end
|
428
|
+
if request.location
|
429
|
+
header_params["location"] = request.location
|
430
|
+
end
|
431
|
+
|
432
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
433
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
434
|
+
|
402
435
|
options.apply_defaults timeout: @config.rpcs.get_template.timeout,
|
403
436
|
metadata: metadata,
|
404
437
|
retry_policy: @config.rpcs.get_template.retry_policy
|
@@ -1,10 +1,11 @@
|
|
1
1
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
2
|
# source: google/dataflow/v1beta3/environment.proto
|
3
3
|
|
4
|
+
require 'google/protobuf'
|
5
|
+
|
4
6
|
require 'google/api/field_behavior_pb'
|
5
7
|
require 'google/protobuf/any_pb'
|
6
8
|
require 'google/protobuf/struct_pb'
|
7
|
-
require 'google/protobuf'
|
8
9
|
|
9
10
|
Google::Protobuf::DescriptorPool.generated_pool.build do
|
10
11
|
add_file("google/dataflow/v1beta3/environment.proto", :syntax => :proto3) do
|
@@ -73,6 +74,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
73
74
|
optional :container_image, :string, 1
|
74
75
|
optional :use_single_core_per_container, :bool, 2
|
75
76
|
optional :environment_id, :string, 3
|
77
|
+
repeated :capabilities, :string, 4
|
76
78
|
end
|
77
79
|
add_message "google.dataflow.v1beta3.WorkerPool" do
|
78
80
|
optional :kind, :string, 1
|
@@ -1,14 +1,15 @@
|
|
1
1
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
2
|
# source: google/dataflow/v1beta3/jobs.proto
|
3
3
|
|
4
|
+
require 'google/protobuf'
|
5
|
+
|
4
6
|
require 'google/api/annotations_pb'
|
7
|
+
require 'google/api/client_pb'
|
5
8
|
require 'google/dataflow/v1beta3/environment_pb'
|
6
9
|
require 'google/dataflow/v1beta3/snapshots_pb'
|
7
10
|
require 'google/protobuf/duration_pb'
|
8
11
|
require 'google/protobuf/struct_pb'
|
9
12
|
require 'google/protobuf/timestamp_pb'
|
10
|
-
require 'google/api/client_pb'
|
11
|
-
require 'google/protobuf'
|
12
13
|
|
13
14
|
Google::Protobuf::DescriptorPool.generated_pool.build do
|
14
15
|
add_file("google/dataflow/v1beta3/jobs.proto", :syntax => :proto3) do
|
@@ -1,11 +1,12 @@
|
|
1
1
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
2
|
# source: google/dataflow/v1beta3/messages.proto
|
3
3
|
|
4
|
+
require 'google/protobuf'
|
5
|
+
|
4
6
|
require 'google/api/annotations_pb'
|
7
|
+
require 'google/api/client_pb'
|
5
8
|
require 'google/protobuf/struct_pb'
|
6
9
|
require 'google/protobuf/timestamp_pb'
|
7
|
-
require 'google/api/client_pb'
|
8
|
-
require 'google/protobuf'
|
9
10
|
|
10
11
|
Google::Protobuf::DescriptorPool.generated_pool.build do
|
11
12
|
add_file("google/dataflow/v1beta3/messages.proto", :syntax => :proto3) do
|
@@ -1,11 +1,12 @@
|
|
1
1
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
2
|
# source: google/dataflow/v1beta3/metrics.proto
|
3
3
|
|
4
|
+
require 'google/protobuf'
|
5
|
+
|
4
6
|
require 'google/api/annotations_pb'
|
7
|
+
require 'google/api/client_pb'
|
5
8
|
require 'google/protobuf/struct_pb'
|
6
9
|
require 'google/protobuf/timestamp_pb'
|
7
|
-
require 'google/api/client_pb'
|
8
|
-
require 'google/protobuf'
|
9
10
|
|
10
11
|
Google::Protobuf::DescriptorPool.generated_pool.build do
|
11
12
|
add_file("google/dataflow/v1beta3/metrics.proto", :syntax => :proto3) do
|
@@ -1,11 +1,12 @@
|
|
1
1
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
2
|
# source: google/dataflow/v1beta3/snapshots.proto
|
3
3
|
|
4
|
+
require 'google/protobuf'
|
5
|
+
|
4
6
|
require 'google/api/annotations_pb'
|
7
|
+
require 'google/api/client_pb'
|
5
8
|
require 'google/protobuf/duration_pb'
|
6
9
|
require 'google/protobuf/timestamp_pb'
|
7
|
-
require 'google/api/client_pb'
|
8
|
-
require 'google/protobuf'
|
9
10
|
|
10
11
|
Google::Protobuf::DescriptorPool.generated_pool.build do
|
11
12
|
add_file("google/dataflow/v1beta3/snapshots.proto", :syntax => :proto3) do
|
@@ -1,12 +1,13 @@
|
|
1
1
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
2
|
# source: google/dataflow/v1beta3/templates.proto
|
3
3
|
|
4
|
+
require 'google/protobuf'
|
5
|
+
|
4
6
|
require 'google/api/annotations_pb'
|
7
|
+
require 'google/api/client_pb'
|
5
8
|
require 'google/dataflow/v1beta3/environment_pb'
|
6
9
|
require 'google/dataflow/v1beta3/jobs_pb'
|
7
10
|
require 'google/rpc/status_pb'
|
8
|
-
require 'google/api/client_pb'
|
9
|
-
require 'google/protobuf'
|
10
11
|
|
11
12
|
Google::Protobuf::DescriptorPool.generated_pool.build do
|
12
13
|
add_file("google/dataflow/v1beta3/templates.proto", :syntax => :proto3) do
|
@@ -50,6 +51,11 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
50
51
|
optional :flexrs_goal, :enum, 16, "google.dataflow.v1beta3.FlexResourceSchedulingGoal"
|
51
52
|
optional :staging_location, :string, 17
|
52
53
|
optional :sdk_container_image, :string, 18
|
54
|
+
optional :disk_size_gb, :int32, 20
|
55
|
+
optional :autoscaling_algorithm, :enum, 21, "google.dataflow.v1beta3.AutoscalingAlgorithm"
|
56
|
+
optional :dump_heap_on_oom, :bool, 22
|
57
|
+
optional :save_heap_dumps_to_gcs_path, :string, 23
|
58
|
+
optional :launcher_machine_type, :string, 24
|
53
59
|
end
|
54
60
|
add_message "google.dataflow.v1beta3.LaunchFlexTemplateRequest" do
|
55
61
|
optional :project_id, :string, 1
|
@@ -336,6 +336,10 @@ module Google
|
|
336
336
|
# @return [::String]
|
337
337
|
# Environment ID for the Beam runner API proto Environment that corresponds
|
338
338
|
# to the current SDK Harness.
|
339
|
+
# @!attribute [rw] capabilities
|
340
|
+
# @return [::Array<::String>]
|
341
|
+
# The set of capabilities enumerated in the above Environment proto. See also
|
342
|
+
# https://github.com/apache/beam/blob/master/model/pipeline/src/main/proto/beam_runner_api.proto
|
339
343
|
class SdkHarnessContainerImage
|
340
344
|
include ::Google::Protobuf::MessageExts
|
341
345
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -22,7 +22,6 @@ module Google
|
|
22
22
|
module Dataflow
|
23
23
|
module V1beta3
|
24
24
|
# Defines a job to be run by the Cloud Dataflow service.
|
25
|
-
# nextID: 26
|
26
25
|
# @!attribute [rw] id
|
27
26
|
# @return [::String]
|
28
27
|
# The unique ID of this job.
|
@@ -42,7 +41,7 @@ module Google
|
|
42
41
|
# existing Job.
|
43
42
|
#
|
44
43
|
# The name must match the regular expression
|
45
|
-
# `[a-z]([-a-z0-9]{0,
|
44
|
+
# `[a-z]([-a-z0-9]{0,1022}[a-z0-9])?`
|
46
45
|
# @!attribute [rw] type
|
47
46
|
# @return [::Google::Cloud::Dataflow::V1beta3::JobType]
|
48
47
|
# The type of Cloud Dataflow job.
|
@@ -232,7 +231,7 @@ module Google
|
|
232
231
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
233
232
|
end
|
234
233
|
|
235
|
-
# Metadata for a Cloud
|
234
|
+
# Metadata for a Cloud Bigtable connector used by the job.
|
236
235
|
# @!attribute [rw] project_id
|
237
236
|
# @return [::String]
|
238
237
|
# ProjectId accessed in the connection.
|
@@ -327,10 +326,10 @@ module Google
|
|
327
326
|
# Identification of a BigQuery source used in the Dataflow job.
|
328
327
|
# @!attribute [rw] big_table_details
|
329
328
|
# @return [::Array<::Google::Cloud::Dataflow::V1beta3::BigTableIODetails>]
|
330
|
-
# Identification of a Cloud
|
329
|
+
# Identification of a Cloud Bigtable source used in the Dataflow job.
|
331
330
|
# @!attribute [rw] pubsub_details
|
332
331
|
# @return [::Array<::Google::Cloud::Dataflow::V1beta3::PubSubIODetails>]
|
333
|
-
# Identification of a
|
332
|
+
# Identification of a Pub/Sub source used in the Dataflow job.
|
334
333
|
# @!attribute [rw] file_details
|
335
334
|
# @return [::Array<::Google::Cloud::Dataflow::V1beta3::FileIODetails>]
|
336
335
|
# Identification of a File source used in the Dataflow job.
|
@@ -91,8 +91,7 @@ module Google
|
|
91
91
|
# num_workers value.
|
92
92
|
# @!attribute [rw] worker_pool
|
93
93
|
# @return [::String]
|
94
|
-
# A short and friendly name for the worker pool this event refers to
|
95
|
-
# populated from the value of PoolStageRelation::user_pool_name.
|
94
|
+
# A short and friendly name for the worker pool this event refers to.
|
96
95
|
class AutoscalingEvent
|
97
96
|
include ::Google::Protobuf::MessageExts
|
98
97
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -57,7 +57,7 @@ module Google
|
|
57
57
|
# State of the snapshot.
|
58
58
|
# @!attribute [rw] pubsub_metadata
|
59
59
|
# @return [::Array<::Google::Cloud::Dataflow::V1beta3::PubsubSnapshotMetadata>]
|
60
|
-
#
|
60
|
+
# Pub/Sub snapshot metadata.
|
61
61
|
# @!attribute [rw] description
|
62
62
|
# @return [::String]
|
63
63
|
# User specified description of the snapshot. Maybe empty.
|
@@ -201,6 +201,27 @@ module Google
|
|
201
201
|
# Docker registry location of container image to use for the 'worker harness.
|
202
202
|
# Default is the container for the version of the SDK. Note this field is
|
203
203
|
# only valid for portable pipelines.
|
204
|
+
# @!attribute [rw] disk_size_gb
|
205
|
+
# @return [::Integer]
|
206
|
+
# Worker disk size, in gigabytes.
|
207
|
+
# @!attribute [rw] autoscaling_algorithm
|
208
|
+
# @return [::Google::Cloud::Dataflow::V1beta3::AutoscalingAlgorithm]
|
209
|
+
# The algorithm to use for autoscaling
|
210
|
+
# @!attribute [rw] dump_heap_on_oom
|
211
|
+
# @return [::Boolean]
|
212
|
+
# If true, save a heap dump before killing a thread or process which is GC
|
213
|
+
# thrashing or out of memory. The location of the heap file will either be
|
214
|
+
# echoed back to the user, or the user will be given the opportunity to
|
215
|
+
# download the heap file.
|
216
|
+
# @!attribute [rw] save_heap_dumps_to_gcs_path
|
217
|
+
# @return [::String]
|
218
|
+
# Cloud Storage bucket (directory) to upload heap dumps to the given
|
219
|
+
# location. Enabling this implies that heap dumps should be generated on OOM
|
220
|
+
# (dump_heap_on_oom is set to true).
|
221
|
+
# @!attribute [rw] launcher_machine_type
|
222
|
+
# @return [::String]
|
223
|
+
# The machine type to use for launching the job. The default is
|
224
|
+
# n1-standard-1.
|
204
225
|
class FlexTemplateRuntimeEnvironment
|
205
226
|
include ::Google::Protobuf::MessageExts
|
206
227
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -267,7 +288,8 @@ module Google
|
|
267
288
|
# template if not specified.
|
268
289
|
# @!attribute [rw] additional_experiments
|
269
290
|
# @return [::Array<::String>]
|
270
|
-
# Additional experiment flags for the job
|
291
|
+
# Additional experiment flags for the job, specified with the
|
292
|
+
# `--experiments` option.
|
271
293
|
# @!attribute [rw] network
|
272
294
|
# @return [::String]
|
273
295
|
# Network to which VMs will be assigned. If empty or unspecified,
|
@@ -44,7 +44,7 @@ module Google
|
|
44
44
|
# foo = any.unpack(Foo.class);
|
45
45
|
# }
|
46
46
|
#
|
47
|
-
#
|
47
|
+
# Example 3: Pack and unpack a message in Python.
|
48
48
|
#
|
49
49
|
# foo = Foo(...)
|
50
50
|
# any = Any()
|
@@ -54,7 +54,7 @@ module Google
|
|
54
54
|
# any.Unpack(foo)
|
55
55
|
# ...
|
56
56
|
#
|
57
|
-
#
|
57
|
+
# Example 4: Pack and unpack a message in Go
|
58
58
|
#
|
59
59
|
# foo := &pb.Foo{...}
|
60
60
|
# any, err := anypb.New(foo)
|
@@ -75,7 +75,7 @@ module Google
|
|
75
75
|
#
|
76
76
|
#
|
77
77
|
# JSON
|
78
|
-
#
|
78
|
+
#
|
79
79
|
# The JSON representation of an `Any` value uses the regular
|
80
80
|
# representation of the deserialized, embedded message, with an
|
81
81
|
# additional field `@type` which contains the type URL. Example:
|
@@ -46,8 +46,8 @@ module Google
|
|
46
46
|
|
47
47
|
# `Value` represents a dynamically typed value which can be either
|
48
48
|
# null, a number, a string, a boolean, a recursive struct value, or a
|
49
|
-
# list of values. A producer of value is expected to set one of
|
50
|
-
# variants
|
49
|
+
# list of values. A producer of value is expected to set one of these
|
50
|
+
# variants. Absence of any variant indicates an error.
|
51
51
|
#
|
52
52
|
# The JSON representation for `Value` is JSON value.
|
53
53
|
# @!attribute [rw] null_value
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-cloud-dataflow-v1beta3
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.4.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-
|
11
|
+
date: 2022-06-30 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: gapic-common
|
@@ -16,7 +16,7 @@ dependencies:
|
|
16
16
|
requirements:
|
17
17
|
- - ">="
|
18
18
|
- !ruby/object:Gem::Version
|
19
|
-
version: '0.
|
19
|
+
version: '0.10'
|
20
20
|
- - "<"
|
21
21
|
- !ruby/object:Gem::Version
|
22
22
|
version: 2.a
|
@@ -26,7 +26,7 @@ dependencies:
|
|
26
26
|
requirements:
|
27
27
|
- - ">="
|
28
28
|
- !ruby/object:Gem::Version
|
29
|
-
version: '0.
|
29
|
+
version: '0.10'
|
30
30
|
- - "<"
|
31
31
|
- !ruby/object:Gem::Version
|
32
32
|
version: 2.a
|
@@ -50,28 +50,28 @@ dependencies:
|
|
50
50
|
requirements:
|
51
51
|
- - "~>"
|
52
52
|
- !ruby/object:Gem::Version
|
53
|
-
version: 1.
|
53
|
+
version: 1.26.1
|
54
54
|
type: :development
|
55
55
|
prerelease: false
|
56
56
|
version_requirements: !ruby/object:Gem::Requirement
|
57
57
|
requirements:
|
58
58
|
- - "~>"
|
59
59
|
- !ruby/object:Gem::Version
|
60
|
-
version: 1.
|
60
|
+
version: 1.26.1
|
61
61
|
- !ruby/object:Gem::Dependency
|
62
62
|
name: minitest
|
63
63
|
requirement: !ruby/object:Gem::Requirement
|
64
64
|
requirements:
|
65
65
|
- - "~>"
|
66
66
|
- !ruby/object:Gem::Version
|
67
|
-
version: '5.
|
67
|
+
version: '5.16'
|
68
68
|
type: :development
|
69
69
|
prerelease: false
|
70
70
|
version_requirements: !ruby/object:Gem::Requirement
|
71
71
|
requirements:
|
72
72
|
- - "~>"
|
73
73
|
- !ruby/object:Gem::Version
|
74
|
-
version: '5.
|
74
|
+
version: '5.16'
|
75
75
|
- !ruby/object:Gem::Dependency
|
76
76
|
name: minitest-focus
|
77
77
|
requirement: !ruby/object:Gem::Requirement
|
@@ -106,14 +106,14 @@ dependencies:
|
|
106
106
|
requirements:
|
107
107
|
- - ">="
|
108
108
|
- !ruby/object:Gem::Version
|
109
|
-
version: '
|
109
|
+
version: '13.0'
|
110
110
|
type: :development
|
111
111
|
prerelease: false
|
112
112
|
version_requirements: !ruby/object:Gem::Requirement
|
113
113
|
requirements:
|
114
114
|
- - ">="
|
115
115
|
- !ruby/object:Gem::Version
|
116
|
-
version: '
|
116
|
+
version: '13.0'
|
117
117
|
- !ruby/object:Gem::Dependency
|
118
118
|
name: redcarpet
|
119
119
|
requirement: !ruby/object:Gem::Requirement
|
@@ -229,14 +229,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
229
229
|
requirements:
|
230
230
|
- - ">="
|
231
231
|
- !ruby/object:Gem::Version
|
232
|
-
version: '2.
|
232
|
+
version: '2.6'
|
233
233
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
234
234
|
requirements:
|
235
235
|
- - ">="
|
236
236
|
- !ruby/object:Gem::Version
|
237
237
|
version: '0'
|
238
238
|
requirements: []
|
239
|
-
rubygems_version: 3.3.
|
239
|
+
rubygems_version: 3.3.14
|
240
240
|
signing_key:
|
241
241
|
specification_version: 4
|
242
242
|
summary: API Client library for the Dataflow V1beta3 API
|