google-cloud-dataflow-v1beta3 0.1.4 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +11 -6
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/client.rb +11 -0
- data/lib/google/cloud/dataflow/v1beta3/jobs/client.rb +72 -0
- data/lib/google/cloud/dataflow/v1beta3/messages/client.rb +14 -0
- data/lib/google/cloud/dataflow/v1beta3/metrics/client.rb +45 -0
- data/lib/google/cloud/dataflow/v1beta3/snapshots/client.rb +42 -0
- data/lib/google/cloud/dataflow/v1beta3/templates_service/client.rb +33 -0
- data/lib/google/cloud/dataflow/v1beta3/version.rb +1 -1
- data/lib/google/cloud/dataflow/v1beta3.rb +2 -0
- data/lib/google/dataflow/v1beta3/environment_pb.rb +3 -1
- data/lib/google/dataflow/v1beta3/jobs_pb.rb +3 -2
- data/lib/google/dataflow/v1beta3/messages_pb.rb +3 -2
- data/lib/google/dataflow/v1beta3/metrics_pb.rb +3 -2
- data/lib/google/dataflow/v1beta3/snapshots_pb.rb +3 -2
- data/lib/google/dataflow/v1beta3/templates_pb.rb +8 -2
- data/proto_docs/google/dataflow/v1beta3/environment.rb +4 -0
- data/proto_docs/google/dataflow/v1beta3/jobs.rb +4 -5
- data/proto_docs/google/dataflow/v1beta3/messages.rb +1 -2
- data/proto_docs/google/dataflow/v1beta3/snapshots.rb +1 -1
- data/proto_docs/google/dataflow/v1beta3/templates.rb +23 -1
- data/proto_docs/google/protobuf/any.rb +3 -3
- data/proto_docs/google/protobuf/struct.rb +2 -2
- metadata +12 -12
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: '048e432d7f5927424923a12bf33c9cb0bbe1f21c89d36596f529b9f777eb65d7'
|
4
|
+
data.tar.gz: c91f26bbfaeba8454c6667aa7066f95f5285a200ae74d5bff617d7f96544af93
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 235f015326621059e1bf9f010d08409ba077c4e058bfbb6fb544330b2f5fbbc11d9c3d13661a3629a8e5174f8e27e41a202482e898f90bcbb6ce11e68f9d75bc
|
7
|
+
data.tar.gz: f2f6d686d79807ee5c6b4c0ace49b30fc419d4126c34fc2c0346c450cb2cb7e91365506e3ed652255b6faad23cdcc4b7ea891a28518ad94555c75927331eaa83
|
data/README.md
CHANGED
@@ -37,7 +37,7 @@ request = ::Google::Cloud::Dataflow::V1beta3::GetSnapshotRequest.new # (request
|
|
37
37
|
response = client.get_snapshot request
|
38
38
|
```
|
39
39
|
|
40
|
-
View the [Client Library Documentation](https://
|
40
|
+
View the [Client Library Documentation](https://cloud.google.com/ruby/docs/reference/google-cloud-dataflow-v1beta3/latest)
|
41
41
|
for class and method documentation.
|
42
42
|
|
43
43
|
See also the [Product Documentation](https://cloud.google.com/dataflow)
|
@@ -69,16 +69,21 @@ module GRPC
|
|
69
69
|
end
|
70
70
|
```
|
71
71
|
|
72
|
+
|
73
|
+
## Google Cloud Samples
|
74
|
+
|
75
|
+
To browse ready to use code samples check [Google Cloud Samples](https://cloud.google.com/docs/samples).
|
76
|
+
|
72
77
|
## Supported Ruby Versions
|
73
78
|
|
74
|
-
This library is supported on Ruby 2.
|
79
|
+
This library is supported on Ruby 2.6+.
|
75
80
|
|
76
81
|
Google provides official support for Ruby versions that are actively supported
|
77
82
|
by Ruby Core—that is, Ruby versions that are either in normal maintenance or
|
78
|
-
in security maintenance, and not end of life.
|
79
|
-
|
80
|
-
|
81
|
-
|
83
|
+
in security maintenance, and not end of life. Older versions of Ruby _may_
|
84
|
+
still work, but are unsupported and not recommended. See
|
85
|
+
https://www.ruby-lang.org/en/downloads/branches/ for details about the Ruby
|
86
|
+
support schedule.
|
82
87
|
|
83
88
|
## Which client should I use?
|
84
89
|
|
@@ -212,6 +212,17 @@ module Google
|
|
212
212
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
213
213
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
214
214
|
|
215
|
+
header_params = {}
|
216
|
+
if request.project_id
|
217
|
+
header_params["project_id"] = request.project_id
|
218
|
+
end
|
219
|
+
if request.location
|
220
|
+
header_params["location"] = request.location
|
221
|
+
end
|
222
|
+
|
223
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
224
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
225
|
+
|
215
226
|
options.apply_defaults timeout: @config.rpcs.launch_flex_template.timeout,
|
216
227
|
metadata: metadata,
|
217
228
|
retry_policy: @config.rpcs.launch_flex_template.retry_policy
|
@@ -222,6 +222,17 @@ module Google
|
|
222
222
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
223
223
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
224
224
|
|
225
|
+
header_params = {}
|
226
|
+
if request.project_id
|
227
|
+
header_params["project_id"] = request.project_id
|
228
|
+
end
|
229
|
+
if request.location
|
230
|
+
header_params["location"] = request.location
|
231
|
+
end
|
232
|
+
|
233
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
234
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
235
|
+
|
225
236
|
options.apply_defaults timeout: @config.rpcs.create_job.timeout,
|
226
237
|
metadata: metadata,
|
227
238
|
retry_policy: @config.rpcs.create_job.retry_policy
|
@@ -313,6 +324,20 @@ module Google
|
|
313
324
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
314
325
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
315
326
|
|
327
|
+
header_params = {}
|
328
|
+
if request.project_id
|
329
|
+
header_params["project_id"] = request.project_id
|
330
|
+
end
|
331
|
+
if request.location
|
332
|
+
header_params["location"] = request.location
|
333
|
+
end
|
334
|
+
if request.job_id
|
335
|
+
header_params["job_id"] = request.job_id
|
336
|
+
end
|
337
|
+
|
338
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
339
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
340
|
+
|
316
341
|
options.apply_defaults timeout: @config.rpcs.get_job.timeout,
|
317
342
|
metadata: metadata,
|
318
343
|
retry_policy: @config.rpcs.get_job.retry_policy
|
@@ -405,6 +430,20 @@ module Google
|
|
405
430
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
406
431
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
407
432
|
|
433
|
+
header_params = {}
|
434
|
+
if request.project_id
|
435
|
+
header_params["project_id"] = request.project_id
|
436
|
+
end
|
437
|
+
if request.location
|
438
|
+
header_params["location"] = request.location
|
439
|
+
end
|
440
|
+
if request.job_id
|
441
|
+
header_params["job_id"] = request.job_id
|
442
|
+
end
|
443
|
+
|
444
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
445
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
446
|
+
|
408
447
|
options.apply_defaults timeout: @config.rpcs.update_job.timeout,
|
409
448
|
metadata: metadata,
|
410
449
|
retry_policy: @config.rpcs.update_job.retry_policy
|
@@ -511,6 +550,17 @@ module Google
|
|
511
550
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
512
551
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
513
552
|
|
553
|
+
header_params = {}
|
554
|
+
if request.project_id
|
555
|
+
header_params["project_id"] = request.project_id
|
556
|
+
end
|
557
|
+
if request.location
|
558
|
+
header_params["location"] = request.location
|
559
|
+
end
|
560
|
+
|
561
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
562
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
563
|
+
|
514
564
|
options.apply_defaults timeout: @config.rpcs.list_jobs.timeout,
|
515
565
|
metadata: metadata,
|
516
566
|
retry_policy: @config.rpcs.list_jobs.retry_policy
|
@@ -611,6 +661,14 @@ module Google
|
|
611
661
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
612
662
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
613
663
|
|
664
|
+
header_params = {}
|
665
|
+
if request.project_id
|
666
|
+
header_params["project_id"] = request.project_id
|
667
|
+
end
|
668
|
+
|
669
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
670
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
671
|
+
|
614
672
|
options.apply_defaults timeout: @config.rpcs.aggregated_list_jobs.timeout,
|
615
673
|
metadata: metadata,
|
616
674
|
retry_policy: @config.rpcs.aggregated_list_jobs.retry_policy
|
@@ -776,6 +834,20 @@ module Google
|
|
776
834
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
777
835
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
778
836
|
|
837
|
+
header_params = {}
|
838
|
+
if request.project_id
|
839
|
+
header_params["project_id"] = request.project_id
|
840
|
+
end
|
841
|
+
if request.location
|
842
|
+
header_params["location"] = request.location
|
843
|
+
end
|
844
|
+
if request.job_id
|
845
|
+
header_params["job_id"] = request.job_id
|
846
|
+
end
|
847
|
+
|
848
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
849
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
850
|
+
|
779
851
|
options.apply_defaults timeout: @config.rpcs.snapshot_job.timeout,
|
780
852
|
metadata: metadata,
|
781
853
|
retry_policy: @config.rpcs.snapshot_job.retry_policy
|
@@ -240,6 +240,20 @@ module Google
|
|
240
240
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
241
241
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
242
242
|
|
243
|
+
header_params = {}
|
244
|
+
if request.project_id
|
245
|
+
header_params["project_id"] = request.project_id
|
246
|
+
end
|
247
|
+
if request.location
|
248
|
+
header_params["location"] = request.location
|
249
|
+
end
|
250
|
+
if request.job_id
|
251
|
+
header_params["job_id"] = request.job_id
|
252
|
+
end
|
253
|
+
|
254
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
255
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
256
|
+
|
243
257
|
options.apply_defaults timeout: @config.rpcs.list_job_messages.timeout,
|
244
258
|
metadata: metadata,
|
245
259
|
retry_policy: @config.rpcs.list_job_messages.retry_policy
|
@@ -221,6 +221,20 @@ module Google
|
|
221
221
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
222
222
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
223
223
|
|
224
|
+
header_params = {}
|
225
|
+
if request.project_id
|
226
|
+
header_params["project_id"] = request.project_id
|
227
|
+
end
|
228
|
+
if request.location
|
229
|
+
header_params["location"] = request.location
|
230
|
+
end
|
231
|
+
if request.job_id
|
232
|
+
header_params["job_id"] = request.job_id
|
233
|
+
end
|
234
|
+
|
235
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
236
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
237
|
+
|
224
238
|
options.apply_defaults timeout: @config.rpcs.get_job_metrics.timeout,
|
225
239
|
metadata: metadata,
|
226
240
|
retry_policy: @config.rpcs.get_job_metrics.retry_policy
|
@@ -320,6 +334,20 @@ module Google
|
|
320
334
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
321
335
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
322
336
|
|
337
|
+
header_params = {}
|
338
|
+
if request.project_id
|
339
|
+
header_params["project_id"] = request.project_id
|
340
|
+
end
|
341
|
+
if request.location
|
342
|
+
header_params["location"] = request.location
|
343
|
+
end
|
344
|
+
if request.job_id
|
345
|
+
header_params["job_id"] = request.job_id
|
346
|
+
end
|
347
|
+
|
348
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
349
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
350
|
+
|
323
351
|
options.apply_defaults timeout: @config.rpcs.get_job_execution_details.timeout,
|
324
352
|
metadata: metadata,
|
325
353
|
retry_policy: @config.rpcs.get_job_execution_details.retry_policy
|
@@ -427,6 +455,23 @@ module Google
|
|
427
455
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
428
456
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
429
457
|
|
458
|
+
header_params = {}
|
459
|
+
if request.project_id
|
460
|
+
header_params["project_id"] = request.project_id
|
461
|
+
end
|
462
|
+
if request.location
|
463
|
+
header_params["location"] = request.location
|
464
|
+
end
|
465
|
+
if request.job_id
|
466
|
+
header_params["job_id"] = request.job_id
|
467
|
+
end
|
468
|
+
if request.stage_id
|
469
|
+
header_params["stage_id"] = request.stage_id
|
470
|
+
end
|
471
|
+
|
472
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
473
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
474
|
+
|
430
475
|
options.apply_defaults timeout: @config.rpcs.get_stage_execution_details.timeout,
|
431
476
|
metadata: metadata,
|
432
477
|
retry_policy: @config.rpcs.get_stage_execution_details.retry_policy
|
@@ -209,6 +209,20 @@ module Google
|
|
209
209
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
210
210
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
211
211
|
|
212
|
+
header_params = {}
|
213
|
+
if request.project_id
|
214
|
+
header_params["project_id"] = request.project_id
|
215
|
+
end
|
216
|
+
if request.location
|
217
|
+
header_params["location"] = request.location
|
218
|
+
end
|
219
|
+
if request.snapshot_id
|
220
|
+
header_params["snapshot_id"] = request.snapshot_id
|
221
|
+
end
|
222
|
+
|
223
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
224
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
225
|
+
|
212
226
|
options.apply_defaults timeout: @config.rpcs.get_snapshot.timeout,
|
213
227
|
metadata: metadata,
|
214
228
|
retry_policy: @config.rpcs.get_snapshot.retry_policy
|
@@ -290,6 +304,20 @@ module Google
|
|
290
304
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
291
305
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
292
306
|
|
307
|
+
header_params = {}
|
308
|
+
if request.project_id
|
309
|
+
header_params["project_id"] = request.project_id
|
310
|
+
end
|
311
|
+
if request.location
|
312
|
+
header_params["location"] = request.location
|
313
|
+
end
|
314
|
+
if request.snapshot_id
|
315
|
+
header_params["snapshot_id"] = request.snapshot_id
|
316
|
+
end
|
317
|
+
|
318
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
319
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
320
|
+
|
293
321
|
options.apply_defaults timeout: @config.rpcs.delete_snapshot.timeout,
|
294
322
|
metadata: metadata,
|
295
323
|
retry_policy: @config.rpcs.delete_snapshot.retry_policy
|
@@ -371,6 +399,20 @@ module Google
|
|
371
399
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
372
400
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
373
401
|
|
402
|
+
header_params = {}
|
403
|
+
if request.project_id
|
404
|
+
header_params["project_id"] = request.project_id
|
405
|
+
end
|
406
|
+
if request.location
|
407
|
+
header_params["location"] = request.location
|
408
|
+
end
|
409
|
+
if request.job_id
|
410
|
+
header_params["job_id"] = request.job_id
|
411
|
+
end
|
412
|
+
|
413
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
414
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
415
|
+
|
374
416
|
options.apply_defaults timeout: @config.rpcs.list_snapshots.timeout,
|
375
417
|
metadata: metadata,
|
376
418
|
retry_policy: @config.rpcs.list_snapshots.retry_policy
|
@@ -219,6 +219,17 @@ module Google
|
|
219
219
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
220
220
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
221
221
|
|
222
|
+
header_params = {}
|
223
|
+
if request.project_id
|
224
|
+
header_params["project_id"] = request.project_id
|
225
|
+
end
|
226
|
+
if request.location
|
227
|
+
header_params["location"] = request.location
|
228
|
+
end
|
229
|
+
|
230
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
231
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
232
|
+
|
222
233
|
options.apply_defaults timeout: @config.rpcs.create_job_from_template.timeout,
|
223
234
|
metadata: metadata,
|
224
235
|
retry_policy: @config.rpcs.create_job_from_template.retry_policy
|
@@ -312,6 +323,17 @@ module Google
|
|
312
323
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
313
324
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
314
325
|
|
326
|
+
header_params = {}
|
327
|
+
if request.project_id
|
328
|
+
header_params["project_id"] = request.project_id
|
329
|
+
end
|
330
|
+
if request.location
|
331
|
+
header_params["location"] = request.location
|
332
|
+
end
|
333
|
+
|
334
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
335
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
336
|
+
|
315
337
|
options.apply_defaults timeout: @config.rpcs.launch_template.timeout,
|
316
338
|
metadata: metadata,
|
317
339
|
retry_policy: @config.rpcs.launch_template.retry_policy
|
@@ -399,6 +421,17 @@ module Google
|
|
399
421
|
gapic_version: ::Google::Cloud::Dataflow::V1beta3::VERSION
|
400
422
|
metadata[:"x-goog-user-project"] = @quota_project_id if @quota_project_id
|
401
423
|
|
424
|
+
header_params = {}
|
425
|
+
if request.project_id
|
426
|
+
header_params["project_id"] = request.project_id
|
427
|
+
end
|
428
|
+
if request.location
|
429
|
+
header_params["location"] = request.location
|
430
|
+
end
|
431
|
+
|
432
|
+
request_params_header = header_params.map { |k, v| "#{k}=#{v}" }.join("&")
|
433
|
+
metadata[:"x-goog-request-params"] ||= request_params_header
|
434
|
+
|
402
435
|
options.apply_defaults timeout: @config.rpcs.get_template.timeout,
|
403
436
|
metadata: metadata,
|
404
437
|
retry_policy: @config.rpcs.get_template.retry_policy
|
@@ -1,10 +1,11 @@
|
|
1
1
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
2
|
# source: google/dataflow/v1beta3/environment.proto
|
3
3
|
|
4
|
+
require 'google/protobuf'
|
5
|
+
|
4
6
|
require 'google/api/field_behavior_pb'
|
5
7
|
require 'google/protobuf/any_pb'
|
6
8
|
require 'google/protobuf/struct_pb'
|
7
|
-
require 'google/protobuf'
|
8
9
|
|
9
10
|
Google::Protobuf::DescriptorPool.generated_pool.build do
|
10
11
|
add_file("google/dataflow/v1beta3/environment.proto", :syntax => :proto3) do
|
@@ -73,6 +74,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
73
74
|
optional :container_image, :string, 1
|
74
75
|
optional :use_single_core_per_container, :bool, 2
|
75
76
|
optional :environment_id, :string, 3
|
77
|
+
repeated :capabilities, :string, 4
|
76
78
|
end
|
77
79
|
add_message "google.dataflow.v1beta3.WorkerPool" do
|
78
80
|
optional :kind, :string, 1
|
@@ -1,14 +1,15 @@
|
|
1
1
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
2
|
# source: google/dataflow/v1beta3/jobs.proto
|
3
3
|
|
4
|
+
require 'google/protobuf'
|
5
|
+
|
4
6
|
require 'google/api/annotations_pb'
|
7
|
+
require 'google/api/client_pb'
|
5
8
|
require 'google/dataflow/v1beta3/environment_pb'
|
6
9
|
require 'google/dataflow/v1beta3/snapshots_pb'
|
7
10
|
require 'google/protobuf/duration_pb'
|
8
11
|
require 'google/protobuf/struct_pb'
|
9
12
|
require 'google/protobuf/timestamp_pb'
|
10
|
-
require 'google/api/client_pb'
|
11
|
-
require 'google/protobuf'
|
12
13
|
|
13
14
|
Google::Protobuf::DescriptorPool.generated_pool.build do
|
14
15
|
add_file("google/dataflow/v1beta3/jobs.proto", :syntax => :proto3) do
|
@@ -1,11 +1,12 @@
|
|
1
1
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
2
|
# source: google/dataflow/v1beta3/messages.proto
|
3
3
|
|
4
|
+
require 'google/protobuf'
|
5
|
+
|
4
6
|
require 'google/api/annotations_pb'
|
7
|
+
require 'google/api/client_pb'
|
5
8
|
require 'google/protobuf/struct_pb'
|
6
9
|
require 'google/protobuf/timestamp_pb'
|
7
|
-
require 'google/api/client_pb'
|
8
|
-
require 'google/protobuf'
|
9
10
|
|
10
11
|
Google::Protobuf::DescriptorPool.generated_pool.build do
|
11
12
|
add_file("google/dataflow/v1beta3/messages.proto", :syntax => :proto3) do
|
@@ -1,11 +1,12 @@
|
|
1
1
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
2
|
# source: google/dataflow/v1beta3/metrics.proto
|
3
3
|
|
4
|
+
require 'google/protobuf'
|
5
|
+
|
4
6
|
require 'google/api/annotations_pb'
|
7
|
+
require 'google/api/client_pb'
|
5
8
|
require 'google/protobuf/struct_pb'
|
6
9
|
require 'google/protobuf/timestamp_pb'
|
7
|
-
require 'google/api/client_pb'
|
8
|
-
require 'google/protobuf'
|
9
10
|
|
10
11
|
Google::Protobuf::DescriptorPool.generated_pool.build do
|
11
12
|
add_file("google/dataflow/v1beta3/metrics.proto", :syntax => :proto3) do
|
@@ -1,11 +1,12 @@
|
|
1
1
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
2
|
# source: google/dataflow/v1beta3/snapshots.proto
|
3
3
|
|
4
|
+
require 'google/protobuf'
|
5
|
+
|
4
6
|
require 'google/api/annotations_pb'
|
7
|
+
require 'google/api/client_pb'
|
5
8
|
require 'google/protobuf/duration_pb'
|
6
9
|
require 'google/protobuf/timestamp_pb'
|
7
|
-
require 'google/api/client_pb'
|
8
|
-
require 'google/protobuf'
|
9
10
|
|
10
11
|
Google::Protobuf::DescriptorPool.generated_pool.build do
|
11
12
|
add_file("google/dataflow/v1beta3/snapshots.proto", :syntax => :proto3) do
|
@@ -1,12 +1,13 @@
|
|
1
1
|
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
2
|
# source: google/dataflow/v1beta3/templates.proto
|
3
3
|
|
4
|
+
require 'google/protobuf'
|
5
|
+
|
4
6
|
require 'google/api/annotations_pb'
|
7
|
+
require 'google/api/client_pb'
|
5
8
|
require 'google/dataflow/v1beta3/environment_pb'
|
6
9
|
require 'google/dataflow/v1beta3/jobs_pb'
|
7
10
|
require 'google/rpc/status_pb'
|
8
|
-
require 'google/api/client_pb'
|
9
|
-
require 'google/protobuf'
|
10
11
|
|
11
12
|
Google::Protobuf::DescriptorPool.generated_pool.build do
|
12
13
|
add_file("google/dataflow/v1beta3/templates.proto", :syntax => :proto3) do
|
@@ -50,6 +51,11 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
50
51
|
optional :flexrs_goal, :enum, 16, "google.dataflow.v1beta3.FlexResourceSchedulingGoal"
|
51
52
|
optional :staging_location, :string, 17
|
52
53
|
optional :sdk_container_image, :string, 18
|
54
|
+
optional :disk_size_gb, :int32, 20
|
55
|
+
optional :autoscaling_algorithm, :enum, 21, "google.dataflow.v1beta3.AutoscalingAlgorithm"
|
56
|
+
optional :dump_heap_on_oom, :bool, 22
|
57
|
+
optional :save_heap_dumps_to_gcs_path, :string, 23
|
58
|
+
optional :launcher_machine_type, :string, 24
|
53
59
|
end
|
54
60
|
add_message "google.dataflow.v1beta3.LaunchFlexTemplateRequest" do
|
55
61
|
optional :project_id, :string, 1
|
@@ -336,6 +336,10 @@ module Google
|
|
336
336
|
# @return [::String]
|
337
337
|
# Environment ID for the Beam runner API proto Environment that corresponds
|
338
338
|
# to the current SDK Harness.
|
339
|
+
# @!attribute [rw] capabilities
|
340
|
+
# @return [::Array<::String>]
|
341
|
+
# The set of capabilities enumerated in the above Environment proto. See also
|
342
|
+
# https://github.com/apache/beam/blob/master/model/pipeline/src/main/proto/beam_runner_api.proto
|
339
343
|
class SdkHarnessContainerImage
|
340
344
|
include ::Google::Protobuf::MessageExts
|
341
345
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -22,7 +22,6 @@ module Google
|
|
22
22
|
module Dataflow
|
23
23
|
module V1beta3
|
24
24
|
# Defines a job to be run by the Cloud Dataflow service.
|
25
|
-
# nextID: 26
|
26
25
|
# @!attribute [rw] id
|
27
26
|
# @return [::String]
|
28
27
|
# The unique ID of this job.
|
@@ -42,7 +41,7 @@ module Google
|
|
42
41
|
# existing Job.
|
43
42
|
#
|
44
43
|
# The name must match the regular expression
|
45
|
-
# `[a-z]([-a-z0-9]{0,
|
44
|
+
# `[a-z]([-a-z0-9]{0,1022}[a-z0-9])?`
|
46
45
|
# @!attribute [rw] type
|
47
46
|
# @return [::Google::Cloud::Dataflow::V1beta3::JobType]
|
48
47
|
# The type of Cloud Dataflow job.
|
@@ -232,7 +231,7 @@ module Google
|
|
232
231
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
233
232
|
end
|
234
233
|
|
235
|
-
# Metadata for a Cloud
|
234
|
+
# Metadata for a Cloud Bigtable connector used by the job.
|
236
235
|
# @!attribute [rw] project_id
|
237
236
|
# @return [::String]
|
238
237
|
# ProjectId accessed in the connection.
|
@@ -327,10 +326,10 @@ module Google
|
|
327
326
|
# Identification of a BigQuery source used in the Dataflow job.
|
328
327
|
# @!attribute [rw] big_table_details
|
329
328
|
# @return [::Array<::Google::Cloud::Dataflow::V1beta3::BigTableIODetails>]
|
330
|
-
# Identification of a Cloud
|
329
|
+
# Identification of a Cloud Bigtable source used in the Dataflow job.
|
331
330
|
# @!attribute [rw] pubsub_details
|
332
331
|
# @return [::Array<::Google::Cloud::Dataflow::V1beta3::PubSubIODetails>]
|
333
|
-
# Identification of a
|
332
|
+
# Identification of a Pub/Sub source used in the Dataflow job.
|
334
333
|
# @!attribute [rw] file_details
|
335
334
|
# @return [::Array<::Google::Cloud::Dataflow::V1beta3::FileIODetails>]
|
336
335
|
# Identification of a File source used in the Dataflow job.
|
@@ -91,8 +91,7 @@ module Google
|
|
91
91
|
# num_workers value.
|
92
92
|
# @!attribute [rw] worker_pool
|
93
93
|
# @return [::String]
|
94
|
-
# A short and friendly name for the worker pool this event refers to
|
95
|
-
# populated from the value of PoolStageRelation::user_pool_name.
|
94
|
+
# A short and friendly name for the worker pool this event refers to.
|
96
95
|
class AutoscalingEvent
|
97
96
|
include ::Google::Protobuf::MessageExts
|
98
97
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -57,7 +57,7 @@ module Google
|
|
57
57
|
# State of the snapshot.
|
58
58
|
# @!attribute [rw] pubsub_metadata
|
59
59
|
# @return [::Array<::Google::Cloud::Dataflow::V1beta3::PubsubSnapshotMetadata>]
|
60
|
-
#
|
60
|
+
# Pub/Sub snapshot metadata.
|
61
61
|
# @!attribute [rw] description
|
62
62
|
# @return [::String]
|
63
63
|
# User specified description of the snapshot. Maybe empty.
|
@@ -201,6 +201,27 @@ module Google
|
|
201
201
|
# Docker registry location of container image to use for the 'worker harness.
|
202
202
|
# Default is the container for the version of the SDK. Note this field is
|
203
203
|
# only valid for portable pipelines.
|
204
|
+
# @!attribute [rw] disk_size_gb
|
205
|
+
# @return [::Integer]
|
206
|
+
# Worker disk size, in gigabytes.
|
207
|
+
# @!attribute [rw] autoscaling_algorithm
|
208
|
+
# @return [::Google::Cloud::Dataflow::V1beta3::AutoscalingAlgorithm]
|
209
|
+
# The algorithm to use for autoscaling
|
210
|
+
# @!attribute [rw] dump_heap_on_oom
|
211
|
+
# @return [::Boolean]
|
212
|
+
# If true, save a heap dump before killing a thread or process which is GC
|
213
|
+
# thrashing or out of memory. The location of the heap file will either be
|
214
|
+
# echoed back to the user, or the user will be given the opportunity to
|
215
|
+
# download the heap file.
|
216
|
+
# @!attribute [rw] save_heap_dumps_to_gcs_path
|
217
|
+
# @return [::String]
|
218
|
+
# Cloud Storage bucket (directory) to upload heap dumps to the given
|
219
|
+
# location. Enabling this implies that heap dumps should be generated on OOM
|
220
|
+
# (dump_heap_on_oom is set to true).
|
221
|
+
# @!attribute [rw] launcher_machine_type
|
222
|
+
# @return [::String]
|
223
|
+
# The machine type to use for launching the job. The default is
|
224
|
+
# n1-standard-1.
|
204
225
|
class FlexTemplateRuntimeEnvironment
|
205
226
|
include ::Google::Protobuf::MessageExts
|
206
227
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -267,7 +288,8 @@ module Google
|
|
267
288
|
# template if not specified.
|
268
289
|
# @!attribute [rw] additional_experiments
|
269
290
|
# @return [::Array<::String>]
|
270
|
-
# Additional experiment flags for the job
|
291
|
+
# Additional experiment flags for the job, specified with the
|
292
|
+
# `--experiments` option.
|
271
293
|
# @!attribute [rw] network
|
272
294
|
# @return [::String]
|
273
295
|
# Network to which VMs will be assigned. If empty or unspecified,
|
@@ -44,7 +44,7 @@ module Google
|
|
44
44
|
# foo = any.unpack(Foo.class);
|
45
45
|
# }
|
46
46
|
#
|
47
|
-
#
|
47
|
+
# Example 3: Pack and unpack a message in Python.
|
48
48
|
#
|
49
49
|
# foo = Foo(...)
|
50
50
|
# any = Any()
|
@@ -54,7 +54,7 @@ module Google
|
|
54
54
|
# any.Unpack(foo)
|
55
55
|
# ...
|
56
56
|
#
|
57
|
-
#
|
57
|
+
# Example 4: Pack and unpack a message in Go
|
58
58
|
#
|
59
59
|
# foo := &pb.Foo{...}
|
60
60
|
# any, err := anypb.New(foo)
|
@@ -75,7 +75,7 @@ module Google
|
|
75
75
|
#
|
76
76
|
#
|
77
77
|
# JSON
|
78
|
-
#
|
78
|
+
#
|
79
79
|
# The JSON representation of an `Any` value uses the regular
|
80
80
|
# representation of the deserialized, embedded message, with an
|
81
81
|
# additional field `@type` which contains the type URL. Example:
|
@@ -46,8 +46,8 @@ module Google
|
|
46
46
|
|
47
47
|
# `Value` represents a dynamically typed value which can be either
|
48
48
|
# null, a number, a string, a boolean, a recursive struct value, or a
|
49
|
-
# list of values. A producer of value is expected to set one of
|
50
|
-
# variants
|
49
|
+
# list of values. A producer of value is expected to set one of these
|
50
|
+
# variants. Absence of any variant indicates an error.
|
51
51
|
#
|
52
52
|
# The JSON representation for `Value` is JSON value.
|
53
53
|
# @!attribute [rw] null_value
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-cloud-dataflow-v1beta3
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.4.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-
|
11
|
+
date: 2022-06-30 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: gapic-common
|
@@ -16,7 +16,7 @@ dependencies:
|
|
16
16
|
requirements:
|
17
17
|
- - ">="
|
18
18
|
- !ruby/object:Gem::Version
|
19
|
-
version: '0.
|
19
|
+
version: '0.10'
|
20
20
|
- - "<"
|
21
21
|
- !ruby/object:Gem::Version
|
22
22
|
version: 2.a
|
@@ -26,7 +26,7 @@ dependencies:
|
|
26
26
|
requirements:
|
27
27
|
- - ">="
|
28
28
|
- !ruby/object:Gem::Version
|
29
|
-
version: '0.
|
29
|
+
version: '0.10'
|
30
30
|
- - "<"
|
31
31
|
- !ruby/object:Gem::Version
|
32
32
|
version: 2.a
|
@@ -50,28 +50,28 @@ dependencies:
|
|
50
50
|
requirements:
|
51
51
|
- - "~>"
|
52
52
|
- !ruby/object:Gem::Version
|
53
|
-
version: 1.
|
53
|
+
version: 1.26.1
|
54
54
|
type: :development
|
55
55
|
prerelease: false
|
56
56
|
version_requirements: !ruby/object:Gem::Requirement
|
57
57
|
requirements:
|
58
58
|
- - "~>"
|
59
59
|
- !ruby/object:Gem::Version
|
60
|
-
version: 1.
|
60
|
+
version: 1.26.1
|
61
61
|
- !ruby/object:Gem::Dependency
|
62
62
|
name: minitest
|
63
63
|
requirement: !ruby/object:Gem::Requirement
|
64
64
|
requirements:
|
65
65
|
- - "~>"
|
66
66
|
- !ruby/object:Gem::Version
|
67
|
-
version: '5.
|
67
|
+
version: '5.16'
|
68
68
|
type: :development
|
69
69
|
prerelease: false
|
70
70
|
version_requirements: !ruby/object:Gem::Requirement
|
71
71
|
requirements:
|
72
72
|
- - "~>"
|
73
73
|
- !ruby/object:Gem::Version
|
74
|
-
version: '5.
|
74
|
+
version: '5.16'
|
75
75
|
- !ruby/object:Gem::Dependency
|
76
76
|
name: minitest-focus
|
77
77
|
requirement: !ruby/object:Gem::Requirement
|
@@ -106,14 +106,14 @@ dependencies:
|
|
106
106
|
requirements:
|
107
107
|
- - ">="
|
108
108
|
- !ruby/object:Gem::Version
|
109
|
-
version: '
|
109
|
+
version: '13.0'
|
110
110
|
type: :development
|
111
111
|
prerelease: false
|
112
112
|
version_requirements: !ruby/object:Gem::Requirement
|
113
113
|
requirements:
|
114
114
|
- - ">="
|
115
115
|
- !ruby/object:Gem::Version
|
116
|
-
version: '
|
116
|
+
version: '13.0'
|
117
117
|
- !ruby/object:Gem::Dependency
|
118
118
|
name: redcarpet
|
119
119
|
requirement: !ruby/object:Gem::Requirement
|
@@ -229,14 +229,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
229
229
|
requirements:
|
230
230
|
- - ">="
|
231
231
|
- !ruby/object:Gem::Version
|
232
|
-
version: '2.
|
232
|
+
version: '2.6'
|
233
233
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
234
234
|
requirements:
|
235
235
|
- - ">="
|
236
236
|
- !ruby/object:Gem::Version
|
237
237
|
version: '0'
|
238
238
|
requirements: []
|
239
|
-
rubygems_version: 3.3.
|
239
|
+
rubygems_version: 3.3.14
|
240
240
|
signing_key:
|
241
241
|
specification_version: 4
|
242
242
|
summary: API Client library for the Dataflow V1beta3 API
|