google-apis-dataflow_v1b3 0.32.0 → 0.34.0
Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 6eb7399b4402f1e995ef7c7bdbbff600bc843b2e21e53ca7bf885fbd85415551
|
4
|
+
data.tar.gz: d685ad4a034a5a749f520539c72136da084ad3ccf36cd77d126ee0c82371b103
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 99d5ddaf6f4fc78837535be492772dd32b052e38ec1d76880bc066a18c4693cb0e4beeda7eeeb68242b7ff4c609d195a14af0519f75427a526c6a7c91b3dc074
|
7
|
+
data.tar.gz: 73193d85a211b784238bb801a0ac507da8428aec31686b230d4315e5b3e770d7e596905ce3952e19032eae5f4bba23e0de2a0cdbb2739400a0069504b98d5757
|
data/CHANGELOG.md
CHANGED
@@ -1,5 +1,14 @@
|
|
1
1
|
# Release history for google-apis-dataflow_v1b3
|
2
2
|
|
3
|
+
### v0.34.0 (2023-01-08)
|
4
|
+
|
5
|
+
* Regenerated from discovery document revision 20221229
|
6
|
+
* Regenerated using generator version 0.11.1
|
7
|
+
|
8
|
+
### v0.33.0 (2022-12-11)
|
9
|
+
|
10
|
+
* Regenerated from discovery document revision 20221206
|
11
|
+
|
3
12
|
### v0.32.0 (2022-11-01)
|
4
13
|
|
5
14
|
* Regenerated from discovery document revision 20221025
|
@@ -5252,6 +5252,31 @@ module Google
|
|
5252
5252
|
end
|
5253
5253
|
end
|
5254
5254
|
|
5255
|
+
# Information for a straggler.
|
5256
|
+
class Straggler
|
5257
|
+
include Google::Apis::Core::Hashable
|
5258
|
+
|
5259
|
+
# Information useful for straggler identification and debugging.
|
5260
|
+
# Corresponds to the JSON property `batchStraggler`
|
5261
|
+
# @return [Google::Apis::DataflowV1b3::StragglerInfo]
|
5262
|
+
attr_accessor :batch_straggler
|
5263
|
+
|
5264
|
+
# Information useful for streaming straggler identification and debugging.
|
5265
|
+
# Corresponds to the JSON property `streamingStraggler`
|
5266
|
+
# @return [Google::Apis::DataflowV1b3::StreamingStragglerInfo]
|
5267
|
+
attr_accessor :streaming_straggler
|
5268
|
+
|
5269
|
+
def initialize(**args)
|
5270
|
+
update!(**args)
|
5271
|
+
end
|
5272
|
+
|
5273
|
+
# Update properties of this object
|
5274
|
+
def update!(**args)
|
5275
|
+
@batch_straggler = args[:batch_straggler] if args.key?(:batch_straggler)
|
5276
|
+
@streaming_straggler = args[:streaming_straggler] if args.key?(:streaming_straggler)
|
5277
|
+
end
|
5278
|
+
end
|
5279
|
+
|
5255
5280
|
# Information useful for debugging a straggler. Each type will provide
|
5256
5281
|
# specialized debugging information relevant for a particular cause. The
|
5257
5282
|
# StragglerDebuggingInfo will be 1:1 mapping to the StragglerCause enum.
|
@@ -5303,6 +5328,11 @@ module Google
|
|
5303
5328
|
class StragglerSummary
|
5304
5329
|
include Google::Apis::Core::Hashable
|
5305
5330
|
|
5331
|
+
# The most recent stragglers.
|
5332
|
+
# Corresponds to the JSON property `recentStragglers`
|
5333
|
+
# @return [Array<Google::Apis::DataflowV1b3::Straggler>]
|
5334
|
+
attr_accessor :recent_stragglers
|
5335
|
+
|
5306
5336
|
# Aggregated counts of straggler causes, keyed by the string representation of
|
5307
5337
|
# the StragglerCause enum.
|
5308
5338
|
# Corresponds to the JSON property `stragglerCauseCount`
|
@@ -5320,6 +5350,7 @@ module Google
|
|
5320
5350
|
|
5321
5351
|
# Update properties of this object
|
5322
5352
|
def update!(**args)
|
5353
|
+
@recent_stragglers = args[:recent_stragglers] if args.key?(:recent_stragglers)
|
5323
5354
|
@straggler_cause_count = args[:straggler_cause_count] if args.key?(:straggler_cause_count)
|
5324
5355
|
@total_straggler_count = args[:total_straggler_count] if args.key?(:total_straggler_count)
|
5325
5356
|
end
|
@@ -5641,6 +5672,49 @@ module Google
|
|
5641
5672
|
end
|
5642
5673
|
end
|
5643
5674
|
|
5675
|
+
# Information useful for streaming straggler identification and debugging.
|
5676
|
+
class StreamingStragglerInfo
|
5677
|
+
include Google::Apis::Core::Hashable
|
5678
|
+
|
5679
|
+
# The event-time watermark lag at the time of the straggler detection.
|
5680
|
+
# Corresponds to the JSON property `dataWatermarkLag`
|
5681
|
+
# @return [String]
|
5682
|
+
attr_accessor :data_watermark_lag
|
5683
|
+
|
5684
|
+
# End time of this straggler.
|
5685
|
+
# Corresponds to the JSON property `endTime`
|
5686
|
+
# @return [String]
|
5687
|
+
attr_accessor :end_time
|
5688
|
+
|
5689
|
+
# Start time of this straggler.
|
5690
|
+
# Corresponds to the JSON property `startTime`
|
5691
|
+
# @return [String]
|
5692
|
+
attr_accessor :start_time
|
5693
|
+
|
5694
|
+
# The system watermark lag at the time of the straggler detection.
|
5695
|
+
# Corresponds to the JSON property `systemWatermarkLag`
|
5696
|
+
# @return [String]
|
5697
|
+
attr_accessor :system_watermark_lag
|
5698
|
+
|
5699
|
+
# Name of the worker where the straggler was detected.
|
5700
|
+
# Corresponds to the JSON property `workerName`
|
5701
|
+
# @return [String]
|
5702
|
+
attr_accessor :worker_name
|
5703
|
+
|
5704
|
+
def initialize(**args)
|
5705
|
+
update!(**args)
|
5706
|
+
end
|
5707
|
+
|
5708
|
+
# Update properties of this object
|
5709
|
+
def update!(**args)
|
5710
|
+
@data_watermark_lag = args[:data_watermark_lag] if args.key?(:data_watermark_lag)
|
5711
|
+
@end_time = args[:end_time] if args.key?(:end_time)
|
5712
|
+
@start_time = args[:start_time] if args.key?(:start_time)
|
5713
|
+
@system_watermark_lag = args[:system_watermark_lag] if args.key?(:system_watermark_lag)
|
5714
|
+
@worker_name = args[:worker_name] if args.key?(:worker_name)
|
5715
|
+
end
|
5716
|
+
end
|
5717
|
+
|
5644
5718
|
# A metric value representing a list of strings.
|
5645
5719
|
class StringList
|
5646
5720
|
include Google::Apis::Core::Hashable
|
@@ -6561,6 +6635,11 @@ module Google
|
|
6561
6635
|
# @return [Google::Apis::DataflowV1b3::WorkerShutdownNotice]
|
6562
6636
|
attr_accessor :worker_shutdown_notice
|
6563
6637
|
|
6638
|
+
# Contains information about the thread scaling information of a worker.
|
6639
|
+
# Corresponds to the JSON property `workerThreadScalingReport`
|
6640
|
+
# @return [Google::Apis::DataflowV1b3::WorkerThreadScalingReport]
|
6641
|
+
attr_accessor :worker_thread_scaling_report
|
6642
|
+
|
6564
6643
|
def initialize(**args)
|
6565
6644
|
update!(**args)
|
6566
6645
|
end
|
@@ -6574,6 +6653,7 @@ module Google
|
|
6574
6653
|
@worker_message_code = args[:worker_message_code] if args.key?(:worker_message_code)
|
6575
6654
|
@worker_metrics = args[:worker_metrics] if args.key?(:worker_metrics)
|
6576
6655
|
@worker_shutdown_notice = args[:worker_shutdown_notice] if args.key?(:worker_shutdown_notice)
|
6656
|
+
@worker_thread_scaling_report = args[:worker_thread_scaling_report] if args.key?(:worker_thread_scaling_report)
|
6577
6657
|
end
|
6578
6658
|
end
|
6579
6659
|
|
@@ -6642,6 +6722,11 @@ module Google
|
|
6642
6722
|
# @return [Google::Apis::DataflowV1b3::WorkerShutdownNoticeResponse]
|
6643
6723
|
attr_accessor :worker_shutdown_notice_response
|
6644
6724
|
|
6725
|
+
# Contains the thread scaling recommendation for a worker from the backend.
|
6726
|
+
# Corresponds to the JSON property `workerThreadScalingReportResponse`
|
6727
|
+
# @return [Google::Apis::DataflowV1b3::WorkerThreadScalingReportResponse]
|
6728
|
+
attr_accessor :worker_thread_scaling_report_response
|
6729
|
+
|
6645
6730
|
def initialize(**args)
|
6646
6731
|
update!(**args)
|
6647
6732
|
end
|
@@ -6651,6 +6736,7 @@ module Google
|
|
6651
6736
|
@worker_health_report_response = args[:worker_health_report_response] if args.key?(:worker_health_report_response)
|
6652
6737
|
@worker_metrics_response = args[:worker_metrics_response] if args.key?(:worker_metrics_response)
|
6653
6738
|
@worker_shutdown_notice_response = args[:worker_shutdown_notice_response] if args.key?(:worker_shutdown_notice_response)
|
6739
|
+
@worker_thread_scaling_report_response = args[:worker_thread_scaling_report_response] if args.key?(:worker_thread_scaling_report_response)
|
6654
6740
|
end
|
6655
6741
|
end
|
6656
6742
|
|
@@ -6923,6 +7009,44 @@ module Google
|
|
6923
7009
|
end
|
6924
7010
|
end
|
6925
7011
|
|
7012
|
+
# Contains information about the thread scaling information of a worker.
|
7013
|
+
class WorkerThreadScalingReport
|
7014
|
+
include Google::Apis::Core::Hashable
|
7015
|
+
|
7016
|
+
# Current number of active threads in a worker.
|
7017
|
+
# Corresponds to the JSON property `currentThreadCount`
|
7018
|
+
# @return [Fixnum]
|
7019
|
+
attr_accessor :current_thread_count
|
7020
|
+
|
7021
|
+
def initialize(**args)
|
7022
|
+
update!(**args)
|
7023
|
+
end
|
7024
|
+
|
7025
|
+
# Update properties of this object
|
7026
|
+
def update!(**args)
|
7027
|
+
@current_thread_count = args[:current_thread_count] if args.key?(:current_thread_count)
|
7028
|
+
end
|
7029
|
+
end
|
7030
|
+
|
7031
|
+
# Contains the thread scaling recommendation for a worker from the backend.
|
7032
|
+
class WorkerThreadScalingReportResponse
|
7033
|
+
include Google::Apis::Core::Hashable
|
7034
|
+
|
7035
|
+
# Recommended number of threads for a worker.
|
7036
|
+
# Corresponds to the JSON property `recommendedThreadCount`
|
7037
|
+
# @return [Fixnum]
|
7038
|
+
attr_accessor :recommended_thread_count
|
7039
|
+
|
7040
|
+
def initialize(**args)
|
7041
|
+
update!(**args)
|
7042
|
+
end
|
7043
|
+
|
7044
|
+
# Update properties of this object
|
7045
|
+
def update!(**args)
|
7046
|
+
@recommended_thread_count = args[:recommended_thread_count] if args.key?(:recommended_thread_count)
|
7047
|
+
end
|
7048
|
+
end
|
7049
|
+
|
6926
7050
|
# An instruction that writes records. Takes one input, produces no outputs.
|
6927
7051
|
class WriteInstruction
|
6928
7052
|
include Google::Apis::Core::Hashable
|
@@ -16,13 +16,13 @@ module Google
|
|
16
16
|
module Apis
|
17
17
|
module DataflowV1b3
|
18
18
|
# Version of the google-apis-dataflow_v1b3 gem
|
19
|
-
GEM_VERSION = "0.
|
19
|
+
GEM_VERSION = "0.34.0"
|
20
20
|
|
21
21
|
# Version of the code generator used to generate this client
|
22
|
-
GENERATOR_VERSION = "0.11.
|
22
|
+
GENERATOR_VERSION = "0.11.1"
|
23
23
|
|
24
24
|
# Revision of the discovery document this client was generated from
|
25
|
-
REVISION = "
|
25
|
+
REVISION = "20221229"
|
26
26
|
end
|
27
27
|
end
|
28
28
|
end
|
@@ -808,6 +808,12 @@ module Google
|
|
808
808
|
include Google::Apis::Core::JsonObjectSupport
|
809
809
|
end
|
810
810
|
|
811
|
+
class Straggler
|
812
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
813
|
+
|
814
|
+
include Google::Apis::Core::JsonObjectSupport
|
815
|
+
end
|
816
|
+
|
811
817
|
class StragglerDebuggingInfo
|
812
818
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
813
819
|
|
@@ -880,6 +886,12 @@ module Google
|
|
880
886
|
include Google::Apis::Core::JsonObjectSupport
|
881
887
|
end
|
882
888
|
|
889
|
+
class StreamingStragglerInfo
|
890
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
891
|
+
|
892
|
+
include Google::Apis::Core::JsonObjectSupport
|
893
|
+
end
|
894
|
+
|
883
895
|
class StringList
|
884
896
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
885
897
|
|
@@ -1012,6 +1024,18 @@ module Google
|
|
1012
1024
|
include Google::Apis::Core::JsonObjectSupport
|
1013
1025
|
end
|
1014
1026
|
|
1027
|
+
class WorkerThreadScalingReport
|
1028
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
1029
|
+
|
1030
|
+
include Google::Apis::Core::JsonObjectSupport
|
1031
|
+
end
|
1032
|
+
|
1033
|
+
class WorkerThreadScalingReportResponse
|
1034
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
1035
|
+
|
1036
|
+
include Google::Apis::Core::JsonObjectSupport
|
1037
|
+
end
|
1038
|
+
|
1015
1039
|
class WriteInstruction
|
1016
1040
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
1017
1041
|
|
@@ -2444,6 +2468,16 @@ module Google
|
|
2444
2468
|
end
|
2445
2469
|
end
|
2446
2470
|
|
2471
|
+
class Straggler
|
2472
|
+
# @private
|
2473
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
2474
|
+
property :batch_straggler, as: 'batchStraggler', class: Google::Apis::DataflowV1b3::StragglerInfo, decorator: Google::Apis::DataflowV1b3::StragglerInfo::Representation
|
2475
|
+
|
2476
|
+
property :streaming_straggler, as: 'streamingStraggler', class: Google::Apis::DataflowV1b3::StreamingStragglerInfo, decorator: Google::Apis::DataflowV1b3::StreamingStragglerInfo::Representation
|
2477
|
+
|
2478
|
+
end
|
2479
|
+
end
|
2480
|
+
|
2447
2481
|
class StragglerDebuggingInfo
|
2448
2482
|
# @private
|
2449
2483
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -2464,6 +2498,8 @@ module Google
|
|
2464
2498
|
class StragglerSummary
|
2465
2499
|
# @private
|
2466
2500
|
class Representation < Google::Apis::Core::JsonRepresentation
|
2501
|
+
collection :recent_stragglers, as: 'recentStragglers', class: Google::Apis::DataflowV1b3::Straggler, decorator: Google::Apis::DataflowV1b3::Straggler::Representation
|
2502
|
+
|
2467
2503
|
hash :straggler_cause_count, as: 'stragglerCauseCount'
|
2468
2504
|
property :total_straggler_count, :numeric_string => true, as: 'totalStragglerCount'
|
2469
2505
|
end
|
@@ -2565,6 +2601,17 @@ module Google
|
|
2565
2601
|
end
|
2566
2602
|
end
|
2567
2603
|
|
2604
|
+
class StreamingStragglerInfo
|
2605
|
+
# @private
|
2606
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
2607
|
+
property :data_watermark_lag, as: 'dataWatermarkLag'
|
2608
|
+
property :end_time, as: 'endTime'
|
2609
|
+
property :start_time, as: 'startTime'
|
2610
|
+
property :system_watermark_lag, as: 'systemWatermarkLag'
|
2611
|
+
property :worker_name, as: 'workerName'
|
2612
|
+
end
|
2613
|
+
end
|
2614
|
+
|
2568
2615
|
class StringList
|
2569
2616
|
# @private
|
2570
2617
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -2803,6 +2850,8 @@ module Google
|
|
2803
2850
|
|
2804
2851
|
property :worker_shutdown_notice, as: 'workerShutdownNotice', class: Google::Apis::DataflowV1b3::WorkerShutdownNotice, decorator: Google::Apis::DataflowV1b3::WorkerShutdownNotice::Representation
|
2805
2852
|
|
2853
|
+
property :worker_thread_scaling_report, as: 'workerThreadScalingReport', class: Google::Apis::DataflowV1b3::WorkerThreadScalingReport, decorator: Google::Apis::DataflowV1b3::WorkerThreadScalingReport::Representation
|
2854
|
+
|
2806
2855
|
end
|
2807
2856
|
end
|
2808
2857
|
|
@@ -2823,6 +2872,8 @@ module Google
|
|
2823
2872
|
|
2824
2873
|
property :worker_shutdown_notice_response, as: 'workerShutdownNoticeResponse', class: Google::Apis::DataflowV1b3::WorkerShutdownNoticeResponse, decorator: Google::Apis::DataflowV1b3::WorkerShutdownNoticeResponse::Representation
|
2825
2874
|
|
2875
|
+
property :worker_thread_scaling_report_response, as: 'workerThreadScalingReportResponse', class: Google::Apis::DataflowV1b3::WorkerThreadScalingReportResponse, decorator: Google::Apis::DataflowV1b3::WorkerThreadScalingReportResponse::Representation
|
2876
|
+
|
2826
2877
|
end
|
2827
2878
|
end
|
2828
2879
|
|
@@ -2884,6 +2935,20 @@ module Google
|
|
2884
2935
|
end
|
2885
2936
|
end
|
2886
2937
|
|
2938
|
+
class WorkerThreadScalingReport
|
2939
|
+
# @private
|
2940
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
2941
|
+
property :current_thread_count, as: 'currentThreadCount'
|
2942
|
+
end
|
2943
|
+
end
|
2944
|
+
|
2945
|
+
class WorkerThreadScalingReportResponse
|
2946
|
+
# @private
|
2947
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
2948
|
+
property :recommended_thread_count, as: 'recommendedThreadCount'
|
2949
|
+
end
|
2950
|
+
end
|
2951
|
+
|
2887
2952
|
class WriteInstruction
|
2888
2953
|
# @private
|
2889
2954
|
class Representation < Google::Apis::Core::JsonRepresentation
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-apis-dataflow_v1b3
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.34.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2023-01-08 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: google-apis-core
|
@@ -58,7 +58,7 @@ licenses:
|
|
58
58
|
metadata:
|
59
59
|
bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
|
60
60
|
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3/CHANGELOG.md
|
61
|
-
documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.
|
61
|
+
documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.34.0
|
62
62
|
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3
|
63
63
|
post_install_message:
|
64
64
|
rdoc_options: []
|
@@ -75,7 +75,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
75
75
|
- !ruby/object:Gem::Version
|
76
76
|
version: '0'
|
77
77
|
requirements: []
|
78
|
-
rubygems_version: 3.
|
78
|
+
rubygems_version: 3.4.2
|
79
79
|
signing_key:
|
80
80
|
specification_version: 4
|
81
81
|
summary: Simple REST client for Dataflow API V1b3
|