google-apis-dataflow_v1b3 0.32.0 → 0.34.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 6eb7399b4402f1e995ef7c7bdbbff600bc843b2e21e53ca7bf885fbd85415551
|
4
|
+
data.tar.gz: d685ad4a034a5a749f520539c72136da084ad3ccf36cd77d126ee0c82371b103
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 99d5ddaf6f4fc78837535be492772dd32b052e38ec1d76880bc066a18c4693cb0e4beeda7eeeb68242b7ff4c609d195a14af0519f75427a526c6a7c91b3dc074
|
7
|
+
data.tar.gz: 73193d85a211b784238bb801a0ac507da8428aec31686b230d4315e5b3e770d7e596905ce3952e19032eae5f4bba23e0de2a0cdbb2739400a0069504b98d5757
|
data/CHANGELOG.md
CHANGED
@@ -1,5 +1,14 @@
|
|
1
1
|
# Release history for google-apis-dataflow_v1b3
|
2
2
|
|
3
|
+
### v0.34.0 (2023-01-08)
|
4
|
+
|
5
|
+
* Regenerated from discovery document revision 20221229
|
6
|
+
* Regenerated using generator version 0.11.1
|
7
|
+
|
8
|
+
### v0.33.0 (2022-12-11)
|
9
|
+
|
10
|
+
* Regenerated from discovery document revision 20221206
|
11
|
+
|
3
12
|
### v0.32.0 (2022-11-01)
|
4
13
|
|
5
14
|
* Regenerated from discovery document revision 20221025
|
@@ -5252,6 +5252,31 @@ module Google
|
|
5252
5252
|
end
|
5253
5253
|
end
|
5254
5254
|
|
5255
|
+
# Information for a straggler.
|
5256
|
+
class Straggler
|
5257
|
+
include Google::Apis::Core::Hashable
|
5258
|
+
|
5259
|
+
# Information useful for straggler identification and debugging.
|
5260
|
+
# Corresponds to the JSON property `batchStraggler`
|
5261
|
+
# @return [Google::Apis::DataflowV1b3::StragglerInfo]
|
5262
|
+
attr_accessor :batch_straggler
|
5263
|
+
|
5264
|
+
# Information useful for streaming straggler identification and debugging.
|
5265
|
+
# Corresponds to the JSON property `streamingStraggler`
|
5266
|
+
# @return [Google::Apis::DataflowV1b3::StreamingStragglerInfo]
|
5267
|
+
attr_accessor :streaming_straggler
|
5268
|
+
|
5269
|
+
def initialize(**args)
|
5270
|
+
update!(**args)
|
5271
|
+
end
|
5272
|
+
|
5273
|
+
# Update properties of this object
|
5274
|
+
def update!(**args)
|
5275
|
+
@batch_straggler = args[:batch_straggler] if args.key?(:batch_straggler)
|
5276
|
+
@streaming_straggler = args[:streaming_straggler] if args.key?(:streaming_straggler)
|
5277
|
+
end
|
5278
|
+
end
|
5279
|
+
|
5255
5280
|
# Information useful for debugging a straggler. Each type will provide
|
5256
5281
|
# specialized debugging information relevant for a particular cause. The
|
5257
5282
|
# StragglerDebuggingInfo will be 1:1 mapping to the StragglerCause enum.
|
@@ -5303,6 +5328,11 @@ module Google
|
|
5303
5328
|
class StragglerSummary
|
5304
5329
|
include Google::Apis::Core::Hashable
|
5305
5330
|
|
5331
|
+
# The most recent stragglers.
|
5332
|
+
# Corresponds to the JSON property `recentStragglers`
|
5333
|
+
# @return [Array<Google::Apis::DataflowV1b3::Straggler>]
|
5334
|
+
attr_accessor :recent_stragglers
|
5335
|
+
|
5306
5336
|
# Aggregated counts of straggler causes, keyed by the string representation of
|
5307
5337
|
# the StragglerCause enum.
|
5308
5338
|
# Corresponds to the JSON property `stragglerCauseCount`
|
@@ -5320,6 +5350,7 @@ module Google
|
|
5320
5350
|
|
5321
5351
|
# Update properties of this object
|
5322
5352
|
def update!(**args)
|
5353
|
+
@recent_stragglers = args[:recent_stragglers] if args.key?(:recent_stragglers)
|
5323
5354
|
@straggler_cause_count = args[:straggler_cause_count] if args.key?(:straggler_cause_count)
|
5324
5355
|
@total_straggler_count = args[:total_straggler_count] if args.key?(:total_straggler_count)
|
5325
5356
|
end
|
@@ -5641,6 +5672,49 @@ module Google
|
|
5641
5672
|
end
|
5642
5673
|
end
|
5643
5674
|
|
5675
|
+
# Information useful for streaming straggler identification and debugging.
|
5676
|
+
class StreamingStragglerInfo
|
5677
|
+
include Google::Apis::Core::Hashable
|
5678
|
+
|
5679
|
+
# The event-time watermark lag at the time of the straggler detection.
|
5680
|
+
# Corresponds to the JSON property `dataWatermarkLag`
|
5681
|
+
# @return [String]
|
5682
|
+
attr_accessor :data_watermark_lag
|
5683
|
+
|
5684
|
+
# End time of this straggler.
|
5685
|
+
# Corresponds to the JSON property `endTime`
|
5686
|
+
# @return [String]
|
5687
|
+
attr_accessor :end_time
|
5688
|
+
|
5689
|
+
# Start time of this straggler.
|
5690
|
+
# Corresponds to the JSON property `startTime`
|
5691
|
+
# @return [String]
|
5692
|
+
attr_accessor :start_time
|
5693
|
+
|
5694
|
+
# The system watermark lag at the time of the straggler detection.
|
5695
|
+
# Corresponds to the JSON property `systemWatermarkLag`
|
5696
|
+
# @return [String]
|
5697
|
+
attr_accessor :system_watermark_lag
|
5698
|
+
|
5699
|
+
# Name of the worker where the straggler was detected.
|
5700
|
+
# Corresponds to the JSON property `workerName`
|
5701
|
+
# @return [String]
|
5702
|
+
attr_accessor :worker_name
|
5703
|
+
|
5704
|
+
def initialize(**args)
|
5705
|
+
update!(**args)
|
5706
|
+
end
|
5707
|
+
|
5708
|
+
# Update properties of this object
|
5709
|
+
def update!(**args)
|
5710
|
+
@data_watermark_lag = args[:data_watermark_lag] if args.key?(:data_watermark_lag)
|
5711
|
+
@end_time = args[:end_time] if args.key?(:end_time)
|
5712
|
+
@start_time = args[:start_time] if args.key?(:start_time)
|
5713
|
+
@system_watermark_lag = args[:system_watermark_lag] if args.key?(:system_watermark_lag)
|
5714
|
+
@worker_name = args[:worker_name] if args.key?(:worker_name)
|
5715
|
+
end
|
5716
|
+
end
|
5717
|
+
|
5644
5718
|
# A metric value representing a list of strings.
|
5645
5719
|
class StringList
|
5646
5720
|
include Google::Apis::Core::Hashable
|
@@ -6561,6 +6635,11 @@ module Google
|
|
6561
6635
|
# @return [Google::Apis::DataflowV1b3::WorkerShutdownNotice]
|
6562
6636
|
attr_accessor :worker_shutdown_notice
|
6563
6637
|
|
6638
|
+
# Contains information about the thread scaling information of a worker.
|
6639
|
+
# Corresponds to the JSON property `workerThreadScalingReport`
|
6640
|
+
# @return [Google::Apis::DataflowV1b3::WorkerThreadScalingReport]
|
6641
|
+
attr_accessor :worker_thread_scaling_report
|
6642
|
+
|
6564
6643
|
def initialize(**args)
|
6565
6644
|
update!(**args)
|
6566
6645
|
end
|
@@ -6574,6 +6653,7 @@ module Google
|
|
6574
6653
|
@worker_message_code = args[:worker_message_code] if args.key?(:worker_message_code)
|
6575
6654
|
@worker_metrics = args[:worker_metrics] if args.key?(:worker_metrics)
|
6576
6655
|
@worker_shutdown_notice = args[:worker_shutdown_notice] if args.key?(:worker_shutdown_notice)
|
6656
|
+
@worker_thread_scaling_report = args[:worker_thread_scaling_report] if args.key?(:worker_thread_scaling_report)
|
6577
6657
|
end
|
6578
6658
|
end
|
6579
6659
|
|
@@ -6642,6 +6722,11 @@ module Google
|
|
6642
6722
|
# @return [Google::Apis::DataflowV1b3::WorkerShutdownNoticeResponse]
|
6643
6723
|
attr_accessor :worker_shutdown_notice_response
|
6644
6724
|
|
6725
|
+
# Contains the thread scaling recommendation for a worker from the backend.
|
6726
|
+
# Corresponds to the JSON property `workerThreadScalingReportResponse`
|
6727
|
+
# @return [Google::Apis::DataflowV1b3::WorkerThreadScalingReportResponse]
|
6728
|
+
attr_accessor :worker_thread_scaling_report_response
|
6729
|
+
|
6645
6730
|
def initialize(**args)
|
6646
6731
|
update!(**args)
|
6647
6732
|
end
|
@@ -6651,6 +6736,7 @@ module Google
|
|
6651
6736
|
@worker_health_report_response = args[:worker_health_report_response] if args.key?(:worker_health_report_response)
|
6652
6737
|
@worker_metrics_response = args[:worker_metrics_response] if args.key?(:worker_metrics_response)
|
6653
6738
|
@worker_shutdown_notice_response = args[:worker_shutdown_notice_response] if args.key?(:worker_shutdown_notice_response)
|
6739
|
+
@worker_thread_scaling_report_response = args[:worker_thread_scaling_report_response] if args.key?(:worker_thread_scaling_report_response)
|
6654
6740
|
end
|
6655
6741
|
end
|
6656
6742
|
|
@@ -6923,6 +7009,44 @@ module Google
|
|
6923
7009
|
end
|
6924
7010
|
end
|
6925
7011
|
|
7012
|
+
# Contains information about the thread scaling information of a worker.
|
7013
|
+
class WorkerThreadScalingReport
|
7014
|
+
include Google::Apis::Core::Hashable
|
7015
|
+
|
7016
|
+
# Current number of active threads in a worker.
|
7017
|
+
# Corresponds to the JSON property `currentThreadCount`
|
7018
|
+
# @return [Fixnum]
|
7019
|
+
attr_accessor :current_thread_count
|
7020
|
+
|
7021
|
+
def initialize(**args)
|
7022
|
+
update!(**args)
|
7023
|
+
end
|
7024
|
+
|
7025
|
+
# Update properties of this object
|
7026
|
+
def update!(**args)
|
7027
|
+
@current_thread_count = args[:current_thread_count] if args.key?(:current_thread_count)
|
7028
|
+
end
|
7029
|
+
end
|
7030
|
+
|
7031
|
+
# Contains the thread scaling recommendation for a worker from the backend.
|
7032
|
+
class WorkerThreadScalingReportResponse
|
7033
|
+
include Google::Apis::Core::Hashable
|
7034
|
+
|
7035
|
+
# Recommended number of threads for a worker.
|
7036
|
+
# Corresponds to the JSON property `recommendedThreadCount`
|
7037
|
+
# @return [Fixnum]
|
7038
|
+
attr_accessor :recommended_thread_count
|
7039
|
+
|
7040
|
+
def initialize(**args)
|
7041
|
+
update!(**args)
|
7042
|
+
end
|
7043
|
+
|
7044
|
+
# Update properties of this object
|
7045
|
+
def update!(**args)
|
7046
|
+
@recommended_thread_count = args[:recommended_thread_count] if args.key?(:recommended_thread_count)
|
7047
|
+
end
|
7048
|
+
end
|
7049
|
+
|
6926
7050
|
# An instruction that writes records. Takes one input, produces no outputs.
|
6927
7051
|
class WriteInstruction
|
6928
7052
|
include Google::Apis::Core::Hashable
|
@@ -16,13 +16,13 @@ module Google
|
|
16
16
|
module Apis
|
17
17
|
module DataflowV1b3
|
18
18
|
# Version of the google-apis-dataflow_v1b3 gem
|
19
|
-
GEM_VERSION = "0.
|
19
|
+
GEM_VERSION = "0.34.0"
|
20
20
|
|
21
21
|
# Version of the code generator used to generate this client
|
22
|
-
GENERATOR_VERSION = "0.11.
|
22
|
+
GENERATOR_VERSION = "0.11.1"
|
23
23
|
|
24
24
|
# Revision of the discovery document this client was generated from
|
25
|
-
REVISION = "
|
25
|
+
REVISION = "20221229"
|
26
26
|
end
|
27
27
|
end
|
28
28
|
end
|
@@ -808,6 +808,12 @@ module Google
|
|
808
808
|
include Google::Apis::Core::JsonObjectSupport
|
809
809
|
end
|
810
810
|
|
811
|
+
class Straggler
|
812
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
813
|
+
|
814
|
+
include Google::Apis::Core::JsonObjectSupport
|
815
|
+
end
|
816
|
+
|
811
817
|
class StragglerDebuggingInfo
|
812
818
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
813
819
|
|
@@ -880,6 +886,12 @@ module Google
|
|
880
886
|
include Google::Apis::Core::JsonObjectSupport
|
881
887
|
end
|
882
888
|
|
889
|
+
class StreamingStragglerInfo
|
890
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
891
|
+
|
892
|
+
include Google::Apis::Core::JsonObjectSupport
|
893
|
+
end
|
894
|
+
|
883
895
|
class StringList
|
884
896
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
885
897
|
|
@@ -1012,6 +1024,18 @@ module Google
|
|
1012
1024
|
include Google::Apis::Core::JsonObjectSupport
|
1013
1025
|
end
|
1014
1026
|
|
1027
|
+
class WorkerThreadScalingReport
|
1028
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
1029
|
+
|
1030
|
+
include Google::Apis::Core::JsonObjectSupport
|
1031
|
+
end
|
1032
|
+
|
1033
|
+
class WorkerThreadScalingReportResponse
|
1034
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
1035
|
+
|
1036
|
+
include Google::Apis::Core::JsonObjectSupport
|
1037
|
+
end
|
1038
|
+
|
1015
1039
|
class WriteInstruction
|
1016
1040
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
1017
1041
|
|
@@ -2444,6 +2468,16 @@ module Google
|
|
2444
2468
|
end
|
2445
2469
|
end
|
2446
2470
|
|
2471
|
+
class Straggler
|
2472
|
+
# @private
|
2473
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
2474
|
+
property :batch_straggler, as: 'batchStraggler', class: Google::Apis::DataflowV1b3::StragglerInfo, decorator: Google::Apis::DataflowV1b3::StragglerInfo::Representation
|
2475
|
+
|
2476
|
+
property :streaming_straggler, as: 'streamingStraggler', class: Google::Apis::DataflowV1b3::StreamingStragglerInfo, decorator: Google::Apis::DataflowV1b3::StreamingStragglerInfo::Representation
|
2477
|
+
|
2478
|
+
end
|
2479
|
+
end
|
2480
|
+
|
2447
2481
|
class StragglerDebuggingInfo
|
2448
2482
|
# @private
|
2449
2483
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -2464,6 +2498,8 @@ module Google
|
|
2464
2498
|
class StragglerSummary
|
2465
2499
|
# @private
|
2466
2500
|
class Representation < Google::Apis::Core::JsonRepresentation
|
2501
|
+
collection :recent_stragglers, as: 'recentStragglers', class: Google::Apis::DataflowV1b3::Straggler, decorator: Google::Apis::DataflowV1b3::Straggler::Representation
|
2502
|
+
|
2467
2503
|
hash :straggler_cause_count, as: 'stragglerCauseCount'
|
2468
2504
|
property :total_straggler_count, :numeric_string => true, as: 'totalStragglerCount'
|
2469
2505
|
end
|
@@ -2565,6 +2601,17 @@ module Google
|
|
2565
2601
|
end
|
2566
2602
|
end
|
2567
2603
|
|
2604
|
+
class StreamingStragglerInfo
|
2605
|
+
# @private
|
2606
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
2607
|
+
property :data_watermark_lag, as: 'dataWatermarkLag'
|
2608
|
+
property :end_time, as: 'endTime'
|
2609
|
+
property :start_time, as: 'startTime'
|
2610
|
+
property :system_watermark_lag, as: 'systemWatermarkLag'
|
2611
|
+
property :worker_name, as: 'workerName'
|
2612
|
+
end
|
2613
|
+
end
|
2614
|
+
|
2568
2615
|
class StringList
|
2569
2616
|
# @private
|
2570
2617
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -2803,6 +2850,8 @@ module Google
|
|
2803
2850
|
|
2804
2851
|
property :worker_shutdown_notice, as: 'workerShutdownNotice', class: Google::Apis::DataflowV1b3::WorkerShutdownNotice, decorator: Google::Apis::DataflowV1b3::WorkerShutdownNotice::Representation
|
2805
2852
|
|
2853
|
+
property :worker_thread_scaling_report, as: 'workerThreadScalingReport', class: Google::Apis::DataflowV1b3::WorkerThreadScalingReport, decorator: Google::Apis::DataflowV1b3::WorkerThreadScalingReport::Representation
|
2854
|
+
|
2806
2855
|
end
|
2807
2856
|
end
|
2808
2857
|
|
@@ -2823,6 +2872,8 @@ module Google
|
|
2823
2872
|
|
2824
2873
|
property :worker_shutdown_notice_response, as: 'workerShutdownNoticeResponse', class: Google::Apis::DataflowV1b3::WorkerShutdownNoticeResponse, decorator: Google::Apis::DataflowV1b3::WorkerShutdownNoticeResponse::Representation
|
2825
2874
|
|
2875
|
+
property :worker_thread_scaling_report_response, as: 'workerThreadScalingReportResponse', class: Google::Apis::DataflowV1b3::WorkerThreadScalingReportResponse, decorator: Google::Apis::DataflowV1b3::WorkerThreadScalingReportResponse::Representation
|
2876
|
+
|
2826
2877
|
end
|
2827
2878
|
end
|
2828
2879
|
|
@@ -2884,6 +2935,20 @@ module Google
|
|
2884
2935
|
end
|
2885
2936
|
end
|
2886
2937
|
|
2938
|
+
class WorkerThreadScalingReport
|
2939
|
+
# @private
|
2940
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
2941
|
+
property :current_thread_count, as: 'currentThreadCount'
|
2942
|
+
end
|
2943
|
+
end
|
2944
|
+
|
2945
|
+
class WorkerThreadScalingReportResponse
|
2946
|
+
# @private
|
2947
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
2948
|
+
property :recommended_thread_count, as: 'recommendedThreadCount'
|
2949
|
+
end
|
2950
|
+
end
|
2951
|
+
|
2887
2952
|
class WriteInstruction
|
2888
2953
|
# @private
|
2889
2954
|
class Representation < Google::Apis::Core::JsonRepresentation
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-apis-dataflow_v1b3
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.34.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2023-01-08 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: google-apis-core
|
@@ -58,7 +58,7 @@ licenses:
|
|
58
58
|
metadata:
|
59
59
|
bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
|
60
60
|
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3/CHANGELOG.md
|
61
|
-
documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.
|
61
|
+
documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.34.0
|
62
62
|
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3
|
63
63
|
post_install_message:
|
64
64
|
rdoc_options: []
|
@@ -75,7 +75,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
75
75
|
- !ruby/object:Gem::Version
|
76
76
|
version: '0'
|
77
77
|
requirements: []
|
78
|
-
rubygems_version: 3.
|
78
|
+
rubygems_version: 3.4.2
|
79
79
|
signing_key:
|
80
80
|
specification_version: 4
|
81
81
|
summary: Simple REST client for Dataflow API V1b3
|