google-apis-dataflow_v1b3 0.24.0 → 0.25.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 0f40d316a558781d54f4d4e10c505f0d5882a25d0f12d3f6bfd539723c26dfe1
|
4
|
+
data.tar.gz: d10d3c3dd455565aad9627d886d1a71e727e37ffbd5bdf4f4197369f6be8a50a
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 49a5a8f1ca0fd89863ed6f243371459d7823f692007b48e72c94038b34dc6a3bb801bb281a1b3e50f8f9d5d6fd0776ad480e9030a828dc5c6834e769ff5d10de
|
7
|
+
data.tar.gz: 9133d559689e0f0aafa564b1d92bab6a04012281f442cd3f7409d0bc7fcbf93040e86919ebb5d4c7a64b39ec3e1fcf4efebe441564cc3522d00903642cdb7a4b
|
data/CHANGELOG.md
CHANGED
@@ -1,5 +1,10 @@
|
|
1
1
|
# Release history for google-apis-dataflow_v1b3
|
2
2
|
|
3
|
+
### v0.25.0 (2022-08-11)
|
4
|
+
|
5
|
+
* Regenerated from discovery document revision 20220806
|
6
|
+
* Regenerated using generator version 0.9.0
|
7
|
+
|
3
8
|
### v0.24.0 (2022-07-02)
|
4
9
|
|
5
10
|
* Regenerated from discovery document revision 20220629
|
@@ -1821,6 +1821,25 @@ module Google
|
|
1821
1821
|
end
|
1822
1822
|
end
|
1823
1823
|
|
1824
|
+
# Information useful for debugging a hot key detection.
|
1825
|
+
class HotKeyDebuggingInfo
|
1826
|
+
include Google::Apis::Core::Hashable
|
1827
|
+
|
1828
|
+
# Debugging information for each detected hot key. Keyed by a hash of the key.
|
1829
|
+
# Corresponds to the JSON property `detectedHotKeys`
|
1830
|
+
# @return [Hash<String,Google::Apis::DataflowV1b3::HotKeyInfo>]
|
1831
|
+
attr_accessor :detected_hot_keys
|
1832
|
+
|
1833
|
+
def initialize(**args)
|
1834
|
+
update!(**args)
|
1835
|
+
end
|
1836
|
+
|
1837
|
+
# Update properties of this object
|
1838
|
+
def update!(**args)
|
1839
|
+
@detected_hot_keys = args[:detected_hot_keys] if args.key?(:detected_hot_keys)
|
1840
|
+
end
|
1841
|
+
end
|
1842
|
+
|
1824
1843
|
# Proto describing a hot key detected on a given WorkItem.
|
1825
1844
|
class HotKeyDetection
|
1826
1845
|
include Google::Apis::Core::Hashable
|
@@ -1853,6 +1872,41 @@ module Google
|
|
1853
1872
|
end
|
1854
1873
|
end
|
1855
1874
|
|
1875
|
+
# Information about a hot key.
|
1876
|
+
class HotKeyInfo
|
1877
|
+
include Google::Apis::Core::Hashable
|
1878
|
+
|
1879
|
+
# The age of the hot key measured from when it was first detected.
|
1880
|
+
# Corresponds to the JSON property `hotKeyAge`
|
1881
|
+
# @return [String]
|
1882
|
+
attr_accessor :hot_key_age
|
1883
|
+
|
1884
|
+
# A detected hot key that is causing limited parallelism. This field will be
|
1885
|
+
# populated only if the following flag is set to true: "--enable_hot_key_logging"
|
1886
|
+
# .
|
1887
|
+
# Corresponds to the JSON property `key`
|
1888
|
+
# @return [String]
|
1889
|
+
attr_accessor :key
|
1890
|
+
|
1891
|
+
# If true, then the above key is truncated and cannot be deserialized. This
|
1892
|
+
# occurs if the key above is populated and the key size is >5MB.
|
1893
|
+
# Corresponds to the JSON property `keyTruncated`
|
1894
|
+
# @return [Boolean]
|
1895
|
+
attr_accessor :key_truncated
|
1896
|
+
alias_method :key_truncated?, :key_truncated
|
1897
|
+
|
1898
|
+
def initialize(**args)
|
1899
|
+
update!(**args)
|
1900
|
+
end
|
1901
|
+
|
1902
|
+
# Update properties of this object
|
1903
|
+
def update!(**args)
|
1904
|
+
@hot_key_age = args[:hot_key_age] if args.key?(:hot_key_age)
|
1905
|
+
@key = args[:key] if args.key?(:key)
|
1906
|
+
@key_truncated = args[:key_truncated] if args.key?(:key_truncated)
|
1907
|
+
end
|
1908
|
+
end
|
1909
|
+
|
1856
1910
|
# An input of an instruction, as a reference to an output of a producer
|
1857
1911
|
# instruction.
|
1858
1912
|
class InstructionInput
|
@@ -5054,6 +5108,11 @@ module Google
|
|
5054
5108
|
# @return [String]
|
5055
5109
|
attr_accessor :state
|
5056
5110
|
|
5111
|
+
# Summarized straggler identification details.
|
5112
|
+
# Corresponds to the JSON property `stragglerSummary`
|
5113
|
+
# @return [Google::Apis::DataflowV1b3::StragglerSummary]
|
5114
|
+
attr_accessor :straggler_summary
|
5115
|
+
|
5057
5116
|
def initialize(**args)
|
5058
5117
|
update!(**args)
|
5059
5118
|
end
|
@@ -5066,6 +5125,7 @@ module Google
|
|
5066
5125
|
@stage_id = args[:stage_id] if args.key?(:stage_id)
|
5067
5126
|
@start_time = args[:start_time] if args.key?(:start_time)
|
5068
5127
|
@state = args[:state] if args.key?(:state)
|
5128
|
+
@straggler_summary = args[:straggler_summary] if args.key?(:straggler_summary)
|
5069
5129
|
end
|
5070
5130
|
end
|
5071
5131
|
|
@@ -5178,6 +5238,79 @@ module Google
|
|
5178
5238
|
end
|
5179
5239
|
end
|
5180
5240
|
|
5241
|
+
# Information useful for debugging a straggler. Each type will provide
|
5242
|
+
# specialized debugging information relevant for a particular cause. The
|
5243
|
+
# StragglerDebuggingInfo will be 1:1 mapping to the StragglerCause enum.
|
5244
|
+
class StragglerDebuggingInfo
|
5245
|
+
include Google::Apis::Core::Hashable
|
5246
|
+
|
5247
|
+
# Information useful for debugging a hot key detection.
|
5248
|
+
# Corresponds to the JSON property `hotKey`
|
5249
|
+
# @return [Google::Apis::DataflowV1b3::HotKeyDebuggingInfo]
|
5250
|
+
attr_accessor :hot_key
|
5251
|
+
|
5252
|
+
def initialize(**args)
|
5253
|
+
update!(**args)
|
5254
|
+
end
|
5255
|
+
|
5256
|
+
# Update properties of this object
|
5257
|
+
def update!(**args)
|
5258
|
+
@hot_key = args[:hot_key] if args.key?(:hot_key)
|
5259
|
+
end
|
5260
|
+
end
|
5261
|
+
|
5262
|
+
# Information useful for straggler identification and debugging.
|
5263
|
+
class StragglerInfo
|
5264
|
+
include Google::Apis::Core::Hashable
|
5265
|
+
|
5266
|
+
# The straggler causes, keyed by the string representation of the StragglerCause
|
5267
|
+
# enum and contains specialized debugging information for each straggler cause.
|
5268
|
+
# Corresponds to the JSON property `causes`
|
5269
|
+
# @return [Hash<String,Google::Apis::DataflowV1b3::StragglerDebuggingInfo>]
|
5270
|
+
attr_accessor :causes
|
5271
|
+
|
5272
|
+
# The time when the work item attempt became a straggler.
|
5273
|
+
# Corresponds to the JSON property `startTime`
|
5274
|
+
# @return [String]
|
5275
|
+
attr_accessor :start_time
|
5276
|
+
|
5277
|
+
def initialize(**args)
|
5278
|
+
update!(**args)
|
5279
|
+
end
|
5280
|
+
|
5281
|
+
# Update properties of this object
|
5282
|
+
def update!(**args)
|
5283
|
+
@causes = args[:causes] if args.key?(:causes)
|
5284
|
+
@start_time = args[:start_time] if args.key?(:start_time)
|
5285
|
+
end
|
5286
|
+
end
|
5287
|
+
|
5288
|
+
# Summarized straggler identification details.
|
5289
|
+
class StragglerSummary
|
5290
|
+
include Google::Apis::Core::Hashable
|
5291
|
+
|
5292
|
+
# Aggregated counts of straggler causes, keyed by the string representation of
|
5293
|
+
# the StragglerCause enum.
|
5294
|
+
# Corresponds to the JSON property `stragglerCauseCount`
|
5295
|
+
# @return [Hash<String,Fixnum>]
|
5296
|
+
attr_accessor :straggler_cause_count
|
5297
|
+
|
5298
|
+
# The total count of stragglers.
|
5299
|
+
# Corresponds to the JSON property `totalStragglerCount`
|
5300
|
+
# @return [Fixnum]
|
5301
|
+
attr_accessor :total_straggler_count
|
5302
|
+
|
5303
|
+
def initialize(**args)
|
5304
|
+
update!(**args)
|
5305
|
+
end
|
5306
|
+
|
5307
|
+
# Update properties of this object
|
5308
|
+
def update!(**args)
|
5309
|
+
@straggler_cause_count = args[:straggler_cause_count] if args.key?(:straggler_cause_count)
|
5310
|
+
@total_straggler_count = args[:total_straggler_count] if args.key?(:total_straggler_count)
|
5311
|
+
end
|
5312
|
+
end
|
5313
|
+
|
5181
5314
|
# Describes a stream of data, either as input to be processed or as output of a
|
5182
5315
|
# streaming Dataflow job.
|
5183
5316
|
class StreamLocation
|
@@ -5983,6 +6116,11 @@ module Google
|
|
5983
6116
|
# @return [String]
|
5984
6117
|
attr_accessor :state
|
5985
6118
|
|
6119
|
+
# Information useful for straggler identification and debugging.
|
6120
|
+
# Corresponds to the JSON property `stragglerInfo`
|
6121
|
+
# @return [Google::Apis::DataflowV1b3::StragglerInfo]
|
6122
|
+
attr_accessor :straggler_info
|
6123
|
+
|
5986
6124
|
# Name of this work item.
|
5987
6125
|
# Corresponds to the JSON property `taskId`
|
5988
6126
|
# @return [String]
|
@@ -6000,6 +6138,7 @@ module Google
|
|
6000
6138
|
@progress = args[:progress] if args.key?(:progress)
|
6001
6139
|
@start_time = args[:start_time] if args.key?(:start_time)
|
6002
6140
|
@state = args[:state] if args.key?(:state)
|
6141
|
+
@straggler_info = args[:straggler_info] if args.key?(:straggler_info)
|
6003
6142
|
@task_id = args[:task_id] if args.key?(:task_id)
|
6004
6143
|
end
|
6005
6144
|
end
|
@@ -16,13 +16,13 @@ module Google
|
|
16
16
|
module Apis
|
17
17
|
module DataflowV1b3
|
18
18
|
# Version of the google-apis-dataflow_v1b3 gem
|
19
|
-
GEM_VERSION = "0.
|
19
|
+
GEM_VERSION = "0.25.0"
|
20
20
|
|
21
21
|
# Version of the code generator used to generate this client
|
22
|
-
GENERATOR_VERSION = "0.
|
22
|
+
GENERATOR_VERSION = "0.9.0"
|
23
23
|
|
24
24
|
# Revision of the discovery document this client was generated from
|
25
|
-
REVISION = "
|
25
|
+
REVISION = "20220806"
|
26
26
|
end
|
27
27
|
end
|
28
28
|
end
|
@@ -268,12 +268,24 @@ module Google
|
|
268
268
|
include Google::Apis::Core::JsonObjectSupport
|
269
269
|
end
|
270
270
|
|
271
|
+
class HotKeyDebuggingInfo
|
272
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
273
|
+
|
274
|
+
include Google::Apis::Core::JsonObjectSupport
|
275
|
+
end
|
276
|
+
|
271
277
|
class HotKeyDetection
|
272
278
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
273
279
|
|
274
280
|
include Google::Apis::Core::JsonObjectSupport
|
275
281
|
end
|
276
282
|
|
283
|
+
class HotKeyInfo
|
284
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
285
|
+
|
286
|
+
include Google::Apis::Core::JsonObjectSupport
|
287
|
+
end
|
288
|
+
|
277
289
|
class InstructionInput
|
278
290
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
279
291
|
|
@@ -796,6 +808,24 @@ module Google
|
|
796
808
|
include Google::Apis::Core::JsonObjectSupport
|
797
809
|
end
|
798
810
|
|
811
|
+
class StragglerDebuggingInfo
|
812
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
813
|
+
|
814
|
+
include Google::Apis::Core::JsonObjectSupport
|
815
|
+
end
|
816
|
+
|
817
|
+
class StragglerInfo
|
818
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
819
|
+
|
820
|
+
include Google::Apis::Core::JsonObjectSupport
|
821
|
+
end
|
822
|
+
|
823
|
+
class StragglerSummary
|
824
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
825
|
+
|
826
|
+
include Google::Apis::Core::JsonObjectSupport
|
827
|
+
end
|
828
|
+
|
799
829
|
class StreamLocation
|
800
830
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
801
831
|
|
@@ -1463,6 +1493,14 @@ module Google
|
|
1463
1493
|
end
|
1464
1494
|
end
|
1465
1495
|
|
1496
|
+
class HotKeyDebuggingInfo
|
1497
|
+
# @private
|
1498
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1499
|
+
hash :detected_hot_keys, as: 'detectedHotKeys', class: Google::Apis::DataflowV1b3::HotKeyInfo, decorator: Google::Apis::DataflowV1b3::HotKeyInfo::Representation
|
1500
|
+
|
1501
|
+
end
|
1502
|
+
end
|
1503
|
+
|
1466
1504
|
class HotKeyDetection
|
1467
1505
|
# @private
|
1468
1506
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -1472,6 +1510,15 @@ module Google
|
|
1472
1510
|
end
|
1473
1511
|
end
|
1474
1512
|
|
1513
|
+
class HotKeyInfo
|
1514
|
+
# @private
|
1515
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1516
|
+
property :hot_key_age, as: 'hotKeyAge'
|
1517
|
+
property :key, as: 'key'
|
1518
|
+
property :key_truncated, as: 'keyTruncated'
|
1519
|
+
end
|
1520
|
+
end
|
1521
|
+
|
1475
1522
|
class InstructionInput
|
1476
1523
|
# @private
|
1477
1524
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -2364,6 +2411,8 @@ module Google
|
|
2364
2411
|
property :stage_id, as: 'stageId'
|
2365
2412
|
property :start_time, as: 'startTime'
|
2366
2413
|
property :state, as: 'state'
|
2414
|
+
property :straggler_summary, as: 'stragglerSummary', class: Google::Apis::DataflowV1b3::StragglerSummary, decorator: Google::Apis::DataflowV1b3::StragglerSummary::Representation
|
2415
|
+
|
2367
2416
|
end
|
2368
2417
|
end
|
2369
2418
|
|
@@ -2393,6 +2442,31 @@ module Google
|
|
2393
2442
|
end
|
2394
2443
|
end
|
2395
2444
|
|
2445
|
+
class StragglerDebuggingInfo
|
2446
|
+
# @private
|
2447
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
2448
|
+
property :hot_key, as: 'hotKey', class: Google::Apis::DataflowV1b3::HotKeyDebuggingInfo, decorator: Google::Apis::DataflowV1b3::HotKeyDebuggingInfo::Representation
|
2449
|
+
|
2450
|
+
end
|
2451
|
+
end
|
2452
|
+
|
2453
|
+
class StragglerInfo
|
2454
|
+
# @private
|
2455
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
2456
|
+
hash :causes, as: 'causes', class: Google::Apis::DataflowV1b3::StragglerDebuggingInfo, decorator: Google::Apis::DataflowV1b3::StragglerDebuggingInfo::Representation
|
2457
|
+
|
2458
|
+
property :start_time, as: 'startTime'
|
2459
|
+
end
|
2460
|
+
end
|
2461
|
+
|
2462
|
+
class StragglerSummary
|
2463
|
+
# @private
|
2464
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
2465
|
+
hash :straggler_cause_count, as: 'stragglerCauseCount'
|
2466
|
+
property :total_straggler_count, :numeric_string => true, as: 'totalStragglerCount'
|
2467
|
+
end
|
2468
|
+
end
|
2469
|
+
|
2396
2470
|
class StreamLocation
|
2397
2471
|
# @private
|
2398
2472
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -2617,6 +2691,8 @@ module Google
|
|
2617
2691
|
|
2618
2692
|
property :start_time, as: 'startTime'
|
2619
2693
|
property :state, as: 'state'
|
2694
|
+
property :straggler_info, as: 'stragglerInfo', class: Google::Apis::DataflowV1b3::StragglerInfo, decorator: Google::Apis::DataflowV1b3::StragglerInfo::Representation
|
2695
|
+
|
2620
2696
|
property :task_id, as: 'taskId'
|
2621
2697
|
end
|
2622
2698
|
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-apis-dataflow_v1b3
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.25.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-
|
11
|
+
date: 2022-08-15 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: google-apis-core
|
@@ -58,7 +58,7 @@ licenses:
|
|
58
58
|
metadata:
|
59
59
|
bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
|
60
60
|
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3/CHANGELOG.md
|
61
|
-
documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.
|
61
|
+
documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.25.0
|
62
62
|
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3
|
63
63
|
post_install_message:
|
64
64
|
rdoc_options: []
|