google-apis-dataflow_v1b3 0.23.0 → 0.26.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: aca0b8d9953cfd0f48ed9e60955a0a2c2b50ecbafb68b6d9792fe7aed9916b54
4
- data.tar.gz: 627238c4658dece5d3502749547eadafa403d2dd23d92bbfe4ba4f6baa61af38
3
+ metadata.gz: 923ff68ca6439d261d2e12b6b6ad17d069b1b62e5e84650c4564afd5d1712f42
4
+ data.tar.gz: 53e45f8af68bfe964cb44d331209ce41b3c8ff5fb79272978f1cacf83b48c2b9
5
5
  SHA512:
6
- metadata.gz: 66d694430e990a4bf0b903c7165558039880662ecb7ede189704585d4c3a410104025a85a63776ff92044c68bfdc0cafd79e2f3ced28da91c9e08ba96c0866dc
7
- data.tar.gz: 824c95ec6d20a4231a3689e02e2ce0b200325ddf17aa67c858b8b5a9c59bc1579f231dd6aa20145e00302c3036d255b7c926a6a1eb2d92e6fc78fad3c2eca67e
6
+ metadata.gz: ce01ec1c286a6704ba2b02e8839e75e0e05f9b54e54e3e5fec8896ac463689ce40b87df0a5804d6d3394ce602b1b874ac7ba6eb1b1921e2f19483fc48a646f55
7
+ data.tar.gz: '09e20dde3e591c4a4c05ab898f24277b9d0454376d71073e2ba1d4e7c8d8263dd88aaf5c07479f8fda9a07acdbf8d57a76e6d6091e38f8ae04c952d6a96146a3'
data/CHANGELOG.md CHANGED
@@ -1,5 +1,19 @@
1
1
  # Release history for google-apis-dataflow_v1b3
2
2
 
3
+ ### v0.26.0 (2022-08-18)
4
+
5
+ * Regenerated from discovery document revision 20220812
6
+
7
+ ### v0.25.0 (2022-08-11)
8
+
9
+ * Regenerated from discovery document revision 20220806
10
+ * Regenerated using generator version 0.9.0
11
+
12
+ ### v0.24.0 (2022-07-02)
13
+
14
+ * Regenerated from discovery document revision 20220629
15
+ * Regenerated using generator version 0.8.0
16
+
3
17
  ### v0.23.0 (2022-06-19)
4
18
 
5
19
  * Regenerated using generator version 0.7.0
@@ -1501,6 +1501,12 @@ module Google
1501
1501
  attr_accessor :dump_heap_on_oom
1502
1502
  alias_method :dump_heap_on_oom?, :dump_heap_on_oom
1503
1503
 
1504
+ # If true serial port logging will be enabled for the launcher VM.
1505
+ # Corresponds to the JSON property `enableLauncherVmSerialPortLogging`
1506
+ # @return [Boolean]
1507
+ attr_accessor :enable_launcher_vm_serial_port_logging
1508
+ alias_method :enable_launcher_vm_serial_port_logging?, :enable_launcher_vm_serial_port_logging
1509
+
1504
1510
  # Whether to enable Streaming Engine for the job.
1505
1511
  # Corresponds to the JSON property `enableStreamingEngine`
1506
1512
  # @return [Boolean]
@@ -1628,6 +1634,7 @@ module Google
1628
1634
  @autoscaling_algorithm = args[:autoscaling_algorithm] if args.key?(:autoscaling_algorithm)
1629
1635
  @disk_size_gb = args[:disk_size_gb] if args.key?(:disk_size_gb)
1630
1636
  @dump_heap_on_oom = args[:dump_heap_on_oom] if args.key?(:dump_heap_on_oom)
1637
+ @enable_launcher_vm_serial_port_logging = args[:enable_launcher_vm_serial_port_logging] if args.key?(:enable_launcher_vm_serial_port_logging)
1631
1638
  @enable_streaming_engine = args[:enable_streaming_engine] if args.key?(:enable_streaming_engine)
1632
1639
  @flexrs_goal = args[:flexrs_goal] if args.key?(:flexrs_goal)
1633
1640
  @ip_configuration = args[:ip_configuration] if args.key?(:ip_configuration)
@@ -1821,6 +1828,25 @@ module Google
1821
1828
  end
1822
1829
  end
1823
1830
 
1831
+ # Information useful for debugging a hot key detection.
1832
+ class HotKeyDebuggingInfo
1833
+ include Google::Apis::Core::Hashable
1834
+
1835
+ # Debugging information for each detected hot key. Keyed by a hash of the key.
1836
+ # Corresponds to the JSON property `detectedHotKeys`
1837
+ # @return [Hash<String,Google::Apis::DataflowV1b3::HotKeyInfo>]
1838
+ attr_accessor :detected_hot_keys
1839
+
1840
+ def initialize(**args)
1841
+ update!(**args)
1842
+ end
1843
+
1844
+ # Update properties of this object
1845
+ def update!(**args)
1846
+ @detected_hot_keys = args[:detected_hot_keys] if args.key?(:detected_hot_keys)
1847
+ end
1848
+ end
1849
+
1824
1850
  # Proto describing a hot key detected on a given WorkItem.
1825
1851
  class HotKeyDetection
1826
1852
  include Google::Apis::Core::Hashable
@@ -1853,6 +1879,41 @@ module Google
1853
1879
  end
1854
1880
  end
1855
1881
 
1882
+ # Information about a hot key.
1883
+ class HotKeyInfo
1884
+ include Google::Apis::Core::Hashable
1885
+
1886
+ # The age of the hot key measured from when it was first detected.
1887
+ # Corresponds to the JSON property `hotKeyAge`
1888
+ # @return [String]
1889
+ attr_accessor :hot_key_age
1890
+
1891
+ # A detected hot key that is causing limited parallelism. This field will be
1892
+ # populated only if the following flag is set to true: "--enable_hot_key_logging"
1893
+ # .
1894
+ # Corresponds to the JSON property `key`
1895
+ # @return [String]
1896
+ attr_accessor :key
1897
+
1898
+ # If true, then the above key is truncated and cannot be deserialized. This
1899
+ # occurs if the key above is populated and the key size is >5MB.
1900
+ # Corresponds to the JSON property `keyTruncated`
1901
+ # @return [Boolean]
1902
+ attr_accessor :key_truncated
1903
+ alias_method :key_truncated?, :key_truncated
1904
+
1905
+ def initialize(**args)
1906
+ update!(**args)
1907
+ end
1908
+
1909
+ # Update properties of this object
1910
+ def update!(**args)
1911
+ @hot_key_age = args[:hot_key_age] if args.key?(:hot_key_age)
1912
+ @key = args[:key] if args.key?(:key)
1913
+ @key_truncated = args[:key_truncated] if args.key?(:key_truncated)
1914
+ end
1915
+ end
1916
+
1856
1917
  # An input of an instruction, as a reference to an output of a producer
1857
1918
  # instruction.
1858
1919
  class InstructionInput
@@ -2090,7 +2151,7 @@ module Google
2090
2151
  # exist in a project within one region at any given time. Jobs in different
2091
2152
  # regions can have the same name. If a caller attempts to create a Job with the
2092
2153
  # same name as an already-existing Job, the attempt returns the existing Job.
2093
- # The name must match the regular expression `[a-z]([-a-z0-9]`0,38`[a-z0-9])?`
2154
+ # The name must match the regular expression `[a-z]([-a-z0-9]`0,1022`[a-z0-9])?`
2094
2155
  # Corresponds to the JSON property `name`
2095
2156
  # @return [String]
2096
2157
  attr_accessor :name
@@ -2613,7 +2674,8 @@ module Google
2613
2674
  # @return [Google::Apis::DataflowV1b3::RuntimeEnvironment]
2614
2675
  attr_accessor :environment
2615
2676
 
2616
- # Required. The job name to use for the created job.
2677
+ # Required. The job name to use for the created job. The name must match the
2678
+ # regular expression `[a-z]([-a-z0-9]`0,1022`[a-z0-9])?`
2617
2679
  # Corresponds to the JSON property `jobName`
2618
2680
  # @return [String]
2619
2681
  attr_accessor :job_name
@@ -5053,6 +5115,11 @@ module Google
5053
5115
  # @return [String]
5054
5116
  attr_accessor :state
5055
5117
 
5118
+ # Summarized straggler identification details.
5119
+ # Corresponds to the JSON property `stragglerSummary`
5120
+ # @return [Google::Apis::DataflowV1b3::StragglerSummary]
5121
+ attr_accessor :straggler_summary
5122
+
5056
5123
  def initialize(**args)
5057
5124
  update!(**args)
5058
5125
  end
@@ -5065,6 +5132,7 @@ module Google
5065
5132
  @stage_id = args[:stage_id] if args.key?(:stage_id)
5066
5133
  @start_time = args[:start_time] if args.key?(:start_time)
5067
5134
  @state = args[:state] if args.key?(:state)
5135
+ @straggler_summary = args[:straggler_summary] if args.key?(:straggler_summary)
5068
5136
  end
5069
5137
  end
5070
5138
 
@@ -5177,6 +5245,79 @@ module Google
5177
5245
  end
5178
5246
  end
5179
5247
 
5248
+ # Information useful for debugging a straggler. Each type will provide
5249
+ # specialized debugging information relevant for a particular cause. The
5250
+ # StragglerDebuggingInfo will be 1:1 mapping to the StragglerCause enum.
5251
+ class StragglerDebuggingInfo
5252
+ include Google::Apis::Core::Hashable
5253
+
5254
+ # Information useful for debugging a hot key detection.
5255
+ # Corresponds to the JSON property `hotKey`
5256
+ # @return [Google::Apis::DataflowV1b3::HotKeyDebuggingInfo]
5257
+ attr_accessor :hot_key
5258
+
5259
+ def initialize(**args)
5260
+ update!(**args)
5261
+ end
5262
+
5263
+ # Update properties of this object
5264
+ def update!(**args)
5265
+ @hot_key = args[:hot_key] if args.key?(:hot_key)
5266
+ end
5267
+ end
5268
+
5269
+ # Information useful for straggler identification and debugging.
5270
+ class StragglerInfo
5271
+ include Google::Apis::Core::Hashable
5272
+
5273
+ # The straggler causes, keyed by the string representation of the StragglerCause
5274
+ # enum and contains specialized debugging information for each straggler cause.
5275
+ # Corresponds to the JSON property `causes`
5276
+ # @return [Hash<String,Google::Apis::DataflowV1b3::StragglerDebuggingInfo>]
5277
+ attr_accessor :causes
5278
+
5279
+ # The time when the work item attempt became a straggler.
5280
+ # Corresponds to the JSON property `startTime`
5281
+ # @return [String]
5282
+ attr_accessor :start_time
5283
+
5284
+ def initialize(**args)
5285
+ update!(**args)
5286
+ end
5287
+
5288
+ # Update properties of this object
5289
+ def update!(**args)
5290
+ @causes = args[:causes] if args.key?(:causes)
5291
+ @start_time = args[:start_time] if args.key?(:start_time)
5292
+ end
5293
+ end
5294
+
5295
+ # Summarized straggler identification details.
5296
+ class StragglerSummary
5297
+ include Google::Apis::Core::Hashable
5298
+
5299
+ # Aggregated counts of straggler causes, keyed by the string representation of
5300
+ # the StragglerCause enum.
5301
+ # Corresponds to the JSON property `stragglerCauseCount`
5302
+ # @return [Hash<String,Fixnum>]
5303
+ attr_accessor :straggler_cause_count
5304
+
5305
+ # The total count of stragglers.
5306
+ # Corresponds to the JSON property `totalStragglerCount`
5307
+ # @return [Fixnum]
5308
+ attr_accessor :total_straggler_count
5309
+
5310
+ def initialize(**args)
5311
+ update!(**args)
5312
+ end
5313
+
5314
+ # Update properties of this object
5315
+ def update!(**args)
5316
+ @straggler_cause_count = args[:straggler_cause_count] if args.key?(:straggler_cause_count)
5317
+ @total_straggler_count = args[:total_straggler_count] if args.key?(:total_straggler_count)
5318
+ end
5319
+ end
5320
+
5180
5321
  # Describes a stream of data, either as input to be processed or as output of a
5181
5322
  # streaming Dataflow job.
5182
5323
  class StreamLocation
@@ -5982,6 +6123,11 @@ module Google
5982
6123
  # @return [String]
5983
6124
  attr_accessor :state
5984
6125
 
6126
+ # Information useful for straggler identification and debugging.
6127
+ # Corresponds to the JSON property `stragglerInfo`
6128
+ # @return [Google::Apis::DataflowV1b3::StragglerInfo]
6129
+ attr_accessor :straggler_info
6130
+
5985
6131
  # Name of this work item.
5986
6132
  # Corresponds to the JSON property `taskId`
5987
6133
  # @return [String]
@@ -5999,6 +6145,7 @@ module Google
5999
6145
  @progress = args[:progress] if args.key?(:progress)
6000
6146
  @start_time = args[:start_time] if args.key?(:start_time)
6001
6147
  @state = args[:state] if args.key?(:state)
6148
+ @straggler_info = args[:straggler_info] if args.key?(:straggler_info)
6002
6149
  @task_id = args[:task_id] if args.key?(:task_id)
6003
6150
  end
6004
6151
  end
@@ -16,13 +16,13 @@ module Google
16
16
  module Apis
17
17
  module DataflowV1b3
18
18
  # Version of the google-apis-dataflow_v1b3 gem
19
- GEM_VERSION = "0.23.0"
19
+ GEM_VERSION = "0.26.0"
20
20
 
21
21
  # Version of the code generator used to generate this client
22
- GENERATOR_VERSION = "0.7.0"
22
+ GENERATOR_VERSION = "0.9.0"
23
23
 
24
24
  # Revision of the discovery document this client was generated from
25
- REVISION = "20220513"
25
+ REVISION = "20220812"
26
26
  end
27
27
  end
28
28
  end
@@ -268,12 +268,24 @@ module Google
268
268
  include Google::Apis::Core::JsonObjectSupport
269
269
  end
270
270
 
271
+ class HotKeyDebuggingInfo
272
+ class Representation < Google::Apis::Core::JsonRepresentation; end
273
+
274
+ include Google::Apis::Core::JsonObjectSupport
275
+ end
276
+
271
277
  class HotKeyDetection
272
278
  class Representation < Google::Apis::Core::JsonRepresentation; end
273
279
 
274
280
  include Google::Apis::Core::JsonObjectSupport
275
281
  end
276
282
 
283
+ class HotKeyInfo
284
+ class Representation < Google::Apis::Core::JsonRepresentation; end
285
+
286
+ include Google::Apis::Core::JsonObjectSupport
287
+ end
288
+
277
289
  class InstructionInput
278
290
  class Representation < Google::Apis::Core::JsonRepresentation; end
279
291
 
@@ -796,6 +808,24 @@ module Google
796
808
  include Google::Apis::Core::JsonObjectSupport
797
809
  end
798
810
 
811
+ class StragglerDebuggingInfo
812
+ class Representation < Google::Apis::Core::JsonRepresentation; end
813
+
814
+ include Google::Apis::Core::JsonObjectSupport
815
+ end
816
+
817
+ class StragglerInfo
818
+ class Representation < Google::Apis::Core::JsonRepresentation; end
819
+
820
+ include Google::Apis::Core::JsonObjectSupport
821
+ end
822
+
823
+ class StragglerSummary
824
+ class Representation < Google::Apis::Core::JsonRepresentation; end
825
+
826
+ include Google::Apis::Core::JsonObjectSupport
827
+ end
828
+
799
829
  class StreamLocation
800
830
  class Representation < Google::Apis::Core::JsonRepresentation; end
801
831
 
@@ -1389,6 +1419,7 @@ module Google
1389
1419
  property :autoscaling_algorithm, as: 'autoscalingAlgorithm'
1390
1420
  property :disk_size_gb, as: 'diskSizeGb'
1391
1421
  property :dump_heap_on_oom, as: 'dumpHeapOnOom'
1422
+ property :enable_launcher_vm_serial_port_logging, as: 'enableLauncherVmSerialPortLogging'
1392
1423
  property :enable_streaming_engine, as: 'enableStreamingEngine'
1393
1424
  property :flexrs_goal, as: 'flexrsGoal'
1394
1425
  property :ip_configuration, as: 'ipConfiguration'
@@ -1463,6 +1494,14 @@ module Google
1463
1494
  end
1464
1495
  end
1465
1496
 
1497
+ class HotKeyDebuggingInfo
1498
+ # @private
1499
+ class Representation < Google::Apis::Core::JsonRepresentation
1500
+ hash :detected_hot_keys, as: 'detectedHotKeys', class: Google::Apis::DataflowV1b3::HotKeyInfo, decorator: Google::Apis::DataflowV1b3::HotKeyInfo::Representation
1501
+
1502
+ end
1503
+ end
1504
+
1466
1505
  class HotKeyDetection
1467
1506
  # @private
1468
1507
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1472,6 +1511,15 @@ module Google
1472
1511
  end
1473
1512
  end
1474
1513
 
1514
+ class HotKeyInfo
1515
+ # @private
1516
+ class Representation < Google::Apis::Core::JsonRepresentation
1517
+ property :hot_key_age, as: 'hotKeyAge'
1518
+ property :key, as: 'key'
1519
+ property :key_truncated, as: 'keyTruncated'
1520
+ end
1521
+ end
1522
+
1475
1523
  class InstructionInput
1476
1524
  # @private
1477
1525
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -2364,6 +2412,8 @@ module Google
2364
2412
  property :stage_id, as: 'stageId'
2365
2413
  property :start_time, as: 'startTime'
2366
2414
  property :state, as: 'state'
2415
+ property :straggler_summary, as: 'stragglerSummary', class: Google::Apis::DataflowV1b3::StragglerSummary, decorator: Google::Apis::DataflowV1b3::StragglerSummary::Representation
2416
+
2367
2417
  end
2368
2418
  end
2369
2419
 
@@ -2393,6 +2443,31 @@ module Google
2393
2443
  end
2394
2444
  end
2395
2445
 
2446
+ class StragglerDebuggingInfo
2447
+ # @private
2448
+ class Representation < Google::Apis::Core::JsonRepresentation
2449
+ property :hot_key, as: 'hotKey', class: Google::Apis::DataflowV1b3::HotKeyDebuggingInfo, decorator: Google::Apis::DataflowV1b3::HotKeyDebuggingInfo::Representation
2450
+
2451
+ end
2452
+ end
2453
+
2454
+ class StragglerInfo
2455
+ # @private
2456
+ class Representation < Google::Apis::Core::JsonRepresentation
2457
+ hash :causes, as: 'causes', class: Google::Apis::DataflowV1b3::StragglerDebuggingInfo, decorator: Google::Apis::DataflowV1b3::StragglerDebuggingInfo::Representation
2458
+
2459
+ property :start_time, as: 'startTime'
2460
+ end
2461
+ end
2462
+
2463
+ class StragglerSummary
2464
+ # @private
2465
+ class Representation < Google::Apis::Core::JsonRepresentation
2466
+ hash :straggler_cause_count, as: 'stragglerCauseCount'
2467
+ property :total_straggler_count, :numeric_string => true, as: 'totalStragglerCount'
2468
+ end
2469
+ end
2470
+
2396
2471
  class StreamLocation
2397
2472
  # @private
2398
2473
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -2617,6 +2692,8 @@ module Google
2617
2692
 
2618
2693
  property :start_time, as: 'startTime'
2619
2694
  property :state, as: 'state'
2695
+ property :straggler_info, as: 'stragglerInfo', class: Google::Apis::DataflowV1b3::StragglerInfo, decorator: Google::Apis::DataflowV1b3::StragglerInfo::Representation
2696
+
2620
2697
  property :task_id, as: 'taskId'
2621
2698
  end
2622
2699
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: google-apis-dataflow_v1b3
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.23.0
4
+ version: 0.26.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Google LLC
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2022-06-20 00:00:00.000000000 Z
11
+ date: 2022-08-22 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: google-apis-core
@@ -16,7 +16,7 @@ dependencies:
16
16
  requirements:
17
17
  - - ">="
18
18
  - !ruby/object:Gem::Version
19
- version: '0.6'
19
+ version: '0.7'
20
20
  - - "<"
21
21
  - !ruby/object:Gem::Version
22
22
  version: 2.a
@@ -26,7 +26,7 @@ dependencies:
26
26
  requirements:
27
27
  - - ">="
28
28
  - !ruby/object:Gem::Version
29
- version: '0.6'
29
+ version: '0.7'
30
30
  - - "<"
31
31
  - !ruby/object:Gem::Version
32
32
  version: 2.a
@@ -58,7 +58,7 @@ licenses:
58
58
  metadata:
59
59
  bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
60
60
  changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3/CHANGELOG.md
61
- documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.23.0
61
+ documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.26.0
62
62
  source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3
63
63
  post_install_message:
64
64
  rdoc_options: []