google-apis-dataflow_v1b3 0.42.0 → 0.43.0
Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 9fe0e4c6546a9b04e0c93ebcb23eef220722fa47083fff48dabe77dc0ee184f1
|
4
|
+
data.tar.gz: 314b060a6c72f44506af29849ebea931206154606bc346f9af44118fa0633fe2
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: aedd1a8cc9a37bac6f4b6a5631079026eece5c960caa8821b939ff59f40004a03e00bd172923943eb545f5aa2b5720c4119268ed1e0079df28db1aa3df547f49
|
7
|
+
data.tar.gz: a86316f0913e001b74fdcec2a4aa05d1a1fd023b3a57798fe83aaa351781eeb2abd3352fcc13e5b6d761c1c601f4064e43dadc077901d0e90a392477320912d1
|
data/CHANGELOG.md
CHANGED
@@ -856,6 +856,88 @@ module Google
|
|
856
856
|
end
|
857
857
|
end
|
858
858
|
|
859
|
+
# Configuration options for sampling elements.
|
860
|
+
class DataSamplingConfig
|
861
|
+
include Google::Apis::Core::Hashable
|
862
|
+
|
863
|
+
# List of given sampling behaviors to enable. For example, specifying behaviors =
|
864
|
+
# [ALWAYS_ON] samples in-flight elements but does not sample exceptions. Can be
|
865
|
+
# used to specify multiple behaviors like, behaviors = [ALWAYS_ON, EXCEPTIONS]
|
866
|
+
# for specifying periodic sampling and exception sampling. If DISABLED is in the
|
867
|
+
# list, then sampling will be disabled and ignore the other given behaviors.
|
868
|
+
# Ordering does not matter.
|
869
|
+
# Corresponds to the JSON property `behaviors`
|
870
|
+
# @return [Array<String>]
|
871
|
+
attr_accessor :behaviors
|
872
|
+
|
873
|
+
def initialize(**args)
|
874
|
+
update!(**args)
|
875
|
+
end
|
876
|
+
|
877
|
+
# Update properties of this object
|
878
|
+
def update!(**args)
|
879
|
+
@behaviors = args[:behaviors] if args.key?(:behaviors)
|
880
|
+
end
|
881
|
+
end
|
882
|
+
|
883
|
+
# Contains per-worker telemetry about the data sampling feature.
|
884
|
+
class DataSamplingReport
|
885
|
+
include Google::Apis::Core::Hashable
|
886
|
+
|
887
|
+
# Optional. Delta of bytes written to file from previous report.
|
888
|
+
# Corresponds to the JSON property `bytesWrittenDelta`
|
889
|
+
# @return [Fixnum]
|
890
|
+
attr_accessor :bytes_written_delta
|
891
|
+
|
892
|
+
# Optional. Delta of bytes sampled from previous report.
|
893
|
+
# Corresponds to the JSON property `elementsSampledBytes`
|
894
|
+
# @return [Fixnum]
|
895
|
+
attr_accessor :elements_sampled_bytes
|
896
|
+
|
897
|
+
# Optional. Delta of number of elements sampled from previous report.
|
898
|
+
# Corresponds to the JSON property `elementsSampledCount`
|
899
|
+
# @return [Fixnum]
|
900
|
+
attr_accessor :elements_sampled_count
|
901
|
+
|
902
|
+
# Optional. Delta of number of samples taken from user code exceptions from
|
903
|
+
# previous report.
|
904
|
+
# Corresponds to the JSON property `exceptionsSampledCount`
|
905
|
+
# @return [Fixnum]
|
906
|
+
attr_accessor :exceptions_sampled_count
|
907
|
+
|
908
|
+
# Optional. Delta of number of PCollections sampled from previous report.
|
909
|
+
# Corresponds to the JSON property `pcollectionsSampledCount`
|
910
|
+
# @return [Fixnum]
|
911
|
+
attr_accessor :pcollections_sampled_count
|
912
|
+
|
913
|
+
# Optional. Delta of errors counts from persisting the samples from previous
|
914
|
+
# report.
|
915
|
+
# Corresponds to the JSON property `persistenceErrorsCount`
|
916
|
+
# @return [Fixnum]
|
917
|
+
attr_accessor :persistence_errors_count
|
918
|
+
|
919
|
+
# Optional. Delta of errors counts from retrieving, or translating the samples
|
920
|
+
# from previous report.
|
921
|
+
# Corresponds to the JSON property `translationErrorsCount`
|
922
|
+
# @return [Fixnum]
|
923
|
+
attr_accessor :translation_errors_count
|
924
|
+
|
925
|
+
def initialize(**args)
|
926
|
+
update!(**args)
|
927
|
+
end
|
928
|
+
|
929
|
+
# Update properties of this object
|
930
|
+
def update!(**args)
|
931
|
+
@bytes_written_delta = args[:bytes_written_delta] if args.key?(:bytes_written_delta)
|
932
|
+
@elements_sampled_bytes = args[:elements_sampled_bytes] if args.key?(:elements_sampled_bytes)
|
933
|
+
@elements_sampled_count = args[:elements_sampled_count] if args.key?(:elements_sampled_count)
|
934
|
+
@exceptions_sampled_count = args[:exceptions_sampled_count] if args.key?(:exceptions_sampled_count)
|
935
|
+
@pcollections_sampled_count = args[:pcollections_sampled_count] if args.key?(:pcollections_sampled_count)
|
936
|
+
@persistence_errors_count = args[:persistence_errors_count] if args.key?(:persistence_errors_count)
|
937
|
+
@translation_errors_count = args[:translation_errors_count] if args.key?(:translation_errors_count)
|
938
|
+
end
|
939
|
+
end
|
940
|
+
|
859
941
|
# Metadata for a Datastore connector used by the job.
|
860
942
|
class DatastoreIoDetails
|
861
943
|
include Google::Apis::Core::Hashable
|
@@ -885,6 +967,11 @@ module Google
|
|
885
967
|
class DebugOptions
|
886
968
|
include Google::Apis::Core::Hashable
|
887
969
|
|
970
|
+
# Configuration options for sampling elements.
|
971
|
+
# Corresponds to the JSON property `dataSampling`
|
972
|
+
# @return [Google::Apis::DataflowV1b3::DataSamplingConfig]
|
973
|
+
attr_accessor :data_sampling
|
974
|
+
|
888
975
|
# When true, enables the logging of the literal hot key to the user's Cloud
|
889
976
|
# Logging.
|
890
977
|
# Corresponds to the JSON property `enableHotKeyLogging`
|
@@ -898,6 +985,7 @@ module Google
|
|
898
985
|
|
899
986
|
# Update properties of this object
|
900
987
|
def update!(**args)
|
988
|
+
@data_sampling = args[:data_sampling] if args.key?(:data_sampling)
|
901
989
|
@enable_hot_key_logging = args[:enable_hot_key_logging] if args.key?(:enable_hot_key_logging)
|
902
990
|
end
|
903
991
|
end
|
@@ -1249,6 +1337,13 @@ module Google
|
|
1249
1337
|
# @return [String]
|
1250
1338
|
attr_accessor :temp_storage_prefix
|
1251
1339
|
|
1340
|
+
# Output only. Whether the job uses the new streaming engine billing model based
|
1341
|
+
# on resource usage.
|
1342
|
+
# Corresponds to the JSON property `useStreamingEngineResourceBasedBilling`
|
1343
|
+
# @return [Boolean]
|
1344
|
+
attr_accessor :use_streaming_engine_resource_based_billing
|
1345
|
+
alias_method :use_streaming_engine_resource_based_billing?, :use_streaming_engine_resource_based_billing
|
1346
|
+
|
1252
1347
|
# A description of the process that generated the request.
|
1253
1348
|
# Corresponds to the JSON property `userAgent`
|
1254
1349
|
# @return [Hash<String,Object>]
|
@@ -1301,6 +1396,7 @@ module Google
|
|
1301
1396
|
@service_options = args[:service_options] if args.key?(:service_options)
|
1302
1397
|
@shuffle_mode = args[:shuffle_mode] if args.key?(:shuffle_mode)
|
1303
1398
|
@temp_storage_prefix = args[:temp_storage_prefix] if args.key?(:temp_storage_prefix)
|
1399
|
+
@use_streaming_engine_resource_based_billing = args[:use_streaming_engine_resource_based_billing] if args.key?(:use_streaming_engine_resource_based_billing)
|
1304
1400
|
@user_agent = args[:user_agent] if args.key?(:user_agent)
|
1305
1401
|
@version = args[:version] if args.key?(:version)
|
1306
1402
|
@worker_pools = args[:worker_pools] if args.key?(:worker_pools)
|
@@ -4229,6 +4325,37 @@ module Google
|
|
4229
4325
|
end
|
4230
4326
|
end
|
4231
4327
|
|
4328
|
+
# A bug found in the Dataflow SDK.
|
4329
|
+
class SdkBug
|
4330
|
+
include Google::Apis::Core::Hashable
|
4331
|
+
|
4332
|
+
# Output only. How severe the SDK bug is.
|
4333
|
+
# Corresponds to the JSON property `severity`
|
4334
|
+
# @return [String]
|
4335
|
+
attr_accessor :severity
|
4336
|
+
|
4337
|
+
# Output only. Describes the impact of this SDK bug.
|
4338
|
+
# Corresponds to the JSON property `type`
|
4339
|
+
# @return [String]
|
4340
|
+
attr_accessor :type
|
4341
|
+
|
4342
|
+
# Output only. Link to more information on the bug.
|
4343
|
+
# Corresponds to the JSON property `uri`
|
4344
|
+
# @return [String]
|
4345
|
+
attr_accessor :uri
|
4346
|
+
|
4347
|
+
def initialize(**args)
|
4348
|
+
update!(**args)
|
4349
|
+
end
|
4350
|
+
|
4351
|
+
# Update properties of this object
|
4352
|
+
def update!(**args)
|
4353
|
+
@severity = args[:severity] if args.key?(:severity)
|
4354
|
+
@type = args[:type] if args.key?(:type)
|
4355
|
+
@uri = args[:uri] if args.key?(:uri)
|
4356
|
+
end
|
4357
|
+
end
|
4358
|
+
|
4232
4359
|
# Defines an SDK harness container for executing Dataflow pipelines.
|
4233
4360
|
class SdkHarnessContainerImage
|
4234
4361
|
include Google::Apis::Core::Hashable
|
@@ -4278,6 +4405,11 @@ module Google
|
|
4278
4405
|
class SdkVersion
|
4279
4406
|
include Google::Apis::Core::Hashable
|
4280
4407
|
|
4408
|
+
# Output only. Known bugs found in this SDK version.
|
4409
|
+
# Corresponds to the JSON property `bugs`
|
4410
|
+
# @return [Array<Google::Apis::DataflowV1b3::SdkBug>]
|
4411
|
+
attr_accessor :bugs
|
4412
|
+
|
4281
4413
|
# The support status for this SDK version.
|
4282
4414
|
# Corresponds to the JSON property `sdkSupportStatus`
|
4283
4415
|
# @return [String]
|
@@ -4299,6 +4431,7 @@ module Google
|
|
4299
4431
|
|
4300
4432
|
# Update properties of this object
|
4301
4433
|
def update!(**args)
|
4434
|
+
@bugs = args[:bugs] if args.key?(:bugs)
|
4302
4435
|
@sdk_support_status = args[:sdk_support_status] if args.key?(:sdk_support_status)
|
4303
4436
|
@version = args[:version] if args.key?(:version)
|
4304
4437
|
@version_display_name = args[:version_display_name] if args.key?(:version_display_name)
|
@@ -6660,6 +6793,11 @@ module Google
|
|
6660
6793
|
class WorkerMessage
|
6661
6794
|
include Google::Apis::Core::Hashable
|
6662
6795
|
|
6796
|
+
# Contains per-worker telemetry about the data sampling feature.
|
6797
|
+
# Corresponds to the JSON property `dataSamplingReport`
|
6798
|
+
# @return [Google::Apis::DataflowV1b3::DataSamplingReport]
|
6799
|
+
attr_accessor :data_sampling_report
|
6800
|
+
|
6663
6801
|
# Labels are used to group WorkerMessages. For example, a worker_message about a
|
6664
6802
|
# particular container might have the labels: ` "JOB_ID": "2015-04-22", "
|
6665
6803
|
# WORKER_ID": "wordcount-vm-2015…" "CONTAINER_TYPE": "worker", "CONTAINER_ID": "
|
@@ -6724,6 +6862,7 @@ module Google
|
|
6724
6862
|
|
6725
6863
|
# Update properties of this object
|
6726
6864
|
def update!(**args)
|
6865
|
+
@data_sampling_report = args[:data_sampling_report] if args.key?(:data_sampling_report)
|
6727
6866
|
@labels = args[:labels] if args.key?(:labels)
|
6728
6867
|
@time = args[:time] if args.key?(:time)
|
6729
6868
|
@worker_health_report = args[:worker_health_report] if args.key?(:worker_health_report)
|
@@ -16,13 +16,13 @@ module Google
|
|
16
16
|
module Apis
|
17
17
|
module DataflowV1b3
|
18
18
|
# Version of the google-apis-dataflow_v1b3 gem
|
19
|
-
GEM_VERSION = "0.
|
19
|
+
GEM_VERSION = "0.43.0"
|
20
20
|
|
21
21
|
# Version of the code generator used to generate this client
|
22
22
|
GENERATOR_VERSION = "0.12.0"
|
23
23
|
|
24
24
|
# Revision of the discovery document this client was generated from
|
25
|
-
REVISION = "
|
25
|
+
REVISION = "20230729"
|
26
26
|
end
|
27
27
|
end
|
28
28
|
end
|
@@ -142,6 +142,18 @@ module Google
|
|
142
142
|
include Google::Apis::Core::JsonObjectSupport
|
143
143
|
end
|
144
144
|
|
145
|
+
class DataSamplingConfig
|
146
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
147
|
+
|
148
|
+
include Google::Apis::Core::JsonObjectSupport
|
149
|
+
end
|
150
|
+
|
151
|
+
class DataSamplingReport
|
152
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
153
|
+
|
154
|
+
include Google::Apis::Core::JsonObjectSupport
|
155
|
+
end
|
156
|
+
|
145
157
|
class DatastoreIoDetails
|
146
158
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
147
159
|
|
@@ -622,6 +634,12 @@ module Google
|
|
622
634
|
include Google::Apis::Core::JsonObjectSupport
|
623
635
|
end
|
624
636
|
|
637
|
+
class SdkBug
|
638
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
639
|
+
|
640
|
+
include Google::Apis::Core::JsonObjectSupport
|
641
|
+
end
|
642
|
+
|
625
643
|
class SdkHarnessContainerImage
|
626
644
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
627
645
|
|
@@ -1277,6 +1295,26 @@ module Google
|
|
1277
1295
|
end
|
1278
1296
|
end
|
1279
1297
|
|
1298
|
+
class DataSamplingConfig
|
1299
|
+
# @private
|
1300
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1301
|
+
collection :behaviors, as: 'behaviors'
|
1302
|
+
end
|
1303
|
+
end
|
1304
|
+
|
1305
|
+
class DataSamplingReport
|
1306
|
+
# @private
|
1307
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1308
|
+
property :bytes_written_delta, :numeric_string => true, as: 'bytesWrittenDelta'
|
1309
|
+
property :elements_sampled_bytes, :numeric_string => true, as: 'elementsSampledBytes'
|
1310
|
+
property :elements_sampled_count, :numeric_string => true, as: 'elementsSampledCount'
|
1311
|
+
property :exceptions_sampled_count, :numeric_string => true, as: 'exceptionsSampledCount'
|
1312
|
+
property :pcollections_sampled_count, :numeric_string => true, as: 'pcollectionsSampledCount'
|
1313
|
+
property :persistence_errors_count, :numeric_string => true, as: 'persistenceErrorsCount'
|
1314
|
+
property :translation_errors_count, :numeric_string => true, as: 'translationErrorsCount'
|
1315
|
+
end
|
1316
|
+
end
|
1317
|
+
|
1280
1318
|
class DatastoreIoDetails
|
1281
1319
|
# @private
|
1282
1320
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -1288,6 +1326,8 @@ module Google
|
|
1288
1326
|
class DebugOptions
|
1289
1327
|
# @private
|
1290
1328
|
class Representation < Google::Apis::Core::JsonRepresentation
|
1329
|
+
property :data_sampling, as: 'dataSampling', class: Google::Apis::DataflowV1b3::DataSamplingConfig, decorator: Google::Apis::DataflowV1b3::DataSamplingConfig::Representation
|
1330
|
+
|
1291
1331
|
property :enable_hot_key_logging, as: 'enableHotKeyLogging'
|
1292
1332
|
end
|
1293
1333
|
end
|
@@ -1377,6 +1417,7 @@ module Google
|
|
1377
1417
|
collection :service_options, as: 'serviceOptions'
|
1378
1418
|
property :shuffle_mode, as: 'shuffleMode'
|
1379
1419
|
property :temp_storage_prefix, as: 'tempStoragePrefix'
|
1420
|
+
property :use_streaming_engine_resource_based_billing, as: 'useStreamingEngineResourceBasedBilling'
|
1380
1421
|
hash :user_agent, as: 'userAgent'
|
1381
1422
|
hash :version, as: 'version'
|
1382
1423
|
collection :worker_pools, as: 'workerPools', class: Google::Apis::DataflowV1b3::WorkerPool, decorator: Google::Apis::DataflowV1b3::WorkerPool::Representation
|
@@ -2168,6 +2209,15 @@ module Google
|
|
2168
2209
|
end
|
2169
2210
|
end
|
2170
2211
|
|
2212
|
+
class SdkBug
|
2213
|
+
# @private
|
2214
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
2215
|
+
property :severity, as: 'severity'
|
2216
|
+
property :type, as: 'type'
|
2217
|
+
property :uri, as: 'uri'
|
2218
|
+
end
|
2219
|
+
end
|
2220
|
+
|
2171
2221
|
class SdkHarnessContainerImage
|
2172
2222
|
# @private
|
2173
2223
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -2181,6 +2231,8 @@ module Google
|
|
2181
2231
|
class SdkVersion
|
2182
2232
|
# @private
|
2183
2233
|
class Representation < Google::Apis::Core::JsonRepresentation
|
2234
|
+
collection :bugs, as: 'bugs', class: Google::Apis::DataflowV1b3::SdkBug, decorator: Google::Apis::DataflowV1b3::SdkBug::Representation
|
2235
|
+
|
2184
2236
|
property :sdk_support_status, as: 'sdkSupportStatus'
|
2185
2237
|
property :version, as: 'version'
|
2186
2238
|
property :version_display_name, as: 'versionDisplayName'
|
@@ -2849,6 +2901,8 @@ module Google
|
|
2849
2901
|
class WorkerMessage
|
2850
2902
|
# @private
|
2851
2903
|
class Representation < Google::Apis::Core::JsonRepresentation
|
2904
|
+
property :data_sampling_report, as: 'dataSamplingReport', class: Google::Apis::DataflowV1b3::DataSamplingReport, decorator: Google::Apis::DataflowV1b3::DataSamplingReport::Representation
|
2905
|
+
|
2852
2906
|
hash :labels, as: 'labels'
|
2853
2907
|
property :time, as: 'time'
|
2854
2908
|
property :worker_health_report, as: 'workerHealthReport', class: Google::Apis::DataflowV1b3::WorkerHealthReport, decorator: Google::Apis::DataflowV1b3::WorkerHealthReport::Representation
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-apis-dataflow_v1b3
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.43.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2023-
|
11
|
+
date: 2023-08-06 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: google-apis-core
|
@@ -58,7 +58,7 @@ licenses:
|
|
58
58
|
metadata:
|
59
59
|
bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
|
60
60
|
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3/CHANGELOG.md
|
61
|
-
documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.
|
61
|
+
documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.43.0
|
62
62
|
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3
|
63
63
|
post_install_message:
|
64
64
|
rdoc_options: []
|