google-apis-dataflow_v1b3 0.47.0 → 0.49.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 38ed1dfaf1d7182d705d5a95a20b86a1df957b3c6e8c0800f6511f1b84d46cb6
|
4
|
+
data.tar.gz: b8ad5b1d024d00a2d159734d8c84bafaa3b19496404c1576f5ca11ace5eb8fb8
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 424ce44d98a1985b8ee2375f51c805b4ed9cee86a652a42a9264ee88e5cf51f61a4bd2b7a43345e46927e5e00b55cb9a074b50df2bcbfe891a41b775882e71f8
|
7
|
+
data.tar.gz: f2b3d8e2bb742ba5576a666a83de7f81cf8be30fd77aea13fb4922af21b28d544d03c08827bbffa141b5877caefb614832b18ea46ab6e6edb453eaf43b6abf83
|
data/CHANGELOG.md
CHANGED
@@ -1,5 +1,14 @@
|
|
1
1
|
# Release history for google-apis-dataflow_v1b3
|
2
2
|
|
3
|
+
### v0.49.0 (2024-01-22)
|
4
|
+
|
5
|
+
* Regenerated from discovery document revision 20240113
|
6
|
+
* Regenerated using generator version 0.13.0
|
7
|
+
|
8
|
+
### v0.48.0 (2023-12-24)
|
9
|
+
|
10
|
+
* Regenerated from discovery document revision 20231217
|
11
|
+
|
3
12
|
### v0.47.0 (2023-12-10)
|
4
13
|
|
5
14
|
* Regenerated from discovery document revision 20231203
|
@@ -210,6 +210,35 @@ module Google
|
|
210
210
|
end
|
211
211
|
end
|
212
212
|
|
213
|
+
# Exponential buckets where the growth factor between buckets is `2**(2**-scale)`
|
214
|
+
# . e.g. for `scale=1` growth factor is `2**(2**(-1))=sqrt(2)`. `n` buckets will
|
215
|
+
# have the following boundaries. - 0th: [0, gf) - i in [1, n-1]: [gf^(i), gf^(i+
|
216
|
+
# 1))
|
217
|
+
class Base2Exponent
|
218
|
+
include Google::Apis::Core::Hashable
|
219
|
+
|
220
|
+
# Must be greater than 0.
|
221
|
+
# Corresponds to the JSON property `numberOfBuckets`
|
222
|
+
# @return [Fixnum]
|
223
|
+
attr_accessor :number_of_buckets
|
224
|
+
|
225
|
+
# Must be between -3 and 3. This forces the growth factor of the bucket
|
226
|
+
# boundaries to be between `2^(1/8)` and `256`.
|
227
|
+
# Corresponds to the JSON property `scale`
|
228
|
+
# @return [Fixnum]
|
229
|
+
attr_accessor :scale
|
230
|
+
|
231
|
+
def initialize(**args)
|
232
|
+
update!(**args)
|
233
|
+
end
|
234
|
+
|
235
|
+
# Update properties of this object
|
236
|
+
def update!(**args)
|
237
|
+
@number_of_buckets = args[:number_of_buckets] if args.key?(:number_of_buckets)
|
238
|
+
@scale = args[:scale] if args.key?(:scale)
|
239
|
+
end
|
240
|
+
end
|
241
|
+
|
213
242
|
# Metadata for a BigQuery connector used by the job.
|
214
243
|
class BigQueryIoDetails
|
215
244
|
include Google::Apis::Core::Hashable
|
@@ -278,6 +307,35 @@ module Google
|
|
278
307
|
end
|
279
308
|
end
|
280
309
|
|
310
|
+
# `BucketOptions` describes the bucket boundaries used in the histogram.
|
311
|
+
class BucketOptions
|
312
|
+
include Google::Apis::Core::Hashable
|
313
|
+
|
314
|
+
# Exponential buckets where the growth factor between buckets is `2**(2**-scale)`
|
315
|
+
# . e.g. for `scale=1` growth factor is `2**(2**(-1))=sqrt(2)`. `n` buckets will
|
316
|
+
# have the following boundaries. - 0th: [0, gf) - i in [1, n-1]: [gf^(i), gf^(i+
|
317
|
+
# 1))
|
318
|
+
# Corresponds to the JSON property `exponential`
|
319
|
+
# @return [Google::Apis::DataflowV1b3::Base2Exponent]
|
320
|
+
attr_accessor :exponential
|
321
|
+
|
322
|
+
# Linear buckets with the following boundaries for indices in 0 to n-1. - i in [
|
323
|
+
# 0, n-1]: [start + (i)*width, start + (i+1)*width)
|
324
|
+
# Corresponds to the JSON property `linear`
|
325
|
+
# @return [Google::Apis::DataflowV1b3::Linear]
|
326
|
+
attr_accessor :linear
|
327
|
+
|
328
|
+
def initialize(**args)
|
329
|
+
update!(**args)
|
330
|
+
end
|
331
|
+
|
332
|
+
# Update properties of this object
|
333
|
+
def update!(**args)
|
334
|
+
@exponential = args[:exponential] if args.key?(:exponential)
|
335
|
+
@linear = args[:linear] if args.key?(:linear)
|
336
|
+
end
|
337
|
+
end
|
338
|
+
|
281
339
|
# Modeled after information exposed by /proc/stat.
|
282
340
|
class CpuTime
|
283
341
|
include Google::Apis::Core::Hashable
|
@@ -938,6 +996,49 @@ module Google
|
|
938
996
|
end
|
939
997
|
end
|
940
998
|
|
999
|
+
# Summary statistics for a population of values. HistogramValue contains a
|
1000
|
+
# sequence of buckets and gives a count of values that fall into each bucket.
|
1001
|
+
# Bucket boundares are defined by a formula and bucket widths are either fixed
|
1002
|
+
# or exponentially increasing.
|
1003
|
+
class DataflowHistogramValue
|
1004
|
+
include Google::Apis::Core::Hashable
|
1005
|
+
|
1006
|
+
# Optional. The number of values in each bucket of the histogram, as described
|
1007
|
+
# in `bucket_options`. `bucket_counts` should contain N values, where N is the
|
1008
|
+
# number of buckets specified in `bucket_options`. If `bucket_counts` has fewer
|
1009
|
+
# than N values, the remaining values are assumed to be 0.
|
1010
|
+
# Corresponds to the JSON property `bucketCounts`
|
1011
|
+
# @return [Array<Fixnum>]
|
1012
|
+
attr_accessor :bucket_counts
|
1013
|
+
|
1014
|
+
# `BucketOptions` describes the bucket boundaries used in the histogram.
|
1015
|
+
# Corresponds to the JSON property `bucketOptions`
|
1016
|
+
# @return [Google::Apis::DataflowV1b3::BucketOptions]
|
1017
|
+
attr_accessor :bucket_options
|
1018
|
+
|
1019
|
+
# Number of values recorded in this histogram.
|
1020
|
+
# Corresponds to the JSON property `count`
|
1021
|
+
# @return [Fixnum]
|
1022
|
+
attr_accessor :count
|
1023
|
+
|
1024
|
+
# Statistics for the underflow and overflow bucket.
|
1025
|
+
# Corresponds to the JSON property `outlierStats`
|
1026
|
+
# @return [Google::Apis::DataflowV1b3::OutlierStats]
|
1027
|
+
attr_accessor :outlier_stats
|
1028
|
+
|
1029
|
+
def initialize(**args)
|
1030
|
+
update!(**args)
|
1031
|
+
end
|
1032
|
+
|
1033
|
+
# Update properties of this object
|
1034
|
+
def update!(**args)
|
1035
|
+
@bucket_counts = args[:bucket_counts] if args.key?(:bucket_counts)
|
1036
|
+
@bucket_options = args[:bucket_options] if args.key?(:bucket_options)
|
1037
|
+
@count = args[:count] if args.key?(:count)
|
1038
|
+
@outlier_stats = args[:outlier_stats] if args.key?(:outlier_stats)
|
1039
|
+
end
|
1040
|
+
end
|
1041
|
+
|
941
1042
|
# Metadata for a Datastore connector used by the job.
|
942
1043
|
class DatastoreIoDetails
|
943
1044
|
include Google::Apis::Core::Hashable
|
@@ -1326,6 +1427,14 @@ module Google
|
|
1326
1427
|
# @return [String]
|
1327
1428
|
attr_accessor :shuffle_mode
|
1328
1429
|
|
1430
|
+
# Optional. Specifies the Streaming Engine message processing guarantees.
|
1431
|
+
# Reduces cost and latency but might result in duplicate messages committed to
|
1432
|
+
# storage. Designed to run simple mapping streaming ETL jobs at the lowest cost.
|
1433
|
+
# For example, Change Data Capture (CDC) to BigQuery is a canonical use case.
|
1434
|
+
# Corresponds to the JSON property `streamingMode`
|
1435
|
+
# @return [String]
|
1436
|
+
attr_accessor :streaming_mode
|
1437
|
+
|
1329
1438
|
# The prefix of the resources the system should use for temporary storage. The
|
1330
1439
|
# system will append the suffix "/temp-`JOBNAME` to this resource prefix, where `
|
1331
1440
|
# JOBNAME` is the value of the job_name field. The resulting bucket and object
|
@@ -1337,8 +1446,8 @@ module Google
|
|
1337
1446
|
# @return [String]
|
1338
1447
|
attr_accessor :temp_storage_prefix
|
1339
1448
|
|
1340
|
-
# Output only. Whether the job uses the
|
1341
|
-
#
|
1449
|
+
# Output only. Whether the job uses the Streaming Engine resource-based billing
|
1450
|
+
# model.
|
1342
1451
|
# Corresponds to the JSON property `useStreamingEngineResourceBasedBilling`
|
1343
1452
|
# @return [Boolean]
|
1344
1453
|
attr_accessor :use_streaming_engine_resource_based_billing
|
@@ -1395,6 +1504,7 @@ module Google
|
|
1395
1504
|
@service_kms_key_name = args[:service_kms_key_name] if args.key?(:service_kms_key_name)
|
1396
1505
|
@service_options = args[:service_options] if args.key?(:service_options)
|
1397
1506
|
@shuffle_mode = args[:shuffle_mode] if args.key?(:shuffle_mode)
|
1507
|
+
@streaming_mode = args[:streaming_mode] if args.key?(:streaming_mode)
|
1398
1508
|
@temp_storage_prefix = args[:temp_storage_prefix] if args.key?(:temp_storage_prefix)
|
1399
1509
|
@use_streaming_engine_resource_based_billing = args[:use_streaming_engine_resource_based_billing] if args.key?(:use_streaming_engine_resource_based_billing)
|
1400
1510
|
@user_agent = args[:user_agent] if args.key?(:user_agent)
|
@@ -1678,6 +1788,14 @@ module Google
|
|
1678
1788
|
# @return [String]
|
1679
1789
|
attr_accessor :staging_location
|
1680
1790
|
|
1791
|
+
# Optional. Specifies the Streaming Engine message processing guarantees.
|
1792
|
+
# Reduces cost and latency but might result in duplicate messages committed to
|
1793
|
+
# storage. Designed to run simple mapping streaming ETL jobs at the lowest cost.
|
1794
|
+
# For example, Change Data Capture (CDC) to BigQuery is a canonical use case.
|
1795
|
+
# Corresponds to the JSON property `streamingMode`
|
1796
|
+
# @return [String]
|
1797
|
+
attr_accessor :streaming_mode
|
1798
|
+
|
1681
1799
|
# Subnetwork to which VMs will be assigned, if desired. You can specify a
|
1682
1800
|
# subnetwork using either a complete URL or an abbreviated path. Expected to be
|
1683
1801
|
# of the form "https://www.googleapis.com/compute/v1/projects/HOST_PROJECT_ID/
|
@@ -1744,6 +1862,7 @@ module Google
|
|
1744
1862
|
@sdk_container_image = args[:sdk_container_image] if args.key?(:sdk_container_image)
|
1745
1863
|
@service_account_email = args[:service_account_email] if args.key?(:service_account_email)
|
1746
1864
|
@staging_location = args[:staging_location] if args.key?(:staging_location)
|
1865
|
+
@streaming_mode = args[:streaming_mode] if args.key?(:streaming_mode)
|
1747
1866
|
@subnetwork = args[:subnetwork] if args.key?(:subnetwork)
|
1748
1867
|
@temp_location = args[:temp_location] if args.key?(:temp_location)
|
1749
1868
|
@worker_region = args[:worker_region] if args.key?(:worker_region)
|
@@ -2937,6 +3056,38 @@ module Google
|
|
2937
3056
|
end
|
2938
3057
|
end
|
2939
3058
|
|
3059
|
+
# Linear buckets with the following boundaries for indices in 0 to n-1. - i in [
|
3060
|
+
# 0, n-1]: [start + (i)*width, start + (i+1)*width)
|
3061
|
+
class Linear
|
3062
|
+
include Google::Apis::Core::Hashable
|
3063
|
+
|
3064
|
+
# Must be greater than 0.
|
3065
|
+
# Corresponds to the JSON property `numberOfBuckets`
|
3066
|
+
# @return [Fixnum]
|
3067
|
+
attr_accessor :number_of_buckets
|
3068
|
+
|
3069
|
+
# Lower bound of the first bucket.
|
3070
|
+
# Corresponds to the JSON property `start`
|
3071
|
+
# @return [Float]
|
3072
|
+
attr_accessor :start
|
3073
|
+
|
3074
|
+
# Distance between bucket boundaries. Must be greater than 0.
|
3075
|
+
# Corresponds to the JSON property `width`
|
3076
|
+
# @return [Float]
|
3077
|
+
attr_accessor :width
|
3078
|
+
|
3079
|
+
def initialize(**args)
|
3080
|
+
update!(**args)
|
3081
|
+
end
|
3082
|
+
|
3083
|
+
# Update properties of this object
|
3084
|
+
def update!(**args)
|
3085
|
+
@number_of_buckets = args[:number_of_buckets] if args.key?(:number_of_buckets)
|
3086
|
+
@start = args[:start] if args.key?(:start)
|
3087
|
+
@width = args[:width] if args.key?(:width)
|
3088
|
+
end
|
3089
|
+
end
|
3090
|
+
|
2940
3091
|
# Response to a request to list job messages.
|
2941
3092
|
class ListJobMessagesResponse
|
2942
3093
|
include Google::Apis::Core::Hashable
|
@@ -3267,6 +3418,46 @@ module Google
|
|
3267
3418
|
end
|
3268
3419
|
end
|
3269
3420
|
|
3421
|
+
# The value of a metric along with its name and labels.
|
3422
|
+
class MetricValue
|
3423
|
+
include Google::Apis::Core::Hashable
|
3424
|
+
|
3425
|
+
# Base name for this metric.
|
3426
|
+
# Corresponds to the JSON property `metric`
|
3427
|
+
# @return [String]
|
3428
|
+
attr_accessor :metric
|
3429
|
+
|
3430
|
+
# Optional. Set of metric labels for this metric.
|
3431
|
+
# Corresponds to the JSON property `metricLabels`
|
3432
|
+
# @return [Hash<String,String>]
|
3433
|
+
attr_accessor :metric_labels
|
3434
|
+
|
3435
|
+
# Summary statistics for a population of values. HistogramValue contains a
|
3436
|
+
# sequence of buckets and gives a count of values that fall into each bucket.
|
3437
|
+
# Bucket boundares are defined by a formula and bucket widths are either fixed
|
3438
|
+
# or exponentially increasing.
|
3439
|
+
# Corresponds to the JSON property `valueHistogram`
|
3440
|
+
# @return [Google::Apis::DataflowV1b3::DataflowHistogramValue]
|
3441
|
+
attr_accessor :value_histogram
|
3442
|
+
|
3443
|
+
# Integer value of this metric.
|
3444
|
+
# Corresponds to the JSON property `valueInt64`
|
3445
|
+
# @return [Fixnum]
|
3446
|
+
attr_accessor :value_int64
|
3447
|
+
|
3448
|
+
def initialize(**args)
|
3449
|
+
update!(**args)
|
3450
|
+
end
|
3451
|
+
|
3452
|
+
# Update properties of this object
|
3453
|
+
def update!(**args)
|
3454
|
+
@metric = args[:metric] if args.key?(:metric)
|
3455
|
+
@metric_labels = args[:metric_labels] if args.key?(:metric_labels)
|
3456
|
+
@value_histogram = args[:value_histogram] if args.key?(:value_histogram)
|
3457
|
+
@value_int64 = args[:value_int64] if args.key?(:value_int64)
|
3458
|
+
end
|
3459
|
+
end
|
3460
|
+
|
3270
3461
|
# Describes mounted data disk.
|
3271
3462
|
class MountedDataDisk
|
3272
3463
|
include Google::Apis::Core::Hashable
|
@@ -3333,6 +3524,43 @@ module Google
|
|
3333
3524
|
end
|
3334
3525
|
end
|
3335
3526
|
|
3527
|
+
# Statistics for the underflow and overflow bucket.
|
3528
|
+
class OutlierStats
|
3529
|
+
include Google::Apis::Core::Hashable
|
3530
|
+
|
3531
|
+
# Number of values that are larger than the upper bound of the largest bucket.
|
3532
|
+
# Corresponds to the JSON property `overflowCount`
|
3533
|
+
# @return [Fixnum]
|
3534
|
+
attr_accessor :overflow_count
|
3535
|
+
|
3536
|
+
# Mean of values in the overflow bucket.
|
3537
|
+
# Corresponds to the JSON property `overflowMean`
|
3538
|
+
# @return [Float]
|
3539
|
+
attr_accessor :overflow_mean
|
3540
|
+
|
3541
|
+
# Number of values that are smaller than the lower bound of the smallest bucket.
|
3542
|
+
# Corresponds to the JSON property `underflowCount`
|
3543
|
+
# @return [Fixnum]
|
3544
|
+
attr_accessor :underflow_count
|
3545
|
+
|
3546
|
+
# Mean of values in the undeflow bucket.
|
3547
|
+
# Corresponds to the JSON property `underflowMean`
|
3548
|
+
# @return [Float]
|
3549
|
+
attr_accessor :underflow_mean
|
3550
|
+
|
3551
|
+
def initialize(**args)
|
3552
|
+
update!(**args)
|
3553
|
+
end
|
3554
|
+
|
3555
|
+
# Update properties of this object
|
3556
|
+
def update!(**args)
|
3557
|
+
@overflow_count = args[:overflow_count] if args.key?(:overflow_count)
|
3558
|
+
@overflow_mean = args[:overflow_mean] if args.key?(:overflow_mean)
|
3559
|
+
@underflow_count = args[:underflow_count] if args.key?(:underflow_count)
|
3560
|
+
@underflow_mean = args[:underflow_mean] if args.key?(:underflow_mean)
|
3561
|
+
end
|
3562
|
+
end
|
3563
|
+
|
3336
3564
|
# The packages that must be installed in order for a worker to run the steps of
|
3337
3565
|
# the Cloud Dataflow job that will be assigned to its worker pool. This is the
|
3338
3566
|
# mechanism by which the Cloud Dataflow SDK causes code to be loaded onto the
|
@@ -3680,6 +3908,59 @@ module Google
|
|
3680
3908
|
end
|
3681
3909
|
end
|
3682
3910
|
|
3911
|
+
# Metrics for a particular unfused step and namespace. A metric is uniquely
|
3912
|
+
# identified by the `metrics_namespace`, `original_step`, `metric name` and `
|
3913
|
+
# metric_labels`.
|
3914
|
+
class PerStepNamespaceMetrics
|
3915
|
+
include Google::Apis::Core::Hashable
|
3916
|
+
|
3917
|
+
# Optional. Metrics that are recorded for this namespace and unfused step.
|
3918
|
+
# Corresponds to the JSON property `metricValues`
|
3919
|
+
# @return [Array<Google::Apis::DataflowV1b3::MetricValue>]
|
3920
|
+
attr_accessor :metric_values
|
3921
|
+
|
3922
|
+
# The namespace of these metrics on the worker.
|
3923
|
+
# Corresponds to the JSON property `metricsNamespace`
|
3924
|
+
# @return [String]
|
3925
|
+
attr_accessor :metrics_namespace
|
3926
|
+
|
3927
|
+
# The original system name of the unfused step that these metrics are reported
|
3928
|
+
# from.
|
3929
|
+
# Corresponds to the JSON property `originalStep`
|
3930
|
+
# @return [String]
|
3931
|
+
attr_accessor :original_step
|
3932
|
+
|
3933
|
+
def initialize(**args)
|
3934
|
+
update!(**args)
|
3935
|
+
end
|
3936
|
+
|
3937
|
+
# Update properties of this object
|
3938
|
+
def update!(**args)
|
3939
|
+
@metric_values = args[:metric_values] if args.key?(:metric_values)
|
3940
|
+
@metrics_namespace = args[:metrics_namespace] if args.key?(:metrics_namespace)
|
3941
|
+
@original_step = args[:original_step] if args.key?(:original_step)
|
3942
|
+
end
|
3943
|
+
end
|
3944
|
+
|
3945
|
+
# Per worker metrics.
|
3946
|
+
class PerWorkerMetrics
|
3947
|
+
include Google::Apis::Core::Hashable
|
3948
|
+
|
3949
|
+
# Optional. Metrics for a particular unfused step and namespace.
|
3950
|
+
# Corresponds to the JSON property `perStepNamespaceMetrics`
|
3951
|
+
# @return [Array<Google::Apis::DataflowV1b3::PerStepNamespaceMetrics>]
|
3952
|
+
attr_accessor :per_step_namespace_metrics
|
3953
|
+
|
3954
|
+
def initialize(**args)
|
3955
|
+
update!(**args)
|
3956
|
+
end
|
3957
|
+
|
3958
|
+
# Update properties of this object
|
3959
|
+
def update!(**args)
|
3960
|
+
@per_step_namespace_metrics = args[:per_step_namespace_metrics] if args.key?(:per_step_namespace_metrics)
|
3961
|
+
end
|
3962
|
+
end
|
3963
|
+
|
3683
3964
|
# A descriptive representation of submitted pipeline as well as the executed
|
3684
3965
|
# form. This data is provided by the Dataflow service for ease of visualizing
|
3685
3966
|
# the pipeline and interpreting Dataflow provided metrics.
|
@@ -4198,6 +4479,14 @@ module Google
|
|
4198
4479
|
# @return [String]
|
4199
4480
|
attr_accessor :service_account_email
|
4200
4481
|
|
4482
|
+
# Optional. Specifies the Streaming Engine message processing guarantees.
|
4483
|
+
# Reduces cost and latency but might result in duplicate messages committed to
|
4484
|
+
# storage. Designed to run simple mapping streaming ETL jobs at the lowest cost.
|
4485
|
+
# For example, Change Data Capture (CDC) to BigQuery is a canonical use case.
|
4486
|
+
# Corresponds to the JSON property `streamingMode`
|
4487
|
+
# @return [String]
|
4488
|
+
attr_accessor :streaming_mode
|
4489
|
+
|
4201
4490
|
# Optional. Subnetwork to which VMs will be assigned, if desired. You can
|
4202
4491
|
# specify a subnetwork using either a complete URL or an abbreviated path.
|
4203
4492
|
# Expected to be of the form "https://www.googleapis.com/compute/v1/projects/
|
@@ -4257,6 +4546,7 @@ module Google
|
|
4257
4546
|
@network = args[:network] if args.key?(:network)
|
4258
4547
|
@num_workers = args[:num_workers] if args.key?(:num_workers)
|
4259
4548
|
@service_account_email = args[:service_account_email] if args.key?(:service_account_email)
|
4549
|
+
@streaming_mode = args[:streaming_mode] if args.key?(:streaming_mode)
|
4260
4550
|
@subnetwork = args[:subnetwork] if args.key?(:subnetwork)
|
4261
4551
|
@temp_location = args[:temp_location] if args.key?(:temp_location)
|
4262
4552
|
@worker_region = args[:worker_region] if args.key?(:worker_region)
|
@@ -5847,7 +6137,7 @@ module Google
|
|
5847
6137
|
class StreamingScalingReport
|
5848
6138
|
include Google::Apis::Core::Hashable
|
5849
6139
|
|
5850
|
-
#
|
6140
|
+
#
|
5851
6141
|
# Corresponds to the JSON property `activeBundleCount`
|
5852
6142
|
# @return [Fixnum]
|
5853
6143
|
attr_accessor :active_bundle_count
|
@@ -5857,12 +6147,17 @@ module Google
|
|
5857
6147
|
# @return [Fixnum]
|
5858
6148
|
attr_accessor :active_thread_count
|
5859
6149
|
|
5860
|
-
# Maximum bundle count
|
6150
|
+
# Maximum bundle count.
|
5861
6151
|
# Corresponds to the JSON property `maximumBundleCount`
|
5862
6152
|
# @return [Fixnum]
|
5863
6153
|
attr_accessor :maximum_bundle_count
|
5864
6154
|
|
5865
|
-
# Maximum bytes
|
6155
|
+
# Maximum bytes.
|
6156
|
+
# Corresponds to the JSON property `maximumBytes`
|
6157
|
+
# @return [Fixnum]
|
6158
|
+
attr_accessor :maximum_bytes
|
6159
|
+
|
6160
|
+
#
|
5866
6161
|
# Corresponds to the JSON property `maximumBytesCount`
|
5867
6162
|
# @return [Fixnum]
|
5868
6163
|
attr_accessor :maximum_bytes_count
|
@@ -5872,7 +6167,17 @@ module Google
|
|
5872
6167
|
# @return [Fixnum]
|
5873
6168
|
attr_accessor :maximum_thread_count
|
5874
6169
|
|
5875
|
-
# Current outstanding
|
6170
|
+
# Current outstanding bundle count.
|
6171
|
+
# Corresponds to the JSON property `outstandingBundleCount`
|
6172
|
+
# @return [Fixnum]
|
6173
|
+
attr_accessor :outstanding_bundle_count
|
6174
|
+
|
6175
|
+
# Current outstanding bytes.
|
6176
|
+
# Corresponds to the JSON property `outstandingBytes`
|
6177
|
+
# @return [Fixnum]
|
6178
|
+
attr_accessor :outstanding_bytes
|
6179
|
+
|
6180
|
+
#
|
5876
6181
|
# Corresponds to the JSON property `outstandingBytesCount`
|
5877
6182
|
# @return [Fixnum]
|
5878
6183
|
attr_accessor :outstanding_bytes_count
|
@@ -5886,8 +6191,11 @@ module Google
|
|
5886
6191
|
@active_bundle_count = args[:active_bundle_count] if args.key?(:active_bundle_count)
|
5887
6192
|
@active_thread_count = args[:active_thread_count] if args.key?(:active_thread_count)
|
5888
6193
|
@maximum_bundle_count = args[:maximum_bundle_count] if args.key?(:maximum_bundle_count)
|
6194
|
+
@maximum_bytes = args[:maximum_bytes] if args.key?(:maximum_bytes)
|
5889
6195
|
@maximum_bytes_count = args[:maximum_bytes_count] if args.key?(:maximum_bytes_count)
|
5890
6196
|
@maximum_thread_count = args[:maximum_thread_count] if args.key?(:maximum_thread_count)
|
6197
|
+
@outstanding_bundle_count = args[:outstanding_bundle_count] if args.key?(:outstanding_bundle_count)
|
6198
|
+
@outstanding_bytes = args[:outstanding_bytes] if args.key?(:outstanding_bytes)
|
5891
6199
|
@outstanding_bytes_count = args[:outstanding_bytes_count] if args.key?(:outstanding_bytes_count)
|
5892
6200
|
end
|
5893
6201
|
end
|
@@ -6884,6 +7192,11 @@ module Google
|
|
6884
7192
|
# @return [Hash<String,String>]
|
6885
7193
|
attr_accessor :labels
|
6886
7194
|
|
7195
|
+
# Per worker metrics.
|
7196
|
+
# Corresponds to the JSON property `perWorkerMetrics`
|
7197
|
+
# @return [Google::Apis::DataflowV1b3::PerWorkerMetrics]
|
7198
|
+
attr_accessor :per_worker_metrics
|
7199
|
+
|
6887
7200
|
# Contains per-user worker telemetry used in streaming autoscaling.
|
6888
7201
|
# Corresponds to the JSON property `streamingScalingReport`
|
6889
7202
|
# @return [Google::Apis::DataflowV1b3::StreamingScalingReport]
|
@@ -6945,6 +7258,7 @@ module Google
|
|
6945
7258
|
def update!(**args)
|
6946
7259
|
@data_sampling_report = args[:data_sampling_report] if args.key?(:data_sampling_report)
|
6947
7260
|
@labels = args[:labels] if args.key?(:labels)
|
7261
|
+
@per_worker_metrics = args[:per_worker_metrics] if args.key?(:per_worker_metrics)
|
6948
7262
|
@streaming_scaling_report = args[:streaming_scaling_report] if args.key?(:streaming_scaling_report)
|
6949
7263
|
@time = args[:time] if args.key?(:time)
|
6950
7264
|
@worker_health_report = args[:worker_health_report] if args.key?(:worker_health_report)
|
@@ -16,13 +16,13 @@ module Google
|
|
16
16
|
module Apis
|
17
17
|
module DataflowV1b3
|
18
18
|
# Version of the google-apis-dataflow_v1b3 gem
|
19
|
-
GEM_VERSION = "0.
|
19
|
+
GEM_VERSION = "0.49.0"
|
20
20
|
|
21
21
|
# Version of the code generator used to generate this client
|
22
|
-
GENERATOR_VERSION = "0.
|
22
|
+
GENERATOR_VERSION = "0.13.0"
|
23
23
|
|
24
24
|
# Revision of the discovery document this client was generated from
|
25
|
-
REVISION = "
|
25
|
+
REVISION = "20240113"
|
26
26
|
end
|
27
27
|
end
|
28
28
|
end
|
@@ -52,6 +52,12 @@ module Google
|
|
52
52
|
include Google::Apis::Core::JsonObjectSupport
|
53
53
|
end
|
54
54
|
|
55
|
+
class Base2Exponent
|
56
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
57
|
+
|
58
|
+
include Google::Apis::Core::JsonObjectSupport
|
59
|
+
end
|
60
|
+
|
55
61
|
class BigQueryIoDetails
|
56
62
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
57
63
|
|
@@ -64,6 +70,12 @@ module Google
|
|
64
70
|
include Google::Apis::Core::JsonObjectSupport
|
65
71
|
end
|
66
72
|
|
73
|
+
class BucketOptions
|
74
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
75
|
+
|
76
|
+
include Google::Apis::Core::JsonObjectSupport
|
77
|
+
end
|
78
|
+
|
67
79
|
class CpuTime
|
68
80
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
69
81
|
|
@@ -154,6 +166,12 @@ module Google
|
|
154
166
|
include Google::Apis::Core::JsonObjectSupport
|
155
167
|
end
|
156
168
|
|
169
|
+
class DataflowHistogramValue
|
170
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
171
|
+
|
172
|
+
include Google::Apis::Core::JsonObjectSupport
|
173
|
+
end
|
174
|
+
|
157
175
|
class DatastoreIoDetails
|
158
176
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
159
177
|
|
@@ -424,6 +442,12 @@ module Google
|
|
424
442
|
include Google::Apis::Core::JsonObjectSupport
|
425
443
|
end
|
426
444
|
|
445
|
+
class Linear
|
446
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
447
|
+
|
448
|
+
include Google::Apis::Core::JsonObjectSupport
|
449
|
+
end
|
450
|
+
|
427
451
|
class ListJobMessagesResponse
|
428
452
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
429
453
|
|
@@ -472,6 +496,12 @@ module Google
|
|
472
496
|
include Google::Apis::Core::JsonObjectSupport
|
473
497
|
end
|
474
498
|
|
499
|
+
class MetricValue
|
500
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
501
|
+
|
502
|
+
include Google::Apis::Core::JsonObjectSupport
|
503
|
+
end
|
504
|
+
|
475
505
|
class MountedDataDisk
|
476
506
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
477
507
|
|
@@ -490,6 +520,12 @@ module Google
|
|
490
520
|
include Google::Apis::Core::JsonObjectSupport
|
491
521
|
end
|
492
522
|
|
523
|
+
class OutlierStats
|
524
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
525
|
+
|
526
|
+
include Google::Apis::Core::JsonObjectSupport
|
527
|
+
end
|
528
|
+
|
493
529
|
class Package
|
494
530
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
495
531
|
|
@@ -532,6 +568,18 @@ module Google
|
|
532
568
|
include Google::Apis::Core::JsonObjectSupport
|
533
569
|
end
|
534
570
|
|
571
|
+
class PerStepNamespaceMetrics
|
572
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
573
|
+
|
574
|
+
include Google::Apis::Core::JsonObjectSupport
|
575
|
+
end
|
576
|
+
|
577
|
+
class PerWorkerMetrics
|
578
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
579
|
+
|
580
|
+
include Google::Apis::Core::JsonObjectSupport
|
581
|
+
end
|
582
|
+
|
535
583
|
class PipelineDescription
|
536
584
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
537
585
|
|
@@ -1120,6 +1168,14 @@ module Google
|
|
1120
1168
|
end
|
1121
1169
|
end
|
1122
1170
|
|
1171
|
+
class Base2Exponent
|
1172
|
+
# @private
|
1173
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1174
|
+
property :number_of_buckets, as: 'numberOfBuckets'
|
1175
|
+
property :scale, as: 'scale'
|
1176
|
+
end
|
1177
|
+
end
|
1178
|
+
|
1123
1179
|
class BigQueryIoDetails
|
1124
1180
|
# @private
|
1125
1181
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -1139,6 +1195,16 @@ module Google
|
|
1139
1195
|
end
|
1140
1196
|
end
|
1141
1197
|
|
1198
|
+
class BucketOptions
|
1199
|
+
# @private
|
1200
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1201
|
+
property :exponential, as: 'exponential', class: Google::Apis::DataflowV1b3::Base2Exponent, decorator: Google::Apis::DataflowV1b3::Base2Exponent::Representation
|
1202
|
+
|
1203
|
+
property :linear, as: 'linear', class: Google::Apis::DataflowV1b3::Linear, decorator: Google::Apis::DataflowV1b3::Linear::Representation
|
1204
|
+
|
1205
|
+
end
|
1206
|
+
end
|
1207
|
+
|
1142
1208
|
class CpuTime
|
1143
1209
|
# @private
|
1144
1210
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -1321,6 +1387,18 @@ module Google
|
|
1321
1387
|
end
|
1322
1388
|
end
|
1323
1389
|
|
1390
|
+
class DataflowHistogramValue
|
1391
|
+
# @private
|
1392
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1393
|
+
collection :bucket_counts, as: 'bucketCounts'
|
1394
|
+
property :bucket_options, as: 'bucketOptions', class: Google::Apis::DataflowV1b3::BucketOptions, decorator: Google::Apis::DataflowV1b3::BucketOptions::Representation
|
1395
|
+
|
1396
|
+
property :count, :numeric_string => true, as: 'count'
|
1397
|
+
property :outlier_stats, as: 'outlierStats', class: Google::Apis::DataflowV1b3::OutlierStats, decorator: Google::Apis::DataflowV1b3::OutlierStats::Representation
|
1398
|
+
|
1399
|
+
end
|
1400
|
+
end
|
1401
|
+
|
1324
1402
|
class DatastoreIoDetails
|
1325
1403
|
# @private
|
1326
1404
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -1422,6 +1500,7 @@ module Google
|
|
1422
1500
|
property :service_kms_key_name, as: 'serviceKmsKeyName'
|
1423
1501
|
collection :service_options, as: 'serviceOptions'
|
1424
1502
|
property :shuffle_mode, as: 'shuffleMode'
|
1503
|
+
property :streaming_mode, as: 'streamingMode'
|
1425
1504
|
property :temp_storage_prefix, as: 'tempStoragePrefix'
|
1426
1505
|
property :use_streaming_engine_resource_based_billing, as: 'useStreamingEngineResourceBasedBilling'
|
1427
1506
|
hash :user_agent, as: 'userAgent'
|
@@ -1504,6 +1583,7 @@ module Google
|
|
1504
1583
|
property :sdk_container_image, as: 'sdkContainerImage'
|
1505
1584
|
property :service_account_email, as: 'serviceAccountEmail'
|
1506
1585
|
property :staging_location, as: 'stagingLocation'
|
1586
|
+
property :streaming_mode, as: 'streamingMode'
|
1507
1587
|
property :subnetwork, as: 'subnetwork'
|
1508
1588
|
property :temp_location, as: 'tempLocation'
|
1509
1589
|
property :worker_region, as: 'workerRegion'
|
@@ -1837,6 +1917,15 @@ module Google
|
|
1837
1917
|
end
|
1838
1918
|
end
|
1839
1919
|
|
1920
|
+
class Linear
|
1921
|
+
# @private
|
1922
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1923
|
+
property :number_of_buckets, as: 'numberOfBuckets'
|
1924
|
+
property :start, as: 'start'
|
1925
|
+
property :width, as: 'width'
|
1926
|
+
end
|
1927
|
+
end
|
1928
|
+
|
1840
1929
|
class ListJobMessagesResponse
|
1841
1930
|
# @private
|
1842
1931
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -1924,6 +2013,17 @@ module Google
|
|
1924
2013
|
end
|
1925
2014
|
end
|
1926
2015
|
|
2016
|
+
class MetricValue
|
2017
|
+
# @private
|
2018
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
2019
|
+
property :metric, as: 'metric'
|
2020
|
+
hash :metric_labels, as: 'metricLabels'
|
2021
|
+
property :value_histogram, as: 'valueHistogram', class: Google::Apis::DataflowV1b3::DataflowHistogramValue, decorator: Google::Apis::DataflowV1b3::DataflowHistogramValue::Representation
|
2022
|
+
|
2023
|
+
property :value_int64, :numeric_string => true, as: 'valueInt64'
|
2024
|
+
end
|
2025
|
+
end
|
2026
|
+
|
1927
2027
|
class MountedDataDisk
|
1928
2028
|
# @private
|
1929
2029
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -1946,6 +2046,16 @@ module Google
|
|
1946
2046
|
end
|
1947
2047
|
end
|
1948
2048
|
|
2049
|
+
class OutlierStats
|
2050
|
+
# @private
|
2051
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
2052
|
+
property :overflow_count, :numeric_string => true, as: 'overflowCount'
|
2053
|
+
property :overflow_mean, as: 'overflowMean'
|
2054
|
+
property :underflow_count, :numeric_string => true, as: 'underflowCount'
|
2055
|
+
property :underflow_mean, as: 'underflowMean'
|
2056
|
+
end
|
2057
|
+
end
|
2058
|
+
|
1949
2059
|
class Package
|
1950
2060
|
# @private
|
1951
2061
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -2039,6 +2149,24 @@ module Google
|
|
2039
2149
|
end
|
2040
2150
|
end
|
2041
2151
|
|
2152
|
+
class PerStepNamespaceMetrics
|
2153
|
+
# @private
|
2154
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
2155
|
+
collection :metric_values, as: 'metricValues', class: Google::Apis::DataflowV1b3::MetricValue, decorator: Google::Apis::DataflowV1b3::MetricValue::Representation
|
2156
|
+
|
2157
|
+
property :metrics_namespace, as: 'metricsNamespace'
|
2158
|
+
property :original_step, as: 'originalStep'
|
2159
|
+
end
|
2160
|
+
end
|
2161
|
+
|
2162
|
+
class PerWorkerMetrics
|
2163
|
+
# @private
|
2164
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
2165
|
+
collection :per_step_namespace_metrics, as: 'perStepNamespaceMetrics', class: Google::Apis::DataflowV1b3::PerStepNamespaceMetrics, decorator: Google::Apis::DataflowV1b3::PerStepNamespaceMetrics::Representation
|
2166
|
+
|
2167
|
+
end
|
2168
|
+
end
|
2169
|
+
|
2042
2170
|
class PipelineDescription
|
2043
2171
|
# @private
|
2044
2172
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -2183,6 +2311,7 @@ module Google
|
|
2183
2311
|
property :network, as: 'network'
|
2184
2312
|
property :num_workers, as: 'numWorkers'
|
2185
2313
|
property :service_account_email, as: 'serviceAccountEmail'
|
2314
|
+
property :streaming_mode, as: 'streamingMode'
|
2186
2315
|
property :subnetwork, as: 'subnetwork'
|
2187
2316
|
property :temp_location, as: 'tempLocation'
|
2188
2317
|
property :worker_region, as: 'workerRegion'
|
@@ -2660,8 +2789,11 @@ module Google
|
|
2660
2789
|
property :active_bundle_count, as: 'activeBundleCount'
|
2661
2790
|
property :active_thread_count, as: 'activeThreadCount'
|
2662
2791
|
property :maximum_bundle_count, as: 'maximumBundleCount'
|
2792
|
+
property :maximum_bytes, :numeric_string => true, as: 'maximumBytes'
|
2663
2793
|
property :maximum_bytes_count, as: 'maximumBytesCount'
|
2664
2794
|
property :maximum_thread_count, as: 'maximumThreadCount'
|
2795
|
+
property :outstanding_bundle_count, as: 'outstandingBundleCount'
|
2796
|
+
property :outstanding_bytes, :numeric_string => true, as: 'outstandingBytes'
|
2665
2797
|
property :outstanding_bytes_count, as: 'outstandingBytesCount'
|
2666
2798
|
end
|
2667
2799
|
end
|
@@ -2925,6 +3057,8 @@ module Google
|
|
2925
3057
|
property :data_sampling_report, as: 'dataSamplingReport', class: Google::Apis::DataflowV1b3::DataSamplingReport, decorator: Google::Apis::DataflowV1b3::DataSamplingReport::Representation
|
2926
3058
|
|
2927
3059
|
hash :labels, as: 'labels'
|
3060
|
+
property :per_worker_metrics, as: 'perWorkerMetrics', class: Google::Apis::DataflowV1b3::PerWorkerMetrics, decorator: Google::Apis::DataflowV1b3::PerWorkerMetrics::Representation
|
3061
|
+
|
2928
3062
|
property :streaming_scaling_report, as: 'streamingScalingReport', class: Google::Apis::DataflowV1b3::StreamingScalingReport, decorator: Google::Apis::DataflowV1b3::StreamingScalingReport::Representation
|
2929
3063
|
|
2930
3064
|
property :time, as: 'time'
|
@@ -32,6 +32,8 @@ module Google
|
|
32
32
|
#
|
33
33
|
# @see https://cloud.google.com/dataflow
|
34
34
|
class DataflowService < Google::Apis::Core::BaseService
|
35
|
+
DEFAULT_ENDPOINT_TEMPLATE = "https://dataflow.$UNIVERSE_DOMAIN$/"
|
36
|
+
|
35
37
|
# @return [String]
|
36
38
|
# API key. Your API key identifies your project and provides you with API access,
|
37
39
|
# quota, and reports. Required unless you provide an OAuth 2.0 token.
|
@@ -43,7 +45,7 @@ module Google
|
|
43
45
|
attr_accessor :quota_user
|
44
46
|
|
45
47
|
def initialize
|
46
|
-
super(
|
48
|
+
super(DEFAULT_ENDPOINT_TEMPLATE, '',
|
47
49
|
client_name: 'google-apis-dataflow_v1b3',
|
48
50
|
client_version: Google::Apis::DataflowV1b3::GEM_VERSION)
|
49
51
|
@batch_path = 'batch'
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-apis-dataflow_v1b3
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.49.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2024-01-23 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: google-apis-core
|
@@ -16,7 +16,7 @@ dependencies:
|
|
16
16
|
requirements:
|
17
17
|
- - ">="
|
18
18
|
- !ruby/object:Gem::Version
|
19
|
-
version: 0.
|
19
|
+
version: 0.12.0
|
20
20
|
- - "<"
|
21
21
|
- !ruby/object:Gem::Version
|
22
22
|
version: 2.a
|
@@ -26,7 +26,7 @@ dependencies:
|
|
26
26
|
requirements:
|
27
27
|
- - ">="
|
28
28
|
- !ruby/object:Gem::Version
|
29
|
-
version: 0.
|
29
|
+
version: 0.12.0
|
30
30
|
- - "<"
|
31
31
|
- !ruby/object:Gem::Version
|
32
32
|
version: 2.a
|
@@ -58,7 +58,7 @@ licenses:
|
|
58
58
|
metadata:
|
59
59
|
bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
|
60
60
|
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3/CHANGELOG.md
|
61
|
-
documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.
|
61
|
+
documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.49.0
|
62
62
|
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3
|
63
63
|
post_install_message:
|
64
64
|
rdoc_options: []
|
@@ -75,7 +75,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
75
75
|
- !ruby/object:Gem::Version
|
76
76
|
version: '0'
|
77
77
|
requirements: []
|
78
|
-
rubygems_version: 3.
|
78
|
+
rubygems_version: 3.5.3
|
79
79
|
signing_key:
|
80
80
|
specification_version: 4
|
81
81
|
summary: Simple REST client for Dataflow API V1b3
|