google-apis-dataflow_v1b3 0.48.0 → 0.49.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 38ed1dfaf1d7182d705d5a95a20b86a1df957b3c6e8c0800f6511f1b84d46cb6
|
|
4
|
+
data.tar.gz: b8ad5b1d024d00a2d159734d8c84bafaa3b19496404c1576f5ca11ace5eb8fb8
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 424ce44d98a1985b8ee2375f51c805b4ed9cee86a652a42a9264ee88e5cf51f61a4bd2b7a43345e46927e5e00b55cb9a074b50df2bcbfe891a41b775882e71f8
|
|
7
|
+
data.tar.gz: f2b3d8e2bb742ba5576a666a83de7f81cf8be30fd77aea13fb4922af21b28d544d03c08827bbffa141b5877caefb614832b18ea46ab6e6edb453eaf43b6abf83
|
data/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,10 @@
|
|
|
1
1
|
# Release history for google-apis-dataflow_v1b3
|
|
2
2
|
|
|
3
|
+
### v0.49.0 (2024-01-22)
|
|
4
|
+
|
|
5
|
+
* Regenerated from discovery document revision 20240113
|
|
6
|
+
* Regenerated using generator version 0.13.0
|
|
7
|
+
|
|
3
8
|
### v0.48.0 (2023-12-24)
|
|
4
9
|
|
|
5
10
|
* Regenerated from discovery document revision 20231217
|
|
@@ -210,6 +210,35 @@ module Google
|
|
|
210
210
|
end
|
|
211
211
|
end
|
|
212
212
|
|
|
213
|
+
# Exponential buckets where the growth factor between buckets is `2**(2**-scale)`
|
|
214
|
+
# . e.g. for `scale=1` growth factor is `2**(2**(-1))=sqrt(2)`. `n` buckets will
|
|
215
|
+
# have the following boundaries. - 0th: [0, gf) - i in [1, n-1]: [gf^(i), gf^(i+
|
|
216
|
+
# 1))
|
|
217
|
+
class Base2Exponent
|
|
218
|
+
include Google::Apis::Core::Hashable
|
|
219
|
+
|
|
220
|
+
# Must be greater than 0.
|
|
221
|
+
# Corresponds to the JSON property `numberOfBuckets`
|
|
222
|
+
# @return [Fixnum]
|
|
223
|
+
attr_accessor :number_of_buckets
|
|
224
|
+
|
|
225
|
+
# Must be between -3 and 3. This forces the growth factor of the bucket
|
|
226
|
+
# boundaries to be between `2^(1/8)` and `256`.
|
|
227
|
+
# Corresponds to the JSON property `scale`
|
|
228
|
+
# @return [Fixnum]
|
|
229
|
+
attr_accessor :scale
|
|
230
|
+
|
|
231
|
+
def initialize(**args)
|
|
232
|
+
update!(**args)
|
|
233
|
+
end
|
|
234
|
+
|
|
235
|
+
# Update properties of this object
|
|
236
|
+
def update!(**args)
|
|
237
|
+
@number_of_buckets = args[:number_of_buckets] if args.key?(:number_of_buckets)
|
|
238
|
+
@scale = args[:scale] if args.key?(:scale)
|
|
239
|
+
end
|
|
240
|
+
end
|
|
241
|
+
|
|
213
242
|
# Metadata for a BigQuery connector used by the job.
|
|
214
243
|
class BigQueryIoDetails
|
|
215
244
|
include Google::Apis::Core::Hashable
|
|
@@ -278,6 +307,35 @@ module Google
|
|
|
278
307
|
end
|
|
279
308
|
end
|
|
280
309
|
|
|
310
|
+
# `BucketOptions` describes the bucket boundaries used in the histogram.
|
|
311
|
+
class BucketOptions
|
|
312
|
+
include Google::Apis::Core::Hashable
|
|
313
|
+
|
|
314
|
+
# Exponential buckets where the growth factor between buckets is `2**(2**-scale)`
|
|
315
|
+
# . e.g. for `scale=1` growth factor is `2**(2**(-1))=sqrt(2)`. `n` buckets will
|
|
316
|
+
# have the following boundaries. - 0th: [0, gf) - i in [1, n-1]: [gf^(i), gf^(i+
|
|
317
|
+
# 1))
|
|
318
|
+
# Corresponds to the JSON property `exponential`
|
|
319
|
+
# @return [Google::Apis::DataflowV1b3::Base2Exponent]
|
|
320
|
+
attr_accessor :exponential
|
|
321
|
+
|
|
322
|
+
# Linear buckets with the following boundaries for indices in 0 to n-1. - i in [
|
|
323
|
+
# 0, n-1]: [start + (i)*width, start + (i+1)*width)
|
|
324
|
+
# Corresponds to the JSON property `linear`
|
|
325
|
+
# @return [Google::Apis::DataflowV1b3::Linear]
|
|
326
|
+
attr_accessor :linear
|
|
327
|
+
|
|
328
|
+
def initialize(**args)
|
|
329
|
+
update!(**args)
|
|
330
|
+
end
|
|
331
|
+
|
|
332
|
+
# Update properties of this object
|
|
333
|
+
def update!(**args)
|
|
334
|
+
@exponential = args[:exponential] if args.key?(:exponential)
|
|
335
|
+
@linear = args[:linear] if args.key?(:linear)
|
|
336
|
+
end
|
|
337
|
+
end
|
|
338
|
+
|
|
281
339
|
# Modeled after information exposed by /proc/stat.
|
|
282
340
|
class CpuTime
|
|
283
341
|
include Google::Apis::Core::Hashable
|
|
@@ -938,6 +996,49 @@ module Google
|
|
|
938
996
|
end
|
|
939
997
|
end
|
|
940
998
|
|
|
999
|
+
# Summary statistics for a population of values. HistogramValue contains a
|
|
1000
|
+
# sequence of buckets and gives a count of values that fall into each bucket.
|
|
1001
|
+
# Bucket boundares are defined by a formula and bucket widths are either fixed
|
|
1002
|
+
# or exponentially increasing.
|
|
1003
|
+
class DataflowHistogramValue
|
|
1004
|
+
include Google::Apis::Core::Hashable
|
|
1005
|
+
|
|
1006
|
+
# Optional. The number of values in each bucket of the histogram, as described
|
|
1007
|
+
# in `bucket_options`. `bucket_counts` should contain N values, where N is the
|
|
1008
|
+
# number of buckets specified in `bucket_options`. If `bucket_counts` has fewer
|
|
1009
|
+
# than N values, the remaining values are assumed to be 0.
|
|
1010
|
+
# Corresponds to the JSON property `bucketCounts`
|
|
1011
|
+
# @return [Array<Fixnum>]
|
|
1012
|
+
attr_accessor :bucket_counts
|
|
1013
|
+
|
|
1014
|
+
# `BucketOptions` describes the bucket boundaries used in the histogram.
|
|
1015
|
+
# Corresponds to the JSON property `bucketOptions`
|
|
1016
|
+
# @return [Google::Apis::DataflowV1b3::BucketOptions]
|
|
1017
|
+
attr_accessor :bucket_options
|
|
1018
|
+
|
|
1019
|
+
# Number of values recorded in this histogram.
|
|
1020
|
+
# Corresponds to the JSON property `count`
|
|
1021
|
+
# @return [Fixnum]
|
|
1022
|
+
attr_accessor :count
|
|
1023
|
+
|
|
1024
|
+
# Statistics for the underflow and overflow bucket.
|
|
1025
|
+
# Corresponds to the JSON property `outlierStats`
|
|
1026
|
+
# @return [Google::Apis::DataflowV1b3::OutlierStats]
|
|
1027
|
+
attr_accessor :outlier_stats
|
|
1028
|
+
|
|
1029
|
+
def initialize(**args)
|
|
1030
|
+
update!(**args)
|
|
1031
|
+
end
|
|
1032
|
+
|
|
1033
|
+
# Update properties of this object
|
|
1034
|
+
def update!(**args)
|
|
1035
|
+
@bucket_counts = args[:bucket_counts] if args.key?(:bucket_counts)
|
|
1036
|
+
@bucket_options = args[:bucket_options] if args.key?(:bucket_options)
|
|
1037
|
+
@count = args[:count] if args.key?(:count)
|
|
1038
|
+
@outlier_stats = args[:outlier_stats] if args.key?(:outlier_stats)
|
|
1039
|
+
end
|
|
1040
|
+
end
|
|
1041
|
+
|
|
941
1042
|
# Metadata for a Datastore connector used by the job.
|
|
942
1043
|
class DatastoreIoDetails
|
|
943
1044
|
include Google::Apis::Core::Hashable
|
|
@@ -1687,6 +1788,14 @@ module Google
|
|
|
1687
1788
|
# @return [String]
|
|
1688
1789
|
attr_accessor :staging_location
|
|
1689
1790
|
|
|
1791
|
+
# Optional. Specifies the Streaming Engine message processing guarantees.
|
|
1792
|
+
# Reduces cost and latency but might result in duplicate messages committed to
|
|
1793
|
+
# storage. Designed to run simple mapping streaming ETL jobs at the lowest cost.
|
|
1794
|
+
# For example, Change Data Capture (CDC) to BigQuery is a canonical use case.
|
|
1795
|
+
# Corresponds to the JSON property `streamingMode`
|
|
1796
|
+
# @return [String]
|
|
1797
|
+
attr_accessor :streaming_mode
|
|
1798
|
+
|
|
1690
1799
|
# Subnetwork to which VMs will be assigned, if desired. You can specify a
|
|
1691
1800
|
# subnetwork using either a complete URL or an abbreviated path. Expected to be
|
|
1692
1801
|
# of the form "https://www.googleapis.com/compute/v1/projects/HOST_PROJECT_ID/
|
|
@@ -1753,6 +1862,7 @@ module Google
|
|
|
1753
1862
|
@sdk_container_image = args[:sdk_container_image] if args.key?(:sdk_container_image)
|
|
1754
1863
|
@service_account_email = args[:service_account_email] if args.key?(:service_account_email)
|
|
1755
1864
|
@staging_location = args[:staging_location] if args.key?(:staging_location)
|
|
1865
|
+
@streaming_mode = args[:streaming_mode] if args.key?(:streaming_mode)
|
|
1756
1866
|
@subnetwork = args[:subnetwork] if args.key?(:subnetwork)
|
|
1757
1867
|
@temp_location = args[:temp_location] if args.key?(:temp_location)
|
|
1758
1868
|
@worker_region = args[:worker_region] if args.key?(:worker_region)
|
|
@@ -2946,6 +3056,38 @@ module Google
|
|
|
2946
3056
|
end
|
|
2947
3057
|
end
|
|
2948
3058
|
|
|
3059
|
+
# Linear buckets with the following boundaries for indices in 0 to n-1. - i in [
|
|
3060
|
+
# 0, n-1]: [start + (i)*width, start + (i+1)*width)
|
|
3061
|
+
class Linear
|
|
3062
|
+
include Google::Apis::Core::Hashable
|
|
3063
|
+
|
|
3064
|
+
# Must be greater than 0.
|
|
3065
|
+
# Corresponds to the JSON property `numberOfBuckets`
|
|
3066
|
+
# @return [Fixnum]
|
|
3067
|
+
attr_accessor :number_of_buckets
|
|
3068
|
+
|
|
3069
|
+
# Lower bound of the first bucket.
|
|
3070
|
+
# Corresponds to the JSON property `start`
|
|
3071
|
+
# @return [Float]
|
|
3072
|
+
attr_accessor :start
|
|
3073
|
+
|
|
3074
|
+
# Distance between bucket boundaries. Must be greater than 0.
|
|
3075
|
+
# Corresponds to the JSON property `width`
|
|
3076
|
+
# @return [Float]
|
|
3077
|
+
attr_accessor :width
|
|
3078
|
+
|
|
3079
|
+
def initialize(**args)
|
|
3080
|
+
update!(**args)
|
|
3081
|
+
end
|
|
3082
|
+
|
|
3083
|
+
# Update properties of this object
|
|
3084
|
+
def update!(**args)
|
|
3085
|
+
@number_of_buckets = args[:number_of_buckets] if args.key?(:number_of_buckets)
|
|
3086
|
+
@start = args[:start] if args.key?(:start)
|
|
3087
|
+
@width = args[:width] if args.key?(:width)
|
|
3088
|
+
end
|
|
3089
|
+
end
|
|
3090
|
+
|
|
2949
3091
|
# Response to a request to list job messages.
|
|
2950
3092
|
class ListJobMessagesResponse
|
|
2951
3093
|
include Google::Apis::Core::Hashable
|
|
@@ -3276,6 +3418,46 @@ module Google
|
|
|
3276
3418
|
end
|
|
3277
3419
|
end
|
|
3278
3420
|
|
|
3421
|
+
# The value of a metric along with its name and labels.
|
|
3422
|
+
class MetricValue
|
|
3423
|
+
include Google::Apis::Core::Hashable
|
|
3424
|
+
|
|
3425
|
+
# Base name for this metric.
|
|
3426
|
+
# Corresponds to the JSON property `metric`
|
|
3427
|
+
# @return [String]
|
|
3428
|
+
attr_accessor :metric
|
|
3429
|
+
|
|
3430
|
+
# Optional. Set of metric labels for this metric.
|
|
3431
|
+
# Corresponds to the JSON property `metricLabels`
|
|
3432
|
+
# @return [Hash<String,String>]
|
|
3433
|
+
attr_accessor :metric_labels
|
|
3434
|
+
|
|
3435
|
+
# Summary statistics for a population of values. HistogramValue contains a
|
|
3436
|
+
# sequence of buckets and gives a count of values that fall into each bucket.
|
|
3437
|
+
# Bucket boundares are defined by a formula and bucket widths are either fixed
|
|
3438
|
+
# or exponentially increasing.
|
|
3439
|
+
# Corresponds to the JSON property `valueHistogram`
|
|
3440
|
+
# @return [Google::Apis::DataflowV1b3::DataflowHistogramValue]
|
|
3441
|
+
attr_accessor :value_histogram
|
|
3442
|
+
|
|
3443
|
+
# Integer value of this metric.
|
|
3444
|
+
# Corresponds to the JSON property `valueInt64`
|
|
3445
|
+
# @return [Fixnum]
|
|
3446
|
+
attr_accessor :value_int64
|
|
3447
|
+
|
|
3448
|
+
def initialize(**args)
|
|
3449
|
+
update!(**args)
|
|
3450
|
+
end
|
|
3451
|
+
|
|
3452
|
+
# Update properties of this object
|
|
3453
|
+
def update!(**args)
|
|
3454
|
+
@metric = args[:metric] if args.key?(:metric)
|
|
3455
|
+
@metric_labels = args[:metric_labels] if args.key?(:metric_labels)
|
|
3456
|
+
@value_histogram = args[:value_histogram] if args.key?(:value_histogram)
|
|
3457
|
+
@value_int64 = args[:value_int64] if args.key?(:value_int64)
|
|
3458
|
+
end
|
|
3459
|
+
end
|
|
3460
|
+
|
|
3279
3461
|
# Describes mounted data disk.
|
|
3280
3462
|
class MountedDataDisk
|
|
3281
3463
|
include Google::Apis::Core::Hashable
|
|
@@ -3342,6 +3524,43 @@ module Google
|
|
|
3342
3524
|
end
|
|
3343
3525
|
end
|
|
3344
3526
|
|
|
3527
|
+
# Statistics for the underflow and overflow bucket.
|
|
3528
|
+
class OutlierStats
|
|
3529
|
+
include Google::Apis::Core::Hashable
|
|
3530
|
+
|
|
3531
|
+
# Number of values that are larger than the upper bound of the largest bucket.
|
|
3532
|
+
# Corresponds to the JSON property `overflowCount`
|
|
3533
|
+
# @return [Fixnum]
|
|
3534
|
+
attr_accessor :overflow_count
|
|
3535
|
+
|
|
3536
|
+
# Mean of values in the overflow bucket.
|
|
3537
|
+
# Corresponds to the JSON property `overflowMean`
|
|
3538
|
+
# @return [Float]
|
|
3539
|
+
attr_accessor :overflow_mean
|
|
3540
|
+
|
|
3541
|
+
# Number of values that are smaller than the lower bound of the smallest bucket.
|
|
3542
|
+
# Corresponds to the JSON property `underflowCount`
|
|
3543
|
+
# @return [Fixnum]
|
|
3544
|
+
attr_accessor :underflow_count
|
|
3545
|
+
|
|
3546
|
+
# Mean of values in the undeflow bucket.
|
|
3547
|
+
# Corresponds to the JSON property `underflowMean`
|
|
3548
|
+
# @return [Float]
|
|
3549
|
+
attr_accessor :underflow_mean
|
|
3550
|
+
|
|
3551
|
+
def initialize(**args)
|
|
3552
|
+
update!(**args)
|
|
3553
|
+
end
|
|
3554
|
+
|
|
3555
|
+
# Update properties of this object
|
|
3556
|
+
def update!(**args)
|
|
3557
|
+
@overflow_count = args[:overflow_count] if args.key?(:overflow_count)
|
|
3558
|
+
@overflow_mean = args[:overflow_mean] if args.key?(:overflow_mean)
|
|
3559
|
+
@underflow_count = args[:underflow_count] if args.key?(:underflow_count)
|
|
3560
|
+
@underflow_mean = args[:underflow_mean] if args.key?(:underflow_mean)
|
|
3561
|
+
end
|
|
3562
|
+
end
|
|
3563
|
+
|
|
3345
3564
|
# The packages that must be installed in order for a worker to run the steps of
|
|
3346
3565
|
# the Cloud Dataflow job that will be assigned to its worker pool. This is the
|
|
3347
3566
|
# mechanism by which the Cloud Dataflow SDK causes code to be loaded onto the
|
|
@@ -3689,6 +3908,59 @@ module Google
|
|
|
3689
3908
|
end
|
|
3690
3909
|
end
|
|
3691
3910
|
|
|
3911
|
+
# Metrics for a particular unfused step and namespace. A metric is uniquely
|
|
3912
|
+
# identified by the `metrics_namespace`, `original_step`, `metric name` and `
|
|
3913
|
+
# metric_labels`.
|
|
3914
|
+
class PerStepNamespaceMetrics
|
|
3915
|
+
include Google::Apis::Core::Hashable
|
|
3916
|
+
|
|
3917
|
+
# Optional. Metrics that are recorded for this namespace and unfused step.
|
|
3918
|
+
# Corresponds to the JSON property `metricValues`
|
|
3919
|
+
# @return [Array<Google::Apis::DataflowV1b3::MetricValue>]
|
|
3920
|
+
attr_accessor :metric_values
|
|
3921
|
+
|
|
3922
|
+
# The namespace of these metrics on the worker.
|
|
3923
|
+
# Corresponds to the JSON property `metricsNamespace`
|
|
3924
|
+
# @return [String]
|
|
3925
|
+
attr_accessor :metrics_namespace
|
|
3926
|
+
|
|
3927
|
+
# The original system name of the unfused step that these metrics are reported
|
|
3928
|
+
# from.
|
|
3929
|
+
# Corresponds to the JSON property `originalStep`
|
|
3930
|
+
# @return [String]
|
|
3931
|
+
attr_accessor :original_step
|
|
3932
|
+
|
|
3933
|
+
def initialize(**args)
|
|
3934
|
+
update!(**args)
|
|
3935
|
+
end
|
|
3936
|
+
|
|
3937
|
+
# Update properties of this object
|
|
3938
|
+
def update!(**args)
|
|
3939
|
+
@metric_values = args[:metric_values] if args.key?(:metric_values)
|
|
3940
|
+
@metrics_namespace = args[:metrics_namespace] if args.key?(:metrics_namespace)
|
|
3941
|
+
@original_step = args[:original_step] if args.key?(:original_step)
|
|
3942
|
+
end
|
|
3943
|
+
end
|
|
3944
|
+
|
|
3945
|
+
# Per worker metrics.
|
|
3946
|
+
class PerWorkerMetrics
|
|
3947
|
+
include Google::Apis::Core::Hashable
|
|
3948
|
+
|
|
3949
|
+
# Optional. Metrics for a particular unfused step and namespace.
|
|
3950
|
+
# Corresponds to the JSON property `perStepNamespaceMetrics`
|
|
3951
|
+
# @return [Array<Google::Apis::DataflowV1b3::PerStepNamespaceMetrics>]
|
|
3952
|
+
attr_accessor :per_step_namespace_metrics
|
|
3953
|
+
|
|
3954
|
+
def initialize(**args)
|
|
3955
|
+
update!(**args)
|
|
3956
|
+
end
|
|
3957
|
+
|
|
3958
|
+
# Update properties of this object
|
|
3959
|
+
def update!(**args)
|
|
3960
|
+
@per_step_namespace_metrics = args[:per_step_namespace_metrics] if args.key?(:per_step_namespace_metrics)
|
|
3961
|
+
end
|
|
3962
|
+
end
|
|
3963
|
+
|
|
3692
3964
|
# A descriptive representation of submitted pipeline as well as the executed
|
|
3693
3965
|
# form. This data is provided by the Dataflow service for ease of visualizing
|
|
3694
3966
|
# the pipeline and interpreting Dataflow provided metrics.
|
|
@@ -4207,6 +4479,14 @@ module Google
|
|
|
4207
4479
|
# @return [String]
|
|
4208
4480
|
attr_accessor :service_account_email
|
|
4209
4481
|
|
|
4482
|
+
# Optional. Specifies the Streaming Engine message processing guarantees.
|
|
4483
|
+
# Reduces cost and latency but might result in duplicate messages committed to
|
|
4484
|
+
# storage. Designed to run simple mapping streaming ETL jobs at the lowest cost.
|
|
4485
|
+
# For example, Change Data Capture (CDC) to BigQuery is a canonical use case.
|
|
4486
|
+
# Corresponds to the JSON property `streamingMode`
|
|
4487
|
+
# @return [String]
|
|
4488
|
+
attr_accessor :streaming_mode
|
|
4489
|
+
|
|
4210
4490
|
# Optional. Subnetwork to which VMs will be assigned, if desired. You can
|
|
4211
4491
|
# specify a subnetwork using either a complete URL or an abbreviated path.
|
|
4212
4492
|
# Expected to be of the form "https://www.googleapis.com/compute/v1/projects/
|
|
@@ -4266,6 +4546,7 @@ module Google
|
|
|
4266
4546
|
@network = args[:network] if args.key?(:network)
|
|
4267
4547
|
@num_workers = args[:num_workers] if args.key?(:num_workers)
|
|
4268
4548
|
@service_account_email = args[:service_account_email] if args.key?(:service_account_email)
|
|
4549
|
+
@streaming_mode = args[:streaming_mode] if args.key?(:streaming_mode)
|
|
4269
4550
|
@subnetwork = args[:subnetwork] if args.key?(:subnetwork)
|
|
4270
4551
|
@temp_location = args[:temp_location] if args.key?(:temp_location)
|
|
4271
4552
|
@worker_region = args[:worker_region] if args.key?(:worker_region)
|
|
@@ -5856,7 +6137,7 @@ module Google
|
|
|
5856
6137
|
class StreamingScalingReport
|
|
5857
6138
|
include Google::Apis::Core::Hashable
|
|
5858
6139
|
|
|
5859
|
-
#
|
|
6140
|
+
#
|
|
5860
6141
|
# Corresponds to the JSON property `activeBundleCount`
|
|
5861
6142
|
# @return [Fixnum]
|
|
5862
6143
|
attr_accessor :active_bundle_count
|
|
@@ -5866,12 +6147,17 @@ module Google
|
|
|
5866
6147
|
# @return [Fixnum]
|
|
5867
6148
|
attr_accessor :active_thread_count
|
|
5868
6149
|
|
|
5869
|
-
# Maximum bundle count
|
|
6150
|
+
# Maximum bundle count.
|
|
5870
6151
|
# Corresponds to the JSON property `maximumBundleCount`
|
|
5871
6152
|
# @return [Fixnum]
|
|
5872
6153
|
attr_accessor :maximum_bundle_count
|
|
5873
6154
|
|
|
5874
|
-
# Maximum bytes
|
|
6155
|
+
# Maximum bytes.
|
|
6156
|
+
# Corresponds to the JSON property `maximumBytes`
|
|
6157
|
+
# @return [Fixnum]
|
|
6158
|
+
attr_accessor :maximum_bytes
|
|
6159
|
+
|
|
6160
|
+
#
|
|
5875
6161
|
# Corresponds to the JSON property `maximumBytesCount`
|
|
5876
6162
|
# @return [Fixnum]
|
|
5877
6163
|
attr_accessor :maximum_bytes_count
|
|
@@ -5881,7 +6167,17 @@ module Google
|
|
|
5881
6167
|
# @return [Fixnum]
|
|
5882
6168
|
attr_accessor :maximum_thread_count
|
|
5883
6169
|
|
|
5884
|
-
# Current outstanding
|
|
6170
|
+
# Current outstanding bundle count.
|
|
6171
|
+
# Corresponds to the JSON property `outstandingBundleCount`
|
|
6172
|
+
# @return [Fixnum]
|
|
6173
|
+
attr_accessor :outstanding_bundle_count
|
|
6174
|
+
|
|
6175
|
+
# Current outstanding bytes.
|
|
6176
|
+
# Corresponds to the JSON property `outstandingBytes`
|
|
6177
|
+
# @return [Fixnum]
|
|
6178
|
+
attr_accessor :outstanding_bytes
|
|
6179
|
+
|
|
6180
|
+
#
|
|
5885
6181
|
# Corresponds to the JSON property `outstandingBytesCount`
|
|
5886
6182
|
# @return [Fixnum]
|
|
5887
6183
|
attr_accessor :outstanding_bytes_count
|
|
@@ -5895,8 +6191,11 @@ module Google
|
|
|
5895
6191
|
@active_bundle_count = args[:active_bundle_count] if args.key?(:active_bundle_count)
|
|
5896
6192
|
@active_thread_count = args[:active_thread_count] if args.key?(:active_thread_count)
|
|
5897
6193
|
@maximum_bundle_count = args[:maximum_bundle_count] if args.key?(:maximum_bundle_count)
|
|
6194
|
+
@maximum_bytes = args[:maximum_bytes] if args.key?(:maximum_bytes)
|
|
5898
6195
|
@maximum_bytes_count = args[:maximum_bytes_count] if args.key?(:maximum_bytes_count)
|
|
5899
6196
|
@maximum_thread_count = args[:maximum_thread_count] if args.key?(:maximum_thread_count)
|
|
6197
|
+
@outstanding_bundle_count = args[:outstanding_bundle_count] if args.key?(:outstanding_bundle_count)
|
|
6198
|
+
@outstanding_bytes = args[:outstanding_bytes] if args.key?(:outstanding_bytes)
|
|
5900
6199
|
@outstanding_bytes_count = args[:outstanding_bytes_count] if args.key?(:outstanding_bytes_count)
|
|
5901
6200
|
end
|
|
5902
6201
|
end
|
|
@@ -6893,6 +7192,11 @@ module Google
|
|
|
6893
7192
|
# @return [Hash<String,String>]
|
|
6894
7193
|
attr_accessor :labels
|
|
6895
7194
|
|
|
7195
|
+
# Per worker metrics.
|
|
7196
|
+
# Corresponds to the JSON property `perWorkerMetrics`
|
|
7197
|
+
# @return [Google::Apis::DataflowV1b3::PerWorkerMetrics]
|
|
7198
|
+
attr_accessor :per_worker_metrics
|
|
7199
|
+
|
|
6896
7200
|
# Contains per-user worker telemetry used in streaming autoscaling.
|
|
6897
7201
|
# Corresponds to the JSON property `streamingScalingReport`
|
|
6898
7202
|
# @return [Google::Apis::DataflowV1b3::StreamingScalingReport]
|
|
@@ -6954,6 +7258,7 @@ module Google
|
|
|
6954
7258
|
def update!(**args)
|
|
6955
7259
|
@data_sampling_report = args[:data_sampling_report] if args.key?(:data_sampling_report)
|
|
6956
7260
|
@labels = args[:labels] if args.key?(:labels)
|
|
7261
|
+
@per_worker_metrics = args[:per_worker_metrics] if args.key?(:per_worker_metrics)
|
|
6957
7262
|
@streaming_scaling_report = args[:streaming_scaling_report] if args.key?(:streaming_scaling_report)
|
|
6958
7263
|
@time = args[:time] if args.key?(:time)
|
|
6959
7264
|
@worker_health_report = args[:worker_health_report] if args.key?(:worker_health_report)
|
|
@@ -16,13 +16,13 @@ module Google
|
|
|
16
16
|
module Apis
|
|
17
17
|
module DataflowV1b3
|
|
18
18
|
# Version of the google-apis-dataflow_v1b3 gem
|
|
19
|
-
GEM_VERSION = "0.
|
|
19
|
+
GEM_VERSION = "0.49.0"
|
|
20
20
|
|
|
21
21
|
# Version of the code generator used to generate this client
|
|
22
|
-
GENERATOR_VERSION = "0.
|
|
22
|
+
GENERATOR_VERSION = "0.13.0"
|
|
23
23
|
|
|
24
24
|
# Revision of the discovery document this client was generated from
|
|
25
|
-
REVISION = "
|
|
25
|
+
REVISION = "20240113"
|
|
26
26
|
end
|
|
27
27
|
end
|
|
28
28
|
end
|
|
@@ -52,6 +52,12 @@ module Google
|
|
|
52
52
|
include Google::Apis::Core::JsonObjectSupport
|
|
53
53
|
end
|
|
54
54
|
|
|
55
|
+
class Base2Exponent
|
|
56
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
57
|
+
|
|
58
|
+
include Google::Apis::Core::JsonObjectSupport
|
|
59
|
+
end
|
|
60
|
+
|
|
55
61
|
class BigQueryIoDetails
|
|
56
62
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
57
63
|
|
|
@@ -64,6 +70,12 @@ module Google
|
|
|
64
70
|
include Google::Apis::Core::JsonObjectSupport
|
|
65
71
|
end
|
|
66
72
|
|
|
73
|
+
class BucketOptions
|
|
74
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
75
|
+
|
|
76
|
+
include Google::Apis::Core::JsonObjectSupport
|
|
77
|
+
end
|
|
78
|
+
|
|
67
79
|
class CpuTime
|
|
68
80
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
69
81
|
|
|
@@ -154,6 +166,12 @@ module Google
|
|
|
154
166
|
include Google::Apis::Core::JsonObjectSupport
|
|
155
167
|
end
|
|
156
168
|
|
|
169
|
+
class DataflowHistogramValue
|
|
170
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
171
|
+
|
|
172
|
+
include Google::Apis::Core::JsonObjectSupport
|
|
173
|
+
end
|
|
174
|
+
|
|
157
175
|
class DatastoreIoDetails
|
|
158
176
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
159
177
|
|
|
@@ -424,6 +442,12 @@ module Google
|
|
|
424
442
|
include Google::Apis::Core::JsonObjectSupport
|
|
425
443
|
end
|
|
426
444
|
|
|
445
|
+
class Linear
|
|
446
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
447
|
+
|
|
448
|
+
include Google::Apis::Core::JsonObjectSupport
|
|
449
|
+
end
|
|
450
|
+
|
|
427
451
|
class ListJobMessagesResponse
|
|
428
452
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
429
453
|
|
|
@@ -472,6 +496,12 @@ module Google
|
|
|
472
496
|
include Google::Apis::Core::JsonObjectSupport
|
|
473
497
|
end
|
|
474
498
|
|
|
499
|
+
class MetricValue
|
|
500
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
501
|
+
|
|
502
|
+
include Google::Apis::Core::JsonObjectSupport
|
|
503
|
+
end
|
|
504
|
+
|
|
475
505
|
class MountedDataDisk
|
|
476
506
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
477
507
|
|
|
@@ -490,6 +520,12 @@ module Google
|
|
|
490
520
|
include Google::Apis::Core::JsonObjectSupport
|
|
491
521
|
end
|
|
492
522
|
|
|
523
|
+
class OutlierStats
|
|
524
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
525
|
+
|
|
526
|
+
include Google::Apis::Core::JsonObjectSupport
|
|
527
|
+
end
|
|
528
|
+
|
|
493
529
|
class Package
|
|
494
530
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
495
531
|
|
|
@@ -532,6 +568,18 @@ module Google
|
|
|
532
568
|
include Google::Apis::Core::JsonObjectSupport
|
|
533
569
|
end
|
|
534
570
|
|
|
571
|
+
class PerStepNamespaceMetrics
|
|
572
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
573
|
+
|
|
574
|
+
include Google::Apis::Core::JsonObjectSupport
|
|
575
|
+
end
|
|
576
|
+
|
|
577
|
+
class PerWorkerMetrics
|
|
578
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
579
|
+
|
|
580
|
+
include Google::Apis::Core::JsonObjectSupport
|
|
581
|
+
end
|
|
582
|
+
|
|
535
583
|
class PipelineDescription
|
|
536
584
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
|
537
585
|
|
|
@@ -1120,6 +1168,14 @@ module Google
|
|
|
1120
1168
|
end
|
|
1121
1169
|
end
|
|
1122
1170
|
|
|
1171
|
+
class Base2Exponent
|
|
1172
|
+
# @private
|
|
1173
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
|
1174
|
+
property :number_of_buckets, as: 'numberOfBuckets'
|
|
1175
|
+
property :scale, as: 'scale'
|
|
1176
|
+
end
|
|
1177
|
+
end
|
|
1178
|
+
|
|
1123
1179
|
class BigQueryIoDetails
|
|
1124
1180
|
# @private
|
|
1125
1181
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
@@ -1139,6 +1195,16 @@ module Google
|
|
|
1139
1195
|
end
|
|
1140
1196
|
end
|
|
1141
1197
|
|
|
1198
|
+
class BucketOptions
|
|
1199
|
+
# @private
|
|
1200
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
|
1201
|
+
property :exponential, as: 'exponential', class: Google::Apis::DataflowV1b3::Base2Exponent, decorator: Google::Apis::DataflowV1b3::Base2Exponent::Representation
|
|
1202
|
+
|
|
1203
|
+
property :linear, as: 'linear', class: Google::Apis::DataflowV1b3::Linear, decorator: Google::Apis::DataflowV1b3::Linear::Representation
|
|
1204
|
+
|
|
1205
|
+
end
|
|
1206
|
+
end
|
|
1207
|
+
|
|
1142
1208
|
class CpuTime
|
|
1143
1209
|
# @private
|
|
1144
1210
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
@@ -1321,6 +1387,18 @@ module Google
|
|
|
1321
1387
|
end
|
|
1322
1388
|
end
|
|
1323
1389
|
|
|
1390
|
+
class DataflowHistogramValue
|
|
1391
|
+
# @private
|
|
1392
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
|
1393
|
+
collection :bucket_counts, as: 'bucketCounts'
|
|
1394
|
+
property :bucket_options, as: 'bucketOptions', class: Google::Apis::DataflowV1b3::BucketOptions, decorator: Google::Apis::DataflowV1b3::BucketOptions::Representation
|
|
1395
|
+
|
|
1396
|
+
property :count, :numeric_string => true, as: 'count'
|
|
1397
|
+
property :outlier_stats, as: 'outlierStats', class: Google::Apis::DataflowV1b3::OutlierStats, decorator: Google::Apis::DataflowV1b3::OutlierStats::Representation
|
|
1398
|
+
|
|
1399
|
+
end
|
|
1400
|
+
end
|
|
1401
|
+
|
|
1324
1402
|
class DatastoreIoDetails
|
|
1325
1403
|
# @private
|
|
1326
1404
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
@@ -1505,6 +1583,7 @@ module Google
|
|
|
1505
1583
|
property :sdk_container_image, as: 'sdkContainerImage'
|
|
1506
1584
|
property :service_account_email, as: 'serviceAccountEmail'
|
|
1507
1585
|
property :staging_location, as: 'stagingLocation'
|
|
1586
|
+
property :streaming_mode, as: 'streamingMode'
|
|
1508
1587
|
property :subnetwork, as: 'subnetwork'
|
|
1509
1588
|
property :temp_location, as: 'tempLocation'
|
|
1510
1589
|
property :worker_region, as: 'workerRegion'
|
|
@@ -1838,6 +1917,15 @@ module Google
|
|
|
1838
1917
|
end
|
|
1839
1918
|
end
|
|
1840
1919
|
|
|
1920
|
+
class Linear
|
|
1921
|
+
# @private
|
|
1922
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
|
1923
|
+
property :number_of_buckets, as: 'numberOfBuckets'
|
|
1924
|
+
property :start, as: 'start'
|
|
1925
|
+
property :width, as: 'width'
|
|
1926
|
+
end
|
|
1927
|
+
end
|
|
1928
|
+
|
|
1841
1929
|
class ListJobMessagesResponse
|
|
1842
1930
|
# @private
|
|
1843
1931
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
@@ -1925,6 +2013,17 @@ module Google
|
|
|
1925
2013
|
end
|
|
1926
2014
|
end
|
|
1927
2015
|
|
|
2016
|
+
class MetricValue
|
|
2017
|
+
# @private
|
|
2018
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
|
2019
|
+
property :metric, as: 'metric'
|
|
2020
|
+
hash :metric_labels, as: 'metricLabels'
|
|
2021
|
+
property :value_histogram, as: 'valueHistogram', class: Google::Apis::DataflowV1b3::DataflowHistogramValue, decorator: Google::Apis::DataflowV1b3::DataflowHistogramValue::Representation
|
|
2022
|
+
|
|
2023
|
+
property :value_int64, :numeric_string => true, as: 'valueInt64'
|
|
2024
|
+
end
|
|
2025
|
+
end
|
|
2026
|
+
|
|
1928
2027
|
class MountedDataDisk
|
|
1929
2028
|
# @private
|
|
1930
2029
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
@@ -1947,6 +2046,16 @@ module Google
|
|
|
1947
2046
|
end
|
|
1948
2047
|
end
|
|
1949
2048
|
|
|
2049
|
+
class OutlierStats
|
|
2050
|
+
# @private
|
|
2051
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
|
2052
|
+
property :overflow_count, :numeric_string => true, as: 'overflowCount'
|
|
2053
|
+
property :overflow_mean, as: 'overflowMean'
|
|
2054
|
+
property :underflow_count, :numeric_string => true, as: 'underflowCount'
|
|
2055
|
+
property :underflow_mean, as: 'underflowMean'
|
|
2056
|
+
end
|
|
2057
|
+
end
|
|
2058
|
+
|
|
1950
2059
|
class Package
|
|
1951
2060
|
# @private
|
|
1952
2061
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
@@ -2040,6 +2149,24 @@ module Google
|
|
|
2040
2149
|
end
|
|
2041
2150
|
end
|
|
2042
2151
|
|
|
2152
|
+
class PerStepNamespaceMetrics
|
|
2153
|
+
# @private
|
|
2154
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
|
2155
|
+
collection :metric_values, as: 'metricValues', class: Google::Apis::DataflowV1b3::MetricValue, decorator: Google::Apis::DataflowV1b3::MetricValue::Representation
|
|
2156
|
+
|
|
2157
|
+
property :metrics_namespace, as: 'metricsNamespace'
|
|
2158
|
+
property :original_step, as: 'originalStep'
|
|
2159
|
+
end
|
|
2160
|
+
end
|
|
2161
|
+
|
|
2162
|
+
class PerWorkerMetrics
|
|
2163
|
+
# @private
|
|
2164
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
|
2165
|
+
collection :per_step_namespace_metrics, as: 'perStepNamespaceMetrics', class: Google::Apis::DataflowV1b3::PerStepNamespaceMetrics, decorator: Google::Apis::DataflowV1b3::PerStepNamespaceMetrics::Representation
|
|
2166
|
+
|
|
2167
|
+
end
|
|
2168
|
+
end
|
|
2169
|
+
|
|
2043
2170
|
class PipelineDescription
|
|
2044
2171
|
# @private
|
|
2045
2172
|
class Representation < Google::Apis::Core::JsonRepresentation
|
|
@@ -2184,6 +2311,7 @@ module Google
|
|
|
2184
2311
|
property :network, as: 'network'
|
|
2185
2312
|
property :num_workers, as: 'numWorkers'
|
|
2186
2313
|
property :service_account_email, as: 'serviceAccountEmail'
|
|
2314
|
+
property :streaming_mode, as: 'streamingMode'
|
|
2187
2315
|
property :subnetwork, as: 'subnetwork'
|
|
2188
2316
|
property :temp_location, as: 'tempLocation'
|
|
2189
2317
|
property :worker_region, as: 'workerRegion'
|
|
@@ -2661,8 +2789,11 @@ module Google
|
|
|
2661
2789
|
property :active_bundle_count, as: 'activeBundleCount'
|
|
2662
2790
|
property :active_thread_count, as: 'activeThreadCount'
|
|
2663
2791
|
property :maximum_bundle_count, as: 'maximumBundleCount'
|
|
2792
|
+
property :maximum_bytes, :numeric_string => true, as: 'maximumBytes'
|
|
2664
2793
|
property :maximum_bytes_count, as: 'maximumBytesCount'
|
|
2665
2794
|
property :maximum_thread_count, as: 'maximumThreadCount'
|
|
2795
|
+
property :outstanding_bundle_count, as: 'outstandingBundleCount'
|
|
2796
|
+
property :outstanding_bytes, :numeric_string => true, as: 'outstandingBytes'
|
|
2666
2797
|
property :outstanding_bytes_count, as: 'outstandingBytesCount'
|
|
2667
2798
|
end
|
|
2668
2799
|
end
|
|
@@ -2926,6 +3057,8 @@ module Google
|
|
|
2926
3057
|
property :data_sampling_report, as: 'dataSamplingReport', class: Google::Apis::DataflowV1b3::DataSamplingReport, decorator: Google::Apis::DataflowV1b3::DataSamplingReport::Representation
|
|
2927
3058
|
|
|
2928
3059
|
hash :labels, as: 'labels'
|
|
3060
|
+
property :per_worker_metrics, as: 'perWorkerMetrics', class: Google::Apis::DataflowV1b3::PerWorkerMetrics, decorator: Google::Apis::DataflowV1b3::PerWorkerMetrics::Representation
|
|
3061
|
+
|
|
2929
3062
|
property :streaming_scaling_report, as: 'streamingScalingReport', class: Google::Apis::DataflowV1b3::StreamingScalingReport, decorator: Google::Apis::DataflowV1b3::StreamingScalingReport::Representation
|
|
2930
3063
|
|
|
2931
3064
|
property :time, as: 'time'
|
|
@@ -32,6 +32,8 @@ module Google
|
|
|
32
32
|
#
|
|
33
33
|
# @see https://cloud.google.com/dataflow
|
|
34
34
|
class DataflowService < Google::Apis::Core::BaseService
|
|
35
|
+
DEFAULT_ENDPOINT_TEMPLATE = "https://dataflow.$UNIVERSE_DOMAIN$/"
|
|
36
|
+
|
|
35
37
|
# @return [String]
|
|
36
38
|
# API key. Your API key identifies your project and provides you with API access,
|
|
37
39
|
# quota, and reports. Required unless you provide an OAuth 2.0 token.
|
|
@@ -43,7 +45,7 @@ module Google
|
|
|
43
45
|
attr_accessor :quota_user
|
|
44
46
|
|
|
45
47
|
def initialize
|
|
46
|
-
super(
|
|
48
|
+
super(DEFAULT_ENDPOINT_TEMPLATE, '',
|
|
47
49
|
client_name: 'google-apis-dataflow_v1b3',
|
|
48
50
|
client_version: Google::Apis::DataflowV1b3::GEM_VERSION)
|
|
49
51
|
@batch_path = 'batch'
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: google-apis-dataflow_v1b3
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.
|
|
4
|
+
version: 0.49.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Google LLC
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date:
|
|
11
|
+
date: 2024-01-23 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: google-apis-core
|
|
@@ -16,7 +16,7 @@ dependencies:
|
|
|
16
16
|
requirements:
|
|
17
17
|
- - ">="
|
|
18
18
|
- !ruby/object:Gem::Version
|
|
19
|
-
version: 0.
|
|
19
|
+
version: 0.12.0
|
|
20
20
|
- - "<"
|
|
21
21
|
- !ruby/object:Gem::Version
|
|
22
22
|
version: 2.a
|
|
@@ -26,7 +26,7 @@ dependencies:
|
|
|
26
26
|
requirements:
|
|
27
27
|
- - ">="
|
|
28
28
|
- !ruby/object:Gem::Version
|
|
29
|
-
version: 0.
|
|
29
|
+
version: 0.12.0
|
|
30
30
|
- - "<"
|
|
31
31
|
- !ruby/object:Gem::Version
|
|
32
32
|
version: 2.a
|
|
@@ -58,7 +58,7 @@ licenses:
|
|
|
58
58
|
metadata:
|
|
59
59
|
bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
|
|
60
60
|
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3/CHANGELOG.md
|
|
61
|
-
documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.
|
|
61
|
+
documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.49.0
|
|
62
62
|
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3
|
|
63
63
|
post_install_message:
|
|
64
64
|
rdoc_options: []
|
|
@@ -75,7 +75,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
75
75
|
- !ruby/object:Gem::Version
|
|
76
76
|
version: '0'
|
|
77
77
|
requirements: []
|
|
78
|
-
rubygems_version: 3.
|
|
78
|
+
rubygems_version: 3.5.3
|
|
79
79
|
signing_key:
|
|
80
80
|
specification_version: 4
|
|
81
81
|
summary: Simple REST client for Dataflow API V1b3
|