google-apis-dataflow_v1b3 0.47.0 → 0.49.0
Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 38ed1dfaf1d7182d705d5a95a20b86a1df957b3c6e8c0800f6511f1b84d46cb6
|
4
|
+
data.tar.gz: b8ad5b1d024d00a2d159734d8c84bafaa3b19496404c1576f5ca11ace5eb8fb8
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 424ce44d98a1985b8ee2375f51c805b4ed9cee86a652a42a9264ee88e5cf51f61a4bd2b7a43345e46927e5e00b55cb9a074b50df2bcbfe891a41b775882e71f8
|
7
|
+
data.tar.gz: f2b3d8e2bb742ba5576a666a83de7f81cf8be30fd77aea13fb4922af21b28d544d03c08827bbffa141b5877caefb614832b18ea46ab6e6edb453eaf43b6abf83
|
data/CHANGELOG.md
CHANGED
@@ -1,5 +1,14 @@
|
|
1
1
|
# Release history for google-apis-dataflow_v1b3
|
2
2
|
|
3
|
+
### v0.49.0 (2024-01-22)
|
4
|
+
|
5
|
+
* Regenerated from discovery document revision 20240113
|
6
|
+
* Regenerated using generator version 0.13.0
|
7
|
+
|
8
|
+
### v0.48.0 (2023-12-24)
|
9
|
+
|
10
|
+
* Regenerated from discovery document revision 20231217
|
11
|
+
|
3
12
|
### v0.47.0 (2023-12-10)
|
4
13
|
|
5
14
|
* Regenerated from discovery document revision 20231203
|
@@ -210,6 +210,35 @@ module Google
|
|
210
210
|
end
|
211
211
|
end
|
212
212
|
|
213
|
+
# Exponential buckets where the growth factor between buckets is `2**(2**-scale)`
|
214
|
+
# . e.g. for `scale=1` growth factor is `2**(2**(-1))=sqrt(2)`. `n` buckets will
|
215
|
+
# have the following boundaries. - 0th: [0, gf) - i in [1, n-1]: [gf^(i), gf^(i+
|
216
|
+
# 1))
|
217
|
+
class Base2Exponent
|
218
|
+
include Google::Apis::Core::Hashable
|
219
|
+
|
220
|
+
# Must be greater than 0.
|
221
|
+
# Corresponds to the JSON property `numberOfBuckets`
|
222
|
+
# @return [Fixnum]
|
223
|
+
attr_accessor :number_of_buckets
|
224
|
+
|
225
|
+
# Must be between -3 and 3. This forces the growth factor of the bucket
|
226
|
+
# boundaries to be between `2^(1/8)` and `256`.
|
227
|
+
# Corresponds to the JSON property `scale`
|
228
|
+
# @return [Fixnum]
|
229
|
+
attr_accessor :scale
|
230
|
+
|
231
|
+
def initialize(**args)
|
232
|
+
update!(**args)
|
233
|
+
end
|
234
|
+
|
235
|
+
# Update properties of this object
|
236
|
+
def update!(**args)
|
237
|
+
@number_of_buckets = args[:number_of_buckets] if args.key?(:number_of_buckets)
|
238
|
+
@scale = args[:scale] if args.key?(:scale)
|
239
|
+
end
|
240
|
+
end
|
241
|
+
|
213
242
|
# Metadata for a BigQuery connector used by the job.
|
214
243
|
class BigQueryIoDetails
|
215
244
|
include Google::Apis::Core::Hashable
|
@@ -278,6 +307,35 @@ module Google
|
|
278
307
|
end
|
279
308
|
end
|
280
309
|
|
310
|
+
# `BucketOptions` describes the bucket boundaries used in the histogram.
|
311
|
+
class BucketOptions
|
312
|
+
include Google::Apis::Core::Hashable
|
313
|
+
|
314
|
+
# Exponential buckets where the growth factor between buckets is `2**(2**-scale)`
|
315
|
+
# . e.g. for `scale=1` growth factor is `2**(2**(-1))=sqrt(2)`. `n` buckets will
|
316
|
+
# have the following boundaries. - 0th: [0, gf) - i in [1, n-1]: [gf^(i), gf^(i+
|
317
|
+
# 1))
|
318
|
+
# Corresponds to the JSON property `exponential`
|
319
|
+
# @return [Google::Apis::DataflowV1b3::Base2Exponent]
|
320
|
+
attr_accessor :exponential
|
321
|
+
|
322
|
+
# Linear buckets with the following boundaries for indices in 0 to n-1. - i in [
|
323
|
+
# 0, n-1]: [start + (i)*width, start + (i+1)*width)
|
324
|
+
# Corresponds to the JSON property `linear`
|
325
|
+
# @return [Google::Apis::DataflowV1b3::Linear]
|
326
|
+
attr_accessor :linear
|
327
|
+
|
328
|
+
def initialize(**args)
|
329
|
+
update!(**args)
|
330
|
+
end
|
331
|
+
|
332
|
+
# Update properties of this object
|
333
|
+
def update!(**args)
|
334
|
+
@exponential = args[:exponential] if args.key?(:exponential)
|
335
|
+
@linear = args[:linear] if args.key?(:linear)
|
336
|
+
end
|
337
|
+
end
|
338
|
+
|
281
339
|
# Modeled after information exposed by /proc/stat.
|
282
340
|
class CpuTime
|
283
341
|
include Google::Apis::Core::Hashable
|
@@ -938,6 +996,49 @@ module Google
|
|
938
996
|
end
|
939
997
|
end
|
940
998
|
|
999
|
+
# Summary statistics for a population of values. HistogramValue contains a
|
1000
|
+
# sequence of buckets and gives a count of values that fall into each bucket.
|
1001
|
+
# Bucket boundares are defined by a formula and bucket widths are either fixed
|
1002
|
+
# or exponentially increasing.
|
1003
|
+
class DataflowHistogramValue
|
1004
|
+
include Google::Apis::Core::Hashable
|
1005
|
+
|
1006
|
+
# Optional. The number of values in each bucket of the histogram, as described
|
1007
|
+
# in `bucket_options`. `bucket_counts` should contain N values, where N is the
|
1008
|
+
# number of buckets specified in `bucket_options`. If `bucket_counts` has fewer
|
1009
|
+
# than N values, the remaining values are assumed to be 0.
|
1010
|
+
# Corresponds to the JSON property `bucketCounts`
|
1011
|
+
# @return [Array<Fixnum>]
|
1012
|
+
attr_accessor :bucket_counts
|
1013
|
+
|
1014
|
+
# `BucketOptions` describes the bucket boundaries used in the histogram.
|
1015
|
+
# Corresponds to the JSON property `bucketOptions`
|
1016
|
+
# @return [Google::Apis::DataflowV1b3::BucketOptions]
|
1017
|
+
attr_accessor :bucket_options
|
1018
|
+
|
1019
|
+
# Number of values recorded in this histogram.
|
1020
|
+
# Corresponds to the JSON property `count`
|
1021
|
+
# @return [Fixnum]
|
1022
|
+
attr_accessor :count
|
1023
|
+
|
1024
|
+
# Statistics for the underflow and overflow bucket.
|
1025
|
+
# Corresponds to the JSON property `outlierStats`
|
1026
|
+
# @return [Google::Apis::DataflowV1b3::OutlierStats]
|
1027
|
+
attr_accessor :outlier_stats
|
1028
|
+
|
1029
|
+
def initialize(**args)
|
1030
|
+
update!(**args)
|
1031
|
+
end
|
1032
|
+
|
1033
|
+
# Update properties of this object
|
1034
|
+
def update!(**args)
|
1035
|
+
@bucket_counts = args[:bucket_counts] if args.key?(:bucket_counts)
|
1036
|
+
@bucket_options = args[:bucket_options] if args.key?(:bucket_options)
|
1037
|
+
@count = args[:count] if args.key?(:count)
|
1038
|
+
@outlier_stats = args[:outlier_stats] if args.key?(:outlier_stats)
|
1039
|
+
end
|
1040
|
+
end
|
1041
|
+
|
941
1042
|
# Metadata for a Datastore connector used by the job.
|
942
1043
|
class DatastoreIoDetails
|
943
1044
|
include Google::Apis::Core::Hashable
|
@@ -1326,6 +1427,14 @@ module Google
|
|
1326
1427
|
# @return [String]
|
1327
1428
|
attr_accessor :shuffle_mode
|
1328
1429
|
|
1430
|
+
# Optional. Specifies the Streaming Engine message processing guarantees.
|
1431
|
+
# Reduces cost and latency but might result in duplicate messages committed to
|
1432
|
+
# storage. Designed to run simple mapping streaming ETL jobs at the lowest cost.
|
1433
|
+
# For example, Change Data Capture (CDC) to BigQuery is a canonical use case.
|
1434
|
+
# Corresponds to the JSON property `streamingMode`
|
1435
|
+
# @return [String]
|
1436
|
+
attr_accessor :streaming_mode
|
1437
|
+
|
1329
1438
|
# The prefix of the resources the system should use for temporary storage. The
|
1330
1439
|
# system will append the suffix "/temp-`JOBNAME` to this resource prefix, where `
|
1331
1440
|
# JOBNAME` is the value of the job_name field. The resulting bucket and object
|
@@ -1337,8 +1446,8 @@ module Google
|
|
1337
1446
|
# @return [String]
|
1338
1447
|
attr_accessor :temp_storage_prefix
|
1339
1448
|
|
1340
|
-
# Output only. Whether the job uses the
|
1341
|
-
#
|
1449
|
+
# Output only. Whether the job uses the Streaming Engine resource-based billing
|
1450
|
+
# model.
|
1342
1451
|
# Corresponds to the JSON property `useStreamingEngineResourceBasedBilling`
|
1343
1452
|
# @return [Boolean]
|
1344
1453
|
attr_accessor :use_streaming_engine_resource_based_billing
|
@@ -1395,6 +1504,7 @@ module Google
|
|
1395
1504
|
@service_kms_key_name = args[:service_kms_key_name] if args.key?(:service_kms_key_name)
|
1396
1505
|
@service_options = args[:service_options] if args.key?(:service_options)
|
1397
1506
|
@shuffle_mode = args[:shuffle_mode] if args.key?(:shuffle_mode)
|
1507
|
+
@streaming_mode = args[:streaming_mode] if args.key?(:streaming_mode)
|
1398
1508
|
@temp_storage_prefix = args[:temp_storage_prefix] if args.key?(:temp_storage_prefix)
|
1399
1509
|
@use_streaming_engine_resource_based_billing = args[:use_streaming_engine_resource_based_billing] if args.key?(:use_streaming_engine_resource_based_billing)
|
1400
1510
|
@user_agent = args[:user_agent] if args.key?(:user_agent)
|
@@ -1678,6 +1788,14 @@ module Google
|
|
1678
1788
|
# @return [String]
|
1679
1789
|
attr_accessor :staging_location
|
1680
1790
|
|
1791
|
+
# Optional. Specifies the Streaming Engine message processing guarantees.
|
1792
|
+
# Reduces cost and latency but might result in duplicate messages committed to
|
1793
|
+
# storage. Designed to run simple mapping streaming ETL jobs at the lowest cost.
|
1794
|
+
# For example, Change Data Capture (CDC) to BigQuery is a canonical use case.
|
1795
|
+
# Corresponds to the JSON property `streamingMode`
|
1796
|
+
# @return [String]
|
1797
|
+
attr_accessor :streaming_mode
|
1798
|
+
|
1681
1799
|
# Subnetwork to which VMs will be assigned, if desired. You can specify a
|
1682
1800
|
# subnetwork using either a complete URL or an abbreviated path. Expected to be
|
1683
1801
|
# of the form "https://www.googleapis.com/compute/v1/projects/HOST_PROJECT_ID/
|
@@ -1744,6 +1862,7 @@ module Google
|
|
1744
1862
|
@sdk_container_image = args[:sdk_container_image] if args.key?(:sdk_container_image)
|
1745
1863
|
@service_account_email = args[:service_account_email] if args.key?(:service_account_email)
|
1746
1864
|
@staging_location = args[:staging_location] if args.key?(:staging_location)
|
1865
|
+
@streaming_mode = args[:streaming_mode] if args.key?(:streaming_mode)
|
1747
1866
|
@subnetwork = args[:subnetwork] if args.key?(:subnetwork)
|
1748
1867
|
@temp_location = args[:temp_location] if args.key?(:temp_location)
|
1749
1868
|
@worker_region = args[:worker_region] if args.key?(:worker_region)
|
@@ -2937,6 +3056,38 @@ module Google
|
|
2937
3056
|
end
|
2938
3057
|
end
|
2939
3058
|
|
3059
|
+
# Linear buckets with the following boundaries for indices in 0 to n-1. - i in [
|
3060
|
+
# 0, n-1]: [start + (i)*width, start + (i+1)*width)
|
3061
|
+
class Linear
|
3062
|
+
include Google::Apis::Core::Hashable
|
3063
|
+
|
3064
|
+
# Must be greater than 0.
|
3065
|
+
# Corresponds to the JSON property `numberOfBuckets`
|
3066
|
+
# @return [Fixnum]
|
3067
|
+
attr_accessor :number_of_buckets
|
3068
|
+
|
3069
|
+
# Lower bound of the first bucket.
|
3070
|
+
# Corresponds to the JSON property `start`
|
3071
|
+
# @return [Float]
|
3072
|
+
attr_accessor :start
|
3073
|
+
|
3074
|
+
# Distance between bucket boundaries. Must be greater than 0.
|
3075
|
+
# Corresponds to the JSON property `width`
|
3076
|
+
# @return [Float]
|
3077
|
+
attr_accessor :width
|
3078
|
+
|
3079
|
+
def initialize(**args)
|
3080
|
+
update!(**args)
|
3081
|
+
end
|
3082
|
+
|
3083
|
+
# Update properties of this object
|
3084
|
+
def update!(**args)
|
3085
|
+
@number_of_buckets = args[:number_of_buckets] if args.key?(:number_of_buckets)
|
3086
|
+
@start = args[:start] if args.key?(:start)
|
3087
|
+
@width = args[:width] if args.key?(:width)
|
3088
|
+
end
|
3089
|
+
end
|
3090
|
+
|
2940
3091
|
# Response to a request to list job messages.
|
2941
3092
|
class ListJobMessagesResponse
|
2942
3093
|
include Google::Apis::Core::Hashable
|
@@ -3267,6 +3418,46 @@ module Google
|
|
3267
3418
|
end
|
3268
3419
|
end
|
3269
3420
|
|
3421
|
+
# The value of a metric along with its name and labels.
|
3422
|
+
class MetricValue
|
3423
|
+
include Google::Apis::Core::Hashable
|
3424
|
+
|
3425
|
+
# Base name for this metric.
|
3426
|
+
# Corresponds to the JSON property `metric`
|
3427
|
+
# @return [String]
|
3428
|
+
attr_accessor :metric
|
3429
|
+
|
3430
|
+
# Optional. Set of metric labels for this metric.
|
3431
|
+
# Corresponds to the JSON property `metricLabels`
|
3432
|
+
# @return [Hash<String,String>]
|
3433
|
+
attr_accessor :metric_labels
|
3434
|
+
|
3435
|
+
# Summary statistics for a population of values. HistogramValue contains a
|
3436
|
+
# sequence of buckets and gives a count of values that fall into each bucket.
|
3437
|
+
# Bucket boundares are defined by a formula and bucket widths are either fixed
|
3438
|
+
# or exponentially increasing.
|
3439
|
+
# Corresponds to the JSON property `valueHistogram`
|
3440
|
+
# @return [Google::Apis::DataflowV1b3::DataflowHistogramValue]
|
3441
|
+
attr_accessor :value_histogram
|
3442
|
+
|
3443
|
+
# Integer value of this metric.
|
3444
|
+
# Corresponds to the JSON property `valueInt64`
|
3445
|
+
# @return [Fixnum]
|
3446
|
+
attr_accessor :value_int64
|
3447
|
+
|
3448
|
+
def initialize(**args)
|
3449
|
+
update!(**args)
|
3450
|
+
end
|
3451
|
+
|
3452
|
+
# Update properties of this object
|
3453
|
+
def update!(**args)
|
3454
|
+
@metric = args[:metric] if args.key?(:metric)
|
3455
|
+
@metric_labels = args[:metric_labels] if args.key?(:metric_labels)
|
3456
|
+
@value_histogram = args[:value_histogram] if args.key?(:value_histogram)
|
3457
|
+
@value_int64 = args[:value_int64] if args.key?(:value_int64)
|
3458
|
+
end
|
3459
|
+
end
|
3460
|
+
|
3270
3461
|
# Describes mounted data disk.
|
3271
3462
|
class MountedDataDisk
|
3272
3463
|
include Google::Apis::Core::Hashable
|
@@ -3333,6 +3524,43 @@ module Google
|
|
3333
3524
|
end
|
3334
3525
|
end
|
3335
3526
|
|
3527
|
+
# Statistics for the underflow and overflow bucket.
|
3528
|
+
class OutlierStats
|
3529
|
+
include Google::Apis::Core::Hashable
|
3530
|
+
|
3531
|
+
# Number of values that are larger than the upper bound of the largest bucket.
|
3532
|
+
# Corresponds to the JSON property `overflowCount`
|
3533
|
+
# @return [Fixnum]
|
3534
|
+
attr_accessor :overflow_count
|
3535
|
+
|
3536
|
+
# Mean of values in the overflow bucket.
|
3537
|
+
# Corresponds to the JSON property `overflowMean`
|
3538
|
+
# @return [Float]
|
3539
|
+
attr_accessor :overflow_mean
|
3540
|
+
|
3541
|
+
# Number of values that are smaller than the lower bound of the smallest bucket.
|
3542
|
+
# Corresponds to the JSON property `underflowCount`
|
3543
|
+
# @return [Fixnum]
|
3544
|
+
attr_accessor :underflow_count
|
3545
|
+
|
3546
|
+
# Mean of values in the undeflow bucket.
|
3547
|
+
# Corresponds to the JSON property `underflowMean`
|
3548
|
+
# @return [Float]
|
3549
|
+
attr_accessor :underflow_mean
|
3550
|
+
|
3551
|
+
def initialize(**args)
|
3552
|
+
update!(**args)
|
3553
|
+
end
|
3554
|
+
|
3555
|
+
# Update properties of this object
|
3556
|
+
def update!(**args)
|
3557
|
+
@overflow_count = args[:overflow_count] if args.key?(:overflow_count)
|
3558
|
+
@overflow_mean = args[:overflow_mean] if args.key?(:overflow_mean)
|
3559
|
+
@underflow_count = args[:underflow_count] if args.key?(:underflow_count)
|
3560
|
+
@underflow_mean = args[:underflow_mean] if args.key?(:underflow_mean)
|
3561
|
+
end
|
3562
|
+
end
|
3563
|
+
|
3336
3564
|
# The packages that must be installed in order for a worker to run the steps of
|
3337
3565
|
# the Cloud Dataflow job that will be assigned to its worker pool. This is the
|
3338
3566
|
# mechanism by which the Cloud Dataflow SDK causes code to be loaded onto the
|
@@ -3680,6 +3908,59 @@ module Google
|
|
3680
3908
|
end
|
3681
3909
|
end
|
3682
3910
|
|
3911
|
+
# Metrics for a particular unfused step and namespace. A metric is uniquely
|
3912
|
+
# identified by the `metrics_namespace`, `original_step`, `metric name` and `
|
3913
|
+
# metric_labels`.
|
3914
|
+
class PerStepNamespaceMetrics
|
3915
|
+
include Google::Apis::Core::Hashable
|
3916
|
+
|
3917
|
+
# Optional. Metrics that are recorded for this namespace and unfused step.
|
3918
|
+
# Corresponds to the JSON property `metricValues`
|
3919
|
+
# @return [Array<Google::Apis::DataflowV1b3::MetricValue>]
|
3920
|
+
attr_accessor :metric_values
|
3921
|
+
|
3922
|
+
# The namespace of these metrics on the worker.
|
3923
|
+
# Corresponds to the JSON property `metricsNamespace`
|
3924
|
+
# @return [String]
|
3925
|
+
attr_accessor :metrics_namespace
|
3926
|
+
|
3927
|
+
# The original system name of the unfused step that these metrics are reported
|
3928
|
+
# from.
|
3929
|
+
# Corresponds to the JSON property `originalStep`
|
3930
|
+
# @return [String]
|
3931
|
+
attr_accessor :original_step
|
3932
|
+
|
3933
|
+
def initialize(**args)
|
3934
|
+
update!(**args)
|
3935
|
+
end
|
3936
|
+
|
3937
|
+
# Update properties of this object
|
3938
|
+
def update!(**args)
|
3939
|
+
@metric_values = args[:metric_values] if args.key?(:metric_values)
|
3940
|
+
@metrics_namespace = args[:metrics_namespace] if args.key?(:metrics_namespace)
|
3941
|
+
@original_step = args[:original_step] if args.key?(:original_step)
|
3942
|
+
end
|
3943
|
+
end
|
3944
|
+
|
3945
|
+
# Per worker metrics.
|
3946
|
+
class PerWorkerMetrics
|
3947
|
+
include Google::Apis::Core::Hashable
|
3948
|
+
|
3949
|
+
# Optional. Metrics for a particular unfused step and namespace.
|
3950
|
+
# Corresponds to the JSON property `perStepNamespaceMetrics`
|
3951
|
+
# @return [Array<Google::Apis::DataflowV1b3::PerStepNamespaceMetrics>]
|
3952
|
+
attr_accessor :per_step_namespace_metrics
|
3953
|
+
|
3954
|
+
def initialize(**args)
|
3955
|
+
update!(**args)
|
3956
|
+
end
|
3957
|
+
|
3958
|
+
# Update properties of this object
|
3959
|
+
def update!(**args)
|
3960
|
+
@per_step_namespace_metrics = args[:per_step_namespace_metrics] if args.key?(:per_step_namespace_metrics)
|
3961
|
+
end
|
3962
|
+
end
|
3963
|
+
|
3683
3964
|
# A descriptive representation of submitted pipeline as well as the executed
|
3684
3965
|
# form. This data is provided by the Dataflow service for ease of visualizing
|
3685
3966
|
# the pipeline and interpreting Dataflow provided metrics.
|
@@ -4198,6 +4479,14 @@ module Google
|
|
4198
4479
|
# @return [String]
|
4199
4480
|
attr_accessor :service_account_email
|
4200
4481
|
|
4482
|
+
# Optional. Specifies the Streaming Engine message processing guarantees.
|
4483
|
+
# Reduces cost and latency but might result in duplicate messages committed to
|
4484
|
+
# storage. Designed to run simple mapping streaming ETL jobs at the lowest cost.
|
4485
|
+
# For example, Change Data Capture (CDC) to BigQuery is a canonical use case.
|
4486
|
+
# Corresponds to the JSON property `streamingMode`
|
4487
|
+
# @return [String]
|
4488
|
+
attr_accessor :streaming_mode
|
4489
|
+
|
4201
4490
|
# Optional. Subnetwork to which VMs will be assigned, if desired. You can
|
4202
4491
|
# specify a subnetwork using either a complete URL or an abbreviated path.
|
4203
4492
|
# Expected to be of the form "https://www.googleapis.com/compute/v1/projects/
|
@@ -4257,6 +4546,7 @@ module Google
|
|
4257
4546
|
@network = args[:network] if args.key?(:network)
|
4258
4547
|
@num_workers = args[:num_workers] if args.key?(:num_workers)
|
4259
4548
|
@service_account_email = args[:service_account_email] if args.key?(:service_account_email)
|
4549
|
+
@streaming_mode = args[:streaming_mode] if args.key?(:streaming_mode)
|
4260
4550
|
@subnetwork = args[:subnetwork] if args.key?(:subnetwork)
|
4261
4551
|
@temp_location = args[:temp_location] if args.key?(:temp_location)
|
4262
4552
|
@worker_region = args[:worker_region] if args.key?(:worker_region)
|
@@ -5847,7 +6137,7 @@ module Google
|
|
5847
6137
|
class StreamingScalingReport
|
5848
6138
|
include Google::Apis::Core::Hashable
|
5849
6139
|
|
5850
|
-
#
|
6140
|
+
#
|
5851
6141
|
# Corresponds to the JSON property `activeBundleCount`
|
5852
6142
|
# @return [Fixnum]
|
5853
6143
|
attr_accessor :active_bundle_count
|
@@ -5857,12 +6147,17 @@ module Google
|
|
5857
6147
|
# @return [Fixnum]
|
5858
6148
|
attr_accessor :active_thread_count
|
5859
6149
|
|
5860
|
-
# Maximum bundle count
|
6150
|
+
# Maximum bundle count.
|
5861
6151
|
# Corresponds to the JSON property `maximumBundleCount`
|
5862
6152
|
# @return [Fixnum]
|
5863
6153
|
attr_accessor :maximum_bundle_count
|
5864
6154
|
|
5865
|
-
# Maximum bytes
|
6155
|
+
# Maximum bytes.
|
6156
|
+
# Corresponds to the JSON property `maximumBytes`
|
6157
|
+
# @return [Fixnum]
|
6158
|
+
attr_accessor :maximum_bytes
|
6159
|
+
|
6160
|
+
#
|
5866
6161
|
# Corresponds to the JSON property `maximumBytesCount`
|
5867
6162
|
# @return [Fixnum]
|
5868
6163
|
attr_accessor :maximum_bytes_count
|
@@ -5872,7 +6167,17 @@ module Google
|
|
5872
6167
|
# @return [Fixnum]
|
5873
6168
|
attr_accessor :maximum_thread_count
|
5874
6169
|
|
5875
|
-
# Current outstanding
|
6170
|
+
# Current outstanding bundle count.
|
6171
|
+
# Corresponds to the JSON property `outstandingBundleCount`
|
6172
|
+
# @return [Fixnum]
|
6173
|
+
attr_accessor :outstanding_bundle_count
|
6174
|
+
|
6175
|
+
# Current outstanding bytes.
|
6176
|
+
# Corresponds to the JSON property `outstandingBytes`
|
6177
|
+
# @return [Fixnum]
|
6178
|
+
attr_accessor :outstanding_bytes
|
6179
|
+
|
6180
|
+
#
|
5876
6181
|
# Corresponds to the JSON property `outstandingBytesCount`
|
5877
6182
|
# @return [Fixnum]
|
5878
6183
|
attr_accessor :outstanding_bytes_count
|
@@ -5886,8 +6191,11 @@ module Google
|
|
5886
6191
|
@active_bundle_count = args[:active_bundle_count] if args.key?(:active_bundle_count)
|
5887
6192
|
@active_thread_count = args[:active_thread_count] if args.key?(:active_thread_count)
|
5888
6193
|
@maximum_bundle_count = args[:maximum_bundle_count] if args.key?(:maximum_bundle_count)
|
6194
|
+
@maximum_bytes = args[:maximum_bytes] if args.key?(:maximum_bytes)
|
5889
6195
|
@maximum_bytes_count = args[:maximum_bytes_count] if args.key?(:maximum_bytes_count)
|
5890
6196
|
@maximum_thread_count = args[:maximum_thread_count] if args.key?(:maximum_thread_count)
|
6197
|
+
@outstanding_bundle_count = args[:outstanding_bundle_count] if args.key?(:outstanding_bundle_count)
|
6198
|
+
@outstanding_bytes = args[:outstanding_bytes] if args.key?(:outstanding_bytes)
|
5891
6199
|
@outstanding_bytes_count = args[:outstanding_bytes_count] if args.key?(:outstanding_bytes_count)
|
5892
6200
|
end
|
5893
6201
|
end
|
@@ -6884,6 +7192,11 @@ module Google
|
|
6884
7192
|
# @return [Hash<String,String>]
|
6885
7193
|
attr_accessor :labels
|
6886
7194
|
|
7195
|
+
# Per worker metrics.
|
7196
|
+
# Corresponds to the JSON property `perWorkerMetrics`
|
7197
|
+
# @return [Google::Apis::DataflowV1b3::PerWorkerMetrics]
|
7198
|
+
attr_accessor :per_worker_metrics
|
7199
|
+
|
6887
7200
|
# Contains per-user worker telemetry used in streaming autoscaling.
|
6888
7201
|
# Corresponds to the JSON property `streamingScalingReport`
|
6889
7202
|
# @return [Google::Apis::DataflowV1b3::StreamingScalingReport]
|
@@ -6945,6 +7258,7 @@ module Google
|
|
6945
7258
|
def update!(**args)
|
6946
7259
|
@data_sampling_report = args[:data_sampling_report] if args.key?(:data_sampling_report)
|
6947
7260
|
@labels = args[:labels] if args.key?(:labels)
|
7261
|
+
@per_worker_metrics = args[:per_worker_metrics] if args.key?(:per_worker_metrics)
|
6948
7262
|
@streaming_scaling_report = args[:streaming_scaling_report] if args.key?(:streaming_scaling_report)
|
6949
7263
|
@time = args[:time] if args.key?(:time)
|
6950
7264
|
@worker_health_report = args[:worker_health_report] if args.key?(:worker_health_report)
|
@@ -16,13 +16,13 @@ module Google
|
|
16
16
|
module Apis
|
17
17
|
module DataflowV1b3
|
18
18
|
# Version of the google-apis-dataflow_v1b3 gem
|
19
|
-
GEM_VERSION = "0.
|
19
|
+
GEM_VERSION = "0.49.0"
|
20
20
|
|
21
21
|
# Version of the code generator used to generate this client
|
22
|
-
GENERATOR_VERSION = "0.
|
22
|
+
GENERATOR_VERSION = "0.13.0"
|
23
23
|
|
24
24
|
# Revision of the discovery document this client was generated from
|
25
|
-
REVISION = "
|
25
|
+
REVISION = "20240113"
|
26
26
|
end
|
27
27
|
end
|
28
28
|
end
|
@@ -52,6 +52,12 @@ module Google
|
|
52
52
|
include Google::Apis::Core::JsonObjectSupport
|
53
53
|
end
|
54
54
|
|
55
|
+
class Base2Exponent
|
56
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
57
|
+
|
58
|
+
include Google::Apis::Core::JsonObjectSupport
|
59
|
+
end
|
60
|
+
|
55
61
|
class BigQueryIoDetails
|
56
62
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
57
63
|
|
@@ -64,6 +70,12 @@ module Google
|
|
64
70
|
include Google::Apis::Core::JsonObjectSupport
|
65
71
|
end
|
66
72
|
|
73
|
+
class BucketOptions
|
74
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
75
|
+
|
76
|
+
include Google::Apis::Core::JsonObjectSupport
|
77
|
+
end
|
78
|
+
|
67
79
|
class CpuTime
|
68
80
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
69
81
|
|
@@ -154,6 +166,12 @@ module Google
|
|
154
166
|
include Google::Apis::Core::JsonObjectSupport
|
155
167
|
end
|
156
168
|
|
169
|
+
class DataflowHistogramValue
|
170
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
171
|
+
|
172
|
+
include Google::Apis::Core::JsonObjectSupport
|
173
|
+
end
|
174
|
+
|
157
175
|
class DatastoreIoDetails
|
158
176
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
159
177
|
|
@@ -424,6 +442,12 @@ module Google
|
|
424
442
|
include Google::Apis::Core::JsonObjectSupport
|
425
443
|
end
|
426
444
|
|
445
|
+
class Linear
|
446
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
447
|
+
|
448
|
+
include Google::Apis::Core::JsonObjectSupport
|
449
|
+
end
|
450
|
+
|
427
451
|
class ListJobMessagesResponse
|
428
452
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
429
453
|
|
@@ -472,6 +496,12 @@ module Google
|
|
472
496
|
include Google::Apis::Core::JsonObjectSupport
|
473
497
|
end
|
474
498
|
|
499
|
+
class MetricValue
|
500
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
501
|
+
|
502
|
+
include Google::Apis::Core::JsonObjectSupport
|
503
|
+
end
|
504
|
+
|
475
505
|
class MountedDataDisk
|
476
506
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
477
507
|
|
@@ -490,6 +520,12 @@ module Google
|
|
490
520
|
include Google::Apis::Core::JsonObjectSupport
|
491
521
|
end
|
492
522
|
|
523
|
+
class OutlierStats
|
524
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
525
|
+
|
526
|
+
include Google::Apis::Core::JsonObjectSupport
|
527
|
+
end
|
528
|
+
|
493
529
|
class Package
|
494
530
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
495
531
|
|
@@ -532,6 +568,18 @@ module Google
|
|
532
568
|
include Google::Apis::Core::JsonObjectSupport
|
533
569
|
end
|
534
570
|
|
571
|
+
class PerStepNamespaceMetrics
|
572
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
573
|
+
|
574
|
+
include Google::Apis::Core::JsonObjectSupport
|
575
|
+
end
|
576
|
+
|
577
|
+
class PerWorkerMetrics
|
578
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
579
|
+
|
580
|
+
include Google::Apis::Core::JsonObjectSupport
|
581
|
+
end
|
582
|
+
|
535
583
|
class PipelineDescription
|
536
584
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
537
585
|
|
@@ -1120,6 +1168,14 @@ module Google
|
|
1120
1168
|
end
|
1121
1169
|
end
|
1122
1170
|
|
1171
|
+
class Base2Exponent
|
1172
|
+
# @private
|
1173
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1174
|
+
property :number_of_buckets, as: 'numberOfBuckets'
|
1175
|
+
property :scale, as: 'scale'
|
1176
|
+
end
|
1177
|
+
end
|
1178
|
+
|
1123
1179
|
class BigQueryIoDetails
|
1124
1180
|
# @private
|
1125
1181
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -1139,6 +1195,16 @@ module Google
|
|
1139
1195
|
end
|
1140
1196
|
end
|
1141
1197
|
|
1198
|
+
class BucketOptions
|
1199
|
+
# @private
|
1200
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1201
|
+
property :exponential, as: 'exponential', class: Google::Apis::DataflowV1b3::Base2Exponent, decorator: Google::Apis::DataflowV1b3::Base2Exponent::Representation
|
1202
|
+
|
1203
|
+
property :linear, as: 'linear', class: Google::Apis::DataflowV1b3::Linear, decorator: Google::Apis::DataflowV1b3::Linear::Representation
|
1204
|
+
|
1205
|
+
end
|
1206
|
+
end
|
1207
|
+
|
1142
1208
|
class CpuTime
|
1143
1209
|
# @private
|
1144
1210
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -1321,6 +1387,18 @@ module Google
|
|
1321
1387
|
end
|
1322
1388
|
end
|
1323
1389
|
|
1390
|
+
class DataflowHistogramValue
|
1391
|
+
# @private
|
1392
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1393
|
+
collection :bucket_counts, as: 'bucketCounts'
|
1394
|
+
property :bucket_options, as: 'bucketOptions', class: Google::Apis::DataflowV1b3::BucketOptions, decorator: Google::Apis::DataflowV1b3::BucketOptions::Representation
|
1395
|
+
|
1396
|
+
property :count, :numeric_string => true, as: 'count'
|
1397
|
+
property :outlier_stats, as: 'outlierStats', class: Google::Apis::DataflowV1b3::OutlierStats, decorator: Google::Apis::DataflowV1b3::OutlierStats::Representation
|
1398
|
+
|
1399
|
+
end
|
1400
|
+
end
|
1401
|
+
|
1324
1402
|
class DatastoreIoDetails
|
1325
1403
|
# @private
|
1326
1404
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -1422,6 +1500,7 @@ module Google
|
|
1422
1500
|
property :service_kms_key_name, as: 'serviceKmsKeyName'
|
1423
1501
|
collection :service_options, as: 'serviceOptions'
|
1424
1502
|
property :shuffle_mode, as: 'shuffleMode'
|
1503
|
+
property :streaming_mode, as: 'streamingMode'
|
1425
1504
|
property :temp_storage_prefix, as: 'tempStoragePrefix'
|
1426
1505
|
property :use_streaming_engine_resource_based_billing, as: 'useStreamingEngineResourceBasedBilling'
|
1427
1506
|
hash :user_agent, as: 'userAgent'
|
@@ -1504,6 +1583,7 @@ module Google
|
|
1504
1583
|
property :sdk_container_image, as: 'sdkContainerImage'
|
1505
1584
|
property :service_account_email, as: 'serviceAccountEmail'
|
1506
1585
|
property :staging_location, as: 'stagingLocation'
|
1586
|
+
property :streaming_mode, as: 'streamingMode'
|
1507
1587
|
property :subnetwork, as: 'subnetwork'
|
1508
1588
|
property :temp_location, as: 'tempLocation'
|
1509
1589
|
property :worker_region, as: 'workerRegion'
|
@@ -1837,6 +1917,15 @@ module Google
|
|
1837
1917
|
end
|
1838
1918
|
end
|
1839
1919
|
|
1920
|
+
class Linear
|
1921
|
+
# @private
|
1922
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
1923
|
+
property :number_of_buckets, as: 'numberOfBuckets'
|
1924
|
+
property :start, as: 'start'
|
1925
|
+
property :width, as: 'width'
|
1926
|
+
end
|
1927
|
+
end
|
1928
|
+
|
1840
1929
|
class ListJobMessagesResponse
|
1841
1930
|
# @private
|
1842
1931
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -1924,6 +2013,17 @@ module Google
|
|
1924
2013
|
end
|
1925
2014
|
end
|
1926
2015
|
|
2016
|
+
class MetricValue
|
2017
|
+
# @private
|
2018
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
2019
|
+
property :metric, as: 'metric'
|
2020
|
+
hash :metric_labels, as: 'metricLabels'
|
2021
|
+
property :value_histogram, as: 'valueHistogram', class: Google::Apis::DataflowV1b3::DataflowHistogramValue, decorator: Google::Apis::DataflowV1b3::DataflowHistogramValue::Representation
|
2022
|
+
|
2023
|
+
property :value_int64, :numeric_string => true, as: 'valueInt64'
|
2024
|
+
end
|
2025
|
+
end
|
2026
|
+
|
1927
2027
|
class MountedDataDisk
|
1928
2028
|
# @private
|
1929
2029
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -1946,6 +2046,16 @@ module Google
|
|
1946
2046
|
end
|
1947
2047
|
end
|
1948
2048
|
|
2049
|
+
class OutlierStats
|
2050
|
+
# @private
|
2051
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
2052
|
+
property :overflow_count, :numeric_string => true, as: 'overflowCount'
|
2053
|
+
property :overflow_mean, as: 'overflowMean'
|
2054
|
+
property :underflow_count, :numeric_string => true, as: 'underflowCount'
|
2055
|
+
property :underflow_mean, as: 'underflowMean'
|
2056
|
+
end
|
2057
|
+
end
|
2058
|
+
|
1949
2059
|
class Package
|
1950
2060
|
# @private
|
1951
2061
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -2039,6 +2149,24 @@ module Google
|
|
2039
2149
|
end
|
2040
2150
|
end
|
2041
2151
|
|
2152
|
+
class PerStepNamespaceMetrics
|
2153
|
+
# @private
|
2154
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
2155
|
+
collection :metric_values, as: 'metricValues', class: Google::Apis::DataflowV1b3::MetricValue, decorator: Google::Apis::DataflowV1b3::MetricValue::Representation
|
2156
|
+
|
2157
|
+
property :metrics_namespace, as: 'metricsNamespace'
|
2158
|
+
property :original_step, as: 'originalStep'
|
2159
|
+
end
|
2160
|
+
end
|
2161
|
+
|
2162
|
+
class PerWorkerMetrics
|
2163
|
+
# @private
|
2164
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
2165
|
+
collection :per_step_namespace_metrics, as: 'perStepNamespaceMetrics', class: Google::Apis::DataflowV1b3::PerStepNamespaceMetrics, decorator: Google::Apis::DataflowV1b3::PerStepNamespaceMetrics::Representation
|
2166
|
+
|
2167
|
+
end
|
2168
|
+
end
|
2169
|
+
|
2042
2170
|
class PipelineDescription
|
2043
2171
|
# @private
|
2044
2172
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -2183,6 +2311,7 @@ module Google
|
|
2183
2311
|
property :network, as: 'network'
|
2184
2312
|
property :num_workers, as: 'numWorkers'
|
2185
2313
|
property :service_account_email, as: 'serviceAccountEmail'
|
2314
|
+
property :streaming_mode, as: 'streamingMode'
|
2186
2315
|
property :subnetwork, as: 'subnetwork'
|
2187
2316
|
property :temp_location, as: 'tempLocation'
|
2188
2317
|
property :worker_region, as: 'workerRegion'
|
@@ -2660,8 +2789,11 @@ module Google
|
|
2660
2789
|
property :active_bundle_count, as: 'activeBundleCount'
|
2661
2790
|
property :active_thread_count, as: 'activeThreadCount'
|
2662
2791
|
property :maximum_bundle_count, as: 'maximumBundleCount'
|
2792
|
+
property :maximum_bytes, :numeric_string => true, as: 'maximumBytes'
|
2663
2793
|
property :maximum_bytes_count, as: 'maximumBytesCount'
|
2664
2794
|
property :maximum_thread_count, as: 'maximumThreadCount'
|
2795
|
+
property :outstanding_bundle_count, as: 'outstandingBundleCount'
|
2796
|
+
property :outstanding_bytes, :numeric_string => true, as: 'outstandingBytes'
|
2665
2797
|
property :outstanding_bytes_count, as: 'outstandingBytesCount'
|
2666
2798
|
end
|
2667
2799
|
end
|
@@ -2925,6 +3057,8 @@ module Google
|
|
2925
3057
|
property :data_sampling_report, as: 'dataSamplingReport', class: Google::Apis::DataflowV1b3::DataSamplingReport, decorator: Google::Apis::DataflowV1b3::DataSamplingReport::Representation
|
2926
3058
|
|
2927
3059
|
hash :labels, as: 'labels'
|
3060
|
+
property :per_worker_metrics, as: 'perWorkerMetrics', class: Google::Apis::DataflowV1b3::PerWorkerMetrics, decorator: Google::Apis::DataflowV1b3::PerWorkerMetrics::Representation
|
3061
|
+
|
2928
3062
|
property :streaming_scaling_report, as: 'streamingScalingReport', class: Google::Apis::DataflowV1b3::StreamingScalingReport, decorator: Google::Apis::DataflowV1b3::StreamingScalingReport::Representation
|
2929
3063
|
|
2930
3064
|
property :time, as: 'time'
|
@@ -32,6 +32,8 @@ module Google
|
|
32
32
|
#
|
33
33
|
# @see https://cloud.google.com/dataflow
|
34
34
|
class DataflowService < Google::Apis::Core::BaseService
|
35
|
+
DEFAULT_ENDPOINT_TEMPLATE = "https://dataflow.$UNIVERSE_DOMAIN$/"
|
36
|
+
|
35
37
|
# @return [String]
|
36
38
|
# API key. Your API key identifies your project and provides you with API access,
|
37
39
|
# quota, and reports. Required unless you provide an OAuth 2.0 token.
|
@@ -43,7 +45,7 @@ module Google
|
|
43
45
|
attr_accessor :quota_user
|
44
46
|
|
45
47
|
def initialize
|
46
|
-
super(
|
48
|
+
super(DEFAULT_ENDPOINT_TEMPLATE, '',
|
47
49
|
client_name: 'google-apis-dataflow_v1b3',
|
48
50
|
client_version: Google::Apis::DataflowV1b3::GEM_VERSION)
|
49
51
|
@batch_path = 'batch'
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-apis-dataflow_v1b3
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.49.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2024-01-23 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: google-apis-core
|
@@ -16,7 +16,7 @@ dependencies:
|
|
16
16
|
requirements:
|
17
17
|
- - ">="
|
18
18
|
- !ruby/object:Gem::Version
|
19
|
-
version: 0.
|
19
|
+
version: 0.12.0
|
20
20
|
- - "<"
|
21
21
|
- !ruby/object:Gem::Version
|
22
22
|
version: 2.a
|
@@ -26,7 +26,7 @@ dependencies:
|
|
26
26
|
requirements:
|
27
27
|
- - ">="
|
28
28
|
- !ruby/object:Gem::Version
|
29
|
-
version: 0.
|
29
|
+
version: 0.12.0
|
30
30
|
- - "<"
|
31
31
|
- !ruby/object:Gem::Version
|
32
32
|
version: 2.a
|
@@ -58,7 +58,7 @@ licenses:
|
|
58
58
|
metadata:
|
59
59
|
bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
|
60
60
|
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3/CHANGELOG.md
|
61
|
-
documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.
|
61
|
+
documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.49.0
|
62
62
|
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3
|
63
63
|
post_install_message:
|
64
64
|
rdoc_options: []
|
@@ -75,7 +75,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
75
75
|
- !ruby/object:Gem::Version
|
76
76
|
version: '0'
|
77
77
|
requirements: []
|
78
|
-
rubygems_version: 3.
|
78
|
+
rubygems_version: 3.5.3
|
79
79
|
signing_key:
|
80
80
|
specification_version: 4
|
81
81
|
summary: Simple REST client for Dataflow API V1b3
|