google-apis-dataflow_v1b3 0.48.0 → 0.50.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: ae42e2412fb5a708bc44bde5598e29161ecd8f8bcc53cde7938185e5113785e6
4
- data.tar.gz: 1e92150cc71c12f5f8249f0ca18cc0d6148f2cdeafde209623f04f1feadf0b02
3
+ metadata.gz: 7090b3c2c308d51a7d2b5613cef45a5d79785843eab1428eee8a66bb821064f6
4
+ data.tar.gz: 3909d6b430718fceb014e7e61bd14fd9761b187b73acce45178c1d58a2d9d87b
5
5
  SHA512:
6
- metadata.gz: 86b7c935110110bdac5fadfa0aa968d2a5cf2a73d20a3cf0e1311a06079a6e68186a70f912ec84a41e4e83c62060c47fdb44c16b5795734d5266b78c2c175315
7
- data.tar.gz: 4255355c9050c8013235350b4edb1f9b65db2838ecfcb692f86412cb95081762214d6f6c10e472fbb83a7e605585009b670238e6e1080b9dc5df3f3309e53227
6
+ metadata.gz: 7a7d428ab8dbeeb73f56466dcf9e6d8c91548a1b5dd35907a3003106fb9d9e407eb9eb4ecea97d4c06789c75202039f7076a75bb497d88834c9af9afd432115e
7
+ data.tar.gz: e20b9a0b75321a4ab0c8c52cd73c31dfeecdbf5447dd3360c7f4e52a01cc2dc926e58d9a45f198ee9afd2d42b839c9fcef390c73b672bd6d094a14a5f1bad3d2
data/CHANGELOG.md CHANGED
@@ -1,5 +1,15 @@
1
1
  # Release history for google-apis-dataflow_v1b3
2
2
 
3
+ ### v0.50.0 (2024-01-28)
4
+
5
+ * Regenerated from discovery document revision 20240121
6
+ * Regenerated using generator version 0.13.1
7
+
8
+ ### v0.49.0 (2024-01-22)
9
+
10
+ * Regenerated from discovery document revision 20240113
11
+ * Regenerated using generator version 0.13.0
12
+
3
13
  ### v0.48.0 (2023-12-24)
4
14
 
5
15
  * Regenerated from discovery document revision 20231217
@@ -210,6 +210,35 @@ module Google
210
210
  end
211
211
  end
212
212
 
213
+ # Exponential buckets where the growth factor between buckets is `2**(2**-scale)`
214
+ # . e.g. for `scale=1` growth factor is `2**(2**(-1))=sqrt(2)`. `n` buckets will
215
+ # have the following boundaries. - 0th: [0, gf) - i in [1, n-1]: [gf^(i), gf^(i+
216
+ # 1))
217
+ class Base2Exponent
218
+ include Google::Apis::Core::Hashable
219
+
220
+ # Must be greater than 0.
221
+ # Corresponds to the JSON property `numberOfBuckets`
222
+ # @return [Fixnum]
223
+ attr_accessor :number_of_buckets
224
+
225
+ # Must be between -3 and 3. This forces the growth factor of the bucket
226
+ # boundaries to be between `2^(1/8)` and `256`.
227
+ # Corresponds to the JSON property `scale`
228
+ # @return [Fixnum]
229
+ attr_accessor :scale
230
+
231
+ def initialize(**args)
232
+ update!(**args)
233
+ end
234
+
235
+ # Update properties of this object
236
+ def update!(**args)
237
+ @number_of_buckets = args[:number_of_buckets] if args.key?(:number_of_buckets)
238
+ @scale = args[:scale] if args.key?(:scale)
239
+ end
240
+ end
241
+
213
242
  # Metadata for a BigQuery connector used by the job.
214
243
  class BigQueryIoDetails
215
244
  include Google::Apis::Core::Hashable
@@ -278,6 +307,35 @@ module Google
278
307
  end
279
308
  end
280
309
 
310
+ # `BucketOptions` describes the bucket boundaries used in the histogram.
311
+ class BucketOptions
312
+ include Google::Apis::Core::Hashable
313
+
314
+ # Exponential buckets where the growth factor between buckets is `2**(2**-scale)`
315
+ # . e.g. for `scale=1` growth factor is `2**(2**(-1))=sqrt(2)`. `n` buckets will
316
+ # have the following boundaries. - 0th: [0, gf) - i in [1, n-1]: [gf^(i), gf^(i+
317
+ # 1))
318
+ # Corresponds to the JSON property `exponential`
319
+ # @return [Google::Apis::DataflowV1b3::Base2Exponent]
320
+ attr_accessor :exponential
321
+
322
+ # Linear buckets with the following boundaries for indices in 0 to n-1. - i in [
323
+ # 0, n-1]: [start + (i)*width, start + (i+1)*width)
324
+ # Corresponds to the JSON property `linear`
325
+ # @return [Google::Apis::DataflowV1b3::Linear]
326
+ attr_accessor :linear
327
+
328
+ def initialize(**args)
329
+ update!(**args)
330
+ end
331
+
332
+ # Update properties of this object
333
+ def update!(**args)
334
+ @exponential = args[:exponential] if args.key?(:exponential)
335
+ @linear = args[:linear] if args.key?(:linear)
336
+ end
337
+ end
338
+
281
339
  # Modeled after information exposed by /proc/stat.
282
340
  class CpuTime
283
341
  include Google::Apis::Core::Hashable
@@ -938,6 +996,49 @@ module Google
938
996
  end
939
997
  end
940
998
 
999
+ # Summary statistics for a population of values. HistogramValue contains a
1000
+ # sequence of buckets and gives a count of values that fall into each bucket.
1001
+ # Bucket boundares are defined by a formula and bucket widths are either fixed
1002
+ # or exponentially increasing.
1003
+ class DataflowHistogramValue
1004
+ include Google::Apis::Core::Hashable
1005
+
1006
+ # Optional. The number of values in each bucket of the histogram, as described
1007
+ # in `bucket_options`. `bucket_counts` should contain N values, where N is the
1008
+ # number of buckets specified in `bucket_options`. If `bucket_counts` has fewer
1009
+ # than N values, the remaining values are assumed to be 0.
1010
+ # Corresponds to the JSON property `bucketCounts`
1011
+ # @return [Array<Fixnum>]
1012
+ attr_accessor :bucket_counts
1013
+
1014
+ # `BucketOptions` describes the bucket boundaries used in the histogram.
1015
+ # Corresponds to the JSON property `bucketOptions`
1016
+ # @return [Google::Apis::DataflowV1b3::BucketOptions]
1017
+ attr_accessor :bucket_options
1018
+
1019
+ # Number of values recorded in this histogram.
1020
+ # Corresponds to the JSON property `count`
1021
+ # @return [Fixnum]
1022
+ attr_accessor :count
1023
+
1024
+ # Statistics for the underflow and overflow bucket.
1025
+ # Corresponds to the JSON property `outlierStats`
1026
+ # @return [Google::Apis::DataflowV1b3::OutlierStats]
1027
+ attr_accessor :outlier_stats
1028
+
1029
+ def initialize(**args)
1030
+ update!(**args)
1031
+ end
1032
+
1033
+ # Update properties of this object
1034
+ def update!(**args)
1035
+ @bucket_counts = args[:bucket_counts] if args.key?(:bucket_counts)
1036
+ @bucket_options = args[:bucket_options] if args.key?(:bucket_options)
1037
+ @count = args[:count] if args.key?(:count)
1038
+ @outlier_stats = args[:outlier_stats] if args.key?(:outlier_stats)
1039
+ end
1040
+ end
1041
+
941
1042
  # Metadata for a Datastore connector used by the job.
942
1043
  class DatastoreIoDetails
943
1044
  include Google::Apis::Core::Hashable
@@ -1687,6 +1788,14 @@ module Google
1687
1788
  # @return [String]
1688
1789
  attr_accessor :staging_location
1689
1790
 
1791
+ # Optional. Specifies the Streaming Engine message processing guarantees.
1792
+ # Reduces cost and latency but might result in duplicate messages committed to
1793
+ # storage. Designed to run simple mapping streaming ETL jobs at the lowest cost.
1794
+ # For example, Change Data Capture (CDC) to BigQuery is a canonical use case.
1795
+ # Corresponds to the JSON property `streamingMode`
1796
+ # @return [String]
1797
+ attr_accessor :streaming_mode
1798
+
1690
1799
  # Subnetwork to which VMs will be assigned, if desired. You can specify a
1691
1800
  # subnetwork using either a complete URL or an abbreviated path. Expected to be
1692
1801
  # of the form "https://www.googleapis.com/compute/v1/projects/HOST_PROJECT_ID/
@@ -1753,6 +1862,7 @@ module Google
1753
1862
  @sdk_container_image = args[:sdk_container_image] if args.key?(:sdk_container_image)
1754
1863
  @service_account_email = args[:service_account_email] if args.key?(:service_account_email)
1755
1864
  @staging_location = args[:staging_location] if args.key?(:staging_location)
1865
+ @streaming_mode = args[:streaming_mode] if args.key?(:streaming_mode)
1756
1866
  @subnetwork = args[:subnetwork] if args.key?(:subnetwork)
1757
1867
  @temp_location = args[:temp_location] if args.key?(:temp_location)
1758
1868
  @worker_region = args[:worker_region] if args.key?(:worker_region)
@@ -2946,6 +3056,38 @@ module Google
2946
3056
  end
2947
3057
  end
2948
3058
 
3059
+ # Linear buckets with the following boundaries for indices in 0 to n-1. - i in [
3060
+ # 0, n-1]: [start + (i)*width, start + (i+1)*width)
3061
+ class Linear
3062
+ include Google::Apis::Core::Hashable
3063
+
3064
+ # Must be greater than 0.
3065
+ # Corresponds to the JSON property `numberOfBuckets`
3066
+ # @return [Fixnum]
3067
+ attr_accessor :number_of_buckets
3068
+
3069
+ # Lower bound of the first bucket.
3070
+ # Corresponds to the JSON property `start`
3071
+ # @return [Float]
3072
+ attr_accessor :start
3073
+
3074
+ # Distance between bucket boundaries. Must be greater than 0.
3075
+ # Corresponds to the JSON property `width`
3076
+ # @return [Float]
3077
+ attr_accessor :width
3078
+
3079
+ def initialize(**args)
3080
+ update!(**args)
3081
+ end
3082
+
3083
+ # Update properties of this object
3084
+ def update!(**args)
3085
+ @number_of_buckets = args[:number_of_buckets] if args.key?(:number_of_buckets)
3086
+ @start = args[:start] if args.key?(:start)
3087
+ @width = args[:width] if args.key?(:width)
3088
+ end
3089
+ end
3090
+
2949
3091
  # Response to a request to list job messages.
2950
3092
  class ListJobMessagesResponse
2951
3093
  include Google::Apis::Core::Hashable
@@ -3276,6 +3418,46 @@ module Google
3276
3418
  end
3277
3419
  end
3278
3420
 
3421
+ # The value of a metric along with its name and labels.
3422
+ class MetricValue
3423
+ include Google::Apis::Core::Hashable
3424
+
3425
+ # Base name for this metric.
3426
+ # Corresponds to the JSON property `metric`
3427
+ # @return [String]
3428
+ attr_accessor :metric
3429
+
3430
+ # Optional. Set of metric labels for this metric.
3431
+ # Corresponds to the JSON property `metricLabels`
3432
+ # @return [Hash<String,String>]
3433
+ attr_accessor :metric_labels
3434
+
3435
+ # Summary statistics for a population of values. HistogramValue contains a
3436
+ # sequence of buckets and gives a count of values that fall into each bucket.
3437
+ # Bucket boundares are defined by a formula and bucket widths are either fixed
3438
+ # or exponentially increasing.
3439
+ # Corresponds to the JSON property `valueHistogram`
3440
+ # @return [Google::Apis::DataflowV1b3::DataflowHistogramValue]
3441
+ attr_accessor :value_histogram
3442
+
3443
+ # Integer value of this metric.
3444
+ # Corresponds to the JSON property `valueInt64`
3445
+ # @return [Fixnum]
3446
+ attr_accessor :value_int64
3447
+
3448
+ def initialize(**args)
3449
+ update!(**args)
3450
+ end
3451
+
3452
+ # Update properties of this object
3453
+ def update!(**args)
3454
+ @metric = args[:metric] if args.key?(:metric)
3455
+ @metric_labels = args[:metric_labels] if args.key?(:metric_labels)
3456
+ @value_histogram = args[:value_histogram] if args.key?(:value_histogram)
3457
+ @value_int64 = args[:value_int64] if args.key?(:value_int64)
3458
+ end
3459
+ end
3460
+
3279
3461
  # Describes mounted data disk.
3280
3462
  class MountedDataDisk
3281
3463
  include Google::Apis::Core::Hashable
@@ -3342,6 +3524,43 @@ module Google
3342
3524
  end
3343
3525
  end
3344
3526
 
3527
+ # Statistics for the underflow and overflow bucket.
3528
+ class OutlierStats
3529
+ include Google::Apis::Core::Hashable
3530
+
3531
+ # Number of values that are larger than the upper bound of the largest bucket.
3532
+ # Corresponds to the JSON property `overflowCount`
3533
+ # @return [Fixnum]
3534
+ attr_accessor :overflow_count
3535
+
3536
+ # Mean of values in the overflow bucket.
3537
+ # Corresponds to the JSON property `overflowMean`
3538
+ # @return [Float]
3539
+ attr_accessor :overflow_mean
3540
+
3541
+ # Number of values that are smaller than the lower bound of the smallest bucket.
3542
+ # Corresponds to the JSON property `underflowCount`
3543
+ # @return [Fixnum]
3544
+ attr_accessor :underflow_count
3545
+
3546
+ # Mean of values in the undeflow bucket.
3547
+ # Corresponds to the JSON property `underflowMean`
3548
+ # @return [Float]
3549
+ attr_accessor :underflow_mean
3550
+
3551
+ def initialize(**args)
3552
+ update!(**args)
3553
+ end
3554
+
3555
+ # Update properties of this object
3556
+ def update!(**args)
3557
+ @overflow_count = args[:overflow_count] if args.key?(:overflow_count)
3558
+ @overflow_mean = args[:overflow_mean] if args.key?(:overflow_mean)
3559
+ @underflow_count = args[:underflow_count] if args.key?(:underflow_count)
3560
+ @underflow_mean = args[:underflow_mean] if args.key?(:underflow_mean)
3561
+ end
3562
+ end
3563
+
3345
3564
  # The packages that must be installed in order for a worker to run the steps of
3346
3565
  # the Cloud Dataflow job that will be assigned to its worker pool. This is the
3347
3566
  # mechanism by which the Cloud Dataflow SDK causes code to be loaded onto the
@@ -3544,6 +3763,12 @@ module Google
3544
3763
  # @return [String]
3545
3764
  attr_accessor :help_text
3546
3765
 
3766
+ # Optional. Whether the parameter should be hidden in the UI.
3767
+ # Corresponds to the JSON property `hiddenUi`
3768
+ # @return [Boolean]
3769
+ attr_accessor :hidden_ui
3770
+ alias_method :hidden_ui?, :hidden_ui
3771
+
3547
3772
  # Optional. Whether the parameter is optional. Defaults to false.
3548
3773
  # Corresponds to the JSON property `isOptional`
3549
3774
  # @return [Boolean]
@@ -3596,6 +3821,7 @@ module Google
3596
3821
  @enum_options = args[:enum_options] if args.key?(:enum_options)
3597
3822
  @group_name = args[:group_name] if args.key?(:group_name)
3598
3823
  @help_text = args[:help_text] if args.key?(:help_text)
3824
+ @hidden_ui = args[:hidden_ui] if args.key?(:hidden_ui)
3599
3825
  @is_optional = args[:is_optional] if args.key?(:is_optional)
3600
3826
  @label = args[:label] if args.key?(:label)
3601
3827
  @name = args[:name] if args.key?(:name)
@@ -3689,6 +3915,59 @@ module Google
3689
3915
  end
3690
3916
  end
3691
3917
 
3918
+ # Metrics for a particular unfused step and namespace. A metric is uniquely
3919
+ # identified by the `metrics_namespace`, `original_step`, `metric name` and `
3920
+ # metric_labels`.
3921
+ class PerStepNamespaceMetrics
3922
+ include Google::Apis::Core::Hashable
3923
+
3924
+ # Optional. Metrics that are recorded for this namespace and unfused step.
3925
+ # Corresponds to the JSON property `metricValues`
3926
+ # @return [Array<Google::Apis::DataflowV1b3::MetricValue>]
3927
+ attr_accessor :metric_values
3928
+
3929
+ # The namespace of these metrics on the worker.
3930
+ # Corresponds to the JSON property `metricsNamespace`
3931
+ # @return [String]
3932
+ attr_accessor :metrics_namespace
3933
+
3934
+ # The original system name of the unfused step that these metrics are reported
3935
+ # from.
3936
+ # Corresponds to the JSON property `originalStep`
3937
+ # @return [String]
3938
+ attr_accessor :original_step
3939
+
3940
+ def initialize(**args)
3941
+ update!(**args)
3942
+ end
3943
+
3944
+ # Update properties of this object
3945
+ def update!(**args)
3946
+ @metric_values = args[:metric_values] if args.key?(:metric_values)
3947
+ @metrics_namespace = args[:metrics_namespace] if args.key?(:metrics_namespace)
3948
+ @original_step = args[:original_step] if args.key?(:original_step)
3949
+ end
3950
+ end
3951
+
3952
+ # Per worker metrics.
3953
+ class PerWorkerMetrics
3954
+ include Google::Apis::Core::Hashable
3955
+
3956
+ # Optional. Metrics for a particular unfused step and namespace.
3957
+ # Corresponds to the JSON property `perStepNamespaceMetrics`
3958
+ # @return [Array<Google::Apis::DataflowV1b3::PerStepNamespaceMetrics>]
3959
+ attr_accessor :per_step_namespace_metrics
3960
+
3961
+ def initialize(**args)
3962
+ update!(**args)
3963
+ end
3964
+
3965
+ # Update properties of this object
3966
+ def update!(**args)
3967
+ @per_step_namespace_metrics = args[:per_step_namespace_metrics] if args.key?(:per_step_namespace_metrics)
3968
+ end
3969
+ end
3970
+
3692
3971
  # A descriptive representation of submitted pipeline as well as the executed
3693
3972
  # form. This data is provided by the Dataflow service for ease of visualizing
3694
3973
  # the pipeline and interpreting Dataflow provided metrics.
@@ -4207,6 +4486,14 @@ module Google
4207
4486
  # @return [String]
4208
4487
  attr_accessor :service_account_email
4209
4488
 
4489
+ # Optional. Specifies the Streaming Engine message processing guarantees.
4490
+ # Reduces cost and latency but might result in duplicate messages committed to
4491
+ # storage. Designed to run simple mapping streaming ETL jobs at the lowest cost.
4492
+ # For example, Change Data Capture (CDC) to BigQuery is a canonical use case.
4493
+ # Corresponds to the JSON property `streamingMode`
4494
+ # @return [String]
4495
+ attr_accessor :streaming_mode
4496
+
4210
4497
  # Optional. Subnetwork to which VMs will be assigned, if desired. You can
4211
4498
  # specify a subnetwork using either a complete URL or an abbreviated path.
4212
4499
  # Expected to be of the form "https://www.googleapis.com/compute/v1/projects/
@@ -4266,6 +4553,7 @@ module Google
4266
4553
  @network = args[:network] if args.key?(:network)
4267
4554
  @num_workers = args[:num_workers] if args.key?(:num_workers)
4268
4555
  @service_account_email = args[:service_account_email] if args.key?(:service_account_email)
4556
+ @streaming_mode = args[:streaming_mode] if args.key?(:streaming_mode)
4269
4557
  @subnetwork = args[:subnetwork] if args.key?(:subnetwork)
4270
4558
  @temp_location = args[:temp_location] if args.key?(:temp_location)
4271
4559
  @worker_region = args[:worker_region] if args.key?(:worker_region)
@@ -5856,7 +6144,7 @@ module Google
5856
6144
  class StreamingScalingReport
5857
6145
  include Google::Apis::Core::Hashable
5858
6146
 
5859
- # Current acive bundle count.
6147
+ #
5860
6148
  # Corresponds to the JSON property `activeBundleCount`
5861
6149
  # @return [Fixnum]
5862
6150
  attr_accessor :active_bundle_count
@@ -5866,12 +6154,17 @@ module Google
5866
6154
  # @return [Fixnum]
5867
6155
  attr_accessor :active_thread_count
5868
6156
 
5869
- # Maximum bundle count limit.
6157
+ # Maximum bundle count.
5870
6158
  # Corresponds to the JSON property `maximumBundleCount`
5871
6159
  # @return [Fixnum]
5872
6160
  attr_accessor :maximum_bundle_count
5873
6161
 
5874
- # Maximum bytes count limit.
6162
+ # Maximum bytes.
6163
+ # Corresponds to the JSON property `maximumBytes`
6164
+ # @return [Fixnum]
6165
+ attr_accessor :maximum_bytes
6166
+
6167
+ #
5875
6168
  # Corresponds to the JSON property `maximumBytesCount`
5876
6169
  # @return [Fixnum]
5877
6170
  attr_accessor :maximum_bytes_count
@@ -5881,7 +6174,17 @@ module Google
5881
6174
  # @return [Fixnum]
5882
6175
  attr_accessor :maximum_thread_count
5883
6176
 
5884
- # Current outstanding bytes count.
6177
+ # Current outstanding bundle count.
6178
+ # Corresponds to the JSON property `outstandingBundleCount`
6179
+ # @return [Fixnum]
6180
+ attr_accessor :outstanding_bundle_count
6181
+
6182
+ # Current outstanding bytes.
6183
+ # Corresponds to the JSON property `outstandingBytes`
6184
+ # @return [Fixnum]
6185
+ attr_accessor :outstanding_bytes
6186
+
6187
+ #
5885
6188
  # Corresponds to the JSON property `outstandingBytesCount`
5886
6189
  # @return [Fixnum]
5887
6190
  attr_accessor :outstanding_bytes_count
@@ -5895,8 +6198,11 @@ module Google
5895
6198
  @active_bundle_count = args[:active_bundle_count] if args.key?(:active_bundle_count)
5896
6199
  @active_thread_count = args[:active_thread_count] if args.key?(:active_thread_count)
5897
6200
  @maximum_bundle_count = args[:maximum_bundle_count] if args.key?(:maximum_bundle_count)
6201
+ @maximum_bytes = args[:maximum_bytes] if args.key?(:maximum_bytes)
5898
6202
  @maximum_bytes_count = args[:maximum_bytes_count] if args.key?(:maximum_bytes_count)
5899
6203
  @maximum_thread_count = args[:maximum_thread_count] if args.key?(:maximum_thread_count)
6204
+ @outstanding_bundle_count = args[:outstanding_bundle_count] if args.key?(:outstanding_bundle_count)
6205
+ @outstanding_bytes = args[:outstanding_bytes] if args.key?(:outstanding_bytes)
5900
6206
  @outstanding_bytes_count = args[:outstanding_bytes_count] if args.key?(:outstanding_bytes_count)
5901
6207
  end
5902
6208
  end
@@ -6250,6 +6556,24 @@ module Google
6250
6556
  # @return [Array<Google::Apis::DataflowV1b3::ParameterMetadata>]
6251
6557
  attr_accessor :parameters
6252
6558
 
6559
+ # Optional. Indicates if the template is streaming or not.
6560
+ # Corresponds to the JSON property `streaming`
6561
+ # @return [Boolean]
6562
+ attr_accessor :streaming
6563
+ alias_method :streaming?, :streaming
6564
+
6565
+ # Optional. Indicates if the streaming template supports at least once mode.
6566
+ # Corresponds to the JSON property `supportsAtLeastOnce`
6567
+ # @return [Boolean]
6568
+ attr_accessor :supports_at_least_once
6569
+ alias_method :supports_at_least_once?, :supports_at_least_once
6570
+
6571
+ # Optional. Indicates if the streaming template supports exactly once mode.
6572
+ # Corresponds to the JSON property `supportsExactlyOnce`
6573
+ # @return [Boolean]
6574
+ attr_accessor :supports_exactly_once
6575
+ alias_method :supports_exactly_once?, :supports_exactly_once
6576
+
6253
6577
  def initialize(**args)
6254
6578
  update!(**args)
6255
6579
  end
@@ -6259,6 +6583,9 @@ module Google
6259
6583
  @description = args[:description] if args.key?(:description)
6260
6584
  @name = args[:name] if args.key?(:name)
6261
6585
  @parameters = args[:parameters] if args.key?(:parameters)
6586
+ @streaming = args[:streaming] if args.key?(:streaming)
6587
+ @supports_at_least_once = args[:supports_at_least_once] if args.key?(:supports_at_least_once)
6588
+ @supports_exactly_once = args[:supports_exactly_once] if args.key?(:supports_exactly_once)
6262
6589
  end
6263
6590
  end
6264
6591
 
@@ -6893,6 +7220,11 @@ module Google
6893
7220
  # @return [Hash<String,String>]
6894
7221
  attr_accessor :labels
6895
7222
 
7223
+ # Per worker metrics.
7224
+ # Corresponds to the JSON property `perWorkerMetrics`
7225
+ # @return [Google::Apis::DataflowV1b3::PerWorkerMetrics]
7226
+ attr_accessor :per_worker_metrics
7227
+
6896
7228
  # Contains per-user worker telemetry used in streaming autoscaling.
6897
7229
  # Corresponds to the JSON property `streamingScalingReport`
6898
7230
  # @return [Google::Apis::DataflowV1b3::StreamingScalingReport]
@@ -6954,6 +7286,7 @@ module Google
6954
7286
  def update!(**args)
6955
7287
  @data_sampling_report = args[:data_sampling_report] if args.key?(:data_sampling_report)
6956
7288
  @labels = args[:labels] if args.key?(:labels)
7289
+ @per_worker_metrics = args[:per_worker_metrics] if args.key?(:per_worker_metrics)
6957
7290
  @streaming_scaling_report = args[:streaming_scaling_report] if args.key?(:streaming_scaling_report)
6958
7291
  @time = args[:time] if args.key?(:time)
6959
7292
  @worker_health_report = args[:worker_health_report] if args.key?(:worker_health_report)
@@ -16,13 +16,13 @@ module Google
16
16
  module Apis
17
17
  module DataflowV1b3
18
18
  # Version of the google-apis-dataflow_v1b3 gem
19
- GEM_VERSION = "0.48.0"
19
+ GEM_VERSION = "0.50.0"
20
20
 
21
21
  # Version of the code generator used to generate this client
22
- GENERATOR_VERSION = "0.12.0"
22
+ GENERATOR_VERSION = "0.13.1"
23
23
 
24
24
  # Revision of the discovery document this client was generated from
25
- REVISION = "20231217"
25
+ REVISION = "20240121"
26
26
  end
27
27
  end
28
28
  end
@@ -52,6 +52,12 @@ module Google
52
52
  include Google::Apis::Core::JsonObjectSupport
53
53
  end
54
54
 
55
+ class Base2Exponent
56
+ class Representation < Google::Apis::Core::JsonRepresentation; end
57
+
58
+ include Google::Apis::Core::JsonObjectSupport
59
+ end
60
+
55
61
  class BigQueryIoDetails
56
62
  class Representation < Google::Apis::Core::JsonRepresentation; end
57
63
 
@@ -64,6 +70,12 @@ module Google
64
70
  include Google::Apis::Core::JsonObjectSupport
65
71
  end
66
72
 
73
+ class BucketOptions
74
+ class Representation < Google::Apis::Core::JsonRepresentation; end
75
+
76
+ include Google::Apis::Core::JsonObjectSupport
77
+ end
78
+
67
79
  class CpuTime
68
80
  class Representation < Google::Apis::Core::JsonRepresentation; end
69
81
 
@@ -154,6 +166,12 @@ module Google
154
166
  include Google::Apis::Core::JsonObjectSupport
155
167
  end
156
168
 
169
+ class DataflowHistogramValue
170
+ class Representation < Google::Apis::Core::JsonRepresentation; end
171
+
172
+ include Google::Apis::Core::JsonObjectSupport
173
+ end
174
+
157
175
  class DatastoreIoDetails
158
176
  class Representation < Google::Apis::Core::JsonRepresentation; end
159
177
 
@@ -424,6 +442,12 @@ module Google
424
442
  include Google::Apis::Core::JsonObjectSupport
425
443
  end
426
444
 
445
+ class Linear
446
+ class Representation < Google::Apis::Core::JsonRepresentation; end
447
+
448
+ include Google::Apis::Core::JsonObjectSupport
449
+ end
450
+
427
451
  class ListJobMessagesResponse
428
452
  class Representation < Google::Apis::Core::JsonRepresentation; end
429
453
 
@@ -472,6 +496,12 @@ module Google
472
496
  include Google::Apis::Core::JsonObjectSupport
473
497
  end
474
498
 
499
+ class MetricValue
500
+ class Representation < Google::Apis::Core::JsonRepresentation; end
501
+
502
+ include Google::Apis::Core::JsonObjectSupport
503
+ end
504
+
475
505
  class MountedDataDisk
476
506
  class Representation < Google::Apis::Core::JsonRepresentation; end
477
507
 
@@ -490,6 +520,12 @@ module Google
490
520
  include Google::Apis::Core::JsonObjectSupport
491
521
  end
492
522
 
523
+ class OutlierStats
524
+ class Representation < Google::Apis::Core::JsonRepresentation; end
525
+
526
+ include Google::Apis::Core::JsonObjectSupport
527
+ end
528
+
493
529
  class Package
494
530
  class Representation < Google::Apis::Core::JsonRepresentation; end
495
531
 
@@ -532,6 +568,18 @@ module Google
532
568
  include Google::Apis::Core::JsonObjectSupport
533
569
  end
534
570
 
571
+ class PerStepNamespaceMetrics
572
+ class Representation < Google::Apis::Core::JsonRepresentation; end
573
+
574
+ include Google::Apis::Core::JsonObjectSupport
575
+ end
576
+
577
+ class PerWorkerMetrics
578
+ class Representation < Google::Apis::Core::JsonRepresentation; end
579
+
580
+ include Google::Apis::Core::JsonObjectSupport
581
+ end
582
+
535
583
  class PipelineDescription
536
584
  class Representation < Google::Apis::Core::JsonRepresentation; end
537
585
 
@@ -1120,6 +1168,14 @@ module Google
1120
1168
  end
1121
1169
  end
1122
1170
 
1171
+ class Base2Exponent
1172
+ # @private
1173
+ class Representation < Google::Apis::Core::JsonRepresentation
1174
+ property :number_of_buckets, as: 'numberOfBuckets'
1175
+ property :scale, as: 'scale'
1176
+ end
1177
+ end
1178
+
1123
1179
  class BigQueryIoDetails
1124
1180
  # @private
1125
1181
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1139,6 +1195,16 @@ module Google
1139
1195
  end
1140
1196
  end
1141
1197
 
1198
+ class BucketOptions
1199
+ # @private
1200
+ class Representation < Google::Apis::Core::JsonRepresentation
1201
+ property :exponential, as: 'exponential', class: Google::Apis::DataflowV1b3::Base2Exponent, decorator: Google::Apis::DataflowV1b3::Base2Exponent::Representation
1202
+
1203
+ property :linear, as: 'linear', class: Google::Apis::DataflowV1b3::Linear, decorator: Google::Apis::DataflowV1b3::Linear::Representation
1204
+
1205
+ end
1206
+ end
1207
+
1142
1208
  class CpuTime
1143
1209
  # @private
1144
1210
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1321,6 +1387,18 @@ module Google
1321
1387
  end
1322
1388
  end
1323
1389
 
1390
+ class DataflowHistogramValue
1391
+ # @private
1392
+ class Representation < Google::Apis::Core::JsonRepresentation
1393
+ collection :bucket_counts, as: 'bucketCounts'
1394
+ property :bucket_options, as: 'bucketOptions', class: Google::Apis::DataflowV1b3::BucketOptions, decorator: Google::Apis::DataflowV1b3::BucketOptions::Representation
1395
+
1396
+ property :count, :numeric_string => true, as: 'count'
1397
+ property :outlier_stats, as: 'outlierStats', class: Google::Apis::DataflowV1b3::OutlierStats, decorator: Google::Apis::DataflowV1b3::OutlierStats::Representation
1398
+
1399
+ end
1400
+ end
1401
+
1324
1402
  class DatastoreIoDetails
1325
1403
  # @private
1326
1404
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1505,6 +1583,7 @@ module Google
1505
1583
  property :sdk_container_image, as: 'sdkContainerImage'
1506
1584
  property :service_account_email, as: 'serviceAccountEmail'
1507
1585
  property :staging_location, as: 'stagingLocation'
1586
+ property :streaming_mode, as: 'streamingMode'
1508
1587
  property :subnetwork, as: 'subnetwork'
1509
1588
  property :temp_location, as: 'tempLocation'
1510
1589
  property :worker_region, as: 'workerRegion'
@@ -1838,6 +1917,15 @@ module Google
1838
1917
  end
1839
1918
  end
1840
1919
 
1920
+ class Linear
1921
+ # @private
1922
+ class Representation < Google::Apis::Core::JsonRepresentation
1923
+ property :number_of_buckets, as: 'numberOfBuckets'
1924
+ property :start, as: 'start'
1925
+ property :width, as: 'width'
1926
+ end
1927
+ end
1928
+
1841
1929
  class ListJobMessagesResponse
1842
1930
  # @private
1843
1931
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1925,6 +2013,17 @@ module Google
1925
2013
  end
1926
2014
  end
1927
2015
 
2016
+ class MetricValue
2017
+ # @private
2018
+ class Representation < Google::Apis::Core::JsonRepresentation
2019
+ property :metric, as: 'metric'
2020
+ hash :metric_labels, as: 'metricLabels'
2021
+ property :value_histogram, as: 'valueHistogram', class: Google::Apis::DataflowV1b3::DataflowHistogramValue, decorator: Google::Apis::DataflowV1b3::DataflowHistogramValue::Representation
2022
+
2023
+ property :value_int64, :numeric_string => true, as: 'valueInt64'
2024
+ end
2025
+ end
2026
+
1928
2027
  class MountedDataDisk
1929
2028
  # @private
1930
2029
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1947,6 +2046,16 @@ module Google
1947
2046
  end
1948
2047
  end
1949
2048
 
2049
+ class OutlierStats
2050
+ # @private
2051
+ class Representation < Google::Apis::Core::JsonRepresentation
2052
+ property :overflow_count, :numeric_string => true, as: 'overflowCount'
2053
+ property :overflow_mean, as: 'overflowMean'
2054
+ property :underflow_count, :numeric_string => true, as: 'underflowCount'
2055
+ property :underflow_mean, as: 'underflowMean'
2056
+ end
2057
+ end
2058
+
1950
2059
  class Package
1951
2060
  # @private
1952
2061
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -2007,6 +2116,7 @@ module Google
2007
2116
 
2008
2117
  property :group_name, as: 'groupName'
2009
2118
  property :help_text, as: 'helpText'
2119
+ property :hidden_ui, as: 'hiddenUi'
2010
2120
  property :is_optional, as: 'isOptional'
2011
2121
  property :label, as: 'label'
2012
2122
  property :name, as: 'name'
@@ -2040,6 +2150,24 @@ module Google
2040
2150
  end
2041
2151
  end
2042
2152
 
2153
+ class PerStepNamespaceMetrics
2154
+ # @private
2155
+ class Representation < Google::Apis::Core::JsonRepresentation
2156
+ collection :metric_values, as: 'metricValues', class: Google::Apis::DataflowV1b3::MetricValue, decorator: Google::Apis::DataflowV1b3::MetricValue::Representation
2157
+
2158
+ property :metrics_namespace, as: 'metricsNamespace'
2159
+ property :original_step, as: 'originalStep'
2160
+ end
2161
+ end
2162
+
2163
+ class PerWorkerMetrics
2164
+ # @private
2165
+ class Representation < Google::Apis::Core::JsonRepresentation
2166
+ collection :per_step_namespace_metrics, as: 'perStepNamespaceMetrics', class: Google::Apis::DataflowV1b3::PerStepNamespaceMetrics, decorator: Google::Apis::DataflowV1b3::PerStepNamespaceMetrics::Representation
2167
+
2168
+ end
2169
+ end
2170
+
2043
2171
  class PipelineDescription
2044
2172
  # @private
2045
2173
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -2184,6 +2312,7 @@ module Google
2184
2312
  property :network, as: 'network'
2185
2313
  property :num_workers, as: 'numWorkers'
2186
2314
  property :service_account_email, as: 'serviceAccountEmail'
2315
+ property :streaming_mode, as: 'streamingMode'
2187
2316
  property :subnetwork, as: 'subnetwork'
2188
2317
  property :temp_location, as: 'tempLocation'
2189
2318
  property :worker_region, as: 'workerRegion'
@@ -2661,8 +2790,11 @@ module Google
2661
2790
  property :active_bundle_count, as: 'activeBundleCount'
2662
2791
  property :active_thread_count, as: 'activeThreadCount'
2663
2792
  property :maximum_bundle_count, as: 'maximumBundleCount'
2793
+ property :maximum_bytes, :numeric_string => true, as: 'maximumBytes'
2664
2794
  property :maximum_bytes_count, as: 'maximumBytesCount'
2665
2795
  property :maximum_thread_count, as: 'maximumThreadCount'
2796
+ property :outstanding_bundle_count, as: 'outstandingBundleCount'
2797
+ property :outstanding_bytes, :numeric_string => true, as: 'outstandingBytes'
2666
2798
  property :outstanding_bytes_count, as: 'outstandingBytesCount'
2667
2799
  end
2668
2800
  end
@@ -2756,6 +2888,9 @@ module Google
2756
2888
  property :name, as: 'name'
2757
2889
  collection :parameters, as: 'parameters', class: Google::Apis::DataflowV1b3::ParameterMetadata, decorator: Google::Apis::DataflowV1b3::ParameterMetadata::Representation
2758
2890
 
2891
+ property :streaming, as: 'streaming'
2892
+ property :supports_at_least_once, as: 'supportsAtLeastOnce'
2893
+ property :supports_exactly_once, as: 'supportsExactlyOnce'
2759
2894
  end
2760
2895
  end
2761
2896
 
@@ -2926,6 +3061,8 @@ module Google
2926
3061
  property :data_sampling_report, as: 'dataSamplingReport', class: Google::Apis::DataflowV1b3::DataSamplingReport, decorator: Google::Apis::DataflowV1b3::DataSamplingReport::Representation
2927
3062
 
2928
3063
  hash :labels, as: 'labels'
3064
+ property :per_worker_metrics, as: 'perWorkerMetrics', class: Google::Apis::DataflowV1b3::PerWorkerMetrics, decorator: Google::Apis::DataflowV1b3::PerWorkerMetrics::Representation
3065
+
2929
3066
  property :streaming_scaling_report, as: 'streamingScalingReport', class: Google::Apis::DataflowV1b3::StreamingScalingReport, decorator: Google::Apis::DataflowV1b3::StreamingScalingReport::Representation
2930
3067
 
2931
3068
  property :time, as: 'time'
@@ -32,6 +32,8 @@ module Google
32
32
  #
33
33
  # @see https://cloud.google.com/dataflow
34
34
  class DataflowService < Google::Apis::Core::BaseService
35
+ DEFAULT_ENDPOINT_TEMPLATE = "https://dataflow.$UNIVERSE_DOMAIN$/"
36
+
35
37
  # @return [String]
36
38
  # API key. Your API key identifies your project and provides you with API access,
37
39
  # quota, and reports. Required unless you provide an OAuth 2.0 token.
@@ -43,7 +45,7 @@ module Google
43
45
  attr_accessor :quota_user
44
46
 
45
47
  def initialize
46
- super('https://dataflow.googleapis.com/', '',
48
+ super(DEFAULT_ENDPOINT_TEMPLATE, '',
47
49
  client_name: 'google-apis-dataflow_v1b3',
48
50
  client_version: Google::Apis::DataflowV1b3::GEM_VERSION)
49
51
  @batch_path = 'batch'
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: google-apis-dataflow_v1b3
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.48.0
4
+ version: 0.50.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Google LLC
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2023-12-24 00:00:00.000000000 Z
11
+ date: 2024-01-28 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: google-apis-core
@@ -16,7 +16,7 @@ dependencies:
16
16
  requirements:
17
17
  - - ">="
18
18
  - !ruby/object:Gem::Version
19
- version: 0.11.0
19
+ version: 0.12.0
20
20
  - - "<"
21
21
  - !ruby/object:Gem::Version
22
22
  version: 2.a
@@ -26,7 +26,7 @@ dependencies:
26
26
  requirements:
27
27
  - - ">="
28
28
  - !ruby/object:Gem::Version
29
- version: 0.11.0
29
+ version: 0.12.0
30
30
  - - "<"
31
31
  - !ruby/object:Gem::Version
32
32
  version: 2.a
@@ -58,7 +58,7 @@ licenses:
58
58
  metadata:
59
59
  bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
60
60
  changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3/CHANGELOG.md
61
- documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.48.0
61
+ documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.50.0
62
62
  source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3
63
63
  post_install_message:
64
64
  rdoc_options: []
@@ -75,7 +75,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
75
75
  - !ruby/object:Gem::Version
76
76
  version: '0'
77
77
  requirements: []
78
- rubygems_version: 3.4.19
78
+ rubygems_version: 3.5.3
79
79
  signing_key:
80
80
  specification_version: 4
81
81
  summary: Simple REST client for Dataflow API V1b3