google-apis-dataflow_v1b3 0.48.0 → 0.50.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: ae42e2412fb5a708bc44bde5598e29161ecd8f8bcc53cde7938185e5113785e6
4
- data.tar.gz: 1e92150cc71c12f5f8249f0ca18cc0d6148f2cdeafde209623f04f1feadf0b02
3
+ metadata.gz: 7090b3c2c308d51a7d2b5613cef45a5d79785843eab1428eee8a66bb821064f6
4
+ data.tar.gz: 3909d6b430718fceb014e7e61bd14fd9761b187b73acce45178c1d58a2d9d87b
5
5
  SHA512:
6
- metadata.gz: 86b7c935110110bdac5fadfa0aa968d2a5cf2a73d20a3cf0e1311a06079a6e68186a70f912ec84a41e4e83c62060c47fdb44c16b5795734d5266b78c2c175315
7
- data.tar.gz: 4255355c9050c8013235350b4edb1f9b65db2838ecfcb692f86412cb95081762214d6f6c10e472fbb83a7e605585009b670238e6e1080b9dc5df3f3309e53227
6
+ metadata.gz: 7a7d428ab8dbeeb73f56466dcf9e6d8c91548a1b5dd35907a3003106fb9d9e407eb9eb4ecea97d4c06789c75202039f7076a75bb497d88834c9af9afd432115e
7
+ data.tar.gz: e20b9a0b75321a4ab0c8c52cd73c31dfeecdbf5447dd3360c7f4e52a01cc2dc926e58d9a45f198ee9afd2d42b839c9fcef390c73b672bd6d094a14a5f1bad3d2
data/CHANGELOG.md CHANGED
@@ -1,5 +1,15 @@
1
1
  # Release history for google-apis-dataflow_v1b3
2
2
 
3
+ ### v0.50.0 (2024-01-28)
4
+
5
+ * Regenerated from discovery document revision 20240121
6
+ * Regenerated using generator version 0.13.1
7
+
8
+ ### v0.49.0 (2024-01-22)
9
+
10
+ * Regenerated from discovery document revision 20240113
11
+ * Regenerated using generator version 0.13.0
12
+
3
13
  ### v0.48.0 (2023-12-24)
4
14
 
5
15
  * Regenerated from discovery document revision 20231217
@@ -210,6 +210,35 @@ module Google
210
210
  end
211
211
  end
212
212
 
213
+ # Exponential buckets where the growth factor between buckets is `2**(2**-scale)`
214
+ # . e.g. for `scale=1` growth factor is `2**(2**(-1))=sqrt(2)`. `n` buckets will
215
+ # have the following boundaries. - 0th: [0, gf) - i in [1, n-1]: [gf^(i), gf^(i+
216
+ # 1))
217
+ class Base2Exponent
218
+ include Google::Apis::Core::Hashable
219
+
220
+ # Must be greater than 0.
221
+ # Corresponds to the JSON property `numberOfBuckets`
222
+ # @return [Fixnum]
223
+ attr_accessor :number_of_buckets
224
+
225
+ # Must be between -3 and 3. This forces the growth factor of the bucket
226
+ # boundaries to be between `2^(1/8)` and `256`.
227
+ # Corresponds to the JSON property `scale`
228
+ # @return [Fixnum]
229
+ attr_accessor :scale
230
+
231
+ def initialize(**args)
232
+ update!(**args)
233
+ end
234
+
235
+ # Update properties of this object
236
+ def update!(**args)
237
+ @number_of_buckets = args[:number_of_buckets] if args.key?(:number_of_buckets)
238
+ @scale = args[:scale] if args.key?(:scale)
239
+ end
240
+ end
241
+
213
242
  # Metadata for a BigQuery connector used by the job.
214
243
  class BigQueryIoDetails
215
244
  include Google::Apis::Core::Hashable
@@ -278,6 +307,35 @@ module Google
278
307
  end
279
308
  end
280
309
 
310
+ # `BucketOptions` describes the bucket boundaries used in the histogram.
311
+ class BucketOptions
312
+ include Google::Apis::Core::Hashable
313
+
314
+ # Exponential buckets where the growth factor between buckets is `2**(2**-scale)`
315
+ # . e.g. for `scale=1` growth factor is `2**(2**(-1))=sqrt(2)`. `n` buckets will
316
+ # have the following boundaries. - 0th: [0, gf) - i in [1, n-1]: [gf^(i), gf^(i+
317
+ # 1))
318
+ # Corresponds to the JSON property `exponential`
319
+ # @return [Google::Apis::DataflowV1b3::Base2Exponent]
320
+ attr_accessor :exponential
321
+
322
+ # Linear buckets with the following boundaries for indices in 0 to n-1. - i in [
323
+ # 0, n-1]: [start + (i)*width, start + (i+1)*width)
324
+ # Corresponds to the JSON property `linear`
325
+ # @return [Google::Apis::DataflowV1b3::Linear]
326
+ attr_accessor :linear
327
+
328
+ def initialize(**args)
329
+ update!(**args)
330
+ end
331
+
332
+ # Update properties of this object
333
+ def update!(**args)
334
+ @exponential = args[:exponential] if args.key?(:exponential)
335
+ @linear = args[:linear] if args.key?(:linear)
336
+ end
337
+ end
338
+
281
339
  # Modeled after information exposed by /proc/stat.
282
340
  class CpuTime
283
341
  include Google::Apis::Core::Hashable
@@ -938,6 +996,49 @@ module Google
938
996
  end
939
997
  end
940
998
 
999
+ # Summary statistics for a population of values. HistogramValue contains a
1000
+ # sequence of buckets and gives a count of values that fall into each bucket.
1001
+ # Bucket boundares are defined by a formula and bucket widths are either fixed
1002
+ # or exponentially increasing.
1003
+ class DataflowHistogramValue
1004
+ include Google::Apis::Core::Hashable
1005
+
1006
+ # Optional. The number of values in each bucket of the histogram, as described
1007
+ # in `bucket_options`. `bucket_counts` should contain N values, where N is the
1008
+ # number of buckets specified in `bucket_options`. If `bucket_counts` has fewer
1009
+ # than N values, the remaining values are assumed to be 0.
1010
+ # Corresponds to the JSON property `bucketCounts`
1011
+ # @return [Array<Fixnum>]
1012
+ attr_accessor :bucket_counts
1013
+
1014
+ # `BucketOptions` describes the bucket boundaries used in the histogram.
1015
+ # Corresponds to the JSON property `bucketOptions`
1016
+ # @return [Google::Apis::DataflowV1b3::BucketOptions]
1017
+ attr_accessor :bucket_options
1018
+
1019
+ # Number of values recorded in this histogram.
1020
+ # Corresponds to the JSON property `count`
1021
+ # @return [Fixnum]
1022
+ attr_accessor :count
1023
+
1024
+ # Statistics for the underflow and overflow bucket.
1025
+ # Corresponds to the JSON property `outlierStats`
1026
+ # @return [Google::Apis::DataflowV1b3::OutlierStats]
1027
+ attr_accessor :outlier_stats
1028
+
1029
+ def initialize(**args)
1030
+ update!(**args)
1031
+ end
1032
+
1033
+ # Update properties of this object
1034
+ def update!(**args)
1035
+ @bucket_counts = args[:bucket_counts] if args.key?(:bucket_counts)
1036
+ @bucket_options = args[:bucket_options] if args.key?(:bucket_options)
1037
+ @count = args[:count] if args.key?(:count)
1038
+ @outlier_stats = args[:outlier_stats] if args.key?(:outlier_stats)
1039
+ end
1040
+ end
1041
+
941
1042
  # Metadata for a Datastore connector used by the job.
942
1043
  class DatastoreIoDetails
943
1044
  include Google::Apis::Core::Hashable
@@ -1687,6 +1788,14 @@ module Google
1687
1788
  # @return [String]
1688
1789
  attr_accessor :staging_location
1689
1790
 
1791
+ # Optional. Specifies the Streaming Engine message processing guarantees.
1792
+ # Reduces cost and latency but might result in duplicate messages committed to
1793
+ # storage. Designed to run simple mapping streaming ETL jobs at the lowest cost.
1794
+ # For example, Change Data Capture (CDC) to BigQuery is a canonical use case.
1795
+ # Corresponds to the JSON property `streamingMode`
1796
+ # @return [String]
1797
+ attr_accessor :streaming_mode
1798
+
1690
1799
  # Subnetwork to which VMs will be assigned, if desired. You can specify a
1691
1800
  # subnetwork using either a complete URL or an abbreviated path. Expected to be
1692
1801
  # of the form "https://www.googleapis.com/compute/v1/projects/HOST_PROJECT_ID/
@@ -1753,6 +1862,7 @@ module Google
1753
1862
  @sdk_container_image = args[:sdk_container_image] if args.key?(:sdk_container_image)
1754
1863
  @service_account_email = args[:service_account_email] if args.key?(:service_account_email)
1755
1864
  @staging_location = args[:staging_location] if args.key?(:staging_location)
1865
+ @streaming_mode = args[:streaming_mode] if args.key?(:streaming_mode)
1756
1866
  @subnetwork = args[:subnetwork] if args.key?(:subnetwork)
1757
1867
  @temp_location = args[:temp_location] if args.key?(:temp_location)
1758
1868
  @worker_region = args[:worker_region] if args.key?(:worker_region)
@@ -2946,6 +3056,38 @@ module Google
2946
3056
  end
2947
3057
  end
2948
3058
 
3059
+ # Linear buckets with the following boundaries for indices in 0 to n-1. - i in [
3060
+ # 0, n-1]: [start + (i)*width, start + (i+1)*width)
3061
+ class Linear
3062
+ include Google::Apis::Core::Hashable
3063
+
3064
+ # Must be greater than 0.
3065
+ # Corresponds to the JSON property `numberOfBuckets`
3066
+ # @return [Fixnum]
3067
+ attr_accessor :number_of_buckets
3068
+
3069
+ # Lower bound of the first bucket.
3070
+ # Corresponds to the JSON property `start`
3071
+ # @return [Float]
3072
+ attr_accessor :start
3073
+
3074
+ # Distance between bucket boundaries. Must be greater than 0.
3075
+ # Corresponds to the JSON property `width`
3076
+ # @return [Float]
3077
+ attr_accessor :width
3078
+
3079
+ def initialize(**args)
3080
+ update!(**args)
3081
+ end
3082
+
3083
+ # Update properties of this object
3084
+ def update!(**args)
3085
+ @number_of_buckets = args[:number_of_buckets] if args.key?(:number_of_buckets)
3086
+ @start = args[:start] if args.key?(:start)
3087
+ @width = args[:width] if args.key?(:width)
3088
+ end
3089
+ end
3090
+
2949
3091
  # Response to a request to list job messages.
2950
3092
  class ListJobMessagesResponse
2951
3093
  include Google::Apis::Core::Hashable
@@ -3276,6 +3418,46 @@ module Google
3276
3418
  end
3277
3419
  end
3278
3420
 
3421
+ # The value of a metric along with its name and labels.
3422
+ class MetricValue
3423
+ include Google::Apis::Core::Hashable
3424
+
3425
+ # Base name for this metric.
3426
+ # Corresponds to the JSON property `metric`
3427
+ # @return [String]
3428
+ attr_accessor :metric
3429
+
3430
+ # Optional. Set of metric labels for this metric.
3431
+ # Corresponds to the JSON property `metricLabels`
3432
+ # @return [Hash<String,String>]
3433
+ attr_accessor :metric_labels
3434
+
3435
+ # Summary statistics for a population of values. HistogramValue contains a
3436
+ # sequence of buckets and gives a count of values that fall into each bucket.
3437
+ # Bucket boundares are defined by a formula and bucket widths are either fixed
3438
+ # or exponentially increasing.
3439
+ # Corresponds to the JSON property `valueHistogram`
3440
+ # @return [Google::Apis::DataflowV1b3::DataflowHistogramValue]
3441
+ attr_accessor :value_histogram
3442
+
3443
+ # Integer value of this metric.
3444
+ # Corresponds to the JSON property `valueInt64`
3445
+ # @return [Fixnum]
3446
+ attr_accessor :value_int64
3447
+
3448
+ def initialize(**args)
3449
+ update!(**args)
3450
+ end
3451
+
3452
+ # Update properties of this object
3453
+ def update!(**args)
3454
+ @metric = args[:metric] if args.key?(:metric)
3455
+ @metric_labels = args[:metric_labels] if args.key?(:metric_labels)
3456
+ @value_histogram = args[:value_histogram] if args.key?(:value_histogram)
3457
+ @value_int64 = args[:value_int64] if args.key?(:value_int64)
3458
+ end
3459
+ end
3460
+
3279
3461
  # Describes mounted data disk.
3280
3462
  class MountedDataDisk
3281
3463
  include Google::Apis::Core::Hashable
@@ -3342,6 +3524,43 @@ module Google
3342
3524
  end
3343
3525
  end
3344
3526
 
3527
+ # Statistics for the underflow and overflow bucket.
3528
+ class OutlierStats
3529
+ include Google::Apis::Core::Hashable
3530
+
3531
+ # Number of values that are larger than the upper bound of the largest bucket.
3532
+ # Corresponds to the JSON property `overflowCount`
3533
+ # @return [Fixnum]
3534
+ attr_accessor :overflow_count
3535
+
3536
+ # Mean of values in the overflow bucket.
3537
+ # Corresponds to the JSON property `overflowMean`
3538
+ # @return [Float]
3539
+ attr_accessor :overflow_mean
3540
+
3541
+ # Number of values that are smaller than the lower bound of the smallest bucket.
3542
+ # Corresponds to the JSON property `underflowCount`
3543
+ # @return [Fixnum]
3544
+ attr_accessor :underflow_count
3545
+
3546
+ # Mean of values in the undeflow bucket.
3547
+ # Corresponds to the JSON property `underflowMean`
3548
+ # @return [Float]
3549
+ attr_accessor :underflow_mean
3550
+
3551
+ def initialize(**args)
3552
+ update!(**args)
3553
+ end
3554
+
3555
+ # Update properties of this object
3556
+ def update!(**args)
3557
+ @overflow_count = args[:overflow_count] if args.key?(:overflow_count)
3558
+ @overflow_mean = args[:overflow_mean] if args.key?(:overflow_mean)
3559
+ @underflow_count = args[:underflow_count] if args.key?(:underflow_count)
3560
+ @underflow_mean = args[:underflow_mean] if args.key?(:underflow_mean)
3561
+ end
3562
+ end
3563
+
3345
3564
  # The packages that must be installed in order for a worker to run the steps of
3346
3565
  # the Cloud Dataflow job that will be assigned to its worker pool. This is the
3347
3566
  # mechanism by which the Cloud Dataflow SDK causes code to be loaded onto the
@@ -3544,6 +3763,12 @@ module Google
3544
3763
  # @return [String]
3545
3764
  attr_accessor :help_text
3546
3765
 
3766
+ # Optional. Whether the parameter should be hidden in the UI.
3767
+ # Corresponds to the JSON property `hiddenUi`
3768
+ # @return [Boolean]
3769
+ attr_accessor :hidden_ui
3770
+ alias_method :hidden_ui?, :hidden_ui
3771
+
3547
3772
  # Optional. Whether the parameter is optional. Defaults to false.
3548
3773
  # Corresponds to the JSON property `isOptional`
3549
3774
  # @return [Boolean]
@@ -3596,6 +3821,7 @@ module Google
3596
3821
  @enum_options = args[:enum_options] if args.key?(:enum_options)
3597
3822
  @group_name = args[:group_name] if args.key?(:group_name)
3598
3823
  @help_text = args[:help_text] if args.key?(:help_text)
3824
+ @hidden_ui = args[:hidden_ui] if args.key?(:hidden_ui)
3599
3825
  @is_optional = args[:is_optional] if args.key?(:is_optional)
3600
3826
  @label = args[:label] if args.key?(:label)
3601
3827
  @name = args[:name] if args.key?(:name)
@@ -3689,6 +3915,59 @@ module Google
3689
3915
  end
3690
3916
  end
3691
3917
 
3918
+ # Metrics for a particular unfused step and namespace. A metric is uniquely
3919
+ # identified by the `metrics_namespace`, `original_step`, `metric name` and `
3920
+ # metric_labels`.
3921
+ class PerStepNamespaceMetrics
3922
+ include Google::Apis::Core::Hashable
3923
+
3924
+ # Optional. Metrics that are recorded for this namespace and unfused step.
3925
+ # Corresponds to the JSON property `metricValues`
3926
+ # @return [Array<Google::Apis::DataflowV1b3::MetricValue>]
3927
+ attr_accessor :metric_values
3928
+
3929
+ # The namespace of these metrics on the worker.
3930
+ # Corresponds to the JSON property `metricsNamespace`
3931
+ # @return [String]
3932
+ attr_accessor :metrics_namespace
3933
+
3934
+ # The original system name of the unfused step that these metrics are reported
3935
+ # from.
3936
+ # Corresponds to the JSON property `originalStep`
3937
+ # @return [String]
3938
+ attr_accessor :original_step
3939
+
3940
+ def initialize(**args)
3941
+ update!(**args)
3942
+ end
3943
+
3944
+ # Update properties of this object
3945
+ def update!(**args)
3946
+ @metric_values = args[:metric_values] if args.key?(:metric_values)
3947
+ @metrics_namespace = args[:metrics_namespace] if args.key?(:metrics_namespace)
3948
+ @original_step = args[:original_step] if args.key?(:original_step)
3949
+ end
3950
+ end
3951
+
3952
+ # Per worker metrics.
3953
+ class PerWorkerMetrics
3954
+ include Google::Apis::Core::Hashable
3955
+
3956
+ # Optional. Metrics for a particular unfused step and namespace.
3957
+ # Corresponds to the JSON property `perStepNamespaceMetrics`
3958
+ # @return [Array<Google::Apis::DataflowV1b3::PerStepNamespaceMetrics>]
3959
+ attr_accessor :per_step_namespace_metrics
3960
+
3961
+ def initialize(**args)
3962
+ update!(**args)
3963
+ end
3964
+
3965
+ # Update properties of this object
3966
+ def update!(**args)
3967
+ @per_step_namespace_metrics = args[:per_step_namespace_metrics] if args.key?(:per_step_namespace_metrics)
3968
+ end
3969
+ end
3970
+
3692
3971
  # A descriptive representation of submitted pipeline as well as the executed
3693
3972
  # form. This data is provided by the Dataflow service for ease of visualizing
3694
3973
  # the pipeline and interpreting Dataflow provided metrics.
@@ -4207,6 +4486,14 @@ module Google
4207
4486
  # @return [String]
4208
4487
  attr_accessor :service_account_email
4209
4488
 
4489
+ # Optional. Specifies the Streaming Engine message processing guarantees.
4490
+ # Reduces cost and latency but might result in duplicate messages committed to
4491
+ # storage. Designed to run simple mapping streaming ETL jobs at the lowest cost.
4492
+ # For example, Change Data Capture (CDC) to BigQuery is a canonical use case.
4493
+ # Corresponds to the JSON property `streamingMode`
4494
+ # @return [String]
4495
+ attr_accessor :streaming_mode
4496
+
4210
4497
  # Optional. Subnetwork to which VMs will be assigned, if desired. You can
4211
4498
  # specify a subnetwork using either a complete URL or an abbreviated path.
4212
4499
  # Expected to be of the form "https://www.googleapis.com/compute/v1/projects/
@@ -4266,6 +4553,7 @@ module Google
4266
4553
  @network = args[:network] if args.key?(:network)
4267
4554
  @num_workers = args[:num_workers] if args.key?(:num_workers)
4268
4555
  @service_account_email = args[:service_account_email] if args.key?(:service_account_email)
4556
+ @streaming_mode = args[:streaming_mode] if args.key?(:streaming_mode)
4269
4557
  @subnetwork = args[:subnetwork] if args.key?(:subnetwork)
4270
4558
  @temp_location = args[:temp_location] if args.key?(:temp_location)
4271
4559
  @worker_region = args[:worker_region] if args.key?(:worker_region)
@@ -5856,7 +6144,7 @@ module Google
5856
6144
  class StreamingScalingReport
5857
6145
  include Google::Apis::Core::Hashable
5858
6146
 
5859
- # Current acive bundle count.
6147
+ #
5860
6148
  # Corresponds to the JSON property `activeBundleCount`
5861
6149
  # @return [Fixnum]
5862
6150
  attr_accessor :active_bundle_count
@@ -5866,12 +6154,17 @@ module Google
5866
6154
  # @return [Fixnum]
5867
6155
  attr_accessor :active_thread_count
5868
6156
 
5869
- # Maximum bundle count limit.
6157
+ # Maximum bundle count.
5870
6158
  # Corresponds to the JSON property `maximumBundleCount`
5871
6159
  # @return [Fixnum]
5872
6160
  attr_accessor :maximum_bundle_count
5873
6161
 
5874
- # Maximum bytes count limit.
6162
+ # Maximum bytes.
6163
+ # Corresponds to the JSON property `maximumBytes`
6164
+ # @return [Fixnum]
6165
+ attr_accessor :maximum_bytes
6166
+
6167
+ #
5875
6168
  # Corresponds to the JSON property `maximumBytesCount`
5876
6169
  # @return [Fixnum]
5877
6170
  attr_accessor :maximum_bytes_count
@@ -5881,7 +6174,17 @@ module Google
5881
6174
  # @return [Fixnum]
5882
6175
  attr_accessor :maximum_thread_count
5883
6176
 
5884
- # Current outstanding bytes count.
6177
+ # Current outstanding bundle count.
6178
+ # Corresponds to the JSON property `outstandingBundleCount`
6179
+ # @return [Fixnum]
6180
+ attr_accessor :outstanding_bundle_count
6181
+
6182
+ # Current outstanding bytes.
6183
+ # Corresponds to the JSON property `outstandingBytes`
6184
+ # @return [Fixnum]
6185
+ attr_accessor :outstanding_bytes
6186
+
6187
+ #
5885
6188
  # Corresponds to the JSON property `outstandingBytesCount`
5886
6189
  # @return [Fixnum]
5887
6190
  attr_accessor :outstanding_bytes_count
@@ -5895,8 +6198,11 @@ module Google
5895
6198
  @active_bundle_count = args[:active_bundle_count] if args.key?(:active_bundle_count)
5896
6199
  @active_thread_count = args[:active_thread_count] if args.key?(:active_thread_count)
5897
6200
  @maximum_bundle_count = args[:maximum_bundle_count] if args.key?(:maximum_bundle_count)
6201
+ @maximum_bytes = args[:maximum_bytes] if args.key?(:maximum_bytes)
5898
6202
  @maximum_bytes_count = args[:maximum_bytes_count] if args.key?(:maximum_bytes_count)
5899
6203
  @maximum_thread_count = args[:maximum_thread_count] if args.key?(:maximum_thread_count)
6204
+ @outstanding_bundle_count = args[:outstanding_bundle_count] if args.key?(:outstanding_bundle_count)
6205
+ @outstanding_bytes = args[:outstanding_bytes] if args.key?(:outstanding_bytes)
5900
6206
  @outstanding_bytes_count = args[:outstanding_bytes_count] if args.key?(:outstanding_bytes_count)
5901
6207
  end
5902
6208
  end
@@ -6250,6 +6556,24 @@ module Google
6250
6556
  # @return [Array<Google::Apis::DataflowV1b3::ParameterMetadata>]
6251
6557
  attr_accessor :parameters
6252
6558
 
6559
+ # Optional. Indicates if the template is streaming or not.
6560
+ # Corresponds to the JSON property `streaming`
6561
+ # @return [Boolean]
6562
+ attr_accessor :streaming
6563
+ alias_method :streaming?, :streaming
6564
+
6565
+ # Optional. Indicates if the streaming template supports at least once mode.
6566
+ # Corresponds to the JSON property `supportsAtLeastOnce`
6567
+ # @return [Boolean]
6568
+ attr_accessor :supports_at_least_once
6569
+ alias_method :supports_at_least_once?, :supports_at_least_once
6570
+
6571
+ # Optional. Indicates if the streaming template supports exactly once mode.
6572
+ # Corresponds to the JSON property `supportsExactlyOnce`
6573
+ # @return [Boolean]
6574
+ attr_accessor :supports_exactly_once
6575
+ alias_method :supports_exactly_once?, :supports_exactly_once
6576
+
6253
6577
  def initialize(**args)
6254
6578
  update!(**args)
6255
6579
  end
@@ -6259,6 +6583,9 @@ module Google
6259
6583
  @description = args[:description] if args.key?(:description)
6260
6584
  @name = args[:name] if args.key?(:name)
6261
6585
  @parameters = args[:parameters] if args.key?(:parameters)
6586
+ @streaming = args[:streaming] if args.key?(:streaming)
6587
+ @supports_at_least_once = args[:supports_at_least_once] if args.key?(:supports_at_least_once)
6588
+ @supports_exactly_once = args[:supports_exactly_once] if args.key?(:supports_exactly_once)
6262
6589
  end
6263
6590
  end
6264
6591
 
@@ -6893,6 +7220,11 @@ module Google
6893
7220
  # @return [Hash<String,String>]
6894
7221
  attr_accessor :labels
6895
7222
 
7223
+ # Per worker metrics.
7224
+ # Corresponds to the JSON property `perWorkerMetrics`
7225
+ # @return [Google::Apis::DataflowV1b3::PerWorkerMetrics]
7226
+ attr_accessor :per_worker_metrics
7227
+
6896
7228
  # Contains per-user worker telemetry used in streaming autoscaling.
6897
7229
  # Corresponds to the JSON property `streamingScalingReport`
6898
7230
  # @return [Google::Apis::DataflowV1b3::StreamingScalingReport]
@@ -6954,6 +7286,7 @@ module Google
6954
7286
  def update!(**args)
6955
7287
  @data_sampling_report = args[:data_sampling_report] if args.key?(:data_sampling_report)
6956
7288
  @labels = args[:labels] if args.key?(:labels)
7289
+ @per_worker_metrics = args[:per_worker_metrics] if args.key?(:per_worker_metrics)
6957
7290
  @streaming_scaling_report = args[:streaming_scaling_report] if args.key?(:streaming_scaling_report)
6958
7291
  @time = args[:time] if args.key?(:time)
6959
7292
  @worker_health_report = args[:worker_health_report] if args.key?(:worker_health_report)
@@ -16,13 +16,13 @@ module Google
16
16
  module Apis
17
17
  module DataflowV1b3
18
18
  # Version of the google-apis-dataflow_v1b3 gem
19
- GEM_VERSION = "0.48.0"
19
+ GEM_VERSION = "0.50.0"
20
20
 
21
21
  # Version of the code generator used to generate this client
22
- GENERATOR_VERSION = "0.12.0"
22
+ GENERATOR_VERSION = "0.13.1"
23
23
 
24
24
  # Revision of the discovery document this client was generated from
25
- REVISION = "20231217"
25
+ REVISION = "20240121"
26
26
  end
27
27
  end
28
28
  end
@@ -52,6 +52,12 @@ module Google
52
52
  include Google::Apis::Core::JsonObjectSupport
53
53
  end
54
54
 
55
+ class Base2Exponent
56
+ class Representation < Google::Apis::Core::JsonRepresentation; end
57
+
58
+ include Google::Apis::Core::JsonObjectSupport
59
+ end
60
+
55
61
  class BigQueryIoDetails
56
62
  class Representation < Google::Apis::Core::JsonRepresentation; end
57
63
 
@@ -64,6 +70,12 @@ module Google
64
70
  include Google::Apis::Core::JsonObjectSupport
65
71
  end
66
72
 
73
+ class BucketOptions
74
+ class Representation < Google::Apis::Core::JsonRepresentation; end
75
+
76
+ include Google::Apis::Core::JsonObjectSupport
77
+ end
78
+
67
79
  class CpuTime
68
80
  class Representation < Google::Apis::Core::JsonRepresentation; end
69
81
 
@@ -154,6 +166,12 @@ module Google
154
166
  include Google::Apis::Core::JsonObjectSupport
155
167
  end
156
168
 
169
+ class DataflowHistogramValue
170
+ class Representation < Google::Apis::Core::JsonRepresentation; end
171
+
172
+ include Google::Apis::Core::JsonObjectSupport
173
+ end
174
+
157
175
  class DatastoreIoDetails
158
176
  class Representation < Google::Apis::Core::JsonRepresentation; end
159
177
 
@@ -424,6 +442,12 @@ module Google
424
442
  include Google::Apis::Core::JsonObjectSupport
425
443
  end
426
444
 
445
+ class Linear
446
+ class Representation < Google::Apis::Core::JsonRepresentation; end
447
+
448
+ include Google::Apis::Core::JsonObjectSupport
449
+ end
450
+
427
451
  class ListJobMessagesResponse
428
452
  class Representation < Google::Apis::Core::JsonRepresentation; end
429
453
 
@@ -472,6 +496,12 @@ module Google
472
496
  include Google::Apis::Core::JsonObjectSupport
473
497
  end
474
498
 
499
+ class MetricValue
500
+ class Representation < Google::Apis::Core::JsonRepresentation; end
501
+
502
+ include Google::Apis::Core::JsonObjectSupport
503
+ end
504
+
475
505
  class MountedDataDisk
476
506
  class Representation < Google::Apis::Core::JsonRepresentation; end
477
507
 
@@ -490,6 +520,12 @@ module Google
490
520
  include Google::Apis::Core::JsonObjectSupport
491
521
  end
492
522
 
523
+ class OutlierStats
524
+ class Representation < Google::Apis::Core::JsonRepresentation; end
525
+
526
+ include Google::Apis::Core::JsonObjectSupport
527
+ end
528
+
493
529
  class Package
494
530
  class Representation < Google::Apis::Core::JsonRepresentation; end
495
531
 
@@ -532,6 +568,18 @@ module Google
532
568
  include Google::Apis::Core::JsonObjectSupport
533
569
  end
534
570
 
571
+ class PerStepNamespaceMetrics
572
+ class Representation < Google::Apis::Core::JsonRepresentation; end
573
+
574
+ include Google::Apis::Core::JsonObjectSupport
575
+ end
576
+
577
+ class PerWorkerMetrics
578
+ class Representation < Google::Apis::Core::JsonRepresentation; end
579
+
580
+ include Google::Apis::Core::JsonObjectSupport
581
+ end
582
+
535
583
  class PipelineDescription
536
584
  class Representation < Google::Apis::Core::JsonRepresentation; end
537
585
 
@@ -1120,6 +1168,14 @@ module Google
1120
1168
  end
1121
1169
  end
1122
1170
 
1171
+ class Base2Exponent
1172
+ # @private
1173
+ class Representation < Google::Apis::Core::JsonRepresentation
1174
+ property :number_of_buckets, as: 'numberOfBuckets'
1175
+ property :scale, as: 'scale'
1176
+ end
1177
+ end
1178
+
1123
1179
  class BigQueryIoDetails
1124
1180
  # @private
1125
1181
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1139,6 +1195,16 @@ module Google
1139
1195
  end
1140
1196
  end
1141
1197
 
1198
+ class BucketOptions
1199
+ # @private
1200
+ class Representation < Google::Apis::Core::JsonRepresentation
1201
+ property :exponential, as: 'exponential', class: Google::Apis::DataflowV1b3::Base2Exponent, decorator: Google::Apis::DataflowV1b3::Base2Exponent::Representation
1202
+
1203
+ property :linear, as: 'linear', class: Google::Apis::DataflowV1b3::Linear, decorator: Google::Apis::DataflowV1b3::Linear::Representation
1204
+
1205
+ end
1206
+ end
1207
+
1142
1208
  class CpuTime
1143
1209
  # @private
1144
1210
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1321,6 +1387,18 @@ module Google
1321
1387
  end
1322
1388
  end
1323
1389
 
1390
+ class DataflowHistogramValue
1391
+ # @private
1392
+ class Representation < Google::Apis::Core::JsonRepresentation
1393
+ collection :bucket_counts, as: 'bucketCounts'
1394
+ property :bucket_options, as: 'bucketOptions', class: Google::Apis::DataflowV1b3::BucketOptions, decorator: Google::Apis::DataflowV1b3::BucketOptions::Representation
1395
+
1396
+ property :count, :numeric_string => true, as: 'count'
1397
+ property :outlier_stats, as: 'outlierStats', class: Google::Apis::DataflowV1b3::OutlierStats, decorator: Google::Apis::DataflowV1b3::OutlierStats::Representation
1398
+
1399
+ end
1400
+ end
1401
+
1324
1402
  class DatastoreIoDetails
1325
1403
  # @private
1326
1404
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1505,6 +1583,7 @@ module Google
1505
1583
  property :sdk_container_image, as: 'sdkContainerImage'
1506
1584
  property :service_account_email, as: 'serviceAccountEmail'
1507
1585
  property :staging_location, as: 'stagingLocation'
1586
+ property :streaming_mode, as: 'streamingMode'
1508
1587
  property :subnetwork, as: 'subnetwork'
1509
1588
  property :temp_location, as: 'tempLocation'
1510
1589
  property :worker_region, as: 'workerRegion'
@@ -1838,6 +1917,15 @@ module Google
1838
1917
  end
1839
1918
  end
1840
1919
 
1920
+ class Linear
1921
+ # @private
1922
+ class Representation < Google::Apis::Core::JsonRepresentation
1923
+ property :number_of_buckets, as: 'numberOfBuckets'
1924
+ property :start, as: 'start'
1925
+ property :width, as: 'width'
1926
+ end
1927
+ end
1928
+
1841
1929
  class ListJobMessagesResponse
1842
1930
  # @private
1843
1931
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1925,6 +2013,17 @@ module Google
1925
2013
  end
1926
2014
  end
1927
2015
 
2016
+ class MetricValue
2017
+ # @private
2018
+ class Representation < Google::Apis::Core::JsonRepresentation
2019
+ property :metric, as: 'metric'
2020
+ hash :metric_labels, as: 'metricLabels'
2021
+ property :value_histogram, as: 'valueHistogram', class: Google::Apis::DataflowV1b3::DataflowHistogramValue, decorator: Google::Apis::DataflowV1b3::DataflowHistogramValue::Representation
2022
+
2023
+ property :value_int64, :numeric_string => true, as: 'valueInt64'
2024
+ end
2025
+ end
2026
+
1928
2027
  class MountedDataDisk
1929
2028
  # @private
1930
2029
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1947,6 +2046,16 @@ module Google
1947
2046
  end
1948
2047
  end
1949
2048
 
2049
+ class OutlierStats
2050
+ # @private
2051
+ class Representation < Google::Apis::Core::JsonRepresentation
2052
+ property :overflow_count, :numeric_string => true, as: 'overflowCount'
2053
+ property :overflow_mean, as: 'overflowMean'
2054
+ property :underflow_count, :numeric_string => true, as: 'underflowCount'
2055
+ property :underflow_mean, as: 'underflowMean'
2056
+ end
2057
+ end
2058
+
1950
2059
  class Package
1951
2060
  # @private
1952
2061
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -2007,6 +2116,7 @@ module Google
2007
2116
 
2008
2117
  property :group_name, as: 'groupName'
2009
2118
  property :help_text, as: 'helpText'
2119
+ property :hidden_ui, as: 'hiddenUi'
2010
2120
  property :is_optional, as: 'isOptional'
2011
2121
  property :label, as: 'label'
2012
2122
  property :name, as: 'name'
@@ -2040,6 +2150,24 @@ module Google
2040
2150
  end
2041
2151
  end
2042
2152
 
2153
+ class PerStepNamespaceMetrics
2154
+ # @private
2155
+ class Representation < Google::Apis::Core::JsonRepresentation
2156
+ collection :metric_values, as: 'metricValues', class: Google::Apis::DataflowV1b3::MetricValue, decorator: Google::Apis::DataflowV1b3::MetricValue::Representation
2157
+
2158
+ property :metrics_namespace, as: 'metricsNamespace'
2159
+ property :original_step, as: 'originalStep'
2160
+ end
2161
+ end
2162
+
2163
+ class PerWorkerMetrics
2164
+ # @private
2165
+ class Representation < Google::Apis::Core::JsonRepresentation
2166
+ collection :per_step_namespace_metrics, as: 'perStepNamespaceMetrics', class: Google::Apis::DataflowV1b3::PerStepNamespaceMetrics, decorator: Google::Apis::DataflowV1b3::PerStepNamespaceMetrics::Representation
2167
+
2168
+ end
2169
+ end
2170
+
2043
2171
  class PipelineDescription
2044
2172
  # @private
2045
2173
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -2184,6 +2312,7 @@ module Google
2184
2312
  property :network, as: 'network'
2185
2313
  property :num_workers, as: 'numWorkers'
2186
2314
  property :service_account_email, as: 'serviceAccountEmail'
2315
+ property :streaming_mode, as: 'streamingMode'
2187
2316
  property :subnetwork, as: 'subnetwork'
2188
2317
  property :temp_location, as: 'tempLocation'
2189
2318
  property :worker_region, as: 'workerRegion'
@@ -2661,8 +2790,11 @@ module Google
2661
2790
  property :active_bundle_count, as: 'activeBundleCount'
2662
2791
  property :active_thread_count, as: 'activeThreadCount'
2663
2792
  property :maximum_bundle_count, as: 'maximumBundleCount'
2793
+ property :maximum_bytes, :numeric_string => true, as: 'maximumBytes'
2664
2794
  property :maximum_bytes_count, as: 'maximumBytesCount'
2665
2795
  property :maximum_thread_count, as: 'maximumThreadCount'
2796
+ property :outstanding_bundle_count, as: 'outstandingBundleCount'
2797
+ property :outstanding_bytes, :numeric_string => true, as: 'outstandingBytes'
2666
2798
  property :outstanding_bytes_count, as: 'outstandingBytesCount'
2667
2799
  end
2668
2800
  end
@@ -2756,6 +2888,9 @@ module Google
2756
2888
  property :name, as: 'name'
2757
2889
  collection :parameters, as: 'parameters', class: Google::Apis::DataflowV1b3::ParameterMetadata, decorator: Google::Apis::DataflowV1b3::ParameterMetadata::Representation
2758
2890
 
2891
+ property :streaming, as: 'streaming'
2892
+ property :supports_at_least_once, as: 'supportsAtLeastOnce'
2893
+ property :supports_exactly_once, as: 'supportsExactlyOnce'
2759
2894
  end
2760
2895
  end
2761
2896
 
@@ -2926,6 +3061,8 @@ module Google
2926
3061
  property :data_sampling_report, as: 'dataSamplingReport', class: Google::Apis::DataflowV1b3::DataSamplingReport, decorator: Google::Apis::DataflowV1b3::DataSamplingReport::Representation
2927
3062
 
2928
3063
  hash :labels, as: 'labels'
3064
+ property :per_worker_metrics, as: 'perWorkerMetrics', class: Google::Apis::DataflowV1b3::PerWorkerMetrics, decorator: Google::Apis::DataflowV1b3::PerWorkerMetrics::Representation
3065
+
2929
3066
  property :streaming_scaling_report, as: 'streamingScalingReport', class: Google::Apis::DataflowV1b3::StreamingScalingReport, decorator: Google::Apis::DataflowV1b3::StreamingScalingReport::Representation
2930
3067
 
2931
3068
  property :time, as: 'time'
@@ -32,6 +32,8 @@ module Google
32
32
  #
33
33
  # @see https://cloud.google.com/dataflow
34
34
  class DataflowService < Google::Apis::Core::BaseService
35
+ DEFAULT_ENDPOINT_TEMPLATE = "https://dataflow.$UNIVERSE_DOMAIN$/"
36
+
35
37
  # @return [String]
36
38
  # API key. Your API key identifies your project and provides you with API access,
37
39
  # quota, and reports. Required unless you provide an OAuth 2.0 token.
@@ -43,7 +45,7 @@ module Google
43
45
  attr_accessor :quota_user
44
46
 
45
47
  def initialize
46
- super('https://dataflow.googleapis.com/', '',
48
+ super(DEFAULT_ENDPOINT_TEMPLATE, '',
47
49
  client_name: 'google-apis-dataflow_v1b3',
48
50
  client_version: Google::Apis::DataflowV1b3::GEM_VERSION)
49
51
  @batch_path = 'batch'
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: google-apis-dataflow_v1b3
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.48.0
4
+ version: 0.50.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Google LLC
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2023-12-24 00:00:00.000000000 Z
11
+ date: 2024-01-28 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: google-apis-core
@@ -16,7 +16,7 @@ dependencies:
16
16
  requirements:
17
17
  - - ">="
18
18
  - !ruby/object:Gem::Version
19
- version: 0.11.0
19
+ version: 0.12.0
20
20
  - - "<"
21
21
  - !ruby/object:Gem::Version
22
22
  version: 2.a
@@ -26,7 +26,7 @@ dependencies:
26
26
  requirements:
27
27
  - - ">="
28
28
  - !ruby/object:Gem::Version
29
- version: 0.11.0
29
+ version: 0.12.0
30
30
  - - "<"
31
31
  - !ruby/object:Gem::Version
32
32
  version: 2.a
@@ -58,7 +58,7 @@ licenses:
58
58
  metadata:
59
59
  bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
60
60
  changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3/CHANGELOG.md
61
- documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.48.0
61
+ documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.50.0
62
62
  source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3
63
63
  post_install_message:
64
64
  rdoc_options: []
@@ -75,7 +75,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
75
75
  - !ruby/object:Gem::Version
76
76
  version: '0'
77
77
  requirements: []
78
- rubygems_version: 3.4.19
78
+ rubygems_version: 3.5.3
79
79
  signing_key:
80
80
  specification_version: 4
81
81
  summary: Simple REST client for Dataflow API V1b3