google-apis-dataflow_v1b3 0.47.0 → 0.49.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: f341c4d9ca8c48e5b4f4aff3b97beec917b28143118d531df0aab64dd1415039
4
- data.tar.gz: 38869e5bff392b0720eff982613ed66b520d92e208eb908afe7e2fce36f1b77b
3
+ metadata.gz: 38ed1dfaf1d7182d705d5a95a20b86a1df957b3c6e8c0800f6511f1b84d46cb6
4
+ data.tar.gz: b8ad5b1d024d00a2d159734d8c84bafaa3b19496404c1576f5ca11ace5eb8fb8
5
5
  SHA512:
6
- metadata.gz: 6899407e00613c285331d6efaa83e7ebf703071982f46bd4db905379167467dc3807ee02ad645bf48151bca719029f258088b690da7f8ffdb01cef7fa4733ccc
7
- data.tar.gz: 9268ed7f2d1013c8c27a8070eace8fd9b7ad97dbfb9ae82502897cc59362e9a2225407cefae466ddd42724d22330ab0c287168c62d4d6a1d1ab3168f807a9d7a
6
+ metadata.gz: 424ce44d98a1985b8ee2375f51c805b4ed9cee86a652a42a9264ee88e5cf51f61a4bd2b7a43345e46927e5e00b55cb9a074b50df2bcbfe891a41b775882e71f8
7
+ data.tar.gz: f2b3d8e2bb742ba5576a666a83de7f81cf8be30fd77aea13fb4922af21b28d544d03c08827bbffa141b5877caefb614832b18ea46ab6e6edb453eaf43b6abf83
data/CHANGELOG.md CHANGED
@@ -1,5 +1,14 @@
1
1
  # Release history for google-apis-dataflow_v1b3
2
2
 
3
+ ### v0.49.0 (2024-01-22)
4
+
5
+ * Regenerated from discovery document revision 20240113
6
+ * Regenerated using generator version 0.13.0
7
+
8
+ ### v0.48.0 (2023-12-24)
9
+
10
+ * Regenerated from discovery document revision 20231217
11
+
3
12
  ### v0.47.0 (2023-12-10)
4
13
 
5
14
  * Regenerated from discovery document revision 20231203
@@ -210,6 +210,35 @@ module Google
210
210
  end
211
211
  end
212
212
 
213
+ # Exponential buckets where the growth factor between buckets is `2**(2**-scale)`
214
+ # . e.g. for `scale=1` growth factor is `2**(2**(-1))=sqrt(2)`. `n` buckets will
215
+ # have the following boundaries. - 0th: [0, gf) - i in [1, n-1]: [gf^(i), gf^(i+
216
+ # 1))
217
+ class Base2Exponent
218
+ include Google::Apis::Core::Hashable
219
+
220
+ # Must be greater than 0.
221
+ # Corresponds to the JSON property `numberOfBuckets`
222
+ # @return [Fixnum]
223
+ attr_accessor :number_of_buckets
224
+
225
+ # Must be between -3 and 3. This forces the growth factor of the bucket
226
+ # boundaries to be between `2^(1/8)` and `256`.
227
+ # Corresponds to the JSON property `scale`
228
+ # @return [Fixnum]
229
+ attr_accessor :scale
230
+
231
+ def initialize(**args)
232
+ update!(**args)
233
+ end
234
+
235
+ # Update properties of this object
236
+ def update!(**args)
237
+ @number_of_buckets = args[:number_of_buckets] if args.key?(:number_of_buckets)
238
+ @scale = args[:scale] if args.key?(:scale)
239
+ end
240
+ end
241
+
213
242
  # Metadata for a BigQuery connector used by the job.
214
243
  class BigQueryIoDetails
215
244
  include Google::Apis::Core::Hashable
@@ -278,6 +307,35 @@ module Google
278
307
  end
279
308
  end
280
309
 
310
+ # `BucketOptions` describes the bucket boundaries used in the histogram.
311
+ class BucketOptions
312
+ include Google::Apis::Core::Hashable
313
+
314
+ # Exponential buckets where the growth factor between buckets is `2**(2**-scale)`
315
+ # . e.g. for `scale=1` growth factor is `2**(2**(-1))=sqrt(2)`. `n` buckets will
316
+ # have the following boundaries. - 0th: [0, gf) - i in [1, n-1]: [gf^(i), gf^(i+
317
+ # 1))
318
+ # Corresponds to the JSON property `exponential`
319
+ # @return [Google::Apis::DataflowV1b3::Base2Exponent]
320
+ attr_accessor :exponential
321
+
322
+ # Linear buckets with the following boundaries for indices in 0 to n-1. - i in [
323
+ # 0, n-1]: [start + (i)*width, start + (i+1)*width)
324
+ # Corresponds to the JSON property `linear`
325
+ # @return [Google::Apis::DataflowV1b3::Linear]
326
+ attr_accessor :linear
327
+
328
+ def initialize(**args)
329
+ update!(**args)
330
+ end
331
+
332
+ # Update properties of this object
333
+ def update!(**args)
334
+ @exponential = args[:exponential] if args.key?(:exponential)
335
+ @linear = args[:linear] if args.key?(:linear)
336
+ end
337
+ end
338
+
281
339
  # Modeled after information exposed by /proc/stat.
282
340
  class CpuTime
283
341
  include Google::Apis::Core::Hashable
@@ -938,6 +996,49 @@ module Google
938
996
  end
939
997
  end
940
998
 
999
+ # Summary statistics for a population of values. HistogramValue contains a
1000
+ # sequence of buckets and gives a count of values that fall into each bucket.
1001
+ # Bucket boundares are defined by a formula and bucket widths are either fixed
1002
+ # or exponentially increasing.
1003
+ class DataflowHistogramValue
1004
+ include Google::Apis::Core::Hashable
1005
+
1006
+ # Optional. The number of values in each bucket of the histogram, as described
1007
+ # in `bucket_options`. `bucket_counts` should contain N values, where N is the
1008
+ # number of buckets specified in `bucket_options`. If `bucket_counts` has fewer
1009
+ # than N values, the remaining values are assumed to be 0.
1010
+ # Corresponds to the JSON property `bucketCounts`
1011
+ # @return [Array<Fixnum>]
1012
+ attr_accessor :bucket_counts
1013
+
1014
+ # `BucketOptions` describes the bucket boundaries used in the histogram.
1015
+ # Corresponds to the JSON property `bucketOptions`
1016
+ # @return [Google::Apis::DataflowV1b3::BucketOptions]
1017
+ attr_accessor :bucket_options
1018
+
1019
+ # Number of values recorded in this histogram.
1020
+ # Corresponds to the JSON property `count`
1021
+ # @return [Fixnum]
1022
+ attr_accessor :count
1023
+
1024
+ # Statistics for the underflow and overflow bucket.
1025
+ # Corresponds to the JSON property `outlierStats`
1026
+ # @return [Google::Apis::DataflowV1b3::OutlierStats]
1027
+ attr_accessor :outlier_stats
1028
+
1029
+ def initialize(**args)
1030
+ update!(**args)
1031
+ end
1032
+
1033
+ # Update properties of this object
1034
+ def update!(**args)
1035
+ @bucket_counts = args[:bucket_counts] if args.key?(:bucket_counts)
1036
+ @bucket_options = args[:bucket_options] if args.key?(:bucket_options)
1037
+ @count = args[:count] if args.key?(:count)
1038
+ @outlier_stats = args[:outlier_stats] if args.key?(:outlier_stats)
1039
+ end
1040
+ end
1041
+
941
1042
  # Metadata for a Datastore connector used by the job.
942
1043
  class DatastoreIoDetails
943
1044
  include Google::Apis::Core::Hashable
@@ -1326,6 +1427,14 @@ module Google
1326
1427
  # @return [String]
1327
1428
  attr_accessor :shuffle_mode
1328
1429
 
1430
+ # Optional. Specifies the Streaming Engine message processing guarantees.
1431
+ # Reduces cost and latency but might result in duplicate messages committed to
1432
+ # storage. Designed to run simple mapping streaming ETL jobs at the lowest cost.
1433
+ # For example, Change Data Capture (CDC) to BigQuery is a canonical use case.
1434
+ # Corresponds to the JSON property `streamingMode`
1435
+ # @return [String]
1436
+ attr_accessor :streaming_mode
1437
+
1329
1438
  # The prefix of the resources the system should use for temporary storage. The
1330
1439
  # system will append the suffix "/temp-`JOBNAME` to this resource prefix, where `
1331
1440
  # JOBNAME` is the value of the job_name field. The resulting bucket and object
@@ -1337,8 +1446,8 @@ module Google
1337
1446
  # @return [String]
1338
1447
  attr_accessor :temp_storage_prefix
1339
1448
 
1340
- # Output only. Whether the job uses the new streaming engine billing model based
1341
- # on resource usage.
1449
+ # Output only. Whether the job uses the Streaming Engine resource-based billing
1450
+ # model.
1342
1451
  # Corresponds to the JSON property `useStreamingEngineResourceBasedBilling`
1343
1452
  # @return [Boolean]
1344
1453
  attr_accessor :use_streaming_engine_resource_based_billing
@@ -1395,6 +1504,7 @@ module Google
1395
1504
  @service_kms_key_name = args[:service_kms_key_name] if args.key?(:service_kms_key_name)
1396
1505
  @service_options = args[:service_options] if args.key?(:service_options)
1397
1506
  @shuffle_mode = args[:shuffle_mode] if args.key?(:shuffle_mode)
1507
+ @streaming_mode = args[:streaming_mode] if args.key?(:streaming_mode)
1398
1508
  @temp_storage_prefix = args[:temp_storage_prefix] if args.key?(:temp_storage_prefix)
1399
1509
  @use_streaming_engine_resource_based_billing = args[:use_streaming_engine_resource_based_billing] if args.key?(:use_streaming_engine_resource_based_billing)
1400
1510
  @user_agent = args[:user_agent] if args.key?(:user_agent)
@@ -1678,6 +1788,14 @@ module Google
1678
1788
  # @return [String]
1679
1789
  attr_accessor :staging_location
1680
1790
 
1791
+ # Optional. Specifies the Streaming Engine message processing guarantees.
1792
+ # Reduces cost and latency but might result in duplicate messages committed to
1793
+ # storage. Designed to run simple mapping streaming ETL jobs at the lowest cost.
1794
+ # For example, Change Data Capture (CDC) to BigQuery is a canonical use case.
1795
+ # Corresponds to the JSON property `streamingMode`
1796
+ # @return [String]
1797
+ attr_accessor :streaming_mode
1798
+
1681
1799
  # Subnetwork to which VMs will be assigned, if desired. You can specify a
1682
1800
  # subnetwork using either a complete URL or an abbreviated path. Expected to be
1683
1801
  # of the form "https://www.googleapis.com/compute/v1/projects/HOST_PROJECT_ID/
@@ -1744,6 +1862,7 @@ module Google
1744
1862
  @sdk_container_image = args[:sdk_container_image] if args.key?(:sdk_container_image)
1745
1863
  @service_account_email = args[:service_account_email] if args.key?(:service_account_email)
1746
1864
  @staging_location = args[:staging_location] if args.key?(:staging_location)
1865
+ @streaming_mode = args[:streaming_mode] if args.key?(:streaming_mode)
1747
1866
  @subnetwork = args[:subnetwork] if args.key?(:subnetwork)
1748
1867
  @temp_location = args[:temp_location] if args.key?(:temp_location)
1749
1868
  @worker_region = args[:worker_region] if args.key?(:worker_region)
@@ -2937,6 +3056,38 @@ module Google
2937
3056
  end
2938
3057
  end
2939
3058
 
3059
+ # Linear buckets with the following boundaries for indices in 0 to n-1. - i in [
3060
+ # 0, n-1]: [start + (i)*width, start + (i+1)*width)
3061
+ class Linear
3062
+ include Google::Apis::Core::Hashable
3063
+
3064
+ # Must be greater than 0.
3065
+ # Corresponds to the JSON property `numberOfBuckets`
3066
+ # @return [Fixnum]
3067
+ attr_accessor :number_of_buckets
3068
+
3069
+ # Lower bound of the first bucket.
3070
+ # Corresponds to the JSON property `start`
3071
+ # @return [Float]
3072
+ attr_accessor :start
3073
+
3074
+ # Distance between bucket boundaries. Must be greater than 0.
3075
+ # Corresponds to the JSON property `width`
3076
+ # @return [Float]
3077
+ attr_accessor :width
3078
+
3079
+ def initialize(**args)
3080
+ update!(**args)
3081
+ end
3082
+
3083
+ # Update properties of this object
3084
+ def update!(**args)
3085
+ @number_of_buckets = args[:number_of_buckets] if args.key?(:number_of_buckets)
3086
+ @start = args[:start] if args.key?(:start)
3087
+ @width = args[:width] if args.key?(:width)
3088
+ end
3089
+ end
3090
+
2940
3091
  # Response to a request to list job messages.
2941
3092
  class ListJobMessagesResponse
2942
3093
  include Google::Apis::Core::Hashable
@@ -3267,6 +3418,46 @@ module Google
3267
3418
  end
3268
3419
  end
3269
3420
 
3421
+ # The value of a metric along with its name and labels.
3422
+ class MetricValue
3423
+ include Google::Apis::Core::Hashable
3424
+
3425
+ # Base name for this metric.
3426
+ # Corresponds to the JSON property `metric`
3427
+ # @return [String]
3428
+ attr_accessor :metric
3429
+
3430
+ # Optional. Set of metric labels for this metric.
3431
+ # Corresponds to the JSON property `metricLabels`
3432
+ # @return [Hash<String,String>]
3433
+ attr_accessor :metric_labels
3434
+
3435
+ # Summary statistics for a population of values. HistogramValue contains a
3436
+ # sequence of buckets and gives a count of values that fall into each bucket.
3437
+ # Bucket boundares are defined by a formula and bucket widths are either fixed
3438
+ # or exponentially increasing.
3439
+ # Corresponds to the JSON property `valueHistogram`
3440
+ # @return [Google::Apis::DataflowV1b3::DataflowHistogramValue]
3441
+ attr_accessor :value_histogram
3442
+
3443
+ # Integer value of this metric.
3444
+ # Corresponds to the JSON property `valueInt64`
3445
+ # @return [Fixnum]
3446
+ attr_accessor :value_int64
3447
+
3448
+ def initialize(**args)
3449
+ update!(**args)
3450
+ end
3451
+
3452
+ # Update properties of this object
3453
+ def update!(**args)
3454
+ @metric = args[:metric] if args.key?(:metric)
3455
+ @metric_labels = args[:metric_labels] if args.key?(:metric_labels)
3456
+ @value_histogram = args[:value_histogram] if args.key?(:value_histogram)
3457
+ @value_int64 = args[:value_int64] if args.key?(:value_int64)
3458
+ end
3459
+ end
3460
+
3270
3461
  # Describes mounted data disk.
3271
3462
  class MountedDataDisk
3272
3463
  include Google::Apis::Core::Hashable
@@ -3333,6 +3524,43 @@ module Google
3333
3524
  end
3334
3525
  end
3335
3526
 
3527
+ # Statistics for the underflow and overflow bucket.
3528
+ class OutlierStats
3529
+ include Google::Apis::Core::Hashable
3530
+
3531
+ # Number of values that are larger than the upper bound of the largest bucket.
3532
+ # Corresponds to the JSON property `overflowCount`
3533
+ # @return [Fixnum]
3534
+ attr_accessor :overflow_count
3535
+
3536
+ # Mean of values in the overflow bucket.
3537
+ # Corresponds to the JSON property `overflowMean`
3538
+ # @return [Float]
3539
+ attr_accessor :overflow_mean
3540
+
3541
+ # Number of values that are smaller than the lower bound of the smallest bucket.
3542
+ # Corresponds to the JSON property `underflowCount`
3543
+ # @return [Fixnum]
3544
+ attr_accessor :underflow_count
3545
+
3546
+ # Mean of values in the undeflow bucket.
3547
+ # Corresponds to the JSON property `underflowMean`
3548
+ # @return [Float]
3549
+ attr_accessor :underflow_mean
3550
+
3551
+ def initialize(**args)
3552
+ update!(**args)
3553
+ end
3554
+
3555
+ # Update properties of this object
3556
+ def update!(**args)
3557
+ @overflow_count = args[:overflow_count] if args.key?(:overflow_count)
3558
+ @overflow_mean = args[:overflow_mean] if args.key?(:overflow_mean)
3559
+ @underflow_count = args[:underflow_count] if args.key?(:underflow_count)
3560
+ @underflow_mean = args[:underflow_mean] if args.key?(:underflow_mean)
3561
+ end
3562
+ end
3563
+
3336
3564
  # The packages that must be installed in order for a worker to run the steps of
3337
3565
  # the Cloud Dataflow job that will be assigned to its worker pool. This is the
3338
3566
  # mechanism by which the Cloud Dataflow SDK causes code to be loaded onto the
@@ -3680,6 +3908,59 @@ module Google
3680
3908
  end
3681
3909
  end
3682
3910
 
3911
+ # Metrics for a particular unfused step and namespace. A metric is uniquely
3912
+ # identified by the `metrics_namespace`, `original_step`, `metric name` and `
3913
+ # metric_labels`.
3914
+ class PerStepNamespaceMetrics
3915
+ include Google::Apis::Core::Hashable
3916
+
3917
+ # Optional. Metrics that are recorded for this namespace and unfused step.
3918
+ # Corresponds to the JSON property `metricValues`
3919
+ # @return [Array<Google::Apis::DataflowV1b3::MetricValue>]
3920
+ attr_accessor :metric_values
3921
+
3922
+ # The namespace of these metrics on the worker.
3923
+ # Corresponds to the JSON property `metricsNamespace`
3924
+ # @return [String]
3925
+ attr_accessor :metrics_namespace
3926
+
3927
+ # The original system name of the unfused step that these metrics are reported
3928
+ # from.
3929
+ # Corresponds to the JSON property `originalStep`
3930
+ # @return [String]
3931
+ attr_accessor :original_step
3932
+
3933
+ def initialize(**args)
3934
+ update!(**args)
3935
+ end
3936
+
3937
+ # Update properties of this object
3938
+ def update!(**args)
3939
+ @metric_values = args[:metric_values] if args.key?(:metric_values)
3940
+ @metrics_namespace = args[:metrics_namespace] if args.key?(:metrics_namespace)
3941
+ @original_step = args[:original_step] if args.key?(:original_step)
3942
+ end
3943
+ end
3944
+
3945
+ # Per worker metrics.
3946
+ class PerWorkerMetrics
3947
+ include Google::Apis::Core::Hashable
3948
+
3949
+ # Optional. Metrics for a particular unfused step and namespace.
3950
+ # Corresponds to the JSON property `perStepNamespaceMetrics`
3951
+ # @return [Array<Google::Apis::DataflowV1b3::PerStepNamespaceMetrics>]
3952
+ attr_accessor :per_step_namespace_metrics
3953
+
3954
+ def initialize(**args)
3955
+ update!(**args)
3956
+ end
3957
+
3958
+ # Update properties of this object
3959
+ def update!(**args)
3960
+ @per_step_namespace_metrics = args[:per_step_namespace_metrics] if args.key?(:per_step_namespace_metrics)
3961
+ end
3962
+ end
3963
+
3683
3964
  # A descriptive representation of submitted pipeline as well as the executed
3684
3965
  # form. This data is provided by the Dataflow service for ease of visualizing
3685
3966
  # the pipeline and interpreting Dataflow provided metrics.
@@ -4198,6 +4479,14 @@ module Google
4198
4479
  # @return [String]
4199
4480
  attr_accessor :service_account_email
4200
4481
 
4482
+ # Optional. Specifies the Streaming Engine message processing guarantees.
4483
+ # Reduces cost and latency but might result in duplicate messages committed to
4484
+ # storage. Designed to run simple mapping streaming ETL jobs at the lowest cost.
4485
+ # For example, Change Data Capture (CDC) to BigQuery is a canonical use case.
4486
+ # Corresponds to the JSON property `streamingMode`
4487
+ # @return [String]
4488
+ attr_accessor :streaming_mode
4489
+
4201
4490
  # Optional. Subnetwork to which VMs will be assigned, if desired. You can
4202
4491
  # specify a subnetwork using either a complete URL or an abbreviated path.
4203
4492
  # Expected to be of the form "https://www.googleapis.com/compute/v1/projects/
@@ -4257,6 +4546,7 @@ module Google
4257
4546
  @network = args[:network] if args.key?(:network)
4258
4547
  @num_workers = args[:num_workers] if args.key?(:num_workers)
4259
4548
  @service_account_email = args[:service_account_email] if args.key?(:service_account_email)
4549
+ @streaming_mode = args[:streaming_mode] if args.key?(:streaming_mode)
4260
4550
  @subnetwork = args[:subnetwork] if args.key?(:subnetwork)
4261
4551
  @temp_location = args[:temp_location] if args.key?(:temp_location)
4262
4552
  @worker_region = args[:worker_region] if args.key?(:worker_region)
@@ -5847,7 +6137,7 @@ module Google
5847
6137
  class StreamingScalingReport
5848
6138
  include Google::Apis::Core::Hashable
5849
6139
 
5850
- # Current acive bundle count.
6140
+ #
5851
6141
  # Corresponds to the JSON property `activeBundleCount`
5852
6142
  # @return [Fixnum]
5853
6143
  attr_accessor :active_bundle_count
@@ -5857,12 +6147,17 @@ module Google
5857
6147
  # @return [Fixnum]
5858
6148
  attr_accessor :active_thread_count
5859
6149
 
5860
- # Maximum bundle count limit.
6150
+ # Maximum bundle count.
5861
6151
  # Corresponds to the JSON property `maximumBundleCount`
5862
6152
  # @return [Fixnum]
5863
6153
  attr_accessor :maximum_bundle_count
5864
6154
 
5865
- # Maximum bytes count limit.
6155
+ # Maximum bytes.
6156
+ # Corresponds to the JSON property `maximumBytes`
6157
+ # @return [Fixnum]
6158
+ attr_accessor :maximum_bytes
6159
+
6160
+ #
5866
6161
  # Corresponds to the JSON property `maximumBytesCount`
5867
6162
  # @return [Fixnum]
5868
6163
  attr_accessor :maximum_bytes_count
@@ -5872,7 +6167,17 @@ module Google
5872
6167
  # @return [Fixnum]
5873
6168
  attr_accessor :maximum_thread_count
5874
6169
 
5875
- # Current outstanding bytes count.
6170
+ # Current outstanding bundle count.
6171
+ # Corresponds to the JSON property `outstandingBundleCount`
6172
+ # @return [Fixnum]
6173
+ attr_accessor :outstanding_bundle_count
6174
+
6175
+ # Current outstanding bytes.
6176
+ # Corresponds to the JSON property `outstandingBytes`
6177
+ # @return [Fixnum]
6178
+ attr_accessor :outstanding_bytes
6179
+
6180
+ #
5876
6181
  # Corresponds to the JSON property `outstandingBytesCount`
5877
6182
  # @return [Fixnum]
5878
6183
  attr_accessor :outstanding_bytes_count
@@ -5886,8 +6191,11 @@ module Google
5886
6191
  @active_bundle_count = args[:active_bundle_count] if args.key?(:active_bundle_count)
5887
6192
  @active_thread_count = args[:active_thread_count] if args.key?(:active_thread_count)
5888
6193
  @maximum_bundle_count = args[:maximum_bundle_count] if args.key?(:maximum_bundle_count)
6194
+ @maximum_bytes = args[:maximum_bytes] if args.key?(:maximum_bytes)
5889
6195
  @maximum_bytes_count = args[:maximum_bytes_count] if args.key?(:maximum_bytes_count)
5890
6196
  @maximum_thread_count = args[:maximum_thread_count] if args.key?(:maximum_thread_count)
6197
+ @outstanding_bundle_count = args[:outstanding_bundle_count] if args.key?(:outstanding_bundle_count)
6198
+ @outstanding_bytes = args[:outstanding_bytes] if args.key?(:outstanding_bytes)
5891
6199
  @outstanding_bytes_count = args[:outstanding_bytes_count] if args.key?(:outstanding_bytes_count)
5892
6200
  end
5893
6201
  end
@@ -6884,6 +7192,11 @@ module Google
6884
7192
  # @return [Hash<String,String>]
6885
7193
  attr_accessor :labels
6886
7194
 
7195
+ # Per worker metrics.
7196
+ # Corresponds to the JSON property `perWorkerMetrics`
7197
+ # @return [Google::Apis::DataflowV1b3::PerWorkerMetrics]
7198
+ attr_accessor :per_worker_metrics
7199
+
6887
7200
  # Contains per-user worker telemetry used in streaming autoscaling.
6888
7201
  # Corresponds to the JSON property `streamingScalingReport`
6889
7202
  # @return [Google::Apis::DataflowV1b3::StreamingScalingReport]
@@ -6945,6 +7258,7 @@ module Google
6945
7258
  def update!(**args)
6946
7259
  @data_sampling_report = args[:data_sampling_report] if args.key?(:data_sampling_report)
6947
7260
  @labels = args[:labels] if args.key?(:labels)
7261
+ @per_worker_metrics = args[:per_worker_metrics] if args.key?(:per_worker_metrics)
6948
7262
  @streaming_scaling_report = args[:streaming_scaling_report] if args.key?(:streaming_scaling_report)
6949
7263
  @time = args[:time] if args.key?(:time)
6950
7264
  @worker_health_report = args[:worker_health_report] if args.key?(:worker_health_report)
@@ -16,13 +16,13 @@ module Google
16
16
  module Apis
17
17
  module DataflowV1b3
18
18
  # Version of the google-apis-dataflow_v1b3 gem
19
- GEM_VERSION = "0.47.0"
19
+ GEM_VERSION = "0.49.0"
20
20
 
21
21
  # Version of the code generator used to generate this client
22
- GENERATOR_VERSION = "0.12.0"
22
+ GENERATOR_VERSION = "0.13.0"
23
23
 
24
24
  # Revision of the discovery document this client was generated from
25
- REVISION = "20231203"
25
+ REVISION = "20240113"
26
26
  end
27
27
  end
28
28
  end
@@ -52,6 +52,12 @@ module Google
52
52
  include Google::Apis::Core::JsonObjectSupport
53
53
  end
54
54
 
55
+ class Base2Exponent
56
+ class Representation < Google::Apis::Core::JsonRepresentation; end
57
+
58
+ include Google::Apis::Core::JsonObjectSupport
59
+ end
60
+
55
61
  class BigQueryIoDetails
56
62
  class Representation < Google::Apis::Core::JsonRepresentation; end
57
63
 
@@ -64,6 +70,12 @@ module Google
64
70
  include Google::Apis::Core::JsonObjectSupport
65
71
  end
66
72
 
73
+ class BucketOptions
74
+ class Representation < Google::Apis::Core::JsonRepresentation; end
75
+
76
+ include Google::Apis::Core::JsonObjectSupport
77
+ end
78
+
67
79
  class CpuTime
68
80
  class Representation < Google::Apis::Core::JsonRepresentation; end
69
81
 
@@ -154,6 +166,12 @@ module Google
154
166
  include Google::Apis::Core::JsonObjectSupport
155
167
  end
156
168
 
169
+ class DataflowHistogramValue
170
+ class Representation < Google::Apis::Core::JsonRepresentation; end
171
+
172
+ include Google::Apis::Core::JsonObjectSupport
173
+ end
174
+
157
175
  class DatastoreIoDetails
158
176
  class Representation < Google::Apis::Core::JsonRepresentation; end
159
177
 
@@ -424,6 +442,12 @@ module Google
424
442
  include Google::Apis::Core::JsonObjectSupport
425
443
  end
426
444
 
445
+ class Linear
446
+ class Representation < Google::Apis::Core::JsonRepresentation; end
447
+
448
+ include Google::Apis::Core::JsonObjectSupport
449
+ end
450
+
427
451
  class ListJobMessagesResponse
428
452
  class Representation < Google::Apis::Core::JsonRepresentation; end
429
453
 
@@ -472,6 +496,12 @@ module Google
472
496
  include Google::Apis::Core::JsonObjectSupport
473
497
  end
474
498
 
499
+ class MetricValue
500
+ class Representation < Google::Apis::Core::JsonRepresentation; end
501
+
502
+ include Google::Apis::Core::JsonObjectSupport
503
+ end
504
+
475
505
  class MountedDataDisk
476
506
  class Representation < Google::Apis::Core::JsonRepresentation; end
477
507
 
@@ -490,6 +520,12 @@ module Google
490
520
  include Google::Apis::Core::JsonObjectSupport
491
521
  end
492
522
 
523
+ class OutlierStats
524
+ class Representation < Google::Apis::Core::JsonRepresentation; end
525
+
526
+ include Google::Apis::Core::JsonObjectSupport
527
+ end
528
+
493
529
  class Package
494
530
  class Representation < Google::Apis::Core::JsonRepresentation; end
495
531
 
@@ -532,6 +568,18 @@ module Google
532
568
  include Google::Apis::Core::JsonObjectSupport
533
569
  end
534
570
 
571
+ class PerStepNamespaceMetrics
572
+ class Representation < Google::Apis::Core::JsonRepresentation; end
573
+
574
+ include Google::Apis::Core::JsonObjectSupport
575
+ end
576
+
577
+ class PerWorkerMetrics
578
+ class Representation < Google::Apis::Core::JsonRepresentation; end
579
+
580
+ include Google::Apis::Core::JsonObjectSupport
581
+ end
582
+
535
583
  class PipelineDescription
536
584
  class Representation < Google::Apis::Core::JsonRepresentation; end
537
585
 
@@ -1120,6 +1168,14 @@ module Google
1120
1168
  end
1121
1169
  end
1122
1170
 
1171
+ class Base2Exponent
1172
+ # @private
1173
+ class Representation < Google::Apis::Core::JsonRepresentation
1174
+ property :number_of_buckets, as: 'numberOfBuckets'
1175
+ property :scale, as: 'scale'
1176
+ end
1177
+ end
1178
+
1123
1179
  class BigQueryIoDetails
1124
1180
  # @private
1125
1181
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1139,6 +1195,16 @@ module Google
1139
1195
  end
1140
1196
  end
1141
1197
 
1198
+ class BucketOptions
1199
+ # @private
1200
+ class Representation < Google::Apis::Core::JsonRepresentation
1201
+ property :exponential, as: 'exponential', class: Google::Apis::DataflowV1b3::Base2Exponent, decorator: Google::Apis::DataflowV1b3::Base2Exponent::Representation
1202
+
1203
+ property :linear, as: 'linear', class: Google::Apis::DataflowV1b3::Linear, decorator: Google::Apis::DataflowV1b3::Linear::Representation
1204
+
1205
+ end
1206
+ end
1207
+
1142
1208
  class CpuTime
1143
1209
  # @private
1144
1210
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1321,6 +1387,18 @@ module Google
1321
1387
  end
1322
1388
  end
1323
1389
 
1390
+ class DataflowHistogramValue
1391
+ # @private
1392
+ class Representation < Google::Apis::Core::JsonRepresentation
1393
+ collection :bucket_counts, as: 'bucketCounts'
1394
+ property :bucket_options, as: 'bucketOptions', class: Google::Apis::DataflowV1b3::BucketOptions, decorator: Google::Apis::DataflowV1b3::BucketOptions::Representation
1395
+
1396
+ property :count, :numeric_string => true, as: 'count'
1397
+ property :outlier_stats, as: 'outlierStats', class: Google::Apis::DataflowV1b3::OutlierStats, decorator: Google::Apis::DataflowV1b3::OutlierStats::Representation
1398
+
1399
+ end
1400
+ end
1401
+
1324
1402
  class DatastoreIoDetails
1325
1403
  # @private
1326
1404
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1422,6 +1500,7 @@ module Google
1422
1500
  property :service_kms_key_name, as: 'serviceKmsKeyName'
1423
1501
  collection :service_options, as: 'serviceOptions'
1424
1502
  property :shuffle_mode, as: 'shuffleMode'
1503
+ property :streaming_mode, as: 'streamingMode'
1425
1504
  property :temp_storage_prefix, as: 'tempStoragePrefix'
1426
1505
  property :use_streaming_engine_resource_based_billing, as: 'useStreamingEngineResourceBasedBilling'
1427
1506
  hash :user_agent, as: 'userAgent'
@@ -1504,6 +1583,7 @@ module Google
1504
1583
  property :sdk_container_image, as: 'sdkContainerImage'
1505
1584
  property :service_account_email, as: 'serviceAccountEmail'
1506
1585
  property :staging_location, as: 'stagingLocation'
1586
+ property :streaming_mode, as: 'streamingMode'
1507
1587
  property :subnetwork, as: 'subnetwork'
1508
1588
  property :temp_location, as: 'tempLocation'
1509
1589
  property :worker_region, as: 'workerRegion'
@@ -1837,6 +1917,15 @@ module Google
1837
1917
  end
1838
1918
  end
1839
1919
 
1920
+ class Linear
1921
+ # @private
1922
+ class Representation < Google::Apis::Core::JsonRepresentation
1923
+ property :number_of_buckets, as: 'numberOfBuckets'
1924
+ property :start, as: 'start'
1925
+ property :width, as: 'width'
1926
+ end
1927
+ end
1928
+
1840
1929
  class ListJobMessagesResponse
1841
1930
  # @private
1842
1931
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1924,6 +2013,17 @@ module Google
1924
2013
  end
1925
2014
  end
1926
2015
 
2016
+ class MetricValue
2017
+ # @private
2018
+ class Representation < Google::Apis::Core::JsonRepresentation
2019
+ property :metric, as: 'metric'
2020
+ hash :metric_labels, as: 'metricLabels'
2021
+ property :value_histogram, as: 'valueHistogram', class: Google::Apis::DataflowV1b3::DataflowHistogramValue, decorator: Google::Apis::DataflowV1b3::DataflowHistogramValue::Representation
2022
+
2023
+ property :value_int64, :numeric_string => true, as: 'valueInt64'
2024
+ end
2025
+ end
2026
+
1927
2027
  class MountedDataDisk
1928
2028
  # @private
1929
2029
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1946,6 +2046,16 @@ module Google
1946
2046
  end
1947
2047
  end
1948
2048
 
2049
+ class OutlierStats
2050
+ # @private
2051
+ class Representation < Google::Apis::Core::JsonRepresentation
2052
+ property :overflow_count, :numeric_string => true, as: 'overflowCount'
2053
+ property :overflow_mean, as: 'overflowMean'
2054
+ property :underflow_count, :numeric_string => true, as: 'underflowCount'
2055
+ property :underflow_mean, as: 'underflowMean'
2056
+ end
2057
+ end
2058
+
1949
2059
  class Package
1950
2060
  # @private
1951
2061
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -2039,6 +2149,24 @@ module Google
2039
2149
  end
2040
2150
  end
2041
2151
 
2152
+ class PerStepNamespaceMetrics
2153
+ # @private
2154
+ class Representation < Google::Apis::Core::JsonRepresentation
2155
+ collection :metric_values, as: 'metricValues', class: Google::Apis::DataflowV1b3::MetricValue, decorator: Google::Apis::DataflowV1b3::MetricValue::Representation
2156
+
2157
+ property :metrics_namespace, as: 'metricsNamespace'
2158
+ property :original_step, as: 'originalStep'
2159
+ end
2160
+ end
2161
+
2162
+ class PerWorkerMetrics
2163
+ # @private
2164
+ class Representation < Google::Apis::Core::JsonRepresentation
2165
+ collection :per_step_namespace_metrics, as: 'perStepNamespaceMetrics', class: Google::Apis::DataflowV1b3::PerStepNamespaceMetrics, decorator: Google::Apis::DataflowV1b3::PerStepNamespaceMetrics::Representation
2166
+
2167
+ end
2168
+ end
2169
+
2042
2170
  class PipelineDescription
2043
2171
  # @private
2044
2172
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -2183,6 +2311,7 @@ module Google
2183
2311
  property :network, as: 'network'
2184
2312
  property :num_workers, as: 'numWorkers'
2185
2313
  property :service_account_email, as: 'serviceAccountEmail'
2314
+ property :streaming_mode, as: 'streamingMode'
2186
2315
  property :subnetwork, as: 'subnetwork'
2187
2316
  property :temp_location, as: 'tempLocation'
2188
2317
  property :worker_region, as: 'workerRegion'
@@ -2660,8 +2789,11 @@ module Google
2660
2789
  property :active_bundle_count, as: 'activeBundleCount'
2661
2790
  property :active_thread_count, as: 'activeThreadCount'
2662
2791
  property :maximum_bundle_count, as: 'maximumBundleCount'
2792
+ property :maximum_bytes, :numeric_string => true, as: 'maximumBytes'
2663
2793
  property :maximum_bytes_count, as: 'maximumBytesCount'
2664
2794
  property :maximum_thread_count, as: 'maximumThreadCount'
2795
+ property :outstanding_bundle_count, as: 'outstandingBundleCount'
2796
+ property :outstanding_bytes, :numeric_string => true, as: 'outstandingBytes'
2665
2797
  property :outstanding_bytes_count, as: 'outstandingBytesCount'
2666
2798
  end
2667
2799
  end
@@ -2925,6 +3057,8 @@ module Google
2925
3057
  property :data_sampling_report, as: 'dataSamplingReport', class: Google::Apis::DataflowV1b3::DataSamplingReport, decorator: Google::Apis::DataflowV1b3::DataSamplingReport::Representation
2926
3058
 
2927
3059
  hash :labels, as: 'labels'
3060
+ property :per_worker_metrics, as: 'perWorkerMetrics', class: Google::Apis::DataflowV1b3::PerWorkerMetrics, decorator: Google::Apis::DataflowV1b3::PerWorkerMetrics::Representation
3061
+
2928
3062
  property :streaming_scaling_report, as: 'streamingScalingReport', class: Google::Apis::DataflowV1b3::StreamingScalingReport, decorator: Google::Apis::DataflowV1b3::StreamingScalingReport::Representation
2929
3063
 
2930
3064
  property :time, as: 'time'
@@ -32,6 +32,8 @@ module Google
32
32
  #
33
33
  # @see https://cloud.google.com/dataflow
34
34
  class DataflowService < Google::Apis::Core::BaseService
35
+ DEFAULT_ENDPOINT_TEMPLATE = "https://dataflow.$UNIVERSE_DOMAIN$/"
36
+
35
37
  # @return [String]
36
38
  # API key. Your API key identifies your project and provides you with API access,
37
39
  # quota, and reports. Required unless you provide an OAuth 2.0 token.
@@ -43,7 +45,7 @@ module Google
43
45
  attr_accessor :quota_user
44
46
 
45
47
  def initialize
46
- super('https://dataflow.googleapis.com/', '',
48
+ super(DEFAULT_ENDPOINT_TEMPLATE, '',
47
49
  client_name: 'google-apis-dataflow_v1b3',
48
50
  client_version: Google::Apis::DataflowV1b3::GEM_VERSION)
49
51
  @batch_path = 'batch'
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: google-apis-dataflow_v1b3
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.47.0
4
+ version: 0.49.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Google LLC
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2023-12-10 00:00:00.000000000 Z
11
+ date: 2024-01-23 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: google-apis-core
@@ -16,7 +16,7 @@ dependencies:
16
16
  requirements:
17
17
  - - ">="
18
18
  - !ruby/object:Gem::Version
19
- version: 0.11.0
19
+ version: 0.12.0
20
20
  - - "<"
21
21
  - !ruby/object:Gem::Version
22
22
  version: 2.a
@@ -26,7 +26,7 @@ dependencies:
26
26
  requirements:
27
27
  - - ">="
28
28
  - !ruby/object:Gem::Version
29
- version: 0.11.0
29
+ version: 0.12.0
30
30
  - - "<"
31
31
  - !ruby/object:Gem::Version
32
32
  version: 2.a
@@ -58,7 +58,7 @@ licenses:
58
58
  metadata:
59
59
  bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
60
60
  changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3/CHANGELOG.md
61
- documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.47.0
61
+ documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.49.0
62
62
  source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3
63
63
  post_install_message:
64
64
  rdoc_options: []
@@ -75,7 +75,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
75
75
  - !ruby/object:Gem::Version
76
76
  version: '0'
77
77
  requirements: []
78
- rubygems_version: 3.4.19
78
+ rubygems_version: 3.5.3
79
79
  signing_key:
80
80
  specification_version: 4
81
81
  summary: Simple REST client for Dataflow API V1b3