google-apis-dataflow_v1b3 0.47.0 → 0.49.0

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: f341c4d9ca8c48e5b4f4aff3b97beec917b28143118d531df0aab64dd1415039
4
- data.tar.gz: 38869e5bff392b0720eff982613ed66b520d92e208eb908afe7e2fce36f1b77b
3
+ metadata.gz: 38ed1dfaf1d7182d705d5a95a20b86a1df957b3c6e8c0800f6511f1b84d46cb6
4
+ data.tar.gz: b8ad5b1d024d00a2d159734d8c84bafaa3b19496404c1576f5ca11ace5eb8fb8
5
5
  SHA512:
6
- metadata.gz: 6899407e00613c285331d6efaa83e7ebf703071982f46bd4db905379167467dc3807ee02ad645bf48151bca719029f258088b690da7f8ffdb01cef7fa4733ccc
7
- data.tar.gz: 9268ed7f2d1013c8c27a8070eace8fd9b7ad97dbfb9ae82502897cc59362e9a2225407cefae466ddd42724d22330ab0c287168c62d4d6a1d1ab3168f807a9d7a
6
+ metadata.gz: 424ce44d98a1985b8ee2375f51c805b4ed9cee86a652a42a9264ee88e5cf51f61a4bd2b7a43345e46927e5e00b55cb9a074b50df2bcbfe891a41b775882e71f8
7
+ data.tar.gz: f2b3d8e2bb742ba5576a666a83de7f81cf8be30fd77aea13fb4922af21b28d544d03c08827bbffa141b5877caefb614832b18ea46ab6e6edb453eaf43b6abf83
data/CHANGELOG.md CHANGED
@@ -1,5 +1,14 @@
1
1
  # Release history for google-apis-dataflow_v1b3
2
2
 
3
+ ### v0.49.0 (2024-01-22)
4
+
5
+ * Regenerated from discovery document revision 20240113
6
+ * Regenerated using generator version 0.13.0
7
+
8
+ ### v0.48.0 (2023-12-24)
9
+
10
+ * Regenerated from discovery document revision 20231217
11
+
3
12
  ### v0.47.0 (2023-12-10)
4
13
 
5
14
  * Regenerated from discovery document revision 20231203
@@ -210,6 +210,35 @@ module Google
210
210
  end
211
211
  end
212
212
 
213
+ # Exponential buckets where the growth factor between buckets is `2**(2**-scale)`
214
+ # . e.g. for `scale=1` growth factor is `2**(2**(-1))=sqrt(2)`. `n` buckets will
215
+ # have the following boundaries. - 0th: [0, gf) - i in [1, n-1]: [gf^(i), gf^(i+
216
+ # 1))
217
+ class Base2Exponent
218
+ include Google::Apis::Core::Hashable
219
+
220
+ # Must be greater than 0.
221
+ # Corresponds to the JSON property `numberOfBuckets`
222
+ # @return [Fixnum]
223
+ attr_accessor :number_of_buckets
224
+
225
+ # Must be between -3 and 3. This forces the growth factor of the bucket
226
+ # boundaries to be between `2^(1/8)` and `256`.
227
+ # Corresponds to the JSON property `scale`
228
+ # @return [Fixnum]
229
+ attr_accessor :scale
230
+
231
+ def initialize(**args)
232
+ update!(**args)
233
+ end
234
+
235
+ # Update properties of this object
236
+ def update!(**args)
237
+ @number_of_buckets = args[:number_of_buckets] if args.key?(:number_of_buckets)
238
+ @scale = args[:scale] if args.key?(:scale)
239
+ end
240
+ end
241
+
213
242
  # Metadata for a BigQuery connector used by the job.
214
243
  class BigQueryIoDetails
215
244
  include Google::Apis::Core::Hashable
@@ -278,6 +307,35 @@ module Google
278
307
  end
279
308
  end
280
309
 
310
+ # `BucketOptions` describes the bucket boundaries used in the histogram.
311
+ class BucketOptions
312
+ include Google::Apis::Core::Hashable
313
+
314
+ # Exponential buckets where the growth factor between buckets is `2**(2**-scale)`
315
+ # . e.g. for `scale=1` growth factor is `2**(2**(-1))=sqrt(2)`. `n` buckets will
316
+ # have the following boundaries. - 0th: [0, gf) - i in [1, n-1]: [gf^(i), gf^(i+
317
+ # 1))
318
+ # Corresponds to the JSON property `exponential`
319
+ # @return [Google::Apis::DataflowV1b3::Base2Exponent]
320
+ attr_accessor :exponential
321
+
322
+ # Linear buckets with the following boundaries for indices in 0 to n-1. - i in [
323
+ # 0, n-1]: [start + (i)*width, start + (i+1)*width)
324
+ # Corresponds to the JSON property `linear`
325
+ # @return [Google::Apis::DataflowV1b3::Linear]
326
+ attr_accessor :linear
327
+
328
+ def initialize(**args)
329
+ update!(**args)
330
+ end
331
+
332
+ # Update properties of this object
333
+ def update!(**args)
334
+ @exponential = args[:exponential] if args.key?(:exponential)
335
+ @linear = args[:linear] if args.key?(:linear)
336
+ end
337
+ end
338
+
281
339
  # Modeled after information exposed by /proc/stat.
282
340
  class CpuTime
283
341
  include Google::Apis::Core::Hashable
@@ -938,6 +996,49 @@ module Google
938
996
  end
939
997
  end
940
998
 
999
+ # Summary statistics for a population of values. HistogramValue contains a
1000
+ # sequence of buckets and gives a count of values that fall into each bucket.
1001
+ # Bucket boundares are defined by a formula and bucket widths are either fixed
1002
+ # or exponentially increasing.
1003
+ class DataflowHistogramValue
1004
+ include Google::Apis::Core::Hashable
1005
+
1006
+ # Optional. The number of values in each bucket of the histogram, as described
1007
+ # in `bucket_options`. `bucket_counts` should contain N values, where N is the
1008
+ # number of buckets specified in `bucket_options`. If `bucket_counts` has fewer
1009
+ # than N values, the remaining values are assumed to be 0.
1010
+ # Corresponds to the JSON property `bucketCounts`
1011
+ # @return [Array<Fixnum>]
1012
+ attr_accessor :bucket_counts
1013
+
1014
+ # `BucketOptions` describes the bucket boundaries used in the histogram.
1015
+ # Corresponds to the JSON property `bucketOptions`
1016
+ # @return [Google::Apis::DataflowV1b3::BucketOptions]
1017
+ attr_accessor :bucket_options
1018
+
1019
+ # Number of values recorded in this histogram.
1020
+ # Corresponds to the JSON property `count`
1021
+ # @return [Fixnum]
1022
+ attr_accessor :count
1023
+
1024
+ # Statistics for the underflow and overflow bucket.
1025
+ # Corresponds to the JSON property `outlierStats`
1026
+ # @return [Google::Apis::DataflowV1b3::OutlierStats]
1027
+ attr_accessor :outlier_stats
1028
+
1029
+ def initialize(**args)
1030
+ update!(**args)
1031
+ end
1032
+
1033
+ # Update properties of this object
1034
+ def update!(**args)
1035
+ @bucket_counts = args[:bucket_counts] if args.key?(:bucket_counts)
1036
+ @bucket_options = args[:bucket_options] if args.key?(:bucket_options)
1037
+ @count = args[:count] if args.key?(:count)
1038
+ @outlier_stats = args[:outlier_stats] if args.key?(:outlier_stats)
1039
+ end
1040
+ end
1041
+
941
1042
  # Metadata for a Datastore connector used by the job.
942
1043
  class DatastoreIoDetails
943
1044
  include Google::Apis::Core::Hashable
@@ -1326,6 +1427,14 @@ module Google
1326
1427
  # @return [String]
1327
1428
  attr_accessor :shuffle_mode
1328
1429
 
1430
+ # Optional. Specifies the Streaming Engine message processing guarantees.
1431
+ # Reduces cost and latency but might result in duplicate messages committed to
1432
+ # storage. Designed to run simple mapping streaming ETL jobs at the lowest cost.
1433
+ # For example, Change Data Capture (CDC) to BigQuery is a canonical use case.
1434
+ # Corresponds to the JSON property `streamingMode`
1435
+ # @return [String]
1436
+ attr_accessor :streaming_mode
1437
+
1329
1438
  # The prefix of the resources the system should use for temporary storage. The
1330
1439
  # system will append the suffix "/temp-`JOBNAME` to this resource prefix, where `
1331
1440
  # JOBNAME` is the value of the job_name field. The resulting bucket and object
@@ -1337,8 +1446,8 @@ module Google
1337
1446
  # @return [String]
1338
1447
  attr_accessor :temp_storage_prefix
1339
1448
 
1340
- # Output only. Whether the job uses the new streaming engine billing model based
1341
- # on resource usage.
1449
+ # Output only. Whether the job uses the Streaming Engine resource-based billing
1450
+ # model.
1342
1451
  # Corresponds to the JSON property `useStreamingEngineResourceBasedBilling`
1343
1452
  # @return [Boolean]
1344
1453
  attr_accessor :use_streaming_engine_resource_based_billing
@@ -1395,6 +1504,7 @@ module Google
1395
1504
  @service_kms_key_name = args[:service_kms_key_name] if args.key?(:service_kms_key_name)
1396
1505
  @service_options = args[:service_options] if args.key?(:service_options)
1397
1506
  @shuffle_mode = args[:shuffle_mode] if args.key?(:shuffle_mode)
1507
+ @streaming_mode = args[:streaming_mode] if args.key?(:streaming_mode)
1398
1508
  @temp_storage_prefix = args[:temp_storage_prefix] if args.key?(:temp_storage_prefix)
1399
1509
  @use_streaming_engine_resource_based_billing = args[:use_streaming_engine_resource_based_billing] if args.key?(:use_streaming_engine_resource_based_billing)
1400
1510
  @user_agent = args[:user_agent] if args.key?(:user_agent)
@@ -1678,6 +1788,14 @@ module Google
1678
1788
  # @return [String]
1679
1789
  attr_accessor :staging_location
1680
1790
 
1791
+ # Optional. Specifies the Streaming Engine message processing guarantees.
1792
+ # Reduces cost and latency but might result in duplicate messages committed to
1793
+ # storage. Designed to run simple mapping streaming ETL jobs at the lowest cost.
1794
+ # For example, Change Data Capture (CDC) to BigQuery is a canonical use case.
1795
+ # Corresponds to the JSON property `streamingMode`
1796
+ # @return [String]
1797
+ attr_accessor :streaming_mode
1798
+
1681
1799
  # Subnetwork to which VMs will be assigned, if desired. You can specify a
1682
1800
  # subnetwork using either a complete URL or an abbreviated path. Expected to be
1683
1801
  # of the form "https://www.googleapis.com/compute/v1/projects/HOST_PROJECT_ID/
@@ -1744,6 +1862,7 @@ module Google
1744
1862
  @sdk_container_image = args[:sdk_container_image] if args.key?(:sdk_container_image)
1745
1863
  @service_account_email = args[:service_account_email] if args.key?(:service_account_email)
1746
1864
  @staging_location = args[:staging_location] if args.key?(:staging_location)
1865
+ @streaming_mode = args[:streaming_mode] if args.key?(:streaming_mode)
1747
1866
  @subnetwork = args[:subnetwork] if args.key?(:subnetwork)
1748
1867
  @temp_location = args[:temp_location] if args.key?(:temp_location)
1749
1868
  @worker_region = args[:worker_region] if args.key?(:worker_region)
@@ -2937,6 +3056,38 @@ module Google
2937
3056
  end
2938
3057
  end
2939
3058
 
3059
+ # Linear buckets with the following boundaries for indices in 0 to n-1. - i in [
3060
+ # 0, n-1]: [start + (i)*width, start + (i+1)*width)
3061
+ class Linear
3062
+ include Google::Apis::Core::Hashable
3063
+
3064
+ # Must be greater than 0.
3065
+ # Corresponds to the JSON property `numberOfBuckets`
3066
+ # @return [Fixnum]
3067
+ attr_accessor :number_of_buckets
3068
+
3069
+ # Lower bound of the first bucket.
3070
+ # Corresponds to the JSON property `start`
3071
+ # @return [Float]
3072
+ attr_accessor :start
3073
+
3074
+ # Distance between bucket boundaries. Must be greater than 0.
3075
+ # Corresponds to the JSON property `width`
3076
+ # @return [Float]
3077
+ attr_accessor :width
3078
+
3079
+ def initialize(**args)
3080
+ update!(**args)
3081
+ end
3082
+
3083
+ # Update properties of this object
3084
+ def update!(**args)
3085
+ @number_of_buckets = args[:number_of_buckets] if args.key?(:number_of_buckets)
3086
+ @start = args[:start] if args.key?(:start)
3087
+ @width = args[:width] if args.key?(:width)
3088
+ end
3089
+ end
3090
+
2940
3091
  # Response to a request to list job messages.
2941
3092
  class ListJobMessagesResponse
2942
3093
  include Google::Apis::Core::Hashable
@@ -3267,6 +3418,46 @@ module Google
3267
3418
  end
3268
3419
  end
3269
3420
 
3421
+ # The value of a metric along with its name and labels.
3422
+ class MetricValue
3423
+ include Google::Apis::Core::Hashable
3424
+
3425
+ # Base name for this metric.
3426
+ # Corresponds to the JSON property `metric`
3427
+ # @return [String]
3428
+ attr_accessor :metric
3429
+
3430
+ # Optional. Set of metric labels for this metric.
3431
+ # Corresponds to the JSON property `metricLabels`
3432
+ # @return [Hash<String,String>]
3433
+ attr_accessor :metric_labels
3434
+
3435
+ # Summary statistics for a population of values. HistogramValue contains a
3436
+ # sequence of buckets and gives a count of values that fall into each bucket.
3437
+ # Bucket boundares are defined by a formula and bucket widths are either fixed
3438
+ # or exponentially increasing.
3439
+ # Corresponds to the JSON property `valueHistogram`
3440
+ # @return [Google::Apis::DataflowV1b3::DataflowHistogramValue]
3441
+ attr_accessor :value_histogram
3442
+
3443
+ # Integer value of this metric.
3444
+ # Corresponds to the JSON property `valueInt64`
3445
+ # @return [Fixnum]
3446
+ attr_accessor :value_int64
3447
+
3448
+ def initialize(**args)
3449
+ update!(**args)
3450
+ end
3451
+
3452
+ # Update properties of this object
3453
+ def update!(**args)
3454
+ @metric = args[:metric] if args.key?(:metric)
3455
+ @metric_labels = args[:metric_labels] if args.key?(:metric_labels)
3456
+ @value_histogram = args[:value_histogram] if args.key?(:value_histogram)
3457
+ @value_int64 = args[:value_int64] if args.key?(:value_int64)
3458
+ end
3459
+ end
3460
+
3270
3461
  # Describes mounted data disk.
3271
3462
  class MountedDataDisk
3272
3463
  include Google::Apis::Core::Hashable
@@ -3333,6 +3524,43 @@ module Google
3333
3524
  end
3334
3525
  end
3335
3526
 
3527
+ # Statistics for the underflow and overflow bucket.
3528
+ class OutlierStats
3529
+ include Google::Apis::Core::Hashable
3530
+
3531
+ # Number of values that are larger than the upper bound of the largest bucket.
3532
+ # Corresponds to the JSON property `overflowCount`
3533
+ # @return [Fixnum]
3534
+ attr_accessor :overflow_count
3535
+
3536
+ # Mean of values in the overflow bucket.
3537
+ # Corresponds to the JSON property `overflowMean`
3538
+ # @return [Float]
3539
+ attr_accessor :overflow_mean
3540
+
3541
+ # Number of values that are smaller than the lower bound of the smallest bucket.
3542
+ # Corresponds to the JSON property `underflowCount`
3543
+ # @return [Fixnum]
3544
+ attr_accessor :underflow_count
3545
+
3546
+ # Mean of values in the undeflow bucket.
3547
+ # Corresponds to the JSON property `underflowMean`
3548
+ # @return [Float]
3549
+ attr_accessor :underflow_mean
3550
+
3551
+ def initialize(**args)
3552
+ update!(**args)
3553
+ end
3554
+
3555
+ # Update properties of this object
3556
+ def update!(**args)
3557
+ @overflow_count = args[:overflow_count] if args.key?(:overflow_count)
3558
+ @overflow_mean = args[:overflow_mean] if args.key?(:overflow_mean)
3559
+ @underflow_count = args[:underflow_count] if args.key?(:underflow_count)
3560
+ @underflow_mean = args[:underflow_mean] if args.key?(:underflow_mean)
3561
+ end
3562
+ end
3563
+
3336
3564
  # The packages that must be installed in order for a worker to run the steps of
3337
3565
  # the Cloud Dataflow job that will be assigned to its worker pool. This is the
3338
3566
  # mechanism by which the Cloud Dataflow SDK causes code to be loaded onto the
@@ -3680,6 +3908,59 @@ module Google
3680
3908
  end
3681
3909
  end
3682
3910
 
3911
+ # Metrics for a particular unfused step and namespace. A metric is uniquely
3912
+ # identified by the `metrics_namespace`, `original_step`, `metric name` and `
3913
+ # metric_labels`.
3914
+ class PerStepNamespaceMetrics
3915
+ include Google::Apis::Core::Hashable
3916
+
3917
+ # Optional. Metrics that are recorded for this namespace and unfused step.
3918
+ # Corresponds to the JSON property `metricValues`
3919
+ # @return [Array<Google::Apis::DataflowV1b3::MetricValue>]
3920
+ attr_accessor :metric_values
3921
+
3922
+ # The namespace of these metrics on the worker.
3923
+ # Corresponds to the JSON property `metricsNamespace`
3924
+ # @return [String]
3925
+ attr_accessor :metrics_namespace
3926
+
3927
+ # The original system name of the unfused step that these metrics are reported
3928
+ # from.
3929
+ # Corresponds to the JSON property `originalStep`
3930
+ # @return [String]
3931
+ attr_accessor :original_step
3932
+
3933
+ def initialize(**args)
3934
+ update!(**args)
3935
+ end
3936
+
3937
+ # Update properties of this object
3938
+ def update!(**args)
3939
+ @metric_values = args[:metric_values] if args.key?(:metric_values)
3940
+ @metrics_namespace = args[:metrics_namespace] if args.key?(:metrics_namespace)
3941
+ @original_step = args[:original_step] if args.key?(:original_step)
3942
+ end
3943
+ end
3944
+
3945
+ # Per worker metrics.
3946
+ class PerWorkerMetrics
3947
+ include Google::Apis::Core::Hashable
3948
+
3949
+ # Optional. Metrics for a particular unfused step and namespace.
3950
+ # Corresponds to the JSON property `perStepNamespaceMetrics`
3951
+ # @return [Array<Google::Apis::DataflowV1b3::PerStepNamespaceMetrics>]
3952
+ attr_accessor :per_step_namespace_metrics
3953
+
3954
+ def initialize(**args)
3955
+ update!(**args)
3956
+ end
3957
+
3958
+ # Update properties of this object
3959
+ def update!(**args)
3960
+ @per_step_namespace_metrics = args[:per_step_namespace_metrics] if args.key?(:per_step_namespace_metrics)
3961
+ end
3962
+ end
3963
+
3683
3964
  # A descriptive representation of submitted pipeline as well as the executed
3684
3965
  # form. This data is provided by the Dataflow service for ease of visualizing
3685
3966
  # the pipeline and interpreting Dataflow provided metrics.
@@ -4198,6 +4479,14 @@ module Google
4198
4479
  # @return [String]
4199
4480
  attr_accessor :service_account_email
4200
4481
 
4482
+ # Optional. Specifies the Streaming Engine message processing guarantees.
4483
+ # Reduces cost and latency but might result in duplicate messages committed to
4484
+ # storage. Designed to run simple mapping streaming ETL jobs at the lowest cost.
4485
+ # For example, Change Data Capture (CDC) to BigQuery is a canonical use case.
4486
+ # Corresponds to the JSON property `streamingMode`
4487
+ # @return [String]
4488
+ attr_accessor :streaming_mode
4489
+
4201
4490
  # Optional. Subnetwork to which VMs will be assigned, if desired. You can
4202
4491
  # specify a subnetwork using either a complete URL or an abbreviated path.
4203
4492
  # Expected to be of the form "https://www.googleapis.com/compute/v1/projects/
@@ -4257,6 +4546,7 @@ module Google
4257
4546
  @network = args[:network] if args.key?(:network)
4258
4547
  @num_workers = args[:num_workers] if args.key?(:num_workers)
4259
4548
  @service_account_email = args[:service_account_email] if args.key?(:service_account_email)
4549
+ @streaming_mode = args[:streaming_mode] if args.key?(:streaming_mode)
4260
4550
  @subnetwork = args[:subnetwork] if args.key?(:subnetwork)
4261
4551
  @temp_location = args[:temp_location] if args.key?(:temp_location)
4262
4552
  @worker_region = args[:worker_region] if args.key?(:worker_region)
@@ -5847,7 +6137,7 @@ module Google
5847
6137
  class StreamingScalingReport
5848
6138
  include Google::Apis::Core::Hashable
5849
6139
 
5850
- # Current acive bundle count.
6140
+ #
5851
6141
  # Corresponds to the JSON property `activeBundleCount`
5852
6142
  # @return [Fixnum]
5853
6143
  attr_accessor :active_bundle_count
@@ -5857,12 +6147,17 @@ module Google
5857
6147
  # @return [Fixnum]
5858
6148
  attr_accessor :active_thread_count
5859
6149
 
5860
- # Maximum bundle count limit.
6150
+ # Maximum bundle count.
5861
6151
  # Corresponds to the JSON property `maximumBundleCount`
5862
6152
  # @return [Fixnum]
5863
6153
  attr_accessor :maximum_bundle_count
5864
6154
 
5865
- # Maximum bytes count limit.
6155
+ # Maximum bytes.
6156
+ # Corresponds to the JSON property `maximumBytes`
6157
+ # @return [Fixnum]
6158
+ attr_accessor :maximum_bytes
6159
+
6160
+ #
5866
6161
  # Corresponds to the JSON property `maximumBytesCount`
5867
6162
  # @return [Fixnum]
5868
6163
  attr_accessor :maximum_bytes_count
@@ -5872,7 +6167,17 @@ module Google
5872
6167
  # @return [Fixnum]
5873
6168
  attr_accessor :maximum_thread_count
5874
6169
 
5875
- # Current outstanding bytes count.
6170
+ # Current outstanding bundle count.
6171
+ # Corresponds to the JSON property `outstandingBundleCount`
6172
+ # @return [Fixnum]
6173
+ attr_accessor :outstanding_bundle_count
6174
+
6175
+ # Current outstanding bytes.
6176
+ # Corresponds to the JSON property `outstandingBytes`
6177
+ # @return [Fixnum]
6178
+ attr_accessor :outstanding_bytes
6179
+
6180
+ #
5876
6181
  # Corresponds to the JSON property `outstandingBytesCount`
5877
6182
  # @return [Fixnum]
5878
6183
  attr_accessor :outstanding_bytes_count
@@ -5886,8 +6191,11 @@ module Google
5886
6191
  @active_bundle_count = args[:active_bundle_count] if args.key?(:active_bundle_count)
5887
6192
  @active_thread_count = args[:active_thread_count] if args.key?(:active_thread_count)
5888
6193
  @maximum_bundle_count = args[:maximum_bundle_count] if args.key?(:maximum_bundle_count)
6194
+ @maximum_bytes = args[:maximum_bytes] if args.key?(:maximum_bytes)
5889
6195
  @maximum_bytes_count = args[:maximum_bytes_count] if args.key?(:maximum_bytes_count)
5890
6196
  @maximum_thread_count = args[:maximum_thread_count] if args.key?(:maximum_thread_count)
6197
+ @outstanding_bundle_count = args[:outstanding_bundle_count] if args.key?(:outstanding_bundle_count)
6198
+ @outstanding_bytes = args[:outstanding_bytes] if args.key?(:outstanding_bytes)
5891
6199
  @outstanding_bytes_count = args[:outstanding_bytes_count] if args.key?(:outstanding_bytes_count)
5892
6200
  end
5893
6201
  end
@@ -6884,6 +7192,11 @@ module Google
6884
7192
  # @return [Hash<String,String>]
6885
7193
  attr_accessor :labels
6886
7194
 
7195
+ # Per worker metrics.
7196
+ # Corresponds to the JSON property `perWorkerMetrics`
7197
+ # @return [Google::Apis::DataflowV1b3::PerWorkerMetrics]
7198
+ attr_accessor :per_worker_metrics
7199
+
6887
7200
  # Contains per-user worker telemetry used in streaming autoscaling.
6888
7201
  # Corresponds to the JSON property `streamingScalingReport`
6889
7202
  # @return [Google::Apis::DataflowV1b3::StreamingScalingReport]
@@ -6945,6 +7258,7 @@ module Google
6945
7258
  def update!(**args)
6946
7259
  @data_sampling_report = args[:data_sampling_report] if args.key?(:data_sampling_report)
6947
7260
  @labels = args[:labels] if args.key?(:labels)
7261
+ @per_worker_metrics = args[:per_worker_metrics] if args.key?(:per_worker_metrics)
6948
7262
  @streaming_scaling_report = args[:streaming_scaling_report] if args.key?(:streaming_scaling_report)
6949
7263
  @time = args[:time] if args.key?(:time)
6950
7264
  @worker_health_report = args[:worker_health_report] if args.key?(:worker_health_report)
@@ -16,13 +16,13 @@ module Google
16
16
  module Apis
17
17
  module DataflowV1b3
18
18
  # Version of the google-apis-dataflow_v1b3 gem
19
- GEM_VERSION = "0.47.0"
19
+ GEM_VERSION = "0.49.0"
20
20
 
21
21
  # Version of the code generator used to generate this client
22
- GENERATOR_VERSION = "0.12.0"
22
+ GENERATOR_VERSION = "0.13.0"
23
23
 
24
24
  # Revision of the discovery document this client was generated from
25
- REVISION = "20231203"
25
+ REVISION = "20240113"
26
26
  end
27
27
  end
28
28
  end
@@ -52,6 +52,12 @@ module Google
52
52
  include Google::Apis::Core::JsonObjectSupport
53
53
  end
54
54
 
55
+ class Base2Exponent
56
+ class Representation < Google::Apis::Core::JsonRepresentation; end
57
+
58
+ include Google::Apis::Core::JsonObjectSupport
59
+ end
60
+
55
61
  class BigQueryIoDetails
56
62
  class Representation < Google::Apis::Core::JsonRepresentation; end
57
63
 
@@ -64,6 +70,12 @@ module Google
64
70
  include Google::Apis::Core::JsonObjectSupport
65
71
  end
66
72
 
73
+ class BucketOptions
74
+ class Representation < Google::Apis::Core::JsonRepresentation; end
75
+
76
+ include Google::Apis::Core::JsonObjectSupport
77
+ end
78
+
67
79
  class CpuTime
68
80
  class Representation < Google::Apis::Core::JsonRepresentation; end
69
81
 
@@ -154,6 +166,12 @@ module Google
154
166
  include Google::Apis::Core::JsonObjectSupport
155
167
  end
156
168
 
169
+ class DataflowHistogramValue
170
+ class Representation < Google::Apis::Core::JsonRepresentation; end
171
+
172
+ include Google::Apis::Core::JsonObjectSupport
173
+ end
174
+
157
175
  class DatastoreIoDetails
158
176
  class Representation < Google::Apis::Core::JsonRepresentation; end
159
177
 
@@ -424,6 +442,12 @@ module Google
424
442
  include Google::Apis::Core::JsonObjectSupport
425
443
  end
426
444
 
445
+ class Linear
446
+ class Representation < Google::Apis::Core::JsonRepresentation; end
447
+
448
+ include Google::Apis::Core::JsonObjectSupport
449
+ end
450
+
427
451
  class ListJobMessagesResponse
428
452
  class Representation < Google::Apis::Core::JsonRepresentation; end
429
453
 
@@ -472,6 +496,12 @@ module Google
472
496
  include Google::Apis::Core::JsonObjectSupport
473
497
  end
474
498
 
499
+ class MetricValue
500
+ class Representation < Google::Apis::Core::JsonRepresentation; end
501
+
502
+ include Google::Apis::Core::JsonObjectSupport
503
+ end
504
+
475
505
  class MountedDataDisk
476
506
  class Representation < Google::Apis::Core::JsonRepresentation; end
477
507
 
@@ -490,6 +520,12 @@ module Google
490
520
  include Google::Apis::Core::JsonObjectSupport
491
521
  end
492
522
 
523
+ class OutlierStats
524
+ class Representation < Google::Apis::Core::JsonRepresentation; end
525
+
526
+ include Google::Apis::Core::JsonObjectSupport
527
+ end
528
+
493
529
  class Package
494
530
  class Representation < Google::Apis::Core::JsonRepresentation; end
495
531
 
@@ -532,6 +568,18 @@ module Google
532
568
  include Google::Apis::Core::JsonObjectSupport
533
569
  end
534
570
 
571
+ class PerStepNamespaceMetrics
572
+ class Representation < Google::Apis::Core::JsonRepresentation; end
573
+
574
+ include Google::Apis::Core::JsonObjectSupport
575
+ end
576
+
577
+ class PerWorkerMetrics
578
+ class Representation < Google::Apis::Core::JsonRepresentation; end
579
+
580
+ include Google::Apis::Core::JsonObjectSupport
581
+ end
582
+
535
583
  class PipelineDescription
536
584
  class Representation < Google::Apis::Core::JsonRepresentation; end
537
585
 
@@ -1120,6 +1168,14 @@ module Google
1120
1168
  end
1121
1169
  end
1122
1170
 
1171
+ class Base2Exponent
1172
+ # @private
1173
+ class Representation < Google::Apis::Core::JsonRepresentation
1174
+ property :number_of_buckets, as: 'numberOfBuckets'
1175
+ property :scale, as: 'scale'
1176
+ end
1177
+ end
1178
+
1123
1179
  class BigQueryIoDetails
1124
1180
  # @private
1125
1181
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1139,6 +1195,16 @@ module Google
1139
1195
  end
1140
1196
  end
1141
1197
 
1198
+ class BucketOptions
1199
+ # @private
1200
+ class Representation < Google::Apis::Core::JsonRepresentation
1201
+ property :exponential, as: 'exponential', class: Google::Apis::DataflowV1b3::Base2Exponent, decorator: Google::Apis::DataflowV1b3::Base2Exponent::Representation
1202
+
1203
+ property :linear, as: 'linear', class: Google::Apis::DataflowV1b3::Linear, decorator: Google::Apis::DataflowV1b3::Linear::Representation
1204
+
1205
+ end
1206
+ end
1207
+
1142
1208
  class CpuTime
1143
1209
  # @private
1144
1210
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1321,6 +1387,18 @@ module Google
1321
1387
  end
1322
1388
  end
1323
1389
 
1390
+ class DataflowHistogramValue
1391
+ # @private
1392
+ class Representation < Google::Apis::Core::JsonRepresentation
1393
+ collection :bucket_counts, as: 'bucketCounts'
1394
+ property :bucket_options, as: 'bucketOptions', class: Google::Apis::DataflowV1b3::BucketOptions, decorator: Google::Apis::DataflowV1b3::BucketOptions::Representation
1395
+
1396
+ property :count, :numeric_string => true, as: 'count'
1397
+ property :outlier_stats, as: 'outlierStats', class: Google::Apis::DataflowV1b3::OutlierStats, decorator: Google::Apis::DataflowV1b3::OutlierStats::Representation
1398
+
1399
+ end
1400
+ end
1401
+
1324
1402
  class DatastoreIoDetails
1325
1403
  # @private
1326
1404
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1422,6 +1500,7 @@ module Google
1422
1500
  property :service_kms_key_name, as: 'serviceKmsKeyName'
1423
1501
  collection :service_options, as: 'serviceOptions'
1424
1502
  property :shuffle_mode, as: 'shuffleMode'
1503
+ property :streaming_mode, as: 'streamingMode'
1425
1504
  property :temp_storage_prefix, as: 'tempStoragePrefix'
1426
1505
  property :use_streaming_engine_resource_based_billing, as: 'useStreamingEngineResourceBasedBilling'
1427
1506
  hash :user_agent, as: 'userAgent'
@@ -1504,6 +1583,7 @@ module Google
1504
1583
  property :sdk_container_image, as: 'sdkContainerImage'
1505
1584
  property :service_account_email, as: 'serviceAccountEmail'
1506
1585
  property :staging_location, as: 'stagingLocation'
1586
+ property :streaming_mode, as: 'streamingMode'
1507
1587
  property :subnetwork, as: 'subnetwork'
1508
1588
  property :temp_location, as: 'tempLocation'
1509
1589
  property :worker_region, as: 'workerRegion'
@@ -1837,6 +1917,15 @@ module Google
1837
1917
  end
1838
1918
  end
1839
1919
 
1920
+ class Linear
1921
+ # @private
1922
+ class Representation < Google::Apis::Core::JsonRepresentation
1923
+ property :number_of_buckets, as: 'numberOfBuckets'
1924
+ property :start, as: 'start'
1925
+ property :width, as: 'width'
1926
+ end
1927
+ end
1928
+
1840
1929
  class ListJobMessagesResponse
1841
1930
  # @private
1842
1931
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1924,6 +2013,17 @@ module Google
1924
2013
  end
1925
2014
  end
1926
2015
 
2016
+ class MetricValue
2017
+ # @private
2018
+ class Representation < Google::Apis::Core::JsonRepresentation
2019
+ property :metric, as: 'metric'
2020
+ hash :metric_labels, as: 'metricLabels'
2021
+ property :value_histogram, as: 'valueHistogram', class: Google::Apis::DataflowV1b3::DataflowHistogramValue, decorator: Google::Apis::DataflowV1b3::DataflowHistogramValue::Representation
2022
+
2023
+ property :value_int64, :numeric_string => true, as: 'valueInt64'
2024
+ end
2025
+ end
2026
+
1927
2027
  class MountedDataDisk
1928
2028
  # @private
1929
2029
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -1946,6 +2046,16 @@ module Google
1946
2046
  end
1947
2047
  end
1948
2048
 
2049
+ class OutlierStats
2050
+ # @private
2051
+ class Representation < Google::Apis::Core::JsonRepresentation
2052
+ property :overflow_count, :numeric_string => true, as: 'overflowCount'
2053
+ property :overflow_mean, as: 'overflowMean'
2054
+ property :underflow_count, :numeric_string => true, as: 'underflowCount'
2055
+ property :underflow_mean, as: 'underflowMean'
2056
+ end
2057
+ end
2058
+
1949
2059
  class Package
1950
2060
  # @private
1951
2061
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -2039,6 +2149,24 @@ module Google
2039
2149
  end
2040
2150
  end
2041
2151
 
2152
+ class PerStepNamespaceMetrics
2153
+ # @private
2154
+ class Representation < Google::Apis::Core::JsonRepresentation
2155
+ collection :metric_values, as: 'metricValues', class: Google::Apis::DataflowV1b3::MetricValue, decorator: Google::Apis::DataflowV1b3::MetricValue::Representation
2156
+
2157
+ property :metrics_namespace, as: 'metricsNamespace'
2158
+ property :original_step, as: 'originalStep'
2159
+ end
2160
+ end
2161
+
2162
+ class PerWorkerMetrics
2163
+ # @private
2164
+ class Representation < Google::Apis::Core::JsonRepresentation
2165
+ collection :per_step_namespace_metrics, as: 'perStepNamespaceMetrics', class: Google::Apis::DataflowV1b3::PerStepNamespaceMetrics, decorator: Google::Apis::DataflowV1b3::PerStepNamespaceMetrics::Representation
2166
+
2167
+ end
2168
+ end
2169
+
2042
2170
  class PipelineDescription
2043
2171
  # @private
2044
2172
  class Representation < Google::Apis::Core::JsonRepresentation
@@ -2183,6 +2311,7 @@ module Google
2183
2311
  property :network, as: 'network'
2184
2312
  property :num_workers, as: 'numWorkers'
2185
2313
  property :service_account_email, as: 'serviceAccountEmail'
2314
+ property :streaming_mode, as: 'streamingMode'
2186
2315
  property :subnetwork, as: 'subnetwork'
2187
2316
  property :temp_location, as: 'tempLocation'
2188
2317
  property :worker_region, as: 'workerRegion'
@@ -2660,8 +2789,11 @@ module Google
2660
2789
  property :active_bundle_count, as: 'activeBundleCount'
2661
2790
  property :active_thread_count, as: 'activeThreadCount'
2662
2791
  property :maximum_bundle_count, as: 'maximumBundleCount'
2792
+ property :maximum_bytes, :numeric_string => true, as: 'maximumBytes'
2663
2793
  property :maximum_bytes_count, as: 'maximumBytesCount'
2664
2794
  property :maximum_thread_count, as: 'maximumThreadCount'
2795
+ property :outstanding_bundle_count, as: 'outstandingBundleCount'
2796
+ property :outstanding_bytes, :numeric_string => true, as: 'outstandingBytes'
2665
2797
  property :outstanding_bytes_count, as: 'outstandingBytesCount'
2666
2798
  end
2667
2799
  end
@@ -2925,6 +3057,8 @@ module Google
2925
3057
  property :data_sampling_report, as: 'dataSamplingReport', class: Google::Apis::DataflowV1b3::DataSamplingReport, decorator: Google::Apis::DataflowV1b3::DataSamplingReport::Representation
2926
3058
 
2927
3059
  hash :labels, as: 'labels'
3060
+ property :per_worker_metrics, as: 'perWorkerMetrics', class: Google::Apis::DataflowV1b3::PerWorkerMetrics, decorator: Google::Apis::DataflowV1b3::PerWorkerMetrics::Representation
3061
+
2928
3062
  property :streaming_scaling_report, as: 'streamingScalingReport', class: Google::Apis::DataflowV1b3::StreamingScalingReport, decorator: Google::Apis::DataflowV1b3::StreamingScalingReport::Representation
2929
3063
 
2930
3064
  property :time, as: 'time'
@@ -32,6 +32,8 @@ module Google
32
32
  #
33
33
  # @see https://cloud.google.com/dataflow
34
34
  class DataflowService < Google::Apis::Core::BaseService
35
+ DEFAULT_ENDPOINT_TEMPLATE = "https://dataflow.$UNIVERSE_DOMAIN$/"
36
+
35
37
  # @return [String]
36
38
  # API key. Your API key identifies your project and provides you with API access,
37
39
  # quota, and reports. Required unless you provide an OAuth 2.0 token.
@@ -43,7 +45,7 @@ module Google
43
45
  attr_accessor :quota_user
44
46
 
45
47
  def initialize
46
- super('https://dataflow.googleapis.com/', '',
48
+ super(DEFAULT_ENDPOINT_TEMPLATE, '',
47
49
  client_name: 'google-apis-dataflow_v1b3',
48
50
  client_version: Google::Apis::DataflowV1b3::GEM_VERSION)
49
51
  @batch_path = 'batch'
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: google-apis-dataflow_v1b3
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.47.0
4
+ version: 0.49.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Google LLC
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2023-12-10 00:00:00.000000000 Z
11
+ date: 2024-01-23 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: google-apis-core
@@ -16,7 +16,7 @@ dependencies:
16
16
  requirements:
17
17
  - - ">="
18
18
  - !ruby/object:Gem::Version
19
- version: 0.11.0
19
+ version: 0.12.0
20
20
  - - "<"
21
21
  - !ruby/object:Gem::Version
22
22
  version: 2.a
@@ -26,7 +26,7 @@ dependencies:
26
26
  requirements:
27
27
  - - ">="
28
28
  - !ruby/object:Gem::Version
29
- version: 0.11.0
29
+ version: 0.12.0
30
30
  - - "<"
31
31
  - !ruby/object:Gem::Version
32
32
  version: 2.a
@@ -58,7 +58,7 @@ licenses:
58
58
  metadata:
59
59
  bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
60
60
  changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3/CHANGELOG.md
61
- documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.47.0
61
+ documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.49.0
62
62
  source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3
63
63
  post_install_message:
64
64
  rdoc_options: []
@@ -75,7 +75,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
75
75
  - !ruby/object:Gem::Version
76
76
  version: '0'
77
77
  requirements: []
78
- rubygems_version: 3.4.19
78
+ rubygems_version: 3.5.3
79
79
  signing_key:
80
80
  specification_version: 4
81
81
  summary: Simple REST client for Dataflow API V1b3