google-apis-dataflow_v1b3 0.46.0 → 0.47.0
Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: f341c4d9ca8c48e5b4f4aff3b97beec917b28143118d531df0aab64dd1415039
|
4
|
+
data.tar.gz: 38869e5bff392b0720eff982613ed66b520d92e208eb908afe7e2fce36f1b77b
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 6899407e00613c285331d6efaa83e7ebf703071982f46bd4db905379167467dc3807ee02ad645bf48151bca719029f258088b690da7f8ffdb01cef7fa4733ccc
|
7
|
+
data.tar.gz: 9268ed7f2d1013c8c27a8070eace8fd9b7ad97dbfb9ae82502897cc59362e9a2225407cefae466ddd42724d22330ab0c287168c62d4d6a1d1ab3168f807a9d7a
|
data/CHANGELOG.md
CHANGED
@@ -2194,8 +2194,8 @@ module Google
|
|
2194
2194
|
# The current state of the job. Jobs are created in the `JOB_STATE_STOPPED`
|
2195
2195
|
# state unless otherwise specified. A job in the `JOB_STATE_RUNNING` state may
|
2196
2196
|
# asynchronously enter a terminal state. After a job has reached a terminal
|
2197
|
-
# state, no further state updates may be made. This field
|
2198
|
-
#
|
2197
|
+
# state, no further state updates may be made. This field might be mutated by
|
2198
|
+
# the Dataflow service; callers cannot mutate it.
|
2199
2199
|
# Corresponds to the JSON property `currentState`
|
2200
2200
|
# @return [String]
|
2201
2201
|
attr_accessor :current_state
|
@@ -2216,8 +2216,8 @@ module Google
|
|
2216
2216
|
# @return [Google::Apis::DataflowV1b3::JobExecutionInfo]
|
2217
2217
|
attr_accessor :execution_info
|
2218
2218
|
|
2219
|
-
# The unique ID of this job. This field is set by the
|
2220
|
-
#
|
2219
|
+
# The unique ID of this job. This field is set by the Dataflow service when the
|
2220
|
+
# job is created, and is immutable for the life of the job.
|
2221
2221
|
# Corresponds to the JSON property `id`
|
2222
2222
|
# @return [String]
|
2223
2223
|
attr_accessor :id
|
@@ -2243,11 +2243,12 @@ module Google
|
|
2243
2243
|
# @return [String]
|
2244
2244
|
attr_accessor :location
|
2245
2245
|
|
2246
|
-
# The user-specified
|
2247
|
-
# exist in a project within one region at any given time. Jobs in different
|
2248
|
-
# regions can have the same name. If a caller attempts to create a
|
2249
|
-
# same name as an already
|
2250
|
-
# The name must match the regular expression `[a-z]([-a-z0-9]`0,
|
2246
|
+
# The user-specified Dataflow job name. Only one active job with a given name
|
2247
|
+
# can exist in a project within one region at any given time. Jobs in different
|
2248
|
+
# regions can have the same name. If a caller attempts to create a job with the
|
2249
|
+
# same name as an active job that already exists, the attempt returns the
|
2250
|
+
# existing job. The name must match the regular expression `[a-z]([-a-z0-9]`0,
|
2251
|
+
# 1022`[a-z0-9])?`
|
2251
2252
|
# Corresponds to the JSON property `name`
|
2252
2253
|
# @return [String]
|
2253
2254
|
attr_accessor :name
|
@@ -2259,7 +2260,7 @@ module Google
|
|
2259
2260
|
# @return [Google::Apis::DataflowV1b3::PipelineDescription]
|
2260
2261
|
attr_accessor :pipeline_description
|
2261
2262
|
|
2262
|
-
# The ID of the Cloud
|
2263
|
+
# The ID of the Google Cloud project that the job belongs to.
|
2263
2264
|
# Corresponds to the JSON property `projectId`
|
2264
2265
|
# @return [String]
|
2265
2266
|
attr_accessor :project_id
|
@@ -2351,7 +2352,7 @@ module Google
|
|
2351
2352
|
# @return [Hash<String,String>]
|
2352
2353
|
attr_accessor :transform_name_mapping
|
2353
2354
|
|
2354
|
-
# The type of
|
2355
|
+
# The type of Dataflow job.
|
2355
2356
|
# Corresponds to the JSON property `type`
|
2356
2357
|
# @return [String]
|
2357
2358
|
attr_accessor :type
|
@@ -4307,6 +4308,13 @@ module Google
|
|
4307
4308
|
# @return [Fixnum]
|
4308
4309
|
attr_accessor :min_num_workers
|
4309
4310
|
|
4311
|
+
# Target worker utilization, compared against the aggregate utilization of the
|
4312
|
+
# worker pool by autoscaler, to determine upscaling and downscaling when absent
|
4313
|
+
# other constraints such as backlog.
|
4314
|
+
# Corresponds to the JSON property `workerUtilizationHint`
|
4315
|
+
# @return [Float]
|
4316
|
+
attr_accessor :worker_utilization_hint
|
4317
|
+
|
4310
4318
|
def initialize(**args)
|
4311
4319
|
update!(**args)
|
4312
4320
|
end
|
@@ -4315,6 +4323,7 @@ module Google
|
|
4315
4323
|
def update!(**args)
|
4316
4324
|
@max_num_workers = args[:max_num_workers] if args.key?(:max_num_workers)
|
4317
4325
|
@min_num_workers = args[:min_num_workers] if args.key?(:min_num_workers)
|
4326
|
+
@worker_utilization_hint = args[:worker_utilization_hint] if args.key?(:worker_utilization_hint)
|
4318
4327
|
end
|
4319
4328
|
end
|
4320
4329
|
|
@@ -5834,6 +5843,55 @@ module Google
|
|
5834
5843
|
end
|
5835
5844
|
end
|
5836
5845
|
|
5846
|
+
# Contains per-user worker telemetry used in streaming autoscaling.
|
5847
|
+
class StreamingScalingReport
|
5848
|
+
include Google::Apis::Core::Hashable
|
5849
|
+
|
5850
|
+
# Current acive bundle count.
|
5851
|
+
# Corresponds to the JSON property `activeBundleCount`
|
5852
|
+
# @return [Fixnum]
|
5853
|
+
attr_accessor :active_bundle_count
|
5854
|
+
|
5855
|
+
# Current acive thread count.
|
5856
|
+
# Corresponds to the JSON property `activeThreadCount`
|
5857
|
+
# @return [Fixnum]
|
5858
|
+
attr_accessor :active_thread_count
|
5859
|
+
|
5860
|
+
# Maximum bundle count limit.
|
5861
|
+
# Corresponds to the JSON property `maximumBundleCount`
|
5862
|
+
# @return [Fixnum]
|
5863
|
+
attr_accessor :maximum_bundle_count
|
5864
|
+
|
5865
|
+
# Maximum bytes count limit.
|
5866
|
+
# Corresponds to the JSON property `maximumBytesCount`
|
5867
|
+
# @return [Fixnum]
|
5868
|
+
attr_accessor :maximum_bytes_count
|
5869
|
+
|
5870
|
+
# Maximum thread count limit.
|
5871
|
+
# Corresponds to the JSON property `maximumThreadCount`
|
5872
|
+
# @return [Fixnum]
|
5873
|
+
attr_accessor :maximum_thread_count
|
5874
|
+
|
5875
|
+
# Current outstanding bytes count.
|
5876
|
+
# Corresponds to the JSON property `outstandingBytesCount`
|
5877
|
+
# @return [Fixnum]
|
5878
|
+
attr_accessor :outstanding_bytes_count
|
5879
|
+
|
5880
|
+
def initialize(**args)
|
5881
|
+
update!(**args)
|
5882
|
+
end
|
5883
|
+
|
5884
|
+
# Update properties of this object
|
5885
|
+
def update!(**args)
|
5886
|
+
@active_bundle_count = args[:active_bundle_count] if args.key?(:active_bundle_count)
|
5887
|
+
@active_thread_count = args[:active_thread_count] if args.key?(:active_thread_count)
|
5888
|
+
@maximum_bundle_count = args[:maximum_bundle_count] if args.key?(:maximum_bundle_count)
|
5889
|
+
@maximum_bytes_count = args[:maximum_bytes_count] if args.key?(:maximum_bytes_count)
|
5890
|
+
@maximum_thread_count = args[:maximum_thread_count] if args.key?(:maximum_thread_count)
|
5891
|
+
@outstanding_bytes_count = args[:outstanding_bytes_count] if args.key?(:outstanding_bytes_count)
|
5892
|
+
end
|
5893
|
+
end
|
5894
|
+
|
5837
5895
|
# A task which initializes part of a streaming Dataflow job.
|
5838
5896
|
class StreamingSetupTask
|
5839
5897
|
include Google::Apis::Core::Hashable
|
@@ -6826,6 +6884,11 @@ module Google
|
|
6826
6884
|
# @return [Hash<String,String>]
|
6827
6885
|
attr_accessor :labels
|
6828
6886
|
|
6887
|
+
# Contains per-user worker telemetry used in streaming autoscaling.
|
6888
|
+
# Corresponds to the JSON property `streamingScalingReport`
|
6889
|
+
# @return [Google::Apis::DataflowV1b3::StreamingScalingReport]
|
6890
|
+
attr_accessor :streaming_scaling_report
|
6891
|
+
|
6829
6892
|
# The timestamp of the worker_message.
|
6830
6893
|
# Corresponds to the JSON property `time`
|
6831
6894
|
# @return [String]
|
@@ -6882,6 +6945,7 @@ module Google
|
|
6882
6945
|
def update!(**args)
|
6883
6946
|
@data_sampling_report = args[:data_sampling_report] if args.key?(:data_sampling_report)
|
6884
6947
|
@labels = args[:labels] if args.key?(:labels)
|
6948
|
+
@streaming_scaling_report = args[:streaming_scaling_report] if args.key?(:streaming_scaling_report)
|
6885
6949
|
@time = args[:time] if args.key?(:time)
|
6886
6950
|
@worker_health_report = args[:worker_health_report] if args.key?(:worker_health_report)
|
6887
6951
|
@worker_lifecycle_event = args[:worker_lifecycle_event] if args.key?(:worker_lifecycle_event)
|
@@ -16,13 +16,13 @@ module Google
|
|
16
16
|
module Apis
|
17
17
|
module DataflowV1b3
|
18
18
|
# Version of the google-apis-dataflow_v1b3 gem
|
19
|
-
GEM_VERSION = "0.
|
19
|
+
GEM_VERSION = "0.47.0"
|
20
20
|
|
21
21
|
# Version of the code generator used to generate this client
|
22
22
|
GENERATOR_VERSION = "0.12.0"
|
23
23
|
|
24
24
|
# Revision of the discovery document this client was generated from
|
25
|
-
REVISION = "
|
25
|
+
REVISION = "20231203"
|
26
26
|
end
|
27
27
|
end
|
28
28
|
end
|
@@ -892,6 +892,12 @@ module Google
|
|
892
892
|
include Google::Apis::Core::JsonObjectSupport
|
893
893
|
end
|
894
894
|
|
895
|
+
class StreamingScalingReport
|
896
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
897
|
+
|
898
|
+
include Google::Apis::Core::JsonObjectSupport
|
899
|
+
end
|
900
|
+
|
895
901
|
class StreamingSetupTask
|
896
902
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
897
903
|
|
@@ -2200,6 +2206,7 @@ module Google
|
|
2200
2206
|
class Representation < Google::Apis::Core::JsonRepresentation
|
2201
2207
|
property :max_num_workers, as: 'maxNumWorkers'
|
2202
2208
|
property :min_num_workers, as: 'minNumWorkers'
|
2209
|
+
property :worker_utilization_hint, as: 'workerUtilizationHint'
|
2203
2210
|
end
|
2204
2211
|
end
|
2205
2212
|
|
@@ -2647,6 +2654,18 @@ module Google
|
|
2647
2654
|
end
|
2648
2655
|
end
|
2649
2656
|
|
2657
|
+
class StreamingScalingReport
|
2658
|
+
# @private
|
2659
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
2660
|
+
property :active_bundle_count, as: 'activeBundleCount'
|
2661
|
+
property :active_thread_count, as: 'activeThreadCount'
|
2662
|
+
property :maximum_bundle_count, as: 'maximumBundleCount'
|
2663
|
+
property :maximum_bytes_count, as: 'maximumBytesCount'
|
2664
|
+
property :maximum_thread_count, as: 'maximumThreadCount'
|
2665
|
+
property :outstanding_bytes_count, as: 'outstandingBytesCount'
|
2666
|
+
end
|
2667
|
+
end
|
2668
|
+
|
2650
2669
|
class StreamingSetupTask
|
2651
2670
|
# @private
|
2652
2671
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -2906,6 +2925,8 @@ module Google
|
|
2906
2925
|
property :data_sampling_report, as: 'dataSamplingReport', class: Google::Apis::DataflowV1b3::DataSamplingReport, decorator: Google::Apis::DataflowV1b3::DataSamplingReport::Representation
|
2907
2926
|
|
2908
2927
|
hash :labels, as: 'labels'
|
2928
|
+
property :streaming_scaling_report, as: 'streamingScalingReport', class: Google::Apis::DataflowV1b3::StreamingScalingReport, decorator: Google::Apis::DataflowV1b3::StreamingScalingReport::Representation
|
2929
|
+
|
2909
2930
|
property :time, as: 'time'
|
2910
2931
|
property :worker_health_report, as: 'workerHealthReport', class: Google::Apis::DataflowV1b3::WorkerHealthReport, decorator: Google::Apis::DataflowV1b3::WorkerHealthReport::Representation
|
2911
2932
|
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-apis-dataflow_v1b3
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.47.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2023-
|
11
|
+
date: 2023-12-10 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: google-apis-core
|
@@ -58,7 +58,7 @@ licenses:
|
|
58
58
|
metadata:
|
59
59
|
bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
|
60
60
|
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3/CHANGELOG.md
|
61
|
-
documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.
|
61
|
+
documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.47.0
|
62
62
|
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3
|
63
63
|
post_install_message:
|
64
64
|
rdoc_options: []
|