google-apis-dataflow_v1b3 0.46.0 → 0.47.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: f341c4d9ca8c48e5b4f4aff3b97beec917b28143118d531df0aab64dd1415039
|
4
|
+
data.tar.gz: 38869e5bff392b0720eff982613ed66b520d92e208eb908afe7e2fce36f1b77b
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 6899407e00613c285331d6efaa83e7ebf703071982f46bd4db905379167467dc3807ee02ad645bf48151bca719029f258088b690da7f8ffdb01cef7fa4733ccc
|
7
|
+
data.tar.gz: 9268ed7f2d1013c8c27a8070eace8fd9b7ad97dbfb9ae82502897cc59362e9a2225407cefae466ddd42724d22330ab0c287168c62d4d6a1d1ab3168f807a9d7a
|
data/CHANGELOG.md
CHANGED
@@ -2194,8 +2194,8 @@ module Google
|
|
2194
2194
|
# The current state of the job. Jobs are created in the `JOB_STATE_STOPPED`
|
2195
2195
|
# state unless otherwise specified. A job in the `JOB_STATE_RUNNING` state may
|
2196
2196
|
# asynchronously enter a terminal state. After a job has reached a terminal
|
2197
|
-
# state, no further state updates may be made. This field
|
2198
|
-
#
|
2197
|
+
# state, no further state updates may be made. This field might be mutated by
|
2198
|
+
# the Dataflow service; callers cannot mutate it.
|
2199
2199
|
# Corresponds to the JSON property `currentState`
|
2200
2200
|
# @return [String]
|
2201
2201
|
attr_accessor :current_state
|
@@ -2216,8 +2216,8 @@ module Google
|
|
2216
2216
|
# @return [Google::Apis::DataflowV1b3::JobExecutionInfo]
|
2217
2217
|
attr_accessor :execution_info
|
2218
2218
|
|
2219
|
-
# The unique ID of this job. This field is set by the
|
2220
|
-
#
|
2219
|
+
# The unique ID of this job. This field is set by the Dataflow service when the
|
2220
|
+
# job is created, and is immutable for the life of the job.
|
2221
2221
|
# Corresponds to the JSON property `id`
|
2222
2222
|
# @return [String]
|
2223
2223
|
attr_accessor :id
|
@@ -2243,11 +2243,12 @@ module Google
|
|
2243
2243
|
# @return [String]
|
2244
2244
|
attr_accessor :location
|
2245
2245
|
|
2246
|
-
# The user-specified
|
2247
|
-
# exist in a project within one region at any given time. Jobs in different
|
2248
|
-
# regions can have the same name. If a caller attempts to create a
|
2249
|
-
# same name as an already
|
2250
|
-
# The name must match the regular expression `[a-z]([-a-z0-9]`0,
|
2246
|
+
# The user-specified Dataflow job name. Only one active job with a given name
|
2247
|
+
# can exist in a project within one region at any given time. Jobs in different
|
2248
|
+
# regions can have the same name. If a caller attempts to create a job with the
|
2249
|
+
# same name as an active job that already exists, the attempt returns the
|
2250
|
+
# existing job. The name must match the regular expression `[a-z]([-a-z0-9]`0,
|
2251
|
+
# 1022`[a-z0-9])?`
|
2251
2252
|
# Corresponds to the JSON property `name`
|
2252
2253
|
# @return [String]
|
2253
2254
|
attr_accessor :name
|
@@ -2259,7 +2260,7 @@ module Google
|
|
2259
2260
|
# @return [Google::Apis::DataflowV1b3::PipelineDescription]
|
2260
2261
|
attr_accessor :pipeline_description
|
2261
2262
|
|
2262
|
-
# The ID of the Cloud
|
2263
|
+
# The ID of the Google Cloud project that the job belongs to.
|
2263
2264
|
# Corresponds to the JSON property `projectId`
|
2264
2265
|
# @return [String]
|
2265
2266
|
attr_accessor :project_id
|
@@ -2351,7 +2352,7 @@ module Google
|
|
2351
2352
|
# @return [Hash<String,String>]
|
2352
2353
|
attr_accessor :transform_name_mapping
|
2353
2354
|
|
2354
|
-
# The type of
|
2355
|
+
# The type of Dataflow job.
|
2355
2356
|
# Corresponds to the JSON property `type`
|
2356
2357
|
# @return [String]
|
2357
2358
|
attr_accessor :type
|
@@ -4307,6 +4308,13 @@ module Google
|
|
4307
4308
|
# @return [Fixnum]
|
4308
4309
|
attr_accessor :min_num_workers
|
4309
4310
|
|
4311
|
+
# Target worker utilization, compared against the aggregate utilization of the
|
4312
|
+
# worker pool by autoscaler, to determine upscaling and downscaling when absent
|
4313
|
+
# other constraints such as backlog.
|
4314
|
+
# Corresponds to the JSON property `workerUtilizationHint`
|
4315
|
+
# @return [Float]
|
4316
|
+
attr_accessor :worker_utilization_hint
|
4317
|
+
|
4310
4318
|
def initialize(**args)
|
4311
4319
|
update!(**args)
|
4312
4320
|
end
|
@@ -4315,6 +4323,7 @@ module Google
|
|
4315
4323
|
def update!(**args)
|
4316
4324
|
@max_num_workers = args[:max_num_workers] if args.key?(:max_num_workers)
|
4317
4325
|
@min_num_workers = args[:min_num_workers] if args.key?(:min_num_workers)
|
4326
|
+
@worker_utilization_hint = args[:worker_utilization_hint] if args.key?(:worker_utilization_hint)
|
4318
4327
|
end
|
4319
4328
|
end
|
4320
4329
|
|
@@ -5834,6 +5843,55 @@ module Google
|
|
5834
5843
|
end
|
5835
5844
|
end
|
5836
5845
|
|
5846
|
+
# Contains per-user worker telemetry used in streaming autoscaling.
|
5847
|
+
class StreamingScalingReport
|
5848
|
+
include Google::Apis::Core::Hashable
|
5849
|
+
|
5850
|
+
# Current acive bundle count.
|
5851
|
+
# Corresponds to the JSON property `activeBundleCount`
|
5852
|
+
# @return [Fixnum]
|
5853
|
+
attr_accessor :active_bundle_count
|
5854
|
+
|
5855
|
+
# Current acive thread count.
|
5856
|
+
# Corresponds to the JSON property `activeThreadCount`
|
5857
|
+
# @return [Fixnum]
|
5858
|
+
attr_accessor :active_thread_count
|
5859
|
+
|
5860
|
+
# Maximum bundle count limit.
|
5861
|
+
# Corresponds to the JSON property `maximumBundleCount`
|
5862
|
+
# @return [Fixnum]
|
5863
|
+
attr_accessor :maximum_bundle_count
|
5864
|
+
|
5865
|
+
# Maximum bytes count limit.
|
5866
|
+
# Corresponds to the JSON property `maximumBytesCount`
|
5867
|
+
# @return [Fixnum]
|
5868
|
+
attr_accessor :maximum_bytes_count
|
5869
|
+
|
5870
|
+
# Maximum thread count limit.
|
5871
|
+
# Corresponds to the JSON property `maximumThreadCount`
|
5872
|
+
# @return [Fixnum]
|
5873
|
+
attr_accessor :maximum_thread_count
|
5874
|
+
|
5875
|
+
# Current outstanding bytes count.
|
5876
|
+
# Corresponds to the JSON property `outstandingBytesCount`
|
5877
|
+
# @return [Fixnum]
|
5878
|
+
attr_accessor :outstanding_bytes_count
|
5879
|
+
|
5880
|
+
def initialize(**args)
|
5881
|
+
update!(**args)
|
5882
|
+
end
|
5883
|
+
|
5884
|
+
# Update properties of this object
|
5885
|
+
def update!(**args)
|
5886
|
+
@active_bundle_count = args[:active_bundle_count] if args.key?(:active_bundle_count)
|
5887
|
+
@active_thread_count = args[:active_thread_count] if args.key?(:active_thread_count)
|
5888
|
+
@maximum_bundle_count = args[:maximum_bundle_count] if args.key?(:maximum_bundle_count)
|
5889
|
+
@maximum_bytes_count = args[:maximum_bytes_count] if args.key?(:maximum_bytes_count)
|
5890
|
+
@maximum_thread_count = args[:maximum_thread_count] if args.key?(:maximum_thread_count)
|
5891
|
+
@outstanding_bytes_count = args[:outstanding_bytes_count] if args.key?(:outstanding_bytes_count)
|
5892
|
+
end
|
5893
|
+
end
|
5894
|
+
|
5837
5895
|
# A task which initializes part of a streaming Dataflow job.
|
5838
5896
|
class StreamingSetupTask
|
5839
5897
|
include Google::Apis::Core::Hashable
|
@@ -6826,6 +6884,11 @@ module Google
|
|
6826
6884
|
# @return [Hash<String,String>]
|
6827
6885
|
attr_accessor :labels
|
6828
6886
|
|
6887
|
+
# Contains per-user worker telemetry used in streaming autoscaling.
|
6888
|
+
# Corresponds to the JSON property `streamingScalingReport`
|
6889
|
+
# @return [Google::Apis::DataflowV1b3::StreamingScalingReport]
|
6890
|
+
attr_accessor :streaming_scaling_report
|
6891
|
+
|
6829
6892
|
# The timestamp of the worker_message.
|
6830
6893
|
# Corresponds to the JSON property `time`
|
6831
6894
|
# @return [String]
|
@@ -6882,6 +6945,7 @@ module Google
|
|
6882
6945
|
def update!(**args)
|
6883
6946
|
@data_sampling_report = args[:data_sampling_report] if args.key?(:data_sampling_report)
|
6884
6947
|
@labels = args[:labels] if args.key?(:labels)
|
6948
|
+
@streaming_scaling_report = args[:streaming_scaling_report] if args.key?(:streaming_scaling_report)
|
6885
6949
|
@time = args[:time] if args.key?(:time)
|
6886
6950
|
@worker_health_report = args[:worker_health_report] if args.key?(:worker_health_report)
|
6887
6951
|
@worker_lifecycle_event = args[:worker_lifecycle_event] if args.key?(:worker_lifecycle_event)
|
@@ -16,13 +16,13 @@ module Google
|
|
16
16
|
module Apis
|
17
17
|
module DataflowV1b3
|
18
18
|
# Version of the google-apis-dataflow_v1b3 gem
|
19
|
-
GEM_VERSION = "0.
|
19
|
+
GEM_VERSION = "0.47.0"
|
20
20
|
|
21
21
|
# Version of the code generator used to generate this client
|
22
22
|
GENERATOR_VERSION = "0.12.0"
|
23
23
|
|
24
24
|
# Revision of the discovery document this client was generated from
|
25
|
-
REVISION = "
|
25
|
+
REVISION = "20231203"
|
26
26
|
end
|
27
27
|
end
|
28
28
|
end
|
@@ -892,6 +892,12 @@ module Google
|
|
892
892
|
include Google::Apis::Core::JsonObjectSupport
|
893
893
|
end
|
894
894
|
|
895
|
+
class StreamingScalingReport
|
896
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
897
|
+
|
898
|
+
include Google::Apis::Core::JsonObjectSupport
|
899
|
+
end
|
900
|
+
|
895
901
|
class StreamingSetupTask
|
896
902
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
897
903
|
|
@@ -2200,6 +2206,7 @@ module Google
|
|
2200
2206
|
class Representation < Google::Apis::Core::JsonRepresentation
|
2201
2207
|
property :max_num_workers, as: 'maxNumWorkers'
|
2202
2208
|
property :min_num_workers, as: 'minNumWorkers'
|
2209
|
+
property :worker_utilization_hint, as: 'workerUtilizationHint'
|
2203
2210
|
end
|
2204
2211
|
end
|
2205
2212
|
|
@@ -2647,6 +2654,18 @@ module Google
|
|
2647
2654
|
end
|
2648
2655
|
end
|
2649
2656
|
|
2657
|
+
class StreamingScalingReport
|
2658
|
+
# @private
|
2659
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
2660
|
+
property :active_bundle_count, as: 'activeBundleCount'
|
2661
|
+
property :active_thread_count, as: 'activeThreadCount'
|
2662
|
+
property :maximum_bundle_count, as: 'maximumBundleCount'
|
2663
|
+
property :maximum_bytes_count, as: 'maximumBytesCount'
|
2664
|
+
property :maximum_thread_count, as: 'maximumThreadCount'
|
2665
|
+
property :outstanding_bytes_count, as: 'outstandingBytesCount'
|
2666
|
+
end
|
2667
|
+
end
|
2668
|
+
|
2650
2669
|
class StreamingSetupTask
|
2651
2670
|
# @private
|
2652
2671
|
class Representation < Google::Apis::Core::JsonRepresentation
|
@@ -2906,6 +2925,8 @@ module Google
|
|
2906
2925
|
property :data_sampling_report, as: 'dataSamplingReport', class: Google::Apis::DataflowV1b3::DataSamplingReport, decorator: Google::Apis::DataflowV1b3::DataSamplingReport::Representation
|
2907
2926
|
|
2908
2927
|
hash :labels, as: 'labels'
|
2928
|
+
property :streaming_scaling_report, as: 'streamingScalingReport', class: Google::Apis::DataflowV1b3::StreamingScalingReport, decorator: Google::Apis::DataflowV1b3::StreamingScalingReport::Representation
|
2929
|
+
|
2909
2930
|
property :time, as: 'time'
|
2910
2931
|
property :worker_health_report, as: 'workerHealthReport', class: Google::Apis::DataflowV1b3::WorkerHealthReport, decorator: Google::Apis::DataflowV1b3::WorkerHealthReport::Representation
|
2911
2932
|
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-apis-dataflow_v1b3
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.47.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2023-
|
11
|
+
date: 2023-12-10 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: google-apis-core
|
@@ -58,7 +58,7 @@ licenses:
|
|
58
58
|
metadata:
|
59
59
|
bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
|
60
60
|
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3/CHANGELOG.md
|
61
|
-
documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.
|
61
|
+
documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.47.0
|
62
62
|
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3
|
63
63
|
post_install_message:
|
64
64
|
rdoc_options: []
|