google-apis-dataflow_v1b3 0.31.0 → 0.33.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 117d9522081a05d75d1fa225e7d3e17e7d2d4ba34012994ebcd4859853ffa267
|
4
|
+
data.tar.gz: 3a8055bdf81b6fb17c060c4dcac36a3f27068ef84a0b45487d3777b552618545
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 8ccf40ba109a2d0f97bce182cf806f9c2c80fdec5c070faaa92be62aa111a1ce84c160287bcdde4eb72542c6515b32839bfc36ea57311c437367c6369073a190
|
7
|
+
data.tar.gz: 45bd122d70cc5cfef401339e457df57c47ff36c1a2955af4172fe50ca9804a3d8a11ec090b22680d260f0e2eb4398c42b80d7d766aea3d334bfe20e04db2a844
|
data/CHANGELOG.md
CHANGED
@@ -1,5 +1,13 @@
|
|
1
1
|
# Release history for google-apis-dataflow_v1b3
|
2
2
|
|
3
|
+
### v0.33.0 (2022-12-11)
|
4
|
+
|
5
|
+
* Regenerated from discovery document revision 20221206
|
6
|
+
|
7
|
+
### v0.32.0 (2022-11-01)
|
8
|
+
|
9
|
+
* Regenerated from discovery document revision 20221025
|
10
|
+
|
3
11
|
### v0.31.0 (2022-10-27)
|
4
12
|
|
5
13
|
* Regenerated using generator version 0.11.0
|
@@ -5210,14 +5210,15 @@ module Google
|
|
5210
5210
|
# Defines a particular step within a Cloud Dataflow job. A job consists of
|
5211
5211
|
# multiple steps, each of which performs some specific operation as part of the
|
5212
5212
|
# overall job. Data is typically passed from one step to another as part of the
|
5213
|
-
# job.
|
5214
|
-
#
|
5215
|
-
# collection
|
5216
|
-
#
|
5217
|
-
#
|
5218
|
-
#
|
5219
|
-
#
|
5220
|
-
#
|
5213
|
+
# job. **Note:** The properties of this object are not stable and might change.
|
5214
|
+
# Here's an example of a sequence of steps which together implement a Map-Reduce
|
5215
|
+
# job: * Read a collection of data from some source, parsing the collection's
|
5216
|
+
# elements. * Validate the elements. * Apply a user-defined function to map each
|
5217
|
+
# element to some value and extract an element-specific key value. * Group
|
5218
|
+
# elements with the same key into a single element with that key, transforming a
|
5219
|
+
# multiply-keyed collection into a uniquely-keyed collection. * Write the
|
5220
|
+
# elements out to some data sink. Note that the Cloud Dataflow service may be
|
5221
|
+
# used to run many different types of jobs, not just Map-Reduce.
|
5221
5222
|
class Step
|
5222
5223
|
include Google::Apis::Core::Hashable
|
5223
5224
|
|
@@ -6560,6 +6561,11 @@ module Google
|
|
6560
6561
|
# @return [Google::Apis::DataflowV1b3::WorkerShutdownNotice]
|
6561
6562
|
attr_accessor :worker_shutdown_notice
|
6562
6563
|
|
6564
|
+
# Contains information about the thread scaling information of a worker.
|
6565
|
+
# Corresponds to the JSON property `workerThreadScalingReport`
|
6566
|
+
# @return [Google::Apis::DataflowV1b3::WorkerThreadScalingReport]
|
6567
|
+
attr_accessor :worker_thread_scaling_report
|
6568
|
+
|
6563
6569
|
def initialize(**args)
|
6564
6570
|
update!(**args)
|
6565
6571
|
end
|
@@ -6573,6 +6579,7 @@ module Google
|
|
6573
6579
|
@worker_message_code = args[:worker_message_code] if args.key?(:worker_message_code)
|
6574
6580
|
@worker_metrics = args[:worker_metrics] if args.key?(:worker_metrics)
|
6575
6581
|
@worker_shutdown_notice = args[:worker_shutdown_notice] if args.key?(:worker_shutdown_notice)
|
6582
|
+
@worker_thread_scaling_report = args[:worker_thread_scaling_report] if args.key?(:worker_thread_scaling_report)
|
6576
6583
|
end
|
6577
6584
|
end
|
6578
6585
|
|
@@ -6641,6 +6648,11 @@ module Google
|
|
6641
6648
|
# @return [Google::Apis::DataflowV1b3::WorkerShutdownNoticeResponse]
|
6642
6649
|
attr_accessor :worker_shutdown_notice_response
|
6643
6650
|
|
6651
|
+
# Contains the thread scaling recommendation for a worker from the backend.
|
6652
|
+
# Corresponds to the JSON property `workerThreadScalingReportResponse`
|
6653
|
+
# @return [Google::Apis::DataflowV1b3::WorkerThreadScalingReportResponse]
|
6654
|
+
attr_accessor :worker_thread_scaling_report_response
|
6655
|
+
|
6644
6656
|
def initialize(**args)
|
6645
6657
|
update!(**args)
|
6646
6658
|
end
|
@@ -6650,6 +6662,7 @@ module Google
|
|
6650
6662
|
@worker_health_report_response = args[:worker_health_report_response] if args.key?(:worker_health_report_response)
|
6651
6663
|
@worker_metrics_response = args[:worker_metrics_response] if args.key?(:worker_metrics_response)
|
6652
6664
|
@worker_shutdown_notice_response = args[:worker_shutdown_notice_response] if args.key?(:worker_shutdown_notice_response)
|
6665
|
+
@worker_thread_scaling_report_response = args[:worker_thread_scaling_report_response] if args.key?(:worker_thread_scaling_report_response)
|
6653
6666
|
end
|
6654
6667
|
end
|
6655
6668
|
|
@@ -6922,6 +6935,44 @@ module Google
|
|
6922
6935
|
end
|
6923
6936
|
end
|
6924
6937
|
|
6938
|
+
# Contains information about the thread scaling information of a worker.
|
6939
|
+
class WorkerThreadScalingReport
|
6940
|
+
include Google::Apis::Core::Hashable
|
6941
|
+
|
6942
|
+
# Current number of active threads in a worker.
|
6943
|
+
# Corresponds to the JSON property `currentThreadCount`
|
6944
|
+
# @return [Fixnum]
|
6945
|
+
attr_accessor :current_thread_count
|
6946
|
+
|
6947
|
+
def initialize(**args)
|
6948
|
+
update!(**args)
|
6949
|
+
end
|
6950
|
+
|
6951
|
+
# Update properties of this object
|
6952
|
+
def update!(**args)
|
6953
|
+
@current_thread_count = args[:current_thread_count] if args.key?(:current_thread_count)
|
6954
|
+
end
|
6955
|
+
end
|
6956
|
+
|
6957
|
+
# Contains the thread scaling recommendation for a worker from the backend.
|
6958
|
+
class WorkerThreadScalingReportResponse
|
6959
|
+
include Google::Apis::Core::Hashable
|
6960
|
+
|
6961
|
+
# Recommended number of threads for a worker.
|
6962
|
+
# Corresponds to the JSON property `recommendedThreadCount`
|
6963
|
+
# @return [Fixnum]
|
6964
|
+
attr_accessor :recommended_thread_count
|
6965
|
+
|
6966
|
+
def initialize(**args)
|
6967
|
+
update!(**args)
|
6968
|
+
end
|
6969
|
+
|
6970
|
+
# Update properties of this object
|
6971
|
+
def update!(**args)
|
6972
|
+
@recommended_thread_count = args[:recommended_thread_count] if args.key?(:recommended_thread_count)
|
6973
|
+
end
|
6974
|
+
end
|
6975
|
+
|
6925
6976
|
# An instruction that writes records. Takes one input, produces no outputs.
|
6926
6977
|
class WriteInstruction
|
6927
6978
|
include Google::Apis::Core::Hashable
|
@@ -16,13 +16,13 @@ module Google
|
|
16
16
|
module Apis
|
17
17
|
module DataflowV1b3
|
18
18
|
# Version of the google-apis-dataflow_v1b3 gem
|
19
|
-
GEM_VERSION = "0.
|
19
|
+
GEM_VERSION = "0.33.0"
|
20
20
|
|
21
21
|
# Version of the code generator used to generate this client
|
22
22
|
GENERATOR_VERSION = "0.11.0"
|
23
23
|
|
24
24
|
# Revision of the discovery document this client was generated from
|
25
|
-
REVISION = "
|
25
|
+
REVISION = "20221206"
|
26
26
|
end
|
27
27
|
end
|
28
28
|
end
|
@@ -1012,6 +1012,18 @@ module Google
|
|
1012
1012
|
include Google::Apis::Core::JsonObjectSupport
|
1013
1013
|
end
|
1014
1014
|
|
1015
|
+
class WorkerThreadScalingReport
|
1016
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
1017
|
+
|
1018
|
+
include Google::Apis::Core::JsonObjectSupport
|
1019
|
+
end
|
1020
|
+
|
1021
|
+
class WorkerThreadScalingReportResponse
|
1022
|
+
class Representation < Google::Apis::Core::JsonRepresentation; end
|
1023
|
+
|
1024
|
+
include Google::Apis::Core::JsonObjectSupport
|
1025
|
+
end
|
1026
|
+
|
1015
1027
|
class WriteInstruction
|
1016
1028
|
class Representation < Google::Apis::Core::JsonRepresentation; end
|
1017
1029
|
|
@@ -2803,6 +2815,8 @@ module Google
|
|
2803
2815
|
|
2804
2816
|
property :worker_shutdown_notice, as: 'workerShutdownNotice', class: Google::Apis::DataflowV1b3::WorkerShutdownNotice, decorator: Google::Apis::DataflowV1b3::WorkerShutdownNotice::Representation
|
2805
2817
|
|
2818
|
+
property :worker_thread_scaling_report, as: 'workerThreadScalingReport', class: Google::Apis::DataflowV1b3::WorkerThreadScalingReport, decorator: Google::Apis::DataflowV1b3::WorkerThreadScalingReport::Representation
|
2819
|
+
|
2806
2820
|
end
|
2807
2821
|
end
|
2808
2822
|
|
@@ -2823,6 +2837,8 @@ module Google
|
|
2823
2837
|
|
2824
2838
|
property :worker_shutdown_notice_response, as: 'workerShutdownNoticeResponse', class: Google::Apis::DataflowV1b3::WorkerShutdownNoticeResponse, decorator: Google::Apis::DataflowV1b3::WorkerShutdownNoticeResponse::Representation
|
2825
2839
|
|
2840
|
+
property :worker_thread_scaling_report_response, as: 'workerThreadScalingReportResponse', class: Google::Apis::DataflowV1b3::WorkerThreadScalingReportResponse, decorator: Google::Apis::DataflowV1b3::WorkerThreadScalingReportResponse::Representation
|
2841
|
+
|
2826
2842
|
end
|
2827
2843
|
end
|
2828
2844
|
|
@@ -2884,6 +2900,20 @@ module Google
|
|
2884
2900
|
end
|
2885
2901
|
end
|
2886
2902
|
|
2903
|
+
class WorkerThreadScalingReport
|
2904
|
+
# @private
|
2905
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
2906
|
+
property :current_thread_count, as: 'currentThreadCount'
|
2907
|
+
end
|
2908
|
+
end
|
2909
|
+
|
2910
|
+
class WorkerThreadScalingReportResponse
|
2911
|
+
# @private
|
2912
|
+
class Representation < Google::Apis::Core::JsonRepresentation
|
2913
|
+
property :recommended_thread_count, as: 'recommendedThreadCount'
|
2914
|
+
end
|
2915
|
+
end
|
2916
|
+
|
2887
2917
|
class WriteInstruction
|
2888
2918
|
# @private
|
2889
2919
|
class Representation < Google::Apis::Core::JsonRepresentation
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-apis-dataflow_v1b3
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.33.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-
|
11
|
+
date: 2022-12-12 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: google-apis-core
|
@@ -58,7 +58,7 @@ licenses:
|
|
58
58
|
metadata:
|
59
59
|
bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
|
60
60
|
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3/CHANGELOG.md
|
61
|
-
documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.
|
61
|
+
documentation_uri: https://googleapis.dev/ruby/google-apis-dataflow_v1b3/v0.33.0
|
62
62
|
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-dataflow_v1b3
|
63
63
|
post_install_message:
|
64
64
|
rdoc_options: []
|