google-cloud-dataflow-v1beta3 0.9.1 → 0.11.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +31 -21
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/client.rb +34 -2
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/rest/client.rb +34 -2
- data/lib/google/cloud/dataflow/v1beta3/flex_templates_service/rest/service_stub.rb +22 -8
- data/lib/google/cloud/dataflow/v1beta3/jobs/client.rb +36 -8
- data/lib/google/cloud/dataflow/v1beta3/jobs/rest/client.rb +34 -7
- data/lib/google/cloud/dataflow/v1beta3/jobs/rest/service_stub.rb +62 -38
- data/lib/google/cloud/dataflow/v1beta3/messages/client.rb +35 -2
- data/lib/google/cloud/dataflow/v1beta3/messages/rest/client.rb +34 -2
- data/lib/google/cloud/dataflow/v1beta3/messages/rest/service_stub.rb +22 -8
- data/lib/google/cloud/dataflow/v1beta3/metrics/client.rb +36 -4
- data/lib/google/cloud/dataflow/v1beta3/metrics/rest/client.rb +36 -4
- data/lib/google/cloud/dataflow/v1beta3/metrics/rest/service_stub.rb +38 -20
- data/lib/google/cloud/dataflow/v1beta3/snapshots/client.rb +34 -4
- data/lib/google/cloud/dataflow/v1beta3/snapshots/rest/client.rb +34 -4
- data/lib/google/cloud/dataflow/v1beta3/snapshots/rest/service_stub.rb +38 -20
- data/lib/google/cloud/dataflow/v1beta3/templates_service/client.rb +38 -4
- data/lib/google/cloud/dataflow/v1beta3/templates_service/rest/client.rb +38 -4
- data/lib/google/cloud/dataflow/v1beta3/templates_service/rest/service_stub.rb +38 -20
- data/lib/google/cloud/dataflow/v1beta3/version.rb +1 -1
- data/proto_docs/google/api/client.rb +39 -0
- data/proto_docs/google/dataflow/v1beta3/jobs.rb +14 -0
- data/proto_docs/google/dataflow/v1beta3/streaming.rb +8 -0
- data/proto_docs/google/dataflow/v1beta3/templates.rb +8 -0
- data/proto_docs/google/protobuf/struct.rb +12 -0
- metadata +6 -9
@@ -30,7 +30,8 @@ module Google
|
|
30
30
|
# including transcoding, making the REST call, and deserialing the response.
|
31
31
|
#
|
32
32
|
class ServiceStub
|
33
|
-
|
33
|
+
# @private
|
34
|
+
def initialize endpoint:, endpoint_template:, universe_domain:, credentials:, logger:
|
34
35
|
# These require statements are intentionally placed here to initialize
|
35
36
|
# the REST modules only when it's required.
|
36
37
|
require "gapic/rest"
|
@@ -40,7 +41,9 @@ module Google
|
|
40
41
|
universe_domain: universe_domain,
|
41
42
|
credentials: credentials,
|
42
43
|
numeric_enums: true,
|
43
|
-
|
44
|
+
service_name: self.class,
|
45
|
+
raise_faraday_errors: false,
|
46
|
+
logger: logger
|
44
47
|
end
|
45
48
|
|
46
49
|
##
|
@@ -61,6 +64,15 @@ module Google
|
|
61
64
|
@client_stub.endpoint
|
62
65
|
end
|
63
66
|
|
67
|
+
##
|
68
|
+
# The logger used for request/response debug logging.
|
69
|
+
#
|
70
|
+
# @return [Logger]
|
71
|
+
#
|
72
|
+
def logger stub: false
|
73
|
+
stub ? @client_stub.stub_logger : @client_stub.logger
|
74
|
+
end
|
75
|
+
|
64
76
|
##
|
65
77
|
# Baseline implementation for the create_job_from_template REST call
|
66
78
|
#
|
@@ -87,16 +99,18 @@ module Google
|
|
87
99
|
|
88
100
|
response = @client_stub.make_http_request(
|
89
101
|
verb,
|
90
|
-
uri:
|
91
|
-
body:
|
92
|
-
params:
|
102
|
+
uri: uri,
|
103
|
+
body: body || "",
|
104
|
+
params: query_string_params,
|
105
|
+
method_name: "create_job_from_template",
|
93
106
|
options: options
|
94
107
|
)
|
95
108
|
operation = ::Gapic::Rest::TransportOperation.new response
|
96
109
|
result = ::Google::Cloud::Dataflow::V1beta3::Job.decode_json response.body, ignore_unknown_fields: true
|
97
|
-
|
98
|
-
|
99
|
-
|
110
|
+
catch :response do
|
111
|
+
yield result, operation if block_given?
|
112
|
+
result
|
113
|
+
end
|
100
114
|
end
|
101
115
|
|
102
116
|
##
|
@@ -125,16 +139,18 @@ module Google
|
|
125
139
|
|
126
140
|
response = @client_stub.make_http_request(
|
127
141
|
verb,
|
128
|
-
uri:
|
129
|
-
body:
|
130
|
-
params:
|
142
|
+
uri: uri,
|
143
|
+
body: body || "",
|
144
|
+
params: query_string_params,
|
145
|
+
method_name: "launch_template",
|
131
146
|
options: options
|
132
147
|
)
|
133
148
|
operation = ::Gapic::Rest::TransportOperation.new response
|
134
149
|
result = ::Google::Cloud::Dataflow::V1beta3::LaunchTemplateResponse.decode_json response.body, ignore_unknown_fields: true
|
135
|
-
|
136
|
-
|
137
|
-
|
150
|
+
catch :response do
|
151
|
+
yield result, operation if block_given?
|
152
|
+
result
|
153
|
+
end
|
138
154
|
end
|
139
155
|
|
140
156
|
##
|
@@ -163,16 +179,18 @@ module Google
|
|
163
179
|
|
164
180
|
response = @client_stub.make_http_request(
|
165
181
|
verb,
|
166
|
-
uri:
|
167
|
-
body:
|
168
|
-
params:
|
182
|
+
uri: uri,
|
183
|
+
body: body || "",
|
184
|
+
params: query_string_params,
|
185
|
+
method_name: "get_template",
|
169
186
|
options: options
|
170
187
|
)
|
171
188
|
operation = ::Gapic::Rest::TransportOperation.new response
|
172
189
|
result = ::Google::Cloud::Dataflow::V1beta3::GetTemplateResponse.decode_json response.body, ignore_unknown_fields: true
|
173
|
-
|
174
|
-
|
175
|
-
|
190
|
+
catch :response do
|
191
|
+
yield result, operation if block_given?
|
192
|
+
result
|
193
|
+
end
|
176
194
|
end
|
177
195
|
|
178
196
|
##
|
@@ -28,6 +28,9 @@ module Google
|
|
28
28
|
# @!attribute [rw] destinations
|
29
29
|
# @return [::Array<::Google::Api::ClientLibraryDestination>]
|
30
30
|
# The destination where API teams want this client library to be published.
|
31
|
+
# @!attribute [rw] selective_gapic_generation
|
32
|
+
# @return [::Google::Api::SelectiveGapicGeneration]
|
33
|
+
# Configuration for which RPCs should be generated in the GAPIC client.
|
31
34
|
class CommonLanguageSettings
|
32
35
|
include ::Google::Protobuf::MessageExts
|
33
36
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -212,6 +215,12 @@ module Google
|
|
212
215
|
# enabled. By default, asynchronous REST clients will not be generated.
|
213
216
|
# This feature will be enabled by default 1 month after launching the
|
214
217
|
# feature in preview packages.
|
218
|
+
# @!attribute [rw] protobuf_pythonic_types_enabled
|
219
|
+
# @return [::Boolean]
|
220
|
+
# Enables generation of protobuf code using new types that are more
|
221
|
+
# Pythonic which are included in `protobuf>=5.29.x`. This feature will be
|
222
|
+
# enabled by default 1 month after launching the feature in preview
|
223
|
+
# packages.
|
215
224
|
class ExperimentalFeatures
|
216
225
|
include ::Google::Protobuf::MessageExts
|
217
226
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -297,9 +306,28 @@ module Google
|
|
297
306
|
# @!attribute [rw] common
|
298
307
|
# @return [::Google::Api::CommonLanguageSettings]
|
299
308
|
# Some settings.
|
309
|
+
# @!attribute [rw] renamed_services
|
310
|
+
# @return [::Google::Protobuf::Map{::String => ::String}]
|
311
|
+
# Map of service names to renamed services. Keys are the package relative
|
312
|
+
# service names and values are the name to be used for the service client
|
313
|
+
# and call options.
|
314
|
+
#
|
315
|
+
# publishing:
|
316
|
+
# go_settings:
|
317
|
+
# renamed_services:
|
318
|
+
# Publisher: TopicAdmin
|
300
319
|
class GoSettings
|
301
320
|
include ::Google::Protobuf::MessageExts
|
302
321
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
322
|
+
|
323
|
+
# @!attribute [rw] key
|
324
|
+
# @return [::String]
|
325
|
+
# @!attribute [rw] value
|
326
|
+
# @return [::String]
|
327
|
+
class RenamedServicesEntry
|
328
|
+
include ::Google::Protobuf::MessageExts
|
329
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
330
|
+
end
|
303
331
|
end
|
304
332
|
|
305
333
|
# Describes the generator configuration for a method.
|
@@ -375,6 +403,17 @@ module Google
|
|
375
403
|
end
|
376
404
|
end
|
377
405
|
|
406
|
+
# This message is used to configure the generation of a subset of the RPCs in
|
407
|
+
# a service for client libraries.
|
408
|
+
# @!attribute [rw] methods
|
409
|
+
# @return [::Array<::String>]
|
410
|
+
# An allowlist of the fully qualified names of RPCs that should be included
|
411
|
+
# on public client surfaces.
|
412
|
+
class SelectiveGapicGeneration
|
413
|
+
include ::Google::Protobuf::MessageExts
|
414
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
415
|
+
end
|
416
|
+
|
378
417
|
# The organization for which the client libraries are being published.
|
379
418
|
# Affects the url where generated docs are published, etc.
|
380
419
|
module ClientLibraryOrganization
|
@@ -496,24 +496,38 @@ module Google
|
|
496
496
|
# @!attribute [rw] str_value
|
497
497
|
# @return [::String]
|
498
498
|
# Contains value if the data is of string type.
|
499
|
+
#
|
500
|
+
# Note: The following fields are mutually exclusive: `str_value`, `int64_value`, `float_value`, `java_class_value`, `timestamp_value`, `duration_value`, `bool_value`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
499
501
|
# @!attribute [rw] int64_value
|
500
502
|
# @return [::Integer]
|
501
503
|
# Contains value if the data is of int64 type.
|
504
|
+
#
|
505
|
+
# Note: The following fields are mutually exclusive: `int64_value`, `str_value`, `float_value`, `java_class_value`, `timestamp_value`, `duration_value`, `bool_value`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
502
506
|
# @!attribute [rw] float_value
|
503
507
|
# @return [::Float]
|
504
508
|
# Contains value if the data is of float type.
|
509
|
+
#
|
510
|
+
# Note: The following fields are mutually exclusive: `float_value`, `str_value`, `int64_value`, `java_class_value`, `timestamp_value`, `duration_value`, `bool_value`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
505
511
|
# @!attribute [rw] java_class_value
|
506
512
|
# @return [::String]
|
507
513
|
# Contains value if the data is of java class type.
|
514
|
+
#
|
515
|
+
# Note: The following fields are mutually exclusive: `java_class_value`, `str_value`, `int64_value`, `float_value`, `timestamp_value`, `duration_value`, `bool_value`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
508
516
|
# @!attribute [rw] timestamp_value
|
509
517
|
# @return [::Google::Protobuf::Timestamp]
|
510
518
|
# Contains value if the data is of timestamp type.
|
519
|
+
#
|
520
|
+
# Note: The following fields are mutually exclusive: `timestamp_value`, `str_value`, `int64_value`, `float_value`, `java_class_value`, `duration_value`, `bool_value`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
511
521
|
# @!attribute [rw] duration_value
|
512
522
|
# @return [::Google::Protobuf::Duration]
|
513
523
|
# Contains value if the data is of duration type.
|
524
|
+
#
|
525
|
+
# Note: The following fields are mutually exclusive: `duration_value`, `str_value`, `int64_value`, `float_value`, `java_class_value`, `timestamp_value`, `bool_value`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
514
526
|
# @!attribute [rw] bool_value
|
515
527
|
# @return [::Boolean]
|
516
528
|
# Contains value if the data is of a boolean type.
|
529
|
+
#
|
530
|
+
# Note: The following fields are mutually exclusive: `bool_value`, `str_value`, `int64_value`, `float_value`, `java_class_value`, `timestamp_value`, `duration_value`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
517
531
|
# @!attribute [rw] short_str_value
|
518
532
|
# @return [::String]
|
519
533
|
# A possible additional shorter value to display.
|
@@ -123,15 +123,23 @@ module Google
|
|
123
123
|
# @return [::Google::Cloud::Dataflow::V1beta3::StreamingStageLocation]
|
124
124
|
# The stream is part of another computation within the current
|
125
125
|
# streaming Dataflow job.
|
126
|
+
#
|
127
|
+
# Note: The following fields are mutually exclusive: `streaming_stage_location`, `pubsub_location`, `side_input_location`, `custom_source_location`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
126
128
|
# @!attribute [rw] pubsub_location
|
127
129
|
# @return [::Google::Cloud::Dataflow::V1beta3::PubsubLocation]
|
128
130
|
# The stream is a pubsub stream.
|
131
|
+
#
|
132
|
+
# Note: The following fields are mutually exclusive: `pubsub_location`, `streaming_stage_location`, `side_input_location`, `custom_source_location`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
129
133
|
# @!attribute [rw] side_input_location
|
130
134
|
# @return [::Google::Cloud::Dataflow::V1beta3::StreamingSideInputLocation]
|
131
135
|
# The stream is a streaming side input.
|
136
|
+
#
|
137
|
+
# Note: The following fields are mutually exclusive: `side_input_location`, `streaming_stage_location`, `pubsub_location`, `custom_source_location`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
132
138
|
# @!attribute [rw] custom_source_location
|
133
139
|
# @return [::Google::Cloud::Dataflow::V1beta3::CustomSourceLocation]
|
134
140
|
# The stream is a custom source.
|
141
|
+
#
|
142
|
+
# Note: The following fields are mutually exclusive: `custom_source_location`, `streaming_stage_location`, `pubsub_location`, `side_input_location`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
135
143
|
class StreamLocation
|
136
144
|
include ::Google::Protobuf::MessageExts
|
137
145
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -57,10 +57,14 @@ module Google
|
|
57
57
|
# @!attribute [rw] container_spec
|
58
58
|
# @return [::Google::Cloud::Dataflow::V1beta3::ContainerSpec]
|
59
59
|
# Spec about the container image to launch.
|
60
|
+
#
|
61
|
+
# Note: The following fields are mutually exclusive: `container_spec`, `container_spec_gcs_path`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
60
62
|
# @!attribute [rw] container_spec_gcs_path
|
61
63
|
# @return [::String]
|
62
64
|
# Cloud Storage path to a file with json serialized ContainerSpec as
|
63
65
|
# content.
|
66
|
+
#
|
67
|
+
# Note: The following fields are mutually exclusive: `container_spec_gcs_path`, `container_spec`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
64
68
|
# @!attribute [rw] parameters
|
65
69
|
# @return [::Google::Protobuf::Map{::String => ::String}]
|
66
70
|
# The parameters for FlexTemplate.
|
@@ -590,9 +594,13 @@ module Google
|
|
590
594
|
# A Cloud Storage path to the template from which to create
|
591
595
|
# the job.
|
592
596
|
# Must be valid Cloud Storage URL, beginning with 'gs://'.
|
597
|
+
#
|
598
|
+
# Note: The following fields are mutually exclusive: `gcs_path`, `dynamic_template`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
593
599
|
# @!attribute [rw] dynamic_template
|
594
600
|
# @return [::Google::Cloud::Dataflow::V1beta3::DynamicTemplateLaunchParams]
|
595
601
|
# Params for launching a dynamic template.
|
602
|
+
#
|
603
|
+
# Note: The following fields are mutually exclusive: `dynamic_template`, `gcs_path`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
596
604
|
# @!attribute [rw] launch_parameters
|
597
605
|
# @return [::Google::Cloud::Dataflow::V1beta3::LaunchTemplateParameters]
|
598
606
|
# The parameters of the template to launch. This should be part of the
|
@@ -53,21 +53,33 @@ module Google
|
|
53
53
|
# @!attribute [rw] null_value
|
54
54
|
# @return [::Google::Protobuf::NullValue]
|
55
55
|
# Represents a null value.
|
56
|
+
#
|
57
|
+
# Note: The following fields are mutually exclusive: `null_value`, `number_value`, `string_value`, `bool_value`, `struct_value`, `list_value`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
56
58
|
# @!attribute [rw] number_value
|
57
59
|
# @return [::Float]
|
58
60
|
# Represents a double value.
|
61
|
+
#
|
62
|
+
# Note: The following fields are mutually exclusive: `number_value`, `null_value`, `string_value`, `bool_value`, `struct_value`, `list_value`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
59
63
|
# @!attribute [rw] string_value
|
60
64
|
# @return [::String]
|
61
65
|
# Represents a string value.
|
66
|
+
#
|
67
|
+
# Note: The following fields are mutually exclusive: `string_value`, `null_value`, `number_value`, `bool_value`, `struct_value`, `list_value`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
62
68
|
# @!attribute [rw] bool_value
|
63
69
|
# @return [::Boolean]
|
64
70
|
# Represents a boolean value.
|
71
|
+
#
|
72
|
+
# Note: The following fields are mutually exclusive: `bool_value`, `null_value`, `number_value`, `string_value`, `struct_value`, `list_value`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
65
73
|
# @!attribute [rw] struct_value
|
66
74
|
# @return [::Google::Protobuf::Struct]
|
67
75
|
# Represents a structured value.
|
76
|
+
#
|
77
|
+
# Note: The following fields are mutually exclusive: `struct_value`, `null_value`, `number_value`, `string_value`, `bool_value`, `list_value`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
68
78
|
# @!attribute [rw] list_value
|
69
79
|
# @return [::Google::Protobuf::ListValue]
|
70
80
|
# Represents a repeated `Value`.
|
81
|
+
#
|
82
|
+
# Note: The following fields are mutually exclusive: `list_value`, `null_value`, `number_value`, `string_value`, `bool_value`, `struct_value`. If a field in that set is populated, all other fields in the set will automatically be cleared.
|
71
83
|
class Value
|
72
84
|
include ::Google::Protobuf::MessageExts
|
73
85
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
metadata
CHANGED
@@ -1,14 +1,13 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-cloud-dataflow-v1beta3
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.11.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
|
-
autorequire:
|
9
8
|
bindir: bin
|
10
9
|
cert_chain: []
|
11
|
-
date:
|
10
|
+
date: 2025-01-29 00:00:00.000000000 Z
|
12
11
|
dependencies:
|
13
12
|
- !ruby/object:Gem::Dependency
|
14
13
|
name: gapic-common
|
@@ -16,7 +15,7 @@ dependencies:
|
|
16
15
|
requirements:
|
17
16
|
- - ">="
|
18
17
|
- !ruby/object:Gem::Version
|
19
|
-
version: 0.
|
18
|
+
version: 0.25.0
|
20
19
|
- - "<"
|
21
20
|
- !ruby/object:Gem::Version
|
22
21
|
version: 2.a
|
@@ -26,7 +25,7 @@ dependencies:
|
|
26
25
|
requirements:
|
27
26
|
- - ">="
|
28
27
|
- !ruby/object:Gem::Version
|
29
|
-
version: 0.
|
28
|
+
version: 0.25.0
|
30
29
|
- - "<"
|
31
30
|
- !ruby/object:Gem::Version
|
32
31
|
version: 2.a
|
@@ -130,7 +129,6 @@ homepage: https://github.com/googleapis/google-cloud-ruby
|
|
130
129
|
licenses:
|
131
130
|
- Apache-2.0
|
132
131
|
metadata: {}
|
133
|
-
post_install_message:
|
134
132
|
rdoc_options: []
|
135
133
|
require_paths:
|
136
134
|
- lib
|
@@ -138,15 +136,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
138
136
|
requirements:
|
139
137
|
- - ">="
|
140
138
|
- !ruby/object:Gem::Version
|
141
|
-
version: '
|
139
|
+
version: '3.0'
|
142
140
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
143
141
|
requirements:
|
144
142
|
- - ">="
|
145
143
|
- !ruby/object:Gem::Version
|
146
144
|
version: '0'
|
147
145
|
requirements: []
|
148
|
-
rubygems_version: 3.
|
149
|
-
signing_key:
|
146
|
+
rubygems_version: 3.6.2
|
150
147
|
specification_version: 4
|
151
148
|
summary: Manages Google Cloud Dataflow projects on Google Cloud Platform.
|
152
149
|
test_files: []
|