google-apis-datapipelines_v1 0.11.0 → 0.12.0
Sign up to get free protection for your applications and to get access to all the features.
|
@@ -50,103 +50,6 @@ module Google
|
|
|
50
50
|
@batch_path = 'batch'
|
|
51
51
|
end
|
|
52
52
|
|
|
53
|
-
# Computes the schema for the transform. Computation from `raw_schema` will
|
|
54
|
-
# always occur if it is set. This requires that the transform supports that
|
|
55
|
-
# encoding. If no raw schema is provided and if the transform is for an IO, then
|
|
56
|
-
# this will attempt to connect to the resource using the details provided in `
|
|
57
|
-
# config` and infer the schema from that. If the transform is not an IO, is a
|
|
58
|
-
# sink that doesn't exist yet, or is a sink with no schema requirement, then
|
|
59
|
-
# this will fall back to basing the schema off the one provided in `
|
|
60
|
-
# input_schemas`. The computed schema will be validated.
|
|
61
|
-
# @param [String] location
|
|
62
|
-
# Required. The full location formatted as "projects/`your-project`/locations/`
|
|
63
|
-
# google-cloud-region`". If attempting to infer the schema from an existing
|
|
64
|
-
# Google Cloud resource, the default Data Pipelines service account for this
|
|
65
|
-
# project will be used in making requests for the resource. If the region given
|
|
66
|
-
# for "`google-cloud-region`" is different than the region where the resource is
|
|
67
|
-
# stored, then the data will be transferred to and processed in the region
|
|
68
|
-
# specified here, but it will not be persistently stored in this region.
|
|
69
|
-
# @param [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1ComputeSchemaRequest] google_cloud_datapipelines_v1_compute_schema_request_object
|
|
70
|
-
# @param [String] fields
|
|
71
|
-
# Selector specifying which fields to include in a partial response.
|
|
72
|
-
# @param [String] quota_user
|
|
73
|
-
# Available to use for quota purposes for server-side applications. Can be any
|
|
74
|
-
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
75
|
-
# @param [Google::Apis::RequestOptions] options
|
|
76
|
-
# Request-specific options
|
|
77
|
-
#
|
|
78
|
-
# @yield [result, err] Result & error if block supplied
|
|
79
|
-
# @yieldparam result [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1Schema] parsed result object
|
|
80
|
-
# @yieldparam err [StandardError] error object if request failed
|
|
81
|
-
#
|
|
82
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1Schema]
|
|
83
|
-
#
|
|
84
|
-
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
85
|
-
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
86
|
-
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
|
87
|
-
def compute_project_location_schema(location, google_cloud_datapipelines_v1_compute_schema_request_object = nil, fields: nil, quota_user: nil, options: nil, &block)
|
|
88
|
-
command = make_simple_command(:post, 'v1/{+location}:computeSchema', options)
|
|
89
|
-
command.request_representation = Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1ComputeSchemaRequest::Representation
|
|
90
|
-
command.request_object = google_cloud_datapipelines_v1_compute_schema_request_object
|
|
91
|
-
command.response_representation = Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1Schema::Representation
|
|
92
|
-
command.response_class = Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1Schema
|
|
93
|
-
command.params['location'] = location unless location.nil?
|
|
94
|
-
command.query['fields'] = fields unless fields.nil?
|
|
95
|
-
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
|
96
|
-
execute_or_queue_command(command, &block)
|
|
97
|
-
end
|
|
98
|
-
|
|
99
|
-
# Lists pipelines. Returns a "FORBIDDEN" error if the caller doesn't have
|
|
100
|
-
# permission to access it.
|
|
101
|
-
# @param [String] parent
|
|
102
|
-
# Required. The location name. For example: `projects/PROJECT_ID/locations/
|
|
103
|
-
# LOCATION_ID`.
|
|
104
|
-
# @param [String] filter
|
|
105
|
-
# An expression for filtering the results of the request. If unspecified, all
|
|
106
|
-
# pipelines will be returned. Multiple filters can be applied and must be comma
|
|
107
|
-
# separated. Fields eligible for filtering are: + `type`: The type of the
|
|
108
|
-
# pipeline (streaming or batch). Allowed values are `ALL`, `BATCH`, and `
|
|
109
|
-
# STREAMING`. + `status`: The activity status of the pipeline. Allowed values
|
|
110
|
-
# are `ALL`, `ACTIVE`, `ARCHIVED`, and `PAUSED`. For example, to limit results
|
|
111
|
-
# to active batch processing pipelines: type:BATCH,status:ACTIVE
|
|
112
|
-
# @param [Fixnum] page_size
|
|
113
|
-
# The maximum number of entities to return. The service may return fewer than
|
|
114
|
-
# this value, even if there are additional pages. If unspecified, the max limit
|
|
115
|
-
# is yet to be determined by the backend implementation.
|
|
116
|
-
# @param [String] page_token
|
|
117
|
-
# A page token, received from a previous `ListPipelines` call. Provide this to
|
|
118
|
-
# retrieve the subsequent page. When paginating, all other parameters provided
|
|
119
|
-
# to `ListPipelines` must match the call that provided the page token.
|
|
120
|
-
# @param [String] fields
|
|
121
|
-
# Selector specifying which fields to include in a partial response.
|
|
122
|
-
# @param [String] quota_user
|
|
123
|
-
# Available to use for quota purposes for server-side applications. Can be any
|
|
124
|
-
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
125
|
-
# @param [Google::Apis::RequestOptions] options
|
|
126
|
-
# Request-specific options
|
|
127
|
-
#
|
|
128
|
-
# @yield [result, err] Result & error if block supplied
|
|
129
|
-
# @yieldparam result [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1ListPipelinesResponse] parsed result object
|
|
130
|
-
# @yieldparam err [StandardError] error object if request failed
|
|
131
|
-
#
|
|
132
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1ListPipelinesResponse]
|
|
133
|
-
#
|
|
134
|
-
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
135
|
-
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
136
|
-
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
|
137
|
-
def list_project_location_pipelines(parent, filter: nil, page_size: nil, page_token: nil, fields: nil, quota_user: nil, options: nil, &block)
|
|
138
|
-
command = make_simple_command(:get, 'v1/{+parent}', options)
|
|
139
|
-
command.response_representation = Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1ListPipelinesResponse::Representation
|
|
140
|
-
command.response_class = Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1ListPipelinesResponse
|
|
141
|
-
command.params['parent'] = parent unless parent.nil?
|
|
142
|
-
command.query['filter'] = filter unless filter.nil?
|
|
143
|
-
command.query['pageSize'] = page_size unless page_size.nil?
|
|
144
|
-
command.query['pageToken'] = page_token unless page_token.nil?
|
|
145
|
-
command.query['fields'] = fields unless fields.nil?
|
|
146
|
-
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
|
147
|
-
execute_or_queue_command(command, &block)
|
|
148
|
-
end
|
|
149
|
-
|
|
150
53
|
# Creates a pipeline. For a batch pipeline, you can pass scheduler information.
|
|
151
54
|
# Data Pipelines uses the scheduler information to create an internal scheduler
|
|
152
55
|
# that runs jobs periodically. If the internal scheduler is not configured, you
|
|
@@ -249,6 +152,57 @@ module Google
|
|
|
249
152
|
execute_or_queue_command(command, &block)
|
|
250
153
|
end
|
|
251
154
|
|
|
155
|
+
# Lists pipelines. Returns a "FORBIDDEN" error if the caller doesn't have
|
|
156
|
+
# permission to access it.
|
|
157
|
+
# @param [String] parent
|
|
158
|
+
# Required. The location name. For example: `projects/PROJECT_ID/locations/
|
|
159
|
+
# LOCATION_ID`.
|
|
160
|
+
# @param [String] filter
|
|
161
|
+
# An expression for filtering the results of the request. If unspecified, all
|
|
162
|
+
# pipelines will be returned. Multiple filters can be applied and must be comma
|
|
163
|
+
# separated. Fields eligible for filtering are: + `type`: The type of the
|
|
164
|
+
# pipeline (streaming or batch). Allowed values are `ALL`, `BATCH`, and `
|
|
165
|
+
# STREAMING`. + `status`: The activity status of the pipeline. Allowed values
|
|
166
|
+
# are `ALL`, `ACTIVE`, `ARCHIVED`, and `PAUSED`. For example, to limit results
|
|
167
|
+
# to active batch processing pipelines: type:BATCH,status:ACTIVE
|
|
168
|
+
# @param [Fixnum] page_size
|
|
169
|
+
# The maximum number of entities to return. The service may return fewer than
|
|
170
|
+
# this value, even if there are additional pages. If unspecified, the max limit
|
|
171
|
+
# is yet to be determined by the backend implementation.
|
|
172
|
+
# @param [String] page_token
|
|
173
|
+
# A page token, received from a previous `ListPipelines` call. Provide this to
|
|
174
|
+
# retrieve the subsequent page. When paginating, all other parameters provided
|
|
175
|
+
# to `ListPipelines` must match the call that provided the page token.
|
|
176
|
+
# @param [String] fields
|
|
177
|
+
# Selector specifying which fields to include in a partial response.
|
|
178
|
+
# @param [String] quota_user
|
|
179
|
+
# Available to use for quota purposes for server-side applications. Can be any
|
|
180
|
+
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
181
|
+
# @param [Google::Apis::RequestOptions] options
|
|
182
|
+
# Request-specific options
|
|
183
|
+
#
|
|
184
|
+
# @yield [result, err] Result & error if block supplied
|
|
185
|
+
# @yieldparam result [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1ListPipelinesResponse] parsed result object
|
|
186
|
+
# @yieldparam err [StandardError] error object if request failed
|
|
187
|
+
#
|
|
188
|
+
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1ListPipelinesResponse]
|
|
189
|
+
#
|
|
190
|
+
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
191
|
+
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
192
|
+
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
|
193
|
+
def list_project_location_pipelines(parent, filter: nil, page_size: nil, page_token: nil, fields: nil, quota_user: nil, options: nil, &block)
|
|
194
|
+
command = make_simple_command(:get, 'v1/{+parent}/pipelines', options)
|
|
195
|
+
command.response_representation = Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1ListPipelinesResponse::Representation
|
|
196
|
+
command.response_class = Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1ListPipelinesResponse
|
|
197
|
+
command.params['parent'] = parent unless parent.nil?
|
|
198
|
+
command.query['filter'] = filter unless filter.nil?
|
|
199
|
+
command.query['pageSize'] = page_size unless page_size.nil?
|
|
200
|
+
command.query['pageToken'] = page_token unless page_token.nil?
|
|
201
|
+
command.query['fields'] = fields unless fields.nil?
|
|
202
|
+
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
|
203
|
+
execute_or_queue_command(command, &block)
|
|
204
|
+
end
|
|
205
|
+
|
|
252
206
|
# Updates a pipeline. If successful, the updated Pipeline is returned. Returns `
|
|
253
207
|
# NOT_FOUND` if the pipeline doesn't exist. If UpdatePipeline does not return
|
|
254
208
|
# successfully, you can retry the UpdatePipeline request until you receive a
|
|
@@ -413,76 +367,6 @@ module Google
|
|
|
413
367
|
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
|
414
368
|
execute_or_queue_command(command, &block)
|
|
415
369
|
end
|
|
416
|
-
|
|
417
|
-
# Gets transform descriptions in a batch, associated with a list of provided
|
|
418
|
-
# uniform resource names.
|
|
419
|
-
# @param [String] parent
|
|
420
|
-
# Required. The project and location shared by all transform descriptions being
|
|
421
|
-
# retrieved, formatted as "projects/`project`/locations/`location`".
|
|
422
|
-
# @param [Array<String>, String] names
|
|
423
|
-
# Optional. The names of the transform descriptions being retrieved, formatted
|
|
424
|
-
# as "projects/`project`/locations/`location`/transformdescriptions/`
|
|
425
|
-
# transform_description`". If no name is provided, all of the transform
|
|
426
|
-
# descriptions will be returned.
|
|
427
|
-
# @param [String] fields
|
|
428
|
-
# Selector specifying which fields to include in a partial response.
|
|
429
|
-
# @param [String] quota_user
|
|
430
|
-
# Available to use for quota purposes for server-side applications. Can be any
|
|
431
|
-
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
432
|
-
# @param [Google::Apis::RequestOptions] options
|
|
433
|
-
# Request-specific options
|
|
434
|
-
#
|
|
435
|
-
# @yield [result, err] Result & error if block supplied
|
|
436
|
-
# @yieldparam result [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1BatchGetTransformDescriptionsResponse] parsed result object
|
|
437
|
-
# @yieldparam err [StandardError] error object if request failed
|
|
438
|
-
#
|
|
439
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1BatchGetTransformDescriptionsResponse]
|
|
440
|
-
#
|
|
441
|
-
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
442
|
-
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
443
|
-
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
|
444
|
-
def batch_project_location_transform_description_get(parent, names: nil, fields: nil, quota_user: nil, options: nil, &block)
|
|
445
|
-
command = make_simple_command(:get, 'v1/{+parent}/transformDescriptions:batchGet', options)
|
|
446
|
-
command.response_representation = Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1BatchGetTransformDescriptionsResponse::Representation
|
|
447
|
-
command.response_class = Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1BatchGetTransformDescriptionsResponse
|
|
448
|
-
command.params['parent'] = parent unless parent.nil?
|
|
449
|
-
command.query['names'] = names unless names.nil?
|
|
450
|
-
command.query['fields'] = fields unless fields.nil?
|
|
451
|
-
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
|
452
|
-
execute_or_queue_command(command, &block)
|
|
453
|
-
end
|
|
454
|
-
|
|
455
|
-
# Gets the transform description associated with the provided uniform resource
|
|
456
|
-
# name.
|
|
457
|
-
# @param [String] name
|
|
458
|
-
# Required. The full name formatted as "projects/`your-project`/locations/`
|
|
459
|
-
# google-cloud-region`/transformdescriptions/`uniform-resource-name`".
|
|
460
|
-
# @param [String] fields
|
|
461
|
-
# Selector specifying which fields to include in a partial response.
|
|
462
|
-
# @param [String] quota_user
|
|
463
|
-
# Available to use for quota purposes for server-side applications. Can be any
|
|
464
|
-
# arbitrary string assigned to a user, but should not exceed 40 characters.
|
|
465
|
-
# @param [Google::Apis::RequestOptions] options
|
|
466
|
-
# Request-specific options
|
|
467
|
-
#
|
|
468
|
-
# @yield [result, err] Result & error if block supplied
|
|
469
|
-
# @yieldparam result [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1TransformDescription] parsed result object
|
|
470
|
-
# @yieldparam err [StandardError] error object if request failed
|
|
471
|
-
#
|
|
472
|
-
# @return [Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1TransformDescription]
|
|
473
|
-
#
|
|
474
|
-
# @raise [Google::Apis::ServerError] An error occurred on the server and the request can be retried
|
|
475
|
-
# @raise [Google::Apis::ClientError] The request is invalid and should not be retried without modification
|
|
476
|
-
# @raise [Google::Apis::AuthorizationError] Authorization is required
|
|
477
|
-
def get_project_location_transform_description(name, fields: nil, quota_user: nil, options: nil, &block)
|
|
478
|
-
command = make_simple_command(:get, 'v1/{+name}', options)
|
|
479
|
-
command.response_representation = Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1TransformDescription::Representation
|
|
480
|
-
command.response_class = Google::Apis::DatapipelinesV1::GoogleCloudDatapipelinesV1TransformDescription
|
|
481
|
-
command.params['name'] = name unless name.nil?
|
|
482
|
-
command.query['fields'] = fields unless fields.nil?
|
|
483
|
-
command.query['quotaUser'] = quota_user unless quota_user.nil?
|
|
484
|
-
execute_or_queue_command(command, &block)
|
|
485
|
-
end
|
|
486
370
|
|
|
487
371
|
protected
|
|
488
372
|
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: google-apis-datapipelines_v1
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.
|
|
4
|
+
version: 0.12.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Google LLC
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date:
|
|
11
|
+
date: 2023-01-04 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: google-apis-core
|
|
@@ -58,7 +58,7 @@ licenses:
|
|
|
58
58
|
metadata:
|
|
59
59
|
bug_tracker_uri: https://github.com/googleapis/google-api-ruby-client/issues
|
|
60
60
|
changelog_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-datapipelines_v1/CHANGELOG.md
|
|
61
|
-
documentation_uri: https://googleapis.dev/ruby/google-apis-datapipelines_v1/v0.
|
|
61
|
+
documentation_uri: https://googleapis.dev/ruby/google-apis-datapipelines_v1/v0.12.0
|
|
62
62
|
source_code_uri: https://github.com/googleapis/google-api-ruby-client/tree/main/generated/google-apis-datapipelines_v1
|
|
63
63
|
post_install_message:
|
|
64
64
|
rdoc_options: []
|