google-cloud-dataplex-v1 0.3.0 → 0.5.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/AUTHENTICATION.md +1 -1
- data/lib/google/cloud/dataplex/v1/content_pb.rb +2 -0
- data/lib/google/cloud/dataplex/v1/content_service/client.rb +372 -0
- data/lib/google/cloud/dataplex/v1/content_services_pb.rb +24 -0
- data/lib/google/cloud/dataplex/v1/dataplex_service/client.rb +67 -13
- data/lib/google/cloud/dataplex/v1/dataplex_service.rb +3 -3
- data/lib/google/cloud/dataplex/v1/logs_pb.rb +6 -0
- data/lib/google/cloud/dataplex/v1/metadata_service/client.rb +38 -9
- data/lib/google/cloud/dataplex/v1/service_pb.rb +1 -0
- data/lib/google/cloud/dataplex/v1/service_services_pb.rb +3 -3
- data/lib/google/cloud/dataplex/v1/tasks_pb.rb +17 -0
- data/lib/google/cloud/dataplex/v1/version.rb +1 -1
- data/proto_docs/google/cloud/dataplex/v1/logs.rb +21 -2
- data/proto_docs/google/cloud/dataplex/v1/metadata.rb +48 -45
- data/proto_docs/google/cloud/dataplex/v1/resources.rb +1 -1
- data/proto_docs/google/cloud/dataplex/v1/service.rb +20 -9
- data/proto_docs/google/cloud/dataplex/v1/tasks.rb +58 -2
- data/proto_docs/google/protobuf/empty.rb +0 -2
- data/proto_docs/google/type/expr.rb +75 -0
- metadata +45 -4
@@ -55,9 +55,15 @@ module Google
|
|
55
55
|
# @!attribute [rw] execution_spec
|
56
56
|
# @return [::Google::Cloud::Dataplex::V1::Task::ExecutionSpec]
|
57
57
|
# Required. Spec related to how a task is executed.
|
58
|
+
# @!attribute [r] execution_status
|
59
|
+
# @return [::Google::Cloud::Dataplex::V1::Task::ExecutionStatus]
|
60
|
+
# Output only. Status of the latest task executions.
|
58
61
|
# @!attribute [rw] spark
|
59
62
|
# @return [::Google::Cloud::Dataplex::V1::Task::SparkTaskConfig]
|
60
63
|
# Config related to running custom Spark tasks.
|
64
|
+
# @!attribute [rw] notebook
|
65
|
+
# @return [::Google::Cloud::Dataplex::V1::Task::NotebookTaskConfig]
|
66
|
+
# Config related to running scheduled Notebooks.
|
61
67
|
class Task
|
62
68
|
include ::Google::Protobuf::MessageExts
|
63
69
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -80,26 +86,31 @@ module Google
|
|
80
86
|
# @!attribute [rw] executors_count
|
81
87
|
# @return [::Integer]
|
82
88
|
# Optional. Total number of job executors.
|
89
|
+
# Executor Count should be between 2 and 100. [Default=2]
|
83
90
|
# @!attribute [rw] max_executors_count
|
84
91
|
# @return [::Integer]
|
85
92
|
# Optional. Max configurable executors.
|
86
93
|
# If max_executors_count > executors_count, then auto-scaling is enabled.
|
94
|
+
# Max Executor Count should be between 2 and 1000. [Default=1000]
|
87
95
|
class BatchComputeResources
|
88
96
|
include ::Google::Protobuf::MessageExts
|
89
97
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
90
98
|
end
|
91
99
|
|
92
100
|
# Container Image Runtime Configuration used with Batch execution.
|
101
|
+
# @!attribute [rw] image
|
102
|
+
# @return [::String]
|
103
|
+
# Optional. Container image to use.
|
93
104
|
# @!attribute [rw] java_jars
|
94
105
|
# @return [::Array<::String>]
|
95
106
|
# Optional. A list of Java JARS to add to the classpath.
|
96
107
|
# Valid input includes Cloud Storage URIs to Jar binaries.
|
97
|
-
# For example,
|
108
|
+
# For example, gs://bucket-name/my/path/to/file.jar
|
98
109
|
# @!attribute [rw] python_packages
|
99
110
|
# @return [::Array<::String>]
|
100
111
|
# Optional. A list of python packages to be installed.
|
101
112
|
# Valid formats include Cloud Storage URI to a PIP installable library.
|
102
|
-
# For example,
|
113
|
+
# For example, gs://bucket-name/my/path/to/lib.tar.gz
|
103
114
|
# @!attribute [rw] properties
|
104
115
|
# @return [::Google::Protobuf::Map{::String => ::String}]
|
105
116
|
# Optional. Override to common configuration of open source components installed on
|
@@ -205,9 +216,18 @@ module Google
|
|
205
216
|
# Required. Service account to use to execute a task.
|
206
217
|
# If not provided, the default Compute service account for the project is
|
207
218
|
# used.
|
219
|
+
# @!attribute [rw] project
|
220
|
+
# @return [::String]
|
221
|
+
# Optional. The project in which jobs are run. By default, the project containing the
|
222
|
+
# Lake is used. If a project is provided, the
|
223
|
+
# {::Google::Cloud::Dataplex::V1::Task::ExecutionSpec#service_account ExecutionSpec.service_account} must belong to this project.
|
208
224
|
# @!attribute [rw] max_job_execution_lifetime
|
209
225
|
# @return [::Google::Protobuf::Duration]
|
210
226
|
# Optional. The maximum duration after which the job execution is expired.
|
227
|
+
# @!attribute [rw] kms_key
|
228
|
+
# @return [::String]
|
229
|
+
# Optional. The Cloud KMS key to use for encryption, of the form:
|
230
|
+
# `projects/{project_number}/locations/{location_id}/keyRings/{key-ring-name}/cryptoKeys/{key-name}`.
|
211
231
|
class ExecutionSpec
|
212
232
|
include ::Google::Protobuf::MessageExts
|
213
233
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -268,6 +288,42 @@ module Google
|
|
268
288
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
269
289
|
end
|
270
290
|
|
291
|
+
# Config for running scheduled notebooks.
|
292
|
+
# @!attribute [rw] notebook
|
293
|
+
# @return [::String]
|
294
|
+
# Required. Path to input notebook. This can be the Cloud Storage URI of the notebook
|
295
|
+
# file or the path to a Notebook Content. The execution args are accessible
|
296
|
+
# as environment variables
|
297
|
+
# (`TASK_key=value`).
|
298
|
+
# @!attribute [rw] infrastructure_spec
|
299
|
+
# @return [::Google::Cloud::Dataplex::V1::Task::InfrastructureSpec]
|
300
|
+
# Optional. Infrastructure specification for the execution.
|
301
|
+
# @!attribute [rw] file_uris
|
302
|
+
# @return [::Array<::String>]
|
303
|
+
# Optional. Cloud Storage URIs of files to be placed in the working directory of each
|
304
|
+
# executor.
|
305
|
+
# @!attribute [rw] archive_uris
|
306
|
+
# @return [::Array<::String>]
|
307
|
+
# Optional. Cloud Storage URIs of archives to be extracted into the working directory
|
308
|
+
# of each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and
|
309
|
+
# .zip.
|
310
|
+
class NotebookTaskConfig
|
311
|
+
include ::Google::Protobuf::MessageExts
|
312
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
313
|
+
end
|
314
|
+
|
315
|
+
# Status of the task execution (e.g. Jobs).
|
316
|
+
# @!attribute [r] update_time
|
317
|
+
# @return [::Google::Protobuf::Timestamp]
|
318
|
+
# Output only. Last update time of the status.
|
319
|
+
# @!attribute [r] latest_job
|
320
|
+
# @return [::Google::Cloud::Dataplex::V1::Job]
|
321
|
+
# Output only. latest job execution
|
322
|
+
class ExecutionStatus
|
323
|
+
include ::Google::Protobuf::MessageExts
|
324
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
325
|
+
end
|
326
|
+
|
271
327
|
# @!attribute [rw] key
|
272
328
|
# @return [::String]
|
273
329
|
# @!attribute [rw] value
|
@@ -26,8 +26,6 @@ module Google
|
|
26
26
|
# service Foo {
|
27
27
|
# rpc Bar(google.protobuf.Empty) returns (google.protobuf.Empty);
|
28
28
|
# }
|
29
|
-
#
|
30
|
-
# The JSON representation for `Empty` is empty JSON object `{}`.
|
31
29
|
class Empty
|
32
30
|
include ::Google::Protobuf::MessageExts
|
33
31
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -0,0 +1,75 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
# Copyright 2022 Google LLC
|
4
|
+
#
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
6
|
+
# you may not use this file except in compliance with the License.
|
7
|
+
# You may obtain a copy of the License at
|
8
|
+
#
|
9
|
+
# https://www.apache.org/licenses/LICENSE-2.0
|
10
|
+
#
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
14
|
+
# See the License for the specific language governing permissions and
|
15
|
+
# limitations under the License.
|
16
|
+
|
17
|
+
# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
|
18
|
+
|
19
|
+
|
20
|
+
module Google
|
21
|
+
module Type
|
22
|
+
# Represents a textual expression in the Common Expression Language (CEL)
|
23
|
+
# syntax. CEL is a C-like expression language. The syntax and semantics of CEL
|
24
|
+
# are documented at https://github.com/google/cel-spec.
|
25
|
+
#
|
26
|
+
# Example (Comparison):
|
27
|
+
#
|
28
|
+
# title: "Summary size limit"
|
29
|
+
# description: "Determines if a summary is less than 100 chars"
|
30
|
+
# expression: "document.summary.size() < 100"
|
31
|
+
#
|
32
|
+
# Example (Equality):
|
33
|
+
#
|
34
|
+
# title: "Requestor is owner"
|
35
|
+
# description: "Determines if requestor is the document owner"
|
36
|
+
# expression: "document.owner == request.auth.claims.email"
|
37
|
+
#
|
38
|
+
# Example (Logic):
|
39
|
+
#
|
40
|
+
# title: "Public documents"
|
41
|
+
# description: "Determine whether the document should be publicly visible"
|
42
|
+
# expression: "document.type != 'private' && document.type != 'internal'"
|
43
|
+
#
|
44
|
+
# Example (Data Manipulation):
|
45
|
+
#
|
46
|
+
# title: "Notification string"
|
47
|
+
# description: "Create a notification string with a timestamp."
|
48
|
+
# expression: "'New message received at ' + string(document.create_time)"
|
49
|
+
#
|
50
|
+
# The exact variables and functions that may be referenced within an expression
|
51
|
+
# are determined by the service that evaluates it. See the service
|
52
|
+
# documentation for additional information.
|
53
|
+
# @!attribute [rw] expression
|
54
|
+
# @return [::String]
|
55
|
+
# Textual representation of an expression in Common Expression Language
|
56
|
+
# syntax.
|
57
|
+
# @!attribute [rw] title
|
58
|
+
# @return [::String]
|
59
|
+
# Optional. Title for the expression, i.e. a short string describing
|
60
|
+
# its purpose. This can be used e.g. in UIs which allow to enter the
|
61
|
+
# expression.
|
62
|
+
# @!attribute [rw] description
|
63
|
+
# @return [::String]
|
64
|
+
# Optional. Description of the expression. This is a longer text which
|
65
|
+
# describes the expression, e.g. when hovered over it in a UI.
|
66
|
+
# @!attribute [rw] location
|
67
|
+
# @return [::String]
|
68
|
+
# Optional. String indicating the location of the expression for error
|
69
|
+
# reporting, e.g. a file name and a position in the file.
|
70
|
+
class Expr
|
71
|
+
include ::Google::Protobuf::MessageExts
|
72
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
73
|
+
end
|
74
|
+
end
|
75
|
+
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-cloud-dataplex-v1
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.5.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-
|
11
|
+
date: 2022-10-18 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: gapic-common
|
@@ -16,7 +16,7 @@ dependencies:
|
|
16
16
|
requirements:
|
17
17
|
- - ">="
|
18
18
|
- !ruby/object:Gem::Version
|
19
|
-
version: '0.
|
19
|
+
version: '0.12'
|
20
20
|
- - "<"
|
21
21
|
- !ruby/object:Gem::Version
|
22
22
|
version: 2.a
|
@@ -26,7 +26,7 @@ dependencies:
|
|
26
26
|
requirements:
|
27
27
|
- - ">="
|
28
28
|
- !ruby/object:Gem::Version
|
29
|
-
version: '0.
|
29
|
+
version: '0.12'
|
30
30
|
- - "<"
|
31
31
|
- !ruby/object:Gem::Version
|
32
32
|
version: 2.a
|
@@ -44,6 +44,46 @@ dependencies:
|
|
44
44
|
- - "~>"
|
45
45
|
- !ruby/object:Gem::Version
|
46
46
|
version: '1.0'
|
47
|
+
- !ruby/object:Gem::Dependency
|
48
|
+
name: google-cloud-location
|
49
|
+
requirement: !ruby/object:Gem::Requirement
|
50
|
+
requirements:
|
51
|
+
- - ">="
|
52
|
+
- !ruby/object:Gem::Version
|
53
|
+
version: '0.0'
|
54
|
+
- - "<"
|
55
|
+
- !ruby/object:Gem::Version
|
56
|
+
version: 2.a
|
57
|
+
type: :runtime
|
58
|
+
prerelease: false
|
59
|
+
version_requirements: !ruby/object:Gem::Requirement
|
60
|
+
requirements:
|
61
|
+
- - ">="
|
62
|
+
- !ruby/object:Gem::Version
|
63
|
+
version: '0.0'
|
64
|
+
- - "<"
|
65
|
+
- !ruby/object:Gem::Version
|
66
|
+
version: 2.a
|
67
|
+
- !ruby/object:Gem::Dependency
|
68
|
+
name: google-iam-v1
|
69
|
+
requirement: !ruby/object:Gem::Requirement
|
70
|
+
requirements:
|
71
|
+
- - ">="
|
72
|
+
- !ruby/object:Gem::Version
|
73
|
+
version: '0.0'
|
74
|
+
- - "<"
|
75
|
+
- !ruby/object:Gem::Version
|
76
|
+
version: 2.a
|
77
|
+
type: :runtime
|
78
|
+
prerelease: false
|
79
|
+
version_requirements: !ruby/object:Gem::Requirement
|
80
|
+
requirements:
|
81
|
+
- - ">="
|
82
|
+
- !ruby/object:Gem::Version
|
83
|
+
version: '0.0'
|
84
|
+
- - "<"
|
85
|
+
- !ruby/object:Gem::Version
|
86
|
+
version: 2.a
|
47
87
|
- !ruby/object:Gem::Dependency
|
48
88
|
name: google-style
|
49
89
|
requirement: !ruby/object:Gem::Requirement
|
@@ -214,6 +254,7 @@ files:
|
|
214
254
|
- proto_docs/google/protobuf/field_mask.rb
|
215
255
|
- proto_docs/google/protobuf/timestamp.rb
|
216
256
|
- proto_docs/google/rpc/status.rb
|
257
|
+
- proto_docs/google/type/expr.rb
|
217
258
|
homepage: https://github.com/googleapis/google-cloud-ruby
|
218
259
|
licenses:
|
219
260
|
- Apache-2.0
|