google-cloud-dataplex-v1 0.3.0 → 0.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/AUTHENTICATION.md +1 -1
- data/lib/google/cloud/dataplex/v1/content_pb.rb +2 -0
- data/lib/google/cloud/dataplex/v1/content_service/client.rb +372 -0
- data/lib/google/cloud/dataplex/v1/content_services_pb.rb +24 -0
- data/lib/google/cloud/dataplex/v1/dataplex_service/client.rb +67 -13
- data/lib/google/cloud/dataplex/v1/dataplex_service.rb +3 -3
- data/lib/google/cloud/dataplex/v1/logs_pb.rb +6 -0
- data/lib/google/cloud/dataplex/v1/metadata_service/client.rb +38 -9
- data/lib/google/cloud/dataplex/v1/service_pb.rb +1 -0
- data/lib/google/cloud/dataplex/v1/service_services_pb.rb +3 -3
- data/lib/google/cloud/dataplex/v1/tasks_pb.rb +17 -0
- data/lib/google/cloud/dataplex/v1/version.rb +1 -1
- data/proto_docs/google/cloud/dataplex/v1/logs.rb +21 -2
- data/proto_docs/google/cloud/dataplex/v1/metadata.rb +48 -45
- data/proto_docs/google/cloud/dataplex/v1/resources.rb +1 -1
- data/proto_docs/google/cloud/dataplex/v1/service.rb +20 -9
- data/proto_docs/google/cloud/dataplex/v1/tasks.rb +58 -2
- data/proto_docs/google/protobuf/empty.rb +0 -2
- data/proto_docs/google/type/expr.rb +75 -0
- metadata +45 -4
@@ -55,9 +55,15 @@ module Google
|
|
55
55
|
# @!attribute [rw] execution_spec
|
56
56
|
# @return [::Google::Cloud::Dataplex::V1::Task::ExecutionSpec]
|
57
57
|
# Required. Spec related to how a task is executed.
|
58
|
+
# @!attribute [r] execution_status
|
59
|
+
# @return [::Google::Cloud::Dataplex::V1::Task::ExecutionStatus]
|
60
|
+
# Output only. Status of the latest task executions.
|
58
61
|
# @!attribute [rw] spark
|
59
62
|
# @return [::Google::Cloud::Dataplex::V1::Task::SparkTaskConfig]
|
60
63
|
# Config related to running custom Spark tasks.
|
64
|
+
# @!attribute [rw] notebook
|
65
|
+
# @return [::Google::Cloud::Dataplex::V1::Task::NotebookTaskConfig]
|
66
|
+
# Config related to running scheduled Notebooks.
|
61
67
|
class Task
|
62
68
|
include ::Google::Protobuf::MessageExts
|
63
69
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -80,26 +86,31 @@ module Google
|
|
80
86
|
# @!attribute [rw] executors_count
|
81
87
|
# @return [::Integer]
|
82
88
|
# Optional. Total number of job executors.
|
89
|
+
# Executor Count should be between 2 and 100. [Default=2]
|
83
90
|
# @!attribute [rw] max_executors_count
|
84
91
|
# @return [::Integer]
|
85
92
|
# Optional. Max configurable executors.
|
86
93
|
# If max_executors_count > executors_count, then auto-scaling is enabled.
|
94
|
+
# Max Executor Count should be between 2 and 1000. [Default=1000]
|
87
95
|
class BatchComputeResources
|
88
96
|
include ::Google::Protobuf::MessageExts
|
89
97
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
90
98
|
end
|
91
99
|
|
92
100
|
# Container Image Runtime Configuration used with Batch execution.
|
101
|
+
# @!attribute [rw] image
|
102
|
+
# @return [::String]
|
103
|
+
# Optional. Container image to use.
|
93
104
|
# @!attribute [rw] java_jars
|
94
105
|
# @return [::Array<::String>]
|
95
106
|
# Optional. A list of Java JARS to add to the classpath.
|
96
107
|
# Valid input includes Cloud Storage URIs to Jar binaries.
|
97
|
-
# For example,
|
108
|
+
# For example, gs://bucket-name/my/path/to/file.jar
|
98
109
|
# @!attribute [rw] python_packages
|
99
110
|
# @return [::Array<::String>]
|
100
111
|
# Optional. A list of python packages to be installed.
|
101
112
|
# Valid formats include Cloud Storage URI to a PIP installable library.
|
102
|
-
# For example,
|
113
|
+
# For example, gs://bucket-name/my/path/to/lib.tar.gz
|
103
114
|
# @!attribute [rw] properties
|
104
115
|
# @return [::Google::Protobuf::Map{::String => ::String}]
|
105
116
|
# Optional. Override to common configuration of open source components installed on
|
@@ -205,9 +216,18 @@ module Google
|
|
205
216
|
# Required. Service account to use to execute a task.
|
206
217
|
# If not provided, the default Compute service account for the project is
|
207
218
|
# used.
|
219
|
+
# @!attribute [rw] project
|
220
|
+
# @return [::String]
|
221
|
+
# Optional. The project in which jobs are run. By default, the project containing the
|
222
|
+
# Lake is used. If a project is provided, the
|
223
|
+
# {::Google::Cloud::Dataplex::V1::Task::ExecutionSpec#service_account ExecutionSpec.service_account} must belong to this project.
|
208
224
|
# @!attribute [rw] max_job_execution_lifetime
|
209
225
|
# @return [::Google::Protobuf::Duration]
|
210
226
|
# Optional. The maximum duration after which the job execution is expired.
|
227
|
+
# @!attribute [rw] kms_key
|
228
|
+
# @return [::String]
|
229
|
+
# Optional. The Cloud KMS key to use for encryption, of the form:
|
230
|
+
# `projects/{project_number}/locations/{location_id}/keyRings/{key-ring-name}/cryptoKeys/{key-name}`.
|
211
231
|
class ExecutionSpec
|
212
232
|
include ::Google::Protobuf::MessageExts
|
213
233
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -268,6 +288,42 @@ module Google
|
|
268
288
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
269
289
|
end
|
270
290
|
|
291
|
+
# Config for running scheduled notebooks.
|
292
|
+
# @!attribute [rw] notebook
|
293
|
+
# @return [::String]
|
294
|
+
# Required. Path to input notebook. This can be the Cloud Storage URI of the notebook
|
295
|
+
# file or the path to a Notebook Content. The execution args are accessible
|
296
|
+
# as environment variables
|
297
|
+
# (`TASK_key=value`).
|
298
|
+
# @!attribute [rw] infrastructure_spec
|
299
|
+
# @return [::Google::Cloud::Dataplex::V1::Task::InfrastructureSpec]
|
300
|
+
# Optional. Infrastructure specification for the execution.
|
301
|
+
# @!attribute [rw] file_uris
|
302
|
+
# @return [::Array<::String>]
|
303
|
+
# Optional. Cloud Storage URIs of files to be placed in the working directory of each
|
304
|
+
# executor.
|
305
|
+
# @!attribute [rw] archive_uris
|
306
|
+
# @return [::Array<::String>]
|
307
|
+
# Optional. Cloud Storage URIs of archives to be extracted into the working directory
|
308
|
+
# of each executor. Supported file types: .jar, .tar, .tar.gz, .tgz, and
|
309
|
+
# .zip.
|
310
|
+
class NotebookTaskConfig
|
311
|
+
include ::Google::Protobuf::MessageExts
|
312
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
313
|
+
end
|
314
|
+
|
315
|
+
# Status of the task execution (e.g. Jobs).
|
316
|
+
# @!attribute [r] update_time
|
317
|
+
# @return [::Google::Protobuf::Timestamp]
|
318
|
+
# Output only. Last update time of the status.
|
319
|
+
# @!attribute [r] latest_job
|
320
|
+
# @return [::Google::Cloud::Dataplex::V1::Job]
|
321
|
+
# Output only. latest job execution
|
322
|
+
class ExecutionStatus
|
323
|
+
include ::Google::Protobuf::MessageExts
|
324
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
325
|
+
end
|
326
|
+
|
271
327
|
# @!attribute [rw] key
|
272
328
|
# @return [::String]
|
273
329
|
# @!attribute [rw] value
|
@@ -26,8 +26,6 @@ module Google
|
|
26
26
|
# service Foo {
|
27
27
|
# rpc Bar(google.protobuf.Empty) returns (google.protobuf.Empty);
|
28
28
|
# }
|
29
|
-
#
|
30
|
-
# The JSON representation for `Empty` is empty JSON object `{}`.
|
31
29
|
class Empty
|
32
30
|
include ::Google::Protobuf::MessageExts
|
33
31
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -0,0 +1,75 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
# Copyright 2022 Google LLC
|
4
|
+
#
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
6
|
+
# you may not use this file except in compliance with the License.
|
7
|
+
# You may obtain a copy of the License at
|
8
|
+
#
|
9
|
+
# https://www.apache.org/licenses/LICENSE-2.0
|
10
|
+
#
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
14
|
+
# See the License for the specific language governing permissions and
|
15
|
+
# limitations under the License.
|
16
|
+
|
17
|
+
# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
|
18
|
+
|
19
|
+
|
20
|
+
module Google
|
21
|
+
module Type
|
22
|
+
# Represents a textual expression in the Common Expression Language (CEL)
|
23
|
+
# syntax. CEL is a C-like expression language. The syntax and semantics of CEL
|
24
|
+
# are documented at https://github.com/google/cel-spec.
|
25
|
+
#
|
26
|
+
# Example (Comparison):
|
27
|
+
#
|
28
|
+
# title: "Summary size limit"
|
29
|
+
# description: "Determines if a summary is less than 100 chars"
|
30
|
+
# expression: "document.summary.size() < 100"
|
31
|
+
#
|
32
|
+
# Example (Equality):
|
33
|
+
#
|
34
|
+
# title: "Requestor is owner"
|
35
|
+
# description: "Determines if requestor is the document owner"
|
36
|
+
# expression: "document.owner == request.auth.claims.email"
|
37
|
+
#
|
38
|
+
# Example (Logic):
|
39
|
+
#
|
40
|
+
# title: "Public documents"
|
41
|
+
# description: "Determine whether the document should be publicly visible"
|
42
|
+
# expression: "document.type != 'private' && document.type != 'internal'"
|
43
|
+
#
|
44
|
+
# Example (Data Manipulation):
|
45
|
+
#
|
46
|
+
# title: "Notification string"
|
47
|
+
# description: "Create a notification string with a timestamp."
|
48
|
+
# expression: "'New message received at ' + string(document.create_time)"
|
49
|
+
#
|
50
|
+
# The exact variables and functions that may be referenced within an expression
|
51
|
+
# are determined by the service that evaluates it. See the service
|
52
|
+
# documentation for additional information.
|
53
|
+
# @!attribute [rw] expression
|
54
|
+
# @return [::String]
|
55
|
+
# Textual representation of an expression in Common Expression Language
|
56
|
+
# syntax.
|
57
|
+
# @!attribute [rw] title
|
58
|
+
# @return [::String]
|
59
|
+
# Optional. Title for the expression, i.e. a short string describing
|
60
|
+
# its purpose. This can be used e.g. in UIs which allow to enter the
|
61
|
+
# expression.
|
62
|
+
# @!attribute [rw] description
|
63
|
+
# @return [::String]
|
64
|
+
# Optional. Description of the expression. This is a longer text which
|
65
|
+
# describes the expression, e.g. when hovered over it in a UI.
|
66
|
+
# @!attribute [rw] location
|
67
|
+
# @return [::String]
|
68
|
+
# Optional. String indicating the location of the expression for error
|
69
|
+
# reporting, e.g. a file name and a position in the file.
|
70
|
+
class Expr
|
71
|
+
include ::Google::Protobuf::MessageExts
|
72
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
73
|
+
end
|
74
|
+
end
|
75
|
+
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-cloud-dataplex-v1
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.5.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2022-
|
11
|
+
date: 2022-10-18 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: gapic-common
|
@@ -16,7 +16,7 @@ dependencies:
|
|
16
16
|
requirements:
|
17
17
|
- - ">="
|
18
18
|
- !ruby/object:Gem::Version
|
19
|
-
version: '0.
|
19
|
+
version: '0.12'
|
20
20
|
- - "<"
|
21
21
|
- !ruby/object:Gem::Version
|
22
22
|
version: 2.a
|
@@ -26,7 +26,7 @@ dependencies:
|
|
26
26
|
requirements:
|
27
27
|
- - ">="
|
28
28
|
- !ruby/object:Gem::Version
|
29
|
-
version: '0.
|
29
|
+
version: '0.12'
|
30
30
|
- - "<"
|
31
31
|
- !ruby/object:Gem::Version
|
32
32
|
version: 2.a
|
@@ -44,6 +44,46 @@ dependencies:
|
|
44
44
|
- - "~>"
|
45
45
|
- !ruby/object:Gem::Version
|
46
46
|
version: '1.0'
|
47
|
+
- !ruby/object:Gem::Dependency
|
48
|
+
name: google-cloud-location
|
49
|
+
requirement: !ruby/object:Gem::Requirement
|
50
|
+
requirements:
|
51
|
+
- - ">="
|
52
|
+
- !ruby/object:Gem::Version
|
53
|
+
version: '0.0'
|
54
|
+
- - "<"
|
55
|
+
- !ruby/object:Gem::Version
|
56
|
+
version: 2.a
|
57
|
+
type: :runtime
|
58
|
+
prerelease: false
|
59
|
+
version_requirements: !ruby/object:Gem::Requirement
|
60
|
+
requirements:
|
61
|
+
- - ">="
|
62
|
+
- !ruby/object:Gem::Version
|
63
|
+
version: '0.0'
|
64
|
+
- - "<"
|
65
|
+
- !ruby/object:Gem::Version
|
66
|
+
version: 2.a
|
67
|
+
- !ruby/object:Gem::Dependency
|
68
|
+
name: google-iam-v1
|
69
|
+
requirement: !ruby/object:Gem::Requirement
|
70
|
+
requirements:
|
71
|
+
- - ">="
|
72
|
+
- !ruby/object:Gem::Version
|
73
|
+
version: '0.0'
|
74
|
+
- - "<"
|
75
|
+
- !ruby/object:Gem::Version
|
76
|
+
version: 2.a
|
77
|
+
type: :runtime
|
78
|
+
prerelease: false
|
79
|
+
version_requirements: !ruby/object:Gem::Requirement
|
80
|
+
requirements:
|
81
|
+
- - ">="
|
82
|
+
- !ruby/object:Gem::Version
|
83
|
+
version: '0.0'
|
84
|
+
- - "<"
|
85
|
+
- !ruby/object:Gem::Version
|
86
|
+
version: 2.a
|
47
87
|
- !ruby/object:Gem::Dependency
|
48
88
|
name: google-style
|
49
89
|
requirement: !ruby/object:Gem::Requirement
|
@@ -214,6 +254,7 @@ files:
|
|
214
254
|
- proto_docs/google/protobuf/field_mask.rb
|
215
255
|
- proto_docs/google/protobuf/timestamp.rb
|
216
256
|
- proto_docs/google/rpc/status.rb
|
257
|
+
- proto_docs/google/type/expr.rb
|
217
258
|
homepage: https://github.com/googleapis/google-cloud-ruby
|
218
259
|
licenses:
|
219
260
|
- Apache-2.0
|