google-cloud-dataplex-v1 0.19.0 → 0.21.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/AUTHENTICATION.md +4 -4
- data/README.md +3 -3
- data/lib/google/cloud/dataplex/v1/bindings_override.rb +1 -1
- data/lib/google/cloud/dataplex/v1/catalog_pb.rb +101 -0
- data/lib/google/cloud/dataplex/v1/catalog_service/client.rb +2822 -0
- data/lib/google/cloud/dataplex/v1/catalog_service/credentials.rb +47 -0
- data/lib/google/cloud/dataplex/v1/catalog_service/operations.rb +809 -0
- data/lib/google/cloud/dataplex/v1/catalog_service/paths.rb +128 -0
- data/lib/google/cloud/dataplex/v1/catalog_service/rest/client.rb +2647 -0
- data/lib/google/cloud/dataplex/v1/catalog_service/rest/operations.rb +902 -0
- data/lib/google/cloud/dataplex/v1/catalog_service/rest/service_stub.rb +1375 -0
- data/lib/google/cloud/dataplex/v1/catalog_service/rest.rb +58 -0
- data/lib/google/cloud/dataplex/v1/catalog_service.rb +60 -0
- data/lib/google/cloud/dataplex/v1/catalog_services_pb.rb +91 -0
- data/lib/google/cloud/dataplex/v1/content_service/client.rb +19 -8
- data/lib/google/cloud/dataplex/v1/content_service/rest/client.rb +19 -8
- data/lib/google/cloud/dataplex/v1/data_quality_pb.rb +7 -1
- data/lib/google/cloud/dataplex/v1/data_scan_service/client.rb +115 -8
- data/lib/google/cloud/dataplex/v1/data_scan_service/operations.rb +13 -5
- data/lib/google/cloud/dataplex/v1/data_scan_service/rest/client.rb +108 -8
- data/lib/google/cloud/dataplex/v1/data_scan_service/rest/operations.rb +11 -4
- data/lib/google/cloud/dataplex/v1/data_scan_service/rest/service_stub.rb +68 -0
- data/lib/google/cloud/dataplex/v1/data_taxonomy_service/client.rb +33 -15
- data/lib/google/cloud/dataplex/v1/data_taxonomy_service/operations.rb +13 -5
- data/lib/google/cloud/dataplex/v1/data_taxonomy_service/rest/client.rb +33 -15
- data/lib/google/cloud/dataplex/v1/data_taxonomy_service/rest/operations.rb +11 -4
- data/lib/google/cloud/dataplex/v1/dataplex_service/client.rb +69 -33
- data/lib/google/cloud/dataplex/v1/dataplex_service/operations.rb +13 -5
- data/lib/google/cloud/dataplex/v1/dataplex_service/rest/client.rb +69 -33
- data/lib/google/cloud/dataplex/v1/dataplex_service/rest/operations.rb +11 -4
- data/lib/google/cloud/dataplex/v1/datascans_pb.rb +4 -2
- data/lib/google/cloud/dataplex/v1/datascans_services_pb.rb +2 -0
- data/lib/google/cloud/dataplex/v1/logs_pb.rb +1 -1
- data/lib/google/cloud/dataplex/v1/metadata_service/client.rb +21 -9
- data/lib/google/cloud/dataplex/v1/metadata_service/rest/client.rb +21 -9
- data/lib/google/cloud/dataplex/v1/rest.rb +3 -2
- data/lib/google/cloud/dataplex/v1/version.rb +1 -1
- data/lib/google/cloud/dataplex/v1.rb +4 -3
- data/proto_docs/google/api/client.rb +4 -0
- data/proto_docs/google/cloud/dataplex/v1/catalog.rb +1092 -0
- data/proto_docs/google/cloud/dataplex/v1/data_quality.rb +86 -0
- data/proto_docs/google/cloud/dataplex/v1/datascans.rb +21 -0
- data/proto_docs/google/cloud/dataplex/v1/logs.rb +8 -0
- data/proto_docs/google/protobuf/struct.rb +96 -0
- metadata +15 -2
@@ -53,6 +53,10 @@ module Google
|
|
53
53
|
# @return [::Google::Cloud::Dataplex::V1::DataQualitySpec::PostScanActions::BigQueryExport]
|
54
54
|
# Optional. If set, results will be exported to the provided BigQuery
|
55
55
|
# table.
|
56
|
+
# @!attribute [rw] notification_report
|
57
|
+
# @return [::Google::Cloud::Dataplex::V1::DataQualitySpec::PostScanActions::NotificationReport]
|
58
|
+
# Optional. If set, results will be sent to the provided notification
|
59
|
+
# receipts upon triggers.
|
56
60
|
class PostScanActions
|
57
61
|
include ::Google::Protobuf::MessageExts
|
58
62
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -67,6 +71,59 @@ module Google
|
|
67
71
|
include ::Google::Protobuf::MessageExts
|
68
72
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
69
73
|
end
|
74
|
+
|
75
|
+
# The individuals or groups who are designated to receive notifications
|
76
|
+
# upon triggers.
|
77
|
+
# @!attribute [rw] emails
|
78
|
+
# @return [::Array<::String>]
|
79
|
+
# Optional. The email recipients who will receive the DataQualityScan
|
80
|
+
# results report.
|
81
|
+
class Recipients
|
82
|
+
include ::Google::Protobuf::MessageExts
|
83
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
84
|
+
end
|
85
|
+
|
86
|
+
# This trigger is triggered when the DQ score in the job result is less
|
87
|
+
# than a specified input score.
|
88
|
+
# @!attribute [rw] score_threshold
|
89
|
+
# @return [::Float]
|
90
|
+
# Optional. The score range is in [0,100].
|
91
|
+
class ScoreThresholdTrigger
|
92
|
+
include ::Google::Protobuf::MessageExts
|
93
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
94
|
+
end
|
95
|
+
|
96
|
+
# This trigger is triggered when the scan job itself fails, regardless of
|
97
|
+
# the result.
|
98
|
+
class JobFailureTrigger
|
99
|
+
include ::Google::Protobuf::MessageExts
|
100
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
101
|
+
end
|
102
|
+
|
103
|
+
# This trigger is triggered whenever a scan job run ends, regardless
|
104
|
+
# of the result.
|
105
|
+
class JobEndTrigger
|
106
|
+
include ::Google::Protobuf::MessageExts
|
107
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
108
|
+
end
|
109
|
+
|
110
|
+
# The configuration of notification report post scan action.
|
111
|
+
# @!attribute [rw] recipients
|
112
|
+
# @return [::Google::Cloud::Dataplex::V1::DataQualitySpec::PostScanActions::Recipients]
|
113
|
+
# Required. The recipients who will receive the notification report.
|
114
|
+
# @!attribute [rw] score_threshold_trigger
|
115
|
+
# @return [::Google::Cloud::Dataplex::V1::DataQualitySpec::PostScanActions::ScoreThresholdTrigger]
|
116
|
+
# Optional. If set, report will be sent when score threshold is met.
|
117
|
+
# @!attribute [rw] job_failure_trigger
|
118
|
+
# @return [::Google::Cloud::Dataplex::V1::DataQualitySpec::PostScanActions::JobFailureTrigger]
|
119
|
+
# Optional. If set, report will be sent when a scan job fails.
|
120
|
+
# @!attribute [rw] job_end_trigger
|
121
|
+
# @return [::Google::Cloud::Dataplex::V1::DataQualitySpec::PostScanActions::JobEndTrigger]
|
122
|
+
# Optional. If set, report will be sent when a scan job ends.
|
123
|
+
class NotificationReport
|
124
|
+
include ::Google::Protobuf::MessageExts
|
125
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
126
|
+
end
|
70
127
|
end
|
71
128
|
end
|
72
129
|
|
@@ -182,6 +239,12 @@ module Google
|
|
182
239
|
# The query to find rows that did not pass this rule.
|
183
240
|
#
|
184
241
|
# This field is only valid for row-level type rules.
|
242
|
+
# @!attribute [r] assertion_row_count
|
243
|
+
# @return [::Integer]
|
244
|
+
# Output only. The number of rows returned by the sql statement in the
|
245
|
+
# SqlAssertion rule.
|
246
|
+
#
|
247
|
+
# This field is only valid for SqlAssertion rules.
|
185
248
|
class DataQualityRuleResult
|
186
249
|
include ::Google::Protobuf::MessageExts
|
187
250
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -250,6 +313,10 @@ module Google
|
|
250
313
|
# @return [::Google::Cloud::Dataplex::V1::DataQualityRule::TableConditionExpectation]
|
251
314
|
# Aggregate rule which evaluates whether the provided expression is true
|
252
315
|
# for a table.
|
316
|
+
# @!attribute [rw] sql_assertion
|
317
|
+
# @return [::Google::Cloud::Dataplex::V1::DataQualityRule::SqlAssertion]
|
318
|
+
# Aggregate rule which evaluates the number of rows returned for the
|
319
|
+
# provided statement.
|
253
320
|
# @!attribute [rw] column
|
254
321
|
# @return [::String]
|
255
322
|
# Optional. The unnested column which this rule is evaluated against.
|
@@ -430,6 +497,25 @@ module Google
|
|
430
497
|
include ::Google::Protobuf::MessageExts
|
431
498
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
432
499
|
end
|
500
|
+
|
501
|
+
# Queries for rows returned by the provided SQL statement. If any rows are
|
502
|
+
# are returned, this rule fails.
|
503
|
+
#
|
504
|
+
# The SQL statement needs to use BigQuery standard SQL syntax, and must not
|
505
|
+
# contain any semicolons.
|
506
|
+
#
|
507
|
+
# $\\{data()} can be used to reference the rows being evaluated, i.e. the table
|
508
|
+
# after all additional filters (row filters, incremental data filters,
|
509
|
+
# sampling) are applied.
|
510
|
+
#
|
511
|
+
# Example: SELECT * FROM $\\{data()} WHERE price < 0
|
512
|
+
# @!attribute [rw] sql_statement
|
513
|
+
# @return [::String]
|
514
|
+
# Optional. The SQL statement.
|
515
|
+
class SqlAssertion
|
516
|
+
include ::Google::Protobuf::MessageExts
|
517
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
518
|
+
end
|
433
519
|
end
|
434
520
|
|
435
521
|
# DataQualityColumnResult provides a more detailed, per-column view of
|
@@ -258,6 +258,27 @@ module Google
|
|
258
258
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
259
259
|
end
|
260
260
|
|
261
|
+
# Generate recommended DataQualityRules request.
|
262
|
+
# @!attribute [rw] name
|
263
|
+
# @return [::String]
|
264
|
+
# Required. The name should be either
|
265
|
+
# * the name of a datascan with at least one successful completed data
|
266
|
+
# profiling job, or
|
267
|
+
# * the name of a successful completed data profiling datascan job.
|
268
|
+
class GenerateDataQualityRulesRequest
|
269
|
+
include ::Google::Protobuf::MessageExts
|
270
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
271
|
+
end
|
272
|
+
|
273
|
+
# Generate recommended DataQualityRules response.
|
274
|
+
# @!attribute [rw] rule
|
275
|
+
# @return [::Array<::Google::Cloud::Dataplex::V1::DataQualityRule>]
|
276
|
+
# Generated recommended \\{@link DataQualityRule}s.
|
277
|
+
class GenerateDataQualityRulesResponse
|
278
|
+
include ::Google::Protobuf::MessageExts
|
279
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
280
|
+
end
|
281
|
+
|
261
282
|
# Represents a user-visible job which provides the insights for the related
|
262
283
|
# data source.
|
263
284
|
#
|
@@ -734,6 +734,10 @@ module Google
|
|
734
734
|
# @!attribute [rw] null_row_count
|
735
735
|
# @return [::Integer]
|
736
736
|
# The number of rows with null values in the specified column.
|
737
|
+
# @!attribute [rw] assertion_row_count
|
738
|
+
# @return [::Integer]
|
739
|
+
# The number of rows returned by the sql statement in the SqlAssertion rule.
|
740
|
+
# This field is only valid for SqlAssertion rules.
|
737
741
|
class DataQualityScanRuleResult
|
738
742
|
include ::Google::Protobuf::MessageExts
|
739
743
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -774,6 +778,10 @@ module Google
|
|
774
778
|
# Please see
|
775
779
|
# https://cloud.google.com/dataplex/docs/reference/rest/v1/DataQualityRule#uniquenessexpectation.
|
776
780
|
UNIQUENESS_EXPECTATION = 8
|
781
|
+
|
782
|
+
# Please see
|
783
|
+
# https://cloud.google.com/dataplex/docs/reference/rest/v1/DataQualityRule#sqlAssertion.
|
784
|
+
SQL_ASSERTION = 9
|
777
785
|
end
|
778
786
|
|
779
787
|
# The evaluation type of the data quality rule.
|
@@ -0,0 +1,96 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
# Copyright 2024 Google LLC
|
4
|
+
#
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
6
|
+
# you may not use this file except in compliance with the License.
|
7
|
+
# You may obtain a copy of the License at
|
8
|
+
#
|
9
|
+
# https://www.apache.org/licenses/LICENSE-2.0
|
10
|
+
#
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
14
|
+
# See the License for the specific language governing permissions and
|
15
|
+
# limitations under the License.
|
16
|
+
|
17
|
+
# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
|
18
|
+
|
19
|
+
|
20
|
+
module Google
|
21
|
+
module Protobuf
|
22
|
+
# `Struct` represents a structured data value, consisting of fields
|
23
|
+
# which map to dynamically typed values. In some languages, `Struct`
|
24
|
+
# might be supported by a native representation. For example, in
|
25
|
+
# scripting languages like JS a struct is represented as an
|
26
|
+
# object. The details of that representation are described together
|
27
|
+
# with the proto support for the language.
|
28
|
+
#
|
29
|
+
# The JSON representation for `Struct` is JSON object.
|
30
|
+
# @!attribute [rw] fields
|
31
|
+
# @return [::Google::Protobuf::Map{::String => ::Google::Protobuf::Value}]
|
32
|
+
# Unordered map of dynamically typed values.
|
33
|
+
class Struct
|
34
|
+
include ::Google::Protobuf::MessageExts
|
35
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
36
|
+
|
37
|
+
# @!attribute [rw] key
|
38
|
+
# @return [::String]
|
39
|
+
# @!attribute [rw] value
|
40
|
+
# @return [::Google::Protobuf::Value]
|
41
|
+
class FieldsEntry
|
42
|
+
include ::Google::Protobuf::MessageExts
|
43
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
44
|
+
end
|
45
|
+
end
|
46
|
+
|
47
|
+
# `Value` represents a dynamically typed value which can be either
|
48
|
+
# null, a number, a string, a boolean, a recursive struct value, or a
|
49
|
+
# list of values. A producer of value is expected to set one of these
|
50
|
+
# variants. Absence of any variant indicates an error.
|
51
|
+
#
|
52
|
+
# The JSON representation for `Value` is JSON value.
|
53
|
+
# @!attribute [rw] null_value
|
54
|
+
# @return [::Google::Protobuf::NullValue]
|
55
|
+
# Represents a null value.
|
56
|
+
# @!attribute [rw] number_value
|
57
|
+
# @return [::Float]
|
58
|
+
# Represents a double value.
|
59
|
+
# @!attribute [rw] string_value
|
60
|
+
# @return [::String]
|
61
|
+
# Represents a string value.
|
62
|
+
# @!attribute [rw] bool_value
|
63
|
+
# @return [::Boolean]
|
64
|
+
# Represents a boolean value.
|
65
|
+
# @!attribute [rw] struct_value
|
66
|
+
# @return [::Google::Protobuf::Struct]
|
67
|
+
# Represents a structured value.
|
68
|
+
# @!attribute [rw] list_value
|
69
|
+
# @return [::Google::Protobuf::ListValue]
|
70
|
+
# Represents a repeated `Value`.
|
71
|
+
class Value
|
72
|
+
include ::Google::Protobuf::MessageExts
|
73
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
74
|
+
end
|
75
|
+
|
76
|
+
# `ListValue` is a wrapper around a repeated field of values.
|
77
|
+
#
|
78
|
+
# The JSON representation for `ListValue` is JSON array.
|
79
|
+
# @!attribute [rw] values
|
80
|
+
# @return [::Array<::Google::Protobuf::Value>]
|
81
|
+
# Repeated field of dynamically typed values.
|
82
|
+
class ListValue
|
83
|
+
include ::Google::Protobuf::MessageExts
|
84
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
85
|
+
end
|
86
|
+
|
87
|
+
# `NullValue` is a singleton enumeration to represent the null value for the
|
88
|
+
# `Value` type union.
|
89
|
+
#
|
90
|
+
# The JSON representation for `NullValue` is JSON `null`.
|
91
|
+
module NullValue
|
92
|
+
# Null value.
|
93
|
+
NULL_VALUE = 0
|
94
|
+
end
|
95
|
+
end
|
96
|
+
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-cloud-dataplex-v1
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.21.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2024-
|
11
|
+
date: 2024-05-23 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: gapic-common
|
@@ -103,6 +103,17 @@ files:
|
|
103
103
|
- lib/google/cloud/dataplex/v1.rb
|
104
104
|
- lib/google/cloud/dataplex/v1/analyze_pb.rb
|
105
105
|
- lib/google/cloud/dataplex/v1/bindings_override.rb
|
106
|
+
- lib/google/cloud/dataplex/v1/catalog_pb.rb
|
107
|
+
- lib/google/cloud/dataplex/v1/catalog_service.rb
|
108
|
+
- lib/google/cloud/dataplex/v1/catalog_service/client.rb
|
109
|
+
- lib/google/cloud/dataplex/v1/catalog_service/credentials.rb
|
110
|
+
- lib/google/cloud/dataplex/v1/catalog_service/operations.rb
|
111
|
+
- lib/google/cloud/dataplex/v1/catalog_service/paths.rb
|
112
|
+
- lib/google/cloud/dataplex/v1/catalog_service/rest.rb
|
113
|
+
- lib/google/cloud/dataplex/v1/catalog_service/rest/client.rb
|
114
|
+
- lib/google/cloud/dataplex/v1/catalog_service/rest/operations.rb
|
115
|
+
- lib/google/cloud/dataplex/v1/catalog_service/rest/service_stub.rb
|
116
|
+
- lib/google/cloud/dataplex/v1/catalog_services_pb.rb
|
106
117
|
- lib/google/cloud/dataplex/v1/content_pb.rb
|
107
118
|
- lib/google/cloud/dataplex/v1/content_service.rb
|
108
119
|
- lib/google/cloud/dataplex/v1/content_service/client.rb
|
@@ -169,6 +180,7 @@ files:
|
|
169
180
|
- proto_docs/google/api/launch_stage.rb
|
170
181
|
- proto_docs/google/api/resource.rb
|
171
182
|
- proto_docs/google/cloud/dataplex/v1/analyze.rb
|
183
|
+
- proto_docs/google/cloud/dataplex/v1/catalog.rb
|
172
184
|
- proto_docs/google/cloud/dataplex/v1/content.rb
|
173
185
|
- proto_docs/google/cloud/dataplex/v1/data_profile.rb
|
174
186
|
- proto_docs/google/cloud/dataplex/v1/data_quality.rb
|
@@ -186,6 +198,7 @@ files:
|
|
186
198
|
- proto_docs/google/protobuf/duration.rb
|
187
199
|
- proto_docs/google/protobuf/empty.rb
|
188
200
|
- proto_docs/google/protobuf/field_mask.rb
|
201
|
+
- proto_docs/google/protobuf/struct.rb
|
189
202
|
- proto_docs/google/protobuf/timestamp.rb
|
190
203
|
- proto_docs/google/rpc/status.rb
|
191
204
|
- proto_docs/google/type/expr.rb
|