google-cloud-dataplex-v1 0.19.0 → 0.21.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/AUTHENTICATION.md +4 -4
- data/README.md +3 -3
- data/lib/google/cloud/dataplex/v1/bindings_override.rb +1 -1
- data/lib/google/cloud/dataplex/v1/catalog_pb.rb +101 -0
- data/lib/google/cloud/dataplex/v1/catalog_service/client.rb +2822 -0
- data/lib/google/cloud/dataplex/v1/catalog_service/credentials.rb +47 -0
- data/lib/google/cloud/dataplex/v1/catalog_service/operations.rb +809 -0
- data/lib/google/cloud/dataplex/v1/catalog_service/paths.rb +128 -0
- data/lib/google/cloud/dataplex/v1/catalog_service/rest/client.rb +2647 -0
- data/lib/google/cloud/dataplex/v1/catalog_service/rest/operations.rb +902 -0
- data/lib/google/cloud/dataplex/v1/catalog_service/rest/service_stub.rb +1375 -0
- data/lib/google/cloud/dataplex/v1/catalog_service/rest.rb +58 -0
- data/lib/google/cloud/dataplex/v1/catalog_service.rb +60 -0
- data/lib/google/cloud/dataplex/v1/catalog_services_pb.rb +91 -0
- data/lib/google/cloud/dataplex/v1/content_service/client.rb +19 -8
- data/lib/google/cloud/dataplex/v1/content_service/rest/client.rb +19 -8
- data/lib/google/cloud/dataplex/v1/data_quality_pb.rb +7 -1
- data/lib/google/cloud/dataplex/v1/data_scan_service/client.rb +115 -8
- data/lib/google/cloud/dataplex/v1/data_scan_service/operations.rb +13 -5
- data/lib/google/cloud/dataplex/v1/data_scan_service/rest/client.rb +108 -8
- data/lib/google/cloud/dataplex/v1/data_scan_service/rest/operations.rb +11 -4
- data/lib/google/cloud/dataplex/v1/data_scan_service/rest/service_stub.rb +68 -0
- data/lib/google/cloud/dataplex/v1/data_taxonomy_service/client.rb +33 -15
- data/lib/google/cloud/dataplex/v1/data_taxonomy_service/operations.rb +13 -5
- data/lib/google/cloud/dataplex/v1/data_taxonomy_service/rest/client.rb +33 -15
- data/lib/google/cloud/dataplex/v1/data_taxonomy_service/rest/operations.rb +11 -4
- data/lib/google/cloud/dataplex/v1/dataplex_service/client.rb +69 -33
- data/lib/google/cloud/dataplex/v1/dataplex_service/operations.rb +13 -5
- data/lib/google/cloud/dataplex/v1/dataplex_service/rest/client.rb +69 -33
- data/lib/google/cloud/dataplex/v1/dataplex_service/rest/operations.rb +11 -4
- data/lib/google/cloud/dataplex/v1/datascans_pb.rb +4 -2
- data/lib/google/cloud/dataplex/v1/datascans_services_pb.rb +2 -0
- data/lib/google/cloud/dataplex/v1/logs_pb.rb +1 -1
- data/lib/google/cloud/dataplex/v1/metadata_service/client.rb +21 -9
- data/lib/google/cloud/dataplex/v1/metadata_service/rest/client.rb +21 -9
- data/lib/google/cloud/dataplex/v1/rest.rb +3 -2
- data/lib/google/cloud/dataplex/v1/version.rb +1 -1
- data/lib/google/cloud/dataplex/v1.rb +4 -3
- data/proto_docs/google/api/client.rb +4 -0
- data/proto_docs/google/cloud/dataplex/v1/catalog.rb +1092 -0
- data/proto_docs/google/cloud/dataplex/v1/data_quality.rb +86 -0
- data/proto_docs/google/cloud/dataplex/v1/datascans.rb +21 -0
- data/proto_docs/google/cloud/dataplex/v1/logs.rb +8 -0
- data/proto_docs/google/protobuf/struct.rb +96 -0
- metadata +15 -2
@@ -53,6 +53,10 @@ module Google
|
|
53
53
|
# @return [::Google::Cloud::Dataplex::V1::DataQualitySpec::PostScanActions::BigQueryExport]
|
54
54
|
# Optional. If set, results will be exported to the provided BigQuery
|
55
55
|
# table.
|
56
|
+
# @!attribute [rw] notification_report
|
57
|
+
# @return [::Google::Cloud::Dataplex::V1::DataQualitySpec::PostScanActions::NotificationReport]
|
58
|
+
# Optional. If set, results will be sent to the provided notification
|
59
|
+
# receipts upon triggers.
|
56
60
|
class PostScanActions
|
57
61
|
include ::Google::Protobuf::MessageExts
|
58
62
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -67,6 +71,59 @@ module Google
|
|
67
71
|
include ::Google::Protobuf::MessageExts
|
68
72
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
69
73
|
end
|
74
|
+
|
75
|
+
# The individuals or groups who are designated to receive notifications
|
76
|
+
# upon triggers.
|
77
|
+
# @!attribute [rw] emails
|
78
|
+
# @return [::Array<::String>]
|
79
|
+
# Optional. The email recipients who will receive the DataQualityScan
|
80
|
+
# results report.
|
81
|
+
class Recipients
|
82
|
+
include ::Google::Protobuf::MessageExts
|
83
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
84
|
+
end
|
85
|
+
|
86
|
+
# This trigger is triggered when the DQ score in the job result is less
|
87
|
+
# than a specified input score.
|
88
|
+
# @!attribute [rw] score_threshold
|
89
|
+
# @return [::Float]
|
90
|
+
# Optional. The score range is in [0,100].
|
91
|
+
class ScoreThresholdTrigger
|
92
|
+
include ::Google::Protobuf::MessageExts
|
93
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
94
|
+
end
|
95
|
+
|
96
|
+
# This trigger is triggered when the scan job itself fails, regardless of
|
97
|
+
# the result.
|
98
|
+
class JobFailureTrigger
|
99
|
+
include ::Google::Protobuf::MessageExts
|
100
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
101
|
+
end
|
102
|
+
|
103
|
+
# This trigger is triggered whenever a scan job run ends, regardless
|
104
|
+
# of the result.
|
105
|
+
class JobEndTrigger
|
106
|
+
include ::Google::Protobuf::MessageExts
|
107
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
108
|
+
end
|
109
|
+
|
110
|
+
# The configuration of notification report post scan action.
|
111
|
+
# @!attribute [rw] recipients
|
112
|
+
# @return [::Google::Cloud::Dataplex::V1::DataQualitySpec::PostScanActions::Recipients]
|
113
|
+
# Required. The recipients who will receive the notification report.
|
114
|
+
# @!attribute [rw] score_threshold_trigger
|
115
|
+
# @return [::Google::Cloud::Dataplex::V1::DataQualitySpec::PostScanActions::ScoreThresholdTrigger]
|
116
|
+
# Optional. If set, report will be sent when score threshold is met.
|
117
|
+
# @!attribute [rw] job_failure_trigger
|
118
|
+
# @return [::Google::Cloud::Dataplex::V1::DataQualitySpec::PostScanActions::JobFailureTrigger]
|
119
|
+
# Optional. If set, report will be sent when a scan job fails.
|
120
|
+
# @!attribute [rw] job_end_trigger
|
121
|
+
# @return [::Google::Cloud::Dataplex::V1::DataQualitySpec::PostScanActions::JobEndTrigger]
|
122
|
+
# Optional. If set, report will be sent when a scan job ends.
|
123
|
+
class NotificationReport
|
124
|
+
include ::Google::Protobuf::MessageExts
|
125
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
126
|
+
end
|
70
127
|
end
|
71
128
|
end
|
72
129
|
|
@@ -182,6 +239,12 @@ module Google
|
|
182
239
|
# The query to find rows that did not pass this rule.
|
183
240
|
#
|
184
241
|
# This field is only valid for row-level type rules.
|
242
|
+
# @!attribute [r] assertion_row_count
|
243
|
+
# @return [::Integer]
|
244
|
+
# Output only. The number of rows returned by the sql statement in the
|
245
|
+
# SqlAssertion rule.
|
246
|
+
#
|
247
|
+
# This field is only valid for SqlAssertion rules.
|
185
248
|
class DataQualityRuleResult
|
186
249
|
include ::Google::Protobuf::MessageExts
|
187
250
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -250,6 +313,10 @@ module Google
|
|
250
313
|
# @return [::Google::Cloud::Dataplex::V1::DataQualityRule::TableConditionExpectation]
|
251
314
|
# Aggregate rule which evaluates whether the provided expression is true
|
252
315
|
# for a table.
|
316
|
+
# @!attribute [rw] sql_assertion
|
317
|
+
# @return [::Google::Cloud::Dataplex::V1::DataQualityRule::SqlAssertion]
|
318
|
+
# Aggregate rule which evaluates the number of rows returned for the
|
319
|
+
# provided statement.
|
253
320
|
# @!attribute [rw] column
|
254
321
|
# @return [::String]
|
255
322
|
# Optional. The unnested column which this rule is evaluated against.
|
@@ -430,6 +497,25 @@ module Google
|
|
430
497
|
include ::Google::Protobuf::MessageExts
|
431
498
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
432
499
|
end
|
500
|
+
|
501
|
+
# Queries for rows returned by the provided SQL statement. If any rows are
|
502
|
+
# are returned, this rule fails.
|
503
|
+
#
|
504
|
+
# The SQL statement needs to use BigQuery standard SQL syntax, and must not
|
505
|
+
# contain any semicolons.
|
506
|
+
#
|
507
|
+
# $\\{data()} can be used to reference the rows being evaluated, i.e. the table
|
508
|
+
# after all additional filters (row filters, incremental data filters,
|
509
|
+
# sampling) are applied.
|
510
|
+
#
|
511
|
+
# Example: SELECT * FROM $\\{data()} WHERE price < 0
|
512
|
+
# @!attribute [rw] sql_statement
|
513
|
+
# @return [::String]
|
514
|
+
# Optional. The SQL statement.
|
515
|
+
class SqlAssertion
|
516
|
+
include ::Google::Protobuf::MessageExts
|
517
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
518
|
+
end
|
433
519
|
end
|
434
520
|
|
435
521
|
# DataQualityColumnResult provides a more detailed, per-column view of
|
@@ -258,6 +258,27 @@ module Google
|
|
258
258
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
259
259
|
end
|
260
260
|
|
261
|
+
# Generate recommended DataQualityRules request.
|
262
|
+
# @!attribute [rw] name
|
263
|
+
# @return [::String]
|
264
|
+
# Required. The name should be either
|
265
|
+
# * the name of a datascan with at least one successful completed data
|
266
|
+
# profiling job, or
|
267
|
+
# * the name of a successful completed data profiling datascan job.
|
268
|
+
class GenerateDataQualityRulesRequest
|
269
|
+
include ::Google::Protobuf::MessageExts
|
270
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
271
|
+
end
|
272
|
+
|
273
|
+
# Generate recommended DataQualityRules response.
|
274
|
+
# @!attribute [rw] rule
|
275
|
+
# @return [::Array<::Google::Cloud::Dataplex::V1::DataQualityRule>]
|
276
|
+
# Generated recommended \\{@link DataQualityRule}s.
|
277
|
+
class GenerateDataQualityRulesResponse
|
278
|
+
include ::Google::Protobuf::MessageExts
|
279
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
280
|
+
end
|
281
|
+
|
261
282
|
# Represents a user-visible job which provides the insights for the related
|
262
283
|
# data source.
|
263
284
|
#
|
@@ -734,6 +734,10 @@ module Google
|
|
734
734
|
# @!attribute [rw] null_row_count
|
735
735
|
# @return [::Integer]
|
736
736
|
# The number of rows with null values in the specified column.
|
737
|
+
# @!attribute [rw] assertion_row_count
|
738
|
+
# @return [::Integer]
|
739
|
+
# The number of rows returned by the sql statement in the SqlAssertion rule.
|
740
|
+
# This field is only valid for SqlAssertion rules.
|
737
741
|
class DataQualityScanRuleResult
|
738
742
|
include ::Google::Protobuf::MessageExts
|
739
743
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -774,6 +778,10 @@ module Google
|
|
774
778
|
# Please see
|
775
779
|
# https://cloud.google.com/dataplex/docs/reference/rest/v1/DataQualityRule#uniquenessexpectation.
|
776
780
|
UNIQUENESS_EXPECTATION = 8
|
781
|
+
|
782
|
+
# Please see
|
783
|
+
# https://cloud.google.com/dataplex/docs/reference/rest/v1/DataQualityRule#sqlAssertion.
|
784
|
+
SQL_ASSERTION = 9
|
777
785
|
end
|
778
786
|
|
779
787
|
# The evaluation type of the data quality rule.
|
@@ -0,0 +1,96 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
# Copyright 2024 Google LLC
|
4
|
+
#
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
6
|
+
# you may not use this file except in compliance with the License.
|
7
|
+
# You may obtain a copy of the License at
|
8
|
+
#
|
9
|
+
# https://www.apache.org/licenses/LICENSE-2.0
|
10
|
+
#
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
14
|
+
# See the License for the specific language governing permissions and
|
15
|
+
# limitations under the License.
|
16
|
+
|
17
|
+
# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
|
18
|
+
|
19
|
+
|
20
|
+
module Google
|
21
|
+
module Protobuf
|
22
|
+
# `Struct` represents a structured data value, consisting of fields
|
23
|
+
# which map to dynamically typed values. In some languages, `Struct`
|
24
|
+
# might be supported by a native representation. For example, in
|
25
|
+
# scripting languages like JS a struct is represented as an
|
26
|
+
# object. The details of that representation are described together
|
27
|
+
# with the proto support for the language.
|
28
|
+
#
|
29
|
+
# The JSON representation for `Struct` is JSON object.
|
30
|
+
# @!attribute [rw] fields
|
31
|
+
# @return [::Google::Protobuf::Map{::String => ::Google::Protobuf::Value}]
|
32
|
+
# Unordered map of dynamically typed values.
|
33
|
+
class Struct
|
34
|
+
include ::Google::Protobuf::MessageExts
|
35
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
36
|
+
|
37
|
+
# @!attribute [rw] key
|
38
|
+
# @return [::String]
|
39
|
+
# @!attribute [rw] value
|
40
|
+
# @return [::Google::Protobuf::Value]
|
41
|
+
class FieldsEntry
|
42
|
+
include ::Google::Protobuf::MessageExts
|
43
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
44
|
+
end
|
45
|
+
end
|
46
|
+
|
47
|
+
# `Value` represents a dynamically typed value which can be either
|
48
|
+
# null, a number, a string, a boolean, a recursive struct value, or a
|
49
|
+
# list of values. A producer of value is expected to set one of these
|
50
|
+
# variants. Absence of any variant indicates an error.
|
51
|
+
#
|
52
|
+
# The JSON representation for `Value` is JSON value.
|
53
|
+
# @!attribute [rw] null_value
|
54
|
+
# @return [::Google::Protobuf::NullValue]
|
55
|
+
# Represents a null value.
|
56
|
+
# @!attribute [rw] number_value
|
57
|
+
# @return [::Float]
|
58
|
+
# Represents a double value.
|
59
|
+
# @!attribute [rw] string_value
|
60
|
+
# @return [::String]
|
61
|
+
# Represents a string value.
|
62
|
+
# @!attribute [rw] bool_value
|
63
|
+
# @return [::Boolean]
|
64
|
+
# Represents a boolean value.
|
65
|
+
# @!attribute [rw] struct_value
|
66
|
+
# @return [::Google::Protobuf::Struct]
|
67
|
+
# Represents a structured value.
|
68
|
+
# @!attribute [rw] list_value
|
69
|
+
# @return [::Google::Protobuf::ListValue]
|
70
|
+
# Represents a repeated `Value`.
|
71
|
+
class Value
|
72
|
+
include ::Google::Protobuf::MessageExts
|
73
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
74
|
+
end
|
75
|
+
|
76
|
+
# `ListValue` is a wrapper around a repeated field of values.
|
77
|
+
#
|
78
|
+
# The JSON representation for `ListValue` is JSON array.
|
79
|
+
# @!attribute [rw] values
|
80
|
+
# @return [::Array<::Google::Protobuf::Value>]
|
81
|
+
# Repeated field of dynamically typed values.
|
82
|
+
class ListValue
|
83
|
+
include ::Google::Protobuf::MessageExts
|
84
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
85
|
+
end
|
86
|
+
|
87
|
+
# `NullValue` is a singleton enumeration to represent the null value for the
|
88
|
+
# `Value` type union.
|
89
|
+
#
|
90
|
+
# The JSON representation for `NullValue` is JSON `null`.
|
91
|
+
module NullValue
|
92
|
+
# Null value.
|
93
|
+
NULL_VALUE = 0
|
94
|
+
end
|
95
|
+
end
|
96
|
+
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-cloud-dataplex-v1
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.21.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2024-
|
11
|
+
date: 2024-05-23 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: gapic-common
|
@@ -103,6 +103,17 @@ files:
|
|
103
103
|
- lib/google/cloud/dataplex/v1.rb
|
104
104
|
- lib/google/cloud/dataplex/v1/analyze_pb.rb
|
105
105
|
- lib/google/cloud/dataplex/v1/bindings_override.rb
|
106
|
+
- lib/google/cloud/dataplex/v1/catalog_pb.rb
|
107
|
+
- lib/google/cloud/dataplex/v1/catalog_service.rb
|
108
|
+
- lib/google/cloud/dataplex/v1/catalog_service/client.rb
|
109
|
+
- lib/google/cloud/dataplex/v1/catalog_service/credentials.rb
|
110
|
+
- lib/google/cloud/dataplex/v1/catalog_service/operations.rb
|
111
|
+
- lib/google/cloud/dataplex/v1/catalog_service/paths.rb
|
112
|
+
- lib/google/cloud/dataplex/v1/catalog_service/rest.rb
|
113
|
+
- lib/google/cloud/dataplex/v1/catalog_service/rest/client.rb
|
114
|
+
- lib/google/cloud/dataplex/v1/catalog_service/rest/operations.rb
|
115
|
+
- lib/google/cloud/dataplex/v1/catalog_service/rest/service_stub.rb
|
116
|
+
- lib/google/cloud/dataplex/v1/catalog_services_pb.rb
|
106
117
|
- lib/google/cloud/dataplex/v1/content_pb.rb
|
107
118
|
- lib/google/cloud/dataplex/v1/content_service.rb
|
108
119
|
- lib/google/cloud/dataplex/v1/content_service/client.rb
|
@@ -169,6 +180,7 @@ files:
|
|
169
180
|
- proto_docs/google/api/launch_stage.rb
|
170
181
|
- proto_docs/google/api/resource.rb
|
171
182
|
- proto_docs/google/cloud/dataplex/v1/analyze.rb
|
183
|
+
- proto_docs/google/cloud/dataplex/v1/catalog.rb
|
172
184
|
- proto_docs/google/cloud/dataplex/v1/content.rb
|
173
185
|
- proto_docs/google/cloud/dataplex/v1/data_profile.rb
|
174
186
|
- proto_docs/google/cloud/dataplex/v1/data_quality.rb
|
@@ -186,6 +198,7 @@ files:
|
|
186
198
|
- proto_docs/google/protobuf/duration.rb
|
187
199
|
- proto_docs/google/protobuf/empty.rb
|
188
200
|
- proto_docs/google/protobuf/field_mask.rb
|
201
|
+
- proto_docs/google/protobuf/struct.rb
|
189
202
|
- proto_docs/google/protobuf/timestamp.rb
|
190
203
|
- proto_docs/google/rpc/status.rb
|
191
204
|
- proto_docs/google/type/expr.rb
|