google-cloud-dataplex-v1 2.2.0 → 2.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/google/cloud/dataplex/v1/catalog_pb.rb +4 -1
- data/lib/google/cloud/dataplex/v1/catalog_service/client.rb +2 -2
- data/lib/google/cloud/dataplex/v1/catalog_service/operations.rb +2 -2
- data/lib/google/cloud/dataplex/v1/catalog_service/paths.rb +14 -0
- data/lib/google/cloud/dataplex/v1/catalog_service/rest/client.rb +1 -1
- data/lib/google/cloud/dataplex/v1/catalog_service/rest/operations.rb +1 -1
- data/lib/google/cloud/dataplex/v1/cmek_pb.rb +63 -0
- data/lib/google/cloud/dataplex/v1/cmek_service/client.rb +947 -0
- data/lib/google/cloud/dataplex/v1/cmek_service/credentials.rb +47 -0
- data/lib/google/cloud/dataplex/v1/cmek_service/operations.rb +813 -0
- data/lib/google/cloud/dataplex/v1/cmek_service/paths.rb +69 -0
- data/lib/google/cloud/dataplex/v1/cmek_service/rest/client.rb +895 -0
- data/lib/google/cloud/dataplex/v1/cmek_service/rest/operations.rb +943 -0
- data/lib/google/cloud/dataplex/v1/cmek_service/rest/service_stub.rb +388 -0
- data/lib/google/cloud/dataplex/v1/cmek_service/rest.rb +54 -0
- data/lib/google/cloud/dataplex/v1/cmek_service.rb +56 -0
- data/lib/google/cloud/dataplex/v1/cmek_services_pb.rb +53 -0
- data/lib/google/cloud/dataplex/v1/content_service/client.rb +2 -2
- data/lib/google/cloud/dataplex/v1/content_service/rest/client.rb +1 -1
- data/lib/google/cloud/dataplex/v1/data_discovery_pb.rb +2 -1
- data/lib/google/cloud/dataplex/v1/data_quality_pb.rb +1 -1
- data/lib/google/cloud/dataplex/v1/data_scan_service/client.rb +2 -2
- data/lib/google/cloud/dataplex/v1/data_scan_service/operations.rb +2 -2
- data/lib/google/cloud/dataplex/v1/data_scan_service/rest/client.rb +1 -1
- data/lib/google/cloud/dataplex/v1/data_scan_service/rest/operations.rb +1 -1
- data/lib/google/cloud/dataplex/v1/data_taxonomy_service/client.rb +2 -2
- data/lib/google/cloud/dataplex/v1/data_taxonomy_service/operations.rb +2 -2
- data/lib/google/cloud/dataplex/v1/data_taxonomy_service/rest/client.rb +1 -1
- data/lib/google/cloud/dataplex/v1/data_taxonomy_service/rest/operations.rb +1 -1
- data/lib/google/cloud/dataplex/v1/dataplex_service/client.rb +2 -2
- data/lib/google/cloud/dataplex/v1/dataplex_service/operations.rb +2 -2
- data/lib/google/cloud/dataplex/v1/dataplex_service/rest/client.rb +1 -1
- data/lib/google/cloud/dataplex/v1/dataplex_service/rest/operations.rb +1 -1
- data/lib/google/cloud/dataplex/v1/logs_pb.rb +3 -1
- data/lib/google/cloud/dataplex/v1/metadata_service/client.rb +2 -2
- data/lib/google/cloud/dataplex/v1/metadata_service/rest/client.rb +1 -1
- data/lib/google/cloud/dataplex/v1/rest.rb +1 -0
- data/lib/google/cloud/dataplex/v1/version.rb +1 -1
- data/lib/google/cloud/dataplex/v1.rb +1 -0
- data/proto_docs/google/cloud/dataplex/v1/catalog.rb +94 -0
- data/proto_docs/google/cloud/dataplex/v1/cmek.rb +216 -0
- data/proto_docs/google/cloud/dataplex/v1/data_discovery.rb +40 -3
- data/proto_docs/google/cloud/dataplex/v1/data_profile.rb +2 -0
- data/proto_docs/google/cloud/dataplex/v1/data_quality.rb +33 -28
- data/proto_docs/google/cloud/dataplex/v1/logs.rb +27 -0
- data/proto_docs/google/cloud/dataplex/v1/resources.rb +14 -10
- metadata +15 -3
@@ -158,6 +158,9 @@ module Google
|
|
158
158
|
# @!attribute [r] bigquery_publishing
|
159
159
|
# @return [::Google::Cloud::Dataplex::V1::DataDiscoveryResult::BigQueryPublishing]
|
160
160
|
# Output only. Configuration for metadata publishing.
|
161
|
+
# @!attribute [r] scan_statistics
|
162
|
+
# @return [::Google::Cloud::Dataplex::V1::DataDiscoveryResult::ScanStatistics]
|
163
|
+
# Output only. Statistics of the DataDiscoveryScan.
|
161
164
|
class DataDiscoveryResult
|
162
165
|
include ::Google::Protobuf::MessageExts
|
163
166
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -165,13 +168,47 @@ module Google
|
|
165
168
|
# Describes BigQuery publishing configurations.
|
166
169
|
# @!attribute [r] dataset
|
167
170
|
# @return [::String]
|
168
|
-
# Output only. The BigQuery dataset
|
169
|
-
#
|
170
|
-
#
|
171
|
+
# Output only. The BigQuery dataset the discovered tables are published to.
|
172
|
+
# @!attribute [r] location
|
173
|
+
# @return [::String]
|
174
|
+
# Output only. The location of the BigQuery publishing dataset.
|
171
175
|
class BigQueryPublishing
|
172
176
|
include ::Google::Protobuf::MessageExts
|
173
177
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
174
178
|
end
|
179
|
+
|
180
|
+
# Statistics of the DataDiscoveryScan.
|
181
|
+
# @!attribute [rw] scanned_file_count
|
182
|
+
# @return [::Integer]
|
183
|
+
# The number of files scanned.
|
184
|
+
# @!attribute [rw] data_processed_bytes
|
185
|
+
# @return [::Integer]
|
186
|
+
# The data processed in bytes.
|
187
|
+
# @!attribute [rw] files_excluded
|
188
|
+
# @return [::Integer]
|
189
|
+
# The number of files excluded.
|
190
|
+
# @!attribute [rw] tables_created
|
191
|
+
# @return [::Integer]
|
192
|
+
# The number of tables created.
|
193
|
+
# @!attribute [rw] tables_deleted
|
194
|
+
# @return [::Integer]
|
195
|
+
# The number of tables deleted.
|
196
|
+
# @!attribute [rw] tables_updated
|
197
|
+
# @return [::Integer]
|
198
|
+
# The number of tables updated.
|
199
|
+
# @!attribute [rw] filesets_created
|
200
|
+
# @return [::Integer]
|
201
|
+
# The number of filesets created.
|
202
|
+
# @!attribute [rw] filesets_deleted
|
203
|
+
# @return [::Integer]
|
204
|
+
# The number of filesets deleted.
|
205
|
+
# @!attribute [rw] filesets_updated
|
206
|
+
# @return [::Integer]
|
207
|
+
# The number of filesets updated.
|
208
|
+
class ScanStatistics
|
209
|
+
include ::Google::Protobuf::MessageExts
|
210
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
211
|
+
end
|
175
212
|
end
|
176
213
|
end
|
177
214
|
end
|
@@ -73,6 +73,8 @@ module Google
|
|
73
73
|
# Optional. The BigQuery table to export DataProfileScan results to.
|
74
74
|
# Format:
|
75
75
|
# //bigquery.googleapis.com/projects/PROJECT_ID/datasets/DATASET_ID/tables/TABLE_ID
|
76
|
+
# or
|
77
|
+
# projects/PROJECT_ID/datasets/DATASET_ID/tables/TABLE_ID
|
76
78
|
class BigQueryExport
|
77
79
|
include ::Google::Protobuf::MessageExts
|
78
80
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -69,6 +69,8 @@ module Google
|
|
69
69
|
# Optional. The BigQuery table to export DataQualityScan results to.
|
70
70
|
# Format:
|
71
71
|
# //bigquery.googleapis.com/projects/PROJECT_ID/datasets/DATASET_ID/tables/TABLE_ID
|
72
|
+
# or
|
73
|
+
# projects/PROJECT_ID/datasets/DATASET_ID/tables/TABLE_ID
|
72
74
|
class BigQueryExport
|
73
75
|
include ::Google::Protobuf::MessageExts
|
74
76
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -130,17 +132,17 @@ module Google
|
|
130
132
|
end
|
131
133
|
|
132
134
|
# The output of a DataQualityScan.
|
133
|
-
# @!attribute [
|
135
|
+
# @!attribute [r] passed
|
134
136
|
# @return [::Boolean]
|
135
|
-
# Overall data quality result -- `true` if all rules passed.
|
137
|
+
# Output only. Overall data quality result -- `true` if all rules passed.
|
136
138
|
# @!attribute [r] score
|
137
139
|
# @return [::Float]
|
138
140
|
# Output only. The overall data quality score.
|
139
141
|
#
|
140
142
|
# The score ranges between [0, 100] (up to two decimal points).
|
141
|
-
# @!attribute [
|
143
|
+
# @!attribute [r] dimensions
|
142
144
|
# @return [::Array<::Google::Cloud::Dataplex::V1::DataQualityDimensionResult>]
|
143
|
-
# A list of results at the dimension level.
|
145
|
+
# Output only. A list of results at the dimension level.
|
144
146
|
#
|
145
147
|
# A dimension will have a corresponding `DataQualityDimensionResult` if and
|
146
148
|
# only if there is at least one rule with the 'dimension' field set to it.
|
@@ -150,15 +152,15 @@ module Google
|
|
150
152
|
#
|
151
153
|
# A column will have a corresponding `DataQualityColumnResult` if and only if
|
152
154
|
# there is at least one rule with the 'column' field set to it.
|
153
|
-
# @!attribute [
|
155
|
+
# @!attribute [r] rules
|
154
156
|
# @return [::Array<::Google::Cloud::Dataplex::V1::DataQualityRuleResult>]
|
155
|
-
# A list of all the rules in a job, and their results.
|
156
|
-
# @!attribute [
|
157
|
+
# Output only. A list of all the rules in a job, and their results.
|
158
|
+
# @!attribute [r] row_count
|
157
159
|
# @return [::Integer]
|
158
|
-
# The count of rows processed.
|
159
|
-
# @!attribute [
|
160
|
+
# Output only. The count of rows processed.
|
161
|
+
# @!attribute [r] scanned_data
|
160
162
|
# @return [::Google::Cloud::Dataplex::V1::ScannedData]
|
161
|
-
# The data scanned for this result.
|
163
|
+
# Output only. The data scanned for this result.
|
162
164
|
# @!attribute [r] post_scan_actions_result
|
163
165
|
# @return [::Google::Cloud::Dataplex::V1::DataQualityResult::PostScanActionsResult]
|
164
166
|
# Output only. The result of post scan actions.
|
@@ -205,15 +207,15 @@ module Google
|
|
205
207
|
end
|
206
208
|
|
207
209
|
# DataQualityRuleResult provides a more detailed, per-rule view of the results.
|
208
|
-
# @!attribute [
|
210
|
+
# @!attribute [r] rule
|
209
211
|
# @return [::Google::Cloud::Dataplex::V1::DataQualityRule]
|
210
|
-
# The rule specified in the DataQualitySpec, as is.
|
211
|
-
# @!attribute [
|
212
|
+
# Output only. The rule specified in the DataQualitySpec, as is.
|
213
|
+
# @!attribute [r] passed
|
212
214
|
# @return [::Boolean]
|
213
|
-
# Whether the rule passed or failed.
|
214
|
-
# @!attribute [
|
215
|
+
# Output only. Whether the rule passed or failed.
|
216
|
+
# @!attribute [r] evaluated_count
|
215
217
|
# @return [::Integer]
|
216
|
-
# The number of rows a rule was evaluated against.
|
218
|
+
# Output only. The number of rows a rule was evaluated against.
|
217
219
|
#
|
218
220
|
# This field is only valid for row-level type rules.
|
219
221
|
#
|
@@ -225,20 +227,24 @@ module Google
|
|
225
227
|
# `ignore_nulls = true`.
|
226
228
|
#
|
227
229
|
# This field is not set for rule SqlAssertion.
|
228
|
-
# @!attribute [
|
230
|
+
# @!attribute [r] passed_count
|
229
231
|
# @return [::Integer]
|
232
|
+
# Output only. The number of rows which passed a rule evaluation.
|
233
|
+
#
|
234
|
+
# This field is only valid for row-level type rules.
|
235
|
+
#
|
230
236
|
# This field is not set for rule SqlAssertion.
|
231
|
-
# @!attribute [
|
237
|
+
# @!attribute [r] null_count
|
232
238
|
# @return [::Integer]
|
233
|
-
# The number of rows with null values in the specified column.
|
234
|
-
# @!attribute [
|
239
|
+
# Output only. The number of rows with null values in the specified column.
|
240
|
+
# @!attribute [r] pass_ratio
|
235
241
|
# @return [::Float]
|
236
|
-
# The ratio of **passed_count / evaluated_count**.
|
242
|
+
# Output only. The ratio of **passed_count / evaluated_count**.
|
237
243
|
#
|
238
244
|
# This field is only valid for row-level type rules.
|
239
|
-
# @!attribute [
|
245
|
+
# @!attribute [r] failing_rows_query
|
240
246
|
# @return [::String]
|
241
|
-
# The query to find rows that did not pass this rule.
|
247
|
+
# Output only. The query to find rows that did not pass this rule.
|
242
248
|
#
|
243
249
|
# This field is only valid for row-level type rules.
|
244
250
|
# @!attribute [r] assertion_row_count
|
@@ -257,9 +263,9 @@ module Google
|
|
257
263
|
# @!attribute [r] dimension
|
258
264
|
# @return [::Google::Cloud::Dataplex::V1::DataQualityDimension]
|
259
265
|
# Output only. The dimension config specified in the DataQualitySpec, as is.
|
260
|
-
# @!attribute [
|
266
|
+
# @!attribute [r] passed
|
261
267
|
# @return [::Boolean]
|
262
|
-
# Whether the dimension passed or failed.
|
268
|
+
# Output only. Whether the dimension passed or failed.
|
263
269
|
# @!attribute [r] score
|
264
270
|
# @return [::Float]
|
265
271
|
# Output only. The dimension-level data quality score for this data scan job
|
@@ -276,9 +282,8 @@ module Google
|
|
276
282
|
# specified.
|
277
283
|
# @!attribute [rw] name
|
278
284
|
# @return [::String]
|
279
|
-
# The dimension name a rule belongs to.
|
280
|
-
#
|
281
|
-
# "FRESHNESS", "VOLUME"]
|
285
|
+
# Optional. The dimension name a rule belongs to. Custom dimension name is
|
286
|
+
# supported with all uppercase letters and maximum length of 30 characters.
|
282
287
|
class DataQualityDimension
|
283
288
|
include ::Google::Protobuf::MessageExts
|
284
289
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -924,6 +924,33 @@ module Google
|
|
924
924
|
GLOSSARY_TERM_DELETE = 9
|
925
925
|
end
|
926
926
|
end
|
927
|
+
|
928
|
+
# Payload associated with Entry related log events.
|
929
|
+
# @!attribute [rw] message
|
930
|
+
# @return [::String]
|
931
|
+
# The log message.
|
932
|
+
# @!attribute [rw] event_type
|
933
|
+
# @return [::Google::Cloud::Dataplex::V1::EntryLinkEvent::EventType]
|
934
|
+
# The type of the event.
|
935
|
+
# @!attribute [rw] resource
|
936
|
+
# @return [::String]
|
937
|
+
# Name of the resource.
|
938
|
+
class EntryLinkEvent
|
939
|
+
include ::Google::Protobuf::MessageExts
|
940
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
941
|
+
|
942
|
+
# Type of entry link log event.
|
943
|
+
module EventType
|
944
|
+
# An unspecified event type.
|
945
|
+
EVENT_TYPE_UNSPECIFIED = 0
|
946
|
+
|
947
|
+
# EntryLink create event.
|
948
|
+
ENTRY_LINK_CREATE = 1
|
949
|
+
|
950
|
+
# EntryLink delete event.
|
951
|
+
ENTRY_LINK_DELETE = 2
|
952
|
+
end
|
953
|
+
end
|
927
954
|
end
|
928
955
|
end
|
929
956
|
end
|
@@ -246,11 +246,13 @@ module Google
|
|
246
246
|
# Optional. Cron schedule (https://en.wikipedia.org/wiki/Cron) for
|
247
247
|
# running discovery periodically. Successive discovery runs must be
|
248
248
|
# scheduled at least 60 minutes apart. The default value is to run
|
249
|
-
# discovery every 60 minutes.
|
250
|
-
#
|
251
|
-
#
|
252
|
-
#
|
253
|
-
#
|
249
|
+
# discovery every 60 minutes.
|
250
|
+
#
|
251
|
+
# To explicitly set a timezone to the cron tab, apply a prefix in the
|
252
|
+
# cron tab: "CRON_TZ=$\\{IANA_TIME_ZONE}" or TZ=$\\{IANA_TIME_ZONE}".
|
253
|
+
# The $\\{IANA_TIME_ZONE} may only be a valid string from IANA time zone
|
254
|
+
# database. For example, `CRON_TZ=America/New_York 1 * * * *`, or
|
255
|
+
# `TZ=America/New_York 1 * * * *`.
|
254
256
|
class DiscoverySpec
|
255
257
|
include ::Google::Protobuf::MessageExts
|
256
258
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -641,11 +643,13 @@ module Google
|
|
641
643
|
# Optional. Cron schedule (https://en.wikipedia.org/wiki/Cron) for
|
642
644
|
# running discovery periodically. Successive discovery runs must be
|
643
645
|
# scheduled at least 60 minutes apart. The default value is to run
|
644
|
-
# discovery every 60 minutes.
|
645
|
-
#
|
646
|
-
#
|
647
|
-
#
|
648
|
-
#
|
646
|
+
# discovery every 60 minutes.
|
647
|
+
#
|
648
|
+
# To explicitly set a timezone to the cron tab, apply a prefix in the
|
649
|
+
# cron tab: "CRON_TZ=$\\{IANA_TIME_ZONE}" or TZ=$\\{IANA_TIME_ZONE}".
|
650
|
+
# The $\\{IANA_TIME_ZONE} may only be a valid string from IANA time zone
|
651
|
+
# database. For example, `CRON_TZ=America/New_York 1 * * * *`, or
|
652
|
+
# `TZ=America/New_York 1 * * * *`.
|
649
653
|
class DiscoverySpec
|
650
654
|
include ::Google::Protobuf::MessageExts
|
651
655
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
metadata
CHANGED
@@ -1,13 +1,13 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-cloud-dataplex-v1
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 2.
|
4
|
+
version: 2.3.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
bindir: bin
|
9
9
|
cert_chain: []
|
10
|
-
date:
|
10
|
+
date: 1980-01-02 00:00:00.000000000 Z
|
11
11
|
dependencies:
|
12
12
|
- !ruby/object:Gem::Dependency
|
13
13
|
name: gapic-common
|
@@ -113,6 +113,17 @@ files:
|
|
113
113
|
- lib/google/cloud/dataplex/v1/catalog_service/rest/operations.rb
|
114
114
|
- lib/google/cloud/dataplex/v1/catalog_service/rest/service_stub.rb
|
115
115
|
- lib/google/cloud/dataplex/v1/catalog_services_pb.rb
|
116
|
+
- lib/google/cloud/dataplex/v1/cmek_pb.rb
|
117
|
+
- lib/google/cloud/dataplex/v1/cmek_service.rb
|
118
|
+
- lib/google/cloud/dataplex/v1/cmek_service/client.rb
|
119
|
+
- lib/google/cloud/dataplex/v1/cmek_service/credentials.rb
|
120
|
+
- lib/google/cloud/dataplex/v1/cmek_service/operations.rb
|
121
|
+
- lib/google/cloud/dataplex/v1/cmek_service/paths.rb
|
122
|
+
- lib/google/cloud/dataplex/v1/cmek_service/rest.rb
|
123
|
+
- lib/google/cloud/dataplex/v1/cmek_service/rest/client.rb
|
124
|
+
- lib/google/cloud/dataplex/v1/cmek_service/rest/operations.rb
|
125
|
+
- lib/google/cloud/dataplex/v1/cmek_service/rest/service_stub.rb
|
126
|
+
- lib/google/cloud/dataplex/v1/cmek_services_pb.rb
|
116
127
|
- lib/google/cloud/dataplex/v1/content_pb.rb
|
117
128
|
- lib/google/cloud/dataplex/v1/content_service.rb
|
118
129
|
- lib/google/cloud/dataplex/v1/content_service/client.rb
|
@@ -182,6 +193,7 @@ files:
|
|
182
193
|
- proto_docs/google/api/resource.rb
|
183
194
|
- proto_docs/google/cloud/dataplex/v1/analyze.rb
|
184
195
|
- proto_docs/google/cloud/dataplex/v1/catalog.rb
|
196
|
+
- proto_docs/google/cloud/dataplex/v1/cmek.rb
|
185
197
|
- proto_docs/google/cloud/dataplex/v1/content.rb
|
186
198
|
- proto_docs/google/cloud/dataplex/v1/data_discovery.rb
|
187
199
|
- proto_docs/google/cloud/dataplex/v1/data_profile.rb
|
@@ -222,7 +234,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
222
234
|
- !ruby/object:Gem::Version
|
223
235
|
version: '0'
|
224
236
|
requirements: []
|
225
|
-
rubygems_version: 3.6.
|
237
|
+
rubygems_version: 3.6.8
|
226
238
|
specification_version: 4
|
227
239
|
summary: Dataplex API is used to manage the lifecycle of data lakes.
|
228
240
|
test_files: []
|