google-cloud-dataplex-v1 0.15.0 → 0.16.0
Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 43ce4c8cab2c952b2ef6326939ff3e77ddc20728b8e6e6cada46df004a4ec364
|
|
4
|
+
data.tar.gz: 0b24449d8624ed27a6aae52fd92cb047faee08d526262c1a84b2ae7d4431d1e9
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: ba5b33b52714058346e77817a9943672e391d3c1cca356220ffd9cc981a17cd6f6364ffa2643eb9aa7067306e2985aa39e9aac83451fdf43841c4db083513de1
|
|
7
|
+
data.tar.gz: 96e359e2f4b25be047ecbc42f3c4f3f455d424200d4a7cae3c1e7baddcdb0f7b8268f777e92752e522c55c2a3bd891c889845c076f8a1d667cfec81a84785028
|
|
@@ -9,7 +9,7 @@ require 'google/api/resource_pb'
|
|
|
9
9
|
require 'google/cloud/dataplex/v1/processing_pb'
|
|
10
10
|
|
|
11
11
|
|
|
12
|
-
descriptor_data = "\n+google/cloud/dataplex/v1/data_quality.proto\x12\x18google.cloud.dataplex.v1\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a)google/cloud/dataplex/v1/processing.proto\"\x8d\x03\n\x0f\x44\x61taQualitySpec\x12=\n\x05rules\x18\x01 \x03(\x0b\x32).google.cloud.dataplex.v1.DataQualityRuleB\x03\xe0\x41\x02\x12\x1d\n\x10sampling_percent\x18\x04 \x01(\x02\x42\x03\xe0\x41\x01\x12\x17\n\nrow_filter\x18\x05 \x01(\tB\x03\xe0\x41\x01\x12Y\n\x11post_scan_actions\x18\x06 \x01(\x0b\x32\x39.google.cloud.dataplex.v1.DataQualitySpec.PostScanActionsB\x03\xe0\x41\x01\x1a\xa7\x01\n\x0fPostScanActions\x12\x66\n\x0f\x62igquery_export\x18\x01 \x01(\x0b\x32H.google.cloud.dataplex.v1.DataQualitySpec.PostScanActions.BigQueryExportB\x03\xe0\x41\x01\x1a,\n\x0e\x42igQueryExport\x12\x1a\n\rresults_table\x18\x01 \x01(\tB\x03\xe0\x41\x01\"\
|
|
12
|
+
descriptor_data = "\n+google/cloud/dataplex/v1/data_quality.proto\x12\x18google.cloud.dataplex.v1\x1a\x1fgoogle/api/field_behavior.proto\x1a\x19google/api/resource.proto\x1a)google/cloud/dataplex/v1/processing.proto\"\x8d\x03\n\x0f\x44\x61taQualitySpec\x12=\n\x05rules\x18\x01 \x03(\x0b\x32).google.cloud.dataplex.v1.DataQualityRuleB\x03\xe0\x41\x02\x12\x1d\n\x10sampling_percent\x18\x04 \x01(\x02\x42\x03\xe0\x41\x01\x12\x17\n\nrow_filter\x18\x05 \x01(\tB\x03\xe0\x41\x01\x12Y\n\x11post_scan_actions\x18\x06 \x01(\x0b\x32\x39.google.cloud.dataplex.v1.DataQualitySpec.PostScanActionsB\x03\xe0\x41\x01\x1a\xa7\x01\n\x0fPostScanActions\x12\x66\n\x0f\x62igquery_export\x18\x01 \x01(\x0b\x32H.google.cloud.dataplex.v1.DataQualitySpec.PostScanActions.BigQueryExportB\x03\xe0\x41\x01\x1a,\n\x0e\x42igQueryExport\x12\x1a\n\rresults_table\x18\x01 \x01(\tB\x03\xe0\x41\x01\"\xd3\x06\n\x11\x44\x61taQualityResult\x12\x0e\n\x06passed\x18\x05 \x01(\x08\x12\x17\n\x05score\x18\t \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x12H\n\ndimensions\x18\x02 \x03(\x0b\x32\x34.google.cloud.dataplex.v1.DataQualityDimensionResult\x12G\n\x07\x63olumns\x18\n \x03(\x0b\x32\x31.google.cloud.dataplex.v1.DataQualityColumnResultB\x03\xe0\x41\x03\x12>\n\x05rules\x18\x03 \x03(\x0b\x32/.google.cloud.dataplex.v1.DataQualityRuleResult\x12\x11\n\trow_count\x18\x04 \x01(\x03\x12;\n\x0cscanned_data\x18\x07 \x01(\x0b\x32%.google.cloud.dataplex.v1.ScannedData\x12h\n\x18post_scan_actions_result\x18\x08 \x01(\x0b\x32\x41.google.cloud.dataplex.v1.DataQualityResult.PostScanActionsResultB\x03\xe0\x41\x03\x1a\xfd\x02\n\x15PostScanActionsResult\x12{\n\x16\x62igquery_export_result\x18\x01 \x01(\x0b\x32V.google.cloud.dataplex.v1.DataQualityResult.PostScanActionsResult.BigQueryExportResultB\x03\xe0\x41\x03\x1a\xe6\x01\n\x14\x42igQueryExportResult\x12p\n\x05state\x18\x01 \x01(\x0e\x32\\.google.cloud.dataplex.v1.DataQualityResult.PostScanActionsResult.BigQueryExportResult.StateB\x03\xe0\x41\x03\x12\x14\n\x07message\x18\x02 \x01(\tB\x03\xe0\x41\x03\"F\n\x05State\x12\x15\n\x11STATE_UNSPECIFIED\x10\x00\x12\r\n\tSUCCEEDED\x10\x01\x12\n\n\x06\x46\x41ILED\x10\x02\x12\x0b\n\x07SKIPPED\x10\x03\x42\x08\n\x06_score\"\xd3\x01\n\x15\x44\x61taQualityRuleResult\x12\x37\n\x04rule\x18\x01 \x01(\x0b\x32).google.cloud.dataplex.v1.DataQualityRule\x12\x0e\n\x06passed\x18\x07 \x01(\x08\x12\x17\n\x0f\x65valuated_count\x18\t \x01(\x03\x12\x14\n\x0cpassed_count\x18\x08 \x01(\x03\x12\x12\n\nnull_count\x18\x05 \x01(\x03\x12\x12\n\npass_ratio\x18\x06 \x01(\x01\x12\x1a\n\x12\x66\x61iling_rows_query\x18\n \x01(\t\"\x97\x01\n\x1a\x44\x61taQualityDimensionResult\x12\x46\n\tdimension\x18\x01 \x01(\x0b\x32..google.cloud.dataplex.v1.DataQualityDimensionB\x03\xe0\x41\x03\x12\x0e\n\x06passed\x18\x03 \x01(\x08\x12\x17\n\x05score\x18\x04 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_score\"$\n\x14\x44\x61taQualityDimension\x12\x0c\n\x04name\x18\x01 \x01(\t\"\xf6\x0c\n\x0f\x44\x61taQualityRule\x12W\n\x11range_expectation\x18\x01 \x01(\x0b\x32:.google.cloud.dataplex.v1.DataQualityRule.RangeExpectationH\x00\x12\\\n\x14non_null_expectation\x18\x02 \x01(\x0b\x32<.google.cloud.dataplex.v1.DataQualityRule.NonNullExpectationH\x00\x12S\n\x0fset_expectation\x18\x03 \x01(\x0b\x32\x38.google.cloud.dataplex.v1.DataQualityRule.SetExpectationH\x00\x12W\n\x11regex_expectation\x18\x04 \x01(\x0b\x32:.google.cloud.dataplex.v1.DataQualityRule.RegexExpectationH\x00\x12\x61\n\x16uniqueness_expectation\x18\x64 \x01(\x0b\x32?.google.cloud.dataplex.v1.DataQualityRule.UniquenessExpectationH\x00\x12j\n\x1bstatistic_range_expectation\x18\x65 \x01(\x0b\x32\x43.google.cloud.dataplex.v1.DataQualityRule.StatisticRangeExpectationH\x00\x12g\n\x19row_condition_expectation\x18\xc8\x01 \x01(\x0b\x32\x41.google.cloud.dataplex.v1.DataQualityRule.RowConditionExpectationH\x00\x12k\n\x1btable_condition_expectation\x18\xc9\x01 \x01(\x0b\x32\x43.google.cloud.dataplex.v1.DataQualityRule.TableConditionExpectationH\x00\x12\x14\n\x06\x63olumn\x18\xf4\x03 \x01(\tB\x03\xe0\x41\x01\x12\x19\n\x0bignore_null\x18\xf5\x03 \x01(\x08\x42\x03\xe0\x41\x01\x12\x17\n\tdimension\x18\xf6\x03 \x01(\tB\x03\xe0\x41\x02\x12\x17\n\tthreshold\x18\xf7\x03 \x01(\x01\x42\x03\xe0\x41\x01\x12\x12\n\x04name\x18\xf8\x03 \x01(\tB\x03\xe0\x41\x01\x12\x19\n\x0b\x64\x65scription\x18\xf9\x03 \x01(\tB\x03\xe0\x41\x01\x1a\x84\x01\n\x10RangeExpectation\x12\x16\n\tmin_value\x18\x01 \x01(\tB\x03\xe0\x41\x01\x12\x16\n\tmax_value\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x1f\n\x12strict_min_enabled\x18\x03 \x01(\x08\x42\x03\xe0\x41\x01\x12\x1f\n\x12strict_max_enabled\x18\x04 \x01(\x08\x42\x03\xe0\x41\x01\x1a\x14\n\x12NonNullExpectation\x1a%\n\x0eSetExpectation\x12\x13\n\x06values\x18\x01 \x03(\tB\x03\xe0\x41\x01\x1a&\n\x10RegexExpectation\x12\x12\n\x05regex\x18\x01 \x01(\tB\x03\xe0\x41\x01\x1a\x17\n\x15UniquenessExpectation\x1a\xc2\x02\n\x19StatisticRangeExpectation\x12k\n\tstatistic\x18\x01 \x01(\x0e\x32S.google.cloud.dataplex.v1.DataQualityRule.StatisticRangeExpectation.ColumnStatisticB\x03\xe0\x41\x01\x12\x16\n\tmin_value\x18\x02 \x01(\tB\x03\xe0\x41\x01\x12\x16\n\tmax_value\x18\x03 \x01(\tB\x03\xe0\x41\x01\x12\x1f\n\x12strict_min_enabled\x18\x04 \x01(\x08\x42\x03\xe0\x41\x01\x12\x1f\n\x12strict_max_enabled\x18\x05 \x01(\x08\x42\x03\xe0\x41\x01\"F\n\x0f\x43olumnStatistic\x12\x17\n\x13STATISTIC_UNDEFINED\x10\x00\x12\x08\n\x04MEAN\x10\x01\x12\x07\n\x03MIN\x10\x02\x12\x07\n\x03MAX\x10\x03\x1a\x36\n\x17RowConditionExpectation\x12\x1b\n\x0esql_expression\x18\x01 \x01(\tB\x03\xe0\x41\x01\x1a\x38\n\x19TableConditionExpectation\x12\x1b\n\x0esql_expression\x18\x01 \x01(\tB\x03\xe0\x41\x01\x42\x0b\n\trule_type\"Q\n\x17\x44\x61taQualityColumnResult\x12\x13\n\x06\x63olumn\x18\x01 \x01(\tB\x03\xe0\x41\x03\x12\x17\n\x05score\x18\x02 \x01(\x02\x42\x03\xe0\x41\x03H\x00\x88\x01\x01\x42\x08\n\x06_scoreB\xc4\x01\n\x1c\x63om.google.cloud.dataplex.v1B\x10\x44\x61taQualityProtoP\x01Z8cloud.google.com/go/dataplex/apiv1/dataplexpb;dataplexpb\xea\x41U\n\x1d\x62igquery.googleapis.com/Table\x12\x34projects/{project}/datasets/{dataset}/tables/{table}b\x06proto3"
|
|
13
13
|
|
|
14
14
|
pool = Google::Protobuf::DescriptorPool.generated_pool
|
|
15
15
|
|
|
@@ -60,6 +60,7 @@ module Google
|
|
|
60
60
|
DataQualityRule::StatisticRangeExpectation::ColumnStatistic = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualityRule.StatisticRangeExpectation.ColumnStatistic").enummodule
|
|
61
61
|
DataQualityRule::RowConditionExpectation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualityRule.RowConditionExpectation").msgclass
|
|
62
62
|
DataQualityRule::TableConditionExpectation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualityRule.TableConditionExpectation").msgclass
|
|
63
|
+
DataQualityColumnResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualityColumnResult").msgclass
|
|
63
64
|
end
|
|
64
65
|
end
|
|
65
66
|
end
|
|
@@ -74,12 +74,23 @@ module Google
|
|
|
74
74
|
# @!attribute [rw] passed
|
|
75
75
|
# @return [::Boolean]
|
|
76
76
|
# Overall data quality result -- `true` if all rules passed.
|
|
77
|
+
# @!attribute [r] score
|
|
78
|
+
# @return [::Float]
|
|
79
|
+
# Output only. The overall data quality score.
|
|
80
|
+
#
|
|
81
|
+
# The score ranges between [0, 100] (up to two decimal points).
|
|
77
82
|
# @!attribute [rw] dimensions
|
|
78
83
|
# @return [::Array<::Google::Cloud::Dataplex::V1::DataQualityDimensionResult>]
|
|
79
84
|
# A list of results at the dimension level.
|
|
80
85
|
#
|
|
81
86
|
# A dimension will have a corresponding `DataQualityDimensionResult` if and
|
|
82
87
|
# only if there is at least one rule with the 'dimension' field set to it.
|
|
88
|
+
# @!attribute [r] columns
|
|
89
|
+
# @return [::Array<::Google::Cloud::Dataplex::V1::DataQualityColumnResult>]
|
|
90
|
+
# Output only. A list of results at the column level.
|
|
91
|
+
#
|
|
92
|
+
# A column will have a corresponding `DataQualityColumnResult` if and only if
|
|
93
|
+
# there is at least one rule with the 'column' field set to it.
|
|
83
94
|
# @!attribute [rw] rules
|
|
84
95
|
# @return [::Array<::Google::Cloud::Dataplex::V1::DataQualityRuleResult>]
|
|
85
96
|
# A list of all the rules in a job, and their results.
|
|
@@ -184,6 +195,13 @@ module Google
|
|
|
184
195
|
# @!attribute [rw] passed
|
|
185
196
|
# @return [::Boolean]
|
|
186
197
|
# Whether the dimension passed or failed.
|
|
198
|
+
# @!attribute [r] score
|
|
199
|
+
# @return [::Float]
|
|
200
|
+
# Output only. The dimension-level data quality score for this data scan job
|
|
201
|
+
# if and only if the 'dimension' field is set.
|
|
202
|
+
#
|
|
203
|
+
# The score ranges between [0, 100] (up to two decimal
|
|
204
|
+
# points).
|
|
187
205
|
class DataQualityDimensionResult
|
|
188
206
|
include ::Google::Protobuf::MessageExts
|
|
189
207
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
|
@@ -408,6 +426,23 @@ module Google
|
|
|
408
426
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
|
409
427
|
end
|
|
410
428
|
end
|
|
429
|
+
|
|
430
|
+
# DataQualityColumnResult provides a more detailed, per-column view of
|
|
431
|
+
# the results.
|
|
432
|
+
# @!attribute [r] column
|
|
433
|
+
# @return [::String]
|
|
434
|
+
# Output only. The column specified in the DataQualityRule.
|
|
435
|
+
# @!attribute [r] score
|
|
436
|
+
# @return [::Float]
|
|
437
|
+
# Output only. The column-level data quality score for this data scan job if
|
|
438
|
+
# and only if the 'column' field is set.
|
|
439
|
+
#
|
|
440
|
+
# The score ranges between between [0, 100] (up to two decimal
|
|
441
|
+
# points).
|
|
442
|
+
class DataQualityColumnResult
|
|
443
|
+
include ::Google::Protobuf::MessageExts
|
|
444
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
|
445
|
+
end
|
|
411
446
|
end
|
|
412
447
|
end
|
|
413
448
|
end
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: google-cloud-dataplex-v1
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.
|
|
4
|
+
version: 0.16.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Google LLC
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2023-12-
|
|
11
|
+
date: 2023-12-07 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: gapic-common
|