google-cloud-dataplex-v1 0.5.1 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/google/cloud/dataplex/v1/content_service.rb +1 -1
- data/lib/google/cloud/dataplex/v1/data_profile_pb.rb +78 -0
- data/lib/google/cloud/dataplex/v1/data_quality_pb.rb +108 -0
- data/lib/google/cloud/dataplex/v1/data_scan_service/client.rb +1171 -0
- data/lib/google/cloud/dataplex/v1/data_scan_service/credentials.rb +47 -0
- data/lib/google/cloud/dataplex/v1/data_scan_service/operations.rb +770 -0
- data/lib/google/cloud/dataplex/v1/data_scan_service/paths.rb +113 -0
- data/lib/google/cloud/dataplex/v1/data_scan_service.rb +48 -0
- data/lib/google/cloud/dataplex/v1/dataplex_service.rb +1 -1
- data/lib/google/cloud/dataplex/v1/datascans_pb.rb +169 -0
- data/lib/google/cloud/dataplex/v1/datascans_services_pb.rb +58 -0
- data/lib/google/cloud/dataplex/v1/logs_pb.rb +53 -0
- data/lib/google/cloud/dataplex/v1/metadata_pb.rb +5 -0
- data/lib/google/cloud/dataplex/v1/metadata_service.rb +1 -1
- data/lib/google/cloud/dataplex/v1/processing_pb.rb +53 -0
- data/lib/google/cloud/dataplex/v1/version.rb +1 -1
- data/lib/google/cloud/dataplex/v1.rb +3 -2
- data/proto_docs/google/cloud/dataplex/v1/data_profile.rb +232 -0
- data/proto_docs/google/cloud/dataplex/v1/data_quality.rb +274 -0
- data/proto_docs/google/cloud/dataplex/v1/datascans.rb +418 -0
- data/proto_docs/google/cloud/dataplex/v1/logs.rb +135 -2
- data/proto_docs/google/cloud/dataplex/v1/metadata.rb +16 -0
- data/proto_docs/google/cloud/dataplex/v1/processing.rb +96 -0
- metadata +18 -4
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 37663d721c07fab480e9d524935fff4ca249840150b38029e071d481c48b14df
|
|
4
|
+
data.tar.gz: 70ffa1fd85415d48e175232fa6668cde2ceb76a2520e3d17eea0e50ff75e4461
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 9d888d4c46d3732d5d70dd805bd0eb82dd4c7891f0f43f6f2128d0cb2d652f99e7cf16792b1f464a58316490ec142a9ce2bda4717d6babe5b474726981c7bbbb
|
|
7
|
+
data.tar.gz: '089a20e0ee40571836643325722bb716c32112b3d9dcc30f98a44b692cabc4ae2fb3b464030c2f9f0e61f989c82a583a7488077a5270139b4100270cc3f63357'
|
|
@@ -33,7 +33,7 @@ module Google
|
|
|
33
33
|
##
|
|
34
34
|
# ContentService manages Notebook and SQL Scripts for Dataplex.
|
|
35
35
|
#
|
|
36
|
-
#
|
|
36
|
+
# @example Load this service and instantiate a gRPC client
|
|
37
37
|
#
|
|
38
38
|
# require "google/cloud/dataplex/v1/content_service"
|
|
39
39
|
# client = ::Google::Cloud::Dataplex::V1::ContentService::Client.new
|
|
@@ -0,0 +1,78 @@
|
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
|
2
|
+
# source: google/cloud/dataplex/v1/data_profile.proto
|
|
3
|
+
|
|
4
|
+
require 'google/protobuf'
|
|
5
|
+
|
|
6
|
+
require 'google/cloud/dataplex/v1/processing_pb'
|
|
7
|
+
|
|
8
|
+
Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
9
|
+
add_file("google/cloud/dataplex/v1/data_profile.proto", :syntax => :proto3) do
|
|
10
|
+
add_message "google.cloud.dataplex.v1.DataProfileSpec" do
|
|
11
|
+
end
|
|
12
|
+
add_message "google.cloud.dataplex.v1.DataProfileResult" do
|
|
13
|
+
optional :row_count, :int64, 3
|
|
14
|
+
optional :profile, :message, 4, "google.cloud.dataplex.v1.DataProfileResult.Profile"
|
|
15
|
+
optional :scanned_data, :message, 5, "google.cloud.dataplex.v1.ScannedData"
|
|
16
|
+
end
|
|
17
|
+
add_message "google.cloud.dataplex.v1.DataProfileResult.Profile" do
|
|
18
|
+
repeated :fields, :message, 2, "google.cloud.dataplex.v1.DataProfileResult.Profile.Field"
|
|
19
|
+
end
|
|
20
|
+
add_message "google.cloud.dataplex.v1.DataProfileResult.Profile.Field" do
|
|
21
|
+
optional :name, :string, 1
|
|
22
|
+
optional :type, :string, 2
|
|
23
|
+
optional :mode, :string, 3
|
|
24
|
+
optional :profile, :message, 4, "google.cloud.dataplex.v1.DataProfileResult.Profile.Field.ProfileInfo"
|
|
25
|
+
end
|
|
26
|
+
add_message "google.cloud.dataplex.v1.DataProfileResult.Profile.Field.ProfileInfo" do
|
|
27
|
+
optional :null_ratio, :double, 2
|
|
28
|
+
optional :distinct_ratio, :double, 3
|
|
29
|
+
repeated :top_n_values, :message, 4, "google.cloud.dataplex.v1.DataProfileResult.Profile.Field.ProfileInfo.TopNValue"
|
|
30
|
+
oneof :field_info do
|
|
31
|
+
optional :string_profile, :message, 101, "google.cloud.dataplex.v1.DataProfileResult.Profile.Field.ProfileInfo.StringFieldInfo"
|
|
32
|
+
optional :integer_profile, :message, 102, "google.cloud.dataplex.v1.DataProfileResult.Profile.Field.ProfileInfo.IntegerFieldInfo"
|
|
33
|
+
optional :double_profile, :message, 103, "google.cloud.dataplex.v1.DataProfileResult.Profile.Field.ProfileInfo.DoubleFieldInfo"
|
|
34
|
+
end
|
|
35
|
+
end
|
|
36
|
+
add_message "google.cloud.dataplex.v1.DataProfileResult.Profile.Field.ProfileInfo.StringFieldInfo" do
|
|
37
|
+
optional :min_length, :int64, 1
|
|
38
|
+
optional :max_length, :int64, 2
|
|
39
|
+
optional :average_length, :double, 3
|
|
40
|
+
end
|
|
41
|
+
add_message "google.cloud.dataplex.v1.DataProfileResult.Profile.Field.ProfileInfo.IntegerFieldInfo" do
|
|
42
|
+
optional :average, :double, 1
|
|
43
|
+
optional :standard_deviation, :double, 3
|
|
44
|
+
optional :min, :int64, 4
|
|
45
|
+
repeated :quartiles, :int64, 6
|
|
46
|
+
optional :max, :int64, 5
|
|
47
|
+
end
|
|
48
|
+
add_message "google.cloud.dataplex.v1.DataProfileResult.Profile.Field.ProfileInfo.DoubleFieldInfo" do
|
|
49
|
+
optional :average, :double, 1
|
|
50
|
+
optional :standard_deviation, :double, 3
|
|
51
|
+
optional :min, :double, 4
|
|
52
|
+
repeated :quartiles, :double, 6
|
|
53
|
+
optional :max, :double, 5
|
|
54
|
+
end
|
|
55
|
+
add_message "google.cloud.dataplex.v1.DataProfileResult.Profile.Field.ProfileInfo.TopNValue" do
|
|
56
|
+
optional :value, :string, 1
|
|
57
|
+
optional :count, :int64, 2
|
|
58
|
+
end
|
|
59
|
+
end
|
|
60
|
+
end
|
|
61
|
+
|
|
62
|
+
module Google
|
|
63
|
+
module Cloud
|
|
64
|
+
module Dataplex
|
|
65
|
+
module V1
|
|
66
|
+
DataProfileSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataProfileSpec").msgclass
|
|
67
|
+
DataProfileResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataProfileResult").msgclass
|
|
68
|
+
DataProfileResult::Profile = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataProfileResult.Profile").msgclass
|
|
69
|
+
DataProfileResult::Profile::Field = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataProfileResult.Profile.Field").msgclass
|
|
70
|
+
DataProfileResult::Profile::Field::ProfileInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataProfileResult.Profile.Field.ProfileInfo").msgclass
|
|
71
|
+
DataProfileResult::Profile::Field::ProfileInfo::StringFieldInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataProfileResult.Profile.Field.ProfileInfo.StringFieldInfo").msgclass
|
|
72
|
+
DataProfileResult::Profile::Field::ProfileInfo::IntegerFieldInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataProfileResult.Profile.Field.ProfileInfo.IntegerFieldInfo").msgclass
|
|
73
|
+
DataProfileResult::Profile::Field::ProfileInfo::DoubleFieldInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataProfileResult.Profile.Field.ProfileInfo.DoubleFieldInfo").msgclass
|
|
74
|
+
DataProfileResult::Profile::Field::ProfileInfo::TopNValue = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataProfileResult.Profile.Field.ProfileInfo.TopNValue").msgclass
|
|
75
|
+
end
|
|
76
|
+
end
|
|
77
|
+
end
|
|
78
|
+
end
|
|
@@ -0,0 +1,108 @@
|
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
|
2
|
+
# source: google/cloud/dataplex/v1/data_quality.proto
|
|
3
|
+
|
|
4
|
+
require 'google/protobuf'
|
|
5
|
+
|
|
6
|
+
require 'google/api/field_behavior_pb'
|
|
7
|
+
require 'google/cloud/dataplex/v1/processing_pb'
|
|
8
|
+
|
|
9
|
+
Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
10
|
+
add_file("google/cloud/dataplex/v1/data_quality.proto", :syntax => :proto3) do
|
|
11
|
+
add_message "google.cloud.dataplex.v1.DataQualitySpec" do
|
|
12
|
+
repeated :rules, :message, 1, "google.cloud.dataplex.v1.DataQualityRule"
|
|
13
|
+
end
|
|
14
|
+
add_message "google.cloud.dataplex.v1.DataQualityResult" do
|
|
15
|
+
optional :passed, :bool, 5
|
|
16
|
+
repeated :dimensions, :message, 2, "google.cloud.dataplex.v1.DataQualityDimensionResult"
|
|
17
|
+
repeated :rules, :message, 3, "google.cloud.dataplex.v1.DataQualityRuleResult"
|
|
18
|
+
optional :row_count, :int64, 4
|
|
19
|
+
optional :scanned_data, :message, 7, "google.cloud.dataplex.v1.ScannedData"
|
|
20
|
+
end
|
|
21
|
+
add_message "google.cloud.dataplex.v1.DataQualityRuleResult" do
|
|
22
|
+
optional :rule, :message, 1, "google.cloud.dataplex.v1.DataQualityRule"
|
|
23
|
+
optional :passed, :bool, 7
|
|
24
|
+
optional :evaluated_count, :int64, 9
|
|
25
|
+
optional :passed_count, :int64, 8
|
|
26
|
+
optional :null_count, :int64, 5
|
|
27
|
+
optional :pass_ratio, :double, 6
|
|
28
|
+
optional :failing_rows_query, :string, 10
|
|
29
|
+
end
|
|
30
|
+
add_message "google.cloud.dataplex.v1.DataQualityDimensionResult" do
|
|
31
|
+
optional :passed, :bool, 3
|
|
32
|
+
end
|
|
33
|
+
add_message "google.cloud.dataplex.v1.DataQualityRule" do
|
|
34
|
+
optional :column, :string, 500
|
|
35
|
+
optional :ignore_null, :bool, 501
|
|
36
|
+
optional :dimension, :string, 502
|
|
37
|
+
optional :threshold, :double, 503
|
|
38
|
+
oneof :rule_type do
|
|
39
|
+
optional :range_expectation, :message, 1, "google.cloud.dataplex.v1.DataQualityRule.RangeExpectation"
|
|
40
|
+
optional :non_null_expectation, :message, 2, "google.cloud.dataplex.v1.DataQualityRule.NonNullExpectation"
|
|
41
|
+
optional :set_expectation, :message, 3, "google.cloud.dataplex.v1.DataQualityRule.SetExpectation"
|
|
42
|
+
optional :regex_expectation, :message, 4, "google.cloud.dataplex.v1.DataQualityRule.RegexExpectation"
|
|
43
|
+
optional :uniqueness_expectation, :message, 100, "google.cloud.dataplex.v1.DataQualityRule.UniquenessExpectation"
|
|
44
|
+
optional :statistic_range_expectation, :message, 101, "google.cloud.dataplex.v1.DataQualityRule.StatisticRangeExpectation"
|
|
45
|
+
optional :row_condition_expectation, :message, 200, "google.cloud.dataplex.v1.DataQualityRule.RowConditionExpectation"
|
|
46
|
+
optional :table_condition_expectation, :message, 201, "google.cloud.dataplex.v1.DataQualityRule.TableConditionExpectation"
|
|
47
|
+
end
|
|
48
|
+
end
|
|
49
|
+
add_message "google.cloud.dataplex.v1.DataQualityRule.RangeExpectation" do
|
|
50
|
+
optional :min_value, :string, 1
|
|
51
|
+
optional :max_value, :string, 2
|
|
52
|
+
optional :strict_min_enabled, :bool, 3
|
|
53
|
+
optional :strict_max_enabled, :bool, 4
|
|
54
|
+
end
|
|
55
|
+
add_message "google.cloud.dataplex.v1.DataQualityRule.NonNullExpectation" do
|
|
56
|
+
end
|
|
57
|
+
add_message "google.cloud.dataplex.v1.DataQualityRule.SetExpectation" do
|
|
58
|
+
repeated :values, :string, 1
|
|
59
|
+
end
|
|
60
|
+
add_message "google.cloud.dataplex.v1.DataQualityRule.RegexExpectation" do
|
|
61
|
+
optional :regex, :string, 1
|
|
62
|
+
end
|
|
63
|
+
add_message "google.cloud.dataplex.v1.DataQualityRule.UniquenessExpectation" do
|
|
64
|
+
end
|
|
65
|
+
add_message "google.cloud.dataplex.v1.DataQualityRule.StatisticRangeExpectation" do
|
|
66
|
+
optional :statistic, :enum, 1, "google.cloud.dataplex.v1.DataQualityRule.StatisticRangeExpectation.ColumnStatistic"
|
|
67
|
+
optional :min_value, :string, 2
|
|
68
|
+
optional :max_value, :string, 3
|
|
69
|
+
optional :strict_min_enabled, :bool, 4
|
|
70
|
+
optional :strict_max_enabled, :bool, 5
|
|
71
|
+
end
|
|
72
|
+
add_enum "google.cloud.dataplex.v1.DataQualityRule.StatisticRangeExpectation.ColumnStatistic" do
|
|
73
|
+
value :STATISTIC_UNDEFINED, 0
|
|
74
|
+
value :MEAN, 1
|
|
75
|
+
value :MIN, 2
|
|
76
|
+
value :MAX, 3
|
|
77
|
+
end
|
|
78
|
+
add_message "google.cloud.dataplex.v1.DataQualityRule.RowConditionExpectation" do
|
|
79
|
+
optional :sql_expression, :string, 1
|
|
80
|
+
end
|
|
81
|
+
add_message "google.cloud.dataplex.v1.DataQualityRule.TableConditionExpectation" do
|
|
82
|
+
optional :sql_expression, :string, 1
|
|
83
|
+
end
|
|
84
|
+
end
|
|
85
|
+
end
|
|
86
|
+
|
|
87
|
+
module Google
|
|
88
|
+
module Cloud
|
|
89
|
+
module Dataplex
|
|
90
|
+
module V1
|
|
91
|
+
DataQualitySpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualitySpec").msgclass
|
|
92
|
+
DataQualityResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualityResult").msgclass
|
|
93
|
+
DataQualityRuleResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualityRuleResult").msgclass
|
|
94
|
+
DataQualityDimensionResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualityDimensionResult").msgclass
|
|
95
|
+
DataQualityRule = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualityRule").msgclass
|
|
96
|
+
DataQualityRule::RangeExpectation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualityRule.RangeExpectation").msgclass
|
|
97
|
+
DataQualityRule::NonNullExpectation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualityRule.NonNullExpectation").msgclass
|
|
98
|
+
DataQualityRule::SetExpectation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualityRule.SetExpectation").msgclass
|
|
99
|
+
DataQualityRule::RegexExpectation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualityRule.RegexExpectation").msgclass
|
|
100
|
+
DataQualityRule::UniquenessExpectation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualityRule.UniquenessExpectation").msgclass
|
|
101
|
+
DataQualityRule::StatisticRangeExpectation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualityRule.StatisticRangeExpectation").msgclass
|
|
102
|
+
DataQualityRule::StatisticRangeExpectation::ColumnStatistic = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualityRule.StatisticRangeExpectation.ColumnStatistic").enummodule
|
|
103
|
+
DataQualityRule::RowConditionExpectation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualityRule.RowConditionExpectation").msgclass
|
|
104
|
+
DataQualityRule::TableConditionExpectation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualityRule.TableConditionExpectation").msgclass
|
|
105
|
+
end
|
|
106
|
+
end
|
|
107
|
+
end
|
|
108
|
+
end
|