google-cloud-dataplex-v1 0.5.0 → 0.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (37) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +1 -1
  3. data/lib/google/cloud/dataplex/v1/content_service/client.rb +4 -4
  4. data/lib/google/cloud/dataplex/v1/content_service.rb +1 -1
  5. data/lib/google/cloud/dataplex/v1/data_profile_pb.rb +78 -0
  6. data/lib/google/cloud/dataplex/v1/data_quality_pb.rb +108 -0
  7. data/lib/google/cloud/dataplex/v1/data_scan_service/client.rb +1171 -0
  8. data/lib/google/cloud/dataplex/v1/data_scan_service/credentials.rb +47 -0
  9. data/lib/google/cloud/dataplex/v1/data_scan_service/operations.rb +770 -0
  10. data/lib/google/cloud/dataplex/v1/data_scan_service/paths.rb +113 -0
  11. data/lib/google/cloud/dataplex/v1/data_scan_service.rb +48 -0
  12. data/lib/google/cloud/dataplex/v1/dataplex_service/client.rb +64 -63
  13. data/lib/google/cloud/dataplex/v1/dataplex_service.rb +1 -1
  14. data/lib/google/cloud/dataplex/v1/datascans_pb.rb +169 -0
  15. data/lib/google/cloud/dataplex/v1/datascans_services_pb.rb +58 -0
  16. data/lib/google/cloud/dataplex/v1/logs_pb.rb +53 -0
  17. data/lib/google/cloud/dataplex/v1/metadata_pb.rb +5 -0
  18. data/lib/google/cloud/dataplex/v1/metadata_service/client.rb +18 -16
  19. data/lib/google/cloud/dataplex/v1/metadata_service.rb +1 -1
  20. data/lib/google/cloud/dataplex/v1/processing_pb.rb +53 -0
  21. data/lib/google/cloud/dataplex/v1/version.rb +1 -1
  22. data/lib/google/cloud/dataplex/v1.rb +3 -2
  23. data/proto_docs/google/api/client.rb +318 -0
  24. data/proto_docs/google/api/launch_stage.rb +71 -0
  25. data/proto_docs/google/cloud/dataplex/v1/analyze.rb +26 -21
  26. data/proto_docs/google/cloud/dataplex/v1/content.rb +4 -4
  27. data/proto_docs/google/cloud/dataplex/v1/data_profile.rb +232 -0
  28. data/proto_docs/google/cloud/dataplex/v1/data_quality.rb +274 -0
  29. data/proto_docs/google/cloud/dataplex/v1/datascans.rb +418 -0
  30. data/proto_docs/google/cloud/dataplex/v1/logs.rb +135 -2
  31. data/proto_docs/google/cloud/dataplex/v1/metadata.rb +72 -52
  32. data/proto_docs/google/cloud/dataplex/v1/processing.rb +96 -0
  33. data/proto_docs/google/cloud/dataplex/v1/resources.rb +67 -61
  34. data/proto_docs/google/cloud/dataplex/v1/service.rb +67 -65
  35. data/proto_docs/google/cloud/dataplex/v1/tasks.rb +34 -34
  36. data/proto_docs/google/rpc/status.rb +4 -2
  37. metadata +20 -4
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: c9c6da3ad2ddcc67665849d27eb39c1bfb7d5de47ea6e29415d165014d2eef88
4
- data.tar.gz: fe559fdc880f44d102ccd2f71bf22801d5abe3bf991f0f22a49d271cf42b6e90
3
+ metadata.gz: 37663d721c07fab480e9d524935fff4ca249840150b38029e071d481c48b14df
4
+ data.tar.gz: 70ffa1fd85415d48e175232fa6668cde2ceb76a2520e3d17eea0e50ff75e4461
5
5
  SHA512:
6
- metadata.gz: 3edafb5fb059618c8b02063b2c6acac7e88424df75855aa094e91d3809e445f8e18703f22a65705e26bf7fda0ddeb6db1d5f22bb39061e11c8e6b15e3b2d4d04
7
- data.tar.gz: a99005faba092b281cf99cf467b88d87c69ca50699dcea6672790f59d21a09184f045b4eec84d272645980e197b584619e1c95f9570edafccceb8756b95d399a
6
+ metadata.gz: 9d888d4c46d3732d5d70dd805bd0eb82dd4c7891f0f43f6f2128d0cb2d652f99e7cf16792b1f464a58316490ec142a9ce2bda4717d6babe5b474726981c7bbbb
7
+ data.tar.gz: '089a20e0ee40571836643325722bb716c32112b3d9dcc30f98a44b692cabc4ae2fb3b464030c2f9f0e61f989c82a583a7488077a5270139b4100270cc3f63357'
data/README.md CHANGED
@@ -46,7 +46,7 @@ for general usage information.
46
46
  ## Enabling Logging
47
47
 
48
48
  To enable logging for this library, set the logger for the underlying [gRPC](https://github.com/grpc/grpc/tree/master/src/ruby) library.
49
- The logger that you set may be a Ruby stdlib [`Logger`](https://ruby-doc.org/stdlib/libdoc/logger/rdoc/Logger.html) as shown below,
49
+ The logger that you set may be a Ruby stdlib [`Logger`](https://ruby-doc.org/current/stdlibs/logger/Logger.html) as shown below,
50
50
  or a [`Google::Cloud::Logging::Logger`](https://googleapis.dev/ruby/google-cloud-logging/latest)
51
51
  that will write logs to [Cloud Logging](https://cloud.google.com/logging/). See [grpc/logconfig.rb](https://github.com/grpc/grpc/blob/master/src/ruby/lib/grpc/logconfig.rb)
52
52
  and the gRPC [spec_helper.rb](https://github.com/grpc/grpc/blob/master/src/ruby/spec/spec_helper.rb) for additional information.
@@ -873,12 +873,12 @@ module Google
873
873
  # Required. The resource name of the parent lake:
874
874
  # projects/\\{project_id}/locations/\\{location_id}/lakes/\\{lake_id}
875
875
  # @param page_size [::Integer]
876
- # Optional. Maximum number of content to return. The service may return fewer than
877
- # this value. If unspecified, at most 10 content will be returned. The
876
+ # Optional. Maximum number of content to return. The service may return fewer
877
+ # than this value. If unspecified, at most 10 content will be returned. The
878
878
  # maximum value is 1000; values above 1000 will be coerced to 1000.
879
879
  # @param page_token [::String]
880
- # Optional. Page token received from a previous `ListContent` call. Provide this
881
- # to retrieve the subsequent page. When paginating, all other parameters
880
+ # Optional. Page token received from a previous `ListContent` call. Provide
881
+ # this to retrieve the subsequent page. When paginating, all other parameters
882
882
  # provided to `ListContent` must match the call that provided the page
883
883
  # token.
884
884
  # @param filter [::String]
@@ -33,7 +33,7 @@ module Google
33
33
  ##
34
34
  # ContentService manages Notebook and SQL Scripts for Dataplex.
35
35
  #
36
- # To load this service and instantiate a client:
36
+ # @example Load this service and instantiate a gRPC client
37
37
  #
38
38
  # require "google/cloud/dataplex/v1/content_service"
39
39
  # client = ::Google::Cloud::Dataplex::V1::ContentService::Client.new
@@ -0,0 +1,78 @@
1
+ # Generated by the protocol buffer compiler. DO NOT EDIT!
2
+ # source: google/cloud/dataplex/v1/data_profile.proto
3
+
4
+ require 'google/protobuf'
5
+
6
+ require 'google/cloud/dataplex/v1/processing_pb'
7
+
8
+ Google::Protobuf::DescriptorPool.generated_pool.build do
9
+ add_file("google/cloud/dataplex/v1/data_profile.proto", :syntax => :proto3) do
10
+ add_message "google.cloud.dataplex.v1.DataProfileSpec" do
11
+ end
12
+ add_message "google.cloud.dataplex.v1.DataProfileResult" do
13
+ optional :row_count, :int64, 3
14
+ optional :profile, :message, 4, "google.cloud.dataplex.v1.DataProfileResult.Profile"
15
+ optional :scanned_data, :message, 5, "google.cloud.dataplex.v1.ScannedData"
16
+ end
17
+ add_message "google.cloud.dataplex.v1.DataProfileResult.Profile" do
18
+ repeated :fields, :message, 2, "google.cloud.dataplex.v1.DataProfileResult.Profile.Field"
19
+ end
20
+ add_message "google.cloud.dataplex.v1.DataProfileResult.Profile.Field" do
21
+ optional :name, :string, 1
22
+ optional :type, :string, 2
23
+ optional :mode, :string, 3
24
+ optional :profile, :message, 4, "google.cloud.dataplex.v1.DataProfileResult.Profile.Field.ProfileInfo"
25
+ end
26
+ add_message "google.cloud.dataplex.v1.DataProfileResult.Profile.Field.ProfileInfo" do
27
+ optional :null_ratio, :double, 2
28
+ optional :distinct_ratio, :double, 3
29
+ repeated :top_n_values, :message, 4, "google.cloud.dataplex.v1.DataProfileResult.Profile.Field.ProfileInfo.TopNValue"
30
+ oneof :field_info do
31
+ optional :string_profile, :message, 101, "google.cloud.dataplex.v1.DataProfileResult.Profile.Field.ProfileInfo.StringFieldInfo"
32
+ optional :integer_profile, :message, 102, "google.cloud.dataplex.v1.DataProfileResult.Profile.Field.ProfileInfo.IntegerFieldInfo"
33
+ optional :double_profile, :message, 103, "google.cloud.dataplex.v1.DataProfileResult.Profile.Field.ProfileInfo.DoubleFieldInfo"
34
+ end
35
+ end
36
+ add_message "google.cloud.dataplex.v1.DataProfileResult.Profile.Field.ProfileInfo.StringFieldInfo" do
37
+ optional :min_length, :int64, 1
38
+ optional :max_length, :int64, 2
39
+ optional :average_length, :double, 3
40
+ end
41
+ add_message "google.cloud.dataplex.v1.DataProfileResult.Profile.Field.ProfileInfo.IntegerFieldInfo" do
42
+ optional :average, :double, 1
43
+ optional :standard_deviation, :double, 3
44
+ optional :min, :int64, 4
45
+ repeated :quartiles, :int64, 6
46
+ optional :max, :int64, 5
47
+ end
48
+ add_message "google.cloud.dataplex.v1.DataProfileResult.Profile.Field.ProfileInfo.DoubleFieldInfo" do
49
+ optional :average, :double, 1
50
+ optional :standard_deviation, :double, 3
51
+ optional :min, :double, 4
52
+ repeated :quartiles, :double, 6
53
+ optional :max, :double, 5
54
+ end
55
+ add_message "google.cloud.dataplex.v1.DataProfileResult.Profile.Field.ProfileInfo.TopNValue" do
56
+ optional :value, :string, 1
57
+ optional :count, :int64, 2
58
+ end
59
+ end
60
+ end
61
+
62
+ module Google
63
+ module Cloud
64
+ module Dataplex
65
+ module V1
66
+ DataProfileSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataProfileSpec").msgclass
67
+ DataProfileResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataProfileResult").msgclass
68
+ DataProfileResult::Profile = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataProfileResult.Profile").msgclass
69
+ DataProfileResult::Profile::Field = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataProfileResult.Profile.Field").msgclass
70
+ DataProfileResult::Profile::Field::ProfileInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataProfileResult.Profile.Field.ProfileInfo").msgclass
71
+ DataProfileResult::Profile::Field::ProfileInfo::StringFieldInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataProfileResult.Profile.Field.ProfileInfo.StringFieldInfo").msgclass
72
+ DataProfileResult::Profile::Field::ProfileInfo::IntegerFieldInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataProfileResult.Profile.Field.ProfileInfo.IntegerFieldInfo").msgclass
73
+ DataProfileResult::Profile::Field::ProfileInfo::DoubleFieldInfo = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataProfileResult.Profile.Field.ProfileInfo.DoubleFieldInfo").msgclass
74
+ DataProfileResult::Profile::Field::ProfileInfo::TopNValue = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataProfileResult.Profile.Field.ProfileInfo.TopNValue").msgclass
75
+ end
76
+ end
77
+ end
78
+ end
@@ -0,0 +1,108 @@
1
+ # Generated by the protocol buffer compiler. DO NOT EDIT!
2
+ # source: google/cloud/dataplex/v1/data_quality.proto
3
+
4
+ require 'google/protobuf'
5
+
6
+ require 'google/api/field_behavior_pb'
7
+ require 'google/cloud/dataplex/v1/processing_pb'
8
+
9
+ Google::Protobuf::DescriptorPool.generated_pool.build do
10
+ add_file("google/cloud/dataplex/v1/data_quality.proto", :syntax => :proto3) do
11
+ add_message "google.cloud.dataplex.v1.DataQualitySpec" do
12
+ repeated :rules, :message, 1, "google.cloud.dataplex.v1.DataQualityRule"
13
+ end
14
+ add_message "google.cloud.dataplex.v1.DataQualityResult" do
15
+ optional :passed, :bool, 5
16
+ repeated :dimensions, :message, 2, "google.cloud.dataplex.v1.DataQualityDimensionResult"
17
+ repeated :rules, :message, 3, "google.cloud.dataplex.v1.DataQualityRuleResult"
18
+ optional :row_count, :int64, 4
19
+ optional :scanned_data, :message, 7, "google.cloud.dataplex.v1.ScannedData"
20
+ end
21
+ add_message "google.cloud.dataplex.v1.DataQualityRuleResult" do
22
+ optional :rule, :message, 1, "google.cloud.dataplex.v1.DataQualityRule"
23
+ optional :passed, :bool, 7
24
+ optional :evaluated_count, :int64, 9
25
+ optional :passed_count, :int64, 8
26
+ optional :null_count, :int64, 5
27
+ optional :pass_ratio, :double, 6
28
+ optional :failing_rows_query, :string, 10
29
+ end
30
+ add_message "google.cloud.dataplex.v1.DataQualityDimensionResult" do
31
+ optional :passed, :bool, 3
32
+ end
33
+ add_message "google.cloud.dataplex.v1.DataQualityRule" do
34
+ optional :column, :string, 500
35
+ optional :ignore_null, :bool, 501
36
+ optional :dimension, :string, 502
37
+ optional :threshold, :double, 503
38
+ oneof :rule_type do
39
+ optional :range_expectation, :message, 1, "google.cloud.dataplex.v1.DataQualityRule.RangeExpectation"
40
+ optional :non_null_expectation, :message, 2, "google.cloud.dataplex.v1.DataQualityRule.NonNullExpectation"
41
+ optional :set_expectation, :message, 3, "google.cloud.dataplex.v1.DataQualityRule.SetExpectation"
42
+ optional :regex_expectation, :message, 4, "google.cloud.dataplex.v1.DataQualityRule.RegexExpectation"
43
+ optional :uniqueness_expectation, :message, 100, "google.cloud.dataplex.v1.DataQualityRule.UniquenessExpectation"
44
+ optional :statistic_range_expectation, :message, 101, "google.cloud.dataplex.v1.DataQualityRule.StatisticRangeExpectation"
45
+ optional :row_condition_expectation, :message, 200, "google.cloud.dataplex.v1.DataQualityRule.RowConditionExpectation"
46
+ optional :table_condition_expectation, :message, 201, "google.cloud.dataplex.v1.DataQualityRule.TableConditionExpectation"
47
+ end
48
+ end
49
+ add_message "google.cloud.dataplex.v1.DataQualityRule.RangeExpectation" do
50
+ optional :min_value, :string, 1
51
+ optional :max_value, :string, 2
52
+ optional :strict_min_enabled, :bool, 3
53
+ optional :strict_max_enabled, :bool, 4
54
+ end
55
+ add_message "google.cloud.dataplex.v1.DataQualityRule.NonNullExpectation" do
56
+ end
57
+ add_message "google.cloud.dataplex.v1.DataQualityRule.SetExpectation" do
58
+ repeated :values, :string, 1
59
+ end
60
+ add_message "google.cloud.dataplex.v1.DataQualityRule.RegexExpectation" do
61
+ optional :regex, :string, 1
62
+ end
63
+ add_message "google.cloud.dataplex.v1.DataQualityRule.UniquenessExpectation" do
64
+ end
65
+ add_message "google.cloud.dataplex.v1.DataQualityRule.StatisticRangeExpectation" do
66
+ optional :statistic, :enum, 1, "google.cloud.dataplex.v1.DataQualityRule.StatisticRangeExpectation.ColumnStatistic"
67
+ optional :min_value, :string, 2
68
+ optional :max_value, :string, 3
69
+ optional :strict_min_enabled, :bool, 4
70
+ optional :strict_max_enabled, :bool, 5
71
+ end
72
+ add_enum "google.cloud.dataplex.v1.DataQualityRule.StatisticRangeExpectation.ColumnStatistic" do
73
+ value :STATISTIC_UNDEFINED, 0
74
+ value :MEAN, 1
75
+ value :MIN, 2
76
+ value :MAX, 3
77
+ end
78
+ add_message "google.cloud.dataplex.v1.DataQualityRule.RowConditionExpectation" do
79
+ optional :sql_expression, :string, 1
80
+ end
81
+ add_message "google.cloud.dataplex.v1.DataQualityRule.TableConditionExpectation" do
82
+ optional :sql_expression, :string, 1
83
+ end
84
+ end
85
+ end
86
+
87
+ module Google
88
+ module Cloud
89
+ module Dataplex
90
+ module V1
91
+ DataQualitySpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualitySpec").msgclass
92
+ DataQualityResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualityResult").msgclass
93
+ DataQualityRuleResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualityRuleResult").msgclass
94
+ DataQualityDimensionResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualityDimensionResult").msgclass
95
+ DataQualityRule = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualityRule").msgclass
96
+ DataQualityRule::RangeExpectation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualityRule.RangeExpectation").msgclass
97
+ DataQualityRule::NonNullExpectation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualityRule.NonNullExpectation").msgclass
98
+ DataQualityRule::SetExpectation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualityRule.SetExpectation").msgclass
99
+ DataQualityRule::RegexExpectation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualityRule.RegexExpectation").msgclass
100
+ DataQualityRule::UniquenessExpectation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualityRule.UniquenessExpectation").msgclass
101
+ DataQualityRule::StatisticRangeExpectation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualityRule.StatisticRangeExpectation").msgclass
102
+ DataQualityRule::StatisticRangeExpectation::ColumnStatistic = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualityRule.StatisticRangeExpectation.ColumnStatistic").enummodule
103
+ DataQualityRule::RowConditionExpectation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualityRule.RowConditionExpectation").msgclass
104
+ DataQualityRule::TableConditionExpectation = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataQualityRule.TableConditionExpectation").msgclass
105
+ end
106
+ end
107
+ end
108
+ end