google-cloud-dataplex-v1 0.5.1 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/google/cloud/dataplex/v1/content_service.rb +1 -1
- data/lib/google/cloud/dataplex/v1/data_profile_pb.rb +78 -0
- data/lib/google/cloud/dataplex/v1/data_quality_pb.rb +108 -0
- data/lib/google/cloud/dataplex/v1/data_scan_service/client.rb +1171 -0
- data/lib/google/cloud/dataplex/v1/data_scan_service/credentials.rb +47 -0
- data/lib/google/cloud/dataplex/v1/data_scan_service/operations.rb +770 -0
- data/lib/google/cloud/dataplex/v1/data_scan_service/paths.rb +113 -0
- data/lib/google/cloud/dataplex/v1/data_scan_service.rb +48 -0
- data/lib/google/cloud/dataplex/v1/dataplex_service.rb +1 -1
- data/lib/google/cloud/dataplex/v1/datascans_pb.rb +169 -0
- data/lib/google/cloud/dataplex/v1/datascans_services_pb.rb +58 -0
- data/lib/google/cloud/dataplex/v1/logs_pb.rb +53 -0
- data/lib/google/cloud/dataplex/v1/metadata_pb.rb +5 -0
- data/lib/google/cloud/dataplex/v1/metadata_service.rb +1 -1
- data/lib/google/cloud/dataplex/v1/processing_pb.rb +53 -0
- data/lib/google/cloud/dataplex/v1/version.rb +1 -1
- data/lib/google/cloud/dataplex/v1.rb +3 -2
- data/proto_docs/google/cloud/dataplex/v1/data_profile.rb +232 -0
- data/proto_docs/google/cloud/dataplex/v1/data_quality.rb +274 -0
- data/proto_docs/google/cloud/dataplex/v1/datascans.rb +418 -0
- data/proto_docs/google/cloud/dataplex/v1/logs.rb +135 -2
- data/proto_docs/google/cloud/dataplex/v1/metadata.rb +16 -0
- data/proto_docs/google/cloud/dataplex/v1/processing.rb +96 -0
- metadata +18 -4
@@ -0,0 +1,113 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
# Copyright 2023 Google LLC
|
4
|
+
#
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
6
|
+
# you may not use this file except in compliance with the License.
|
7
|
+
# You may obtain a copy of the License at
|
8
|
+
#
|
9
|
+
# https://www.apache.org/licenses/LICENSE-2.0
|
10
|
+
#
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
14
|
+
# See the License for the specific language governing permissions and
|
15
|
+
# limitations under the License.
|
16
|
+
|
17
|
+
# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
|
18
|
+
|
19
|
+
|
20
|
+
module Google
|
21
|
+
module Cloud
|
22
|
+
module Dataplex
|
23
|
+
module V1
|
24
|
+
module DataScanService
|
25
|
+
# Path helper methods for the DataScanService API.
|
26
|
+
module Paths
|
27
|
+
##
|
28
|
+
# Create a fully-qualified DataScan resource string.
|
29
|
+
#
|
30
|
+
# The resource will be in the following format:
|
31
|
+
#
|
32
|
+
# `projects/{project}/locations/{location}/dataScans/{data_scan}`
|
33
|
+
#
|
34
|
+
# @param project [String]
|
35
|
+
# @param location [String]
|
36
|
+
# @param data_scan [String]
|
37
|
+
#
|
38
|
+
# @return [::String]
|
39
|
+
def data_scan_path project:, location:, data_scan:
|
40
|
+
raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
|
41
|
+
raise ::ArgumentError, "location cannot contain /" if location.to_s.include? "/"
|
42
|
+
|
43
|
+
"projects/#{project}/locations/#{location}/dataScans/#{data_scan}"
|
44
|
+
end
|
45
|
+
|
46
|
+
##
|
47
|
+
# Create a fully-qualified DataScanJob resource string.
|
48
|
+
#
|
49
|
+
# The resource will be in the following format:
|
50
|
+
#
|
51
|
+
# `projects/{project}/locations/{location}/dataScans/{data_scan}/jobs/{job}`
|
52
|
+
#
|
53
|
+
# @param project [String]
|
54
|
+
# @param location [String]
|
55
|
+
# @param data_scan [String]
|
56
|
+
# @param job [String]
|
57
|
+
#
|
58
|
+
# @return [::String]
|
59
|
+
def data_scan_job_path project:, location:, data_scan:, job:
|
60
|
+
raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
|
61
|
+
raise ::ArgumentError, "location cannot contain /" if location.to_s.include? "/"
|
62
|
+
raise ::ArgumentError, "data_scan cannot contain /" if data_scan.to_s.include? "/"
|
63
|
+
|
64
|
+
"projects/#{project}/locations/#{location}/dataScans/#{data_scan}/jobs/#{job}"
|
65
|
+
end
|
66
|
+
|
67
|
+
##
|
68
|
+
# Create a fully-qualified Entity resource string.
|
69
|
+
#
|
70
|
+
# The resource will be in the following format:
|
71
|
+
#
|
72
|
+
# `projects/{project}/locations/{location}/lakes/{lake}/zones/{zone}/entities/{entity}`
|
73
|
+
#
|
74
|
+
# @param project [String]
|
75
|
+
# @param location [String]
|
76
|
+
# @param lake [String]
|
77
|
+
# @param zone [String]
|
78
|
+
# @param entity [String]
|
79
|
+
#
|
80
|
+
# @return [::String]
|
81
|
+
def entity_path project:, location:, lake:, zone:, entity:
|
82
|
+
raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
|
83
|
+
raise ::ArgumentError, "location cannot contain /" if location.to_s.include? "/"
|
84
|
+
raise ::ArgumentError, "lake cannot contain /" if lake.to_s.include? "/"
|
85
|
+
raise ::ArgumentError, "zone cannot contain /" if zone.to_s.include? "/"
|
86
|
+
|
87
|
+
"projects/#{project}/locations/#{location}/lakes/#{lake}/zones/#{zone}/entities/#{entity}"
|
88
|
+
end
|
89
|
+
|
90
|
+
##
|
91
|
+
# Create a fully-qualified Location resource string.
|
92
|
+
#
|
93
|
+
# The resource will be in the following format:
|
94
|
+
#
|
95
|
+
# `projects/{project}/locations/{location}`
|
96
|
+
#
|
97
|
+
# @param project [String]
|
98
|
+
# @param location [String]
|
99
|
+
#
|
100
|
+
# @return [::String]
|
101
|
+
def location_path project:, location:
|
102
|
+
raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
|
103
|
+
|
104
|
+
"projects/#{project}/locations/#{location}"
|
105
|
+
end
|
106
|
+
|
107
|
+
extend self
|
108
|
+
end
|
109
|
+
end
|
110
|
+
end
|
111
|
+
end
|
112
|
+
end
|
113
|
+
end
|
@@ -0,0 +1,48 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
# Copyright 2023 Google LLC
|
4
|
+
#
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
6
|
+
# you may not use this file except in compliance with the License.
|
7
|
+
# You may obtain a copy of the License at
|
8
|
+
#
|
9
|
+
# https://www.apache.org/licenses/LICENSE-2.0
|
10
|
+
#
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
14
|
+
# See the License for the specific language governing permissions and
|
15
|
+
# limitations under the License.
|
16
|
+
|
17
|
+
# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
|
18
|
+
|
19
|
+
require "gapic/common"
|
20
|
+
require "gapic/config"
|
21
|
+
require "gapic/config/method"
|
22
|
+
|
23
|
+
require "google/cloud/dataplex/v1/version"
|
24
|
+
|
25
|
+
require "google/cloud/dataplex/v1/data_scan_service/credentials"
|
26
|
+
require "google/cloud/dataplex/v1/data_scan_service/paths"
|
27
|
+
require "google/cloud/dataplex/v1/data_scan_service/operations"
|
28
|
+
require "google/cloud/dataplex/v1/data_scan_service/client"
|
29
|
+
|
30
|
+
module Google
|
31
|
+
module Cloud
|
32
|
+
module Dataplex
|
33
|
+
module V1
|
34
|
+
##
|
35
|
+
# @example Load this service and instantiate a gRPC client
|
36
|
+
#
|
37
|
+
# require "google/cloud/dataplex/v1/data_scan_service"
|
38
|
+
# client = ::Google::Cloud::Dataplex::V1::DataScanService::Client.new
|
39
|
+
#
|
40
|
+
module DataScanService
|
41
|
+
end
|
42
|
+
end
|
43
|
+
end
|
44
|
+
end
|
45
|
+
end
|
46
|
+
|
47
|
+
helper_path = ::File.join __dir__, "data_scan_service", "helpers.rb"
|
48
|
+
require "google/cloud/dataplex/v1/data_scan_service/helpers" if ::File.file? helper_path
|
@@ -38,7 +38,7 @@ module Google
|
|
38
38
|
# their organization located across cloud projects in a variety of storage
|
39
39
|
# systems including Cloud Storage and BigQuery.
|
40
40
|
#
|
41
|
-
#
|
41
|
+
# @example Load this service and instantiate a gRPC client
|
42
42
|
#
|
43
43
|
# require "google/cloud/dataplex/v1/dataplex_service"
|
44
44
|
# client = ::Google::Cloud::Dataplex::V1::DataplexService::Client.new
|
@@ -0,0 +1,169 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# source: google/cloud/dataplex/v1/datascans.proto
|
3
|
+
|
4
|
+
require 'google/protobuf'
|
5
|
+
|
6
|
+
require 'google/api/annotations_pb'
|
7
|
+
require 'google/api/client_pb'
|
8
|
+
require 'google/api/field_behavior_pb'
|
9
|
+
require 'google/api/resource_pb'
|
10
|
+
require 'google/cloud/dataplex/v1/data_profile_pb'
|
11
|
+
require 'google/cloud/dataplex/v1/data_quality_pb'
|
12
|
+
require 'google/cloud/dataplex/v1/processing_pb'
|
13
|
+
require 'google/cloud/dataplex/v1/resources_pb'
|
14
|
+
require 'google/longrunning/operations_pb'
|
15
|
+
require 'google/protobuf/field_mask_pb'
|
16
|
+
require 'google/protobuf/timestamp_pb'
|
17
|
+
|
18
|
+
Google::Protobuf::DescriptorPool.generated_pool.build do
|
19
|
+
add_file("google/cloud/dataplex/v1/datascans.proto", :syntax => :proto3) do
|
20
|
+
add_message "google.cloud.dataplex.v1.CreateDataScanRequest" do
|
21
|
+
optional :parent, :string, 1
|
22
|
+
optional :data_scan, :message, 2, "google.cloud.dataplex.v1.DataScan"
|
23
|
+
optional :data_scan_id, :string, 3
|
24
|
+
end
|
25
|
+
add_message "google.cloud.dataplex.v1.UpdateDataScanRequest" do
|
26
|
+
optional :data_scan, :message, 1, "google.cloud.dataplex.v1.DataScan"
|
27
|
+
optional :update_mask, :message, 2, "google.protobuf.FieldMask"
|
28
|
+
end
|
29
|
+
add_message "google.cloud.dataplex.v1.DeleteDataScanRequest" do
|
30
|
+
optional :name, :string, 1
|
31
|
+
end
|
32
|
+
add_message "google.cloud.dataplex.v1.GetDataScanRequest" do
|
33
|
+
optional :name, :string, 1
|
34
|
+
optional :view, :enum, 2, "google.cloud.dataplex.v1.GetDataScanRequest.DataScanView"
|
35
|
+
end
|
36
|
+
add_enum "google.cloud.dataplex.v1.GetDataScanRequest.DataScanView" do
|
37
|
+
value :DATA_SCAN_VIEW_UNSPECIFIED, 0
|
38
|
+
value :BASIC, 1
|
39
|
+
value :FULL, 10
|
40
|
+
end
|
41
|
+
add_message "google.cloud.dataplex.v1.ListDataScansRequest" do
|
42
|
+
optional :parent, :string, 1
|
43
|
+
optional :page_size, :int32, 2
|
44
|
+
optional :page_token, :string, 3
|
45
|
+
optional :filter, :string, 4
|
46
|
+
optional :order_by, :string, 5
|
47
|
+
end
|
48
|
+
add_message "google.cloud.dataplex.v1.ListDataScansResponse" do
|
49
|
+
repeated :data_scans, :message, 1, "google.cloud.dataplex.v1.DataScan"
|
50
|
+
optional :next_page_token, :string, 2
|
51
|
+
repeated :unreachable, :string, 3
|
52
|
+
end
|
53
|
+
add_message "google.cloud.dataplex.v1.RunDataScanRequest" do
|
54
|
+
optional :name, :string, 1
|
55
|
+
end
|
56
|
+
add_message "google.cloud.dataplex.v1.RunDataScanResponse" do
|
57
|
+
optional :job, :message, 1, "google.cloud.dataplex.v1.DataScanJob"
|
58
|
+
end
|
59
|
+
add_message "google.cloud.dataplex.v1.GetDataScanJobRequest" do
|
60
|
+
optional :name, :string, 1
|
61
|
+
optional :view, :enum, 2, "google.cloud.dataplex.v1.GetDataScanJobRequest.DataScanJobView"
|
62
|
+
end
|
63
|
+
add_enum "google.cloud.dataplex.v1.GetDataScanJobRequest.DataScanJobView" do
|
64
|
+
value :DATA_SCAN_JOB_VIEW_UNSPECIFIED, 0
|
65
|
+
value :BASIC, 1
|
66
|
+
value :FULL, 10
|
67
|
+
end
|
68
|
+
add_message "google.cloud.dataplex.v1.ListDataScanJobsRequest" do
|
69
|
+
optional :parent, :string, 1
|
70
|
+
optional :page_size, :int32, 2
|
71
|
+
optional :page_token, :string, 3
|
72
|
+
end
|
73
|
+
add_message "google.cloud.dataplex.v1.ListDataScanJobsResponse" do
|
74
|
+
repeated :data_scan_jobs, :message, 1, "google.cloud.dataplex.v1.DataScanJob"
|
75
|
+
optional :next_page_token, :string, 2
|
76
|
+
end
|
77
|
+
add_message "google.cloud.dataplex.v1.DataScan" do
|
78
|
+
optional :name, :string, 1
|
79
|
+
optional :uid, :string, 2
|
80
|
+
optional :description, :string, 3
|
81
|
+
optional :display_name, :string, 4
|
82
|
+
map :labels, :string, :string, 5
|
83
|
+
optional :state, :enum, 6, "google.cloud.dataplex.v1.State"
|
84
|
+
optional :create_time, :message, 7, "google.protobuf.Timestamp"
|
85
|
+
optional :update_time, :message, 8, "google.protobuf.Timestamp"
|
86
|
+
optional :data, :message, 9, "google.cloud.dataplex.v1.DataSource"
|
87
|
+
optional :execution_spec, :message, 10, "google.cloud.dataplex.v1.DataScan.ExecutionSpec"
|
88
|
+
optional :execution_status, :message, 11, "google.cloud.dataplex.v1.DataScan.ExecutionStatus"
|
89
|
+
optional :type, :enum, 12, "google.cloud.dataplex.v1.DataScanType"
|
90
|
+
oneof :spec do
|
91
|
+
optional :data_quality_spec, :message, 100, "google.cloud.dataplex.v1.DataQualitySpec"
|
92
|
+
optional :data_profile_spec, :message, 101, "google.cloud.dataplex.v1.DataProfileSpec"
|
93
|
+
end
|
94
|
+
oneof :result do
|
95
|
+
optional :data_quality_result, :message, 200, "google.cloud.dataplex.v1.DataQualityResult"
|
96
|
+
optional :data_profile_result, :message, 201, "google.cloud.dataplex.v1.DataProfileResult"
|
97
|
+
end
|
98
|
+
end
|
99
|
+
add_message "google.cloud.dataplex.v1.DataScan.ExecutionSpec" do
|
100
|
+
optional :trigger, :message, 1, "google.cloud.dataplex.v1.Trigger"
|
101
|
+
oneof :incremental do
|
102
|
+
optional :field, :string, 100
|
103
|
+
end
|
104
|
+
end
|
105
|
+
add_message "google.cloud.dataplex.v1.DataScan.ExecutionStatus" do
|
106
|
+
optional :latest_job_start_time, :message, 4, "google.protobuf.Timestamp"
|
107
|
+
optional :latest_job_end_time, :message, 5, "google.protobuf.Timestamp"
|
108
|
+
end
|
109
|
+
add_message "google.cloud.dataplex.v1.DataScanJob" do
|
110
|
+
optional :name, :string, 1
|
111
|
+
optional :uid, :string, 2
|
112
|
+
optional :start_time, :message, 3, "google.protobuf.Timestamp"
|
113
|
+
optional :end_time, :message, 4, "google.protobuf.Timestamp"
|
114
|
+
optional :state, :enum, 5, "google.cloud.dataplex.v1.DataScanJob.State"
|
115
|
+
optional :message, :string, 6
|
116
|
+
optional :type, :enum, 7, "google.cloud.dataplex.v1.DataScanType"
|
117
|
+
oneof :spec do
|
118
|
+
optional :data_quality_spec, :message, 100, "google.cloud.dataplex.v1.DataQualitySpec"
|
119
|
+
optional :data_profile_spec, :message, 101, "google.cloud.dataplex.v1.DataProfileSpec"
|
120
|
+
end
|
121
|
+
oneof :result do
|
122
|
+
optional :data_quality_result, :message, 200, "google.cloud.dataplex.v1.DataQualityResult"
|
123
|
+
optional :data_profile_result, :message, 201, "google.cloud.dataplex.v1.DataProfileResult"
|
124
|
+
end
|
125
|
+
end
|
126
|
+
add_enum "google.cloud.dataplex.v1.DataScanJob.State" do
|
127
|
+
value :STATE_UNSPECIFIED, 0
|
128
|
+
value :RUNNING, 1
|
129
|
+
value :CANCELING, 2
|
130
|
+
value :CANCELLED, 3
|
131
|
+
value :SUCCEEDED, 4
|
132
|
+
value :FAILED, 5
|
133
|
+
value :PENDING, 7
|
134
|
+
end
|
135
|
+
add_enum "google.cloud.dataplex.v1.DataScanType" do
|
136
|
+
value :DATA_SCAN_TYPE_UNSPECIFIED, 0
|
137
|
+
value :DATA_QUALITY, 1
|
138
|
+
value :DATA_PROFILE, 2
|
139
|
+
end
|
140
|
+
end
|
141
|
+
end
|
142
|
+
|
143
|
+
module Google
|
144
|
+
module Cloud
|
145
|
+
module Dataplex
|
146
|
+
module V1
|
147
|
+
CreateDataScanRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.CreateDataScanRequest").msgclass
|
148
|
+
UpdateDataScanRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.UpdateDataScanRequest").msgclass
|
149
|
+
DeleteDataScanRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DeleteDataScanRequest").msgclass
|
150
|
+
GetDataScanRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.GetDataScanRequest").msgclass
|
151
|
+
GetDataScanRequest::DataScanView = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.GetDataScanRequest.DataScanView").enummodule
|
152
|
+
ListDataScansRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.ListDataScansRequest").msgclass
|
153
|
+
ListDataScansResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.ListDataScansResponse").msgclass
|
154
|
+
RunDataScanRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.RunDataScanRequest").msgclass
|
155
|
+
RunDataScanResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.RunDataScanResponse").msgclass
|
156
|
+
GetDataScanJobRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.GetDataScanJobRequest").msgclass
|
157
|
+
GetDataScanJobRequest::DataScanJobView = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.GetDataScanJobRequest.DataScanJobView").enummodule
|
158
|
+
ListDataScanJobsRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.ListDataScanJobsRequest").msgclass
|
159
|
+
ListDataScanJobsResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.ListDataScanJobsResponse").msgclass
|
160
|
+
DataScan = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataScan").msgclass
|
161
|
+
DataScan::ExecutionSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataScan.ExecutionSpec").msgclass
|
162
|
+
DataScan::ExecutionStatus = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataScan.ExecutionStatus").msgclass
|
163
|
+
DataScanJob = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataScanJob").msgclass
|
164
|
+
DataScanJob::State = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataScanJob.State").enummodule
|
165
|
+
DataScanType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataScanType").enummodule
|
166
|
+
end
|
167
|
+
end
|
168
|
+
end
|
169
|
+
end
|
@@ -0,0 +1,58 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# Source: google/cloud/dataplex/v1/datascans.proto for package 'google.cloud.dataplex.v1'
|
3
|
+
# Original file comments:
|
4
|
+
# Copyright 2022 Google LLC
|
5
|
+
#
|
6
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
7
|
+
# you may not use this file except in compliance with the License.
|
8
|
+
# You may obtain a copy of the License at
|
9
|
+
#
|
10
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
11
|
+
#
|
12
|
+
# Unless required by applicable law or agreed to in writing, software
|
13
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
14
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
15
|
+
# See the License for the specific language governing permissions and
|
16
|
+
# limitations under the License.
|
17
|
+
#
|
18
|
+
|
19
|
+
require 'grpc'
|
20
|
+
require 'google/cloud/dataplex/v1/datascans_pb'
|
21
|
+
|
22
|
+
module Google
|
23
|
+
module Cloud
|
24
|
+
module Dataplex
|
25
|
+
module V1
|
26
|
+
module DataScanService
|
27
|
+
class Service
|
28
|
+
|
29
|
+
include ::GRPC::GenericService
|
30
|
+
|
31
|
+
self.marshal_class_method = :encode
|
32
|
+
self.unmarshal_class_method = :decode
|
33
|
+
self.service_name = 'google.cloud.dataplex.v1.DataScanService'
|
34
|
+
|
35
|
+
# Creates a dataScan resource.
|
36
|
+
rpc :CreateDataScan, ::Google::Cloud::Dataplex::V1::CreateDataScanRequest, ::Google::Longrunning::Operation
|
37
|
+
# Update the dataScan resource.
|
38
|
+
rpc :UpdateDataScan, ::Google::Cloud::Dataplex::V1::UpdateDataScanRequest, ::Google::Longrunning::Operation
|
39
|
+
# Delete the dataScan resource.
|
40
|
+
rpc :DeleteDataScan, ::Google::Cloud::Dataplex::V1::DeleteDataScanRequest, ::Google::Longrunning::Operation
|
41
|
+
# Get dataScan resource.
|
42
|
+
rpc :GetDataScan, ::Google::Cloud::Dataplex::V1::GetDataScanRequest, ::Google::Cloud::Dataplex::V1::DataScan
|
43
|
+
# Lists dataScans.
|
44
|
+
rpc :ListDataScans, ::Google::Cloud::Dataplex::V1::ListDataScansRequest, ::Google::Cloud::Dataplex::V1::ListDataScansResponse
|
45
|
+
# Run an on demand execution of a DataScan.
|
46
|
+
rpc :RunDataScan, ::Google::Cloud::Dataplex::V1::RunDataScanRequest, ::Google::Cloud::Dataplex::V1::RunDataScanResponse
|
47
|
+
# Get DataScanJob resource.
|
48
|
+
rpc :GetDataScanJob, ::Google::Cloud::Dataplex::V1::GetDataScanJobRequest, ::Google::Cloud::Dataplex::V1::DataScanJob
|
49
|
+
# Lists DataScanJobs under the given dataScan.
|
50
|
+
rpc :ListDataScanJobs, ::Google::Cloud::Dataplex::V1::ListDataScanJobsRequest, ::Google::Cloud::Dataplex::V1::ListDataScanJobsResponse
|
51
|
+
end
|
52
|
+
|
53
|
+
Stub = Service.rpc_stub_class
|
54
|
+
end
|
55
|
+
end
|
56
|
+
end
|
57
|
+
end
|
58
|
+
end
|
@@ -113,6 +113,52 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
113
113
|
value :QUERY, 3
|
114
114
|
value :CREATE, 4
|
115
115
|
end
|
116
|
+
add_message "google.cloud.dataplex.v1.DataScanEvent" do
|
117
|
+
optional :data_source, :string, 1
|
118
|
+
optional :job_id, :string, 2
|
119
|
+
optional :start_time, :message, 3, "google.protobuf.Timestamp"
|
120
|
+
optional :end_time, :message, 4, "google.protobuf.Timestamp"
|
121
|
+
optional :type, :enum, 5, "google.cloud.dataplex.v1.DataScanEvent.ScanType"
|
122
|
+
optional :state, :enum, 6, "google.cloud.dataplex.v1.DataScanEvent.State"
|
123
|
+
optional :message, :string, 7
|
124
|
+
optional :spec_version, :string, 8
|
125
|
+
optional :trigger, :enum, 9, "google.cloud.dataplex.v1.DataScanEvent.Trigger"
|
126
|
+
optional :scope, :enum, 10, "google.cloud.dataplex.v1.DataScanEvent.Scope"
|
127
|
+
oneof :result do
|
128
|
+
optional :data_profile, :message, 101, "google.cloud.dataplex.v1.DataScanEvent.DataProfileResult"
|
129
|
+
optional :data_quality, :message, 102, "google.cloud.dataplex.v1.DataScanEvent.DataQualityResult"
|
130
|
+
end
|
131
|
+
end
|
132
|
+
add_message "google.cloud.dataplex.v1.DataScanEvent.DataProfileResult" do
|
133
|
+
optional :row_count, :int64, 1
|
134
|
+
end
|
135
|
+
add_message "google.cloud.dataplex.v1.DataScanEvent.DataQualityResult" do
|
136
|
+
optional :row_count, :int64, 1
|
137
|
+
optional :passed, :bool, 2
|
138
|
+
map :dimension_passed, :string, :bool, 3
|
139
|
+
end
|
140
|
+
add_enum "google.cloud.dataplex.v1.DataScanEvent.ScanType" do
|
141
|
+
value :SCAN_TYPE_UNSPECIFIED, 0
|
142
|
+
value :DATA_PROFILE, 1
|
143
|
+
value :DATA_QUALITY, 2
|
144
|
+
end
|
145
|
+
add_enum "google.cloud.dataplex.v1.DataScanEvent.State" do
|
146
|
+
value :STATE_UNSPECIFIED, 0
|
147
|
+
value :STARTED, 1
|
148
|
+
value :SUCCEEDED, 2
|
149
|
+
value :FAILED, 3
|
150
|
+
value :CANCELLED, 4
|
151
|
+
end
|
152
|
+
add_enum "google.cloud.dataplex.v1.DataScanEvent.Trigger" do
|
153
|
+
value :TRIGGER_UNSPECIFIED, 0
|
154
|
+
value :ON_DEMAND, 1
|
155
|
+
value :SCHEDULE, 2
|
156
|
+
end
|
157
|
+
add_enum "google.cloud.dataplex.v1.DataScanEvent.Scope" do
|
158
|
+
value :SCOPE_UNSPECIFIED, 0
|
159
|
+
value :FULL, 1
|
160
|
+
value :INCREMENTAL, 2
|
161
|
+
end
|
116
162
|
end
|
117
163
|
end
|
118
164
|
|
@@ -135,6 +181,13 @@ module Google
|
|
135
181
|
SessionEvent::QueryDetail = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.SessionEvent.QueryDetail").msgclass
|
136
182
|
SessionEvent::QueryDetail::Engine = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.SessionEvent.QueryDetail.Engine").enummodule
|
137
183
|
SessionEvent::EventType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.SessionEvent.EventType").enummodule
|
184
|
+
DataScanEvent = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataScanEvent").msgclass
|
185
|
+
DataScanEvent::DataProfileResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataScanEvent.DataProfileResult").msgclass
|
186
|
+
DataScanEvent::DataQualityResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataScanEvent.DataQualityResult").msgclass
|
187
|
+
DataScanEvent::ScanType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataScanEvent.ScanType").enummodule
|
188
|
+
DataScanEvent::State = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataScanEvent.State").enummodule
|
189
|
+
DataScanEvent::Trigger = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataScanEvent.Trigger").enummodule
|
190
|
+
DataScanEvent::Scope = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataScanEvent.Scope").enummodule
|
138
191
|
end
|
139
192
|
end
|
140
193
|
end
|
@@ -162,6 +162,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
162
162
|
oneof :options do
|
163
163
|
optional :csv, :message, 10, "google.cloud.dataplex.v1.StorageFormat.CsvOptions"
|
164
164
|
optional :json, :message, 11, "google.cloud.dataplex.v1.StorageFormat.JsonOptions"
|
165
|
+
optional :iceberg, :message, 12, "google.cloud.dataplex.v1.StorageFormat.IcebergOptions"
|
165
166
|
end
|
166
167
|
end
|
167
168
|
add_message "google.cloud.dataplex.v1.StorageFormat.CsvOptions" do
|
@@ -173,6 +174,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
173
174
|
add_message "google.cloud.dataplex.v1.StorageFormat.JsonOptions" do
|
174
175
|
optional :encoding, :string, 1
|
175
176
|
end
|
177
|
+
add_message "google.cloud.dataplex.v1.StorageFormat.IcebergOptions" do
|
178
|
+
optional :metadata_location, :string, 1
|
179
|
+
end
|
176
180
|
add_enum "google.cloud.dataplex.v1.StorageFormat.Format" do
|
177
181
|
value :FORMAT_UNSPECIFIED, 0
|
178
182
|
value :PARQUET, 1
|
@@ -232,6 +236,7 @@ module Google
|
|
232
236
|
StorageFormat = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.StorageFormat").msgclass
|
233
237
|
StorageFormat::CsvOptions = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.StorageFormat.CsvOptions").msgclass
|
234
238
|
StorageFormat::JsonOptions = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.StorageFormat.JsonOptions").msgclass
|
239
|
+
StorageFormat::IcebergOptions = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.StorageFormat.IcebergOptions").msgclass
|
235
240
|
StorageFormat::Format = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.StorageFormat.Format").enummodule
|
236
241
|
StorageFormat::CompressionFormat = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.StorageFormat.CompressionFormat").enummodule
|
237
242
|
StorageSystem = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.StorageSystem").enummodule
|
@@ -34,7 +34,7 @@ module Google
|
|
34
34
|
# Metadata service manages metadata resources such as tables, filesets and
|
35
35
|
# partitions.
|
36
36
|
#
|
37
|
-
#
|
37
|
+
# @example Load this service and instantiate a gRPC client
|
38
38
|
#
|
39
39
|
# require "google/cloud/dataplex/v1/metadata_service"
|
40
40
|
# client = ::Google::Cloud::Dataplex::V1::MetadataService::Client.new
|
@@ -0,0 +1,53 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# source: google/cloud/dataplex/v1/processing.proto
|
3
|
+
|
4
|
+
require 'google/protobuf'
|
5
|
+
|
6
|
+
require 'google/api/field_behavior_pb'
|
7
|
+
require 'google/api/resource_pb'
|
8
|
+
|
9
|
+
Google::Protobuf::DescriptorPool.generated_pool.build do
|
10
|
+
add_file("google/cloud/dataplex/v1/processing.proto", :syntax => :proto3) do
|
11
|
+
add_message "google.cloud.dataplex.v1.Trigger" do
|
12
|
+
oneof :mode do
|
13
|
+
optional :on_demand, :message, 100, "google.cloud.dataplex.v1.Trigger.OnDemand"
|
14
|
+
optional :schedule, :message, 101, "google.cloud.dataplex.v1.Trigger.Schedule"
|
15
|
+
end
|
16
|
+
end
|
17
|
+
add_message "google.cloud.dataplex.v1.Trigger.OnDemand" do
|
18
|
+
end
|
19
|
+
add_message "google.cloud.dataplex.v1.Trigger.Schedule" do
|
20
|
+
optional :cron, :string, 1
|
21
|
+
end
|
22
|
+
add_message "google.cloud.dataplex.v1.DataSource" do
|
23
|
+
oneof :source do
|
24
|
+
optional :entity, :string, 100
|
25
|
+
end
|
26
|
+
end
|
27
|
+
add_message "google.cloud.dataplex.v1.ScannedData" do
|
28
|
+
oneof :data_range do
|
29
|
+
optional :incremental_field, :message, 1, "google.cloud.dataplex.v1.ScannedData.IncrementalField"
|
30
|
+
end
|
31
|
+
end
|
32
|
+
add_message "google.cloud.dataplex.v1.ScannedData.IncrementalField" do
|
33
|
+
optional :field, :string, 1
|
34
|
+
optional :start, :string, 2
|
35
|
+
optional :end, :string, 3
|
36
|
+
end
|
37
|
+
end
|
38
|
+
end
|
39
|
+
|
40
|
+
module Google
|
41
|
+
module Cloud
|
42
|
+
module Dataplex
|
43
|
+
module V1
|
44
|
+
Trigger = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.Trigger").msgclass
|
45
|
+
Trigger::OnDemand = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.Trigger.OnDemand").msgclass
|
46
|
+
Trigger::Schedule = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.Trigger.Schedule").msgclass
|
47
|
+
DataSource = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataSource").msgclass
|
48
|
+
ScannedData = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.ScannedData").msgclass
|
49
|
+
ScannedData::IncrementalField = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.ScannedData.IncrementalField").msgclass
|
50
|
+
end
|
51
|
+
end
|
52
|
+
end
|
53
|
+
end
|
@@ -17,6 +17,7 @@
|
|
17
17
|
# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
|
18
18
|
|
19
19
|
require "google/cloud/dataplex/v1/content_service"
|
20
|
+
require "google/cloud/dataplex/v1/data_scan_service"
|
20
21
|
require "google/cloud/dataplex/v1/metadata_service"
|
21
22
|
require "google/cloud/dataplex/v1/dataplex_service"
|
22
23
|
require "google/cloud/dataplex/v1/version"
|
@@ -25,9 +26,9 @@ module Google
|
|
25
26
|
module Cloud
|
26
27
|
module Dataplex
|
27
28
|
##
|
28
|
-
#
|
29
|
+
# API client module.
|
29
30
|
#
|
30
|
-
# @example
|
31
|
+
# @example Load this package, including all its services, and instantiate a gRPC client
|
31
32
|
#
|
32
33
|
# require "google/cloud/dataplex/v1"
|
33
34
|
# client = ::Google::Cloud::Dataplex::V1::ContentService::Client.new
|