google-cloud-dataplex-v1 0.5.1 → 0.6.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/google/cloud/dataplex/v1/content_service.rb +1 -1
- data/lib/google/cloud/dataplex/v1/data_profile_pb.rb +78 -0
- data/lib/google/cloud/dataplex/v1/data_quality_pb.rb +108 -0
- data/lib/google/cloud/dataplex/v1/data_scan_service/client.rb +1171 -0
- data/lib/google/cloud/dataplex/v1/data_scan_service/credentials.rb +47 -0
- data/lib/google/cloud/dataplex/v1/data_scan_service/operations.rb +770 -0
- data/lib/google/cloud/dataplex/v1/data_scan_service/paths.rb +113 -0
- data/lib/google/cloud/dataplex/v1/data_scan_service.rb +48 -0
- data/lib/google/cloud/dataplex/v1/dataplex_service.rb +1 -1
- data/lib/google/cloud/dataplex/v1/datascans_pb.rb +169 -0
- data/lib/google/cloud/dataplex/v1/datascans_services_pb.rb +58 -0
- data/lib/google/cloud/dataplex/v1/logs_pb.rb +53 -0
- data/lib/google/cloud/dataplex/v1/metadata_pb.rb +5 -0
- data/lib/google/cloud/dataplex/v1/metadata_service.rb +1 -1
- data/lib/google/cloud/dataplex/v1/processing_pb.rb +53 -0
- data/lib/google/cloud/dataplex/v1/version.rb +1 -1
- data/lib/google/cloud/dataplex/v1.rb +3 -2
- data/proto_docs/google/cloud/dataplex/v1/data_profile.rb +232 -0
- data/proto_docs/google/cloud/dataplex/v1/data_quality.rb +274 -0
- data/proto_docs/google/cloud/dataplex/v1/datascans.rb +418 -0
- data/proto_docs/google/cloud/dataplex/v1/logs.rb +135 -2
- data/proto_docs/google/cloud/dataplex/v1/metadata.rb +16 -0
- data/proto_docs/google/cloud/dataplex/v1/processing.rb +96 -0
- metadata +18 -4
@@ -0,0 +1,113 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
# Copyright 2023 Google LLC
|
4
|
+
#
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
6
|
+
# you may not use this file except in compliance with the License.
|
7
|
+
# You may obtain a copy of the License at
|
8
|
+
#
|
9
|
+
# https://www.apache.org/licenses/LICENSE-2.0
|
10
|
+
#
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
14
|
+
# See the License for the specific language governing permissions and
|
15
|
+
# limitations under the License.
|
16
|
+
|
17
|
+
# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
|
18
|
+
|
19
|
+
|
20
|
+
module Google
|
21
|
+
module Cloud
|
22
|
+
module Dataplex
|
23
|
+
module V1
|
24
|
+
module DataScanService
|
25
|
+
# Path helper methods for the DataScanService API.
|
26
|
+
module Paths
|
27
|
+
##
|
28
|
+
# Create a fully-qualified DataScan resource string.
|
29
|
+
#
|
30
|
+
# The resource will be in the following format:
|
31
|
+
#
|
32
|
+
# `projects/{project}/locations/{location}/dataScans/{data_scan}`
|
33
|
+
#
|
34
|
+
# @param project [String]
|
35
|
+
# @param location [String]
|
36
|
+
# @param data_scan [String]
|
37
|
+
#
|
38
|
+
# @return [::String]
|
39
|
+
def data_scan_path project:, location:, data_scan:
|
40
|
+
raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
|
41
|
+
raise ::ArgumentError, "location cannot contain /" if location.to_s.include? "/"
|
42
|
+
|
43
|
+
"projects/#{project}/locations/#{location}/dataScans/#{data_scan}"
|
44
|
+
end
|
45
|
+
|
46
|
+
##
|
47
|
+
# Create a fully-qualified DataScanJob resource string.
|
48
|
+
#
|
49
|
+
# The resource will be in the following format:
|
50
|
+
#
|
51
|
+
# `projects/{project}/locations/{location}/dataScans/{data_scan}/jobs/{job}`
|
52
|
+
#
|
53
|
+
# @param project [String]
|
54
|
+
# @param location [String]
|
55
|
+
# @param data_scan [String]
|
56
|
+
# @param job [String]
|
57
|
+
#
|
58
|
+
# @return [::String]
|
59
|
+
def data_scan_job_path project:, location:, data_scan:, job:
|
60
|
+
raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
|
61
|
+
raise ::ArgumentError, "location cannot contain /" if location.to_s.include? "/"
|
62
|
+
raise ::ArgumentError, "data_scan cannot contain /" if data_scan.to_s.include? "/"
|
63
|
+
|
64
|
+
"projects/#{project}/locations/#{location}/dataScans/#{data_scan}/jobs/#{job}"
|
65
|
+
end
|
66
|
+
|
67
|
+
##
|
68
|
+
# Create a fully-qualified Entity resource string.
|
69
|
+
#
|
70
|
+
# The resource will be in the following format:
|
71
|
+
#
|
72
|
+
# `projects/{project}/locations/{location}/lakes/{lake}/zones/{zone}/entities/{entity}`
|
73
|
+
#
|
74
|
+
# @param project [String]
|
75
|
+
# @param location [String]
|
76
|
+
# @param lake [String]
|
77
|
+
# @param zone [String]
|
78
|
+
# @param entity [String]
|
79
|
+
#
|
80
|
+
# @return [::String]
|
81
|
+
def entity_path project:, location:, lake:, zone:, entity:
|
82
|
+
raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
|
83
|
+
raise ::ArgumentError, "location cannot contain /" if location.to_s.include? "/"
|
84
|
+
raise ::ArgumentError, "lake cannot contain /" if lake.to_s.include? "/"
|
85
|
+
raise ::ArgumentError, "zone cannot contain /" if zone.to_s.include? "/"
|
86
|
+
|
87
|
+
"projects/#{project}/locations/#{location}/lakes/#{lake}/zones/#{zone}/entities/#{entity}"
|
88
|
+
end
|
89
|
+
|
90
|
+
##
|
91
|
+
# Create a fully-qualified Location resource string.
|
92
|
+
#
|
93
|
+
# The resource will be in the following format:
|
94
|
+
#
|
95
|
+
# `projects/{project}/locations/{location}`
|
96
|
+
#
|
97
|
+
# @param project [String]
|
98
|
+
# @param location [String]
|
99
|
+
#
|
100
|
+
# @return [::String]
|
101
|
+
def location_path project:, location:
|
102
|
+
raise ::ArgumentError, "project cannot contain /" if project.to_s.include? "/"
|
103
|
+
|
104
|
+
"projects/#{project}/locations/#{location}"
|
105
|
+
end
|
106
|
+
|
107
|
+
extend self
|
108
|
+
end
|
109
|
+
end
|
110
|
+
end
|
111
|
+
end
|
112
|
+
end
|
113
|
+
end
|
@@ -0,0 +1,48 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
# Copyright 2023 Google LLC
|
4
|
+
#
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
6
|
+
# you may not use this file except in compliance with the License.
|
7
|
+
# You may obtain a copy of the License at
|
8
|
+
#
|
9
|
+
# https://www.apache.org/licenses/LICENSE-2.0
|
10
|
+
#
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
14
|
+
# See the License for the specific language governing permissions and
|
15
|
+
# limitations under the License.
|
16
|
+
|
17
|
+
# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
|
18
|
+
|
19
|
+
require "gapic/common"
|
20
|
+
require "gapic/config"
|
21
|
+
require "gapic/config/method"
|
22
|
+
|
23
|
+
require "google/cloud/dataplex/v1/version"
|
24
|
+
|
25
|
+
require "google/cloud/dataplex/v1/data_scan_service/credentials"
|
26
|
+
require "google/cloud/dataplex/v1/data_scan_service/paths"
|
27
|
+
require "google/cloud/dataplex/v1/data_scan_service/operations"
|
28
|
+
require "google/cloud/dataplex/v1/data_scan_service/client"
|
29
|
+
|
30
|
+
module Google
|
31
|
+
module Cloud
|
32
|
+
module Dataplex
|
33
|
+
module V1
|
34
|
+
##
|
35
|
+
# @example Load this service and instantiate a gRPC client
|
36
|
+
#
|
37
|
+
# require "google/cloud/dataplex/v1/data_scan_service"
|
38
|
+
# client = ::Google::Cloud::Dataplex::V1::DataScanService::Client.new
|
39
|
+
#
|
40
|
+
module DataScanService
|
41
|
+
end
|
42
|
+
end
|
43
|
+
end
|
44
|
+
end
|
45
|
+
end
|
46
|
+
|
47
|
+
helper_path = ::File.join __dir__, "data_scan_service", "helpers.rb"
|
48
|
+
require "google/cloud/dataplex/v1/data_scan_service/helpers" if ::File.file? helper_path
|
@@ -38,7 +38,7 @@ module Google
|
|
38
38
|
# their organization located across cloud projects in a variety of storage
|
39
39
|
# systems including Cloud Storage and BigQuery.
|
40
40
|
#
|
41
|
-
#
|
41
|
+
# @example Load this service and instantiate a gRPC client
|
42
42
|
#
|
43
43
|
# require "google/cloud/dataplex/v1/dataplex_service"
|
44
44
|
# client = ::Google::Cloud::Dataplex::V1::DataplexService::Client.new
|
@@ -0,0 +1,169 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# source: google/cloud/dataplex/v1/datascans.proto
|
3
|
+
|
4
|
+
require 'google/protobuf'
|
5
|
+
|
6
|
+
require 'google/api/annotations_pb'
|
7
|
+
require 'google/api/client_pb'
|
8
|
+
require 'google/api/field_behavior_pb'
|
9
|
+
require 'google/api/resource_pb'
|
10
|
+
require 'google/cloud/dataplex/v1/data_profile_pb'
|
11
|
+
require 'google/cloud/dataplex/v1/data_quality_pb'
|
12
|
+
require 'google/cloud/dataplex/v1/processing_pb'
|
13
|
+
require 'google/cloud/dataplex/v1/resources_pb'
|
14
|
+
require 'google/longrunning/operations_pb'
|
15
|
+
require 'google/protobuf/field_mask_pb'
|
16
|
+
require 'google/protobuf/timestamp_pb'
|
17
|
+
|
18
|
+
Google::Protobuf::DescriptorPool.generated_pool.build do
|
19
|
+
add_file("google/cloud/dataplex/v1/datascans.proto", :syntax => :proto3) do
|
20
|
+
add_message "google.cloud.dataplex.v1.CreateDataScanRequest" do
|
21
|
+
optional :parent, :string, 1
|
22
|
+
optional :data_scan, :message, 2, "google.cloud.dataplex.v1.DataScan"
|
23
|
+
optional :data_scan_id, :string, 3
|
24
|
+
end
|
25
|
+
add_message "google.cloud.dataplex.v1.UpdateDataScanRequest" do
|
26
|
+
optional :data_scan, :message, 1, "google.cloud.dataplex.v1.DataScan"
|
27
|
+
optional :update_mask, :message, 2, "google.protobuf.FieldMask"
|
28
|
+
end
|
29
|
+
add_message "google.cloud.dataplex.v1.DeleteDataScanRequest" do
|
30
|
+
optional :name, :string, 1
|
31
|
+
end
|
32
|
+
add_message "google.cloud.dataplex.v1.GetDataScanRequest" do
|
33
|
+
optional :name, :string, 1
|
34
|
+
optional :view, :enum, 2, "google.cloud.dataplex.v1.GetDataScanRequest.DataScanView"
|
35
|
+
end
|
36
|
+
add_enum "google.cloud.dataplex.v1.GetDataScanRequest.DataScanView" do
|
37
|
+
value :DATA_SCAN_VIEW_UNSPECIFIED, 0
|
38
|
+
value :BASIC, 1
|
39
|
+
value :FULL, 10
|
40
|
+
end
|
41
|
+
add_message "google.cloud.dataplex.v1.ListDataScansRequest" do
|
42
|
+
optional :parent, :string, 1
|
43
|
+
optional :page_size, :int32, 2
|
44
|
+
optional :page_token, :string, 3
|
45
|
+
optional :filter, :string, 4
|
46
|
+
optional :order_by, :string, 5
|
47
|
+
end
|
48
|
+
add_message "google.cloud.dataplex.v1.ListDataScansResponse" do
|
49
|
+
repeated :data_scans, :message, 1, "google.cloud.dataplex.v1.DataScan"
|
50
|
+
optional :next_page_token, :string, 2
|
51
|
+
repeated :unreachable, :string, 3
|
52
|
+
end
|
53
|
+
add_message "google.cloud.dataplex.v1.RunDataScanRequest" do
|
54
|
+
optional :name, :string, 1
|
55
|
+
end
|
56
|
+
add_message "google.cloud.dataplex.v1.RunDataScanResponse" do
|
57
|
+
optional :job, :message, 1, "google.cloud.dataplex.v1.DataScanJob"
|
58
|
+
end
|
59
|
+
add_message "google.cloud.dataplex.v1.GetDataScanJobRequest" do
|
60
|
+
optional :name, :string, 1
|
61
|
+
optional :view, :enum, 2, "google.cloud.dataplex.v1.GetDataScanJobRequest.DataScanJobView"
|
62
|
+
end
|
63
|
+
add_enum "google.cloud.dataplex.v1.GetDataScanJobRequest.DataScanJobView" do
|
64
|
+
value :DATA_SCAN_JOB_VIEW_UNSPECIFIED, 0
|
65
|
+
value :BASIC, 1
|
66
|
+
value :FULL, 10
|
67
|
+
end
|
68
|
+
add_message "google.cloud.dataplex.v1.ListDataScanJobsRequest" do
|
69
|
+
optional :parent, :string, 1
|
70
|
+
optional :page_size, :int32, 2
|
71
|
+
optional :page_token, :string, 3
|
72
|
+
end
|
73
|
+
add_message "google.cloud.dataplex.v1.ListDataScanJobsResponse" do
|
74
|
+
repeated :data_scan_jobs, :message, 1, "google.cloud.dataplex.v1.DataScanJob"
|
75
|
+
optional :next_page_token, :string, 2
|
76
|
+
end
|
77
|
+
add_message "google.cloud.dataplex.v1.DataScan" do
|
78
|
+
optional :name, :string, 1
|
79
|
+
optional :uid, :string, 2
|
80
|
+
optional :description, :string, 3
|
81
|
+
optional :display_name, :string, 4
|
82
|
+
map :labels, :string, :string, 5
|
83
|
+
optional :state, :enum, 6, "google.cloud.dataplex.v1.State"
|
84
|
+
optional :create_time, :message, 7, "google.protobuf.Timestamp"
|
85
|
+
optional :update_time, :message, 8, "google.protobuf.Timestamp"
|
86
|
+
optional :data, :message, 9, "google.cloud.dataplex.v1.DataSource"
|
87
|
+
optional :execution_spec, :message, 10, "google.cloud.dataplex.v1.DataScan.ExecutionSpec"
|
88
|
+
optional :execution_status, :message, 11, "google.cloud.dataplex.v1.DataScan.ExecutionStatus"
|
89
|
+
optional :type, :enum, 12, "google.cloud.dataplex.v1.DataScanType"
|
90
|
+
oneof :spec do
|
91
|
+
optional :data_quality_spec, :message, 100, "google.cloud.dataplex.v1.DataQualitySpec"
|
92
|
+
optional :data_profile_spec, :message, 101, "google.cloud.dataplex.v1.DataProfileSpec"
|
93
|
+
end
|
94
|
+
oneof :result do
|
95
|
+
optional :data_quality_result, :message, 200, "google.cloud.dataplex.v1.DataQualityResult"
|
96
|
+
optional :data_profile_result, :message, 201, "google.cloud.dataplex.v1.DataProfileResult"
|
97
|
+
end
|
98
|
+
end
|
99
|
+
add_message "google.cloud.dataplex.v1.DataScan.ExecutionSpec" do
|
100
|
+
optional :trigger, :message, 1, "google.cloud.dataplex.v1.Trigger"
|
101
|
+
oneof :incremental do
|
102
|
+
optional :field, :string, 100
|
103
|
+
end
|
104
|
+
end
|
105
|
+
add_message "google.cloud.dataplex.v1.DataScan.ExecutionStatus" do
|
106
|
+
optional :latest_job_start_time, :message, 4, "google.protobuf.Timestamp"
|
107
|
+
optional :latest_job_end_time, :message, 5, "google.protobuf.Timestamp"
|
108
|
+
end
|
109
|
+
add_message "google.cloud.dataplex.v1.DataScanJob" do
|
110
|
+
optional :name, :string, 1
|
111
|
+
optional :uid, :string, 2
|
112
|
+
optional :start_time, :message, 3, "google.protobuf.Timestamp"
|
113
|
+
optional :end_time, :message, 4, "google.protobuf.Timestamp"
|
114
|
+
optional :state, :enum, 5, "google.cloud.dataplex.v1.DataScanJob.State"
|
115
|
+
optional :message, :string, 6
|
116
|
+
optional :type, :enum, 7, "google.cloud.dataplex.v1.DataScanType"
|
117
|
+
oneof :spec do
|
118
|
+
optional :data_quality_spec, :message, 100, "google.cloud.dataplex.v1.DataQualitySpec"
|
119
|
+
optional :data_profile_spec, :message, 101, "google.cloud.dataplex.v1.DataProfileSpec"
|
120
|
+
end
|
121
|
+
oneof :result do
|
122
|
+
optional :data_quality_result, :message, 200, "google.cloud.dataplex.v1.DataQualityResult"
|
123
|
+
optional :data_profile_result, :message, 201, "google.cloud.dataplex.v1.DataProfileResult"
|
124
|
+
end
|
125
|
+
end
|
126
|
+
add_enum "google.cloud.dataplex.v1.DataScanJob.State" do
|
127
|
+
value :STATE_UNSPECIFIED, 0
|
128
|
+
value :RUNNING, 1
|
129
|
+
value :CANCELING, 2
|
130
|
+
value :CANCELLED, 3
|
131
|
+
value :SUCCEEDED, 4
|
132
|
+
value :FAILED, 5
|
133
|
+
value :PENDING, 7
|
134
|
+
end
|
135
|
+
add_enum "google.cloud.dataplex.v1.DataScanType" do
|
136
|
+
value :DATA_SCAN_TYPE_UNSPECIFIED, 0
|
137
|
+
value :DATA_QUALITY, 1
|
138
|
+
value :DATA_PROFILE, 2
|
139
|
+
end
|
140
|
+
end
|
141
|
+
end
|
142
|
+
|
143
|
+
module Google
|
144
|
+
module Cloud
|
145
|
+
module Dataplex
|
146
|
+
module V1
|
147
|
+
CreateDataScanRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.CreateDataScanRequest").msgclass
|
148
|
+
UpdateDataScanRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.UpdateDataScanRequest").msgclass
|
149
|
+
DeleteDataScanRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DeleteDataScanRequest").msgclass
|
150
|
+
GetDataScanRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.GetDataScanRequest").msgclass
|
151
|
+
GetDataScanRequest::DataScanView = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.GetDataScanRequest.DataScanView").enummodule
|
152
|
+
ListDataScansRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.ListDataScansRequest").msgclass
|
153
|
+
ListDataScansResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.ListDataScansResponse").msgclass
|
154
|
+
RunDataScanRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.RunDataScanRequest").msgclass
|
155
|
+
RunDataScanResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.RunDataScanResponse").msgclass
|
156
|
+
GetDataScanJobRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.GetDataScanJobRequest").msgclass
|
157
|
+
GetDataScanJobRequest::DataScanJobView = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.GetDataScanJobRequest.DataScanJobView").enummodule
|
158
|
+
ListDataScanJobsRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.ListDataScanJobsRequest").msgclass
|
159
|
+
ListDataScanJobsResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.ListDataScanJobsResponse").msgclass
|
160
|
+
DataScan = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataScan").msgclass
|
161
|
+
DataScan::ExecutionSpec = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataScan.ExecutionSpec").msgclass
|
162
|
+
DataScan::ExecutionStatus = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataScan.ExecutionStatus").msgclass
|
163
|
+
DataScanJob = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataScanJob").msgclass
|
164
|
+
DataScanJob::State = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataScanJob.State").enummodule
|
165
|
+
DataScanType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataScanType").enummodule
|
166
|
+
end
|
167
|
+
end
|
168
|
+
end
|
169
|
+
end
|
@@ -0,0 +1,58 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# Source: google/cloud/dataplex/v1/datascans.proto for package 'google.cloud.dataplex.v1'
|
3
|
+
# Original file comments:
|
4
|
+
# Copyright 2022 Google LLC
|
5
|
+
#
|
6
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
7
|
+
# you may not use this file except in compliance with the License.
|
8
|
+
# You may obtain a copy of the License at
|
9
|
+
#
|
10
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
11
|
+
#
|
12
|
+
# Unless required by applicable law or agreed to in writing, software
|
13
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
14
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
15
|
+
# See the License for the specific language governing permissions and
|
16
|
+
# limitations under the License.
|
17
|
+
#
|
18
|
+
|
19
|
+
require 'grpc'
|
20
|
+
require 'google/cloud/dataplex/v1/datascans_pb'
|
21
|
+
|
22
|
+
module Google
|
23
|
+
module Cloud
|
24
|
+
module Dataplex
|
25
|
+
module V1
|
26
|
+
module DataScanService
|
27
|
+
class Service
|
28
|
+
|
29
|
+
include ::GRPC::GenericService
|
30
|
+
|
31
|
+
self.marshal_class_method = :encode
|
32
|
+
self.unmarshal_class_method = :decode
|
33
|
+
self.service_name = 'google.cloud.dataplex.v1.DataScanService'
|
34
|
+
|
35
|
+
# Creates a dataScan resource.
|
36
|
+
rpc :CreateDataScan, ::Google::Cloud::Dataplex::V1::CreateDataScanRequest, ::Google::Longrunning::Operation
|
37
|
+
# Update the dataScan resource.
|
38
|
+
rpc :UpdateDataScan, ::Google::Cloud::Dataplex::V1::UpdateDataScanRequest, ::Google::Longrunning::Operation
|
39
|
+
# Delete the dataScan resource.
|
40
|
+
rpc :DeleteDataScan, ::Google::Cloud::Dataplex::V1::DeleteDataScanRequest, ::Google::Longrunning::Operation
|
41
|
+
# Get dataScan resource.
|
42
|
+
rpc :GetDataScan, ::Google::Cloud::Dataplex::V1::GetDataScanRequest, ::Google::Cloud::Dataplex::V1::DataScan
|
43
|
+
# Lists dataScans.
|
44
|
+
rpc :ListDataScans, ::Google::Cloud::Dataplex::V1::ListDataScansRequest, ::Google::Cloud::Dataplex::V1::ListDataScansResponse
|
45
|
+
# Run an on demand execution of a DataScan.
|
46
|
+
rpc :RunDataScan, ::Google::Cloud::Dataplex::V1::RunDataScanRequest, ::Google::Cloud::Dataplex::V1::RunDataScanResponse
|
47
|
+
# Get DataScanJob resource.
|
48
|
+
rpc :GetDataScanJob, ::Google::Cloud::Dataplex::V1::GetDataScanJobRequest, ::Google::Cloud::Dataplex::V1::DataScanJob
|
49
|
+
# Lists DataScanJobs under the given dataScan.
|
50
|
+
rpc :ListDataScanJobs, ::Google::Cloud::Dataplex::V1::ListDataScanJobsRequest, ::Google::Cloud::Dataplex::V1::ListDataScanJobsResponse
|
51
|
+
end
|
52
|
+
|
53
|
+
Stub = Service.rpc_stub_class
|
54
|
+
end
|
55
|
+
end
|
56
|
+
end
|
57
|
+
end
|
58
|
+
end
|
@@ -113,6 +113,52 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
113
113
|
value :QUERY, 3
|
114
114
|
value :CREATE, 4
|
115
115
|
end
|
116
|
+
add_message "google.cloud.dataplex.v1.DataScanEvent" do
|
117
|
+
optional :data_source, :string, 1
|
118
|
+
optional :job_id, :string, 2
|
119
|
+
optional :start_time, :message, 3, "google.protobuf.Timestamp"
|
120
|
+
optional :end_time, :message, 4, "google.protobuf.Timestamp"
|
121
|
+
optional :type, :enum, 5, "google.cloud.dataplex.v1.DataScanEvent.ScanType"
|
122
|
+
optional :state, :enum, 6, "google.cloud.dataplex.v1.DataScanEvent.State"
|
123
|
+
optional :message, :string, 7
|
124
|
+
optional :spec_version, :string, 8
|
125
|
+
optional :trigger, :enum, 9, "google.cloud.dataplex.v1.DataScanEvent.Trigger"
|
126
|
+
optional :scope, :enum, 10, "google.cloud.dataplex.v1.DataScanEvent.Scope"
|
127
|
+
oneof :result do
|
128
|
+
optional :data_profile, :message, 101, "google.cloud.dataplex.v1.DataScanEvent.DataProfileResult"
|
129
|
+
optional :data_quality, :message, 102, "google.cloud.dataplex.v1.DataScanEvent.DataQualityResult"
|
130
|
+
end
|
131
|
+
end
|
132
|
+
add_message "google.cloud.dataplex.v1.DataScanEvent.DataProfileResult" do
|
133
|
+
optional :row_count, :int64, 1
|
134
|
+
end
|
135
|
+
add_message "google.cloud.dataplex.v1.DataScanEvent.DataQualityResult" do
|
136
|
+
optional :row_count, :int64, 1
|
137
|
+
optional :passed, :bool, 2
|
138
|
+
map :dimension_passed, :string, :bool, 3
|
139
|
+
end
|
140
|
+
add_enum "google.cloud.dataplex.v1.DataScanEvent.ScanType" do
|
141
|
+
value :SCAN_TYPE_UNSPECIFIED, 0
|
142
|
+
value :DATA_PROFILE, 1
|
143
|
+
value :DATA_QUALITY, 2
|
144
|
+
end
|
145
|
+
add_enum "google.cloud.dataplex.v1.DataScanEvent.State" do
|
146
|
+
value :STATE_UNSPECIFIED, 0
|
147
|
+
value :STARTED, 1
|
148
|
+
value :SUCCEEDED, 2
|
149
|
+
value :FAILED, 3
|
150
|
+
value :CANCELLED, 4
|
151
|
+
end
|
152
|
+
add_enum "google.cloud.dataplex.v1.DataScanEvent.Trigger" do
|
153
|
+
value :TRIGGER_UNSPECIFIED, 0
|
154
|
+
value :ON_DEMAND, 1
|
155
|
+
value :SCHEDULE, 2
|
156
|
+
end
|
157
|
+
add_enum "google.cloud.dataplex.v1.DataScanEvent.Scope" do
|
158
|
+
value :SCOPE_UNSPECIFIED, 0
|
159
|
+
value :FULL, 1
|
160
|
+
value :INCREMENTAL, 2
|
161
|
+
end
|
116
162
|
end
|
117
163
|
end
|
118
164
|
|
@@ -135,6 +181,13 @@ module Google
|
|
135
181
|
SessionEvent::QueryDetail = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.SessionEvent.QueryDetail").msgclass
|
136
182
|
SessionEvent::QueryDetail::Engine = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.SessionEvent.QueryDetail.Engine").enummodule
|
137
183
|
SessionEvent::EventType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.SessionEvent.EventType").enummodule
|
184
|
+
DataScanEvent = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataScanEvent").msgclass
|
185
|
+
DataScanEvent::DataProfileResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataScanEvent.DataProfileResult").msgclass
|
186
|
+
DataScanEvent::DataQualityResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataScanEvent.DataQualityResult").msgclass
|
187
|
+
DataScanEvent::ScanType = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataScanEvent.ScanType").enummodule
|
188
|
+
DataScanEvent::State = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataScanEvent.State").enummodule
|
189
|
+
DataScanEvent::Trigger = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataScanEvent.Trigger").enummodule
|
190
|
+
DataScanEvent::Scope = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataScanEvent.Scope").enummodule
|
138
191
|
end
|
139
192
|
end
|
140
193
|
end
|
@@ -162,6 +162,7 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
162
162
|
oneof :options do
|
163
163
|
optional :csv, :message, 10, "google.cloud.dataplex.v1.StorageFormat.CsvOptions"
|
164
164
|
optional :json, :message, 11, "google.cloud.dataplex.v1.StorageFormat.JsonOptions"
|
165
|
+
optional :iceberg, :message, 12, "google.cloud.dataplex.v1.StorageFormat.IcebergOptions"
|
165
166
|
end
|
166
167
|
end
|
167
168
|
add_message "google.cloud.dataplex.v1.StorageFormat.CsvOptions" do
|
@@ -173,6 +174,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
173
174
|
add_message "google.cloud.dataplex.v1.StorageFormat.JsonOptions" do
|
174
175
|
optional :encoding, :string, 1
|
175
176
|
end
|
177
|
+
add_message "google.cloud.dataplex.v1.StorageFormat.IcebergOptions" do
|
178
|
+
optional :metadata_location, :string, 1
|
179
|
+
end
|
176
180
|
add_enum "google.cloud.dataplex.v1.StorageFormat.Format" do
|
177
181
|
value :FORMAT_UNSPECIFIED, 0
|
178
182
|
value :PARQUET, 1
|
@@ -232,6 +236,7 @@ module Google
|
|
232
236
|
StorageFormat = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.StorageFormat").msgclass
|
233
237
|
StorageFormat::CsvOptions = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.StorageFormat.CsvOptions").msgclass
|
234
238
|
StorageFormat::JsonOptions = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.StorageFormat.JsonOptions").msgclass
|
239
|
+
StorageFormat::IcebergOptions = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.StorageFormat.IcebergOptions").msgclass
|
235
240
|
StorageFormat::Format = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.StorageFormat.Format").enummodule
|
236
241
|
StorageFormat::CompressionFormat = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.StorageFormat.CompressionFormat").enummodule
|
237
242
|
StorageSystem = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.StorageSystem").enummodule
|
@@ -34,7 +34,7 @@ module Google
|
|
34
34
|
# Metadata service manages metadata resources such as tables, filesets and
|
35
35
|
# partitions.
|
36
36
|
#
|
37
|
-
#
|
37
|
+
# @example Load this service and instantiate a gRPC client
|
38
38
|
#
|
39
39
|
# require "google/cloud/dataplex/v1/metadata_service"
|
40
40
|
# client = ::Google::Cloud::Dataplex::V1::MetadataService::Client.new
|
@@ -0,0 +1,53 @@
|
|
1
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
2
|
+
# source: google/cloud/dataplex/v1/processing.proto
|
3
|
+
|
4
|
+
require 'google/protobuf'
|
5
|
+
|
6
|
+
require 'google/api/field_behavior_pb'
|
7
|
+
require 'google/api/resource_pb'
|
8
|
+
|
9
|
+
Google::Protobuf::DescriptorPool.generated_pool.build do
|
10
|
+
add_file("google/cloud/dataplex/v1/processing.proto", :syntax => :proto3) do
|
11
|
+
add_message "google.cloud.dataplex.v1.Trigger" do
|
12
|
+
oneof :mode do
|
13
|
+
optional :on_demand, :message, 100, "google.cloud.dataplex.v1.Trigger.OnDemand"
|
14
|
+
optional :schedule, :message, 101, "google.cloud.dataplex.v1.Trigger.Schedule"
|
15
|
+
end
|
16
|
+
end
|
17
|
+
add_message "google.cloud.dataplex.v1.Trigger.OnDemand" do
|
18
|
+
end
|
19
|
+
add_message "google.cloud.dataplex.v1.Trigger.Schedule" do
|
20
|
+
optional :cron, :string, 1
|
21
|
+
end
|
22
|
+
add_message "google.cloud.dataplex.v1.DataSource" do
|
23
|
+
oneof :source do
|
24
|
+
optional :entity, :string, 100
|
25
|
+
end
|
26
|
+
end
|
27
|
+
add_message "google.cloud.dataplex.v1.ScannedData" do
|
28
|
+
oneof :data_range do
|
29
|
+
optional :incremental_field, :message, 1, "google.cloud.dataplex.v1.ScannedData.IncrementalField"
|
30
|
+
end
|
31
|
+
end
|
32
|
+
add_message "google.cloud.dataplex.v1.ScannedData.IncrementalField" do
|
33
|
+
optional :field, :string, 1
|
34
|
+
optional :start, :string, 2
|
35
|
+
optional :end, :string, 3
|
36
|
+
end
|
37
|
+
end
|
38
|
+
end
|
39
|
+
|
40
|
+
module Google
|
41
|
+
module Cloud
|
42
|
+
module Dataplex
|
43
|
+
module V1
|
44
|
+
Trigger = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.Trigger").msgclass
|
45
|
+
Trigger::OnDemand = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.Trigger.OnDemand").msgclass
|
46
|
+
Trigger::Schedule = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.Trigger.Schedule").msgclass
|
47
|
+
DataSource = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.DataSource").msgclass
|
48
|
+
ScannedData = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.ScannedData").msgclass
|
49
|
+
ScannedData::IncrementalField = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("google.cloud.dataplex.v1.ScannedData.IncrementalField").msgclass
|
50
|
+
end
|
51
|
+
end
|
52
|
+
end
|
53
|
+
end
|
@@ -17,6 +17,7 @@
|
|
17
17
|
# Auto-generated by gapic-generator-ruby. DO NOT EDIT!
|
18
18
|
|
19
19
|
require "google/cloud/dataplex/v1/content_service"
|
20
|
+
require "google/cloud/dataplex/v1/data_scan_service"
|
20
21
|
require "google/cloud/dataplex/v1/metadata_service"
|
21
22
|
require "google/cloud/dataplex/v1/dataplex_service"
|
22
23
|
require "google/cloud/dataplex/v1/version"
|
@@ -25,9 +26,9 @@ module Google
|
|
25
26
|
module Cloud
|
26
27
|
module Dataplex
|
27
28
|
##
|
28
|
-
#
|
29
|
+
# API client module.
|
29
30
|
#
|
30
|
-
# @example
|
31
|
+
# @example Load this package, including all its services, and instantiate a gRPC client
|
31
32
|
#
|
32
33
|
# require "google/cloud/dataplex/v1"
|
33
34
|
# client = ::Google::Cloud::Dataplex::V1::ContentService::Client.new
|