google-cloud-data_catalog-lineage-v1 0.4.0 → 0.6.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/AUTHENTICATION.md +72 -99
- data/README.md +2 -2
- data/lib/google/cloud/data_catalog/lineage/v1/lineage/client.rb +143 -14
- data/lib/google/cloud/data_catalog/lineage/v1/lineage/operations.rb +28 -6
- data/lib/google/cloud/data_catalog/lineage/v1/lineage/rest/client.rb +138 -13
- data/lib/google/cloud/data_catalog/lineage/v1/lineage/rest/operations.rb +33 -8
- data/lib/google/cloud/data_catalog/lineage/v1/lineage/rest/service_stub.rb +74 -2
- data/lib/google/cloud/data_catalog/lineage/v1/version.rb +1 -1
- data/lib/google/cloud/datacatalog/lineage/v1/lineage_pb.rb +3 -1
- data/lib/google/cloud/datacatalog/lineage/v1/lineage_services_pb.rb +5 -0
- data/proto_docs/google/api/client.rb +14 -0
- data/proto_docs/google/cloud/datacatalog/lineage/v1/lineage.rb +69 -17
- metadata +5 -5
@@ -37,8 +37,11 @@ module Google
|
|
37
37
|
# or numbers, spaces or characters like `_-:&.`
|
38
38
|
# @!attribute [rw] attributes
|
39
39
|
# @return [::Google::Protobuf::Map{::String => ::Google::Protobuf::Value}]
|
40
|
-
# Optional. The attributes of the process.
|
41
|
-
#
|
40
|
+
# Optional. The attributes of the process. Should only be used for the
|
41
|
+
# purpose of non-semantic management (classifying, describing or labeling the
|
42
|
+
# process).
|
43
|
+
#
|
44
|
+
# Up to 100 attributes are allowed.
|
42
45
|
# @!attribute [rw] origin
|
43
46
|
# @return [::Google::Cloud::DataCatalog::Lineage::V1::Origin]
|
44
47
|
# Optional. The origin of this process and its runs and lineage events.
|
@@ -72,8 +75,10 @@ module Google
|
|
72
75
|
# or numbers, spaces or characters like `_-:&.`
|
73
76
|
# @!attribute [rw] attributes
|
74
77
|
# @return [::Google::Protobuf::Map{::String => ::Google::Protobuf::Value}]
|
75
|
-
# Optional. The attributes of the run.
|
76
|
-
#
|
78
|
+
# Optional. The attributes of the run. Should only be used for the purpose of
|
79
|
+
# non-semantic management (classifying, describing or labeling the run).
|
80
|
+
#
|
81
|
+
# Up to 100 attributes are allowed.
|
77
82
|
# @!attribute [rw] start_time
|
78
83
|
# @return [::Google::Protobuf::Timestamp]
|
79
84
|
# Required. The timestamp of the start of the run.
|
@@ -131,7 +136,7 @@ module Google
|
|
131
136
|
# Optional. List of source-target pairs. Can't contain more than 100 tuples.
|
132
137
|
# @!attribute [rw] start_time
|
133
138
|
# @return [::Google::Protobuf::Timestamp]
|
134
|
-
#
|
139
|
+
# Required. The beginning of the transformation which resulted in this
|
135
140
|
# lineage event. For streaming scenarios, it should be the beginning of the
|
136
141
|
# period from which the lineage is being reported.
|
137
142
|
# @!attribute [rw] end_time
|
@@ -159,16 +164,9 @@ module Google
|
|
159
164
|
# The soft reference to everything you can attach a lineage event to.
|
160
165
|
# @!attribute [rw] fully_qualified_name
|
161
166
|
# @return [::String]
|
162
|
-
# Required. Fully Qualified Name
|
163
|
-
#
|
164
|
-
#
|
165
|
-
#
|
166
|
-
# Examples:
|
167
|
-
#
|
168
|
-
# * `bigquery:dataset.project_id.dataset_id`
|
169
|
-
# * `bigquery:table.project_id.dataset_id.table_id`
|
170
|
-
# * `pubsub:project_id.topic_id`
|
171
|
-
# * `dataproc_metastore:projectId.locationId.instanceId.databaseId.tableId`
|
167
|
+
# Required. [Fully Qualified Name
|
168
|
+
# (FQN)](https://cloud.google.com/data-catalog/docs/fully-qualified-names)
|
169
|
+
# of the entity.
|
172
170
|
class EntityReference
|
173
171
|
include ::Google::Protobuf::MessageExts
|
174
172
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -225,9 +223,53 @@ module Google
|
|
225
223
|
|
226
224
|
# The resource deletion operation.
|
227
225
|
DELETE = 1
|
226
|
+
|
227
|
+
# The resource creation operation.
|
228
|
+
CREATE = 2
|
228
229
|
end
|
229
230
|
end
|
230
231
|
|
232
|
+
# Request message for
|
233
|
+
# [ProcessOpenLineageRunEvent][google.cloud.datacatalog.lineage.v1.ProcessOpenLineageRunEvent].
|
234
|
+
# @!attribute [rw] parent
|
235
|
+
# @return [::String]
|
236
|
+
# Required. The name of the project and its location that should own the
|
237
|
+
# process, run, and lineage event.
|
238
|
+
# @!attribute [rw] open_lineage
|
239
|
+
# @return [::Google::Protobuf::Struct]
|
240
|
+
# Required. OpenLineage message following OpenLineage format:
|
241
|
+
# https://github.com/OpenLineage/OpenLineage/blob/main/spec/OpenLineage.json
|
242
|
+
# @!attribute [rw] request_id
|
243
|
+
# @return [::String]
|
244
|
+
# A unique identifier for this request. Restricted to 36 ASCII characters.
|
245
|
+
# A random UUID is recommended. This request is idempotent only if a
|
246
|
+
# `request_id` is provided.
|
247
|
+
class ProcessOpenLineageRunEventRequest
|
248
|
+
include ::Google::Protobuf::MessageExts
|
249
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
250
|
+
end
|
251
|
+
|
252
|
+
# Response message for
|
253
|
+
# [ProcessOpenLineageRunEvent][google.cloud.datacatalog.lineage.v1.ProcessOpenLineageRunEvent].
|
254
|
+
# @!attribute [rw] process
|
255
|
+
# @return [::String]
|
256
|
+
# Created process name.
|
257
|
+
# Format: `projects/{project}/locations/{location}/processes/{process}`.
|
258
|
+
# @!attribute [rw] run
|
259
|
+
# @return [::String]
|
260
|
+
# Created run name.
|
261
|
+
# Format:
|
262
|
+
# `projects/{project}/locations/{location}/processes/{process}/runs/{run}`.
|
263
|
+
# @!attribute [rw] lineage_events
|
264
|
+
# @return [::Array<::String>]
|
265
|
+
# Created lineage event names.
|
266
|
+
# Format:
|
267
|
+
# `projects/{project}/locations/{location}/processes/{process}/runs/{run}/lineageEvents/{lineage_event}`.
|
268
|
+
class ProcessOpenLineageRunEventResponse
|
269
|
+
include ::Google::Protobuf::MessageExts
|
270
|
+
extend ::Google::Protobuf::MessageExts::ClassMethods
|
271
|
+
end
|
272
|
+
|
231
273
|
# Request message for
|
232
274
|
# [CreateProcess][google.cloud.datacatalog.lineage.v1.CreateProcess].
|
233
275
|
# @!attribute [rw] parent
|
@@ -360,6 +402,9 @@ module Google
|
|
360
402
|
# @return [::Google::Protobuf::FieldMask]
|
361
403
|
# The list of fields to update. Currently not used. The whole message is
|
362
404
|
# updated.
|
405
|
+
# @!attribute [rw] allow_missing
|
406
|
+
# @return [::Boolean]
|
407
|
+
# If set to true and the run is not found, the request creates it.
|
363
408
|
class UpdateRunRequest
|
364
409
|
include ::Google::Protobuf::MessageExts
|
365
410
|
extend ::Google::Protobuf::MessageExts::ClassMethods
|
@@ -511,7 +556,7 @@ module Google
|
|
511
556
|
# {::Google::Cloud::DataCatalog::Lineage::V1::Lineage::Client#search_links SearchLinks}.
|
512
557
|
# @!attribute [rw] parent
|
513
558
|
# @return [::String]
|
514
|
-
# Required. The project and location you want search in
|
559
|
+
# Required. The project and location you want search in.
|
515
560
|
# @!attribute [rw] source
|
516
561
|
# @return [::Google::Cloud::DataCatalog::Lineage::V1::EntityReference]
|
517
562
|
# Optional. Send asset information in the **source** field to retrieve all
|
@@ -585,7 +630,7 @@ module Google
|
|
585
630
|
# {::Google::Cloud::DataCatalog::Lineage::V1::Lineage::Client#batch_search_link_processes BatchSearchLinkProcesses}.
|
586
631
|
# @!attribute [rw] parent
|
587
632
|
# @return [::String]
|
588
|
-
# Required. The project and location you want search
|
633
|
+
# Required. The project and location where you want to search.
|
589
634
|
# @!attribute [rw] links
|
590
635
|
# @return [::Array<::String>]
|
591
636
|
# Required. An array of links to check for their associated LineageProcesses.
|
@@ -664,6 +709,10 @@ module Google
|
|
664
709
|
# @!attribute [rw] source_type
|
665
710
|
# @return [::Google::Cloud::DataCatalog::Lineage::V1::Origin::SourceType]
|
666
711
|
# Type of the source.
|
712
|
+
#
|
713
|
+
# Use of a source_type other than `CUSTOM` for process creation
|
714
|
+
# or updating is highly discouraged, and may be restricted in the future
|
715
|
+
# without notice.
|
667
716
|
# @!attribute [rw] name
|
668
717
|
# @return [::String]
|
669
718
|
# If the source_type isn't CUSTOM, the value of this field should be a GCP
|
@@ -698,6 +747,9 @@ module Google
|
|
698
747
|
|
699
748
|
# Looker Studio
|
700
749
|
LOOKER_STUDIO = 5
|
750
|
+
|
751
|
+
# Dataproc
|
752
|
+
DATAPROC = 6
|
701
753
|
end
|
702
754
|
end
|
703
755
|
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: google-cloud-data_catalog-lineage-v1
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.6.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Google LLC
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2024-01-11 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: gapic-common
|
@@ -16,7 +16,7 @@ dependencies:
|
|
16
16
|
requirements:
|
17
17
|
- - ">="
|
18
18
|
- !ruby/object:Gem::Version
|
19
|
-
version: 0.
|
19
|
+
version: 0.21.1
|
20
20
|
- - "<"
|
21
21
|
- !ruby/object:Gem::Version
|
22
22
|
version: 2.a
|
@@ -26,7 +26,7 @@ dependencies:
|
|
26
26
|
requirements:
|
27
27
|
- - ">="
|
28
28
|
- !ruby/object:Gem::Version
|
29
|
-
version: 0.
|
29
|
+
version: 0.21.1
|
30
30
|
- - "<"
|
31
31
|
- !ruby/object:Gem::Version
|
32
32
|
version: 2.a
|
@@ -222,7 +222,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
222
222
|
- !ruby/object:Gem::Version
|
223
223
|
version: '0'
|
224
224
|
requirements: []
|
225
|
-
rubygems_version: 3.
|
225
|
+
rubygems_version: 3.5.3
|
226
226
|
signing_key:
|
227
227
|
specification_version: 4
|
228
228
|
summary: API Client library for the Data Lineage V1 API
|