google-cloud-data_catalog-lineage-v1 0.4.0 → 0.6.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -37,8 +37,11 @@ module Google
37
37
  # or numbers, spaces or characters like `_-:&.`
38
38
  # @!attribute [rw] attributes
39
39
  # @return [::Google::Protobuf::Map{::String => ::Google::Protobuf::Value}]
40
- # Optional. The attributes of the process. Can be anything, for example,
41
- # "author". Up to 100 attributes are allowed.
40
+ # Optional. The attributes of the process. Should only be used for the
41
+ # purpose of non-semantic management (classifying, describing or labeling the
42
+ # process).
43
+ #
44
+ # Up to 100 attributes are allowed.
42
45
  # @!attribute [rw] origin
43
46
  # @return [::Google::Cloud::DataCatalog::Lineage::V1::Origin]
44
47
  # Optional. The origin of this process and its runs and lineage events.
@@ -72,8 +75,10 @@ module Google
72
75
  # or numbers, spaces or characters like `_-:&.`
73
76
  # @!attribute [rw] attributes
74
77
  # @return [::Google::Protobuf::Map{::String => ::Google::Protobuf::Value}]
75
- # Optional. The attributes of the run. Can be anything, for example, a string
76
- # with an SQL request. Up to 100 attributes are allowed.
78
+ # Optional. The attributes of the run. Should only be used for the purpose of
79
+ # non-semantic management (classifying, describing or labeling the run).
80
+ #
81
+ # Up to 100 attributes are allowed.
77
82
  # @!attribute [rw] start_time
78
83
  # @return [::Google::Protobuf::Timestamp]
79
84
  # Required. The timestamp of the start of the run.
@@ -131,7 +136,7 @@ module Google
131
136
  # Optional. List of source-target pairs. Can't contain more than 100 tuples.
132
137
  # @!attribute [rw] start_time
133
138
  # @return [::Google::Protobuf::Timestamp]
134
- # Optional. The beginning of the transformation which resulted in this
139
+ # Required. The beginning of the transformation which resulted in this
135
140
  # lineage event. For streaming scenarios, it should be the beginning of the
136
141
  # period from which the lineage is being reported.
137
142
  # @!attribute [rw] end_time
@@ -159,16 +164,9 @@ module Google
159
164
  # The soft reference to everything you can attach a lineage event to.
160
165
  # @!attribute [rw] fully_qualified_name
161
166
  # @return [::String]
162
- # Required. Fully Qualified Name of the entity. Useful for referencing
163
- # entities that aren't represented as GCP resources, for example, tables in
164
- # Dataproc Metastore API.
165
- #
166
- # Examples:
167
- #
168
- # * `bigquery:dataset.project_id.dataset_id`
169
- # * `bigquery:table.project_id.dataset_id.table_id`
170
- # * `pubsub:project_id.topic_id`
171
- # * `dataproc_metastore:projectId.locationId.instanceId.databaseId.tableId`
167
+ # Required. [Fully Qualified Name
168
+ # (FQN)](https://cloud.google.com/data-catalog/docs/fully-qualified-names)
169
+ # of the entity.
172
170
  class EntityReference
173
171
  include ::Google::Protobuf::MessageExts
174
172
  extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -225,9 +223,53 @@ module Google
225
223
 
226
224
  # The resource deletion operation.
227
225
  DELETE = 1
226
+
227
+ # The resource creation operation.
228
+ CREATE = 2
228
229
  end
229
230
  end
230
231
 
232
+ # Request message for
233
+ # [ProcessOpenLineageRunEvent][google.cloud.datacatalog.lineage.v1.ProcessOpenLineageRunEvent].
234
+ # @!attribute [rw] parent
235
+ # @return [::String]
236
+ # Required. The name of the project and its location that should own the
237
+ # process, run, and lineage event.
238
+ # @!attribute [rw] open_lineage
239
+ # @return [::Google::Protobuf::Struct]
240
+ # Required. OpenLineage message following OpenLineage format:
241
+ # https://github.com/OpenLineage/OpenLineage/blob/main/spec/OpenLineage.json
242
+ # @!attribute [rw] request_id
243
+ # @return [::String]
244
+ # A unique identifier for this request. Restricted to 36 ASCII characters.
245
+ # A random UUID is recommended. This request is idempotent only if a
246
+ # `request_id` is provided.
247
+ class ProcessOpenLineageRunEventRequest
248
+ include ::Google::Protobuf::MessageExts
249
+ extend ::Google::Protobuf::MessageExts::ClassMethods
250
+ end
251
+
252
+ # Response message for
253
+ # [ProcessOpenLineageRunEvent][google.cloud.datacatalog.lineage.v1.ProcessOpenLineageRunEvent].
254
+ # @!attribute [rw] process
255
+ # @return [::String]
256
+ # Created process name.
257
+ # Format: `projects/{project}/locations/{location}/processes/{process}`.
258
+ # @!attribute [rw] run
259
+ # @return [::String]
260
+ # Created run name.
261
+ # Format:
262
+ # `projects/{project}/locations/{location}/processes/{process}/runs/{run}`.
263
+ # @!attribute [rw] lineage_events
264
+ # @return [::Array<::String>]
265
+ # Created lineage event names.
266
+ # Format:
267
+ # `projects/{project}/locations/{location}/processes/{process}/runs/{run}/lineageEvents/{lineage_event}`.
268
+ class ProcessOpenLineageRunEventResponse
269
+ include ::Google::Protobuf::MessageExts
270
+ extend ::Google::Protobuf::MessageExts::ClassMethods
271
+ end
272
+
231
273
  # Request message for
232
274
  # [CreateProcess][google.cloud.datacatalog.lineage.v1.CreateProcess].
233
275
  # @!attribute [rw] parent
@@ -360,6 +402,9 @@ module Google
360
402
  # @return [::Google::Protobuf::FieldMask]
361
403
  # The list of fields to update. Currently not used. The whole message is
362
404
  # updated.
405
+ # @!attribute [rw] allow_missing
406
+ # @return [::Boolean]
407
+ # If set to true and the run is not found, the request creates it.
363
408
  class UpdateRunRequest
364
409
  include ::Google::Protobuf::MessageExts
365
410
  extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -511,7 +556,7 @@ module Google
511
556
  # {::Google::Cloud::DataCatalog::Lineage::V1::Lineage::Client#search_links SearchLinks}.
512
557
  # @!attribute [rw] parent
513
558
  # @return [::String]
514
- # Required. The project and location you want search in the format `projects/*/locations/*`
559
+ # Required. The project and location you want search in.
515
560
  # @!attribute [rw] source
516
561
  # @return [::Google::Cloud::DataCatalog::Lineage::V1::EntityReference]
517
562
  # Optional. Send asset information in the **source** field to retrieve all
@@ -585,7 +630,7 @@ module Google
585
630
  # {::Google::Cloud::DataCatalog::Lineage::V1::Lineage::Client#batch_search_link_processes BatchSearchLinkProcesses}.
586
631
  # @!attribute [rw] parent
587
632
  # @return [::String]
588
- # Required. The project and location you want search in the format `projects/*/locations/*`
633
+ # Required. The project and location where you want to search.
589
634
  # @!attribute [rw] links
590
635
  # @return [::Array<::String>]
591
636
  # Required. An array of links to check for their associated LineageProcesses.
@@ -664,6 +709,10 @@ module Google
664
709
  # @!attribute [rw] source_type
665
710
  # @return [::Google::Cloud::DataCatalog::Lineage::V1::Origin::SourceType]
666
711
  # Type of the source.
712
+ #
713
+ # Use of a source_type other than `CUSTOM` for process creation
714
+ # or updating is highly discouraged, and may be restricted in the future
715
+ # without notice.
667
716
  # @!attribute [rw] name
668
717
  # @return [::String]
669
718
  # If the source_type isn't CUSTOM, the value of this field should be a GCP
@@ -698,6 +747,9 @@ module Google
698
747
 
699
748
  # Looker Studio
700
749
  LOOKER_STUDIO = 5
750
+
751
+ # Dataproc
752
+ DATAPROC = 6
701
753
  end
702
754
  end
703
755
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: google-cloud-data_catalog-lineage-v1
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.4.0
4
+ version: 0.6.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Google LLC
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2023-09-12 00:00:00.000000000 Z
11
+ date: 2024-01-11 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: gapic-common
@@ -16,7 +16,7 @@ dependencies:
16
16
  requirements:
17
17
  - - ">="
18
18
  - !ruby/object:Gem::Version
19
- version: 0.20.0
19
+ version: 0.21.1
20
20
  - - "<"
21
21
  - !ruby/object:Gem::Version
22
22
  version: 2.a
@@ -26,7 +26,7 @@ dependencies:
26
26
  requirements:
27
27
  - - ">="
28
28
  - !ruby/object:Gem::Version
29
- version: 0.20.0
29
+ version: 0.21.1
30
30
  - - "<"
31
31
  - !ruby/object:Gem::Version
32
32
  version: 2.a
@@ -222,7 +222,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
222
222
  - !ruby/object:Gem::Version
223
223
  version: '0'
224
224
  requirements: []
225
- rubygems_version: 3.4.19
225
+ rubygems_version: 3.5.3
226
226
  signing_key:
227
227
  specification_version: 4
228
228
  summary: API Client library for the Data Lineage V1 API