google-cloud-data_catalog-lineage-v1 0.4.0 → 0.6.0

Sign up to get free protection for your applications and to get access to all the features.
@@ -37,8 +37,11 @@ module Google
37
37
  # or numbers, spaces or characters like `_-:&.`
38
38
  # @!attribute [rw] attributes
39
39
  # @return [::Google::Protobuf::Map{::String => ::Google::Protobuf::Value}]
40
- # Optional. The attributes of the process. Can be anything, for example,
41
- # "author". Up to 100 attributes are allowed.
40
+ # Optional. The attributes of the process. Should only be used for the
41
+ # purpose of non-semantic management (classifying, describing or labeling the
42
+ # process).
43
+ #
44
+ # Up to 100 attributes are allowed.
42
45
  # @!attribute [rw] origin
43
46
  # @return [::Google::Cloud::DataCatalog::Lineage::V1::Origin]
44
47
  # Optional. The origin of this process and its runs and lineage events.
@@ -72,8 +75,10 @@ module Google
72
75
  # or numbers, spaces or characters like `_-:&.`
73
76
  # @!attribute [rw] attributes
74
77
  # @return [::Google::Protobuf::Map{::String => ::Google::Protobuf::Value}]
75
- # Optional. The attributes of the run. Can be anything, for example, a string
76
- # with an SQL request. Up to 100 attributes are allowed.
78
+ # Optional. The attributes of the run. Should only be used for the purpose of
79
+ # non-semantic management (classifying, describing or labeling the run).
80
+ #
81
+ # Up to 100 attributes are allowed.
77
82
  # @!attribute [rw] start_time
78
83
  # @return [::Google::Protobuf::Timestamp]
79
84
  # Required. The timestamp of the start of the run.
@@ -131,7 +136,7 @@ module Google
131
136
  # Optional. List of source-target pairs. Can't contain more than 100 tuples.
132
137
  # @!attribute [rw] start_time
133
138
  # @return [::Google::Protobuf::Timestamp]
134
- # Optional. The beginning of the transformation which resulted in this
139
+ # Required. The beginning of the transformation which resulted in this
135
140
  # lineage event. For streaming scenarios, it should be the beginning of the
136
141
  # period from which the lineage is being reported.
137
142
  # @!attribute [rw] end_time
@@ -159,16 +164,9 @@ module Google
159
164
  # The soft reference to everything you can attach a lineage event to.
160
165
  # @!attribute [rw] fully_qualified_name
161
166
  # @return [::String]
162
- # Required. Fully Qualified Name of the entity. Useful for referencing
163
- # entities that aren't represented as GCP resources, for example, tables in
164
- # Dataproc Metastore API.
165
- #
166
- # Examples:
167
- #
168
- # * `bigquery:dataset.project_id.dataset_id`
169
- # * `bigquery:table.project_id.dataset_id.table_id`
170
- # * `pubsub:project_id.topic_id`
171
- # * `dataproc_metastore:projectId.locationId.instanceId.databaseId.tableId`
167
+ # Required. [Fully Qualified Name
168
+ # (FQN)](https://cloud.google.com/data-catalog/docs/fully-qualified-names)
169
+ # of the entity.
172
170
  class EntityReference
173
171
  include ::Google::Protobuf::MessageExts
174
172
  extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -225,9 +223,53 @@ module Google
225
223
 
226
224
  # The resource deletion operation.
227
225
  DELETE = 1
226
+
227
+ # The resource creation operation.
228
+ CREATE = 2
228
229
  end
229
230
  end
230
231
 
232
+ # Request message for
233
+ # [ProcessOpenLineageRunEvent][google.cloud.datacatalog.lineage.v1.ProcessOpenLineageRunEvent].
234
+ # @!attribute [rw] parent
235
+ # @return [::String]
236
+ # Required. The name of the project and its location that should own the
237
+ # process, run, and lineage event.
238
+ # @!attribute [rw] open_lineage
239
+ # @return [::Google::Protobuf::Struct]
240
+ # Required. OpenLineage message following OpenLineage format:
241
+ # https://github.com/OpenLineage/OpenLineage/blob/main/spec/OpenLineage.json
242
+ # @!attribute [rw] request_id
243
+ # @return [::String]
244
+ # A unique identifier for this request. Restricted to 36 ASCII characters.
245
+ # A random UUID is recommended. This request is idempotent only if a
246
+ # `request_id` is provided.
247
+ class ProcessOpenLineageRunEventRequest
248
+ include ::Google::Protobuf::MessageExts
249
+ extend ::Google::Protobuf::MessageExts::ClassMethods
250
+ end
251
+
252
+ # Response message for
253
+ # [ProcessOpenLineageRunEvent][google.cloud.datacatalog.lineage.v1.ProcessOpenLineageRunEvent].
254
+ # @!attribute [rw] process
255
+ # @return [::String]
256
+ # Created process name.
257
+ # Format: `projects/{project}/locations/{location}/processes/{process}`.
258
+ # @!attribute [rw] run
259
+ # @return [::String]
260
+ # Created run name.
261
+ # Format:
262
+ # `projects/{project}/locations/{location}/processes/{process}/runs/{run}`.
263
+ # @!attribute [rw] lineage_events
264
+ # @return [::Array<::String>]
265
+ # Created lineage event names.
266
+ # Format:
267
+ # `projects/{project}/locations/{location}/processes/{process}/runs/{run}/lineageEvents/{lineage_event}`.
268
+ class ProcessOpenLineageRunEventResponse
269
+ include ::Google::Protobuf::MessageExts
270
+ extend ::Google::Protobuf::MessageExts::ClassMethods
271
+ end
272
+
231
273
  # Request message for
232
274
  # [CreateProcess][google.cloud.datacatalog.lineage.v1.CreateProcess].
233
275
  # @!attribute [rw] parent
@@ -360,6 +402,9 @@ module Google
360
402
  # @return [::Google::Protobuf::FieldMask]
361
403
  # The list of fields to update. Currently not used. The whole message is
362
404
  # updated.
405
+ # @!attribute [rw] allow_missing
406
+ # @return [::Boolean]
407
+ # If set to true and the run is not found, the request creates it.
363
408
  class UpdateRunRequest
364
409
  include ::Google::Protobuf::MessageExts
365
410
  extend ::Google::Protobuf::MessageExts::ClassMethods
@@ -511,7 +556,7 @@ module Google
511
556
  # {::Google::Cloud::DataCatalog::Lineage::V1::Lineage::Client#search_links SearchLinks}.
512
557
  # @!attribute [rw] parent
513
558
  # @return [::String]
514
- # Required. The project and location you want search in the format `projects/*/locations/*`
559
+ # Required. The project and location you want search in.
515
560
  # @!attribute [rw] source
516
561
  # @return [::Google::Cloud::DataCatalog::Lineage::V1::EntityReference]
517
562
  # Optional. Send asset information in the **source** field to retrieve all
@@ -585,7 +630,7 @@ module Google
585
630
  # {::Google::Cloud::DataCatalog::Lineage::V1::Lineage::Client#batch_search_link_processes BatchSearchLinkProcesses}.
586
631
  # @!attribute [rw] parent
587
632
  # @return [::String]
588
- # Required. The project and location you want search in the format `projects/*/locations/*`
633
+ # Required. The project and location where you want to search.
589
634
  # @!attribute [rw] links
590
635
  # @return [::Array<::String>]
591
636
  # Required. An array of links to check for their associated LineageProcesses.
@@ -664,6 +709,10 @@ module Google
664
709
  # @!attribute [rw] source_type
665
710
  # @return [::Google::Cloud::DataCatalog::Lineage::V1::Origin::SourceType]
666
711
  # Type of the source.
712
+ #
713
+ # Use of a source_type other than `CUSTOM` for process creation
714
+ # or updating is highly discouraged, and may be restricted in the future
715
+ # without notice.
667
716
  # @!attribute [rw] name
668
717
  # @return [::String]
669
718
  # If the source_type isn't CUSTOM, the value of this field should be a GCP
@@ -698,6 +747,9 @@ module Google
698
747
 
699
748
  # Looker Studio
700
749
  LOOKER_STUDIO = 5
750
+
751
+ # Dataproc
752
+ DATAPROC = 6
701
753
  end
702
754
  end
703
755
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: google-cloud-data_catalog-lineage-v1
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.4.0
4
+ version: 0.6.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Google LLC
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2023-09-12 00:00:00.000000000 Z
11
+ date: 2024-01-11 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: gapic-common
@@ -16,7 +16,7 @@ dependencies:
16
16
  requirements:
17
17
  - - ">="
18
18
  - !ruby/object:Gem::Version
19
- version: 0.20.0
19
+ version: 0.21.1
20
20
  - - "<"
21
21
  - !ruby/object:Gem::Version
22
22
  version: 2.a
@@ -26,7 +26,7 @@ dependencies:
26
26
  requirements:
27
27
  - - ">="
28
28
  - !ruby/object:Gem::Version
29
- version: 0.20.0
29
+ version: 0.21.1
30
30
  - - "<"
31
31
  - !ruby/object:Gem::Version
32
32
  version: 2.a
@@ -222,7 +222,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
222
222
  - !ruby/object:Gem::Version
223
223
  version: '0'
224
224
  requirements: []
225
- rubygems_version: 3.4.19
225
+ rubygems_version: 3.5.3
226
226
  signing_key:
227
227
  specification_version: 4
228
228
  summary: API Client library for the Data Lineage V1 API