acryl-datahub 1.1.0.5rc12__py3-none-any.whl → 1.1.0.5rc13__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of acryl-datahub might be problematic. Click here for more details.
- {acryl_datahub-1.1.0.5rc12.dist-info → acryl_datahub-1.1.0.5rc13.dist-info}/METADATA +2562 -2562
- {acryl_datahub-1.1.0.5rc12.dist-info → acryl_datahub-1.1.0.5rc13.dist-info}/RECORD +23 -21
- datahub/_version.py +1 -1
- datahub/ingestion/source/abs/source.py +1 -1
- datahub/ingestion/source/azure/azure_common.py +2 -2
- datahub/ingestion/source/bigquery_v2/bigquery_config.py +1 -1
- datahub/ingestion/source/data_lake_common/object_store.py +75 -27
- datahub/ingestion/source/dbt/dbt_common.py +2 -0
- datahub/ingestion/source/mock_data/datahub_mock_data.py +55 -13
- datahub/ingestion/source/snowflake/snowflake_config.py +1 -1
- datahub/ingestion/source/sql/athena.py +10 -0
- datahub/ingestion/source/sql/oracle.py +1 -1
- datahub/ingestion/source/tableau/tableau_common.py +4 -2
- datahub/metadata/_internal_schema_classes.py +35 -2
- datahub/metadata/com/linkedin/pegasus2avro/logical/__init__.py +15 -0
- datahub/metadata/schema.avsc +38 -0
- datahub/metadata/schemas/DatasetKey.avsc +2 -1
- datahub/metadata/schemas/LogicalParent.avsc +140 -0
- datahub/metadata/schemas/SchemaFieldKey.avsc +2 -1
- {acryl_datahub-1.1.0.5rc12.dist-info → acryl_datahub-1.1.0.5rc13.dist-info}/WHEEL +0 -0
- {acryl_datahub-1.1.0.5rc12.dist-info → acryl_datahub-1.1.0.5rc13.dist-info}/entry_points.txt +0 -0
- {acryl_datahub-1.1.0.5rc12.dist-info → acryl_datahub-1.1.0.5rc13.dist-info}/licenses/LICENSE +0 -0
- {acryl_datahub-1.1.0.5rc12.dist-info → acryl_datahub-1.1.0.5rc13.dist-info}/top_level.txt +0 -0
datahub/metadata/schema.avsc
CHANGED
|
@@ -9164,6 +9164,44 @@
|
|
|
9164
9164
|
"doc": "EditableSchemaMetadata stores editable changes made to schema metadata. This separates changes made from\ningestion pipelines and edits in the UI to avoid accidental overwrites of user-provided data by ingestion pipelines."
|
|
9165
9165
|
},
|
|
9166
9166
|
"com.linkedin.pegasus2avro.schema.SchemaMetadata",
|
|
9167
|
+
{
|
|
9168
|
+
"type": "record",
|
|
9169
|
+
"Aspect": {
|
|
9170
|
+
"name": "logicalParent"
|
|
9171
|
+
},
|
|
9172
|
+
"name": "LogicalParent",
|
|
9173
|
+
"namespace": "com.linkedin.pegasus2avro.logical",
|
|
9174
|
+
"fields": [
|
|
9175
|
+
{
|
|
9176
|
+
"Relationship": {
|
|
9177
|
+
"/destinationUrn": {
|
|
9178
|
+
"createdActor": "parent/created/actor",
|
|
9179
|
+
"createdOn": "parent/created/time",
|
|
9180
|
+
"entityTypes": [
|
|
9181
|
+
"dataset",
|
|
9182
|
+
"schemaField"
|
|
9183
|
+
],
|
|
9184
|
+
"name": "PhysicalInstanceOf",
|
|
9185
|
+
"properties": "parent/properties",
|
|
9186
|
+
"updatedActor": "parent/lastModified/actor",
|
|
9187
|
+
"updatedOn": "parent/lastModified/time"
|
|
9188
|
+
}
|
|
9189
|
+
},
|
|
9190
|
+
"Searchable": {
|
|
9191
|
+
"/destinationUrn": {
|
|
9192
|
+
"addToFilters": true,
|
|
9193
|
+
"fieldName": "logicalParent",
|
|
9194
|
+
"fieldType": "URN",
|
|
9195
|
+
"filterNameOverride": "Physical Instance Of",
|
|
9196
|
+
"hasValuesFieldName": "hasLogicalParent",
|
|
9197
|
+
"queryByDefault": false
|
|
9198
|
+
}
|
|
9199
|
+
},
|
|
9200
|
+
"type": "com.linkedin.pegasus2avro.common.Edge",
|
|
9201
|
+
"name": "parent"
|
|
9202
|
+
}
|
|
9203
|
+
]
|
|
9204
|
+
},
|
|
9167
9205
|
{
|
|
9168
9206
|
"type": "record",
|
|
9169
9207
|
"Aspect": {
|
|
@@ -38,7 +38,8 @@
|
|
|
38
38
|
"forms",
|
|
39
39
|
"partitionsSummary",
|
|
40
40
|
"versionProperties",
|
|
41
|
-
"icebergCatalogInfo"
|
|
41
|
+
"icebergCatalogInfo",
|
|
42
|
+
"logicalParent"
|
|
42
43
|
],
|
|
43
44
|
"entityDoc": "Datasets represent logical or physical data assets stored or represented in various data platforms. Tables, Views, Streams are all instances of datasets."
|
|
44
45
|
},
|
|
@@ -0,0 +1,140 @@
|
|
|
1
|
+
{
|
|
2
|
+
"type": "record",
|
|
3
|
+
"Aspect": {
|
|
4
|
+
"name": "logicalParent"
|
|
5
|
+
},
|
|
6
|
+
"name": "LogicalParent",
|
|
7
|
+
"namespace": "com.linkedin.pegasus2avro.logical",
|
|
8
|
+
"fields": [
|
|
9
|
+
{
|
|
10
|
+
"Relationship": {
|
|
11
|
+
"/destinationUrn": {
|
|
12
|
+
"createdActor": "parent/created/actor",
|
|
13
|
+
"createdOn": "parent/created/time",
|
|
14
|
+
"entityTypes": [
|
|
15
|
+
"dataset",
|
|
16
|
+
"schemaField"
|
|
17
|
+
],
|
|
18
|
+
"name": "PhysicalInstanceOf",
|
|
19
|
+
"properties": "parent/properties",
|
|
20
|
+
"updatedActor": "parent/lastModified/actor",
|
|
21
|
+
"updatedOn": "parent/lastModified/time"
|
|
22
|
+
}
|
|
23
|
+
},
|
|
24
|
+
"Searchable": {
|
|
25
|
+
"/destinationUrn": {
|
|
26
|
+
"addToFilters": true,
|
|
27
|
+
"fieldName": "logicalParent",
|
|
28
|
+
"fieldType": "URN",
|
|
29
|
+
"filterNameOverride": "Physical Instance Of",
|
|
30
|
+
"hasValuesFieldName": "hasLogicalParent",
|
|
31
|
+
"queryByDefault": false
|
|
32
|
+
}
|
|
33
|
+
},
|
|
34
|
+
"type": {
|
|
35
|
+
"type": "record",
|
|
36
|
+
"name": "Edge",
|
|
37
|
+
"namespace": "com.linkedin.pegasus2avro.common",
|
|
38
|
+
"fields": [
|
|
39
|
+
{
|
|
40
|
+
"java": {
|
|
41
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
42
|
+
},
|
|
43
|
+
"type": [
|
|
44
|
+
"null",
|
|
45
|
+
"string"
|
|
46
|
+
],
|
|
47
|
+
"name": "sourceUrn",
|
|
48
|
+
"default": null,
|
|
49
|
+
"doc": "Urn of the source of this relationship edge.\nIf not specified, assumed to be the entity that this aspect belongs to.",
|
|
50
|
+
"Urn": "Urn"
|
|
51
|
+
},
|
|
52
|
+
{
|
|
53
|
+
"java": {
|
|
54
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
55
|
+
},
|
|
56
|
+
"type": "string",
|
|
57
|
+
"name": "destinationUrn",
|
|
58
|
+
"doc": "Urn of the destination of this relationship edge.",
|
|
59
|
+
"Urn": "Urn"
|
|
60
|
+
},
|
|
61
|
+
{
|
|
62
|
+
"type": [
|
|
63
|
+
"null",
|
|
64
|
+
{
|
|
65
|
+
"type": "record",
|
|
66
|
+
"name": "AuditStamp",
|
|
67
|
+
"namespace": "com.linkedin.pegasus2avro.common",
|
|
68
|
+
"fields": [
|
|
69
|
+
{
|
|
70
|
+
"type": "long",
|
|
71
|
+
"name": "time",
|
|
72
|
+
"doc": "When did the resource/association/sub-resource move into the specific lifecycle stage represented by this AuditEvent."
|
|
73
|
+
},
|
|
74
|
+
{
|
|
75
|
+
"java": {
|
|
76
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
77
|
+
},
|
|
78
|
+
"type": "string",
|
|
79
|
+
"name": "actor",
|
|
80
|
+
"doc": "The entity (e.g. a member URN) which will be credited for moving the resource/association/sub-resource into the specific lifecycle stage. It is also the one used to authorize the change.",
|
|
81
|
+
"Urn": "Urn"
|
|
82
|
+
},
|
|
83
|
+
{
|
|
84
|
+
"java": {
|
|
85
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
86
|
+
},
|
|
87
|
+
"type": [
|
|
88
|
+
"null",
|
|
89
|
+
"string"
|
|
90
|
+
],
|
|
91
|
+
"name": "impersonator",
|
|
92
|
+
"default": null,
|
|
93
|
+
"doc": "The entity (e.g. a service URN) which performs the change on behalf of the Actor and must be authorized to act as the Actor.",
|
|
94
|
+
"Urn": "Urn"
|
|
95
|
+
},
|
|
96
|
+
{
|
|
97
|
+
"type": [
|
|
98
|
+
"null",
|
|
99
|
+
"string"
|
|
100
|
+
],
|
|
101
|
+
"name": "message",
|
|
102
|
+
"default": null,
|
|
103
|
+
"doc": "Additional context around how DataHub was informed of the particular change. For example: was the change created by an automated process, or manually."
|
|
104
|
+
}
|
|
105
|
+
],
|
|
106
|
+
"doc": "Data captured on a resource/association/sub-resource level giving insight into when that resource/association/sub-resource moved into a particular lifecycle stage, and who acted to move it into that specific lifecycle stage."
|
|
107
|
+
}
|
|
108
|
+
],
|
|
109
|
+
"name": "created",
|
|
110
|
+
"default": null,
|
|
111
|
+
"doc": "Audit stamp containing who created this relationship edge and when"
|
|
112
|
+
},
|
|
113
|
+
{
|
|
114
|
+
"type": [
|
|
115
|
+
"null",
|
|
116
|
+
"com.linkedin.pegasus2avro.common.AuditStamp"
|
|
117
|
+
],
|
|
118
|
+
"name": "lastModified",
|
|
119
|
+
"default": null,
|
|
120
|
+
"doc": "Audit stamp containing who last modified this relationship edge and when"
|
|
121
|
+
},
|
|
122
|
+
{
|
|
123
|
+
"type": [
|
|
124
|
+
"null",
|
|
125
|
+
{
|
|
126
|
+
"type": "map",
|
|
127
|
+
"values": "string"
|
|
128
|
+
}
|
|
129
|
+
],
|
|
130
|
+
"name": "properties",
|
|
131
|
+
"default": null,
|
|
132
|
+
"doc": "A generic properties bag that allows us to store specific information on this graph edge."
|
|
133
|
+
}
|
|
134
|
+
],
|
|
135
|
+
"doc": "A common structure to represent all edges to entities when used inside aspects as collections\nThis ensures that all edges have common structure around audit-stamps and will support PATCH, time-travel automatically."
|
|
136
|
+
},
|
|
137
|
+
"name": "parent"
|
|
138
|
+
}
|
|
139
|
+
]
|
|
140
|
+
}
|
|
File without changes
|
{acryl_datahub-1.1.0.5rc12.dist-info → acryl_datahub-1.1.0.5rc13.dist-info}/entry_points.txt
RENAMED
|
File without changes
|
{acryl_datahub-1.1.0.5rc12.dist-info → acryl_datahub-1.1.0.5rc13.dist-info}/licenses/LICENSE
RENAMED
|
File without changes
|
|
File without changes
|