acryl-datahub 1.0.0.2rc4__py3-none-any.whl → 1.0.0.2rc5__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of acryl-datahub might be problematic. Click here for more details.

Files changed (22) hide show
  1. {acryl_datahub-1.0.0.2rc4.dist-info → acryl_datahub-1.0.0.2rc5.dist-info}/METADATA +2423 -2423
  2. {acryl_datahub-1.0.0.2rc4.dist-info → acryl_datahub-1.0.0.2rc5.dist-info}/RECORD +22 -20
  3. datahub/_version.py +1 -1
  4. datahub/ingestion/source/hex/query_fetcher.py +4 -1
  5. datahub/ingestion/source/sql/stored_procedures/base.py +12 -1
  6. datahub/metadata/_schema_classes.py +47 -2
  7. datahub/metadata/_urns/urn_defs.py +56 -0
  8. datahub/metadata/com/linkedin/pegasus2avro/metadata/key/__init__.py +2 -0
  9. datahub/metadata/schema.avsc +121 -85
  10. datahub/metadata/schemas/DataHubOpenAPISchemaKey.avsc +22 -0
  11. datahub/metadata/schemas/DataTransformLogic.avsc +4 -2
  12. datahub/metadata/schemas/FormInfo.avsc +5 -0
  13. datahub/metadata/schemas/MLModelDeploymentProperties.avsc +3 -0
  14. datahub/metadata/schemas/MetadataChangeEvent.avsc +6 -0
  15. datahub/metadata/schemas/MetadataChangeLog.avsc +3 -0
  16. datahub/metadata/schemas/MetadataChangeProposal.avsc +3 -0
  17. datahub/metadata/schemas/QueryProperties.avsc +4 -2
  18. datahub/metadata/schemas/SystemMetadata.avsc +86 -0
  19. {acryl_datahub-1.0.0.2rc4.dist-info → acryl_datahub-1.0.0.2rc5.dist-info}/WHEEL +0 -0
  20. {acryl_datahub-1.0.0.2rc4.dist-info → acryl_datahub-1.0.0.2rc5.dist-info}/entry_points.txt +0 -0
  21. {acryl_datahub-1.0.0.2rc4.dist-info → acryl_datahub-1.0.0.2rc5.dist-info}/licenses/LICENSE +0 -0
  22. {acryl_datahub-1.0.0.2rc4.dist-info → acryl_datahub-1.0.0.2rc5.dist-info}/top_level.txt +0 -0
datahub/metadata/schemas/DataHubOpenAPISchemaKey.avsc ADDED
@@ -0,0 +1,22 @@
1
+ {
2
+ "type": "record",
3
+ "Aspect": {
4
+ "name": "dataHubOpenAPISchemaKey",
5
+ "keyForEntity": "dataHubOpenAPISchema",
6
+ "entityCategory": "internal",
7
+ "entityAspects": [
8
+ "systemMetadata"
9
+ ],
10
+ "entityDoc": "Contains aspects which are used in OpenAPI requests/responses which are not otherwise present in the data model."
11
+ },
12
+ "name": "DataHubOpenAPISchemaKey",
13
+ "namespace": "com.linkedin.pegasus2avro.metadata.key",
14
+ "fields": [
15
+ {
16
+ "type": "string",
17
+ "name": "id",
18
+ "doc": "A unique id for the DataHub OpenAPI schema."
19
+ }
20
+ ],
21
+ "doc": "Key for a Query"
22
+ }
datahub/metadata/schemas/DataTransformLogic.avsc CHANGED
@@ -31,12 +31,14 @@
31
31
  "type": {
32
32
  "type": "enum",
33
33
  "symbolDocs": {
34
- "SQL": "A SQL Query"
34
+ "SQL": "A SQL Query",
35
+ "UNKNOWN": "Unknown query language"
35
36
  },
36
37
  "name": "QueryLanguage",
37
38
  "namespace": "com.linkedin.pegasus2avro.query",
38
39
  "symbols": [
39
- "SQL"
40
+ "SQL",
41
+ "UNKNOWN"
40
42
  ]
41
43
  },
42
44
  "name": "language",
datahub/metadata/schemas/FormInfo.avsc CHANGED
@@ -53,6 +53,11 @@
53
53
  "namespace": "com.linkedin.pegasus2avro.form",
54
54
  "fields": [
55
55
  {
56
+ "Searchable": {
57
+ "fieldName": "promptId",
58
+ "fieldType": "KEYWORD",
59
+ "queryByDefault": false
60
+ },
56
61
  "type": "string",
57
62
  "name": "id",
58
63
  "doc": "The unique id for this prompt. This must be GLOBALLY unique."
datahub/metadata/schemas/MLModelDeploymentProperties.avsc CHANGED
@@ -135,6 +135,9 @@
135
135
  "doc": "Version of the MLModelDeployment"
136
136
  },
137
137
  {
138
+ "Searchable": {
139
+ "fieldName": "deploymentStatus"
140
+ },
138
141
  "type": [
139
142
  "null",
140
143
  {
datahub/metadata/schemas/MetadataChangeEvent.avsc CHANGED
@@ -6755,6 +6755,9 @@
6755
6755
  "doc": "Version of the MLModelDeployment"
6756
6756
  },
6757
6757
  {
6758
+ "Searchable": {
6759
+ "fieldName": "deploymentStatus"
6760
+ },
6758
6761
  "type": [
6759
6762
  "null",
6760
6763
  {
@@ -8116,6 +8119,9 @@
8116
8119
  "null",
8117
8120
  {
8118
8121
  "type": "record",
8122
+ "Aspect": {
8123
+ "name": "systemMetadata"
8124
+ },
8119
8125
  "name": "SystemMetadata",
8120
8126
  "namespace": "com.linkedin.pegasus2avro.mxe",
8121
8127
  "fields": [
datahub/metadata/schemas/MetadataChangeLog.avsc CHANGED
@@ -187,6 +187,9 @@
187
187
  "null",
188
188
  {
189
189
  "type": "record",
190
+ "Aspect": {
191
+ "name": "systemMetadata"
192
+ },
190
193
  "name": "SystemMetadata",
191
194
  "namespace": "com.linkedin.pegasus2avro.mxe",
192
195
  "fields": [
datahub/metadata/schemas/MetadataChangeProposal.avsc CHANGED
@@ -187,6 +187,9 @@
187
187
  "null",
188
188
  {
189
189
  "type": "record",
190
+ "Aspect": {
191
+ "name": "systemMetadata"
192
+ },
190
193
  "name": "SystemMetadata",
191
194
  "namespace": "com.linkedin.pegasus2avro.mxe",
192
195
  "fields": [
datahub/metadata/schemas/QueryProperties.avsc CHANGED
@@ -36,12 +36,14 @@
36
36
  "type": {
37
37
  "type": "enum",
38
38
  "symbolDocs": {
39
- "SQL": "A SQL Query"
39
+ "SQL": "A SQL Query",
40
+ "UNKNOWN": "Unknown query language"
40
41
  },
41
42
  "name": "QueryLanguage",
42
43
  "namespace": "com.linkedin.pegasus2avro.query",
43
44
  "symbols": [
44
- "SQL"
45
+ "SQL",
46
+ "UNKNOWN"
45
47
  ]
46
48
  },
47
49
  "name": "language",
datahub/metadata/schemas/SystemMetadata.avsc ADDED
@@ -0,0 +1,86 @@
1
+ {
2
+ "type": "record",
3
+ "Aspect": {
4
+ "name": "systemMetadata"
5
+ },
6
+ "name": "SystemMetadata",
7
+ "namespace": "com.linkedin.pegasus2avro.mxe",
8
+ "fields": [
9
+ {
10
+ "type": [
11
+ "long",
12
+ "null"
13
+ ],
14
+ "name": "lastObserved",
15
+ "default": 0,
16
+ "doc": "The timestamp the metadata was observed at"
17
+ },
18
+ {
19
+ "type": [
20
+ "string",
21
+ "null"
22
+ ],
23
+ "name": "runId",
24
+ "default": "no-run-id-provided",
25
+ "doc": "The original run id that produced the metadata. Populated in case of batch-ingestion."
26
+ },
27
+ {
28
+ "type": [
29
+ "string",
30
+ "null"
31
+ ],
32
+ "name": "lastRunId",
33
+ "default": "no-run-id-provided",
34
+ "doc": "The last run id that produced the metadata. Populated in case of batch-ingestion."
35
+ },
36
+ {
37
+ "type": [
38
+ "null",
39
+ "string"
40
+ ],
41
+ "name": "pipelineName",
42
+ "default": null,
43
+ "doc": "The ingestion pipeline id that produced the metadata. Populated in case of batch ingestion."
44
+ },
45
+ {
46
+ "type": [
47
+ "null",
48
+ "string"
49
+ ],
50
+ "name": "registryName",
51
+ "default": null,
52
+ "doc": "The model registry name that was used to process this event"
53
+ },
54
+ {
55
+ "type": [
56
+ "null",
57
+ "string"
58
+ ],
59
+ "name": "registryVersion",
60
+ "default": null,
61
+ "doc": "The model registry version that was used to process this event"
62
+ },
63
+ {
64
+ "type": [
65
+ "null",
66
+ {
67
+ "type": "map",
68
+ "values": "string"
69
+ }
70
+ ],
71
+ "name": "properties",
72
+ "default": null,
73
+ "doc": "Additional properties"
74
+ },
75
+ {
76
+ "type": [
77
+ "null",
78
+ "string"
79
+ ],
80
+ "name": "version",
81
+ "default": null,
82
+ "doc": "Aspect version\n Initial implementation will use the aspect version's number, however stored as\n a string in the case where a different aspect versioning scheme is later adopted."
83
+ }
84
+ ],
85
+ "doc": "Metadata associated with each metadata change that is processed by the system"
86
+ }