acryl-datahub 0.15.0.5rc5__py3-none-any.whl → 0.15.0.5rc7__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of acryl-datahub might be problematic. Click here for more details.

Files changed (25) hide show
  1. {acryl_datahub-0.15.0.5rc5.dist-info → acryl_datahub-0.15.0.5rc7.dist-info}/METADATA +2423 -2416
  2. {acryl_datahub-0.15.0.5rc5.dist-info → acryl_datahub-0.15.0.5rc7.dist-info}/RECORD +25 -21
  3. {acryl_datahub-0.15.0.5rc5.dist-info → acryl_datahub-0.15.0.5rc7.dist-info}/entry_points.txt +1 -0
  4. datahub/_version.py +1 -1
  5. datahub/api/entities/dataprocess/dataprocess_instance.py +104 -11
  6. datahub/cli/container_cli.py +1 -64
  7. datahub/emitter/composite_emitter.py +36 -0
  8. datahub/ingestion/source/apply/__init__.py +0 -0
  9. datahub/ingestion/source/apply/datahub_apply.py +223 -0
  10. datahub/ingestion/source/dbt/dbt_core.py +1 -1
  11. datahub/ingestion/source/sql/sql_config.py +0 -10
  12. datahub/ingestion/source_config/operation_config.py +9 -0
  13. datahub/metadata/_schema_classes.py +144 -4
  14. datahub/metadata/com/linkedin/pegasus2avro/common/__init__.py +6 -0
  15. datahub/metadata/schema.avsc +115 -5
  16. datahub/metadata/schemas/AssertionInfo.avsc +2 -2
  17. datahub/metadata/schemas/CorpUserSettings.avsc +9 -0
  18. datahub/metadata/schemas/Deprecation.avsc +12 -0
  19. datahub/metadata/schemas/DisplayProperties.avsc +62 -0
  20. datahub/metadata/schemas/MetadataChangeEvent.avsc +12 -0
  21. datahub/metadata/schemas/PostInfo.avsc +28 -2
  22. datahub/metadata/schemas/SchemaFieldKey.avsc +2 -1
  23. {acryl_datahub-0.15.0.5rc5.dist-info → acryl_datahub-0.15.0.5rc7.dist-info}/LICENSE +0 -0
  24. {acryl_datahub-0.15.0.5rc5.dist-info → acryl_datahub-0.15.0.5rc7.dist-info}/WHEEL +0 -0
  25. {acryl_datahub-0.15.0.5rc5.dist-info → acryl_datahub-0.15.0.5rc7.dist-info}/top_level.txt +0 -0
@@ -441,6 +441,18 @@
441
441
  "type": "string",
442
442
  "name": "actor",
443
443
  "doc": "The user URN which will be credited for modifying this deprecation content."
444
+ },
445
+ {
446
+ "java": {
447
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
448
+ },
449
+ "Urn": "Urn",
450
+ "type": [
451
+ "null",
452
+ "string"
453
+ ],
454
+ "name": "replacement",
455
+ "default": null
444
456
  }
445
457
  ],
446
458
  "doc": "Deprecation status of an entity"
@@ -1838,6 +1850,68 @@
1838
1850
  ],
1839
1851
  "doc": "Information about the fields a chart or dashboard references"
1840
1852
  },
1853
+ {
1854
+ "type": "record",
1855
+ "Aspect": {
1856
+ "name": "displayProperties"
1857
+ },
1858
+ "name": "DisplayProperties",
1859
+ "namespace": "com.linkedin.pegasus2avro.common",
1860
+ "fields": [
1861
+ {
1862
+ "type": [
1863
+ "null",
1864
+ "string"
1865
+ ],
1866
+ "name": "colorHex",
1867
+ "default": null,
1868
+ "doc": "The color associated with the entity in Hex. For example #FFFFFF."
1869
+ },
1870
+ {
1871
+ "type": [
1872
+ "null",
1873
+ {
1874
+ "type": "record",
1875
+ "name": "IconProperties",
1876
+ "namespace": "com.linkedin.pegasus2avro.common",
1877
+ "fields": [
1878
+ {
1879
+ "type": {
1880
+ "type": "enum",
1881
+ "symbolDocs": {
1882
+ "MATERIAL": "Material UI"
1883
+ },
1884
+ "name": "IconLibrary",
1885
+ "namespace": "com.linkedin.pegasus2avro.common",
1886
+ "symbols": [
1887
+ "MATERIAL"
1888
+ ],
1889
+ "doc": "Enum of possible icon sources"
1890
+ },
1891
+ "name": "iconLibrary",
1892
+ "doc": "The source of the icon: e.g. Antd, Material, etc"
1893
+ },
1894
+ {
1895
+ "type": "string",
1896
+ "name": "name",
1897
+ "doc": "The name of the icon"
1898
+ },
1899
+ {
1900
+ "type": "string",
1901
+ "name": "style",
1902
+ "doc": "Any modifier for the icon, this will be library-specific, e.g. filled/outlined, etc"
1903
+ }
1904
+ ],
1905
+ "doc": "Properties describing an icon associated with an entity"
1906
+ }
1907
+ ],
1908
+ "name": "icon",
1909
+ "default": null,
1910
+ "doc": "The icon associated with the entity"
1911
+ }
1912
+ ],
1913
+ "doc": "Properties related to how the entity is displayed in the Datahub UI"
1914
+ },
1841
1915
  {
1842
1916
  "type": "record",
1843
1917
  "Aspect": {
@@ -8903,8 +8977,8 @@
8903
8977
  "type": "enum",
8904
8978
  "symbolDocs": {
8905
8979
  "EXTERNAL": "The assertion was defined and managed externally of DataHub.",
8906
- "INFERRED": "The assertion was inferred, e.g. from offline AI / ML models.",
8907
- "NATIVE": "The assertion was defined natively on DataHub by a user."
8980
+ "INFERRED": "The assertion was inferred, e.g. from offline AI / ML models.\nDataHub Cloud only",
8981
+ "NATIVE": "The assertion was defined natively on DataHub by a user.\nDataHub Cloud only"
8908
8982
  },
8909
8983
  "name": "AssertionSourceType",
8910
8984
  "namespace": "com.linkedin.pegasus2avro.assertion",
@@ -9850,6 +9924,15 @@
9850
9924
  "name": "showSimplifiedHomepage",
9851
9925
  "default": null,
9852
9926
  "doc": "Flag whether the user should see a homepage with only datasets, charts and dashboards. Intended for users\nwho have less operational use cases for the datahub tool."
9927
+ },
9928
+ {
9929
+ "type": [
9930
+ "null",
9931
+ "boolean"
9932
+ ],
9933
+ "name": "showThemeV2",
9934
+ "default": null,
9935
+ "doc": "Flag controlling whether the V2 UI for DataHub is shown."
9853
9936
  }
9854
9937
  ],
9855
9938
  "doc": "Settings for a user around the appearance of their DataHub UI"
@@ -14611,15 +14694,18 @@
14611
14694
  "namespace": "com.linkedin.pegasus2avro.post",
14612
14695
  "fields": [
14613
14696
  {
14697
+ "Searchable": {},
14614
14698
  "type": {
14615
14699
  "type": "enum",
14616
14700
  "symbolDocs": {
14701
+ "ENTITY_ANNOUNCEMENT": "The Post is an Entity level announcement.",
14617
14702
  "HOME_PAGE_ANNOUNCEMENT": "The Post is an Home Page announcement."
14618
14703
  },
14619
14704
  "name": "PostType",
14620
14705
  "namespace": "com.linkedin.pegasus2avro.post",
14621
14706
  "symbols": [
14622
- "HOME_PAGE_ANNOUNCEMENT"
14707
+ "HOME_PAGE_ANNOUNCEMENT",
14708
+ "ENTITY_ANNOUNCEMENT"
14623
14709
  ],
14624
14710
  "doc": "Enum defining types of Posts."
14625
14711
  },
@@ -14764,13 +14850,25 @@
14764
14850
  "dataset",
14765
14851
  "schemaField",
14766
14852
  "chart",
14853
+ "container",
14767
14854
  "dashboard",
14768
14855
  "dataFlow",
14769
14856
  "dataJob",
14857
+ "dataProduct",
14858
+ "glossaryTerm",
14859
+ "glossaryNode",
14860
+ "mlModel",
14861
+ "mlFeature",
14862
+ "notebook",
14863
+ "mlFeatureTable",
14864
+ "mlPrimaryKey",
14865
+ "mlModelGroup",
14866
+ "domain",
14770
14867
  "dataProduct"
14771
14868
  ],
14772
14869
  "name": "PostTarget"
14773
14870
  },
14871
+ "Searchable": {},
14774
14872
  "java": {
14775
14873
  "class": "com.linkedin.pegasus2avro.common.urn.Urn"
14776
14874
  },
@@ -14779,9 +14877,20 @@
14779
14877
  "dataset",
14780
14878
  "schemaField",
14781
14879
  "chart",
14880
+ "container",
14782
14881
  "dashboard",
14783
14882
  "dataFlow",
14784
14883
  "dataJob",
14884
+ "dataProduct",
14885
+ "glossaryTerm",
14886
+ "glossaryNode",
14887
+ "mlModel",
14888
+ "mlFeature",
14889
+ "notebook",
14890
+ "mlFeatureTable",
14891
+ "mlPrimaryKey",
14892
+ "mlModelGroup",
14893
+ "domain",
14785
14894
  "dataProduct"
14786
14895
  ],
14787
14896
  "type": [
@@ -14790,7 +14899,7 @@
14790
14899
  ],
14791
14900
  "name": "target",
14792
14901
  "default": null,
14793
- "doc": "Optional URN that the post is associated with."
14902
+ "doc": "Optional Entity URN that the post is associated with."
14794
14903
  }
14795
14904
  ],
14796
14905
  "doc": "Information about a DataHub Post."
@@ -16756,7 +16865,8 @@
16756
16865
  "status",
16757
16866
  "schemaFieldAliases",
16758
16867
  "documentation",
16759
- "testResults"
16868
+ "testResults",
16869
+ "deprecation"
16760
16870
  ]
16761
16871
  },
16762
16872
  "name": "SchemaFieldKey",
@@ -2398,8 +2398,8 @@
2398
2398
  "type": "enum",
2399
2399
  "symbolDocs": {
2400
2400
  "EXTERNAL": "The assertion was defined and managed externally of DataHub.",
2401
- "INFERRED": "The assertion was inferred, e.g. from offline AI / ML models.",
2402
- "NATIVE": "The assertion was defined natively on DataHub by a user."
2401
+ "INFERRED": "The assertion was inferred, e.g. from offline AI / ML models.\nDataHub Cloud only",
2402
+ "NATIVE": "The assertion was defined natively on DataHub by a user.\nDataHub Cloud only"
2403
2403
  },
2404
2404
  "name": "AssertionSourceType",
2405
2405
  "namespace": "com.linkedin.pegasus2avro.assertion",
@@ -20,6 +20,15 @@
20
20
  "name": "showSimplifiedHomepage",
21
21
  "default": null,
22
22
  "doc": "Flag whether the user should see a homepage with only datasets, charts and dashboards. Intended for users\nwho have less operational use cases for the datahub tool."
23
+ },
24
+ {
25
+ "type": [
26
+ "null",
27
+ "boolean"
28
+ ],
29
+ "name": "showThemeV2",
30
+ "default": null,
31
+ "doc": "Flag controlling whether the V2 UI for DataHub is shown."
23
32
  }
24
33
  ],
25
34
  "doc": "Settings for a user around the appearance of their DataHub UI"
@@ -39,6 +39,18 @@
39
39
  "name": "actor",
40
40
  "doc": "The user URN which will be credited for modifying this deprecation content.",
41
41
  "Urn": "Urn"
42
+ },
43
+ {
44
+ "java": {
45
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
46
+ },
47
+ "type": [
48
+ "null",
49
+ "string"
50
+ ],
51
+ "name": "replacement",
52
+ "default": null,
53
+ "Urn": "Urn"
42
54
  }
43
55
  ],
44
56
  "doc": "Deprecation status of an entity"
@@ -0,0 +1,62 @@
1
+ {
2
+ "type": "record",
3
+ "Aspect": {
4
+ "name": "displayProperties"
5
+ },
6
+ "name": "DisplayProperties",
7
+ "namespace": "com.linkedin.pegasus2avro.common",
8
+ "fields": [
9
+ {
10
+ "type": [
11
+ "null",
12
+ "string"
13
+ ],
14
+ "name": "colorHex",
15
+ "default": null,
16
+ "doc": "The color associated with the entity in Hex. For example #FFFFFF."
17
+ },
18
+ {
19
+ "type": [
20
+ "null",
21
+ {
22
+ "type": "record",
23
+ "name": "IconProperties",
24
+ "namespace": "com.linkedin.pegasus2avro.common",
25
+ "fields": [
26
+ {
27
+ "type": {
28
+ "type": "enum",
29
+ "symbolDocs": {
30
+ "MATERIAL": "Material UI"
31
+ },
32
+ "name": "IconLibrary",
33
+ "namespace": "com.linkedin.pegasus2avro.common",
34
+ "symbols": [
35
+ "MATERIAL"
36
+ ],
37
+ "doc": "Enum of possible icon sources"
38
+ },
39
+ "name": "iconLibrary",
40
+ "doc": "The source of the icon: e.g. Antd, Material, etc"
41
+ },
42
+ {
43
+ "type": "string",
44
+ "name": "name",
45
+ "doc": "The name of the icon"
46
+ },
47
+ {
48
+ "type": "string",
49
+ "name": "style",
50
+ "doc": "Any modifier for the icon, this will be library-specific, e.g. filled/outlined, etc"
51
+ }
52
+ ],
53
+ "doc": "Properties describing an icon associated with an entity"
54
+ }
55
+ ],
56
+ "name": "icon",
57
+ "default": null,
58
+ "doc": "The icon associated with the entity"
59
+ }
60
+ ],
61
+ "doc": "Properties related to how the entity is displayed in the Datahub UI"
62
+ }
@@ -6051,6 +6051,18 @@
6051
6051
  "name": "actor",
6052
6052
  "doc": "The user URN which will be credited for modifying this deprecation content.",
6053
6053
  "Urn": "Urn"
6054
+ },
6055
+ {
6056
+ "java": {
6057
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
6058
+ },
6059
+ "type": [
6060
+ "null",
6061
+ "string"
6062
+ ],
6063
+ "name": "replacement",
6064
+ "default": null,
6065
+ "Urn": "Urn"
6054
6066
  }
6055
6067
  ],
6056
6068
  "doc": "Deprecation status of an entity"
@@ -7,15 +7,18 @@
7
7
  "namespace": "com.linkedin.pegasus2avro.post",
8
8
  "fields": [
9
9
  {
10
+ "Searchable": {},
10
11
  "type": {
11
12
  "type": "enum",
12
13
  "symbolDocs": {
14
+ "ENTITY_ANNOUNCEMENT": "The Post is an Entity level announcement.",
13
15
  "HOME_PAGE_ANNOUNCEMENT": "The Post is an Home Page announcement."
14
16
  },
15
17
  "name": "PostType",
16
18
  "namespace": "com.linkedin.pegasus2avro.post",
17
19
  "symbols": [
18
- "HOME_PAGE_ANNOUNCEMENT"
20
+ "HOME_PAGE_ANNOUNCEMENT",
21
+ "ENTITY_ANNOUNCEMENT"
19
22
  ],
20
23
  "doc": "Enum defining types of Posts."
21
24
  },
@@ -203,13 +206,25 @@
203
206
  "dataset",
204
207
  "schemaField",
205
208
  "chart",
209
+ "container",
206
210
  "dashboard",
207
211
  "dataFlow",
208
212
  "dataJob",
213
+ "dataProduct",
214
+ "glossaryTerm",
215
+ "glossaryNode",
216
+ "mlModel",
217
+ "mlFeature",
218
+ "notebook",
219
+ "mlFeatureTable",
220
+ "mlPrimaryKey",
221
+ "mlModelGroup",
222
+ "domain",
209
223
  "dataProduct"
210
224
  ],
211
225
  "name": "PostTarget"
212
226
  },
227
+ "Searchable": {},
213
228
  "java": {
214
229
  "class": "com.linkedin.pegasus2avro.common.urn.Urn"
215
230
  },
@@ -219,15 +234,26 @@
219
234
  ],
220
235
  "name": "target",
221
236
  "default": null,
222
- "doc": "Optional URN that the post is associated with.",
237
+ "doc": "Optional Entity URN that the post is associated with.",
223
238
  "Urn": "Urn",
224
239
  "entityTypes": [
225
240
  "dataset",
226
241
  "schemaField",
227
242
  "chart",
243
+ "container",
228
244
  "dashboard",
229
245
  "dataFlow",
230
246
  "dataJob",
247
+ "dataProduct",
248
+ "glossaryTerm",
249
+ "glossaryNode",
250
+ "mlModel",
251
+ "mlFeature",
252
+ "notebook",
253
+ "mlFeatureTable",
254
+ "mlPrimaryKey",
255
+ "mlModelGroup",
256
+ "domain",
231
257
  "dataProduct"
232
258
  ]
233
259
  }
@@ -12,7 +12,8 @@
12
12
  "status",
13
13
  "schemaFieldAliases",
14
14
  "documentation",
15
- "testResults"
15
+ "testResults",
16
+ "deprecation"
16
17
  ]
17
18
  },
18
19
  "name": "SchemaFieldKey",