acryl-datahub 1.0.0rc8__py3-none-any.whl → 1.0.0rc9__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of acryl-datahub might be problematic. Click here for more details.
- {acryl_datahub-1.0.0rc8.dist-info → acryl_datahub-1.0.0rc9.dist-info}/METADATA +2445 -2445
- {acryl_datahub-1.0.0rc8.dist-info → acryl_datahub-1.0.0rc9.dist-info}/RECORD +46 -42
- datahub/_version.py +1 -1
- datahub/api/entities/dataset/dataset.py +731 -42
- datahub/api/entities/structuredproperties/structuredproperties.py +2 -2
- datahub/cli/specific/dataset_cli.py +128 -14
- datahub/ingestion/graph/client.py +15 -11
- datahub/ingestion/graph/filters.py +64 -37
- datahub/ingestion/source/cassandra/cassandra.py +1 -1
- datahub/ingestion/source/preset.py +7 -4
- datahub/ingestion/source/superset.py +158 -24
- datahub/metadata/_schema_classes.py +157 -14
- datahub/metadata/_urns/urn_defs.py +58 -58
- datahub/metadata/schema.avsc +23 -10
- datahub/metadata/schemas/CorpGroupKey.avsc +2 -1
- datahub/metadata/schemas/CorpUserKey.avsc +2 -1
- datahub/metadata/schemas/DataProcessKey.avsc +2 -1
- datahub/metadata/schemas/DataProductKey.avsc +2 -1
- datahub/metadata/schemas/GlossaryNodeKey.avsc +2 -1
- datahub/metadata/schemas/GlossaryTermKey.avsc +2 -1
- datahub/metadata/schemas/MLFeatureKey.avsc +2 -1
- datahub/metadata/schemas/MLFeatureTableKey.avsc +2 -1
- datahub/metadata/schemas/MLModelGroupKey.avsc +2 -1
- datahub/metadata/schemas/MLModelKey.avsc +2 -1
- datahub/metadata/schemas/MLPrimaryKeyKey.avsc +2 -1
- datahub/metadata/schemas/PostKey.avsc +2 -1
- datahub/metadata/schemas/SchemaFieldKey.avsc +2 -1
- datahub/metadata/schemas/VersionProperties.avsc +18 -0
- datahub/metadata/schemas/VersionSetProperties.avsc +5 -0
- datahub/pydantic/__init__.py +0 -0
- datahub/pydantic/compat.py +58 -0
- datahub/sdk/__init__.py +1 -0
- datahub/sdk/_all_entities.py +1 -1
- datahub/sdk/_shared.py +88 -3
- datahub/sdk/container.py +7 -1
- datahub/sdk/dataset.py +7 -1
- datahub/sdk/{_entity.py → entity.py} +4 -0
- datahub/sdk/entity_client.py +1 -1
- datahub/sdk/main_client.py +7 -1
- datahub/sdk/resolver_client.py +17 -29
- datahub/sdk/search_client.py +50 -0
- datahub/sdk/search_filters.py +374 -0
- {acryl_datahub-1.0.0rc8.dist-info → acryl_datahub-1.0.0rc9.dist-info}/LICENSE +0 -0
- {acryl_datahub-1.0.0rc8.dist-info → acryl_datahub-1.0.0rc9.dist-info}/WHEEL +0 -0
- {acryl_datahub-1.0.0rc8.dist-info → acryl_datahub-1.0.0rc9.dist-info}/entry_points.txt +0 -0
- {acryl_datahub-1.0.0rc8.dist-info → acryl_datahub-1.0.0rc9.dist-info}/top_level.txt +0 -0
|
@@ -10,7 +10,7 @@
|
|
|
10
10
|
|
|
11
11
|
# This file contains classes corresponding to entity URNs.
|
|
12
12
|
|
|
13
|
-
from typing import ClassVar, List, Optional, Type, TYPE_CHECKING, Union
|
|
13
|
+
from typing import ClassVar, List, Optional, Type, TYPE_CHECKING, Union, Literal
|
|
14
14
|
|
|
15
15
|
import functools
|
|
16
16
|
from deprecated.sphinx import deprecated as _sphinx_deprecated
|
|
@@ -25,7 +25,7 @@ if TYPE_CHECKING:
|
|
|
25
25
|
from datahub.metadata.schema_classes import BusinessAttributeKeyClass
|
|
26
26
|
|
|
27
27
|
class BusinessAttributeUrn(_SpecificUrn):
|
|
28
|
-
ENTITY_TYPE: ClassVar[
|
|
28
|
+
ENTITY_TYPE: ClassVar[Literal["businessAttribute"]] = "businessAttribute"
|
|
29
29
|
_URN_PARTS: ClassVar[int] = 1
|
|
30
30
|
|
|
31
31
|
def __init__(self, id: Union["BusinessAttributeUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -81,7 +81,7 @@ if TYPE_CHECKING:
|
|
|
81
81
|
from datahub.metadata.schema_classes import DataTypeKeyClass
|
|
82
82
|
|
|
83
83
|
class DataTypeUrn(_SpecificUrn):
|
|
84
|
-
ENTITY_TYPE: ClassVar[
|
|
84
|
+
ENTITY_TYPE: ClassVar[Literal["dataType"]] = "dataType"
|
|
85
85
|
_URN_PARTS: ClassVar[int] = 1
|
|
86
86
|
|
|
87
87
|
def __init__(self, id: Union["DataTypeUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -137,7 +137,7 @@ if TYPE_CHECKING:
|
|
|
137
137
|
from datahub.metadata.schema_classes import DataProductKeyClass
|
|
138
138
|
|
|
139
139
|
class DataProductUrn(_SpecificUrn):
|
|
140
|
-
ENTITY_TYPE: ClassVar[
|
|
140
|
+
ENTITY_TYPE: ClassVar[Literal["dataProduct"]] = "dataProduct"
|
|
141
141
|
_URN_PARTS: ClassVar[int] = 1
|
|
142
142
|
|
|
143
143
|
def __init__(self, id: Union["DataProductUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -193,7 +193,7 @@ if TYPE_CHECKING:
|
|
|
193
193
|
from datahub.metadata.schema_classes import TelemetryKeyClass
|
|
194
194
|
|
|
195
195
|
class TelemetryUrn(_SpecificUrn):
|
|
196
|
-
ENTITY_TYPE: ClassVar[
|
|
196
|
+
ENTITY_TYPE: ClassVar[Literal["telemetry"]] = "telemetry"
|
|
197
197
|
_URN_PARTS: ClassVar[int] = 1
|
|
198
198
|
|
|
199
199
|
def __init__(self, name: Union["TelemetryUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -249,7 +249,7 @@ if TYPE_CHECKING:
|
|
|
249
249
|
from datahub.metadata.schema_classes import DataHubAccessTokenKeyClass
|
|
250
250
|
|
|
251
251
|
class DataHubAccessTokenUrn(_SpecificUrn):
|
|
252
|
-
ENTITY_TYPE: ClassVar[
|
|
252
|
+
ENTITY_TYPE: ClassVar[Literal["dataHubAccessToken"]] = "dataHubAccessToken"
|
|
253
253
|
_URN_PARTS: ClassVar[int] = 1
|
|
254
254
|
|
|
255
255
|
def __init__(self, id: Union["DataHubAccessTokenUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -305,7 +305,7 @@ if TYPE_CHECKING:
|
|
|
305
305
|
from datahub.metadata.schema_classes import DataHubConnectionKeyClass
|
|
306
306
|
|
|
307
307
|
class DataHubConnectionUrn(_SpecificUrn):
|
|
308
|
-
ENTITY_TYPE: ClassVar[
|
|
308
|
+
ENTITY_TYPE: ClassVar[Literal["dataHubConnection"]] = "dataHubConnection"
|
|
309
309
|
_URN_PARTS: ClassVar[int] = 1
|
|
310
310
|
|
|
311
311
|
def __init__(self, id: Union["DataHubConnectionUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -361,7 +361,7 @@ if TYPE_CHECKING:
|
|
|
361
361
|
from datahub.metadata.schema_classes import DataHubRoleKeyClass
|
|
362
362
|
|
|
363
363
|
class DataHubRoleUrn(_SpecificUrn):
|
|
364
|
-
ENTITY_TYPE: ClassVar[
|
|
364
|
+
ENTITY_TYPE: ClassVar[Literal["dataHubRole"]] = "dataHubRole"
|
|
365
365
|
_URN_PARTS: ClassVar[int] = 1
|
|
366
366
|
|
|
367
367
|
def __init__(self, id: Union["DataHubRoleUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -417,7 +417,7 @@ if TYPE_CHECKING:
|
|
|
417
417
|
from datahub.metadata.schema_classes import MLModelKeyClass
|
|
418
418
|
|
|
419
419
|
class MlModelUrn(_SpecificUrn):
|
|
420
|
-
ENTITY_TYPE: ClassVar[
|
|
420
|
+
ENTITY_TYPE: ClassVar[Literal["mlModel"]] = "mlModel"
|
|
421
421
|
_URN_PARTS: ClassVar[int] = 3
|
|
422
422
|
|
|
423
423
|
def __init__(self, platform: Union["DataPlatformUrn", str], name: str, env: str = "PROD", *, _allow_coercion: bool = True) -> None:
|
|
@@ -480,7 +480,7 @@ if TYPE_CHECKING:
|
|
|
480
480
|
from datahub.metadata.schema_classes import NotebookKeyClass
|
|
481
481
|
|
|
482
482
|
class NotebookUrn(_SpecificUrn):
|
|
483
|
-
ENTITY_TYPE: ClassVar[
|
|
483
|
+
ENTITY_TYPE: ClassVar[Literal["notebook"]] = "notebook"
|
|
484
484
|
_URN_PARTS: ClassVar[int] = 2
|
|
485
485
|
|
|
486
486
|
def __init__(self, notebook_tool: str, notebook_id: str, *, _allow_coercion: bool = True) -> None:
|
|
@@ -542,7 +542,7 @@ if TYPE_CHECKING:
|
|
|
542
542
|
from datahub.metadata.schema_classes import RoleKeyClass
|
|
543
543
|
|
|
544
544
|
class RoleUrn(_SpecificUrn):
|
|
545
|
-
ENTITY_TYPE: ClassVar[
|
|
545
|
+
ENTITY_TYPE: ClassVar[Literal["role"]] = "role"
|
|
546
546
|
_URN_PARTS: ClassVar[int] = 1
|
|
547
547
|
|
|
548
548
|
def __init__(self, id: Union["RoleUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -598,7 +598,7 @@ if TYPE_CHECKING:
|
|
|
598
598
|
from datahub.metadata.schema_classes import GlobalSettingsKeyClass
|
|
599
599
|
|
|
600
600
|
class GlobalSettingsUrn(_SpecificUrn):
|
|
601
|
-
ENTITY_TYPE: ClassVar[
|
|
601
|
+
ENTITY_TYPE: ClassVar[Literal["globalSettings"]] = "globalSettings"
|
|
602
602
|
_URN_PARTS: ClassVar[int] = 1
|
|
603
603
|
|
|
604
604
|
def __init__(self, id: Union["GlobalSettingsUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -654,7 +654,7 @@ if TYPE_CHECKING:
|
|
|
654
654
|
from datahub.metadata.schema_classes import DatasetKeyClass
|
|
655
655
|
|
|
656
656
|
class DatasetUrn(_SpecificUrn):
|
|
657
|
-
ENTITY_TYPE: ClassVar[
|
|
657
|
+
ENTITY_TYPE: ClassVar[Literal["dataset"]] = "dataset"
|
|
658
658
|
_URN_PARTS: ClassVar[int] = 3
|
|
659
659
|
|
|
660
660
|
def __init__(self, platform: Union["DataPlatformUrn", str], name: str, env: str = "PROD", *, _allow_coercion: bool = True) -> None:
|
|
@@ -746,7 +746,7 @@ if TYPE_CHECKING:
|
|
|
746
746
|
from datahub.metadata.schema_classes import ChartKeyClass
|
|
747
747
|
|
|
748
748
|
class ChartUrn(_SpecificUrn):
|
|
749
|
-
ENTITY_TYPE: ClassVar[
|
|
749
|
+
ENTITY_TYPE: ClassVar[Literal["chart"]] = "chart"
|
|
750
750
|
_URN_PARTS: ClassVar[int] = 2
|
|
751
751
|
|
|
752
752
|
def __init__(self, dashboard_tool: str, chart_id: str, *, _allow_coercion: bool = True) -> None:
|
|
@@ -800,7 +800,7 @@ if TYPE_CHECKING:
|
|
|
800
800
|
from datahub.metadata.schema_classes import GlossaryNodeKeyClass
|
|
801
801
|
|
|
802
802
|
class GlossaryNodeUrn(_SpecificUrn):
|
|
803
|
-
ENTITY_TYPE: ClassVar[
|
|
803
|
+
ENTITY_TYPE: ClassVar[Literal["glossaryNode"]] = "glossaryNode"
|
|
804
804
|
_URN_PARTS: ClassVar[int] = 1
|
|
805
805
|
|
|
806
806
|
def __init__(self, name: Union["GlossaryNodeUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -856,7 +856,7 @@ if TYPE_CHECKING:
|
|
|
856
856
|
from datahub.metadata.schema_classes import AssertionKeyClass
|
|
857
857
|
|
|
858
858
|
class AssertionUrn(_SpecificUrn):
|
|
859
|
-
ENTITY_TYPE: ClassVar[
|
|
859
|
+
ENTITY_TYPE: ClassVar[Literal["assertion"]] = "assertion"
|
|
860
860
|
_URN_PARTS: ClassVar[int] = 1
|
|
861
861
|
|
|
862
862
|
def __init__(self, assertion_id: Union["AssertionUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -912,7 +912,7 @@ if TYPE_CHECKING:
|
|
|
912
912
|
from datahub.metadata.schema_classes import ExecutionRequestKeyClass
|
|
913
913
|
|
|
914
914
|
class DataHubExecutionRequestUrn(_SpecificUrn):
|
|
915
|
-
ENTITY_TYPE: ClassVar[
|
|
915
|
+
ENTITY_TYPE: ClassVar[Literal["dataHubExecutionRequest"]] = "dataHubExecutionRequest"
|
|
916
916
|
_URN_PARTS: ClassVar[int] = 1
|
|
917
917
|
|
|
918
918
|
def __init__(self, id: Union["DataHubExecutionRequestUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -968,7 +968,7 @@ if TYPE_CHECKING:
|
|
|
968
968
|
from datahub.metadata.schema_classes import MLModelGroupKeyClass
|
|
969
969
|
|
|
970
970
|
class MlModelGroupUrn(_SpecificUrn):
|
|
971
|
-
ENTITY_TYPE: ClassVar[
|
|
971
|
+
ENTITY_TYPE: ClassVar[Literal["mlModelGroup"]] = "mlModelGroup"
|
|
972
972
|
_URN_PARTS: ClassVar[int] = 3
|
|
973
973
|
|
|
974
974
|
def __init__(self, platform: Union["DataPlatformUrn", str], name: str, env: str = "PROD", *, _allow_coercion: bool = True) -> None:
|
|
@@ -1031,7 +1031,7 @@ if TYPE_CHECKING:
|
|
|
1031
1031
|
from datahub.metadata.schema_classes import MLModelDeploymentKeyClass
|
|
1032
1032
|
|
|
1033
1033
|
class MlModelDeploymentUrn(_SpecificUrn):
|
|
1034
|
-
ENTITY_TYPE: ClassVar[
|
|
1034
|
+
ENTITY_TYPE: ClassVar[Literal["mlModelDeployment"]] = "mlModelDeployment"
|
|
1035
1035
|
_URN_PARTS: ClassVar[int] = 3
|
|
1036
1036
|
|
|
1037
1037
|
def __init__(self, platform: Union["DataPlatformUrn", str], name: str, env: str = "PROD", *, _allow_coercion: bool = True) -> None:
|
|
@@ -1094,7 +1094,7 @@ if TYPE_CHECKING:
|
|
|
1094
1094
|
from datahub.metadata.schema_classes import DataFlowKeyClass
|
|
1095
1095
|
|
|
1096
1096
|
class DataFlowUrn(_SpecificUrn):
|
|
1097
|
-
ENTITY_TYPE: ClassVar[
|
|
1097
|
+
ENTITY_TYPE: ClassVar[Literal["dataFlow"]] = "dataFlow"
|
|
1098
1098
|
_URN_PARTS: ClassVar[int] = 3
|
|
1099
1099
|
|
|
1100
1100
|
def __init__(self, orchestrator: str, flow_id: str, cluster: str, *, _allow_coercion: bool = True) -> None:
|
|
@@ -1183,7 +1183,7 @@ if TYPE_CHECKING:
|
|
|
1183
1183
|
from datahub.metadata.schema_classes import DataJobKeyClass
|
|
1184
1184
|
|
|
1185
1185
|
class DataJobUrn(_SpecificUrn):
|
|
1186
|
-
ENTITY_TYPE: ClassVar[
|
|
1186
|
+
ENTITY_TYPE: ClassVar[Literal["dataJob"]] = "dataJob"
|
|
1187
1187
|
_URN_PARTS: ClassVar[int] = 2
|
|
1188
1188
|
|
|
1189
1189
|
def __init__(self, flow: Union["DataFlowUrn", str], job_id: str, *, _allow_coercion: bool = True) -> None:
|
|
@@ -1255,7 +1255,7 @@ if TYPE_CHECKING:
|
|
|
1255
1255
|
from datahub.metadata.schema_classes import CorpGroupKeyClass
|
|
1256
1256
|
|
|
1257
1257
|
class CorpGroupUrn(_SpecificUrn):
|
|
1258
|
-
ENTITY_TYPE: ClassVar[
|
|
1258
|
+
ENTITY_TYPE: ClassVar[Literal["corpGroup"]] = "corpGroup"
|
|
1259
1259
|
_URN_PARTS: ClassVar[int] = 1
|
|
1260
1260
|
|
|
1261
1261
|
def __init__(self, name: Union["CorpGroupUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -1316,7 +1316,7 @@ if TYPE_CHECKING:
|
|
|
1316
1316
|
from datahub.metadata.schema_classes import DataPlatformKeyClass
|
|
1317
1317
|
|
|
1318
1318
|
class DataPlatformUrn(_SpecificUrn):
|
|
1319
|
-
ENTITY_TYPE: ClassVar[
|
|
1319
|
+
ENTITY_TYPE: ClassVar[Literal["dataPlatform"]] = "dataPlatform"
|
|
1320
1320
|
_URN_PARTS: ClassVar[int] = 1
|
|
1321
1321
|
|
|
1322
1322
|
def __init__(self, platform_name: Union["DataPlatformUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -1377,7 +1377,7 @@ if TYPE_CHECKING:
|
|
|
1377
1377
|
from datahub.metadata.schema_classes import CorpUserKeyClass
|
|
1378
1378
|
|
|
1379
1379
|
class CorpUserUrn(_SpecificUrn):
|
|
1380
|
-
ENTITY_TYPE: ClassVar[
|
|
1380
|
+
ENTITY_TYPE: ClassVar[Literal["corpuser"]] = "corpuser"
|
|
1381
1381
|
_URN_PARTS: ClassVar[int] = 1
|
|
1382
1382
|
|
|
1383
1383
|
def __init__(self, username: Union["CorpUserUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -1438,7 +1438,7 @@ if TYPE_CHECKING:
|
|
|
1438
1438
|
from datahub.metadata.schema_classes import DashboardKeyClass
|
|
1439
1439
|
|
|
1440
1440
|
class DashboardUrn(_SpecificUrn):
|
|
1441
|
-
ENTITY_TYPE: ClassVar[
|
|
1441
|
+
ENTITY_TYPE: ClassVar[Literal["dashboard"]] = "dashboard"
|
|
1442
1442
|
_URN_PARTS: ClassVar[int] = 2
|
|
1443
1443
|
|
|
1444
1444
|
def __init__(self, dashboard_tool: str, dashboard_id: str, *, _allow_coercion: bool = True) -> None:
|
|
@@ -1492,7 +1492,7 @@ if TYPE_CHECKING:
|
|
|
1492
1492
|
from datahub.metadata.schema_classes import MLPrimaryKeyKeyClass
|
|
1493
1493
|
|
|
1494
1494
|
class MlPrimaryKeyUrn(_SpecificUrn):
|
|
1495
|
-
ENTITY_TYPE: ClassVar[
|
|
1495
|
+
ENTITY_TYPE: ClassVar[Literal["mlPrimaryKey"]] = "mlPrimaryKey"
|
|
1496
1496
|
_URN_PARTS: ClassVar[int] = 2
|
|
1497
1497
|
|
|
1498
1498
|
def __init__(self, feature_namespace: str, name: str, *, _allow_coercion: bool = True) -> None:
|
|
@@ -1546,7 +1546,7 @@ if TYPE_CHECKING:
|
|
|
1546
1546
|
from datahub.metadata.schema_classes import QueryKeyClass
|
|
1547
1547
|
|
|
1548
1548
|
class QueryUrn(_SpecificUrn):
|
|
1549
|
-
ENTITY_TYPE: ClassVar[
|
|
1549
|
+
ENTITY_TYPE: ClassVar[Literal["query"]] = "query"
|
|
1550
1550
|
_URN_PARTS: ClassVar[int] = 1
|
|
1551
1551
|
|
|
1552
1552
|
def __init__(self, id: Union["QueryUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -1602,7 +1602,7 @@ if TYPE_CHECKING:
|
|
|
1602
1602
|
from datahub.metadata.schema_classes import OwnershipTypeKeyClass
|
|
1603
1603
|
|
|
1604
1604
|
class OwnershipTypeUrn(_SpecificUrn):
|
|
1605
|
-
ENTITY_TYPE: ClassVar[
|
|
1605
|
+
ENTITY_TYPE: ClassVar[Literal["ownershipType"]] = "ownershipType"
|
|
1606
1606
|
_URN_PARTS: ClassVar[int] = 1
|
|
1607
1607
|
|
|
1608
1608
|
def __init__(self, id: Union["OwnershipTypeUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -1658,7 +1658,7 @@ if TYPE_CHECKING:
|
|
|
1658
1658
|
from datahub.metadata.schema_classes import DomainKeyClass
|
|
1659
1659
|
|
|
1660
1660
|
class DomainUrn(_SpecificUrn):
|
|
1661
|
-
ENTITY_TYPE: ClassVar[
|
|
1661
|
+
ENTITY_TYPE: ClassVar[Literal["domain"]] = "domain"
|
|
1662
1662
|
_URN_PARTS: ClassVar[int] = 1
|
|
1663
1663
|
|
|
1664
1664
|
def __init__(self, id: Union["DomainUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -1719,7 +1719,7 @@ if TYPE_CHECKING:
|
|
|
1719
1719
|
from datahub.metadata.schema_classes import MLFeatureKeyClass
|
|
1720
1720
|
|
|
1721
1721
|
class MlFeatureUrn(_SpecificUrn):
|
|
1722
|
-
ENTITY_TYPE: ClassVar[
|
|
1722
|
+
ENTITY_TYPE: ClassVar[Literal["mlFeature"]] = "mlFeature"
|
|
1723
1723
|
_URN_PARTS: ClassVar[int] = 2
|
|
1724
1724
|
|
|
1725
1725
|
def __init__(self, feature_namespace: str, name: str, *, _allow_coercion: bool = True) -> None:
|
|
@@ -1773,7 +1773,7 @@ if TYPE_CHECKING:
|
|
|
1773
1773
|
from datahub.metadata.schema_classes import MLFeatureTableKeyClass
|
|
1774
1774
|
|
|
1775
1775
|
class MlFeatureTableUrn(_SpecificUrn):
|
|
1776
|
-
ENTITY_TYPE: ClassVar[
|
|
1776
|
+
ENTITY_TYPE: ClassVar[Literal["mlFeatureTable"]] = "mlFeatureTable"
|
|
1777
1777
|
_URN_PARTS: ClassVar[int] = 2
|
|
1778
1778
|
|
|
1779
1779
|
def __init__(self, platform: Union["DataPlatformUrn", str], name: str, *, _allow_coercion: bool = True) -> None:
|
|
@@ -1827,7 +1827,7 @@ if TYPE_CHECKING:
|
|
|
1827
1827
|
from datahub.metadata.schema_classes import DataHubViewKeyClass
|
|
1828
1828
|
|
|
1829
1829
|
class DataHubViewUrn(_SpecificUrn):
|
|
1830
|
-
ENTITY_TYPE: ClassVar[
|
|
1830
|
+
ENTITY_TYPE: ClassVar[Literal["dataHubView"]] = "dataHubView"
|
|
1831
1831
|
_URN_PARTS: ClassVar[int] = 1
|
|
1832
1832
|
|
|
1833
1833
|
def __init__(self, id: Union["DataHubViewUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -1883,7 +1883,7 @@ if TYPE_CHECKING:
|
|
|
1883
1883
|
from datahub.metadata.schema_classes import DataHubActionKeyClass
|
|
1884
1884
|
|
|
1885
1885
|
class DataHubActionUrn(_SpecificUrn):
|
|
1886
|
-
ENTITY_TYPE: ClassVar[
|
|
1886
|
+
ENTITY_TYPE: ClassVar[Literal["dataHubAction"]] = "dataHubAction"
|
|
1887
1887
|
_URN_PARTS: ClassVar[int] = 1
|
|
1888
1888
|
|
|
1889
1889
|
def __init__(self, id: Union["DataHubActionUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -1939,7 +1939,7 @@ if TYPE_CHECKING:
|
|
|
1939
1939
|
from datahub.metadata.schema_classes import DataHubUpgradeKeyClass
|
|
1940
1940
|
|
|
1941
1941
|
class DataHubUpgradeUrn(_SpecificUrn):
|
|
1942
|
-
ENTITY_TYPE: ClassVar[
|
|
1942
|
+
ENTITY_TYPE: ClassVar[Literal["dataHubUpgrade"]] = "dataHubUpgrade"
|
|
1943
1943
|
_URN_PARTS: ClassVar[int] = 1
|
|
1944
1944
|
|
|
1945
1945
|
def __init__(self, id: Union["DataHubUpgradeUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -1995,7 +1995,7 @@ if TYPE_CHECKING:
|
|
|
1995
1995
|
from datahub.metadata.schema_classes import DataHubStepStateKeyClass
|
|
1996
1996
|
|
|
1997
1997
|
class DataHubStepStateUrn(_SpecificUrn):
|
|
1998
|
-
ENTITY_TYPE: ClassVar[
|
|
1998
|
+
ENTITY_TYPE: ClassVar[Literal["dataHubStepState"]] = "dataHubStepState"
|
|
1999
1999
|
_URN_PARTS: ClassVar[int] = 1
|
|
2000
2000
|
|
|
2001
2001
|
def __init__(self, id: Union["DataHubStepStateUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -2051,7 +2051,7 @@ if TYPE_CHECKING:
|
|
|
2051
2051
|
from datahub.metadata.schema_classes import ERModelRelationshipKeyClass
|
|
2052
2052
|
|
|
2053
2053
|
class ErModelRelationshipUrn(_SpecificUrn):
|
|
2054
|
-
ENTITY_TYPE: ClassVar[
|
|
2054
|
+
ENTITY_TYPE: ClassVar[Literal["erModelRelationship"]] = "erModelRelationship"
|
|
2055
2055
|
_URN_PARTS: ClassVar[int] = 1
|
|
2056
2056
|
|
|
2057
2057
|
def __init__(self, id: Union["ErModelRelationshipUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -2107,7 +2107,7 @@ if TYPE_CHECKING:
|
|
|
2107
2107
|
from datahub.metadata.schema_classes import DataHubPolicyKeyClass
|
|
2108
2108
|
|
|
2109
2109
|
class DataHubPolicyUrn(_SpecificUrn):
|
|
2110
|
-
ENTITY_TYPE: ClassVar[
|
|
2110
|
+
ENTITY_TYPE: ClassVar[Literal["dataHubPolicy"]] = "dataHubPolicy"
|
|
2111
2111
|
_URN_PARTS: ClassVar[int] = 1
|
|
2112
2112
|
|
|
2113
2113
|
def __init__(self, id: Union["DataHubPolicyUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -2163,7 +2163,7 @@ if TYPE_CHECKING:
|
|
|
2163
2163
|
from datahub.metadata.schema_classes import DataHubRetentionKeyClass
|
|
2164
2164
|
|
|
2165
2165
|
class DataHubRetentionUrn(_SpecificUrn):
|
|
2166
|
-
ENTITY_TYPE: ClassVar[
|
|
2166
|
+
ENTITY_TYPE: ClassVar[Literal["dataHubRetention"]] = "dataHubRetention"
|
|
2167
2167
|
_URN_PARTS: ClassVar[int] = 2
|
|
2168
2168
|
|
|
2169
2169
|
def __init__(self, entity_name: str, aspect_name: str, *, _allow_coercion: bool = True) -> None:
|
|
@@ -2217,7 +2217,7 @@ if TYPE_CHECKING:
|
|
|
2217
2217
|
from datahub.metadata.schema_classes import DataContractKeyClass
|
|
2218
2218
|
|
|
2219
2219
|
class DataContractUrn(_SpecificUrn):
|
|
2220
|
-
ENTITY_TYPE: ClassVar[
|
|
2220
|
+
ENTITY_TYPE: ClassVar[Literal["dataContract"]] = "dataContract"
|
|
2221
2221
|
_URN_PARTS: ClassVar[int] = 1
|
|
2222
2222
|
|
|
2223
2223
|
def __init__(self, id: Union["DataContractUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -2273,7 +2273,7 @@ if TYPE_CHECKING:
|
|
|
2273
2273
|
from datahub.metadata.schema_classes import DataProcessKeyClass
|
|
2274
2274
|
|
|
2275
2275
|
class DataProcessUrn(_SpecificUrn):
|
|
2276
|
-
ENTITY_TYPE: ClassVar[
|
|
2276
|
+
ENTITY_TYPE: ClassVar[Literal["dataProcess"]] = "dataProcess"
|
|
2277
2277
|
_URN_PARTS: ClassVar[int] = 3
|
|
2278
2278
|
|
|
2279
2279
|
def __init__(self, name: str, orchestrator: str, env: str = "PROD", *, _allow_coercion: bool = True) -> None:
|
|
@@ -2336,7 +2336,7 @@ if TYPE_CHECKING:
|
|
|
2336
2336
|
from datahub.metadata.schema_classes import DataProcessInstanceKeyClass
|
|
2337
2337
|
|
|
2338
2338
|
class DataProcessInstanceUrn(_SpecificUrn):
|
|
2339
|
-
ENTITY_TYPE: ClassVar[
|
|
2339
|
+
ENTITY_TYPE: ClassVar[Literal["dataProcessInstance"]] = "dataProcessInstance"
|
|
2340
2340
|
_URN_PARTS: ClassVar[int] = 1
|
|
2341
2341
|
|
|
2342
2342
|
def __init__(self, id: Union["DataProcessInstanceUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -2401,7 +2401,7 @@ if TYPE_CHECKING:
|
|
|
2401
2401
|
from datahub.metadata.schema_classes import GlossaryTermKeyClass
|
|
2402
2402
|
|
|
2403
2403
|
class GlossaryTermUrn(_SpecificUrn):
|
|
2404
|
-
ENTITY_TYPE: ClassVar[
|
|
2404
|
+
ENTITY_TYPE: ClassVar[Literal["glossaryTerm"]] = "glossaryTerm"
|
|
2405
2405
|
_URN_PARTS: ClassVar[int] = 1
|
|
2406
2406
|
|
|
2407
2407
|
def __init__(self, name: Union["GlossaryTermUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -2457,7 +2457,7 @@ if TYPE_CHECKING:
|
|
|
2457
2457
|
from datahub.metadata.schema_classes import FormKeyClass
|
|
2458
2458
|
|
|
2459
2459
|
class FormUrn(_SpecificUrn):
|
|
2460
|
-
ENTITY_TYPE: ClassVar[
|
|
2460
|
+
ENTITY_TYPE: ClassVar[Literal["form"]] = "form"
|
|
2461
2461
|
_URN_PARTS: ClassVar[int] = 1
|
|
2462
2462
|
|
|
2463
2463
|
def __init__(self, id: Union["FormUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -2513,7 +2513,7 @@ if TYPE_CHECKING:
|
|
|
2513
2513
|
from datahub.metadata.schema_classes import SchemaFieldKeyClass
|
|
2514
2514
|
|
|
2515
2515
|
class SchemaFieldUrn(_SpecificUrn):
|
|
2516
|
-
ENTITY_TYPE: ClassVar[
|
|
2516
|
+
ENTITY_TYPE: ClassVar[Literal["schemaField"]] = "schemaField"
|
|
2517
2517
|
_URN_PARTS: ClassVar[int] = 2
|
|
2518
2518
|
|
|
2519
2519
|
def __init__(self, parent: Union["Urn", str], field_path: str, *, _allow_coercion: bool = True) -> None:
|
|
@@ -2574,7 +2574,7 @@ if TYPE_CHECKING:
|
|
|
2574
2574
|
from datahub.metadata.schema_classes import TagKeyClass
|
|
2575
2575
|
|
|
2576
2576
|
class TagUrn(_SpecificUrn):
|
|
2577
|
-
ENTITY_TYPE: ClassVar[
|
|
2577
|
+
ENTITY_TYPE: ClassVar[Literal["tag"]] = "tag"
|
|
2578
2578
|
_URN_PARTS: ClassVar[int] = 1
|
|
2579
2579
|
|
|
2580
2580
|
def __init__(self, name: Union["TagUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -2635,7 +2635,7 @@ if TYPE_CHECKING:
|
|
|
2635
2635
|
from datahub.metadata.schema_classes import PostKeyClass
|
|
2636
2636
|
|
|
2637
2637
|
class PostUrn(_SpecificUrn):
|
|
2638
|
-
ENTITY_TYPE: ClassVar[
|
|
2638
|
+
ENTITY_TYPE: ClassVar[Literal["post"]] = "post"
|
|
2639
2639
|
_URN_PARTS: ClassVar[int] = 1
|
|
2640
2640
|
|
|
2641
2641
|
def __init__(self, id: Union["PostUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -2691,7 +2691,7 @@ if TYPE_CHECKING:
|
|
|
2691
2691
|
from datahub.metadata.schema_classes import DataHubIngestionSourceKeyClass
|
|
2692
2692
|
|
|
2693
2693
|
class DataHubIngestionSourceUrn(_SpecificUrn):
|
|
2694
|
-
ENTITY_TYPE: ClassVar[
|
|
2694
|
+
ENTITY_TYPE: ClassVar[Literal["dataHubIngestionSource"]] = "dataHubIngestionSource"
|
|
2695
2695
|
_URN_PARTS: ClassVar[int] = 1
|
|
2696
2696
|
|
|
2697
2697
|
def __init__(self, id: Union["DataHubIngestionSourceUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -2747,7 +2747,7 @@ if TYPE_CHECKING:
|
|
|
2747
2747
|
from datahub.metadata.schema_classes import InviteTokenKeyClass
|
|
2748
2748
|
|
|
2749
2749
|
class InviteTokenUrn(_SpecificUrn):
|
|
2750
|
-
ENTITY_TYPE: ClassVar[
|
|
2750
|
+
ENTITY_TYPE: ClassVar[Literal["inviteToken"]] = "inviteToken"
|
|
2751
2751
|
_URN_PARTS: ClassVar[int] = 1
|
|
2752
2752
|
|
|
2753
2753
|
def __init__(self, id: Union["InviteTokenUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -2803,7 +2803,7 @@ if TYPE_CHECKING:
|
|
|
2803
2803
|
from datahub.metadata.schema_classes import DataHubPersonaKeyClass
|
|
2804
2804
|
|
|
2805
2805
|
class DataHubPersonaUrn(_SpecificUrn):
|
|
2806
|
-
ENTITY_TYPE: ClassVar[
|
|
2806
|
+
ENTITY_TYPE: ClassVar[Literal["dataHubPersona"]] = "dataHubPersona"
|
|
2807
2807
|
_URN_PARTS: ClassVar[int] = 1
|
|
2808
2808
|
|
|
2809
2809
|
def __init__(self, id: Union["DataHubPersonaUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -2859,7 +2859,7 @@ if TYPE_CHECKING:
|
|
|
2859
2859
|
from datahub.metadata.schema_classes import ContainerKeyClass
|
|
2860
2860
|
|
|
2861
2861
|
class ContainerUrn(_SpecificUrn):
|
|
2862
|
-
ENTITY_TYPE: ClassVar[
|
|
2862
|
+
ENTITY_TYPE: ClassVar[Literal["container"]] = "container"
|
|
2863
2863
|
_URN_PARTS: ClassVar[int] = 1
|
|
2864
2864
|
|
|
2865
2865
|
def __init__(self, guid: Union["ContainerUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -2915,7 +2915,7 @@ if TYPE_CHECKING:
|
|
|
2915
2915
|
from datahub.metadata.schema_classes import IncidentKeyClass
|
|
2916
2916
|
|
|
2917
2917
|
class IncidentUrn(_SpecificUrn):
|
|
2918
|
-
ENTITY_TYPE: ClassVar[
|
|
2918
|
+
ENTITY_TYPE: ClassVar[Literal["incident"]] = "incident"
|
|
2919
2919
|
_URN_PARTS: ClassVar[int] = 1
|
|
2920
2920
|
|
|
2921
2921
|
def __init__(self, id: Union["IncidentUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -2971,7 +2971,7 @@ if TYPE_CHECKING:
|
|
|
2971
2971
|
from datahub.metadata.schema_classes import DataPlatformInstanceKeyClass
|
|
2972
2972
|
|
|
2973
2973
|
class DataPlatformInstanceUrn(_SpecificUrn):
|
|
2974
|
-
ENTITY_TYPE: ClassVar[
|
|
2974
|
+
ENTITY_TYPE: ClassVar[Literal["dataPlatformInstance"]] = "dataPlatformInstance"
|
|
2975
2975
|
_URN_PARTS: ClassVar[int] = 2
|
|
2976
2976
|
|
|
2977
2977
|
def __init__(self, platform: Union["DataPlatformUrn", str], instance: str, *, _allow_coercion: bool = True) -> None:
|
|
@@ -3025,7 +3025,7 @@ if TYPE_CHECKING:
|
|
|
3025
3025
|
from datahub.metadata.schema_classes import TestKeyClass
|
|
3026
3026
|
|
|
3027
3027
|
class TestUrn(_SpecificUrn):
|
|
3028
|
-
ENTITY_TYPE: ClassVar[
|
|
3028
|
+
ENTITY_TYPE: ClassVar[Literal["test"]] = "test"
|
|
3029
3029
|
_URN_PARTS: ClassVar[int] = 1
|
|
3030
3030
|
|
|
3031
3031
|
def __init__(self, id: Union["TestUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -3081,7 +3081,7 @@ if TYPE_CHECKING:
|
|
|
3081
3081
|
from datahub.metadata.schema_classes import VersionSetKeyClass
|
|
3082
3082
|
|
|
3083
3083
|
class VersionSetUrn(_SpecificUrn):
|
|
3084
|
-
ENTITY_TYPE: ClassVar[
|
|
3084
|
+
ENTITY_TYPE: ClassVar[Literal["versionSet"]] = "versionSet"
|
|
3085
3085
|
_URN_PARTS: ClassVar[int] = 2
|
|
3086
3086
|
|
|
3087
3087
|
def __init__(self, id: str, entity_type: str, *, _allow_coercion: bool = True) -> None:
|
|
@@ -3135,7 +3135,7 @@ if TYPE_CHECKING:
|
|
|
3135
3135
|
from datahub.metadata.schema_classes import DataHubSecretKeyClass
|
|
3136
3136
|
|
|
3137
3137
|
class DataHubSecretUrn(_SpecificUrn):
|
|
3138
|
-
ENTITY_TYPE: ClassVar[
|
|
3138
|
+
ENTITY_TYPE: ClassVar[Literal["dataHubSecret"]] = "dataHubSecret"
|
|
3139
3139
|
_URN_PARTS: ClassVar[int] = 1
|
|
3140
3140
|
|
|
3141
3141
|
def __init__(self, id: Union["DataHubSecretUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -3191,7 +3191,7 @@ if TYPE_CHECKING:
|
|
|
3191
3191
|
from datahub.metadata.schema_classes import EntityTypeKeyClass
|
|
3192
3192
|
|
|
3193
3193
|
class EntityTypeUrn(_SpecificUrn):
|
|
3194
|
-
ENTITY_TYPE: ClassVar[
|
|
3194
|
+
ENTITY_TYPE: ClassVar[Literal["entityType"]] = "entityType"
|
|
3195
3195
|
_URN_PARTS: ClassVar[int] = 1
|
|
3196
3196
|
|
|
3197
3197
|
def __init__(self, id: Union["EntityTypeUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -3247,7 +3247,7 @@ if TYPE_CHECKING:
|
|
|
3247
3247
|
from datahub.metadata.schema_classes import StructuredPropertyKeyClass
|
|
3248
3248
|
|
|
3249
3249
|
class StructuredPropertyUrn(_SpecificUrn):
|
|
3250
|
-
ENTITY_TYPE: ClassVar[
|
|
3250
|
+
ENTITY_TYPE: ClassVar[Literal["structuredProperty"]] = "structuredProperty"
|
|
3251
3251
|
_URN_PARTS: ClassVar[int] = 1
|
|
3252
3252
|
|
|
3253
3253
|
def __init__(self, id: Union["StructuredPropertyUrn", str], *, _allow_coercion: bool = True) -> None:
|
|
@@ -3303,7 +3303,7 @@ if TYPE_CHECKING:
|
|
|
3303
3303
|
from datahub.metadata.schema_classes import PlatformResourceKeyClass
|
|
3304
3304
|
|
|
3305
3305
|
class PlatformResourceUrn(_SpecificUrn):
|
|
3306
|
-
ENTITY_TYPE: ClassVar[
|
|
3306
|
+
ENTITY_TYPE: ClassVar[Literal["platformResource"]] = "platformResource"
|
|
3307
3307
|
_URN_PARTS: ClassVar[int] = 1
|
|
3308
3308
|
|
|
3309
3309
|
def __init__(self, id: Union["PlatformResourceUrn", str], *, _allow_coercion: bool = True) -> None:
|
datahub/metadata/schema.avsc
CHANGED
|
@@ -13272,7 +13272,8 @@
|
|
|
13272
13272
|
"status",
|
|
13273
13273
|
"structuredProperties",
|
|
13274
13274
|
"forms",
|
|
13275
|
-
"testResults"
|
|
13275
|
+
"testResults",
|
|
13276
|
+
"subTypes"
|
|
13276
13277
|
]
|
|
13277
13278
|
},
|
|
13278
13279
|
"name": "DataProductKey",
|
|
@@ -14051,6 +14052,24 @@
|
|
|
14051
14052
|
"name": "sortId",
|
|
14052
14053
|
"doc": "Sort identifier that determines where a version lives in the order of the Version Set.\nWhat this looks like depends on the Version Scheme. For sort ids generated by DataHub we use an 8 character string representation."
|
|
14053
14054
|
},
|
|
14055
|
+
{
|
|
14056
|
+
"type": {
|
|
14057
|
+
"type": "enum",
|
|
14058
|
+
"symbolDocs": {
|
|
14059
|
+
"ALPHANUMERIC_GENERATED_BY_DATAHUB": "String managed by DataHub. Currently, an 8 character alphabetical string.",
|
|
14060
|
+
"LEXICOGRAPHIC_STRING": "String sorted lexicographically."
|
|
14061
|
+
},
|
|
14062
|
+
"name": "VersioningScheme",
|
|
14063
|
+
"namespace": "com.linkedin.pegasus2avro.versionset",
|
|
14064
|
+
"symbols": [
|
|
14065
|
+
"LEXICOGRAPHIC_STRING",
|
|
14066
|
+
"ALPHANUMERIC_GENERATED_BY_DATAHUB"
|
|
14067
|
+
]
|
|
14068
|
+
},
|
|
14069
|
+
"name": "versioningScheme",
|
|
14070
|
+
"default": "LEXICOGRAPHIC_STRING",
|
|
14071
|
+
"doc": "What versioning scheme `sortId` belongs to.\nDefaults to a plain string that is lexicographically sorted."
|
|
14072
|
+
},
|
|
14054
14073
|
{
|
|
14055
14074
|
"type": [
|
|
14056
14075
|
"null",
|
|
@@ -15834,7 +15853,8 @@
|
|
|
15834
15853
|
"keyForEntity": "post",
|
|
15835
15854
|
"entityCategory": "core",
|
|
15836
15855
|
"entityAspects": [
|
|
15837
|
-
"postInfo"
|
|
15856
|
+
"postInfo",
|
|
15857
|
+
"subTypes"
|
|
15838
15858
|
]
|
|
15839
15859
|
},
|
|
15840
15860
|
"name": "PostKey",
|
|
@@ -16522,14 +16542,7 @@
|
|
|
16522
16542
|
"doc": "The latest versioned entity linked to in this version set"
|
|
16523
16543
|
},
|
|
16524
16544
|
{
|
|
16525
|
-
"type":
|
|
16526
|
-
"type": "enum",
|
|
16527
|
-
"name": "VersioningScheme",
|
|
16528
|
-
"namespace": "com.linkedin.pegasus2avro.versionset",
|
|
16529
|
-
"symbols": [
|
|
16530
|
-
"ALPHANUMERIC_GENERATED_BY_DATAHUB"
|
|
16531
|
-
]
|
|
16532
|
-
},
|
|
16545
|
+
"type": "com.linkedin.pegasus2avro.versionset.VersioningScheme",
|
|
16533
16546
|
"name": "versioningScheme",
|
|
16534
16547
|
"doc": "What versioning scheme is being utilized for the versioned entities sort criterion. Static once set"
|
|
16535
16548
|
}
|