acryl-datahub-cloud 0.3.7.5__py3-none-any.whl → 0.3.7.7__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- acryl_datahub_cloud/_codegen_config.json +1 -1
- acryl_datahub_cloud/datahub_usage_reporting/usage_feature_reporter.py +7 -11
- acryl_datahub_cloud/metadata/_urns/urn_defs.py +54 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/common/__init__.py +2 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/key/__init__.py +2 -0
- acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/versionset/__init__.py +17 -0
- acryl_datahub_cloud/metadata/schema.avsc +207 -19
- acryl_datahub_cloud/metadata/schema_classes.py +262 -2
- acryl_datahub_cloud/metadata/schemas/AssertionAnalyticsRunEvent.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/AssertionInfo.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/AssertionRunEvent.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/DatasetKey.avsc +2 -1
- acryl_datahub_cloud/metadata/schemas/InputFields.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/MLFeatureProperties.avsc +51 -0
- acryl_datahub_cloud/metadata/schemas/MLModelDeploymentProperties.avsc +51 -0
- acryl_datahub_cloud/metadata/schemas/MLModelGroupProperties.avsc +51 -0
- acryl_datahub_cloud/metadata/schemas/MLModelKey.avsc +2 -1
- acryl_datahub_cloud/metadata/schemas/MLModelProperties.avsc +51 -0
- acryl_datahub_cloud/metadata/schemas/MLPrimaryKeyProperties.avsc +51 -0
- acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc +9 -1
- acryl_datahub_cloud/metadata/schemas/MonitorInfo.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/SchemaMetadata.avsc +1 -1
- acryl_datahub_cloud/metadata/schemas/VersionProperties.avsc +212 -0
- acryl_datahub_cloud/metadata/schemas/VersionSetKey.avsc +26 -0
- acryl_datahub_cloud/metadata/schemas/VersionSetProperties.avsc +49 -0
- {acryl_datahub_cloud-0.3.7.5.dist-info → acryl_datahub_cloud-0.3.7.7.dist-info}/METADATA +37 -34
- {acryl_datahub_cloud-0.3.7.5.dist-info → acryl_datahub_cloud-0.3.7.7.dist-info}/RECORD +30 -26
- {acryl_datahub_cloud-0.3.7.5.dist-info → acryl_datahub_cloud-0.3.7.7.dist-info}/WHEEL +0 -0
- {acryl_datahub_cloud-0.3.7.5.dist-info → acryl_datahub_cloud-0.3.7.7.dist-info}/entry_points.txt +0 -0
- {acryl_datahub_cloud-0.3.7.5.dist-info → acryl_datahub_cloud-0.3.7.7.dist-info}/top_level.txt +0 -0
|
@@ -9782,19 +9782,147 @@ class TimeStampClass(DictWrapper):
|
|
|
9782
9782
|
self._inner_dict['actor'] = value
|
|
9783
9783
|
|
|
9784
9784
|
|
|
9785
|
+
class VersionPropertiesClass(_Aspect):
|
|
9786
|
+
"""Properties about a versioned asset i.e. dataset, ML Model, etc."""
|
|
9787
|
+
|
|
9788
|
+
|
|
9789
|
+
ASPECT_NAME = 'versionProperties'
|
|
9790
|
+
ASPECT_INFO = {}
|
|
9791
|
+
RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.common.VersionProperties")
|
|
9792
|
+
|
|
9793
|
+
def __init__(self,
|
|
9794
|
+
versionSet: str,
|
|
9795
|
+
version: "VersionTagClass",
|
|
9796
|
+
sortId: str,
|
|
9797
|
+
aliases: Optional[List["VersionTagClass"]]=None,
|
|
9798
|
+
comment: Union[None, str]=None,
|
|
9799
|
+
sourceCreatedTimestamp: Union[None, "AuditStampClass"]=None,
|
|
9800
|
+
metadataCreatedTimestamp: Union[None, "AuditStampClass"]=None,
|
|
9801
|
+
isLatest: Union[None, bool]=None,
|
|
9802
|
+
):
|
|
9803
|
+
super().__init__()
|
|
9804
|
+
|
|
9805
|
+
self.versionSet = versionSet
|
|
9806
|
+
self.version = version
|
|
9807
|
+
if aliases is None:
|
|
9808
|
+
# default: []
|
|
9809
|
+
self.aliases = list()
|
|
9810
|
+
else:
|
|
9811
|
+
self.aliases = aliases
|
|
9812
|
+
self.comment = comment
|
|
9813
|
+
self.sortId = sortId
|
|
9814
|
+
self.sourceCreatedTimestamp = sourceCreatedTimestamp
|
|
9815
|
+
self.metadataCreatedTimestamp = metadataCreatedTimestamp
|
|
9816
|
+
self.isLatest = isLatest
|
|
9817
|
+
|
|
9818
|
+
def _restore_defaults(self) -> None:
|
|
9819
|
+
self.versionSet = str()
|
|
9820
|
+
self.version = VersionTagClass._construct_with_defaults()
|
|
9821
|
+
self.aliases = list()
|
|
9822
|
+
self.comment = self.RECORD_SCHEMA.fields_dict["comment"].default
|
|
9823
|
+
self.sortId = str()
|
|
9824
|
+
self.sourceCreatedTimestamp = self.RECORD_SCHEMA.fields_dict["sourceCreatedTimestamp"].default
|
|
9825
|
+
self.metadataCreatedTimestamp = self.RECORD_SCHEMA.fields_dict["metadataCreatedTimestamp"].default
|
|
9826
|
+
self.isLatest = self.RECORD_SCHEMA.fields_dict["isLatest"].default
|
|
9827
|
+
|
|
9828
|
+
|
|
9829
|
+
@property
|
|
9830
|
+
def versionSet(self) -> str:
|
|
9831
|
+
"""The linked Version Set entity that ties multiple versioned assets together"""
|
|
9832
|
+
return self._inner_dict.get('versionSet') # type: ignore
|
|
9833
|
+
|
|
9834
|
+
@versionSet.setter
|
|
9835
|
+
def versionSet(self, value: str) -> None:
|
|
9836
|
+
self._inner_dict['versionSet'] = value
|
|
9837
|
+
|
|
9838
|
+
|
|
9839
|
+
@property
|
|
9840
|
+
def version(self) -> "VersionTagClass":
|
|
9841
|
+
"""Label for this versioned asset, is unique within a version set"""
|
|
9842
|
+
return self._inner_dict.get('version') # type: ignore
|
|
9843
|
+
|
|
9844
|
+
@version.setter
|
|
9845
|
+
def version(self, value: "VersionTagClass") -> None:
|
|
9846
|
+
self._inner_dict['version'] = value
|
|
9847
|
+
|
|
9848
|
+
|
|
9849
|
+
@property
|
|
9850
|
+
def aliases(self) -> List["VersionTagClass"]:
|
|
9851
|
+
"""Associated aliases for this versioned asset"""
|
|
9852
|
+
return self._inner_dict.get('aliases') # type: ignore
|
|
9853
|
+
|
|
9854
|
+
@aliases.setter
|
|
9855
|
+
def aliases(self, value: List["VersionTagClass"]) -> None:
|
|
9856
|
+
self._inner_dict['aliases'] = value
|
|
9857
|
+
|
|
9858
|
+
|
|
9859
|
+
@property
|
|
9860
|
+
def comment(self) -> Union[None, str]:
|
|
9861
|
+
"""Comment documenting what this version was created for, changes, or represents"""
|
|
9862
|
+
return self._inner_dict.get('comment') # type: ignore
|
|
9863
|
+
|
|
9864
|
+
@comment.setter
|
|
9865
|
+
def comment(self, value: Union[None, str]) -> None:
|
|
9866
|
+
self._inner_dict['comment'] = value
|
|
9867
|
+
|
|
9868
|
+
|
|
9869
|
+
@property
|
|
9870
|
+
def sortId(self) -> str:
|
|
9871
|
+
"""Sort identifier that determines where a version lives in the order of the Version Set.
|
|
9872
|
+
What this looks like depends on the Version Scheme. For sort ids generated by DataHub we use an 8 character string representation."""
|
|
9873
|
+
return self._inner_dict.get('sortId') # type: ignore
|
|
9874
|
+
|
|
9875
|
+
@sortId.setter
|
|
9876
|
+
def sortId(self, value: str) -> None:
|
|
9877
|
+
self._inner_dict['sortId'] = value
|
|
9878
|
+
|
|
9879
|
+
|
|
9880
|
+
@property
|
|
9881
|
+
def sourceCreatedTimestamp(self) -> Union[None, "AuditStampClass"]:
|
|
9882
|
+
"""Timestamp reflecting when this asset version was created in the source system."""
|
|
9883
|
+
return self._inner_dict.get('sourceCreatedTimestamp') # type: ignore
|
|
9884
|
+
|
|
9885
|
+
@sourceCreatedTimestamp.setter
|
|
9886
|
+
def sourceCreatedTimestamp(self, value: Union[None, "AuditStampClass"]) -> None:
|
|
9887
|
+
self._inner_dict['sourceCreatedTimestamp'] = value
|
|
9888
|
+
|
|
9889
|
+
|
|
9890
|
+
@property
|
|
9891
|
+
def metadataCreatedTimestamp(self) -> Union[None, "AuditStampClass"]:
|
|
9892
|
+
"""Timestamp reflecting when the metadata for this version was created in DataHub"""
|
|
9893
|
+
return self._inner_dict.get('metadataCreatedTimestamp') # type: ignore
|
|
9894
|
+
|
|
9895
|
+
@metadataCreatedTimestamp.setter
|
|
9896
|
+
def metadataCreatedTimestamp(self, value: Union[None, "AuditStampClass"]) -> None:
|
|
9897
|
+
self._inner_dict['metadataCreatedTimestamp'] = value
|
|
9898
|
+
|
|
9899
|
+
|
|
9900
|
+
@property
|
|
9901
|
+
def isLatest(self) -> Union[None, bool]:
|
|
9902
|
+
"""Marks whether this version is currently the latest. Set by a side effect and should not be modified by API."""
|
|
9903
|
+
return self._inner_dict.get('isLatest') # type: ignore
|
|
9904
|
+
|
|
9905
|
+
@isLatest.setter
|
|
9906
|
+
def isLatest(self, value: Union[None, bool]) -> None:
|
|
9907
|
+
self._inner_dict['isLatest'] = value
|
|
9908
|
+
|
|
9909
|
+
|
|
9785
9910
|
class VersionTagClass(DictWrapper):
|
|
9786
9911
|
"""A resource-defined string representing the resource state for the purpose of concurrency control"""
|
|
9787
9912
|
|
|
9788
9913
|
RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.common.VersionTag")
|
|
9789
9914
|
def __init__(self,
|
|
9790
9915
|
versionTag: Union[None, str]=None,
|
|
9916
|
+
metadataAttribution: Union[None, "MetadataAttributionClass"]=None,
|
|
9791
9917
|
):
|
|
9792
9918
|
super().__init__()
|
|
9793
9919
|
|
|
9794
9920
|
self.versionTag = versionTag
|
|
9921
|
+
self.metadataAttribution = metadataAttribution
|
|
9795
9922
|
|
|
9796
9923
|
def _restore_defaults(self) -> None:
|
|
9797
9924
|
self.versionTag = self.RECORD_SCHEMA.fields_dict["versionTag"].default
|
|
9925
|
+
self.metadataAttribution = self.RECORD_SCHEMA.fields_dict["metadataAttribution"].default
|
|
9798
9926
|
|
|
9799
9927
|
|
|
9800
9928
|
@property
|
|
@@ -9807,6 +9935,16 @@ class VersionTagClass(DictWrapper):
|
|
|
9807
9935
|
self._inner_dict['versionTag'] = value
|
|
9808
9936
|
|
|
9809
9937
|
|
|
9938
|
+
@property
|
|
9939
|
+
def metadataAttribution(self) -> Union[None, "MetadataAttributionClass"]:
|
|
9940
|
+
# No docs available.
|
|
9941
|
+
return self._inner_dict.get('metadataAttribution') # type: ignore
|
|
9942
|
+
|
|
9943
|
+
@metadataAttribution.setter
|
|
9944
|
+
def metadataAttribution(self, value: Union[None, "MetadataAttributionClass"]) -> None:
|
|
9945
|
+
self._inner_dict['metadataAttribution'] = value
|
|
9946
|
+
|
|
9947
|
+
|
|
9810
9948
|
class WindowDurationClass(object):
|
|
9811
9949
|
"""Enum to define the length of a bucket when doing aggregations"""
|
|
9812
9950
|
|
|
@@ -21398,7 +21536,7 @@ class DatasetKeyClass(_Aspect):
|
|
|
21398
21536
|
|
|
21399
21537
|
|
|
21400
21538
|
ASPECT_NAME = 'datasetKey'
|
|
21401
|
-
ASPECT_INFO = {'keyForEntity': 'dataset', 'entityCategory': 'core', 'entityAspects': ['viewProperties', 'subTypes', 'datasetProfile', 'datasetUsageStatistics', 'operation', 'domains', 'proposals', 'schemaProposals', 'schemaMetadata', 'status', 'container', 'deprecation', 'usageFeatures', 'storageFeatures', 'lineageFeatures', 'testResults', 'siblings', 'embed', 'incidentsSummary', 'inferredNeighbors', 'inferredMetadata', 'schemaFieldsInferredMetadata', 'schemaFieldsInferredNeighbors', 'assertionsSummary', 'datasetProperties', 'editableDatasetProperties', 'datasetDeprecation', 'datasetUpstreamLineage', 'upstreamLineage', 'institutionalMemory', 'ownership', 'editableSchemaMetadata', 'globalTags', 'glossaryTerms', 'browsePaths', 'dataPlatformInstance', 'browsePathsV2', 'anomaliesSummary', 'access', 'structuredProperties', 'forms', 'partitionsSummary', 'share', 'origin', 'documentation', 'entityInferenceMetadata'], 'entityDoc': 'Datasets represent logical or physical data assets stored or represented in various data platforms. Tables, Views, Streams are all instances of datasets.'}
|
|
21539
|
+
ASPECT_INFO = {'keyForEntity': 'dataset', 'entityCategory': 'core', 'entityAspects': ['viewProperties', 'subTypes', 'datasetProfile', 'datasetUsageStatistics', 'operation', 'domains', 'proposals', 'schemaProposals', 'schemaMetadata', 'status', 'container', 'deprecation', 'usageFeatures', 'storageFeatures', 'lineageFeatures', 'testResults', 'siblings', 'embed', 'incidentsSummary', 'inferredNeighbors', 'inferredMetadata', 'schemaFieldsInferredMetadata', 'schemaFieldsInferredNeighbors', 'assertionsSummary', 'datasetProperties', 'editableDatasetProperties', 'datasetDeprecation', 'datasetUpstreamLineage', 'upstreamLineage', 'institutionalMemory', 'ownership', 'editableSchemaMetadata', 'globalTags', 'glossaryTerms', 'browsePaths', 'dataPlatformInstance', 'browsePathsV2', 'anomaliesSummary', 'access', 'structuredProperties', 'forms', 'partitionsSummary', 'share', 'origin', 'documentation', 'entityInferenceMetadata', 'versionProperties'], 'entityDoc': 'Datasets represent logical or physical data assets stored or represented in various data platforms. Tables, Views, Streams are all instances of datasets.'}
|
|
21402
21540
|
RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.DatasetKey")
|
|
21403
21541
|
|
|
21404
21542
|
def __init__(self,
|
|
@@ -21969,7 +22107,7 @@ class MLModelKeyClass(_Aspect):
|
|
|
21969
22107
|
|
|
21970
22108
|
|
|
21971
22109
|
ASPECT_NAME = 'mlModelKey'
|
|
21972
|
-
ASPECT_INFO = {'keyForEntity': 'mlModel', 'entityCategory': 'core', 'entityAspects': ['glossaryTerms', 'editableMlModelProperties', 'domains', 'proposals', 'ownership', 'mlModelProperties', 'intendedUse', 'mlModelFactorPrompts', 'mlModelMetrics', 'mlModelEvaluationData', 'mlModelTrainingData', 'mlModelQuantitativeAnalyses', 'mlModelEthicalConsiderations', 'mlModelCaveatsAndRecommendations', 'institutionalMemory', 'sourceCode', 'status', 'cost', 'deprecation', 'browsePaths', 'globalTags', 'dataPlatformInstance', 'browsePathsV2', 'structuredProperties', 'forms', 'testResults', 'share', 'origin', 'lineageFeatures', 'documentation', 'incidentsSummary']}
|
|
22110
|
+
ASPECT_INFO = {'keyForEntity': 'mlModel', 'entityCategory': 'core', 'entityAspects': ['glossaryTerms', 'editableMlModelProperties', 'domains', 'proposals', 'ownership', 'mlModelProperties', 'intendedUse', 'mlModelFactorPrompts', 'mlModelMetrics', 'mlModelEvaluationData', 'mlModelTrainingData', 'mlModelQuantitativeAnalyses', 'mlModelEthicalConsiderations', 'mlModelCaveatsAndRecommendations', 'institutionalMemory', 'sourceCode', 'status', 'cost', 'deprecation', 'browsePaths', 'globalTags', 'dataPlatformInstance', 'browsePathsV2', 'structuredProperties', 'forms', 'testResults', 'share', 'origin', 'lineageFeatures', 'documentation', 'incidentsSummary', 'versionProperties']}
|
|
21973
22111
|
RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.MLModelKey")
|
|
21974
22112
|
|
|
21975
22113
|
def __init__(self,
|
|
@@ -22462,6 +22600,48 @@ class TestKeyClass(_Aspect):
|
|
|
22462
22600
|
self._inner_dict['id'] = value
|
|
22463
22601
|
|
|
22464
22602
|
|
|
22603
|
+
class VersionSetKeyClass(_Aspect):
|
|
22604
|
+
"""Key for a Version Set entity"""
|
|
22605
|
+
|
|
22606
|
+
|
|
22607
|
+
ASPECT_NAME = 'versionSetKey'
|
|
22608
|
+
ASPECT_INFO = {'keyForEntity': 'versionSet', 'entityCategory': 'core', 'entityAspects': ['versionSetProperties']}
|
|
22609
|
+
RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.VersionSetKey")
|
|
22610
|
+
|
|
22611
|
+
def __init__(self,
|
|
22612
|
+
id: str,
|
|
22613
|
+
entityType: str,
|
|
22614
|
+
):
|
|
22615
|
+
super().__init__()
|
|
22616
|
+
|
|
22617
|
+
self.id = id
|
|
22618
|
+
self.entityType = entityType
|
|
22619
|
+
|
|
22620
|
+
def _restore_defaults(self) -> None:
|
|
22621
|
+
self.id = str()
|
|
22622
|
+
self.entityType = str()
|
|
22623
|
+
|
|
22624
|
+
|
|
22625
|
+
@property
|
|
22626
|
+
def id(self) -> str:
|
|
22627
|
+
"""ID of the Version Set, generated from platform + asset id / name"""
|
|
22628
|
+
return self._inner_dict.get('id') # type: ignore
|
|
22629
|
+
|
|
22630
|
+
@id.setter
|
|
22631
|
+
def id(self, value: str) -> None:
|
|
22632
|
+
self._inner_dict['id'] = value
|
|
22633
|
+
|
|
22634
|
+
|
|
22635
|
+
@property
|
|
22636
|
+
def entityType(self) -> str:
|
|
22637
|
+
"""Type of entities included in version set, limits to a single entity type between linked versioned entities"""
|
|
22638
|
+
return self._inner_dict.get('entityType') # type: ignore
|
|
22639
|
+
|
|
22640
|
+
@entityType.setter
|
|
22641
|
+
def entityType(self, value: str) -> None:
|
|
22642
|
+
self._inner_dict['entityType'] = value
|
|
22643
|
+
|
|
22644
|
+
|
|
22465
22645
|
class ConditionClass(object):
|
|
22466
22646
|
"""The matching condition in a filter criterion"""
|
|
22467
22647
|
|
|
@@ -34070,6 +34250,71 @@ class UserUsageCountsClass(DictWrapper):
|
|
|
34070
34250
|
self._inner_dict['userEmail'] = value
|
|
34071
34251
|
|
|
34072
34252
|
|
|
34253
|
+
class VersionSetPropertiesClass(_Aspect):
|
|
34254
|
+
# No docs available.
|
|
34255
|
+
|
|
34256
|
+
|
|
34257
|
+
ASPECT_NAME = 'versionSetProperties'
|
|
34258
|
+
ASPECT_INFO = {}
|
|
34259
|
+
RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.versionset.VersionSetProperties")
|
|
34260
|
+
|
|
34261
|
+
def __init__(self,
|
|
34262
|
+
latest: str,
|
|
34263
|
+
versioningScheme: Union[str, "VersioningSchemeClass"],
|
|
34264
|
+
customProperties: Optional[Dict[str, str]]=None,
|
|
34265
|
+
):
|
|
34266
|
+
super().__init__()
|
|
34267
|
+
|
|
34268
|
+
if customProperties is None:
|
|
34269
|
+
# default: {}
|
|
34270
|
+
self.customProperties = dict()
|
|
34271
|
+
else:
|
|
34272
|
+
self.customProperties = customProperties
|
|
34273
|
+
self.latest = latest
|
|
34274
|
+
self.versioningScheme = versioningScheme
|
|
34275
|
+
|
|
34276
|
+
def _restore_defaults(self) -> None:
|
|
34277
|
+
self.customProperties = dict()
|
|
34278
|
+
self.latest = str()
|
|
34279
|
+
self.versioningScheme = VersioningSchemeClass.ALPHANUMERIC_GENERATED_BY_DATAHUB
|
|
34280
|
+
|
|
34281
|
+
|
|
34282
|
+
@property
|
|
34283
|
+
def customProperties(self) -> Dict[str, str]:
|
|
34284
|
+
"""Custom property bag."""
|
|
34285
|
+
return self._inner_dict.get('customProperties') # type: ignore
|
|
34286
|
+
|
|
34287
|
+
@customProperties.setter
|
|
34288
|
+
def customProperties(self, value: Dict[str, str]) -> None:
|
|
34289
|
+
self._inner_dict['customProperties'] = value
|
|
34290
|
+
|
|
34291
|
+
|
|
34292
|
+
@property
|
|
34293
|
+
def latest(self) -> str:
|
|
34294
|
+
"""The latest versioned entity linked to in this version set"""
|
|
34295
|
+
return self._inner_dict.get('latest') # type: ignore
|
|
34296
|
+
|
|
34297
|
+
@latest.setter
|
|
34298
|
+
def latest(self, value: str) -> None:
|
|
34299
|
+
self._inner_dict['latest'] = value
|
|
34300
|
+
|
|
34301
|
+
|
|
34302
|
+
@property
|
|
34303
|
+
def versioningScheme(self) -> Union[str, "VersioningSchemeClass"]:
|
|
34304
|
+
"""What versioning scheme is being utilized for the versioned entities sort criterion. Static once set"""
|
|
34305
|
+
return self._inner_dict.get('versioningScheme') # type: ignore
|
|
34306
|
+
|
|
34307
|
+
@versioningScheme.setter
|
|
34308
|
+
def versioningScheme(self, value: Union[str, "VersioningSchemeClass"]) -> None:
|
|
34309
|
+
self._inner_dict['versioningScheme'] = value
|
|
34310
|
+
|
|
34311
|
+
|
|
34312
|
+
class VersioningSchemeClass(object):
|
|
34313
|
+
# No docs available.
|
|
34314
|
+
|
|
34315
|
+
ALPHANUMERIC_GENERATED_BY_DATAHUB = "ALPHANUMERIC_GENERATED_BY_DATAHUB"
|
|
34316
|
+
|
|
34317
|
+
|
|
34073
34318
|
class DataHubViewDefinitionClass(DictWrapper):
|
|
34074
34319
|
"""A View definition."""
|
|
34075
34320
|
|
|
@@ -34402,6 +34647,7 @@ __SCHEMA_TYPES = {
|
|
|
34402
34647
|
'com.linkedin.pegasus2avro.common.SyncMechanism': SyncMechanismClass,
|
|
34403
34648
|
'com.linkedin.pegasus2avro.common.TagAssociation': TagAssociationClass,
|
|
34404
34649
|
'com.linkedin.pegasus2avro.common.TimeStamp': TimeStampClass,
|
|
34650
|
+
'com.linkedin.pegasus2avro.common.VersionProperties': VersionPropertiesClass,
|
|
34405
34651
|
'com.linkedin.pegasus2avro.common.VersionTag': VersionTagClass,
|
|
34406
34652
|
'com.linkedin.pegasus2avro.common.WindowDuration': WindowDurationClass,
|
|
34407
34653
|
'com.linkedin.pegasus2avro.common.fieldtransformer.TransformationType': TransformationTypeClass,
|
|
@@ -34634,6 +34880,7 @@ __SCHEMA_TYPES = {
|
|
|
34634
34880
|
'com.linkedin.pegasus2avro.metadata.key.TagKey': TagKeyClass,
|
|
34635
34881
|
'com.linkedin.pegasus2avro.metadata.key.TelemetryKey': TelemetryKeyClass,
|
|
34636
34882
|
'com.linkedin.pegasus2avro.metadata.key.TestKey': TestKeyClass,
|
|
34883
|
+
'com.linkedin.pegasus2avro.metadata.key.VersionSetKey': VersionSetKeyClass,
|
|
34637
34884
|
'com.linkedin.pegasus2avro.metadata.query.filter.Condition': ConditionClass,
|
|
34638
34885
|
'com.linkedin.pegasus2avro.metadata.query.filter.ConjunctiveCriterion': ConjunctiveCriterionClass,
|
|
34639
34886
|
'com.linkedin.pegasus2avro.metadata.query.filter.Criterion': CriterionClass,
|
|
@@ -34870,6 +35117,8 @@ __SCHEMA_TYPES = {
|
|
|
34870
35117
|
'com.linkedin.pegasus2avro.usage.UsageAggregation': UsageAggregationClass,
|
|
34871
35118
|
'com.linkedin.pegasus2avro.usage.UsageAggregationMetrics': UsageAggregationMetricsClass,
|
|
34872
35119
|
'com.linkedin.pegasus2avro.usage.UserUsageCounts': UserUsageCountsClass,
|
|
35120
|
+
'com.linkedin.pegasus2avro.versionset.VersionSetProperties': VersionSetPropertiesClass,
|
|
35121
|
+
'com.linkedin.pegasus2avro.versionset.VersioningScheme': VersioningSchemeClass,
|
|
34873
35122
|
'com.linkedin.pegasus2avro.view.DataHubViewDefinition': DataHubViewDefinitionClass,
|
|
34874
35123
|
'com.linkedin.pegasus2avro.view.DataHubViewInfo': DataHubViewInfoClass,
|
|
34875
35124
|
'com.linkedin.pegasus2avro.view.DataHubViewType': DataHubViewTypeClass,
|
|
@@ -35061,6 +35310,7 @@ __SCHEMA_TYPES = {
|
|
|
35061
35310
|
'SyncMechanism': SyncMechanismClass,
|
|
35062
35311
|
'TagAssociation': TagAssociationClass,
|
|
35063
35312
|
'TimeStamp': TimeStampClass,
|
|
35313
|
+
'VersionProperties': VersionPropertiesClass,
|
|
35064
35314
|
'VersionTag': VersionTagClass,
|
|
35065
35315
|
'WindowDuration': WindowDurationClass,
|
|
35066
35316
|
'TransformationType': TransformationTypeClass,
|
|
@@ -35293,6 +35543,7 @@ __SCHEMA_TYPES = {
|
|
|
35293
35543
|
'TagKey': TagKeyClass,
|
|
35294
35544
|
'TelemetryKey': TelemetryKeyClass,
|
|
35295
35545
|
'TestKey': TestKeyClass,
|
|
35546
|
+
'VersionSetKey': VersionSetKeyClass,
|
|
35296
35547
|
'Condition': ConditionClass,
|
|
35297
35548
|
'ConjunctiveCriterion': ConjunctiveCriterionClass,
|
|
35298
35549
|
'Criterion': CriterionClass,
|
|
@@ -35529,6 +35780,8 @@ __SCHEMA_TYPES = {
|
|
|
35529
35780
|
'UsageAggregation': UsageAggregationClass,
|
|
35530
35781
|
'UsageAggregationMetrics': UsageAggregationMetricsClass,
|
|
35531
35782
|
'UserUsageCounts': UserUsageCountsClass,
|
|
35783
|
+
'VersionSetProperties': VersionSetPropertiesClass,
|
|
35784
|
+
'VersioningScheme': VersioningSchemeClass,
|
|
35532
35785
|
'DataHubViewDefinition': DataHubViewDefinitionClass,
|
|
35533
35786
|
'DataHubViewInfo': DataHubViewInfoClass,
|
|
35534
35787
|
'DataHubViewType': DataHubViewTypeClass,
|
|
@@ -35556,6 +35809,7 @@ ASPECT_CLASSES: List[Type[_Aspect]] = [
|
|
|
35556
35809
|
AnomalyInfoClass,
|
|
35557
35810
|
DataHubAccessTokenInfoClass,
|
|
35558
35811
|
RecommendationModuleClass,
|
|
35812
|
+
VersionSetKeyClass,
|
|
35559
35813
|
DataHubConnectionKeyClass,
|
|
35560
35814
|
DataHubRoleKeyClass,
|
|
35561
35815
|
GenericEntityKeyClass,
|
|
@@ -35649,6 +35903,7 @@ ASPECT_CLASSES: List[Type[_Aspect]] = [
|
|
|
35649
35903
|
AssertionSummaryClass,
|
|
35650
35904
|
AssertionInfoClass,
|
|
35651
35905
|
ProposalsClass,
|
|
35906
|
+
VersionPropertiesClass,
|
|
35652
35907
|
ShareClass,
|
|
35653
35908
|
BrowsePathsV2Class,
|
|
35654
35909
|
InputFieldsClass,
|
|
@@ -35788,6 +36043,7 @@ ASPECT_CLASSES: List[Type[_Aspect]] = [
|
|
|
35788
36043
|
PlatformResourceKeyClass,
|
|
35789
36044
|
DataHubConnectionDetailsClass,
|
|
35790
36045
|
DataPlatformInstancePropertiesClass,
|
|
36046
|
+
VersionSetPropertiesClass,
|
|
35791
36047
|
DataContractStatusClass,
|
|
35792
36048
|
DataContractPropertiesClass
|
|
35793
36049
|
]
|
|
@@ -35815,6 +36071,7 @@ class AspectBag(TypedDict, total=False):
|
|
|
35815
36071
|
anomalyInfo: AnomalyInfoClass
|
|
35816
36072
|
dataHubAccessTokenInfo: DataHubAccessTokenInfoClass
|
|
35817
36073
|
recommendationModule: RecommendationModuleClass
|
|
36074
|
+
versionSetKey: VersionSetKeyClass
|
|
35818
36075
|
dataHubConnectionKey: DataHubConnectionKeyClass
|
|
35819
36076
|
dataHubRoleKey: DataHubRoleKeyClass
|
|
35820
36077
|
genericEntityKey: GenericEntityKeyClass
|
|
@@ -35908,6 +36165,7 @@ class AspectBag(TypedDict, total=False):
|
|
|
35908
36165
|
assertionSummary: AssertionSummaryClass
|
|
35909
36166
|
assertionInfo: AssertionInfoClass
|
|
35910
36167
|
proposals: ProposalsClass
|
|
36168
|
+
versionProperties: VersionPropertiesClass
|
|
35911
36169
|
share: ShareClass
|
|
35912
36170
|
browsePathsV2: BrowsePathsV2Class
|
|
35913
36171
|
inputFields: InputFieldsClass
|
|
@@ -36047,11 +36305,13 @@ class AspectBag(TypedDict, total=False):
|
|
|
36047
36305
|
platformResourceKey: PlatformResourceKeyClass
|
|
36048
36306
|
dataHubConnectionDetails: DataHubConnectionDetailsClass
|
|
36049
36307
|
dataPlatformInstanceProperties: DataPlatformInstancePropertiesClass
|
|
36308
|
+
versionSetProperties: VersionSetPropertiesClass
|
|
36050
36309
|
dataContractStatus: DataContractStatusClass
|
|
36051
36310
|
dataContractProperties: DataContractPropertiesClass
|
|
36052
36311
|
|
|
36053
36312
|
|
|
36054
36313
|
KEY_ASPECTS: Dict[str, Type[_Aspect]] = {
|
|
36314
|
+
'versionSet': VersionSetKeyClass,
|
|
36055
36315
|
'dataHubConnection': DataHubConnectionKeyClass,
|
|
36056
36316
|
'dataHubRole': DataHubRoleKeyClass,
|
|
36057
36317
|
'actionRequest': ActionRequestKeyClass,
|
|
@@ -50,7 +50,8 @@
|
|
|
50
50
|
"share",
|
|
51
51
|
"origin",
|
|
52
52
|
"documentation",
|
|
53
|
-
"entityInferenceMetadata"
|
|
53
|
+
"entityInferenceMetadata",
|
|
54
|
+
"versionProperties"
|
|
54
55
|
],
|
|
55
56
|
"entityDoc": "Datasets represent logical or physical data assets stored or represented in various data platforms. Tables, Views, Streams are all instances of datasets."
|
|
56
57
|
},
|
|
@@ -101,6 +101,57 @@
|
|
|
101
101
|
],
|
|
102
102
|
"name": "versionTag",
|
|
103
103
|
"default": null
|
|
104
|
+
},
|
|
105
|
+
{
|
|
106
|
+
"type": [
|
|
107
|
+
"null",
|
|
108
|
+
{
|
|
109
|
+
"type": "record",
|
|
110
|
+
"name": "MetadataAttribution",
|
|
111
|
+
"namespace": "com.linkedin.pegasus2avro.common",
|
|
112
|
+
"fields": [
|
|
113
|
+
{
|
|
114
|
+
"type": "long",
|
|
115
|
+
"name": "time",
|
|
116
|
+
"doc": "When this metadata was updated."
|
|
117
|
+
},
|
|
118
|
+
{
|
|
119
|
+
"java": {
|
|
120
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
121
|
+
},
|
|
122
|
+
"type": "string",
|
|
123
|
+
"name": "actor",
|
|
124
|
+
"doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
|
|
125
|
+
"Urn": "Urn"
|
|
126
|
+
},
|
|
127
|
+
{
|
|
128
|
+
"java": {
|
|
129
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
130
|
+
},
|
|
131
|
+
"type": [
|
|
132
|
+
"null",
|
|
133
|
+
"string"
|
|
134
|
+
],
|
|
135
|
+
"name": "source",
|
|
136
|
+
"default": null,
|
|
137
|
+
"doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
|
|
138
|
+
"Urn": "Urn"
|
|
139
|
+
},
|
|
140
|
+
{
|
|
141
|
+
"type": {
|
|
142
|
+
"type": "map",
|
|
143
|
+
"values": "string"
|
|
144
|
+
},
|
|
145
|
+
"name": "sourceDetail",
|
|
146
|
+
"default": {},
|
|
147
|
+
"doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
|
|
148
|
+
}
|
|
149
|
+
],
|
|
150
|
+
"doc": "Information about who, why, and how this metadata was applied"
|
|
151
|
+
}
|
|
152
|
+
],
|
|
153
|
+
"name": "metadataAttribution",
|
|
154
|
+
"default": null
|
|
104
155
|
}
|
|
105
156
|
],
|
|
106
157
|
"doc": "A resource-defined string representing the resource state for the purpose of concurrency control"
|
|
@@ -74,6 +74,57 @@
|
|
|
74
74
|
],
|
|
75
75
|
"name": "versionTag",
|
|
76
76
|
"default": null
|
|
77
|
+
},
|
|
78
|
+
{
|
|
79
|
+
"type": [
|
|
80
|
+
"null",
|
|
81
|
+
{
|
|
82
|
+
"type": "record",
|
|
83
|
+
"name": "MetadataAttribution",
|
|
84
|
+
"namespace": "com.linkedin.pegasus2avro.common",
|
|
85
|
+
"fields": [
|
|
86
|
+
{
|
|
87
|
+
"type": "long",
|
|
88
|
+
"name": "time",
|
|
89
|
+
"doc": "When this metadata was updated."
|
|
90
|
+
},
|
|
91
|
+
{
|
|
92
|
+
"java": {
|
|
93
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
94
|
+
},
|
|
95
|
+
"type": "string",
|
|
96
|
+
"name": "actor",
|
|
97
|
+
"doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
|
|
98
|
+
"Urn": "Urn"
|
|
99
|
+
},
|
|
100
|
+
{
|
|
101
|
+
"java": {
|
|
102
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
103
|
+
},
|
|
104
|
+
"type": [
|
|
105
|
+
"null",
|
|
106
|
+
"string"
|
|
107
|
+
],
|
|
108
|
+
"name": "source",
|
|
109
|
+
"default": null,
|
|
110
|
+
"doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
|
|
111
|
+
"Urn": "Urn"
|
|
112
|
+
},
|
|
113
|
+
{
|
|
114
|
+
"type": {
|
|
115
|
+
"type": "map",
|
|
116
|
+
"values": "string"
|
|
117
|
+
},
|
|
118
|
+
"name": "sourceDetail",
|
|
119
|
+
"default": {},
|
|
120
|
+
"doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
|
|
121
|
+
}
|
|
122
|
+
],
|
|
123
|
+
"doc": "Information about who, why, and how this metadata was applied"
|
|
124
|
+
}
|
|
125
|
+
],
|
|
126
|
+
"name": "metadataAttribution",
|
|
127
|
+
"default": null
|
|
77
128
|
}
|
|
78
129
|
],
|
|
79
130
|
"doc": "A resource-defined string representing the resource state for the purpose of concurrency control"
|
|
@@ -58,6 +58,57 @@
|
|
|
58
58
|
],
|
|
59
59
|
"name": "versionTag",
|
|
60
60
|
"default": null
|
|
61
|
+
},
|
|
62
|
+
{
|
|
63
|
+
"type": [
|
|
64
|
+
"null",
|
|
65
|
+
{
|
|
66
|
+
"type": "record",
|
|
67
|
+
"name": "MetadataAttribution",
|
|
68
|
+
"namespace": "com.linkedin.pegasus2avro.common",
|
|
69
|
+
"fields": [
|
|
70
|
+
{
|
|
71
|
+
"type": "long",
|
|
72
|
+
"name": "time",
|
|
73
|
+
"doc": "When this metadata was updated."
|
|
74
|
+
},
|
|
75
|
+
{
|
|
76
|
+
"java": {
|
|
77
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
78
|
+
},
|
|
79
|
+
"type": "string",
|
|
80
|
+
"name": "actor",
|
|
81
|
+
"doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
|
|
82
|
+
"Urn": "Urn"
|
|
83
|
+
},
|
|
84
|
+
{
|
|
85
|
+
"java": {
|
|
86
|
+
"class": "com.linkedin.pegasus2avro.common.urn.Urn"
|
|
87
|
+
},
|
|
88
|
+
"type": [
|
|
89
|
+
"null",
|
|
90
|
+
"string"
|
|
91
|
+
],
|
|
92
|
+
"name": "source",
|
|
93
|
+
"default": null,
|
|
94
|
+
"doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
|
|
95
|
+
"Urn": "Urn"
|
|
96
|
+
},
|
|
97
|
+
{
|
|
98
|
+
"type": {
|
|
99
|
+
"type": "map",
|
|
100
|
+
"values": "string"
|
|
101
|
+
},
|
|
102
|
+
"name": "sourceDetail",
|
|
103
|
+
"default": {},
|
|
104
|
+
"doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
|
|
105
|
+
}
|
|
106
|
+
],
|
|
107
|
+
"doc": "Information about who, why, and how this metadata was applied"
|
|
108
|
+
}
|
|
109
|
+
],
|
|
110
|
+
"name": "metadataAttribution",
|
|
111
|
+
"default": null
|
|
61
112
|
}
|
|
62
113
|
],
|
|
63
114
|
"doc": "A resource-defined string representing the resource state for the purpose of concurrency control"
|