acryl-datahub-cloud 0.3.7.5__py3-none-any.whl → 0.3.7.7__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (30) hide show
  1. acryl_datahub_cloud/_codegen_config.json +1 -1
  2. acryl_datahub_cloud/datahub_usage_reporting/usage_feature_reporter.py +7 -11
  3. acryl_datahub_cloud/metadata/_urns/urn_defs.py +54 -0
  4. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/common/__init__.py +2 -0
  5. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/key/__init__.py +2 -0
  6. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/versionset/__init__.py +17 -0
  7. acryl_datahub_cloud/metadata/schema.avsc +207 -19
  8. acryl_datahub_cloud/metadata/schema_classes.py +262 -2
  9. acryl_datahub_cloud/metadata/schemas/AssertionAnalyticsRunEvent.avsc +1 -1
  10. acryl_datahub_cloud/metadata/schemas/AssertionInfo.avsc +1 -1
  11. acryl_datahub_cloud/metadata/schemas/AssertionRunEvent.avsc +1 -1
  12. acryl_datahub_cloud/metadata/schemas/DatasetKey.avsc +2 -1
  13. acryl_datahub_cloud/metadata/schemas/InputFields.avsc +1 -1
  14. acryl_datahub_cloud/metadata/schemas/MLFeatureProperties.avsc +51 -0
  15. acryl_datahub_cloud/metadata/schemas/MLModelDeploymentProperties.avsc +51 -0
  16. acryl_datahub_cloud/metadata/schemas/MLModelGroupProperties.avsc +51 -0
  17. acryl_datahub_cloud/metadata/schemas/MLModelKey.avsc +2 -1
  18. acryl_datahub_cloud/metadata/schemas/MLModelProperties.avsc +51 -0
  19. acryl_datahub_cloud/metadata/schemas/MLPrimaryKeyProperties.avsc +51 -0
  20. acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc +9 -1
  21. acryl_datahub_cloud/metadata/schemas/MonitorInfo.avsc +1 -1
  22. acryl_datahub_cloud/metadata/schemas/SchemaMetadata.avsc +1 -1
  23. acryl_datahub_cloud/metadata/schemas/VersionProperties.avsc +212 -0
  24. acryl_datahub_cloud/metadata/schemas/VersionSetKey.avsc +26 -0
  25. acryl_datahub_cloud/metadata/schemas/VersionSetProperties.avsc +49 -0
  26. {acryl_datahub_cloud-0.3.7.5.dist-info → acryl_datahub_cloud-0.3.7.7.dist-info}/METADATA +37 -34
  27. {acryl_datahub_cloud-0.3.7.5.dist-info → acryl_datahub_cloud-0.3.7.7.dist-info}/RECORD +30 -26
  28. {acryl_datahub_cloud-0.3.7.5.dist-info → acryl_datahub_cloud-0.3.7.7.dist-info}/WHEEL +0 -0
  29. {acryl_datahub_cloud-0.3.7.5.dist-info → acryl_datahub_cloud-0.3.7.7.dist-info}/entry_points.txt +0 -0
  30. {acryl_datahub_cloud-0.3.7.5.dist-info → acryl_datahub_cloud-0.3.7.7.dist-info}/top_level.txt +0 -0
@@ -9782,19 +9782,147 @@ class TimeStampClass(DictWrapper):
9782
9782
  self._inner_dict['actor'] = value
9783
9783
 
9784
9784
 
9785
+ class VersionPropertiesClass(_Aspect):
9786
+ """Properties about a versioned asset i.e. dataset, ML Model, etc."""
9787
+
9788
+
9789
+ ASPECT_NAME = 'versionProperties'
9790
+ ASPECT_INFO = {}
9791
+ RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.common.VersionProperties")
9792
+
9793
+ def __init__(self,
9794
+ versionSet: str,
9795
+ version: "VersionTagClass",
9796
+ sortId: str,
9797
+ aliases: Optional[List["VersionTagClass"]]=None,
9798
+ comment: Union[None, str]=None,
9799
+ sourceCreatedTimestamp: Union[None, "AuditStampClass"]=None,
9800
+ metadataCreatedTimestamp: Union[None, "AuditStampClass"]=None,
9801
+ isLatest: Union[None, bool]=None,
9802
+ ):
9803
+ super().__init__()
9804
+
9805
+ self.versionSet = versionSet
9806
+ self.version = version
9807
+ if aliases is None:
9808
+ # default: []
9809
+ self.aliases = list()
9810
+ else:
9811
+ self.aliases = aliases
9812
+ self.comment = comment
9813
+ self.sortId = sortId
9814
+ self.sourceCreatedTimestamp = sourceCreatedTimestamp
9815
+ self.metadataCreatedTimestamp = metadataCreatedTimestamp
9816
+ self.isLatest = isLatest
9817
+
9818
+ def _restore_defaults(self) -> None:
9819
+ self.versionSet = str()
9820
+ self.version = VersionTagClass._construct_with_defaults()
9821
+ self.aliases = list()
9822
+ self.comment = self.RECORD_SCHEMA.fields_dict["comment"].default
9823
+ self.sortId = str()
9824
+ self.sourceCreatedTimestamp = self.RECORD_SCHEMA.fields_dict["sourceCreatedTimestamp"].default
9825
+ self.metadataCreatedTimestamp = self.RECORD_SCHEMA.fields_dict["metadataCreatedTimestamp"].default
9826
+ self.isLatest = self.RECORD_SCHEMA.fields_dict["isLatest"].default
9827
+
9828
+
9829
+ @property
9830
+ def versionSet(self) -> str:
9831
+ """The linked Version Set entity that ties multiple versioned assets together"""
9832
+ return self._inner_dict.get('versionSet') # type: ignore
9833
+
9834
+ @versionSet.setter
9835
+ def versionSet(self, value: str) -> None:
9836
+ self._inner_dict['versionSet'] = value
9837
+
9838
+
9839
+ @property
9840
+ def version(self) -> "VersionTagClass":
9841
+ """Label for this versioned asset, is unique within a version set"""
9842
+ return self._inner_dict.get('version') # type: ignore
9843
+
9844
+ @version.setter
9845
+ def version(self, value: "VersionTagClass") -> None:
9846
+ self._inner_dict['version'] = value
9847
+
9848
+
9849
+ @property
9850
+ def aliases(self) -> List["VersionTagClass"]:
9851
+ """Associated aliases for this versioned asset"""
9852
+ return self._inner_dict.get('aliases') # type: ignore
9853
+
9854
+ @aliases.setter
9855
+ def aliases(self, value: List["VersionTagClass"]) -> None:
9856
+ self._inner_dict['aliases'] = value
9857
+
9858
+
9859
+ @property
9860
+ def comment(self) -> Union[None, str]:
9861
+ """Comment documenting what this version was created for, changes, or represents"""
9862
+ return self._inner_dict.get('comment') # type: ignore
9863
+
9864
+ @comment.setter
9865
+ def comment(self, value: Union[None, str]) -> None:
9866
+ self._inner_dict['comment'] = value
9867
+
9868
+
9869
+ @property
9870
+ def sortId(self) -> str:
9871
+ """Sort identifier that determines where a version lives in the order of the Version Set.
9872
+ What this looks like depends on the Version Scheme. For sort ids generated by DataHub we use an 8 character string representation."""
9873
+ return self._inner_dict.get('sortId') # type: ignore
9874
+
9875
+ @sortId.setter
9876
+ def sortId(self, value: str) -> None:
9877
+ self._inner_dict['sortId'] = value
9878
+
9879
+
9880
+ @property
9881
+ def sourceCreatedTimestamp(self) -> Union[None, "AuditStampClass"]:
9882
+ """Timestamp reflecting when this asset version was created in the source system."""
9883
+ return self._inner_dict.get('sourceCreatedTimestamp') # type: ignore
9884
+
9885
+ @sourceCreatedTimestamp.setter
9886
+ def sourceCreatedTimestamp(self, value: Union[None, "AuditStampClass"]) -> None:
9887
+ self._inner_dict['sourceCreatedTimestamp'] = value
9888
+
9889
+
9890
+ @property
9891
+ def metadataCreatedTimestamp(self) -> Union[None, "AuditStampClass"]:
9892
+ """Timestamp reflecting when the metadata for this version was created in DataHub"""
9893
+ return self._inner_dict.get('metadataCreatedTimestamp') # type: ignore
9894
+
9895
+ @metadataCreatedTimestamp.setter
9896
+ def metadataCreatedTimestamp(self, value: Union[None, "AuditStampClass"]) -> None:
9897
+ self._inner_dict['metadataCreatedTimestamp'] = value
9898
+
9899
+
9900
+ @property
9901
+ def isLatest(self) -> Union[None, bool]:
9902
+ """Marks whether this version is currently the latest. Set by a side effect and should not be modified by API."""
9903
+ return self._inner_dict.get('isLatest') # type: ignore
9904
+
9905
+ @isLatest.setter
9906
+ def isLatest(self, value: Union[None, bool]) -> None:
9907
+ self._inner_dict['isLatest'] = value
9908
+
9909
+
9785
9910
  class VersionTagClass(DictWrapper):
9786
9911
  """A resource-defined string representing the resource state for the purpose of concurrency control"""
9787
9912
 
9788
9913
  RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.common.VersionTag")
9789
9914
  def __init__(self,
9790
9915
  versionTag: Union[None, str]=None,
9916
+ metadataAttribution: Union[None, "MetadataAttributionClass"]=None,
9791
9917
  ):
9792
9918
  super().__init__()
9793
9919
 
9794
9920
  self.versionTag = versionTag
9921
+ self.metadataAttribution = metadataAttribution
9795
9922
 
9796
9923
  def _restore_defaults(self) -> None:
9797
9924
  self.versionTag = self.RECORD_SCHEMA.fields_dict["versionTag"].default
9925
+ self.metadataAttribution = self.RECORD_SCHEMA.fields_dict["metadataAttribution"].default
9798
9926
 
9799
9927
 
9800
9928
  @property
@@ -9807,6 +9935,16 @@ class VersionTagClass(DictWrapper):
9807
9935
  self._inner_dict['versionTag'] = value
9808
9936
 
9809
9937
 
9938
+ @property
9939
+ def metadataAttribution(self) -> Union[None, "MetadataAttributionClass"]:
9940
+ # No docs available.
9941
+ return self._inner_dict.get('metadataAttribution') # type: ignore
9942
+
9943
+ @metadataAttribution.setter
9944
+ def metadataAttribution(self, value: Union[None, "MetadataAttributionClass"]) -> None:
9945
+ self._inner_dict['metadataAttribution'] = value
9946
+
9947
+
9810
9948
  class WindowDurationClass(object):
9811
9949
  """Enum to define the length of a bucket when doing aggregations"""
9812
9950
 
@@ -21398,7 +21536,7 @@ class DatasetKeyClass(_Aspect):
21398
21536
 
21399
21537
 
21400
21538
  ASPECT_NAME = 'datasetKey'
21401
- ASPECT_INFO = {'keyForEntity': 'dataset', 'entityCategory': 'core', 'entityAspects': ['viewProperties', 'subTypes', 'datasetProfile', 'datasetUsageStatistics', 'operation', 'domains', 'proposals', 'schemaProposals', 'schemaMetadata', 'status', 'container', 'deprecation', 'usageFeatures', 'storageFeatures', 'lineageFeatures', 'testResults', 'siblings', 'embed', 'incidentsSummary', 'inferredNeighbors', 'inferredMetadata', 'schemaFieldsInferredMetadata', 'schemaFieldsInferredNeighbors', 'assertionsSummary', 'datasetProperties', 'editableDatasetProperties', 'datasetDeprecation', 'datasetUpstreamLineage', 'upstreamLineage', 'institutionalMemory', 'ownership', 'editableSchemaMetadata', 'globalTags', 'glossaryTerms', 'browsePaths', 'dataPlatformInstance', 'browsePathsV2', 'anomaliesSummary', 'access', 'structuredProperties', 'forms', 'partitionsSummary', 'share', 'origin', 'documentation', 'entityInferenceMetadata'], 'entityDoc': 'Datasets represent logical or physical data assets stored or represented in various data platforms. Tables, Views, Streams are all instances of datasets.'}
21539
+ ASPECT_INFO = {'keyForEntity': 'dataset', 'entityCategory': 'core', 'entityAspects': ['viewProperties', 'subTypes', 'datasetProfile', 'datasetUsageStatistics', 'operation', 'domains', 'proposals', 'schemaProposals', 'schemaMetadata', 'status', 'container', 'deprecation', 'usageFeatures', 'storageFeatures', 'lineageFeatures', 'testResults', 'siblings', 'embed', 'incidentsSummary', 'inferredNeighbors', 'inferredMetadata', 'schemaFieldsInferredMetadata', 'schemaFieldsInferredNeighbors', 'assertionsSummary', 'datasetProperties', 'editableDatasetProperties', 'datasetDeprecation', 'datasetUpstreamLineage', 'upstreamLineage', 'institutionalMemory', 'ownership', 'editableSchemaMetadata', 'globalTags', 'glossaryTerms', 'browsePaths', 'dataPlatformInstance', 'browsePathsV2', 'anomaliesSummary', 'access', 'structuredProperties', 'forms', 'partitionsSummary', 'share', 'origin', 'documentation', 'entityInferenceMetadata', 'versionProperties'], 'entityDoc': 'Datasets represent logical or physical data assets stored or represented in various data platforms. Tables, Views, Streams are all instances of datasets.'}
21402
21540
  RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.DatasetKey")
21403
21541
 
21404
21542
  def __init__(self,
@@ -21969,7 +22107,7 @@ class MLModelKeyClass(_Aspect):
21969
22107
 
21970
22108
 
21971
22109
  ASPECT_NAME = 'mlModelKey'
21972
- ASPECT_INFO = {'keyForEntity': 'mlModel', 'entityCategory': 'core', 'entityAspects': ['glossaryTerms', 'editableMlModelProperties', 'domains', 'proposals', 'ownership', 'mlModelProperties', 'intendedUse', 'mlModelFactorPrompts', 'mlModelMetrics', 'mlModelEvaluationData', 'mlModelTrainingData', 'mlModelQuantitativeAnalyses', 'mlModelEthicalConsiderations', 'mlModelCaveatsAndRecommendations', 'institutionalMemory', 'sourceCode', 'status', 'cost', 'deprecation', 'browsePaths', 'globalTags', 'dataPlatformInstance', 'browsePathsV2', 'structuredProperties', 'forms', 'testResults', 'share', 'origin', 'lineageFeatures', 'documentation', 'incidentsSummary']}
22110
+ ASPECT_INFO = {'keyForEntity': 'mlModel', 'entityCategory': 'core', 'entityAspects': ['glossaryTerms', 'editableMlModelProperties', 'domains', 'proposals', 'ownership', 'mlModelProperties', 'intendedUse', 'mlModelFactorPrompts', 'mlModelMetrics', 'mlModelEvaluationData', 'mlModelTrainingData', 'mlModelQuantitativeAnalyses', 'mlModelEthicalConsiderations', 'mlModelCaveatsAndRecommendations', 'institutionalMemory', 'sourceCode', 'status', 'cost', 'deprecation', 'browsePaths', 'globalTags', 'dataPlatformInstance', 'browsePathsV2', 'structuredProperties', 'forms', 'testResults', 'share', 'origin', 'lineageFeatures', 'documentation', 'incidentsSummary', 'versionProperties']}
21973
22111
  RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.MLModelKey")
21974
22112
 
21975
22113
  def __init__(self,
@@ -22462,6 +22600,48 @@ class TestKeyClass(_Aspect):
22462
22600
  self._inner_dict['id'] = value
22463
22601
 
22464
22602
 
22603
+ class VersionSetKeyClass(_Aspect):
22604
+ """Key for a Version Set entity"""
22605
+
22606
+
22607
+ ASPECT_NAME = 'versionSetKey'
22608
+ ASPECT_INFO = {'keyForEntity': 'versionSet', 'entityCategory': 'core', 'entityAspects': ['versionSetProperties']}
22609
+ RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.VersionSetKey")
22610
+
22611
+ def __init__(self,
22612
+ id: str,
22613
+ entityType: str,
22614
+ ):
22615
+ super().__init__()
22616
+
22617
+ self.id = id
22618
+ self.entityType = entityType
22619
+
22620
+ def _restore_defaults(self) -> None:
22621
+ self.id = str()
22622
+ self.entityType = str()
22623
+
22624
+
22625
+ @property
22626
+ def id(self) -> str:
22627
+ """ID of the Version Set, generated from platform + asset id / name"""
22628
+ return self._inner_dict.get('id') # type: ignore
22629
+
22630
+ @id.setter
22631
+ def id(self, value: str) -> None:
22632
+ self._inner_dict['id'] = value
22633
+
22634
+
22635
+ @property
22636
+ def entityType(self) -> str:
22637
+ """Type of entities included in version set, limits to a single entity type between linked versioned entities"""
22638
+ return self._inner_dict.get('entityType') # type: ignore
22639
+
22640
+ @entityType.setter
22641
+ def entityType(self, value: str) -> None:
22642
+ self._inner_dict['entityType'] = value
22643
+
22644
+
22465
22645
  class ConditionClass(object):
22466
22646
  """The matching condition in a filter criterion"""
22467
22647
 
@@ -34070,6 +34250,71 @@ class UserUsageCountsClass(DictWrapper):
34070
34250
  self._inner_dict['userEmail'] = value
34071
34251
 
34072
34252
 
34253
+ class VersionSetPropertiesClass(_Aspect):
34254
+ # No docs available.
34255
+
34256
+
34257
+ ASPECT_NAME = 'versionSetProperties'
34258
+ ASPECT_INFO = {}
34259
+ RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.versionset.VersionSetProperties")
34260
+
34261
+ def __init__(self,
34262
+ latest: str,
34263
+ versioningScheme: Union[str, "VersioningSchemeClass"],
34264
+ customProperties: Optional[Dict[str, str]]=None,
34265
+ ):
34266
+ super().__init__()
34267
+
34268
+ if customProperties is None:
34269
+ # default: {}
34270
+ self.customProperties = dict()
34271
+ else:
34272
+ self.customProperties = customProperties
34273
+ self.latest = latest
34274
+ self.versioningScheme = versioningScheme
34275
+
34276
+ def _restore_defaults(self) -> None:
34277
+ self.customProperties = dict()
34278
+ self.latest = str()
34279
+ self.versioningScheme = VersioningSchemeClass.ALPHANUMERIC_GENERATED_BY_DATAHUB
34280
+
34281
+
34282
+ @property
34283
+ def customProperties(self) -> Dict[str, str]:
34284
+ """Custom property bag."""
34285
+ return self._inner_dict.get('customProperties') # type: ignore
34286
+
34287
+ @customProperties.setter
34288
+ def customProperties(self, value: Dict[str, str]) -> None:
34289
+ self._inner_dict['customProperties'] = value
34290
+
34291
+
34292
+ @property
34293
+ def latest(self) -> str:
34294
+ """The latest versioned entity linked to in this version set"""
34295
+ return self._inner_dict.get('latest') # type: ignore
34296
+
34297
+ @latest.setter
34298
+ def latest(self, value: str) -> None:
34299
+ self._inner_dict['latest'] = value
34300
+
34301
+
34302
+ @property
34303
+ def versioningScheme(self) -> Union[str, "VersioningSchemeClass"]:
34304
+ """What versioning scheme is being utilized for the versioned entities sort criterion. Static once set"""
34305
+ return self._inner_dict.get('versioningScheme') # type: ignore
34306
+
34307
+ @versioningScheme.setter
34308
+ def versioningScheme(self, value: Union[str, "VersioningSchemeClass"]) -> None:
34309
+ self._inner_dict['versioningScheme'] = value
34310
+
34311
+
34312
+ class VersioningSchemeClass(object):
34313
+ # No docs available.
34314
+
34315
+ ALPHANUMERIC_GENERATED_BY_DATAHUB = "ALPHANUMERIC_GENERATED_BY_DATAHUB"
34316
+
34317
+
34073
34318
  class DataHubViewDefinitionClass(DictWrapper):
34074
34319
  """A View definition."""
34075
34320
 
@@ -34402,6 +34647,7 @@ __SCHEMA_TYPES = {
34402
34647
  'com.linkedin.pegasus2avro.common.SyncMechanism': SyncMechanismClass,
34403
34648
  'com.linkedin.pegasus2avro.common.TagAssociation': TagAssociationClass,
34404
34649
  'com.linkedin.pegasus2avro.common.TimeStamp': TimeStampClass,
34650
+ 'com.linkedin.pegasus2avro.common.VersionProperties': VersionPropertiesClass,
34405
34651
  'com.linkedin.pegasus2avro.common.VersionTag': VersionTagClass,
34406
34652
  'com.linkedin.pegasus2avro.common.WindowDuration': WindowDurationClass,
34407
34653
  'com.linkedin.pegasus2avro.common.fieldtransformer.TransformationType': TransformationTypeClass,
@@ -34634,6 +34880,7 @@ __SCHEMA_TYPES = {
34634
34880
  'com.linkedin.pegasus2avro.metadata.key.TagKey': TagKeyClass,
34635
34881
  'com.linkedin.pegasus2avro.metadata.key.TelemetryKey': TelemetryKeyClass,
34636
34882
  'com.linkedin.pegasus2avro.metadata.key.TestKey': TestKeyClass,
34883
+ 'com.linkedin.pegasus2avro.metadata.key.VersionSetKey': VersionSetKeyClass,
34637
34884
  'com.linkedin.pegasus2avro.metadata.query.filter.Condition': ConditionClass,
34638
34885
  'com.linkedin.pegasus2avro.metadata.query.filter.ConjunctiveCriterion': ConjunctiveCriterionClass,
34639
34886
  'com.linkedin.pegasus2avro.metadata.query.filter.Criterion': CriterionClass,
@@ -34870,6 +35117,8 @@ __SCHEMA_TYPES = {
34870
35117
  'com.linkedin.pegasus2avro.usage.UsageAggregation': UsageAggregationClass,
34871
35118
  'com.linkedin.pegasus2avro.usage.UsageAggregationMetrics': UsageAggregationMetricsClass,
34872
35119
  'com.linkedin.pegasus2avro.usage.UserUsageCounts': UserUsageCountsClass,
35120
+ 'com.linkedin.pegasus2avro.versionset.VersionSetProperties': VersionSetPropertiesClass,
35121
+ 'com.linkedin.pegasus2avro.versionset.VersioningScheme': VersioningSchemeClass,
34873
35122
  'com.linkedin.pegasus2avro.view.DataHubViewDefinition': DataHubViewDefinitionClass,
34874
35123
  'com.linkedin.pegasus2avro.view.DataHubViewInfo': DataHubViewInfoClass,
34875
35124
  'com.linkedin.pegasus2avro.view.DataHubViewType': DataHubViewTypeClass,
@@ -35061,6 +35310,7 @@ __SCHEMA_TYPES = {
35061
35310
  'SyncMechanism': SyncMechanismClass,
35062
35311
  'TagAssociation': TagAssociationClass,
35063
35312
  'TimeStamp': TimeStampClass,
35313
+ 'VersionProperties': VersionPropertiesClass,
35064
35314
  'VersionTag': VersionTagClass,
35065
35315
  'WindowDuration': WindowDurationClass,
35066
35316
  'TransformationType': TransformationTypeClass,
@@ -35293,6 +35543,7 @@ __SCHEMA_TYPES = {
35293
35543
  'TagKey': TagKeyClass,
35294
35544
  'TelemetryKey': TelemetryKeyClass,
35295
35545
  'TestKey': TestKeyClass,
35546
+ 'VersionSetKey': VersionSetKeyClass,
35296
35547
  'Condition': ConditionClass,
35297
35548
  'ConjunctiveCriterion': ConjunctiveCriterionClass,
35298
35549
  'Criterion': CriterionClass,
@@ -35529,6 +35780,8 @@ __SCHEMA_TYPES = {
35529
35780
  'UsageAggregation': UsageAggregationClass,
35530
35781
  'UsageAggregationMetrics': UsageAggregationMetricsClass,
35531
35782
  'UserUsageCounts': UserUsageCountsClass,
35783
+ 'VersionSetProperties': VersionSetPropertiesClass,
35784
+ 'VersioningScheme': VersioningSchemeClass,
35532
35785
  'DataHubViewDefinition': DataHubViewDefinitionClass,
35533
35786
  'DataHubViewInfo': DataHubViewInfoClass,
35534
35787
  'DataHubViewType': DataHubViewTypeClass,
@@ -35556,6 +35809,7 @@ ASPECT_CLASSES: List[Type[_Aspect]] = [
35556
35809
  AnomalyInfoClass,
35557
35810
  DataHubAccessTokenInfoClass,
35558
35811
  RecommendationModuleClass,
35812
+ VersionSetKeyClass,
35559
35813
  DataHubConnectionKeyClass,
35560
35814
  DataHubRoleKeyClass,
35561
35815
  GenericEntityKeyClass,
@@ -35649,6 +35903,7 @@ ASPECT_CLASSES: List[Type[_Aspect]] = [
35649
35903
  AssertionSummaryClass,
35650
35904
  AssertionInfoClass,
35651
35905
  ProposalsClass,
35906
+ VersionPropertiesClass,
35652
35907
  ShareClass,
35653
35908
  BrowsePathsV2Class,
35654
35909
  InputFieldsClass,
@@ -35788,6 +36043,7 @@ ASPECT_CLASSES: List[Type[_Aspect]] = [
35788
36043
  PlatformResourceKeyClass,
35789
36044
  DataHubConnectionDetailsClass,
35790
36045
  DataPlatformInstancePropertiesClass,
36046
+ VersionSetPropertiesClass,
35791
36047
  DataContractStatusClass,
35792
36048
  DataContractPropertiesClass
35793
36049
  ]
@@ -35815,6 +36071,7 @@ class AspectBag(TypedDict, total=False):
35815
36071
  anomalyInfo: AnomalyInfoClass
35816
36072
  dataHubAccessTokenInfo: DataHubAccessTokenInfoClass
35817
36073
  recommendationModule: RecommendationModuleClass
36074
+ versionSetKey: VersionSetKeyClass
35818
36075
  dataHubConnectionKey: DataHubConnectionKeyClass
35819
36076
  dataHubRoleKey: DataHubRoleKeyClass
35820
36077
  genericEntityKey: GenericEntityKeyClass
@@ -35908,6 +36165,7 @@ class AspectBag(TypedDict, total=False):
35908
36165
  assertionSummary: AssertionSummaryClass
35909
36166
  assertionInfo: AssertionInfoClass
35910
36167
  proposals: ProposalsClass
36168
+ versionProperties: VersionPropertiesClass
35911
36169
  share: ShareClass
35912
36170
  browsePathsV2: BrowsePathsV2Class
35913
36171
  inputFields: InputFieldsClass
@@ -36047,11 +36305,13 @@ class AspectBag(TypedDict, total=False):
36047
36305
  platformResourceKey: PlatformResourceKeyClass
36048
36306
  dataHubConnectionDetails: DataHubConnectionDetailsClass
36049
36307
  dataPlatformInstanceProperties: DataPlatformInstancePropertiesClass
36308
+ versionSetProperties: VersionSetPropertiesClass
36050
36309
  dataContractStatus: DataContractStatusClass
36051
36310
  dataContractProperties: DataContractPropertiesClass
36052
36311
 
36053
36312
 
36054
36313
  KEY_ASPECTS: Dict[str, Type[_Aspect]] = {
36314
+ 'versionSet': VersionSetKeyClass,
36055
36315
  'dataHubConnection': DataHubConnectionKeyClass,
36056
36316
  'dataHubRole': DataHubRoleKeyClass,
36057
36317
  'actionRequest': ActionRequestKeyClass,
@@ -1882,7 +1882,7 @@
1882
1882
  "fields": [
1883
1883
  {
1884
1884
  "Searchable": {
1885
- "boostScore": 5.0,
1885
+ "boostScore": 1.0,
1886
1886
  "fieldName": "fieldPaths",
1887
1887
  "fieldType": "TEXT",
1888
1888
  "queryByDefault": "true"
@@ -1556,7 +1556,7 @@
1556
1556
  "fields": [
1557
1557
  {
1558
1558
  "Searchable": {
1559
- "boostScore": 5.0,
1559
+ "boostScore": 1.0,
1560
1560
  "fieldName": "fieldPaths",
1561
1561
  "fieldType": "TEXT",
1562
1562
  "queryByDefault": "true"
@@ -1647,7 +1647,7 @@
1647
1647
  "fields": [
1648
1648
  {
1649
1649
  "Searchable": {
1650
- "boostScore": 5.0,
1650
+ "boostScore": 1.0,
1651
1651
  "fieldName": "fieldPaths",
1652
1652
  "fieldType": "TEXT",
1653
1653
  "queryByDefault": "true"
@@ -50,7 +50,8 @@
50
50
  "share",
51
51
  "origin",
52
52
  "documentation",
53
- "entityInferenceMetadata"
53
+ "entityInferenceMetadata",
54
+ "versionProperties"
54
55
  ],
55
56
  "entityDoc": "Datasets represent logical or physical data assets stored or represented in various data platforms. Tables, Views, Streams are all instances of datasets."
56
57
  },
@@ -42,7 +42,7 @@
42
42
  "fields": [
43
43
  {
44
44
  "Searchable": {
45
- "boostScore": 5.0,
45
+ "boostScore": 1.0,
46
46
  "fieldName": "fieldPaths",
47
47
  "fieldType": "TEXT",
48
48
  "queryByDefault": "true"
@@ -101,6 +101,57 @@
101
101
  ],
102
102
  "name": "versionTag",
103
103
  "default": null
104
+ },
105
+ {
106
+ "type": [
107
+ "null",
108
+ {
109
+ "type": "record",
110
+ "name": "MetadataAttribution",
111
+ "namespace": "com.linkedin.pegasus2avro.common",
112
+ "fields": [
113
+ {
114
+ "type": "long",
115
+ "name": "time",
116
+ "doc": "When this metadata was updated."
117
+ },
118
+ {
119
+ "java": {
120
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
121
+ },
122
+ "type": "string",
123
+ "name": "actor",
124
+ "doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
125
+ "Urn": "Urn"
126
+ },
127
+ {
128
+ "java": {
129
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
130
+ },
131
+ "type": [
132
+ "null",
133
+ "string"
134
+ ],
135
+ "name": "source",
136
+ "default": null,
137
+ "doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
138
+ "Urn": "Urn"
139
+ },
140
+ {
141
+ "type": {
142
+ "type": "map",
143
+ "values": "string"
144
+ },
145
+ "name": "sourceDetail",
146
+ "default": {},
147
+ "doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
148
+ }
149
+ ],
150
+ "doc": "Information about who, why, and how this metadata was applied"
151
+ }
152
+ ],
153
+ "name": "metadataAttribution",
154
+ "default": null
104
155
  }
105
156
  ],
106
157
  "doc": "A resource-defined string representing the resource state for the purpose of concurrency control"
@@ -74,6 +74,57 @@
74
74
  ],
75
75
  "name": "versionTag",
76
76
  "default": null
77
+ },
78
+ {
79
+ "type": [
80
+ "null",
81
+ {
82
+ "type": "record",
83
+ "name": "MetadataAttribution",
84
+ "namespace": "com.linkedin.pegasus2avro.common",
85
+ "fields": [
86
+ {
87
+ "type": "long",
88
+ "name": "time",
89
+ "doc": "When this metadata was updated."
90
+ },
91
+ {
92
+ "java": {
93
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
94
+ },
95
+ "type": "string",
96
+ "name": "actor",
97
+ "doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
98
+ "Urn": "Urn"
99
+ },
100
+ {
101
+ "java": {
102
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
103
+ },
104
+ "type": [
105
+ "null",
106
+ "string"
107
+ ],
108
+ "name": "source",
109
+ "default": null,
110
+ "doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
111
+ "Urn": "Urn"
112
+ },
113
+ {
114
+ "type": {
115
+ "type": "map",
116
+ "values": "string"
117
+ },
118
+ "name": "sourceDetail",
119
+ "default": {},
120
+ "doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
121
+ }
122
+ ],
123
+ "doc": "Information about who, why, and how this metadata was applied"
124
+ }
125
+ ],
126
+ "name": "metadataAttribution",
127
+ "default": null
77
128
  }
78
129
  ],
79
130
  "doc": "A resource-defined string representing the resource state for the purpose of concurrency control"
@@ -58,6 +58,57 @@
58
58
  ],
59
59
  "name": "versionTag",
60
60
  "default": null
61
+ },
62
+ {
63
+ "type": [
64
+ "null",
65
+ {
66
+ "type": "record",
67
+ "name": "MetadataAttribution",
68
+ "namespace": "com.linkedin.pegasus2avro.common",
69
+ "fields": [
70
+ {
71
+ "type": "long",
72
+ "name": "time",
73
+ "doc": "When this metadata was updated."
74
+ },
75
+ {
76
+ "java": {
77
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
78
+ },
79
+ "type": "string",
80
+ "name": "actor",
81
+ "doc": "The entity (e.g. a member URN) responsible for applying the assocated metadata. This can\neither be a user (in case of UI edits) or the datahub system for automation.",
82
+ "Urn": "Urn"
83
+ },
84
+ {
85
+ "java": {
86
+ "class": "com.linkedin.pegasus2avro.common.urn.Urn"
87
+ },
88
+ "type": [
89
+ "null",
90
+ "string"
91
+ ],
92
+ "name": "source",
93
+ "default": null,
94
+ "doc": "The DataHub source responsible for applying the associated metadata. This will only be filled out\nwhen a DataHub source is responsible. This includes the specific metadata test urn, the automation urn.",
95
+ "Urn": "Urn"
96
+ },
97
+ {
98
+ "type": {
99
+ "type": "map",
100
+ "values": "string"
101
+ },
102
+ "name": "sourceDetail",
103
+ "default": {},
104
+ "doc": "The details associated with why this metadata was applied. For example, this could include\nthe actual regex rule, sql statement, ingestion pipeline ID, etc.\nAlso can include flags like 'propagated'=true or 'inferred'=true."
105
+ }
106
+ ],
107
+ "doc": "Information about who, why, and how this metadata was applied"
108
+ }
109
+ ],
110
+ "name": "metadataAttribution",
111
+ "default": null
61
112
  }
62
113
  ],
63
114
  "doc": "A resource-defined string representing the resource state for the purpose of concurrency control"
@@ -35,7 +35,8 @@
35
35
  "origin",
36
36
  "lineageFeatures",
37
37
  "documentation",
38
- "incidentsSummary"
38
+ "incidentsSummary",
39
+ "versionProperties"
39
40
  ]
40
41
  },
41
42
  "name": "MLModelKey",