acryl-datahub-cloud 0.3.7.7rc4__py3-none-any.whl → 0.3.8rc0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of acryl-datahub-cloud might be problematic. Click here for more details.

Files changed (43) hide show
  1. acryl_datahub_cloud/_codegen_config.json +1 -1
  2. acryl_datahub_cloud/api/__init__.py +1 -0
  3. acryl_datahub_cloud/api/client.py +6 -0
  4. acryl_datahub_cloud/api/entity_versioning.py +167 -0
  5. acryl_datahub_cloud/lineage_features/source.py +22 -5
  6. acryl_datahub_cloud/metadata/_urns/urn_defs.py +54 -0
  7. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/common/__init__.py +2 -0
  8. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/metadata/key/__init__.py +2 -0
  9. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/structured/__init__.py +2 -0
  10. acryl_datahub_cloud/metadata/com/linkedin/pegasus2avro/versionset/__init__.py +17 -0
  11. acryl_datahub_cloud/metadata/schema.avsc +312 -21
  12. acryl_datahub_cloud/metadata/schema_classes.py +420 -6
  13. acryl_datahub_cloud/metadata/schemas/AssertionAnalyticsRunEvent.avsc +1 -1
  14. acryl_datahub_cloud/metadata/schemas/AssertionInferenceDetails.avsc +1 -1
  15. acryl_datahub_cloud/metadata/schemas/AssertionInfo.avsc +1 -1
  16. acryl_datahub_cloud/metadata/schemas/AssertionRunEvent.avsc +1 -1
  17. acryl_datahub_cloud/metadata/schemas/DataHubIngestionSourceInfo.avsc +6 -0
  18. acryl_datahub_cloud/metadata/schemas/DataHubViewInfo.avsc +2 -0
  19. acryl_datahub_cloud/metadata/schemas/DatasetKey.avsc +2 -1
  20. acryl_datahub_cloud/metadata/schemas/Deprecation.avsc +12 -0
  21. acryl_datahub_cloud/metadata/schemas/DynamicFormAssignment.avsc +2 -0
  22. acryl_datahub_cloud/metadata/schemas/Filter.avsc +2 -0
  23. acryl_datahub_cloud/metadata/schemas/MLFeatureProperties.avsc +51 -0
  24. acryl_datahub_cloud/metadata/schemas/MLModelDeploymentProperties.avsc +51 -0
  25. acryl_datahub_cloud/metadata/schemas/MLModelGroupProperties.avsc +51 -0
  26. acryl_datahub_cloud/metadata/schemas/MLModelKey.avsc +2 -1
  27. acryl_datahub_cloud/metadata/schemas/MLModelProperties.avsc +51 -0
  28. acryl_datahub_cloud/metadata/schemas/MLPrimaryKeyProperties.avsc +51 -0
  29. acryl_datahub_cloud/metadata/schemas/MetadataChangeEvent.avsc +20 -0
  30. acryl_datahub_cloud/metadata/schemas/MonitorInfo.avsc +10 -1
  31. acryl_datahub_cloud/metadata/schemas/RecommendationModule.avsc +2 -0
  32. acryl_datahub_cloud/metadata/schemas/SchemaFieldKey.avsc +2 -1
  33. acryl_datahub_cloud/metadata/schemas/StructuredPropertyDefinition.avsc +2 -1
  34. acryl_datahub_cloud/metadata/schemas/StructuredPropertyKey.avsc +1 -0
  35. acryl_datahub_cloud/metadata/schemas/StructuredPropertySettings.avsc +114 -0
  36. acryl_datahub_cloud/metadata/schemas/VersionProperties.avsc +212 -0
  37. acryl_datahub_cloud/metadata/schemas/VersionSetKey.avsc +26 -0
  38. acryl_datahub_cloud/metadata/schemas/VersionSetProperties.avsc +49 -0
  39. {acryl_datahub_cloud-0.3.7.7rc4.dist-info → acryl_datahub_cloud-0.3.8rc0.dist-info}/METADATA +47 -47
  40. {acryl_datahub_cloud-0.3.7.7rc4.dist-info → acryl_datahub_cloud-0.3.8rc0.dist-info}/RECORD +43 -35
  41. {acryl_datahub_cloud-0.3.7.7rc4.dist-info → acryl_datahub_cloud-0.3.8rc0.dist-info}/WHEEL +0 -0
  42. {acryl_datahub_cloud-0.3.7.7rc4.dist-info → acryl_datahub_cloud-0.3.8rc0.dist-info}/entry_points.txt +0 -0
  43. {acryl_datahub_cloud-0.3.7.7rc4.dist-info → acryl_datahub_cloud-0.3.8rc0.dist-info}/top_level.txt +0 -0
@@ -2002,7 +2002,10 @@ class AssertionAdjustmentSettingsClass(DictWrapper):
2002
2002
 
2003
2003
  @property
2004
2004
  def algorithm(self) -> Union[str, "AdjustmentAlgorithmClass"]:
2005
- """The algorithm to use to adjust assertion values to power the sensitivity control feature"""
2005
+ """The algorithm to use to adjust assertion values to power the sensitivity control feature
2006
+
2007
+ Note that for algorithm "STDDEV" which leverages the standard deviation of trailing values,
2008
+ the "stdDev" field must be provided inside of AssertionEvaluationContext.pdl by the offline pipeline."""
2006
2009
  return self._inner_dict.get('algorithm') # type: ignore
2007
2010
 
2008
2011
  @algorithm.setter
@@ -6845,6 +6848,7 @@ class DeprecationClass(_Aspect):
6845
6848
  note: str,
6846
6849
  actor: str,
6847
6850
  decommissionTime: Union[None, int]=None,
6851
+ replacement: Union[None, str]=None,
6848
6852
  ):
6849
6853
  super().__init__()
6850
6854
 
@@ -6852,12 +6856,14 @@ class DeprecationClass(_Aspect):
6852
6856
  self.decommissionTime = decommissionTime
6853
6857
  self.note = note
6854
6858
  self.actor = actor
6859
+ self.replacement = replacement
6855
6860
 
6856
6861
  def _restore_defaults(self) -> None:
6857
6862
  self.deprecated = bool()
6858
6863
  self.decommissionTime = self.RECORD_SCHEMA.fields_dict["decommissionTime"].default
6859
6864
  self.note = str()
6860
6865
  self.actor = str()
6866
+ self.replacement = self.RECORD_SCHEMA.fields_dict["replacement"].default
6861
6867
 
6862
6868
 
6863
6869
  @property
@@ -6900,6 +6906,16 @@ class DeprecationClass(_Aspect):
6900
6906
  self._inner_dict['actor'] = value
6901
6907
 
6902
6908
 
6909
+ @property
6910
+ def replacement(self) -> Union[None, str]:
6911
+ # No docs available.
6912
+ return self._inner_dict.get('replacement') # type: ignore
6913
+
6914
+ @replacement.setter
6915
+ def replacement(self, value: Union[None, str]) -> None:
6916
+ self._inner_dict['replacement'] = value
6917
+
6918
+
6903
6919
  class DisplayPropertiesClass(_Aspect):
6904
6920
  """Properties related to how the entity is displayed in the Datahub UI"""
6905
6921
 
@@ -9782,19 +9798,147 @@ class TimeStampClass(DictWrapper):
9782
9798
  self._inner_dict['actor'] = value
9783
9799
 
9784
9800
 
9801
+ class VersionPropertiesClass(_Aspect):
9802
+ """Properties about a versioned asset i.e. dataset, ML Model, etc."""
9803
+
9804
+
9805
+ ASPECT_NAME = 'versionProperties'
9806
+ ASPECT_INFO = {}
9807
+ RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.common.VersionProperties")
9808
+
9809
+ def __init__(self,
9810
+ versionSet: str,
9811
+ version: "VersionTagClass",
9812
+ sortId: str,
9813
+ aliases: Optional[List["VersionTagClass"]]=None,
9814
+ comment: Union[None, str]=None,
9815
+ sourceCreatedTimestamp: Union[None, "AuditStampClass"]=None,
9816
+ metadataCreatedTimestamp: Union[None, "AuditStampClass"]=None,
9817
+ isLatest: Union[None, bool]=None,
9818
+ ):
9819
+ super().__init__()
9820
+
9821
+ self.versionSet = versionSet
9822
+ self.version = version
9823
+ if aliases is None:
9824
+ # default: []
9825
+ self.aliases = list()
9826
+ else:
9827
+ self.aliases = aliases
9828
+ self.comment = comment
9829
+ self.sortId = sortId
9830
+ self.sourceCreatedTimestamp = sourceCreatedTimestamp
9831
+ self.metadataCreatedTimestamp = metadataCreatedTimestamp
9832
+ self.isLatest = isLatest
9833
+
9834
+ def _restore_defaults(self) -> None:
9835
+ self.versionSet = str()
9836
+ self.version = VersionTagClass._construct_with_defaults()
9837
+ self.aliases = list()
9838
+ self.comment = self.RECORD_SCHEMA.fields_dict["comment"].default
9839
+ self.sortId = str()
9840
+ self.sourceCreatedTimestamp = self.RECORD_SCHEMA.fields_dict["sourceCreatedTimestamp"].default
9841
+ self.metadataCreatedTimestamp = self.RECORD_SCHEMA.fields_dict["metadataCreatedTimestamp"].default
9842
+ self.isLatest = self.RECORD_SCHEMA.fields_dict["isLatest"].default
9843
+
9844
+
9845
+ @property
9846
+ def versionSet(self) -> str:
9847
+ """The linked Version Set entity that ties multiple versioned assets together"""
9848
+ return self._inner_dict.get('versionSet') # type: ignore
9849
+
9850
+ @versionSet.setter
9851
+ def versionSet(self, value: str) -> None:
9852
+ self._inner_dict['versionSet'] = value
9853
+
9854
+
9855
+ @property
9856
+ def version(self) -> "VersionTagClass":
9857
+ """Label for this versioned asset, is unique within a version set"""
9858
+ return self._inner_dict.get('version') # type: ignore
9859
+
9860
+ @version.setter
9861
+ def version(self, value: "VersionTagClass") -> None:
9862
+ self._inner_dict['version'] = value
9863
+
9864
+
9865
+ @property
9866
+ def aliases(self) -> List["VersionTagClass"]:
9867
+ """Associated aliases for this versioned asset"""
9868
+ return self._inner_dict.get('aliases') # type: ignore
9869
+
9870
+ @aliases.setter
9871
+ def aliases(self, value: List["VersionTagClass"]) -> None:
9872
+ self._inner_dict['aliases'] = value
9873
+
9874
+
9875
+ @property
9876
+ def comment(self) -> Union[None, str]:
9877
+ """Comment documenting what this version was created for, changes, or represents"""
9878
+ return self._inner_dict.get('comment') # type: ignore
9879
+
9880
+ @comment.setter
9881
+ def comment(self, value: Union[None, str]) -> None:
9882
+ self._inner_dict['comment'] = value
9883
+
9884
+
9885
+ @property
9886
+ def sortId(self) -> str:
9887
+ """Sort identifier that determines where a version lives in the order of the Version Set.
9888
+ What this looks like depends on the Version Scheme. For sort ids generated by DataHub we use an 8 character string representation."""
9889
+ return self._inner_dict.get('sortId') # type: ignore
9890
+
9891
+ @sortId.setter
9892
+ def sortId(self, value: str) -> None:
9893
+ self._inner_dict['sortId'] = value
9894
+
9895
+
9896
+ @property
9897
+ def sourceCreatedTimestamp(self) -> Union[None, "AuditStampClass"]:
9898
+ """Timestamp reflecting when this asset version was created in the source system."""
9899
+ return self._inner_dict.get('sourceCreatedTimestamp') # type: ignore
9900
+
9901
+ @sourceCreatedTimestamp.setter
9902
+ def sourceCreatedTimestamp(self, value: Union[None, "AuditStampClass"]) -> None:
9903
+ self._inner_dict['sourceCreatedTimestamp'] = value
9904
+
9905
+
9906
+ @property
9907
+ def metadataCreatedTimestamp(self) -> Union[None, "AuditStampClass"]:
9908
+ """Timestamp reflecting when the metadata for this version was created in DataHub"""
9909
+ return self._inner_dict.get('metadataCreatedTimestamp') # type: ignore
9910
+
9911
+ @metadataCreatedTimestamp.setter
9912
+ def metadataCreatedTimestamp(self, value: Union[None, "AuditStampClass"]) -> None:
9913
+ self._inner_dict['metadataCreatedTimestamp'] = value
9914
+
9915
+
9916
+ @property
9917
+ def isLatest(self) -> Union[None, bool]:
9918
+ """Marks whether this version is currently the latest. Set by a side effect and should not be modified by API."""
9919
+ return self._inner_dict.get('isLatest') # type: ignore
9920
+
9921
+ @isLatest.setter
9922
+ def isLatest(self, value: Union[None, bool]) -> None:
9923
+ self._inner_dict['isLatest'] = value
9924
+
9925
+
9785
9926
  class VersionTagClass(DictWrapper):
9786
9927
  """A resource-defined string representing the resource state for the purpose of concurrency control"""
9787
9928
 
9788
9929
  RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.common.VersionTag")
9789
9930
  def __init__(self,
9790
9931
  versionTag: Union[None, str]=None,
9932
+ metadataAttribution: Union[None, "MetadataAttributionClass"]=None,
9791
9933
  ):
9792
9934
  super().__init__()
9793
9935
 
9794
9936
  self.versionTag = versionTag
9937
+ self.metadataAttribution = metadataAttribution
9795
9938
 
9796
9939
  def _restore_defaults(self) -> None:
9797
9940
  self.versionTag = self.RECORD_SCHEMA.fields_dict["versionTag"].default
9941
+ self.metadataAttribution = self.RECORD_SCHEMA.fields_dict["metadataAttribution"].default
9798
9942
 
9799
9943
 
9800
9944
  @property
@@ -9807,6 +9951,16 @@ class VersionTagClass(DictWrapper):
9807
9951
  self._inner_dict['versionTag'] = value
9808
9952
 
9809
9953
 
9954
+ @property
9955
+ def metadataAttribution(self) -> Union[None, "MetadataAttributionClass"]:
9956
+ # No docs available.
9957
+ return self._inner_dict.get('metadataAttribution') # type: ignore
9958
+
9959
+ @metadataAttribution.setter
9960
+ def metadataAttribution(self, value: Union[None, "MetadataAttributionClass"]) -> None:
9961
+ self._inner_dict['metadataAttribution'] = value
9962
+
9963
+
9810
9964
  class WindowDurationClass(object):
9811
9965
  """Enum to define the length of a bucket when doing aggregations"""
9812
9966
 
@@ -21398,7 +21552,7 @@ class DatasetKeyClass(_Aspect):
21398
21552
 
21399
21553
 
21400
21554
  ASPECT_NAME = 'datasetKey'
21401
- ASPECT_INFO = {'keyForEntity': 'dataset', 'entityCategory': 'core', 'entityAspects': ['viewProperties', 'subTypes', 'datasetProfile', 'datasetUsageStatistics', 'operation', 'domains', 'proposals', 'schemaProposals', 'schemaMetadata', 'status', 'container', 'deprecation', 'usageFeatures', 'storageFeatures', 'lineageFeatures', 'testResults', 'siblings', 'embed', 'incidentsSummary', 'inferredNeighbors', 'inferredMetadata', 'schemaFieldsInferredMetadata', 'schemaFieldsInferredNeighbors', 'assertionsSummary', 'datasetProperties', 'editableDatasetProperties', 'datasetDeprecation', 'datasetUpstreamLineage', 'upstreamLineage', 'institutionalMemory', 'ownership', 'editableSchemaMetadata', 'globalTags', 'glossaryTerms', 'browsePaths', 'dataPlatformInstance', 'browsePathsV2', 'anomaliesSummary', 'access', 'structuredProperties', 'forms', 'partitionsSummary', 'share', 'origin', 'documentation', 'entityInferenceMetadata'], 'entityDoc': 'Datasets represent logical or physical data assets stored or represented in various data platforms. Tables, Views, Streams are all instances of datasets.'}
21555
+ ASPECT_INFO = {'keyForEntity': 'dataset', 'entityCategory': 'core', 'entityAspects': ['viewProperties', 'subTypes', 'datasetProfile', 'datasetUsageStatistics', 'operation', 'domains', 'proposals', 'schemaProposals', 'schemaMetadata', 'status', 'container', 'deprecation', 'usageFeatures', 'storageFeatures', 'lineageFeatures', 'testResults', 'siblings', 'embed', 'incidentsSummary', 'inferredNeighbors', 'inferredMetadata', 'schemaFieldsInferredMetadata', 'schemaFieldsInferredNeighbors', 'assertionsSummary', 'datasetProperties', 'editableDatasetProperties', 'datasetDeprecation', 'datasetUpstreamLineage', 'upstreamLineage', 'institutionalMemory', 'ownership', 'editableSchemaMetadata', 'globalTags', 'glossaryTerms', 'browsePaths', 'dataPlatformInstance', 'browsePathsV2', 'anomaliesSummary', 'access', 'structuredProperties', 'forms', 'partitionsSummary', 'share', 'origin', 'documentation', 'entityInferenceMetadata', 'versionProperties'], 'entityDoc': 'Datasets represent logical or physical data assets stored or represented in various data platforms. Tables, Views, Streams are all instances of datasets.'}
21402
21556
  RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.DatasetKey")
21403
21557
 
21404
21558
  def __init__(self,
@@ -21969,7 +22123,7 @@ class MLModelKeyClass(_Aspect):
21969
22123
 
21970
22124
 
21971
22125
  ASPECT_NAME = 'mlModelKey'
21972
- ASPECT_INFO = {'keyForEntity': 'mlModel', 'entityCategory': 'core', 'entityAspects': ['glossaryTerms', 'editableMlModelProperties', 'domains', 'proposals', 'ownership', 'mlModelProperties', 'intendedUse', 'mlModelFactorPrompts', 'mlModelMetrics', 'mlModelEvaluationData', 'mlModelTrainingData', 'mlModelQuantitativeAnalyses', 'mlModelEthicalConsiderations', 'mlModelCaveatsAndRecommendations', 'institutionalMemory', 'sourceCode', 'status', 'cost', 'deprecation', 'browsePaths', 'globalTags', 'dataPlatformInstance', 'browsePathsV2', 'structuredProperties', 'forms', 'testResults', 'share', 'origin', 'lineageFeatures', 'documentation', 'incidentsSummary']}
22126
+ ASPECT_INFO = {'keyForEntity': 'mlModel', 'entityCategory': 'core', 'entityAspects': ['glossaryTerms', 'editableMlModelProperties', 'domains', 'proposals', 'ownership', 'mlModelProperties', 'intendedUse', 'mlModelFactorPrompts', 'mlModelMetrics', 'mlModelEvaluationData', 'mlModelTrainingData', 'mlModelQuantitativeAnalyses', 'mlModelEthicalConsiderations', 'mlModelCaveatsAndRecommendations', 'institutionalMemory', 'sourceCode', 'status', 'cost', 'deprecation', 'browsePaths', 'globalTags', 'dataPlatformInstance', 'browsePathsV2', 'structuredProperties', 'forms', 'testResults', 'share', 'origin', 'lineageFeatures', 'documentation', 'incidentsSummary', 'versionProperties']}
21973
22127
  RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.MLModelKey")
21974
22128
 
21975
22129
  def __init__(self,
@@ -22309,7 +22463,7 @@ class SchemaFieldKeyClass(_Aspect):
22309
22463
 
22310
22464
 
22311
22465
  ASPECT_NAME = 'schemaFieldKey'
22312
- ASPECT_INFO = {'keyForEntity': 'schemaField', 'entityCategory': 'core', 'entityAspects': ['schemafieldInfo', 'structuredProperties', 'forms', 'businessAttributes', 'status', 'schemaFieldAliases', 'documentation', 'testResults', 'schemaFieldProfile', 'lineageFeatures']}
22466
+ ASPECT_INFO = {'keyForEntity': 'schemaField', 'entityCategory': 'core', 'entityAspects': ['schemafieldInfo', 'structuredProperties', 'forms', 'businessAttributes', 'status', 'schemaFieldAliases', 'documentation', 'testResults', 'schemaFieldProfile', 'lineageFeatures', 'deprecation']}
22313
22467
  RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.SchemaFieldKey")
22314
22468
 
22315
22469
  def __init__(self,
@@ -22462,6 +22616,48 @@ class TestKeyClass(_Aspect):
22462
22616
  self._inner_dict['id'] = value
22463
22617
 
22464
22618
 
22619
+ class VersionSetKeyClass(_Aspect):
22620
+ """Key for a Version Set entity"""
22621
+
22622
+
22623
+ ASPECT_NAME = 'versionSetKey'
22624
+ ASPECT_INFO = {'keyForEntity': 'versionSet', 'entityCategory': 'core', 'entityAspects': ['versionSetProperties']}
22625
+ RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.metadata.key.VersionSetKey")
22626
+
22627
+ def __init__(self,
22628
+ id: str,
22629
+ entityType: str,
22630
+ ):
22631
+ super().__init__()
22632
+
22633
+ self.id = id
22634
+ self.entityType = entityType
22635
+
22636
+ def _restore_defaults(self) -> None:
22637
+ self.id = str()
22638
+ self.entityType = str()
22639
+
22640
+
22641
+ @property
22642
+ def id(self) -> str:
22643
+ """ID of the Version Set, generated from platform + asset id / name"""
22644
+ return self._inner_dict.get('id') # type: ignore
22645
+
22646
+ @id.setter
22647
+ def id(self, value: str) -> None:
22648
+ self._inner_dict['id'] = value
22649
+
22650
+
22651
+ @property
22652
+ def entityType(self) -> str:
22653
+ """Type of entities included in version set, limits to a single entity type between linked versioned entities"""
22654
+ return self._inner_dict.get('entityType') # type: ignore
22655
+
22656
+ @entityType.setter
22657
+ def entityType(self, value: str) -> None:
22658
+ self._inner_dict['entityType'] = value
22659
+
22660
+
22465
22661
  class ConditionClass(object):
22466
22662
  """The matching condition in a filter criterion"""
22467
22663
 
@@ -22498,6 +22694,9 @@ class ConditionClass(object):
22498
22694
  LESS_THAN_OR_EQUAL_TO = "LESS_THAN_OR_EQUAL_TO"
22499
22695
  """Represent the relation less than or equal to, e.g. ownerCount <= 3"""
22500
22696
 
22697
+ BETWEEN = "BETWEEN"
22698
+ """Represent the relation within an inclusive range, e.g. 3 <= ownerCount <= 5. Note that the values in Criterion must have two entries for a lower and upper bound."""
22699
+
22501
22700
  START_WITH = "START_WITH"
22502
22701
  """Represent the relation: String field starts with value, e.g. name starts with PageView"""
22503
22702
 
@@ -25873,13 +26072,16 @@ class AssertionEvaluationContextClass(DictWrapper):
25873
26072
  RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.monitor.AssertionEvaluationContext")
25874
26073
  def __init__(self,
25875
26074
  embeddedAssertions: Union[None, List["EmbeddedAssertionClass"]]=None,
26075
+ stdDev: Union[None, float]=None,
25876
26076
  ):
25877
26077
  super().__init__()
25878
26078
 
25879
26079
  self.embeddedAssertions = embeddedAssertions
26080
+ self.stdDev = stdDev
25880
26081
 
25881
26082
  def _restore_defaults(self) -> None:
25882
26083
  self.embeddedAssertions = self.RECORD_SCHEMA.fields_dict["embeddedAssertions"].default
26084
+ self.stdDev = self.RECORD_SCHEMA.fields_dict["stdDev"].default
25883
26085
 
25884
26086
 
25885
26087
  @property
@@ -25894,6 +26096,17 @@ class AssertionEvaluationContextClass(DictWrapper):
25894
26096
  self._inner_dict['embeddedAssertions'] = value
25895
26097
 
25896
26098
 
26099
+ @property
26100
+ def stdDev(self) -> Union[None, float]:
26101
+ """The std deviation of the metric values used for training.
26102
+ This is used to determine the final adjusted threshold for the assertion."""
26103
+ return self._inner_dict.get('stdDev') # type: ignore
26104
+
26105
+ @stdDev.setter
26106
+ def stdDev(self, value: Union[None, float]) -> None:
26107
+ self._inner_dict['stdDev'] = value
26108
+
26109
+
25897
26110
  class AssertionEvaluationParametersClass(DictWrapper):
25898
26111
  """Information about the parameters required to evaluate an assertion"""
25899
26112
 
@@ -32305,7 +32518,8 @@ class StructuredPropertyDefinitionClass(_Aspect):
32305
32518
 
32306
32519
  @property
32307
32520
  def filterStatus(self) -> Union[Union[str, "StructuredPropertyFilterStatusClass"], None]:
32308
- """The filter status of this structured property - whether it will show up in search filters or not"""
32521
+ """The filter status of this structured property - whether it will show up in search filters or not
32522
+ Deprecated! Use structuredPropertySettings.showInSearchFilters instead"""
32309
32523
  return self._inner_dict.get('filterStatus') # type: ignore
32310
32524
 
32311
32525
  @filterStatus.setter
@@ -32329,7 +32543,7 @@ class StructuredPropertyKeyClass(_Aspect):
32329
32543
 
32330
32544
 
32331
32545
  ASPECT_NAME = 'structuredPropertyKey'
32332
- ASPECT_INFO = {'keyForEntity': 'structuredProperty', 'entityCategory': 'core', 'entityAspects': ['propertyDefinition', 'institutionalMemory', 'status', 'share', 'origin'], 'entityDoc': 'Structured Property represents a property meant for extending the core model of a logical entity'}
32546
+ ASPECT_INFO = {'keyForEntity': 'structuredProperty', 'entityCategory': 'core', 'entityAspects': ['propertyDefinition', 'structuredPropertySettings', 'institutionalMemory', 'status', 'share', 'origin'], 'entityDoc': 'Structured Property represents a property meant for extending the core model of a logical entity'}
32333
32547
  RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.structured.StructuredPropertyKey")
32334
32548
 
32335
32549
  def __init__(self,
@@ -32353,6 +32567,122 @@ class StructuredPropertyKeyClass(_Aspect):
32353
32567
  self._inner_dict['id'] = value
32354
32568
 
32355
32569
 
32570
+ class StructuredPropertySettingsClass(_Aspect):
32571
+ """Settings specific to a structured property entity"""
32572
+
32573
+
32574
+ ASPECT_NAME = 'structuredPropertySettings'
32575
+ ASPECT_INFO = {}
32576
+ RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.structured.StructuredPropertySettings")
32577
+
32578
+ def __init__(self,
32579
+ isHidden: Optional[bool]=None,
32580
+ showInSearchFilters: Optional[bool]=None,
32581
+ showInAssetSummary: Optional[bool]=None,
32582
+ showAsAssetBadge: Optional[bool]=None,
32583
+ showInColumnsTable: Optional[bool]=None,
32584
+ lastModified: Union[None, "AuditStampClass"]=None,
32585
+ ):
32586
+ super().__init__()
32587
+
32588
+ if isHidden is None:
32589
+ # default: False
32590
+ self.isHidden = self.RECORD_SCHEMA.fields_dict["isHidden"].default
32591
+ else:
32592
+ self.isHidden = isHidden
32593
+ if showInSearchFilters is None:
32594
+ # default: False
32595
+ self.showInSearchFilters = self.RECORD_SCHEMA.fields_dict["showInSearchFilters"].default
32596
+ else:
32597
+ self.showInSearchFilters = showInSearchFilters
32598
+ if showInAssetSummary is None:
32599
+ # default: False
32600
+ self.showInAssetSummary = self.RECORD_SCHEMA.fields_dict["showInAssetSummary"].default
32601
+ else:
32602
+ self.showInAssetSummary = showInAssetSummary
32603
+ if showAsAssetBadge is None:
32604
+ # default: False
32605
+ self.showAsAssetBadge = self.RECORD_SCHEMA.fields_dict["showAsAssetBadge"].default
32606
+ else:
32607
+ self.showAsAssetBadge = showAsAssetBadge
32608
+ if showInColumnsTable is None:
32609
+ # default: False
32610
+ self.showInColumnsTable = self.RECORD_SCHEMA.fields_dict["showInColumnsTable"].default
32611
+ else:
32612
+ self.showInColumnsTable = showInColumnsTable
32613
+ self.lastModified = lastModified
32614
+
32615
+ def _restore_defaults(self) -> None:
32616
+ self.isHidden = self.RECORD_SCHEMA.fields_dict["isHidden"].default
32617
+ self.showInSearchFilters = self.RECORD_SCHEMA.fields_dict["showInSearchFilters"].default
32618
+ self.showInAssetSummary = self.RECORD_SCHEMA.fields_dict["showInAssetSummary"].default
32619
+ self.showAsAssetBadge = self.RECORD_SCHEMA.fields_dict["showAsAssetBadge"].default
32620
+ self.showInColumnsTable = self.RECORD_SCHEMA.fields_dict["showInColumnsTable"].default
32621
+ self.lastModified = self.RECORD_SCHEMA.fields_dict["lastModified"].default
32622
+
32623
+
32624
+ @property
32625
+ def isHidden(self) -> bool:
32626
+ """Whether or not this asset should be hidden in the main application"""
32627
+ return self._inner_dict.get('isHidden') # type: ignore
32628
+
32629
+ @isHidden.setter
32630
+ def isHidden(self, value: bool) -> None:
32631
+ self._inner_dict['isHidden'] = value
32632
+
32633
+
32634
+ @property
32635
+ def showInSearchFilters(self) -> bool:
32636
+ """Whether or not this asset should be displayed as a search filter"""
32637
+ return self._inner_dict.get('showInSearchFilters') # type: ignore
32638
+
32639
+ @showInSearchFilters.setter
32640
+ def showInSearchFilters(self, value: bool) -> None:
32641
+ self._inner_dict['showInSearchFilters'] = value
32642
+
32643
+
32644
+ @property
32645
+ def showInAssetSummary(self) -> bool:
32646
+ """Whether or not this asset should be displayed in the asset sidebar"""
32647
+ return self._inner_dict.get('showInAssetSummary') # type: ignore
32648
+
32649
+ @showInAssetSummary.setter
32650
+ def showInAssetSummary(self, value: bool) -> None:
32651
+ self._inner_dict['showInAssetSummary'] = value
32652
+
32653
+
32654
+ @property
32655
+ def showAsAssetBadge(self) -> bool:
32656
+ """Whether or not this asset should be displayed as an asset badge on other
32657
+ asset's headers"""
32658
+ return self._inner_dict.get('showAsAssetBadge') # type: ignore
32659
+
32660
+ @showAsAssetBadge.setter
32661
+ def showAsAssetBadge(self, value: bool) -> None:
32662
+ self._inner_dict['showAsAssetBadge'] = value
32663
+
32664
+
32665
+ @property
32666
+ def showInColumnsTable(self) -> bool:
32667
+ """Whether or not this asset should be displayed as a column in the schema field table
32668
+ in a Dataset's "Columns" tab."""
32669
+ return self._inner_dict.get('showInColumnsTable') # type: ignore
32670
+
32671
+ @showInColumnsTable.setter
32672
+ def showInColumnsTable(self, value: bool) -> None:
32673
+ self._inner_dict['showInColumnsTable'] = value
32674
+
32675
+
32676
+ @property
32677
+ def lastModified(self) -> Union[None, "AuditStampClass"]:
32678
+ """Last Modified Audit stamp"""
32679
+ return self._inner_dict.get('lastModified') # type: ignore
32680
+
32681
+ @lastModified.setter
32682
+ def lastModified(self, value: Union[None, "AuditStampClass"]) -> None:
32683
+ self._inner_dict['lastModified'] = value
32684
+
32685
+
32356
32686
  class StructuredPropertyValueAssignmentClass(DictWrapper):
32357
32687
  # No docs available.
32358
32688
 
@@ -34070,6 +34400,71 @@ class UserUsageCountsClass(DictWrapper):
34070
34400
  self._inner_dict['userEmail'] = value
34071
34401
 
34072
34402
 
34403
+ class VersionSetPropertiesClass(_Aspect):
34404
+ # No docs available.
34405
+
34406
+
34407
+ ASPECT_NAME = 'versionSetProperties'
34408
+ ASPECT_INFO = {}
34409
+ RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.versionset.VersionSetProperties")
34410
+
34411
+ def __init__(self,
34412
+ latest: str,
34413
+ versioningScheme: Union[str, "VersioningSchemeClass"],
34414
+ customProperties: Optional[Dict[str, str]]=None,
34415
+ ):
34416
+ super().__init__()
34417
+
34418
+ if customProperties is None:
34419
+ # default: {}
34420
+ self.customProperties = dict()
34421
+ else:
34422
+ self.customProperties = customProperties
34423
+ self.latest = latest
34424
+ self.versioningScheme = versioningScheme
34425
+
34426
+ def _restore_defaults(self) -> None:
34427
+ self.customProperties = dict()
34428
+ self.latest = str()
34429
+ self.versioningScheme = VersioningSchemeClass.ALPHANUMERIC_GENERATED_BY_DATAHUB
34430
+
34431
+
34432
+ @property
34433
+ def customProperties(self) -> Dict[str, str]:
34434
+ """Custom property bag."""
34435
+ return self._inner_dict.get('customProperties') # type: ignore
34436
+
34437
+ @customProperties.setter
34438
+ def customProperties(self, value: Dict[str, str]) -> None:
34439
+ self._inner_dict['customProperties'] = value
34440
+
34441
+
34442
+ @property
34443
+ def latest(self) -> str:
34444
+ """The latest versioned entity linked to in this version set"""
34445
+ return self._inner_dict.get('latest') # type: ignore
34446
+
34447
+ @latest.setter
34448
+ def latest(self, value: str) -> None:
34449
+ self._inner_dict['latest'] = value
34450
+
34451
+
34452
+ @property
34453
+ def versioningScheme(self) -> Union[str, "VersioningSchemeClass"]:
34454
+ """What versioning scheme is being utilized for the versioned entities sort criterion. Static once set"""
34455
+ return self._inner_dict.get('versioningScheme') # type: ignore
34456
+
34457
+ @versioningScheme.setter
34458
+ def versioningScheme(self, value: Union[str, "VersioningSchemeClass"]) -> None:
34459
+ self._inner_dict['versioningScheme'] = value
34460
+
34461
+
34462
+ class VersioningSchemeClass(object):
34463
+ # No docs available.
34464
+
34465
+ ALPHANUMERIC_GENERATED_BY_DATAHUB = "ALPHANUMERIC_GENERATED_BY_DATAHUB"
34466
+
34467
+
34073
34468
  class DataHubViewDefinitionClass(DictWrapper):
34074
34469
  """A View definition."""
34075
34470
 
@@ -34402,6 +34797,7 @@ __SCHEMA_TYPES = {
34402
34797
  'com.linkedin.pegasus2avro.common.SyncMechanism': SyncMechanismClass,
34403
34798
  'com.linkedin.pegasus2avro.common.TagAssociation': TagAssociationClass,
34404
34799
  'com.linkedin.pegasus2avro.common.TimeStamp': TimeStampClass,
34800
+ 'com.linkedin.pegasus2avro.common.VersionProperties': VersionPropertiesClass,
34405
34801
  'com.linkedin.pegasus2avro.common.VersionTag': VersionTagClass,
34406
34802
  'com.linkedin.pegasus2avro.common.WindowDuration': WindowDurationClass,
34407
34803
  'com.linkedin.pegasus2avro.common.fieldtransformer.TransformationType': TransformationTypeClass,
@@ -34634,6 +35030,7 @@ __SCHEMA_TYPES = {
34634
35030
  'com.linkedin.pegasus2avro.metadata.key.TagKey': TagKeyClass,
34635
35031
  'com.linkedin.pegasus2avro.metadata.key.TelemetryKey': TelemetryKeyClass,
34636
35032
  'com.linkedin.pegasus2avro.metadata.key.TestKey': TestKeyClass,
35033
+ 'com.linkedin.pegasus2avro.metadata.key.VersionSetKey': VersionSetKeyClass,
34637
35034
  'com.linkedin.pegasus2avro.metadata.query.filter.Condition': ConditionClass,
34638
35035
  'com.linkedin.pegasus2avro.metadata.query.filter.ConjunctiveCriterion': ConjunctiveCriterionClass,
34639
35036
  'com.linkedin.pegasus2avro.metadata.query.filter.Criterion': CriterionClass,
@@ -34831,6 +35228,7 @@ __SCHEMA_TYPES = {
34831
35228
  'com.linkedin.pegasus2avro.structured.StructuredPropertyDefinition': StructuredPropertyDefinitionClass,
34832
35229
  'com.linkedin.pegasus2avro.structured.StructuredPropertyFilterStatus': StructuredPropertyFilterStatusClass,
34833
35230
  'com.linkedin.pegasus2avro.structured.StructuredPropertyKey': StructuredPropertyKeyClass,
35231
+ 'com.linkedin.pegasus2avro.structured.StructuredPropertySettings': StructuredPropertySettingsClass,
34834
35232
  'com.linkedin.pegasus2avro.structured.StructuredPropertyValueAssignment': StructuredPropertyValueAssignmentClass,
34835
35233
  'com.linkedin.pegasus2avro.subscription.EntityChangeDetails': EntityChangeDetailsClass,
34836
35234
  'com.linkedin.pegasus2avro.subscription.EntityChangeDetailsFilter': EntityChangeDetailsFilterClass,
@@ -34870,6 +35268,8 @@ __SCHEMA_TYPES = {
34870
35268
  'com.linkedin.pegasus2avro.usage.UsageAggregation': UsageAggregationClass,
34871
35269
  'com.linkedin.pegasus2avro.usage.UsageAggregationMetrics': UsageAggregationMetricsClass,
34872
35270
  'com.linkedin.pegasus2avro.usage.UserUsageCounts': UserUsageCountsClass,
35271
+ 'com.linkedin.pegasus2avro.versionset.VersionSetProperties': VersionSetPropertiesClass,
35272
+ 'com.linkedin.pegasus2avro.versionset.VersioningScheme': VersioningSchemeClass,
34873
35273
  'com.linkedin.pegasus2avro.view.DataHubViewDefinition': DataHubViewDefinitionClass,
34874
35274
  'com.linkedin.pegasus2avro.view.DataHubViewInfo': DataHubViewInfoClass,
34875
35275
  'com.linkedin.pegasus2avro.view.DataHubViewType': DataHubViewTypeClass,
@@ -35061,6 +35461,7 @@ __SCHEMA_TYPES = {
35061
35461
  'SyncMechanism': SyncMechanismClass,
35062
35462
  'TagAssociation': TagAssociationClass,
35063
35463
  'TimeStamp': TimeStampClass,
35464
+ 'VersionProperties': VersionPropertiesClass,
35064
35465
  'VersionTag': VersionTagClass,
35065
35466
  'WindowDuration': WindowDurationClass,
35066
35467
  'TransformationType': TransformationTypeClass,
@@ -35293,6 +35694,7 @@ __SCHEMA_TYPES = {
35293
35694
  'TagKey': TagKeyClass,
35294
35695
  'TelemetryKey': TelemetryKeyClass,
35295
35696
  'TestKey': TestKeyClass,
35697
+ 'VersionSetKey': VersionSetKeyClass,
35296
35698
  'Condition': ConditionClass,
35297
35699
  'ConjunctiveCriterion': ConjunctiveCriterionClass,
35298
35700
  'Criterion': CriterionClass,
@@ -35490,6 +35892,7 @@ __SCHEMA_TYPES = {
35490
35892
  'StructuredPropertyDefinition': StructuredPropertyDefinitionClass,
35491
35893
  'StructuredPropertyFilterStatus': StructuredPropertyFilterStatusClass,
35492
35894
  'StructuredPropertyKey': StructuredPropertyKeyClass,
35895
+ 'StructuredPropertySettings': StructuredPropertySettingsClass,
35493
35896
  'StructuredPropertyValueAssignment': StructuredPropertyValueAssignmentClass,
35494
35897
  'EntityChangeDetails': EntityChangeDetailsClass,
35495
35898
  'EntityChangeDetailsFilter': EntityChangeDetailsFilterClass,
@@ -35529,6 +35932,8 @@ __SCHEMA_TYPES = {
35529
35932
  'UsageAggregation': UsageAggregationClass,
35530
35933
  'UsageAggregationMetrics': UsageAggregationMetricsClass,
35531
35934
  'UserUsageCounts': UserUsageCountsClass,
35935
+ 'VersionSetProperties': VersionSetPropertiesClass,
35936
+ 'VersioningScheme': VersioningSchemeClass,
35532
35937
  'DataHubViewDefinition': DataHubViewDefinitionClass,
35533
35938
  'DataHubViewInfo': DataHubViewInfoClass,
35534
35939
  'DataHubViewType': DataHubViewTypeClass,
@@ -35556,6 +35961,7 @@ ASPECT_CLASSES: List[Type[_Aspect]] = [
35556
35961
  AnomalyInfoClass,
35557
35962
  DataHubAccessTokenInfoClass,
35558
35963
  RecommendationModuleClass,
35964
+ VersionSetKeyClass,
35559
35965
  DataHubConnectionKeyClass,
35560
35966
  DataHubRoleKeyClass,
35561
35967
  GenericEntityKeyClass,
@@ -35631,6 +36037,7 @@ ASPECT_CLASSES: List[Type[_Aspect]] = [
35631
36037
  AiInferenceMetadataClass,
35632
36038
  StructuredPropertyKeyClass,
35633
36039
  StructuredPropertyDefinitionClass,
36040
+ StructuredPropertySettingsClass,
35634
36041
  StructuredPropertiesClass,
35635
36042
  GlobalSettingsInfoClass,
35636
36043
  DataHubRetentionConfigClass,
@@ -35649,6 +36056,7 @@ ASPECT_CLASSES: List[Type[_Aspect]] = [
35649
36056
  AssertionSummaryClass,
35650
36057
  AssertionInfoClass,
35651
36058
  ProposalsClass,
36059
+ VersionPropertiesClass,
35652
36060
  ShareClass,
35653
36061
  BrowsePathsV2Class,
35654
36062
  InputFieldsClass,
@@ -35788,6 +36196,7 @@ ASPECT_CLASSES: List[Type[_Aspect]] = [
35788
36196
  PlatformResourceKeyClass,
35789
36197
  DataHubConnectionDetailsClass,
35790
36198
  DataPlatformInstancePropertiesClass,
36199
+ VersionSetPropertiesClass,
35791
36200
  DataContractStatusClass,
35792
36201
  DataContractPropertiesClass
35793
36202
  ]
@@ -35815,6 +36224,7 @@ class AspectBag(TypedDict, total=False):
35815
36224
  anomalyInfo: AnomalyInfoClass
35816
36225
  dataHubAccessTokenInfo: DataHubAccessTokenInfoClass
35817
36226
  recommendationModule: RecommendationModuleClass
36227
+ versionSetKey: VersionSetKeyClass
35818
36228
  dataHubConnectionKey: DataHubConnectionKeyClass
35819
36229
  dataHubRoleKey: DataHubRoleKeyClass
35820
36230
  genericEntityKey: GenericEntityKeyClass
@@ -35890,6 +36300,7 @@ class AspectBag(TypedDict, total=False):
35890
36300
  aiInferenceMetadata: AiInferenceMetadataClass
35891
36301
  structuredPropertyKey: StructuredPropertyKeyClass
35892
36302
  propertyDefinition: StructuredPropertyDefinitionClass
36303
+ structuredPropertySettings: StructuredPropertySettingsClass
35893
36304
  structuredProperties: StructuredPropertiesClass
35894
36305
  globalSettingsInfo: GlobalSettingsInfoClass
35895
36306
  dataHubRetentionConfig: DataHubRetentionConfigClass
@@ -35908,6 +36319,7 @@ class AspectBag(TypedDict, total=False):
35908
36319
  assertionSummary: AssertionSummaryClass
35909
36320
  assertionInfo: AssertionInfoClass
35910
36321
  proposals: ProposalsClass
36322
+ versionProperties: VersionPropertiesClass
35911
36323
  share: ShareClass
35912
36324
  browsePathsV2: BrowsePathsV2Class
35913
36325
  inputFields: InputFieldsClass
@@ -36047,11 +36459,13 @@ class AspectBag(TypedDict, total=False):
36047
36459
  platformResourceKey: PlatformResourceKeyClass
36048
36460
  dataHubConnectionDetails: DataHubConnectionDetailsClass
36049
36461
  dataPlatformInstanceProperties: DataPlatformInstancePropertiesClass
36462
+ versionSetProperties: VersionSetPropertiesClass
36050
36463
  dataContractStatus: DataContractStatusClass
36051
36464
  dataContractProperties: DataContractPropertiesClass
36052
36465
 
36053
36466
 
36054
36467
  KEY_ASPECTS: Dict[str, Type[_Aspect]] = {
36468
+ 'versionSet': VersionSetKeyClass,
36055
36469
  'dataHubConnection': DataHubConnectionKeyClass,
36056
36470
  'dataHubRole': DataHubRoleKeyClass,
36057
36471
  'actionRequest': ActionRequestKeyClass,