acryl-datahub 1.3.0.1rc9__py3-none-any.whl → 1.3.1.1__py3-none-any.whl

datahub/ingestion/source/usage/usage_common.py

@@ -15,6 +15,7 @@ from typing import (
 )
 
 import pydantic
+from pydantic import ValidationInfo, field_validator
 from pydantic.fields import Field
 
 import datahub.emitter.mce_builder as builder
@@ -226,10 +227,11 @@ class BaseUsageConfig(BaseTimeWindowConfig):
         default=True, description="Whether to ingest the top_n_queries."
     )
 
-    @pydantic.validator("top_n_queries")
-    def ensure_top_n_queries_is_not_too_big(cls, v: int, values: dict) -> int:
+    @field_validator("top_n_queries", mode="after")
+    @classmethod
+    def ensure_top_n_queries_is_not_too_big(cls, v: int, info: ValidationInfo) -> int:
         minimum_query_size = 20
-
+        values = info.data
         max_queries = int(values["queries_character_limit"] / minimum_query_size)
         if v > max_queries:
             raise ValueError(

datahub/ingestion/source_config/csv_enricher.py

@@ -1,6 +1,5 @@
-from typing import Any, Dict
-
 import pydantic
+from pydantic import field_validator
 
 from datahub.configuration.common import ConfigModel
 
@@ -21,7 +20,8 @@ class CSVEnricherConfig(ConfigModel):
         description="Delimiter to use when parsing array fields (tags, terms and owners)",
     )
 
-    @pydantic.validator("write_semantics")
+    @field_validator("write_semantics", mode="after")
+    @classmethod
     def validate_write_semantics(cls, write_semantics: str) -> str:
         if write_semantics.lower() not in {"patch", "override"}:
             raise ValueError(
@@ -31,9 +31,10 @@ class CSVEnricherConfig(ConfigModel):
             )
         return write_semantics
 
-    @pydantic.validator("array_delimiter")
-    def validator_diff(cls, array_delimiter: str, values: Dict[str, Any]) -> str:
-        if array_delimiter == values["delimiter"]:
+    @field_validator("array_delimiter", mode="after")
+    @classmethod
+    def validator_diff(cls, array_delimiter: str, info: pydantic.ValidationInfo) -> str:
+        if array_delimiter == info.data["delimiter"]:
             raise ValueError(
                 "array_delimiter and delimiter are the same. Please choose different delimiters."
             )

datahub/ingestion/source_config/operation_config.py

@@ -3,7 +3,7 @@ import logging
 from typing import Any, Dict, Optional
 
 import cachetools
-import pydantic
+from pydantic import field_validator, model_validator
 from pydantic.fields import Field
 
 from datahub.configuration.common import ConfigModel
@@ -26,7 +26,8 @@ class OperationConfig(ConfigModel):
         description="Number between 1 to 31 for date of month (both inclusive). If not specified, defaults to Nothing and this field does not take affect.",
     )
 
-    @pydantic.root_validator(pre=True)
+    @model_validator(mode="before")
+    @classmethod
     def lower_freq_configs_are_set(cls, values: Dict[str, Any]) -> Dict[str, Any]:
         lower_freq_profile_enabled = values.get("lower_freq_profile_enabled")
         profile_day_of_week = values.get("profile_day_of_week")
@@ -41,7 +42,8 @@ class OperationConfig(ConfigModel):
             )
         return values
 
-    @pydantic.validator("profile_day_of_week")
+    @field_validator("profile_day_of_week", mode="after")
+    @classmethod
     def validate_profile_day_of_week(cls, v: Optional[int]) -> Optional[int]:
         profile_day_of_week = v
         if profile_day_of_week is None:
@@ -52,7 +54,8 @@ class OperationConfig(ConfigModel):
             )
         return profile_day_of_week
 
-    @pydantic.validator("profile_date_of_month")
+    @field_validator("profile_date_of_month", mode="after")
+    @classmethod
     def validate_profile_date_of_month(cls, v: Optional[int]) -> Optional[int]:
         profile_date_of_month = v
         if profile_date_of_month is None:

datahub/ingestion/source_config/pulsar.py

@@ -3,7 +3,7 @@ from typing import Dict, List, Optional, Union
 from urllib.parse import urlparse
 
 import pydantic
-from pydantic import Field, validator
+from pydantic import Field, model_validator
 
 from datahub.configuration.common import AllowDenyPattern
 from datahub.configuration.source_common import (
@@ -100,27 +100,23 @@ class PulsarSourceConfig(
         default_factory=dict, description="Placeholder for OpenId discovery document"
     )
 
-    @validator("token")
-    def ensure_only_issuer_or_token(
-        cls, token: Optional[str], values: Dict[str, Optional[str]]
-    ) -> Optional[str]:
-        if token is not None and values.get("issuer_url") is not None:
+    @model_validator(mode="after")
+    def ensure_only_issuer_or_token(self) -> "PulsarSourceConfig":
+        if self.token is not None and self.issuer_url is not None:
             raise ValueError(
                 "Expected only one authentication method, either issuer_url or token."
             )
-        return token
-
-    @validator("client_secret", always=True)
-    def ensure_client_id_and_secret_for_issuer_url(
-        cls, client_secret: Optional[str], values: Dict[str, Optional[str]]
-    ) -> Optional[str]:
-        if values.get("issuer_url") is not None and (
-            client_secret is None or values.get("client_id") is None
+        return self
+
+    @model_validator(mode="after")
+    def ensure_client_id_and_secret_for_issuer_url(self) -> "PulsarSourceConfig":
+        if self.issuer_url is not None and (
+            self.client_secret is None or self.client_id is None
         ):
             raise ValueError(
                 "Missing configuration: client_id and client_secret are mandatory when issuer_url is set."
             )
-        return client_secret
+        return self
 
     @pydantic.field_validator("web_service_url", mode="after")
     @classmethod

datahub/ingestion/transformer/add_dataset_browse_path.py

@@ -32,7 +32,7 @@ class AddDatasetBrowsePathTransformer(DatasetBrowsePathsTransformer):
     def create(
         cls, config_dict: dict, ctx: PipelineContext
     ) -> "AddDatasetBrowsePathTransformer":
-        config = AddDatasetBrowsePathConfig.parse_obj(config_dict)
+        config = AddDatasetBrowsePathConfig.model_validate(config_dict)
         return cls(config, ctx)
 
     @staticmethod

datahub/ingestion/transformer/add_dataset_dataproduct.py

@@ -1,7 +1,7 @@
 import logging
 from typing import Callable, Dict, List, Optional, Union
 
-import pydantic
+from pydantic import model_validator
 
 from datahub.configuration.common import ConfigModel, KeyValuePattern
 from datahub.configuration.import_resolver import pydantic_resolve_key
@@ -39,7 +39,7 @@ class AddDatasetDataProduct(DatasetDataproductTransformer):
 
     @classmethod
     def create(cls, config_dict: dict, ctx: PipelineContext) -> "AddDatasetDataProduct":
-        config = AddDatasetDataProductConfig.parse_obj(config_dict)
+        config = AddDatasetDataProductConfig.model_validate(config_dict)
         return cls(config, ctx)
 
     def transform_aspect(
@@ -116,7 +116,7 @@ class SimpleAddDatasetDataProduct(AddDatasetDataProduct):
     def create(
         cls, config_dict: dict, ctx: PipelineContext
     ) -> "SimpleAddDatasetDataProduct":
-        config = SimpleDatasetDataProductConfig.parse_obj(config_dict)
+        config = SimpleDatasetDataProductConfig.model_validate(config_dict)
         return cls(config, ctx)
 
 
@@ -124,7 +124,8 @@ class PatternDatasetDataProductConfig(ConfigModel):
     dataset_to_data_product_urns_pattern: KeyValuePattern = KeyValuePattern.all()
     is_container: bool = False
 
-    @pydantic.root_validator(pre=True)
+    @model_validator(mode="before")
+    @classmethod
     def validate_pattern_value(cls, values: Dict) -> Dict:
         rules = values["dataset_to_data_product_urns_pattern"]["rules"]
         for key, value in rules.items():
@@ -156,5 +157,5 @@ class PatternAddDatasetDataProduct(AddDatasetDataProduct):
     def create(
         cls, config_dict: dict, ctx: PipelineContext
     ) -> "PatternAddDatasetDataProduct":
-        config = PatternDatasetDataProductConfig.parse_obj(config_dict)
+        config = PatternDatasetDataProductConfig.model_validate(config_dict)
         return cls(config, ctx)

datahub/ingestion/transformer/add_dataset_ownership.py

@@ -55,7 +55,7 @@ class AddDatasetOwnership(OwnershipTransformer):
 
     @classmethod
     def create(cls, config_dict: dict, ctx: PipelineContext) -> "AddDatasetOwnership":
-        config = AddDatasetOwnershipConfig.parse_obj(config_dict)
+        config = AddDatasetOwnershipConfig.model_validate(config_dict)
         return cls(config, ctx)
 
     @staticmethod
@@ -209,7 +209,7 @@ class SimpleAddDatasetOwnership(AddDatasetOwnership):
     def create(
         cls, config_dict: dict, ctx: PipelineContext
     ) -> "SimpleAddDatasetOwnership":
-        config = SimpleDatasetOwnershipConfig.parse_obj(config_dict)
+        config = SimpleDatasetOwnershipConfig.model_validate(config_dict)
         return cls(config, ctx)
 
 
@@ -247,5 +247,5 @@ class PatternAddDatasetOwnership(AddDatasetOwnership):
     def create(
         cls, config_dict: dict, ctx: PipelineContext
     ) -> "PatternAddDatasetOwnership":
-        config = PatternDatasetOwnershipConfig.parse_obj(config_dict)
+        config = PatternDatasetOwnershipConfig.model_validate(config_dict)
         return cls(config, ctx)

datahub/ingestion/transformer/add_dataset_properties.py

@@ -50,7 +50,7 @@ class AddDatasetProperties(DatasetPropertiesTransformer):
 
     @classmethod
     def create(cls, config_dict: dict, ctx: PipelineContext) -> "AddDatasetProperties":
-        config = AddDatasetPropertiesConfig.parse_obj(config_dict)
+        config = AddDatasetPropertiesConfig.model_validate(config_dict)
         return cls(config, ctx)
 
     @staticmethod
@@ -144,5 +144,5 @@ class SimpleAddDatasetProperties(AddDatasetProperties):
     def create(
         cls, config_dict: dict, ctx: PipelineContext
     ) -> "SimpleAddDatasetProperties":
-        config = SimpleAddDatasetPropertiesConfig.parse_obj(config_dict)
+        config = SimpleAddDatasetPropertiesConfig.model_validate(config_dict)
         return cls(config, ctx)

datahub/ingestion/transformer/add_dataset_schema_tags.py

@@ -38,7 +38,7 @@ class AddDatasetSchemaTags(DatasetSchemaMetadataTransformer):
 
     @classmethod
     def create(cls, config_dict: dict, ctx: PipelineContext) -> "AddDatasetSchemaTags":
-        config = AddDatasetSchemaTagsConfig.parse_obj(config_dict)
+        config = AddDatasetSchemaTagsConfig.model_validate(config_dict)
         return cls(config, ctx)
 
     def extend_field(
@@ -142,5 +142,5 @@ class PatternAddDatasetSchemaTags(AddDatasetSchemaTags):
     def create(
         cls, config_dict: dict, ctx: PipelineContext
     ) -> "PatternAddDatasetSchemaTags":
-        config = PatternDatasetTagsConfig.parse_obj(config_dict)
+        config = PatternDatasetTagsConfig.model_validate(config_dict)
         return cls(config, ctx)

datahub/ingestion/transformer/add_dataset_schema_terms.py

@@ -39,7 +39,7 @@ class AddDatasetSchemaTerms(DatasetSchemaMetadataTransformer):
 
     @classmethod
     def create(cls, config_dict: dict, ctx: PipelineContext) -> "AddDatasetSchemaTerms":
-        config = AddDatasetSchemaTermsConfig.parse_obj(config_dict)
+        config = AddDatasetSchemaTermsConfig.model_validate(config_dict)
         return cls(config, ctx)
 
     def extend_field(
@@ -162,5 +162,5 @@ class PatternAddDatasetSchemaTerms(AddDatasetSchemaTerms):
     def create(
         cls, config_dict: dict, ctx: PipelineContext
     ) -> "PatternAddDatasetSchemaTerms":
-        config = PatternDatasetTermsConfig.parse_obj(config_dict)
+        config = PatternDatasetTermsConfig.model_validate(config_dict)
         return cls(config, ctx)

datahub/ingestion/transformer/add_dataset_tags.py

@@ -41,7 +41,7 @@ class AddDatasetTags(DatasetTagsTransformer):
 
     @classmethod
     def create(cls, config_dict: dict, ctx: PipelineContext) -> "AddDatasetTags":
-        config = AddDatasetTagsConfig.parse_obj(config_dict)
+        config = AddDatasetTagsConfig.model_validate(config_dict)
         return cls(config, ctx)
 
     def transform_aspect(
@@ -104,7 +104,7 @@ class SimpleAddDatasetTags(AddDatasetTags):
 
     @classmethod
     def create(cls, config_dict: dict, ctx: PipelineContext) -> "SimpleAddDatasetTags":
-        config = SimpleDatasetTagConfig.parse_obj(config_dict)
+        config = SimpleDatasetTagConfig.model_validate(config_dict)
         return cls(config, ctx)
 
 
@@ -128,5 +128,5 @@ class PatternAddDatasetTags(AddDatasetTags):
 
     @classmethod
     def create(cls, config_dict: dict, ctx: PipelineContext) -> "PatternAddDatasetTags":
-        config = PatternDatasetTagsConfig.parse_obj(config_dict)
+        config = PatternDatasetTagsConfig.model_validate(config_dict)
         return cls(config, ctx)

datahub/ingestion/transformer/add_dataset_terms.py

@@ -39,7 +39,7 @@ class AddDatasetTerms(DatasetTermsTransformer):
 
     @classmethod
     def create(cls, config_dict: dict, ctx: PipelineContext) -> "AddDatasetTerms":
-        config = AddDatasetTermsConfig.parse_obj(config_dict)
+        config = AddDatasetTermsConfig.model_validate(config_dict)
         return cls(config, ctx)
 
     @staticmethod
@@ -120,7 +120,7 @@ class SimpleAddDatasetTerms(AddDatasetTerms):
 
     @classmethod
     def create(cls, config_dict: dict, ctx: PipelineContext) -> "SimpleAddDatasetTerms":
-        config = SimpleDatasetTermsConfig.parse_obj(config_dict)
+        config = SimpleDatasetTermsConfig.model_validate(config_dict)
         return cls(config, ctx)
 
 
@@ -147,5 +147,5 @@ class PatternAddDatasetTerms(AddDatasetTerms):
     def create(
         cls, config_dict: dict, ctx: PipelineContext
     ) -> "PatternAddDatasetTerms":
-        config = PatternDatasetTermsConfig.parse_obj(config_dict)
+        config = PatternDatasetTermsConfig.model_validate(config_dict)
         return cls(config, ctx)

datahub/ingestion/transformer/dataset_domain.py

@@ -67,7 +67,7 @@ class AddDatasetDomain(DatasetDomainTransformer):
 
     @classmethod
     def create(cls, config_dict: dict, ctx: PipelineContext) -> "AddDatasetDomain":
-        config = AddDatasetDomainSemanticsConfig.parse_obj(config_dict)
+        config = AddDatasetDomainSemanticsConfig.model_validate(config_dict)
         return cls(config, ctx)
 
     @staticmethod
@@ -208,7 +208,7 @@ class SimpleAddDatasetDomain(AddDatasetDomain):
     def create(
         cls, config_dict: dict, ctx: PipelineContext
     ) -> "SimpleAddDatasetDomain":
-        config = SimpleDatasetDomainSemanticsConfig.parse_obj(config_dict)
+        config = SimpleDatasetDomainSemanticsConfig.model_validate(config_dict)
         return cls(config, ctx)
 
 
@@ -238,5 +238,5 @@ class PatternAddDatasetDomain(AddDatasetDomain):
     def create(
         cls, config_dict: dict, ctx: PipelineContext
     ) -> "PatternAddDatasetDomain":
-        config = PatternDatasetDomainSemanticsConfig.parse_obj(config_dict)
+        config = PatternDatasetDomainSemanticsConfig.model_validate(config_dict)
         return cls(config, ctx)

datahub/ingestion/transformer/dataset_domain_based_on_tags.py

@@ -27,7 +27,7 @@ class DatasetTagDomainMapper(DatasetDomainTransformer):
     def create(
         cls, config_dict: dict, ctx: PipelineContext
     ) -> "DatasetTagDomainMapper":
-        config = DatasetTagDomainMapperConfig.parse_obj(config_dict)
+        config = DatasetTagDomainMapperConfig.model_validate(config_dict)
         return cls(config, ctx)
 
     def transform_aspect(

datahub/ingestion/transformer/extract_dataset_tags.py

@@ -29,7 +29,7 @@ class ExtractDatasetTags(DatasetTagsTransformer):
 
     @classmethod
     def create(cls, config_dict: dict, ctx: PipelineContext) -> "ExtractDatasetTags":
-        config = ExtractDatasetTagsConfig.parse_obj(config_dict)
+        config = ExtractDatasetTagsConfig.model_validate(config_dict)
         return cls(config, ctx)
 
     def _get_tags_to_add(self, entity_urn: str) -> List[TagAssociationClass]:

datahub/ingestion/transformer/extract_ownership_from_tags.py

@@ -62,7 +62,7 @@ class ExtractOwnersFromTagsTransformer(DatasetTagsTransformer):
     def create(
         cls, config_dict: dict, ctx: PipelineContext
     ) -> "ExtractOwnersFromTagsTransformer":
-        config = ExtractOwnersFromTagsConfig.parse_obj(config_dict)
+        config = ExtractOwnersFromTagsConfig.model_validate(config_dict)
         return cls(config, ctx)
 
     def get_owner_urn(self, owner_str: str) -> str:

datahub/ingestion/transformer/mark_dataset_status.py

@@ -24,7 +24,7 @@ class MarkDatasetStatus(DatasetStatusTransformer):
 
     @classmethod
     def create(cls, config_dict: dict, ctx: PipelineContext) -> "MarkDatasetStatus":
-        config = MarkDatasetStatusConfig.parse_obj(config_dict)
+        config = MarkDatasetStatusConfig.model_validate(config_dict)
         return cls(config, ctx)
 
     def transform_aspect(

datahub/ingestion/transformer/pattern_cleanup_dataset_usage_user.py

@@ -38,7 +38,7 @@ class PatternCleanupDatasetUsageUser(DatasetUsageStatisticsTransformer):
     def create(
         cls, config_dict: dict, ctx: PipelineContext
     ) -> "PatternCleanupDatasetUsageUser":
-        config = PatternCleanupDatasetUsageUserConfig.parse_obj(config_dict)
+        config = PatternCleanupDatasetUsageUserConfig.model_validate(config_dict)
         return cls(config, ctx)
 
     def transform_aspect(

datahub/ingestion/transformer/pattern_cleanup_ownership.py

@@ -37,7 +37,7 @@ class PatternCleanUpOwnership(OwnershipTransformer):
     def create(
         cls, config_dict: dict, ctx: PipelineContext
     ) -> "PatternCleanUpOwnership":
-        config = PatternCleanUpOwnershipConfig.parse_obj(config_dict)
+        config = PatternCleanUpOwnershipConfig.model_validate(config_dict)
         return cls(config, ctx)
 
     def _get_current_owner_urns(self, entity_urn: str) -> Set[str]:

datahub/ingestion/transformer/remove_dataset_ownership.py

@@ -21,7 +21,7 @@ class SimpleRemoveDatasetOwnership(OwnershipTransformer):
     def create(
         cls, config_dict: dict, ctx: PipelineContext
     ) -> "SimpleRemoveDatasetOwnership":
-        config = ClearDatasetOwnershipConfig.parse_obj(config_dict)
+        config = ClearDatasetOwnershipConfig.model_validate(config_dict)
         return cls(config, ctx)
 
     def transform_aspect(

datahub/ingestion/transformer/replace_external_url.py

@@ -47,7 +47,7 @@ class ReplaceExternalUrlDataset(DatasetPropertiesTransformer, ReplaceUrl):
     def create(
         cls, config_dict: dict, ctx: PipelineContext
     ) -> "ReplaceExternalUrlDataset":
-        config = ReplaceExternalUrlConfig.parse_obj(config_dict)
+        config = ReplaceExternalUrlConfig.model_validate(config_dict)
         return cls(config, ctx)
 
     def transform_aspect(
@@ -97,7 +97,7 @@ class ReplaceExternalUrlContainer(ContainerPropertiesTransformer, ReplaceUrl):
     def create(
         cls, config_dict: dict, ctx: PipelineContext
     ) -> "ReplaceExternalUrlContainer":
-        config = ReplaceExternalUrlConfig.parse_obj(config_dict)
+        config = ReplaceExternalUrlConfig.model_validate(config_dict)
         return cls(config, ctx)
 
     def transform_aspect(

datahub/ingestion/transformer/set_browse_path.py

@@ -42,7 +42,7 @@ class SetBrowsePathTransformer(BaseTransformer, SingleAspectTransformer):
     def create(
         cls, config_dict: dict, ctx: PipelineContext
     ) -> "SetBrowsePathTransformer":
-        config = SetBrowsePathTransformerConfig.parse_obj(config_dict)
+        config = SetBrowsePathTransformerConfig.model_validate(config_dict)
         return cls(config, ctx)
 
     @staticmethod

datahub/ingestion/transformer/tags_to_terms.py

@@ -32,7 +32,7 @@ class TagsToTermMapper(TagsToTermTransformer):
 
     @classmethod
     def create(cls, config_dict: dict, ctx: PipelineContext) -> "TagsToTermMapper":
-        config = TagsToTermMapperConfig.parse_obj(config_dict)
+        config = TagsToTermMapperConfig.model_validate(config_dict)
         return cls(config, ctx)
 
     @staticmethod

datahub/lite/duckdb_lite.py

@@ -42,7 +42,7 @@ logger = logging.getLogger(__name__)
 class DuckDBLite(DataHubLiteLocal[DuckDBLiteConfig]):
     @classmethod
     def create(cls, config_dict: dict) -> "DuckDBLite":
-        config: DuckDBLiteConfig = DuckDBLiteConfig.parse_obj(config_dict)
+        config: DuckDBLiteConfig = DuckDBLiteConfig.model_validate(config_dict)
         return DuckDBLite(config)
 
     def __init__(self, config: DuckDBLiteConfig) -> None:

datahub/lite/lite_util.py

@@ -92,7 +92,7 @@ class DataHubLiteWrapper(DataHubLiteLocal):
 
 
 def get_datahub_lite(config_dict: dict, read_only: bool = False) -> "DataHubLiteLocal":
-    lite_local_config = LiteLocalConfig.parse_obj(config_dict)
+    lite_local_config = LiteLocalConfig.model_validate(config_dict)
 
     lite_type = lite_local_config.type
     try:
@@ -102,7 +102,7 @@ def get_datahub_lite(config_dict: dict, read_only: bool = False) -> "DataHubLite
             f"Failed to find a registered lite implementation for {lite_type}. Valid values are {[k for k in lite_registry.mapping]}"
         ) from e
 
-    lite_specific_config = lite_class.get_config_class().parse_obj(
+    lite_specific_config = lite_class.get_config_class().model_validate(
         lite_local_config.config
     )
     lite = lite_class(lite_specific_config)

datahub/metadata/_internal_schema_classes.py

@@ -511,6 +511,7 @@ class AssertionInfoClass(_Aspect):
         source: Union[None, "AssertionSourceClass"]=None,
         lastUpdated: Union[None, "AuditStampClass"]=None,
         description: Union[None, str]=None,
+        note: Union[None, "AssertionNoteClass"]=None,
     ):
         super().__init__()
         
@@ -531,6 +532,7 @@ class AssertionInfoClass(_Aspect):
         self.source = source
         self.lastUpdated = lastUpdated
         self.description = description
+        self.note = note
     
     def _restore_defaults(self) -> None:
         self.customProperties = dict()
@@ -546,6 +548,7 @@ class AssertionInfoClass(_Aspect):
         self.source = self.RECORD_SCHEMA.fields_dict["source"].default
         self.lastUpdated = self.RECORD_SCHEMA.fields_dict["lastUpdated"].default
         self.description = self.RECORD_SCHEMA.fields_dict["description"].default
+        self.note = self.RECORD_SCHEMA.fields_dict["note"].default
     
     
     @property
@@ -570,7 +573,7 @@ class AssertionInfoClass(_Aspect):
     
     @property
     def type(self) -> Union[str, "AssertionTypeClass"]:
-        """Type of assertion. Assertion types can evolve to span Datasets, Flows (Pipelines), Models, Features etc."""
+        """Type of assertion."""
         return self._inner_dict.get('type')  # type: ignore
     
     @type.setter
@@ -682,6 +685,55 @@ class AssertionInfoClass(_Aspect):
         self._inner_dict['description'] = value
     
     
+    @property
+    def note(self) -> Union[None, "AssertionNoteClass"]:
+        """An optional note to give technical owners more context about the assertion, and how to troubleshoot it.
+    The UI will render this in markdown format."""
+        return self._inner_dict.get('note')  # type: ignore
+    
+    @note.setter
+    def note(self, value: Union[None, "AssertionNoteClass"]) -> None:
+        self._inner_dict['note'] = value
+    
+    
+class AssertionNoteClass(DictWrapper):
+    # No docs available.
+    
+    RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.assertion.AssertionNote")
+    def __init__(self,
+        content: str,
+        lastModified: "AuditStampClass",
+    ):
+        super().__init__()
+        
+        self.content = content
+        self.lastModified = lastModified
+    
+    def _restore_defaults(self) -> None:
+        self.content = str()
+        self.lastModified = AuditStampClass._construct_with_defaults()
+    
+    
+    @property
+    def content(self) -> str:
+        """The note to give technical owners more context about the assertion, and how to troubleshoot it."""
+        return self._inner_dict.get('content')  # type: ignore
+    
+    @content.setter
+    def content(self, value: str) -> None:
+        self._inner_dict['content'] = value
+    
+    
+    @property
+    def lastModified(self) -> "AuditStampClass":
+        """The time at which the note was last modified."""
+        return self._inner_dict.get('lastModified')  # type: ignore
+    
+    @lastModified.setter
+    def lastModified(self, value: "AuditStampClass") -> None:
+        self._inner_dict['lastModified'] = value
+    
+    
 class AssertionResultClass(DictWrapper):
     """The result of running an assertion"""
     
@@ -1337,7 +1389,7 @@ class AssertionStdParametersClass(DictWrapper):
     
     
 class AssertionTypeClass(object):
-    # No docs available.
+    """Type of assertion. Assertion types can evolve to span Datasets, Flows (Pipelines), Models, Features etc."""
     
     DATASET = "DATASET"
     """A single-dataset assertion.
@@ -12623,6 +12675,9 @@ class NotificationSinkTypeClass(object):
     EMAIL = "EMAIL"
     """Email target type."""
     
+    TEAMS = "TEAMS"
+    """Microsoft Teams target type."""
+    
     
     
 class EmailNotificationSettingsClass(DictWrapper):
@@ -20439,6 +20494,9 @@ class DataHubPageModuleTypeClass(object):
     PLATFORMS = "PLATFORMS"
     """Module displaying the platforms in an instance"""
     
+    UNKNOWN = "UNKNOWN"
+    """Unknown module type - this can occur with corrupted data or rolling back to versions without new modules"""
+    
     
     
 class DataHubPageModuleVisibilityClass(DictWrapper):
@@ -27742,6 +27800,7 @@ __SCHEMA_TYPES = {
     'com.linkedin.pegasus2avro.assertion.AssertionActionType': AssertionActionTypeClass,
     'com.linkedin.pegasus2avro.assertion.AssertionActions': AssertionActionsClass,
     'com.linkedin.pegasus2avro.assertion.AssertionInfo': AssertionInfoClass,
+    'com.linkedin.pegasus2avro.assertion.AssertionNote': AssertionNoteClass,
     'com.linkedin.pegasus2avro.assertion.AssertionResult': AssertionResultClass,
     'com.linkedin.pegasus2avro.assertion.AssertionResultError': AssertionResultErrorClass,
     'com.linkedin.pegasus2avro.assertion.AssertionResultErrorType': AssertionResultErrorTypeClass,
@@ -28268,6 +28327,7 @@ __SCHEMA_TYPES = {
     'AssertionActionType': AssertionActionTypeClass,
     'AssertionActions': AssertionActionsClass,
     'AssertionInfo': AssertionInfoClass,
+    'AssertionNote': AssertionNoteClass,
     'AssertionResult': AssertionResultClass,
     'AssertionResultError': AssertionResultErrorClass,
     'AssertionResultErrorType': AssertionResultErrorTypeClass,

datahub/metadata/com/linkedin/pegasus2avro/assertion/__init__.py

@@ -11,6 +11,7 @@ from .....schema_classes import AssertionActionClass
 from .....schema_classes import AssertionActionTypeClass
 from .....schema_classes import AssertionActionsClass
 from .....schema_classes import AssertionInfoClass
+from .....schema_classes import AssertionNoteClass
 from .....schema_classes import AssertionResultClass
 from .....schema_classes import AssertionResultErrorClass
 from .....schema_classes import AssertionResultErrorTypeClass
@@ -64,6 +65,7 @@ AssertionAction = AssertionActionClass
 AssertionActionType = AssertionActionTypeClass
 AssertionActions = AssertionActionsClass
 AssertionInfo = AssertionInfoClass
+AssertionNote = AssertionNoteClass
 AssertionResult = AssertionResultClass
 AssertionResultError = AssertionResultErrorClass
 AssertionResultErrorType = AssertionResultErrorTypeClass