acryl-datahub 1.2.0.11rc4__py3-none-any.whl → 1.3.0__py3-none-any.whl

datahub/ingestion/source/sql/sql_common.py

@@ -46,6 +46,7 @@ from datahub.ingestion.api.source import (
     TestableSource,
     TestConnectionReport,
 )
+from datahub.ingestion.api.source_protocols import MetadataWorkUnitIterable
 from datahub.ingestion.api.workunit import MetadataWorkUnit
 from datahub.ingestion.glossary.classification_mixin import (
     SAMPLE_SIZE_MULTIPLIER,
@@ -578,19 +579,6 @@ class SQLAlchemySource(StatefulIngestionSourceBase, TestableSource):
         self._add_default_options(sql_config)
 
         for inspector in self.get_inspectors():
-            profiler = None
-            profile_requests: List["GEProfilerRequest"] = []
-            if sql_config.is_profiling_enabled():
-                profiler = self.get_profiler_instance(inspector)
-                try:
-                    self.add_profile_metadata(inspector)
-                except Exception as e:
-                    self.warn(
-                        logger,
-                        "profile_metadata",
-                        f"Failed to get enrichment data for profile {e}",
-                    )
-
             db_name = self.get_db_name(inspector)
             yield from self.get_database_level_workunits(
                 inspector=inspector,
@@ -606,19 +594,39 @@ class SQLAlchemySource(StatefulIngestionSourceBase, TestableSource):
                     database=db_name,
                 )
 
+        # Generate workunit for aggregated SQL parsing results
+        yield from self._generate_aggregator_workunits()
+
+    def is_profiling_enabled_internal(self) -> bool:
+        return self.config.is_profiling_enabled()
+
+    def get_profiling_internal(
+        self,
+    ) -> MetadataWorkUnitIterable:
+        sql_config = self.config
+        for inspector in self.get_inspectors():
+            profiler = None
+            profile_requests: List["GEProfilerRequest"] = []
+            profiler = self.get_profiler_instance(inspector)
+            try:
+                self.add_profile_metadata(inspector)
+            except Exception as e:
+                self.warn(
+                    logger,
+                    "profile_metadata",
+                    f"Failed to get enrichment data for profile {e}",
+                )
+            db_name = self.get_db_name(inspector)
+            for schema in self.get_allowed_schemas(inspector, db_name):
                 if profiler:
                     profile_requests += list(
                         self.loop_profiler_requests(inspector, schema, sql_config)
                     )
-
             if profiler and profile_requests:
                 yield from self.loop_profiler(
                     profile_requests, profiler, platform=self.platform
                 )
 
-        # Generate workunit for aggregated SQL parsing results
-        yield from self._generate_aggregator_workunits()
-
     def _generate_aggregator_workunits(self) -> Iterable[MetadataWorkUnit]:
         """Generate work units from SQL parsing aggregator. Can be overridden by subclasses."""
         for mcp in self.aggregator.gen_metadata():

datahub/ingestion/source/sql/teradata.py

@@ -51,7 +51,6 @@ from datahub.ingestion.source.sql.two_tier_sql_source import (
     TwoTierSQLAlchemySource,
 )
 from datahub.ingestion.source.usage.usage_common import BaseUsageConfig
-from datahub.ingestion.source_report.ingestion_stage import IngestionStageReport
 from datahub.ingestion.source_report.time_window import BaseTimeWindowReport
 from datahub.metadata.com.linkedin.pegasus2avro.schema import (
     BytesTypeClass,
@@ -434,7 +433,7 @@ def optimized_get_view_definition(
 
 
 @dataclass
-class TeradataReport(SQLSourceReport, IngestionStageReport, BaseTimeWindowReport):
+class TeradataReport(SQLSourceReport, BaseTimeWindowReport):
     # View processing metrics (actively used)
     num_views_processed: int = 0
     num_view_processing_failures: int = 0

datahub/ingestion/source/sql_queries.py

@@ -40,7 +40,6 @@ from datahub.ingestion.api.source_helpers import auto_workunit_reporter
 from datahub.ingestion.api.workunit import MetadataWorkUnit
 from datahub.ingestion.graph.client import DataHubGraph
 from datahub.ingestion.source.usage.usage_common import BaseUsageConfig
-from datahub.ingestion.source_report.ingestion_stage import IngestionStageReport
 from datahub.metadata.urns import CorpUserUrn, DatasetUrn
 from datahub.sql_parsing.schema_resolver import SchemaResolver
 from datahub.sql_parsing.sql_parsing_aggregator import (
@@ -86,7 +85,7 @@ class SqlQueriesSourceConfig(
 
 
 @dataclass
-class SqlQueriesSourceReport(SourceReport, IngestionStageReport):
+class SqlQueriesSourceReport(SourceReport):
     num_entries_processed: int = 0
     num_entries_failed: int = 0
     num_queries_aggregator_failures: int = 0

datahub/ingestion/source/tableau/tableau.py

@@ -120,7 +120,6 @@ from datahub.ingestion.source.tableau.tableau_common import (
 )
 from datahub.ingestion.source.tableau.tableau_server_wrapper import UserInfo
 from datahub.ingestion.source.tableau.tableau_validation import check_user_role
-from datahub.ingestion.source_report.ingestion_stage import IngestionStageReport
 from datahub.metadata.com.linkedin.pegasus2avro.common import (
     AuditStamp,
     ChangeAuditStamps,
@@ -795,7 +794,6 @@ class SiteIdContentUrl:
 @dataclass
 class TableauSourceReport(
     StaleEntityRemovalSourceReport,
-    IngestionStageReport,
 ):
     get_all_datasources_query_failed: bool = False
     num_get_datasource_query_failures: int = 0

datahub/ingestion/source/unity/config.py

@@ -2,7 +2,6 @@ import logging
 import os
 from datetime import datetime, timedelta, timezone
 from typing import Any, Dict, List, Optional, Union
-from urllib.parse import urlparse
 
 import pydantic
 from pydantic import Field
@@ -20,10 +19,8 @@ from datahub.configuration.source_common import (
 )
 from datahub.configuration.validate_field_removal import pydantic_removed_field
 from datahub.configuration.validate_field_rename import pydantic_renamed_field
-from datahub.ingestion.source.ge_data_profiler import DATABRICKS
 from datahub.ingestion.source.ge_profiling_config import GEProfilingConfig
 from datahub.ingestion.source.sql.sql_config import SQLCommonConfig
-from datahub.ingestion.source.sql.sqlalchemy_uri import make_sqlalchemy_uri
 from datahub.ingestion.source.state.stale_entity_removal_handler import (
     StatefulStaleMetadataRemovalConfig,
 )
@@ -31,6 +28,7 @@ from datahub.ingestion.source.state.stateful_ingestion_base import (
     StatefulIngestionConfigBase,
     StatefulProfilingConfigMixin,
 )
+from datahub.ingestion.source.unity.connection import UnityCatalogConnectionConfig
 from datahub.ingestion.source.usage.usage_common import BaseUsageConfig
 from datahub.ingestion.source_config.operation_config import (
     OperationConfig,
@@ -133,6 +131,7 @@ class UnityCatalogGEProfilerConfig(UnityCatalogProfilerConfig, GEProfilingConfig
 
 
 class UnityCatalogSourceConfig(
+    UnityCatalogConnectionConfig,
     SQLCommonConfig,
     StatefulIngestionConfigBase,
     BaseUsageConfig,
@@ -140,31 +139,6 @@ class UnityCatalogSourceConfig(
     StatefulProfilingConfigMixin,
     LowerCaseDatasetUrnConfigMixin,
 ):
-    token: str = pydantic.Field(description="Databricks personal access token")
-    workspace_url: str = pydantic.Field(
-        description="Databricks workspace url. e.g. https://my-workspace.cloud.databricks.com"
-    )
-    warehouse_id: Optional[str] = pydantic.Field(
-        default=None,
-        description=(
-            "SQL Warehouse id, for running queries. Must be explicitly provided to enable SQL-based features. "
-            "Required for the following features that need SQL access: "
-            "1) Tag extraction (include_tags=True) - queries system.information_schema.tags "
-            "2) Hive Metastore catalog (include_hive_metastore=True) - queries legacy hive_metastore catalog "
-            "3) System table lineage (lineage_data_source=SYSTEM_TABLES) - queries system.access.table_lineage/column_lineage "
-            "4) Data profiling (profiling.enabled=True) - runs SELECT/ANALYZE queries on tables. "
-            "When warehouse_id is missing, these features will be automatically disabled (with warnings) to allow ingestion to continue."
-        ),
-    )
-    include_hive_metastore: bool = pydantic.Field(
-        default=INCLUDE_HIVE_METASTORE_DEFAULT,
-        description="Whether to ingest legacy `hive_metastore` catalog. This requires executing queries on SQL warehouse.",
-    )
-    workspace_name: Optional[str] = pydantic.Field(
-        default=None,
-        description="Name of the workspace. Default to deployment name present in workspace_url",
-    )
-
     include_metastore: bool = pydantic.Field(
         default=False,
         description=(
@@ -344,7 +318,15 @@ class UnityCatalogSourceConfig(
     _forced_disable_tag_extraction: bool = pydantic.PrivateAttr(default=False)
     _forced_disable_hive_metastore_extraction = pydantic.PrivateAttr(default=False)
 
-    scheme: str = DATABRICKS
+    include_hive_metastore: bool = pydantic.Field(
+        default=INCLUDE_HIVE_METASTORE_DEFAULT,
+        description="Whether to ingest legacy `hive_metastore` catalog. This requires executing queries on SQL warehouse.",
+    )
+
+    workspace_name: Optional[str] = pydantic.Field(
+        default=None,
+        description="Name of the workspace. Default to deployment name present in workspace_url",
+    )
 
     def __init__(self, **data):
         # First, let the parent handle the root validators and field processing
@@ -386,19 +368,6 @@ class UnityCatalogSourceConfig(
             forced_disable_hive_metastore_extraction
         )
 
-    def get_sql_alchemy_url(self, database: Optional[str] = None) -> str:
-        uri_opts = {"http_path": f"/sql/1.0/warehouses/{self.warehouse_id}"}
-        if database:
-            uri_opts["catalog"] = database
-        return make_sqlalchemy_uri(
-            scheme=self.scheme,
-            username="token",
-            password=self.token,
-            at=urlparse(self.workspace_url).netloc,
-            db=database,
-            uri_opts=uri_opts,
-        )
-
     def is_profiling_enabled(self) -> bool:
         return self.profiling.enabled and is_profiling_enabled(
             self.profiling.operation_config

datahub/ingestion/source/unity/connection.py

@@ -0,0 +1,61 @@
+"""Databricks Unity Catalog connection configuration."""
+
+from typing import Any, Dict, Optional
+from urllib.parse import urlparse
+
+import pydantic
+from pydantic import Field
+
+from datahub.configuration.common import ConfigModel
+from datahub.ingestion.source.sql.sqlalchemy_uri import make_sqlalchemy_uri
+
+DATABRICKS = "databricks"
+
+
+class UnityCatalogConnectionConfig(ConfigModel):
+    """
+    Configuration for connecting to Databricks Unity Catalog.
+    Contains only connection-related fields that can be reused across different sources.
+    """
+
+    scheme: str = DATABRICKS
+    token: str = pydantic.Field(description="Databricks personal access token")
+    workspace_url: str = pydantic.Field(
+        description="Databricks workspace url. e.g. https://my-workspace.cloud.databricks.com"
+    )
+    warehouse_id: Optional[str] = pydantic.Field(
+        default=None,
+        description=(
+            "SQL Warehouse id, for running queries. Must be explicitly provided to enable SQL-based features. "
+            "Required for the following features that need SQL access: "
+            "1) Tag extraction (include_tags=True) - queries system.information_schema.tags "
+            "2) Hive Metastore catalog (include_hive_metastore=True) - queries legacy hive_metastore catalog "
+            "3) System table lineage (lineage_data_source=SYSTEM_TABLES) - queries system.access.table_lineage/column_lineage "
+            "4) Data profiling (profiling.enabled=True) - runs SELECT/ANALYZE queries on tables. "
+            "When warehouse_id is missing, these features will be automatically disabled (with warnings) to allow ingestion to continue."
+        ),
+    )
+
+    extra_client_options: Dict[str, Any] = Field(
+        default={},
+        description="Additional options to pass to Databricks SQLAlchemy client.",
+    )
+
+    def __init__(self, **data: Any):
+        super().__init__(**data)
+
+    def get_sql_alchemy_url(self, database: Optional[str] = None) -> str:
+        uri_opts = {"http_path": f"/sql/1.0/warehouses/{self.warehouse_id}"}
+        if database:
+            uri_opts["catalog"] = database
+        return make_sqlalchemy_uri(
+            scheme=self.scheme,
+            username="token",
+            password=self.token,
+            at=urlparse(self.workspace_url).netloc,
+            db=database,
+            uri_opts=uri_opts,
+        )
+
+    def get_options(self) -> dict:
+        return self.extra_client_options

datahub/ingestion/source/unity/report.py

@@ -3,7 +3,6 @@ from typing import TYPE_CHECKING, Optional, Tuple
 
 from datahub.ingestion.api.report import EntityFilterReport, Report
 from datahub.ingestion.source.sql.sql_report import SQLSourceReport
-from datahub.ingestion.source_report.ingestion_stage import IngestionStageReport
 from datahub.utilities.lossy_collections import LossyDict, LossyList
 from datahub.utilities.perf_timer import PerfTimer
 
@@ -24,7 +23,7 @@ class UnityCatalogUsagePerfReport(Report):
 
 
 @dataclass
-class UnityCatalogReport(IngestionStageReport, SQLSourceReport):
+class UnityCatalogReport(SQLSourceReport):
     metastores: EntityFilterReport = EntityFilterReport.field(type="metastore")
     catalogs: EntityFilterReport = EntityFilterReport.field(type="catalog")
     schemas: EntityFilterReport = EntityFilterReport.field(type="schema")

datahub/ingestion/source_report/ingestion_stage.py

@@ -1,7 +1,10 @@
 import logging
+from collections import defaultdict
 from contextlib import AbstractContextManager
 from dataclasses import dataclass, field
 from datetime import datetime, timezone
+from enum import Enum
+from typing import Tuple
 
 from datahub.utilities.perf_timer import PerfTimer
 from datahub.utilities.stats_collections import TopKDict
@@ -20,31 +23,70 @@ QUERIES_EXTRACTION = "Queries Extraction"
 PROFILING = "Profiling"
 
 
+class IngestionHighStage(Enum):
+    """
+    The high-level stages at the framework level
+    Team to add more stages as needed
+    """
+
+    PROFILING = "Profiling"
+    _UNDEFINED = "Ingestion"
+
+
 @dataclass
 class IngestionStageReport:
-    ingestion_stage_durations: TopKDict[str, float] = field(default_factory=TopKDict)
+    ingestion_high_stage_seconds: dict[IngestionHighStage, float] = field(
+        default_factory=lambda: defaultdict(float)
+    )
+    ingestion_stage_durations: TopKDict[Tuple[IngestionHighStage, str], float] = field(
+        default_factory=TopKDict
+    )
 
-    def new_stage(self, stage: str) -> "IngestionStageContext":
-        return IngestionStageContext(stage, self)
+    def new_stage(
+        self, stage: str, high_stage: IngestionHighStage = IngestionHighStage._UNDEFINED
+    ) -> "IngestionStageContext":
+        return IngestionStageContext(stage, self, high_stage)
+
+    def new_high_stage(self, stage: IngestionHighStage) -> "IngestionStageContext":
+        return IngestionStageContext("", self, stage)
 
 
 @dataclass
 class IngestionStageContext(AbstractContextManager):
-    def __init__(self, stage: str, report: IngestionStageReport):
-        self._ingestion_stage = f"{stage} at {datetime.now(timezone.utc)}"
+    def __init__(
+        self,
+        stage: str,
+        report: IngestionStageReport,
+        high_stage: IngestionHighStage = IngestionHighStage._UNDEFINED,
+    ):
+        self._high_stage = high_stage
+        self._ingestion_stage = (
+            f"{stage} at {datetime.now(timezone.utc)}" if stage else ""
+        )
         self._timer: PerfTimer = PerfTimer()
         self._report = report
 
     def __enter__(self) -> "IngestionStageContext":
-        logger.info(f"Stage started: {self._ingestion_stage}")
+        if self._ingestion_stage:
+            logger.info(f"Stage started: {self._ingestion_stage}")
+        else:
+            logger.info(f"High stage started: {self._high_stage.value}")
         self._timer.start()
         return self
 
     def __exit__(self, exc_type, exc_val, exc_tb):
         elapsed = self._timer.elapsed_seconds(digits=2)
-        logger.info(
-            f"Time spent in stage <{self._ingestion_stage}>: {elapsed} seconds",
-            stacklevel=2,
-        )
-        self._report.ingestion_stage_durations[self._ingestion_stage] = elapsed
-        return None
+        if self._ingestion_stage:
+            logger.info(
+                f"Time spent in stage <{self._ingestion_stage}>: {elapsed} seconds",
+                stacklevel=2,
+            )
+            self._report.ingestion_stage_durations[
+                (self._high_stage, self._ingestion_stage)
+            ] = elapsed
+        else:
+            logger.info(
+                f"Time spent in stage <{self._high_stage.value}>: {elapsed} seconds",
+                stacklevel=2,
+            )
+        self._report.ingestion_high_stage_seconds[self._high_stage] += elapsed

datahub/metadata/_internal_schema_classes.py

@@ -21758,6 +21758,153 @@ class ParametersClass(DictWrapper):
         pass
     
     
+class RelationshipChangeEventClass(DictWrapper):
+    """Kafka event for proposing a relationship change between two entities.
+    For example, when dataset1 establishes a new downstream relationship with dataset2."""
+    
+    RECORD_SCHEMA = get_schema_type("com.linkedin.pegasus2avro.platform.event.v1.RelationshipChangeEvent")
+    def __init__(self,
+        sourceUrn: str,
+        destinationUrn: str,
+        operation: Union[str, "RelationshipChangeOperationClass"],
+        relationshipType: str,
+        auditStamp: "AuditStampClass",
+        auditHeader: Union[None, "KafkaAuditHeaderClass"]=None,
+        lifecycleOwner: Union[None, str]=None,
+        via: Union[None, str]=None,
+        properties: Union[None, Dict[str, str]]=None,
+    ):
+        super().__init__()
+        
+        self.auditHeader = auditHeader
+        self.sourceUrn = sourceUrn
+        self.destinationUrn = destinationUrn
+        self.operation = operation
+        self.relationshipType = relationshipType
+        self.lifecycleOwner = lifecycleOwner
+        self.via = via
+        self.properties = properties
+        self.auditStamp = auditStamp
+    
+    def _restore_defaults(self) -> None:
+        self.auditHeader = self.RECORD_SCHEMA.fields_dict["auditHeader"].default
+        self.sourceUrn = str()
+        self.destinationUrn = str()
+        self.operation = RelationshipChangeOperationClass.ADD
+        self.relationshipType = str()
+        self.lifecycleOwner = self.RECORD_SCHEMA.fields_dict["lifecycleOwner"].default
+        self.via = self.RECORD_SCHEMA.fields_dict["via"].default
+        self.properties = self.RECORD_SCHEMA.fields_dict["properties"].default
+        self.auditStamp = AuditStampClass._construct_with_defaults()
+    
+    
+    @property
+    def auditHeader(self) -> Union[None, "KafkaAuditHeaderClass"]:
+        """Kafka audit header containing metadata about the message itself.
+    Includes information like message ID, timestamp, and server details."""
+        return self._inner_dict.get('auditHeader')  # type: ignore
+    
+    @auditHeader.setter
+    def auditHeader(self, value: Union[None, "KafkaAuditHeaderClass"]) -> None:
+        self._inner_dict['auditHeader'] = value
+    
+    
+    @property
+    def sourceUrn(self) -> str:
+        """The URN (Uniform Resource Name) of the source entity in the relationship.
+    In a downstream relationship example, this would be the URN of the upstream dataset."""
+        return self._inner_dict.get('sourceUrn')  # type: ignore
+    
+    @sourceUrn.setter
+    def sourceUrn(self, value: str) -> None:
+        self._inner_dict['sourceUrn'] = value
+    
+    
+    @property
+    def destinationUrn(self) -> str:
+        """The URN of the destination entity in the relationship.
+    In a downstream relationship example, this would be the URN of the downstream dataset."""
+        return self._inner_dict.get('destinationUrn')  # type: ignore
+    
+    @destinationUrn.setter
+    def destinationUrn(self, value: str) -> None:
+        self._inner_dict['destinationUrn'] = value
+    
+    
+    @property
+    def operation(self) -> Union[str, "RelationshipChangeOperationClass"]:
+        """The operation being performed on this relationship.
+    Typically includes operations like ADD, REMOVE, or RESTATE."""
+        return self._inner_dict.get('operation')  # type: ignore
+    
+    @operation.setter
+    def operation(self, value: Union[str, "RelationshipChangeOperationClass"]) -> None:
+        self._inner_dict['operation'] = value
+    
+    
+    @property
+    def relationshipType(self) -> str:
+        """The type/category of relationship being established or modified.
+    Examples: "DownstreamOf", "Contains", "OwnedBy", "DerivedFrom", etc."""
+        return self._inner_dict.get('relationshipType')  # type: ignore
+    
+    @relationshipType.setter
+    def relationshipType(self, value: str) -> None:
+        self._inner_dict['relationshipType'] = value
+    
+    
+    @property
+    def lifecycleOwner(self) -> Union[None, str]:
+        """The system or service responsible for managing the lifecycle of this relationship.
+    This helps identify which component has authority over the relationship."""
+        return self._inner_dict.get('lifecycleOwner')  # type: ignore
+    
+    @lifecycleOwner.setter
+    def lifecycleOwner(self, value: Union[None, str]) -> None:
+        self._inner_dict['lifecycleOwner'] = value
+    
+    
+    @property
+    def via(self) -> Union[None, str]:
+        """Information about how or through what means this relationship was established.
+    Could indicate a specific pipeline, process, or tool that discovered/created the relationship."""
+        return self._inner_dict.get('via')  # type: ignore
+    
+    @via.setter
+    def via(self, value: Union[None, str]) -> None:
+        self._inner_dict['via'] = value
+    
+    
+    @property
+    def properties(self) -> Union[None, Dict[str, str]]:
+        """Additional custom properties associated with this relationship.
+    Allows for flexible extension without changing the schema."""
+        return self._inner_dict.get('properties')  # type: ignore
+    
+    @properties.setter
+    def properties(self, value: Union[None, Dict[str, str]]) -> None:
+        self._inner_dict['properties'] = value
+    
+    
+    @property
+    def auditStamp(self) -> "AuditStampClass":
+        """Stores information about who made this change and when.
+    Contains the actor (user or system) that performed the action and the timestamp."""
+        return self._inner_dict.get('auditStamp')  # type: ignore
+    
+    @auditStamp.setter
+    def auditStamp(self, value: "AuditStampClass") -> None:
+        self._inner_dict['auditStamp'] = value
+    
+    
+class RelationshipChangeOperationClass(object):
+    # No docs available.
+    
+    ADD = "ADD"
+    REMOVE = "REMOVE"
+    RESTATE = "RESTATE"
+    
+    
 class PlatformResourceInfoClass(_Aspect):
     """Platform Resource Info.
     These entities are for miscelaneous data that is used in non-core parts of the system.
@@ -25875,6 +26022,7 @@ class StructuredPropertySettingsClass(_Aspect):
         isHidden: Optional[bool]=None,
         showInSearchFilters: Optional[bool]=None,
         showInAssetSummary: Optional[bool]=None,
+        hideInAssetSummaryWhenEmpty: Optional[bool]=None,
         showAsAssetBadge: Optional[bool]=None,
         showInColumnsTable: Optional[bool]=None,
         lastModified: Union[None, "AuditStampClass"]=None,
@@ -25896,6 +26044,11 @@ class StructuredPropertySettingsClass(_Aspect):
             self.showInAssetSummary = self.RECORD_SCHEMA.fields_dict["showInAssetSummary"].default
         else:
             self.showInAssetSummary = showInAssetSummary
+        if hideInAssetSummaryWhenEmpty is None:
+            # default: False
+            self.hideInAssetSummaryWhenEmpty = self.RECORD_SCHEMA.fields_dict["hideInAssetSummaryWhenEmpty"].default
+        else:
+            self.hideInAssetSummaryWhenEmpty = hideInAssetSummaryWhenEmpty
         if showAsAssetBadge is None:
             # default: False
             self.showAsAssetBadge = self.RECORD_SCHEMA.fields_dict["showAsAssetBadge"].default
@@ -25912,6 +26065,7 @@ class StructuredPropertySettingsClass(_Aspect):
         self.isHidden = self.RECORD_SCHEMA.fields_dict["isHidden"].default
         self.showInSearchFilters = self.RECORD_SCHEMA.fields_dict["showInSearchFilters"].default
         self.showInAssetSummary = self.RECORD_SCHEMA.fields_dict["showInAssetSummary"].default
+        self.hideInAssetSummaryWhenEmpty = self.RECORD_SCHEMA.fields_dict["hideInAssetSummaryWhenEmpty"].default
         self.showAsAssetBadge = self.RECORD_SCHEMA.fields_dict["showAsAssetBadge"].default
         self.showInColumnsTable = self.RECORD_SCHEMA.fields_dict["showInColumnsTable"].default
         self.lastModified = self.RECORD_SCHEMA.fields_dict["lastModified"].default
@@ -25947,6 +26101,17 @@ class StructuredPropertySettingsClass(_Aspect):
         self._inner_dict['showInAssetSummary'] = value
     
     
+    @property
+    def hideInAssetSummaryWhenEmpty(self) -> bool:
+        """Whether or not this asset should be hidden in the asset sidebar (showInAssetSummary should be enabled)
+    when its value is empty"""
+        return self._inner_dict.get('hideInAssetSummaryWhenEmpty')  # type: ignore
+    
+    @hideInAssetSummaryWhenEmpty.setter
+    def hideInAssetSummaryWhenEmpty(self, value: bool) -> None:
+        self._inner_dict['hideInAssetSummaryWhenEmpty'] = value
+    
+    
     @property
     def showAsAssetBadge(self) -> bool:
         """Whether or not this asset should be displayed as an asset badge on other
@@ -27759,6 +27924,8 @@ __SCHEMA_TYPES = {
     'com.linkedin.pegasus2avro.persona.DataHubPersonaInfo': DataHubPersonaInfoClass,
     'com.linkedin.pegasus2avro.platform.event.v1.EntityChangeEvent': EntityChangeEventClass,
     'com.linkedin.pegasus2avro.platform.event.v1.Parameters': ParametersClass,
+    'com.linkedin.pegasus2avro.platform.event.v1.RelationshipChangeEvent': RelationshipChangeEventClass,
+    'com.linkedin.pegasus2avro.platform.event.v1.RelationshipChangeOperation': RelationshipChangeOperationClass,
     'com.linkedin.pegasus2avro.platformresource.PlatformResourceInfo': PlatformResourceInfoClass,
     'com.linkedin.pegasus2avro.platformresource.PlatformResourceKey': PlatformResourceKeyClass,
     'com.linkedin.pegasus2avro.policy.DataHubActorFilter': DataHubActorFilterClass,
@@ -28279,6 +28446,8 @@ __SCHEMA_TYPES = {
     'DataHubPersonaInfo': DataHubPersonaInfoClass,
     'EntityChangeEvent': EntityChangeEventClass,
     'Parameters': ParametersClass,
+    'RelationshipChangeEvent': RelationshipChangeEventClass,
+    'RelationshipChangeOperation': RelationshipChangeOperationClass,
     'PlatformResourceInfo': PlatformResourceInfoClass,
     'PlatformResourceKey': PlatformResourceKeyClass,
     'DataHubActorFilter': DataHubActorFilterClass,

datahub/metadata/com/linkedin/pegasus2avro/platform/event/v1/__init__.py

@@ -9,9 +9,13 @@
 # isort: skip_file
 from .......schema_classes import EntityChangeEventClass
 from .......schema_classes import ParametersClass
+from .......schema_classes import RelationshipChangeEventClass
+from .......schema_classes import RelationshipChangeOperationClass
 
 
 EntityChangeEvent = EntityChangeEventClass
 Parameters = ParametersClass
+RelationshipChangeEvent = RelationshipChangeEventClass
+RelationshipChangeOperation = RelationshipChangeOperationClass
 
 # fmt: on