openmetadata-ingestion 1.6.2.0__py3-none-any.whl → 1.6.2.1__py3-none-any.whl

metadata/generated/schema/type/jdbcConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/jdbcConnection.json
-#   timestamp: 2025-01-10T14:18:34+00:00
+#   timestamp: 2025-01-17T09:15:19+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/lifeCycle.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/lifeCycle.json
-#   timestamp: 2025-01-10T14:18:34+00:00
+#   timestamp: 2025-01-17T09:15:19+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/paging.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/paging.json
-#   timestamp: 2025-01-10T14:18:34+00:00
+#   timestamp: 2025-01-17T09:15:19+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/profile.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/profile.json
-#   timestamp: 2025-01-10T14:18:34+00:00
+#   timestamp: 2025-01-17T09:15:19+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/queryParserData.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/queryParserData.json
-#   timestamp: 2025-01-10T14:18:34+00:00
+#   timestamp: 2025-01-17T09:15:19+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/reaction.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/reaction.json
-#   timestamp: 2025-01-10T14:18:34+00:00
+#   timestamp: 2025-01-17T09:15:19+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/schedule.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/schedule.json
-#   timestamp: 2025-01-10T14:18:34+00:00
+#   timestamp: 2025-01-17T09:15:19+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/schema.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/schema.json
-#   timestamp: 2025-01-10T14:18:34+00:00
+#   timestamp: 2025-01-17T09:15:19+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/tableQuery.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/tableQuery.json
-#   timestamp: 2025-01-10T14:18:34+00:00
+#   timestamp: 2025-01-17T09:15:19+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/tableUsageCount.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/tableUsageCount.json
-#   timestamp: 2025-01-10T14:18:34+00:00
+#   timestamp: 2025-01-17T09:15:19+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/tagLabel.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/tagLabel.json
-#   timestamp: 2025-01-10T14:18:34+00:00
+#   timestamp: 2025-01-17T09:15:19+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/usageDetails.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/usageDetails.json
-#   timestamp: 2025-01-10T14:18:34+00:00
+#   timestamp: 2025-01-17T09:15:19+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/usageRequest.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/usageRequest.json
-#   timestamp: 2025-01-10T14:18:34+00:00
+#   timestamp: 2025-01-17T09:15:19+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/votes.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/votes.json
-#   timestamp: 2025-01-10T14:18:34+00:00
+#   timestamp: 2025-01-17T09:15:19+00:00
 
 from __future__ import annotations
 

metadata/ingestion/lineage/models.py

@@ -43,6 +43,9 @@ from metadata.generated.schema.entity.services.connections.database.hiveConnecti
 from metadata.generated.schema.entity.services.connections.database.impalaConnection import (
     ImpalaType,
 )
+from metadata.generated.schema.entity.services.connections.database.mariaDBConnection import (
+    MariaDBType,
+)
 from metadata.generated.schema.entity.services.connections.database.mssqlConnection import (
     MssqlType,
 )
@@ -58,6 +61,9 @@ from metadata.generated.schema.entity.services.connections.database.postgresConn
 from metadata.generated.schema.entity.services.connections.database.redshiftConnection import (
     RedshiftType,
 )
+from metadata.generated.schema.entity.services.connections.database.singleStoreConnection import (
+    SingleStoreType,
+)
 from metadata.generated.schema.entity.services.connections.database.snowflakeConnection import (
     SnowflakeType,
 )
@@ -120,6 +126,8 @@ MAP_CONNECTION_TYPE_DIALECT: Dict[str, Dialect] = {
     str(MssqlType.Mssql.value): Dialect.TSQL,
     str(AzureSQLType.AzureSQL.value): Dialect.TSQL,
     str(TeradataType.Teradata.value): Dialect.TERADATA,
+    str(MariaDBType.MariaDB.value): Dialect.MYSQL,
+    str(SingleStoreType.SingleStore.value): Dialect.MYSQL,
 }
 
 

metadata/ingestion/ometa/mixins/es_mixin.py

@@ -403,7 +403,16 @@ class ESMixin(Generic[T]):
                 "bool": {
                     "must": [
                         {"term": {"service.name.keyword": service_name}},
-                        {"term": {"tableType": TableType.View.value}},
+                        {
+                            "term": {
+                                "tableType": [
+                                    TableType.View.value,
+                                    TableType.MaterializedView.value,
+                                    TableType.SecureView.value,
+                                    TableType.Dynamic.value,
+                                ]
+                            }
+                        },
                         {"term": {"deleted": False}},
                         {"exists": {"field": "schemaDefinition"}},
                     ]

metadata/ingestion/source/dashboard/powerbi/metadata.py

@@ -49,6 +49,7 @@ from metadata.generated.schema.type.basic import (
 )
 from metadata.ingestion.api.models import Either
 from metadata.ingestion.api.steps import InvalidSourceException
+from metadata.ingestion.models.ometa_lineage import OMetaLineageRequest
 from metadata.ingestion.ometa.ometa_api import OpenMetadata
 from metadata.ingestion.ometa.utils import model_str
 from metadata.ingestion.source.dashboard.dashboard_service import DashboardServiceSource
@@ -761,3 +762,85 @@ class PowerbiSource(DashboardServiceSource):
                 f"Error fetching project name for {dashboard_details.id}: {exc}"
             )
         return None
+
+    def yield_dashboard_lineage(
+        self, dashboard_details: Any
+    ) -> Iterable[Either[OMetaLineageRequest]]:
+        """
+        Yields lineage if config is enabled.
+
+        We will look for the data in all the services
+        we have informed.
+        """
+        for lineage in self.yield_datamodel_dashboard_lineage(dashboard_details) or []:
+            if lineage.right is not None:
+                yield Either(
+                    right=OMetaLineageRequest(
+                        lineage_request=lineage.right,
+                        override_lineage=self.source_config.overrideLineage,
+                    )
+                )
+            else:
+                yield lineage
+
+        db_service_names = self.get_db_service_names()
+        for db_service_name in db_service_names or []:
+            yield from self.yield_dashboard_lineage_details(
+                dashboard_details, db_service_name
+            ) or []
+
+    def yield_datamodel_dashboard_lineage(
+        self, dashboard_details: Any
+    ) -> Iterable[Either[AddLineageRequest]]:
+        """
+        Returns:
+            Lineage request between Data Models and Dashboards
+        """
+        dashboard_fqn = fqn.build(
+            self.metadata,
+            entity_type=Dashboard,
+            service_name=self.context.get().dashboard_service,
+            dashboard_name=dashboard_details.id,
+        )
+        dashboard_entity = self.metadata.get_by_name(
+            entity=Dashboard, fqn=dashboard_fqn
+        )
+        if isinstance(dashboard_details, PowerBIReport):
+            datamodel_fqn = fqn.build(
+                metadata=self.metadata,
+                entity_type=DashboardDataModel,
+                service_name=self.context.get().dashboard_service,
+                data_model_name=dashboard_details.datasetId,
+            )
+            datamodel_entity = self.metadata.get_by_name(
+                entity=DashboardDataModel, fqn=datamodel_fqn
+            )
+            if dashboard_entity and datamodel_entity:
+                yield self._get_add_lineage_request(
+                    to_entity=dashboard_entity, from_entity=datamodel_entity
+                )
+        else:
+            if (
+                hasattr(self.context.get(), "dataModels")
+                and self.context.get().dataModels
+            ):
+                for datamodel in self.context.get().dataModels:
+                    try:
+                        datamodel_fqn = fqn.build(
+                            metadata=self.metadata,
+                            entity_type=DashboardDataModel,
+                            service_name=self.context.get().dashboard_service,
+                            data_model_name=datamodel,
+                        )
+                        datamodel_entity = self.metadata.get_by_name(
+                            entity=DashboardDataModel, fqn=datamodel_fqn
+                        )
+                        if dashboard_entity and datamodel_entity:
+                            yield self._get_add_lineage_request(
+                                to_entity=dashboard_entity, from_entity=datamodel_entity
+                            )
+                    except Exception as err:
+                        logger.debug(traceback.format_exc())
+                        logger.error(
+                            f"Error to yield dashboard lineage details for data model name [{str(datamodel)}]: {err}"
+                        )

metadata/ingestion/source/database/snowflake/queries.py

@@ -296,7 +296,7 @@ SELECT
   ARGUMENT_SIGNATURE AS signature,
   COMMENT as comment,
   'StoredProcedure' as procedure_type
-FROM INFORMATION_SCHEMA.PROCEDURES
+FROM SNOWFLAKE.ACCOUNT_USAGE.PROCEDURES
 WHERE PROCEDURE_CATALOG = '{database_name}'
   AND PROCEDURE_SCHEMA = '{schema_name}'
     """
@@ -312,7 +312,7 @@ SELECT
   ARGUMENT_SIGNATURE AS signature,
   COMMENT as comment,
   'UDF' as procedure_type
-FROM INFORMATION_SCHEMA.FUNCTIONS
+FROM SNOWFLAKE.ACCOUNT_USAGE.FUNCTIONS
 WHERE FUNCTION_CATALOG = '{database_name}'
   AND FUNCTION_SCHEMA = '{schema_name}'
     """