openmetadata-ingestion 1.6.4.0__py3-none-any.whl → 1.6.5.0__py3-none-any.whl

metadata/generated/schema/type/reaction.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/reaction.json
-#   timestamp: 2025-02-19T13:24:04+00:00
+#   timestamp: 2025-02-28T14:54:55+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/schedule.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/schedule.json
-#   timestamp: 2025-02-19T13:24:04+00:00
+#   timestamp: 2025-02-28T14:54:55+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/schema.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/schema.json
-#   timestamp: 2025-02-19T13:24:04+00:00
+#   timestamp: 2025-02-28T14:54:55+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/tableQuery.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/tableQuery.json
-#   timestamp: 2025-02-19T13:24:04+00:00
+#   timestamp: 2025-02-28T14:54:55+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/tableUsageCount.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/tableUsageCount.json
-#   timestamp: 2025-02-19T13:24:04+00:00
+#   timestamp: 2025-02-28T14:54:55+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/tagLabel.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/tagLabel.json
-#   timestamp: 2025-02-19T13:24:04+00:00
+#   timestamp: 2025-02-28T14:54:55+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/usageDetails.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/usageDetails.json
-#   timestamp: 2025-02-19T13:24:04+00:00
+#   timestamp: 2025-02-28T14:54:55+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/usageRequest.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/usageRequest.json
-#   timestamp: 2025-02-19T13:24:04+00:00
+#   timestamp: 2025-02-28T14:54:55+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/votes.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/votes.json
-#   timestamp: 2025-02-19T13:24:04+00:00
+#   timestamp: 2025-02-28T14:54:55+00:00
 
 from __future__ import annotations
 

metadata/ingestion/source/dashboard/lightdash/client.py

@@ -19,6 +19,7 @@ from metadata.ingestion.source.dashboard.lightdash.models import (
     LightdashChart,
     LightdashDashboard,
 )
+from metadata.utils.helpers import clean_uri
 from metadata.utils.logger import utils_logger
 
 logger = utils_logger()
@@ -34,7 +35,7 @@ class LightdashApiClient:
     def __init__(self, config):
         self.config = config
         client_config = ClientConfig(
-            base_url=str(self.config.hostPort),
+            base_url=clean_uri(self.config.hostPort),
             api_version="",
             access_token=self.config.apiKey.get_secret_value(),
             auth_header="Authorization",

metadata/ingestion/source/dashboard/looker/metadata.py

@@ -780,8 +780,10 @@ class LookerSource(DashboardServiceSource):
         try:
             if dashboard_details.user_id is not None:
                 dashboard_owner = self.client.user(dashboard_details.user_id)
-                return self.metadata.get_reference_by_email(dashboard_owner.email)
-
+                if dashboard_owner.email:
+                    return self.metadata.get_reference_by_email(
+                        dashboard_owner.email.lower()
+                    )
         except Exception as err:
             logger.debug(traceback.format_exc())
             logger.warning(f"Could not fetch owner data due to {err}")

metadata/ingestion/source/dashboard/mode/client.py

@@ -18,6 +18,7 @@ from typing import Optional
 from requests._internal_utils import to_native_string
 
 from metadata.ingestion.ometa.client import REST, ClientConfig
+from metadata.utils.helpers import clean_uri
 from metadata.utils.logger import utils_logger
 
 logger = utils_logger()
@@ -50,7 +51,7 @@ class ModeApiClient:
     def __init__(self, config):
         self.config = config
         client_config = ClientConfig(
-            base_url=str(config.hostPort),
+            base_url=clean_uri(config.hostPort),
             api_version="api",
             auth_header="Authorization",
             auth_token_mode="Basic",

metadata/ingestion/source/dashboard/qlikcloud/client.py

@@ -59,7 +59,7 @@ class QlikCloudClient:
         self.socket_connection = None
 
         client_config: ClientConfig = ClientConfig(
-            base_url=str(self.config.hostPort),
+            base_url=clean_uri(self.config.hostPort),
             api_version=API_VERSION,
             auth_header=AUTHORIZATION_HEADER,
             auth_token=lambda: (self.config.token.get_secret_value(), 0),

metadata/ingestion/source/dashboard/superset/client.py

@@ -25,6 +25,7 @@ from metadata.ingestion.source.dashboard.superset.models import (
     SupersetDashboardCount,
     SupersetDatasource,
 )
+from metadata.utils.helpers import clean_uri
 from metadata.utils.logger import ometa_logger
 from metadata.utils.ssl_registry import get_verify_ssl_fn
 
@@ -41,7 +42,7 @@ class SupersetAuthenticationProvider(AuthenticationProvider):
         self.service_connection = self.config
         get_verify_ssl = get_verify_ssl_fn(config.connection.verifySSL)
         client_config = ClientConfig(
-            base_url=str(config.hostPort),
+            base_url=clean_uri(config.hostPort),
             api_version="api/v1",
             auth_token=lambda: ("no_token", 0),
             auth_header="Authorization",
@@ -90,7 +91,7 @@ class SupersetAPIClient:
         self._auth_provider = SupersetAuthenticationProvider.create(config)
         get_verify_ssl = get_verify_ssl_fn(config.connection.verifySSL)
         client_config = ClientConfig(
-            base_url=str(config.hostPort),
+            base_url=clean_uri(config.hostPort),
             api_version="api/v1",
             auth_token=self._auth_provider.get_access_token,
             auth_header="Authorization",

metadata/ingestion/source/database/dbt/dbt_config.py

@@ -48,6 +48,7 @@ from metadata.ingestion.source.database.dbt.constants import (
 from metadata.ingestion.source.database.dbt.models import DbtFiles
 from metadata.readers.file.config_source_factory import get_reader
 from metadata.utils.credentials import set_google_credentials
+from metadata.utils.helpers import clean_uri
 from metadata.utils.logger import ometa_logger
 from metadata.utils.s3_utils import list_s3_objects
 
@@ -163,7 +164,7 @@ def _(config: DbtCloudConfig):  # pylint: disable=too-many-locals
         expiry = 0
         auth_token = config.dbtCloudAuthToken.get_secret_value(), expiry
         client_config = ClientConfig(
-            base_url=str(config.dbtCloudUrl),
+            base_url=clean_uri(config.dbtCloudUrl),
             api_version="api/v2",
             auth_token=lambda: auth_token,
             auth_header="Authorization",

metadata/ingestion/source/database/lineage_source.py

@@ -172,6 +172,7 @@ class LineageSource(QueryParserSource, ABC):
                 for row in rows:
                     query_dict = dict(row)
                     try:
+                        query_dict.update({k.lower(): v for k, v in query_dict.items()})
                         yield TableQuery(
                             dialect=self.dialect.value,
                             query=query_dict["query_text"],

metadata/ingestion/source/database/sas/client.py

@@ -19,6 +19,7 @@ from metadata.generated.schema.entity.services.connections.database.sasConnectio
     SASConnection,
 )
 from metadata.ingestion.ometa.client import REST, APIError, ClientConfig
+from metadata.utils.helpers import clean_uri
 from metadata.utils.logger import ingestion_logger
 
 logger = ingestion_logger()
@@ -35,7 +36,7 @@ class SASClient:
             config.serverHost, config.username, config.password.get_secret_value()
         )
         client_config: ClientConfig = ClientConfig(
-            base_url=str(config.serverHost),
+            base_url=clean_uri(config.serverHost),
             auth_header="Authorization",
             auth_token=self.get_auth_token,
             api_version="",

metadata/ingestion/source/database/snowflake/lineage.py

@@ -87,6 +87,7 @@ class SnowflakeLineageSource(
             # further process of `yield_query_lineage`
             for row in rows:
                 query_dict = dict(row)
+                query_dict.update({k.lower(): v for k, v in query_dict.items()})
                 try:
                     yield TableQuery(
                         dialect=self.dialect.value,

metadata/ingestion/source/database/usage_source.py

@@ -121,6 +121,7 @@ class UsageSource(QueryParserSource, ABC):
                         for row in rows:
                             row = dict(row)
                             try:
+                                row.update({k.lower(): v for k, v in row.items()})
                                 logger.debug(f"Processing row: {query}")
                                 query_type = row.get("query_type")
                                 query = self.format_query(row["query_text"])

metadata/ingestion/source/metadata/atlas/client.py

@@ -18,6 +18,7 @@ from metadata.generated.schema.entity.services.connections.metadata.atlasConnect
     AtlasConnection,
 )
 from metadata.ingestion.ometa.client import REST, APIError, ClientConfig
+from metadata.utils.helpers import clean_uri
 
 
 class AtlasClient:
@@ -31,7 +32,7 @@ class AtlasClient:
             config.username, config.password.get_secret_value()
         )
         client_config: ClientConfig = ClientConfig(
-            base_url=str(config.hostPort),
+            base_url=clean_uri(config.hostPort),
             auth_header="Authorization",
             api_version="api",
             auth_token=self.get_auth_token,

metadata/mixins/sqalchemy/sqa_mixin.py

@@ -24,6 +24,12 @@ from metadata.generated.schema.entity.data.table import Table
 from metadata.generated.schema.entity.services.connections.database.databricksConnection import (
     DatabricksConnection,
 )
+from metadata.generated.schema.entity.services.connections.database.mariaDBConnection import (
+    MariaDBConnection,
+)
+from metadata.generated.schema.entity.services.connections.database.mysqlConnection import (
+    MysqlConnection,
+)
 from metadata.generated.schema.entity.services.connections.database.snowflakeConnection import (
     SnowflakeType,
 )
@@ -79,21 +85,26 @@ class SQAInterfaceMixin(Root):
             )
 
     def set_catalog(self, session) -> None:
-        """Set catalog for the session. Right now only databricks and unity catalog requires it
+        """Set the catalog or database for the session.
 
         Args:
             session (Session): sqa session object
         """
-        if not isinstance(
+        if isinstance(
             self.service_connection_config,
             (UnityCatalogConnection, DatabricksConnection),
         ):
-            return
-        bind = session.get_bind()
-        bind.execute(
-            "USE CATALOG %(catalog)s;",
-            {"catalog": self.service_connection_config.catalog},
-        ).first()
+            session.get_bind().execute(
+                "USE CATALOG %(catalog)s;",
+                {"catalog": self.service_connection_config.catalog},
+            ).first()
+
+        if isinstance(
+            self.service_connection_config, (MysqlConnection, MariaDBConnection)
+        ):
+            session.get_bind().execute(
+                f"USE {self.table_entity.databaseSchema.name};",
+            )
 
     def close(self):
         """close session"""

metadata/profiler/interface/sqlalchemy/profiler_interface.py

@@ -297,7 +297,7 @@ class SQAProfilerInterface(ProfilerInterface, SQAInterfaceMixin):
             column: the column to compute the metrics against
             metrics: list of metrics to compute
         Returns:
-            dictionnary of results
+            dictionary of results
         """
 
         if not metrics:

metadata/profiler/metrics/window/first_quartile.py

@@ -88,7 +88,7 @@ class FirstQuartile(StaticMetric, PercentilMixin):
             except MemoryError:
                 logger.error(
                     f"Unable to compute Median for {self.col.name} due to memory constraints."
-                    f"We recommend using a smaller sample size or partitionning."
+                    f"We recommend using a smaller sample size or partitioning."
                 )
                 return None
             # check if nan

metadata/profiler/metrics/window/median.py

@@ -87,7 +87,7 @@ class Median(StaticMetric, PercentilMixin):
             except MemoryError:
                 logger.error(
                     f"Unable to compute Median for {self.col.name} due to memory constraints."
-                    f"We recommend using a smaller sample size or partitionning."
+                    f"We recommend using a smaller sample size or partitioning."
                 )
                 return None
             try:

metadata/profiler/metrics/window/third_quartile.py

@@ -88,7 +88,7 @@ class ThirdQuartile(StaticMetric, PercentilMixin):
             except MemoryError:
                 logger.error(
                     f"Unable to compute Median for {self.col.name} due to memory constraints."
-                    f"We recommend using a smaller sample size or partitionning."
+                    f"We recommend using a smaller sample size or partitioning."
                 )
                 return None
             # check if nan

metadata/sampler/sqlalchemy/bigquery/sampler.py

@@ -119,7 +119,7 @@ class BigQuerySampler(SQASampler):
             and self.raw_dataset_type != TableType.View
         ):
             return self._base_sample_query(column).cte(
-                f"{self.raw_dataset.__tablename__}_sample"
+                f"{self.get_sampler_table_name()}_sample"
             )
 
         return super().get_sample_query(column=column)

metadata/sampler/sqlalchemy/mssql/sampler.py

@@ -46,7 +46,7 @@ class MssqlSampler(SQASampler):
     def get_sample_query(self, *, column=None) -> CTE:
         """get query for sample data"""
         rnd = self._base_sample_query(column).cte(
-            f"{self.raw_dataset.__tablename__}_rnd"
+            f"{self.get_sampler_table_name()}_rnd"
         )
         query = self.client.query(rnd)
-        return query.cte(f"{self.raw_dataset.__tablename__}_sample")
+        return query.cte(f"{self.get_sampler_table_name()}_sample")

metadata/sampler/sqlalchemy/postgres/sampler.py

@@ -85,7 +85,7 @@ class PostgresSampler(SQASampler):
     def get_sample_query(self, *, column=None) -> Query:
         if self.sample_config.profileSampleType == ProfileSampleType.PERCENTAGE:
             return self._base_sample_query(column).cte(
-                f"{self.raw_dataset.__tablename__}_rnd"
+                f"{self.get_sampler_table_name()}_rnd"
             )
 
         return super().get_sample_query(column=column)

metadata/sampler/sqlalchemy/snowflake/sampler.py

@@ -89,7 +89,7 @@ class SnowflakeSampler(SQASampler):
     def get_sample_query(self, *, column=None) -> CTE:
         """get query for sample data"""
         rnd = self._base_sample_query(column).cte(
-            f"{self.raw_dataset.__tablename__}_rnd"
+            f"{self.get_sampler_table_name()}_rnd"
         )
         query = self.client.query(rnd)
-        return query.cte(f"{self.raw_dataset.__tablename__}_sample")
+        return query.cte(f"{self.get_sampler_table_name()}_sample")