openmetadata-ingestion 1.9.9.0__py3-none-any.whl → 1.9.10.0__py3-none-any.whl

metadata/generated/schema/type/csvDocumentation.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/csvDocumentation.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/csvErrorType.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/csvErrorType.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/csvFile.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/csvFile.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/csvImportResult.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/csvImportResult.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/customProperties/__init__.py

@@ -1,3 +1,3 @@
 # generated by datamodel-codegen:
 #   filename:  schema
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00

metadata/generated/schema/type/customProperties/complexTypes.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/customProperties/complexTypes.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/customProperties/enumConfig.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/customProperties/enumConfig.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/customProperties/tableConfig.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/customProperties/tableConfig.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/customProperty.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/customProperty.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/dailyCount.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/dailyCount.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/databaseConnectionConfig.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/databaseConnectionConfig.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/entityHierarchy.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/entityHierarchy.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/entityHistory.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/entityHistory.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/entityLineage.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/entityLineage.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/entityProfile.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/entityProfile.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/entityReference.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/entityReference.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/entityReferenceList.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/entityReferenceList.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/entityRelationship/__init__.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/entityRelationship.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/entityRelationship/nodeInformation.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/entityRelationship/nodeInformation.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/entityUsage.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/entityUsage.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/filterPattern.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/filterPattern.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/function.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/function.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/include.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/include.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/jdbcConnection.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/jdbcConnection.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/layerPaging.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/layerPaging.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/lifeCycle.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/lifeCycle.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/paging.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/paging.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/personaPreferences.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/personaPreferences.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/profile.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/profile.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/queryParserData.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/queryParserData.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/reaction.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/reaction.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/schedule.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/schedule.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/schema.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/schema.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/tableQuery.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/tableQuery.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/tableUsageCount.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/tableUsageCount.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/tagLabel.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/tagLabel.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/usageDetails.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/usageDetails.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/usageRequest.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/usageRequest.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/votes.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/votes.json
-#   timestamp: 2025-09-19T03:46:13+00:00
+#   timestamp: 2025-09-24T11:43:12+00:00
 
 from __future__ import annotations
 

metadata/great_expectations/action1xx.py

@@ -86,7 +86,8 @@ class OpenMetadataValidationAction1xx(ValidationAction):
     # This will be initialized in the run method
     ometa_conn: Optional[OpenMetadata] = None
 
-    def run(  # pylint: disable=unused-argument, arguments-differ
+    # pylint: disable=unused-argument,arguments-differ
+    def run(
         self,
         checkpoint_result: CheckpointResult,
         action_context: Union[ActionContext, None],

metadata/ingestion/source/database/dbt/metadata.py

@@ -15,7 +15,7 @@ DBT source methods.
 import traceback
 from copy import deepcopy
 from datetime import datetime
-from typing import Any, Iterable, List, Optional
+from typing import Any, Iterable, List, Optional, Union
 
 from metadata.generated.schema.api.lineage.addLineage import AddLineageRequest
 from metadata.generated.schema.api.tests.createTestCase import CreateTestCaseRequest
@@ -444,7 +444,7 @@ class DbtSource(DbtServiceSource):
                 fetch_multiple_entities=True,
             )
             logger.debug(
-                f"Found table entities from {fqn_search_string}: {table_entities}"
+                f"Found table entities from {fqn_search_string}: {len(table_entities)} entities"
             )
             return (
                 next(iter(filter(None, table_entities)), None)
@@ -455,6 +455,10 @@ class DbtSource(DbtServiceSource):
         try:
             table_entity = search_table(table_fqn)
             if table_entity:
+                logger.debug(
+                    f"Using Table Entity: {table_entity.fullyQualifiedName.root}"
+                    f"with id {table_entity.id}"
+                )
                 return table_entity
 
             if self.source_config.searchAcrossDatabases:
@@ -620,7 +624,8 @@ class DbtSource(DbtServiceSource):
 
                     if table_entity := self._get_table_entity(table_fqn=table_fqn):
                         logger.debug(
-                            f"Using Table Entity for datamodel: {table_entity}"
+                            f"Using Table Entity for datamodel: {table_entity.fullyQualifiedName.root}"
+                            f"with id {table_entity.id}"
                         )
                         data_model_link = DataModelLink(
                             table_entity=table_entity,

metadata/ingestion/source/database/hive/connection.py

@@ -229,8 +229,10 @@ def test_connection(
     of a metadata workflow or during an Automation Workflow
     """
 
-    if service_connection.metastoreConnection and isinstance(
-        service_connection.metastoreConnection, dict
+    if (
+        service_connection.metastoreConnection
+        and isinstance(service_connection.metastoreConnection, dict)
+        and len(service_connection.metastoreConnection) > 0
     ):
         try:
             service_connection.metastoreConnection = MysqlConnection.model_validate(

metadata/ingestion/source/database/saphana/cdata_parser.py

@@ -340,40 +340,6 @@ class ParsedLineage(BaseModel):
                 )
 
 
-def _get_column_datasources(
-    entry: ET.Element, datasource_map: Optional[DataSourceMap] = None
-) -> Set[DataSource]:
-    """Read a DataSource from the CDATA XML"""
-    if (
-        datasource_map
-        and entry.get(CDATAKeys.COLUMN_OBJECT_NAME.value) in datasource_map
-    ):
-        # If the datasource is in the map, we'll traverse all intermediate logical
-        # datasources until we arrive to a table or view.
-        # Note that we can have multiple sources for a single column, e.g., columns
-        # coming from a JOIN
-        return set(
-            _traverse_ds(
-                current_column=entry.get(CDATAKeys.COLUMN_NAME.value),
-                ds_origin_list=[],
-                current_ds=datasource_map[
-                    entry.get(CDATAKeys.COLUMN_OBJECT_NAME.value)
-                ],
-                datasource_map=datasource_map,
-            )
-        )
-
-    # If we don't have any logical sources (projections, aggregations, etc.) We'll stick to
-    # a single table origin
-    return {
-        DataSource(
-            name=entry.get(CDATAKeys.COLUMN_OBJECT_NAME.value),
-            location=entry.get(CDATAKeys.SCHEMA_NAME.value),
-            source_type=ViewType.DATA_BASE_TABLE,
-        )
-    }
-
-
 def _get_column_datasources_with_names(
     entry: ET.Element, datasource_map: Optional[DataSourceMap] = None
 ) -> List[Tuple[DataSource, str, Optional[str]]]:
@@ -392,6 +358,7 @@ def _get_column_datasources_with_names(
             current_ds=datasource_map[entry.get(CDATAKeys.COLUMN_OBJECT_NAME.value)],
             datasource_map=datasource_map,
             formula=None,
+            _visited=set(),
         )
         return ds_col_pairs
 
@@ -409,56 +376,13 @@ def _get_column_datasources_with_names(
     ]
 
 
-def _traverse_ds(
-    current_column: str,
-    ds_origin_list: List[DataSource],
-    current_ds: DataSource,
-    datasource_map: Optional[DataSourceMap],
-) -> List[DataSource]:
-    """
-    Traverse the ds dict jumping from target -> source columns and getting the right parent.
-    We keep inspecting current datasources and will append to the origin list the ones
-    that are not LOGICAL
-    """
-    if current_ds.source_type != ViewType.LOGICAL:
-        ds_origin_list.append(current_ds)
-
-    else:
-        # Based on our current column, find the parents from the mappings in the current_ds
-        current_ds_mapping: Optional[DataSourceMapping] = current_ds.mapping.get(
-            current_column
-        )
-
-        if current_ds_mapping:
-            for parent in current_ds_mapping.parents:
-                parent_ds = datasource_map.get(parent.parent)
-                if not parent_ds:
-                    raise CDATAParsingError(
-                        f"Can't find parent [{parent.parent}] for column [{current_column}]"
-                    )
-
-                # Traverse from the source column in the parent mapping
-                _traverse_ds(
-                    current_column=parent.source,
-                    ds_origin_list=ds_origin_list,
-                    current_ds=parent_ds,
-                    datasource_map=datasource_map,
-                )
-        else:
-            logger.info(
-                f"Can't find mapping for column [{current_column}] in [{current_ds}]. "
-                f"This might be a constant or derived column."
-            )
-
-    return ds_origin_list
-
-
 def _traverse_ds_with_columns(
     current_column: str,
     ds_origin_list: List[Tuple[DataSource, str, Optional[str]]],
     current_ds: DataSource,
     datasource_map: Optional[DataSourceMap],
     formula: Optional[str] = None,
+    _visited: Optional[set] = set(),
 ) -> List[Tuple[DataSource, str, Optional[str]]]:
     """
     Traverse the ds dict jumping from target -> source columns and getting the right parent.
@@ -466,6 +390,16 @@ def _traverse_ds_with_columns(
     that are not LOGICAL, along with the final column name and formula.
     Returns a list of tuples (DataSource, column_name, formula).
     """
+    # Create visit key for this node
+    visit_key = (current_ds.name, current_column)
+
+    # Check if we've already processed this node
+    if visit_key in _visited:
+        return ds_origin_list
+
+    # Add to visited set
+    _visited.add(visit_key)
+
     if current_ds.source_type != ViewType.LOGICAL:
         # This is a final datasource, append it with the current column name and formula
         ds_origin_list.append((current_ds, current_column, formula))
@@ -496,6 +430,7 @@ def _traverse_ds_with_columns(
                     current_ds=parent_ds,
                     datasource_map=datasource_map,
                     formula=formula,
+                    _visited=_visited,
                 )
         else:
             logger.info(

metadata/ingestion/source/database/saphana/lineage.py

@@ -111,14 +111,15 @@ class SaphanaLineageSource(Source):
 
                     if filter_by_table(
                         self.source_config.tableFilterPattern,
-                        lineage_model.object_name,
+                        lineage_model.name,
                     ):
                         self.status.filter(
-                            lineage_model.object_name,
+                            lineage_model.name,
                             "View Object Filtered Out",
                         )
                         continue
 
+                    logger.debug(f"Processing lineage for view: {lineage_model.name}")
                     yield from self.parse_cdata(
                         metadata=self.metadata, lineage_model=lineage_model
                     )
@@ -156,11 +157,11 @@ class SaphanaLineageSource(Source):
         except Exception as exc:
             error = (
                 f"Error parsing CDATA XML for {lineage_model.object_suffix} at "
-                + f"{lineage_model.package_id}/{lineage_model.object_name} due to [{exc}]"
+                + f"{lineage_model.name} due to [{exc}]"
             )
             self.status.failed(
                 error=StackTraceError(
-                    name=lineage_model.object_name,
+                    name=lineage_model.name,
                     error=error,
                     stackTrace=traceback.format_exc(),
                 )