openmetadata-ingestion 1.6.8.0__py3-none-any.whl → 1.6.10.0__py3-none-any.whl

metadata/generated/schema/type/schedule.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/schedule.json
-#   timestamp: 2025-04-08T13:18:29+00:00
+#   timestamp: 2025-04-22T18:41:06+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/schema.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/schema.json
-#   timestamp: 2025-04-08T13:18:29+00:00
+#   timestamp: 2025-04-22T18:41:06+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/tableQuery.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/tableQuery.json
-#   timestamp: 2025-04-08T13:18:29+00:00
+#   timestamp: 2025-04-22T18:41:06+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/tableUsageCount.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/tableUsageCount.json
-#   timestamp: 2025-04-08T13:18:29+00:00
+#   timestamp: 2025-04-22T18:41:06+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/tagLabel.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/tagLabel.json
-#   timestamp: 2025-04-08T13:18:29+00:00
+#   timestamp: 2025-04-22T18:41:06+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/usageDetails.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/usageDetails.json
-#   timestamp: 2025-04-08T13:18:29+00:00
+#   timestamp: 2025-04-22T18:41:06+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/usageRequest.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/usageRequest.json
-#   timestamp: 2025-04-08T13:18:29+00:00
+#   timestamp: 2025-04-22T18:41:06+00:00
 
 from __future__ import annotations
 

metadata/generated/schema/type/votes.py

@@ -1,6 +1,6 @@
 # generated by datamodel-codegen:
 #   filename:  type/votes.json
-#   timestamp: 2025-04-08T13:18:29+00:00
+#   timestamp: 2025-04-22T18:41:06+00:00
 
 from __future__ import annotations
 

metadata/ingestion/source/api/rest/metadata.py

@@ -197,8 +197,9 @@ class RestSource(ApiServiceSource):
     ) -> Optional[RESTEndpoint]:
         try:
             endpoint = RESTEndpoint(**info)
-            endpoint.name = f"{path}/{method_type}"
-            endpoint.display_name = f"{path}"
+            path_clean_name = clean_uri(path)
+            endpoint.name = f"{path_clean_name}/{method_type}"
+            endpoint.display_name = f"{path_clean_name}"
             endpoint.url = self._generate_endpoint_url(collection, endpoint)
             return endpoint
         except Exception as err:
@@ -279,6 +280,18 @@ class RestSource(ApiServiceSource):
                 .get("schema", {})
                 .get("$ref", {})
             )
+            if not schema_ref:
+                logger.debug("Trying to parse response schema from schema property")
+                schema_ref = (
+                    info.get("responses", {})
+                    .get("200", {})
+                    .get("content", {})
+                    .get("application/json", {})
+                    .get("schema", {})
+                    .get("properties", {})
+                    .get("data", {})
+                    .get("$ref")
+                )
             if not schema_ref:
                 logger.debug("No response schema found for the endpoint")
                 return None

metadata/ingestion/source/database/db2/service_spec.py

@@ -1,3 +1,4 @@
+from metadata.ingestion.source.database.db2.lineage import Db2LineageSource
 from metadata.ingestion.source.database.db2.metadata import Db2Source
 from metadata.profiler.interface.sqlalchemy.db2.profiler_interface import (
     DB2ProfilerInterface,
@@ -5,5 +6,7 @@ from metadata.profiler.interface.sqlalchemy.db2.profiler_interface import (
 from metadata.utils.service_spec.default import DefaultDatabaseSpec
 
 ServiceSpec = DefaultDatabaseSpec(
-    metadata_source_class=Db2Source, profiler_class=DB2ProfilerInterface
+    metadata_source_class=Db2Source,
+    profiler_class=DB2ProfilerInterface,
+    lineage_source_class=Db2LineageSource,
 )

metadata/ingestion/source/database/druid/service_spec.py

@@ -1,4 +1,8 @@
+from metadata.ingestion.source.database.druid.lineage import DruidLineageSource
 from metadata.ingestion.source.database.druid.metadata import DruidSource
 from metadata.utils.service_spec.default import DefaultDatabaseSpec
 
-ServiceSpec = DefaultDatabaseSpec(metadata_source_class=DruidSource)
+ServiceSpec = DefaultDatabaseSpec(
+    metadata_source_class=DruidSource,
+    lineage_source_class=DruidLineageSource,
+)

metadata/ingestion/source/database/greenplum/service_spec.py

@@ -1,4 +1,8 @@
+from metadata.ingestion.source.database.greenplum.lineage import GreenplumLineageSource
 from metadata.ingestion.source.database.greenplum.metadata import GreenplumSource
 from metadata.utils.service_spec.default import DefaultDatabaseSpec
 
-ServiceSpec = DefaultDatabaseSpec(metadata_source_class=GreenplumSource)
+ServiceSpec = DefaultDatabaseSpec(
+    metadata_source_class=GreenplumSource,
+    lineage_source_class=GreenplumLineageSource,
+)

metadata/ingestion/source/database/hive/service_spec.py

@@ -1,4 +1,8 @@
+from metadata.ingestion.source.database.hive.lineage import HiveLineageSource
 from metadata.ingestion.source.database.hive.metadata import HiveSource
 from metadata.utils.service_spec.default import DefaultDatabaseSpec
 
-ServiceSpec = DefaultDatabaseSpec(metadata_source_class=HiveSource)
+ServiceSpec = DefaultDatabaseSpec(
+    metadata_source_class=HiveSource,
+    lineage_source_class=HiveLineageSource,
+)

metadata/ingestion/source/database/impala/service_spec.py

@@ -1,4 +1,8 @@
+from metadata.ingestion.source.database.impala.lineage import ImpalaLineageSource
 from metadata.ingestion.source.database.impala.metadata import ImpalaSource
 from metadata.utils.service_spec.default import DefaultDatabaseSpec
 
-ServiceSpec = DefaultDatabaseSpec(metadata_source_class=ImpalaSource)
+ServiceSpec = DefaultDatabaseSpec(
+    metadata_source_class=ImpalaSource,
+    lineage_source_class=ImpalaLineageSource,
+)

metadata/ingestion/source/database/mariadb/service_spec.py

@@ -1,4 +1,12 @@
+from metadata.ingestion.source.database.mariadb.lineage import MariadbLineageSource
 from metadata.ingestion.source.database.mariadb.metadata import MariadbSource
+from metadata.profiler.interface.sqlalchemy.mariadb.profiler_interface import (
+    MariaDBProfilerInterface,
+)
 from metadata.utils.service_spec.default import DefaultDatabaseSpec
 
-ServiceSpec = DefaultDatabaseSpec(metadata_source_class=MariadbSource)
+ServiceSpec = DefaultDatabaseSpec(
+    metadata_source_class=MariadbSource,
+    lineage_source_class=MariadbLineageSource,
+    profiler_class=MariaDBProfilerInterface,
+)

metadata/ingestion/source/database/pinotdb/service_spec.py

@@ -1,4 +1,8 @@
+from metadata.ingestion.source.database.pinotdb.lineage import PinotdbLineageSource
 from metadata.ingestion.source.database.pinotdb.metadata import PinotdbSource
 from metadata.utils.service_spec.default import DefaultDatabaseSpec
 
-ServiceSpec = DefaultDatabaseSpec(metadata_source_class=PinotdbSource)
+ServiceSpec = DefaultDatabaseSpec(
+    metadata_source_class=PinotdbSource,
+    lineage_source_class=PinotdbLineageSource,
+)

metadata/ingestion/source/database/singlestore/service_spec.py

@@ -1,3 +1,6 @@
+from metadata.ingestion.source.database.singlestore.lineage import (
+    SinglestoreLineageSource,
+)
 from metadata.ingestion.source.database.singlestore.metadata import SinglestoreSource
 from metadata.profiler.interface.sqlalchemy.single_store.profiler_interface import (
     SingleStoreProfilerInterface,
@@ -5,5 +8,7 @@ from metadata.profiler.interface.sqlalchemy.single_store.profiler_interface impo
 from metadata.utils.service_spec.default import DefaultDatabaseSpec
 
 ServiceSpec = DefaultDatabaseSpec(
-    metadata_source_class=SinglestoreSource, profiler_class=SingleStoreProfilerInterface
+    metadata_source_class=SinglestoreSource,
+    profiler_class=SingleStoreProfilerInterface,
+    lineage_source_class=SinglestoreLineageSource,
 )

metadata/ingestion/source/database/sqlite/service_spec.py

@@ -1,4 +1,8 @@
+from metadata.ingestion.source.database.sqlite.lineage import SqliteLineageSource
 from metadata.ingestion.source.database.sqlite.metadata import SqliteSource
 from metadata.utils.service_spec.default import DefaultDatabaseSpec
 
-ServiceSpec = DefaultDatabaseSpec(metadata_source_class=SqliteSource)
+ServiceSpec = DefaultDatabaseSpec(
+    metadata_source_class=SqliteSource,
+    lineage_source_class=SqliteLineageSource,
+)

metadata/ingestion/source/database/teradata/service_spec.py

@@ -1,4 +1,8 @@
+from metadata.ingestion.source.database.teradata.lineage import TeradataLineageSource
 from metadata.ingestion.source.database.teradata.metadata import TeradataSource
 from metadata.utils.service_spec.default import DefaultDatabaseSpec
 
-ServiceSpec = DefaultDatabaseSpec(metadata_source_class=TeradataSource)
+ServiceSpec = DefaultDatabaseSpec(
+    metadata_source_class=TeradataSource,
+    lineage_source_class=TeradataLineageSource,
+)

metadata/ingestion/source/messaging/kinesis/metadata.py

@@ -32,7 +32,7 @@ from metadata.generated.schema.type.basic import (
     FullyQualifiedEntityName,
     SourceUrl,
 )
-from metadata.generated.schema.type.schema import Topic
+from metadata.generated.schema.entity.data.topic import Topic
 from metadata.ingestion.api.models import Either
 from metadata.ingestion.api.steps import InvalidSourceException
 from metadata.ingestion.models.ometa_topic_data import OMetaTopicSampleData