altimate-datapilot-cli 0.0.13__py3-none-any.whl → 0.0.15__py3-none-any.whl

datapilot/core/platforms/dbt/wrappers/manifest/v11/wrapper.py

@@ -1,4 +1,5 @@
 from typing import Dict
+from typing import Optional
 from typing import Set
 
 from dbt_artifacts_parser.parsers.manifest.manifest_v11 import GenericTestNode
@@ -60,13 +61,14 @@ class ManifestV11Wrapper(BaseManifestWrapper):
             language,
             contract,
         ) = ([], [], None, None, None, None, None, "", "", None)
-        if node.resource_type.value != SEED:
+        if node.resource_type != SEED:
             sources = node.sources
             metrics = node.metrics
             depends_on_nodes = node.depends_on.nodes if node.depends_on else None
             depends_on_macros = node.depends_on.macros if node.depends_on else None
             compiled_path = node.compiled_path
             compiled = node.compiled
+            compiled_code = node.compiled_code
             raw_code = node.raw_code
             language = node.language
             contract = AltimateDBTContract(**node.contract.__dict__) if node.contract else None
@@ -75,7 +77,7 @@ class ManifestV11Wrapper(BaseManifestWrapper):
             database=node.database,
             schema_name=node.schema_,
             name=node.name,
-            resource_type=AltimateResourceType(node.resource_type.value),
+            resource_type=AltimateResourceType(node.resource_type),
             package_name=node.package_name,
             path=node.path,
             description=node.description,
@@ -114,12 +116,13 @@ class ManifestV11Wrapper(BaseManifestWrapper):
             contract=contract,
             meta=node.meta,
             patch_path=node.patch_path,
+            access=node.access.value,
         )
 
     def _get_source(self, source: SourceNode) -> AltimateManifestSourceNode:
         return AltimateManifestSourceNode(
             database=source.database,
-            resource_type=AltimateResourceType(source.resource_type.value),
+            resource_type=AltimateResourceType(source.resource_type),
             schema_name=source.schema_,
             name=source.name,
             package_name=source.package_name,
@@ -131,10 +134,10 @@ class ManifestV11Wrapper(BaseManifestWrapper):
             source_description=source.source_description,
             loader=source.loader,
             identifier=source.identifier,
-            quoting=AltimateQuoting(**source.quoting.dict()) if source.quoting else None,
+            quoting=AltimateQuoting(**source.quoting.model_dump()) if source.quoting else None,
             loaded_at_field=source.loaded_at_field,
-            freshness=AltimateFreshnessThreshold(**source.freshness.dict()) if source.freshness else None,
-            external=AltimateExternalTable(**source.external.dict()) if source.external else None,
+            freshness=AltimateFreshnessThreshold(**source.freshness.model_dump()) if source.freshness else None,
+            external=AltimateExternalTable(**source.external.model_dump()) if source.external else None,
             description=source.description,
             columns={
                 name: AltimateManifestColumnInfo(
@@ -151,7 +154,7 @@ class ManifestV11Wrapper(BaseManifestWrapper):
             relation_name=source.relation_name,
             source_meta=source.source_meta,
             tags=source.tags,
-            config=AltimateSourceConfig(**source.config.dict()) if source.config else None,
+            config=AltimateSourceConfig(**source.config.model_dump()) if source.config else None,
             patch_path=source.patch_path,
             unrendered_config=source.unrendered_config,
             created_at=source.created_at,
@@ -160,7 +163,7 @@ class ManifestV11Wrapper(BaseManifestWrapper):
     def _get_macro(self, macro: MacroNode) -> AltimateManifestMacroNode:
         return AltimateManifestMacroNode(
             name=macro.name,
-            resource_type=AltimateResourceType(macro.resource_type.value),
+            resource_type=AltimateResourceType(macro.resource_type),
             package_name=macro.package_name,
             path=macro.path,
             original_file_path=macro.original_file_path,
@@ -175,9 +178,9 @@ class ManifestV11Wrapper(BaseManifestWrapper):
             ),
             description=macro.description,
             meta=macro.meta,
-            docs=macro.docs,
+            docs=macro.docs.model_dump() if macro.docs else None,
             patch_path=macro.patch_path,
-            arguments=[AltimateMacroArgument(**arg.dict()) for arg in macro.arguments] if macro.arguments else None,
+            arguments=[AltimateMacroArgument(**arg.model_dump()) for arg in macro.arguments] if macro.arguments else None,
             created_at=macro.created_at,
             supported_languages=macro.supported_languages,
         )
@@ -185,29 +188,31 @@ class ManifestV11Wrapper(BaseManifestWrapper):
     def _get_exposure(self, exposure: ExposureNode) -> AltimateManifestExposureNode:
         return AltimateManifestExposureNode(
             name=exposure.name,
-            resource_type=AltimateResourceType(exposure.resource_type.value),
+            resource_type=AltimateResourceType(exposure.resource_type),
             package_name=exposure.package_name,
             path=exposure.path,
             original_file_path=exposure.original_file_path,
             unique_id=exposure.unique_id,
             fqn=exposure.fqn,
             type=AltimateExposureType(exposure.type.value) if exposure.type else None,
-            owner=AltimateOwner(**exposure.owner.dict()) if exposure.owner else None,
+            owner=AltimateOwner(**exposure.owner.model_dump()) if exposure.owner else None,
             description=exposure.description,
             label=exposure.label,
             maturity=AltimateMaturityEnum(exposure.maturity.value) if exposure.maturity else None,
             meta=exposure.meta,
             tags=exposure.tags,
-            config=AltimateSourceConfig(**exposure.config.dict()) if exposure.config else None,
+            config=AltimateSourceConfig(**exposure.config.model_dump()) if exposure.config else None,
             unrendered_config=exposure.unrendered_config,
             url=exposure.url,
-            depends_on=AltimateDependsOn(
-                nodes=exposure.depends_on.nodes,
-                macros=exposure.depends_on.macros,
-            )
-            if exposure.depends_on
-            else None,
-            refs=[AltimateRefArgs(**ref.dict()) for ref in exposure.refs] if exposure.refs else None,
+            depends_on=(
+                AltimateDependsOn(
+                    nodes=exposure.depends_on.nodes,
+                    macros=exposure.depends_on.macros,
+                )
+                if exposure.depends_on
+                else None
+            ),
+            refs=[AltimateRefArgs(**ref.model_dump()) for ref in exposure.refs] if exposure.refs else None,
             sources=exposure.sources,
             metrics=exposure.metrics,
             created_at=exposure.created_at,
@@ -217,7 +222,7 @@ class ManifestV11Wrapper(BaseManifestWrapper):
         test_metadata = None
         if isinstance(test, GenericTestNode):
             test_type = GENERIC
-            test_metadata = AltimateTestMetadata(**test.test_metadata.dict()) if test.test_metadata else None
+            test_metadata = AltimateTestMetadata(**test.test_metadata.model_dump()) if test.test_metadata else None
         elif isinstance(test, SingularTestNode):
             test_type = SINGULAR
         else:
@@ -226,49 +231,55 @@ class ManifestV11Wrapper(BaseManifestWrapper):
             test_metadata=test_metadata,
             test_type=test_type,
             name=test.name,
-            resource_type=AltimateResourceType(test.resource_type.value),
+            resource_type=AltimateResourceType(test.resource_type),
             package_name=test.package_name,
             path=test.path,
             original_file_path=test.original_file_path,
             unique_id=test.unique_id,
             fqn=test.fqn,
             alias=test.alias,
-            checksum=AltimateFileHash(
-                name=test.checksum.name,
-                checksum=test.checksum.checksum,
-            )
-            if test.checksum
-            else None,
-            config=AltimateTestConfig(**test.config.dict()) if test.config else None,
+            checksum=(
+                AltimateFileHash(
+                    name=test.checksum.name,
+                    checksum=test.checksum.checksum,
+                )
+                if test.checksum
+                else None
+            ),
+            config=AltimateTestConfig(**test.config.model_dump()) if test.config else None,
             description=test.description,
             tags=test.tags,
-            columns={
-                name: AltimateManifestColumnInfo(
-                    name=column.name,
-                    description=column.description,
-                    meta=column.meta,
-                    data_type=column.data_type,
-                    quote=column.quote,
-                    tags=column.tags,
-                )
-                for name, column in test.columns.items()
-            }
-            if test.columns
-            else None,
+            columns=(
+                {
+                    name: AltimateManifestColumnInfo(
+                        name=column.name,
+                        description=column.description,
+                        meta=column.meta,
+                        data_type=column.data_type,
+                        quote=column.quote,
+                        tags=column.tags,
+                    )
+                    for name, column in test.columns.items()
+                }
+                if test.columns
+                else None
+            ),
             meta=test.meta,
             relation_name=test.relation_name,
             group=test.group,
             raw_code=test.raw_code,
             language=test.language,
-            refs=[AltimateRefArgs(**ref.dict()) for ref in test.refs] if test.refs else None,
+            refs=[AltimateRefArgs(**ref.model_dump()) for ref in test.refs] if test.refs else None,
             sources=test.sources,
             metrics=test.metrics,
-            depends_on=AltimateDependsOn(
-                nodes=test.depends_on.nodes,
-                macros=test.depends_on.macros,
-            )
-            if test.depends_on
-            else None,
+            depends_on=(
+                AltimateDependsOn(
+                    nodes=test.depends_on.nodes,
+                    macros=test.depends_on.macros,
+                )
+                if test.depends_on
+                else None
+            ),
             compiled_path=test.compiled_path,
             compiled=test.compiled,
             compiled_code=test.compiled_code,
@@ -279,38 +290,42 @@ class ManifestV11Wrapper(BaseManifestWrapper):
             database=seed.database,
             schema_name=seed.schema_,
             name=seed.name,
-            resource_type=AltimateResourceType(seed.resource_type.value),
+            resource_type=AltimateResourceType(seed.resource_type),
             package_name=seed.package_name,
             path=seed.path,
             original_file_path=seed.original_file_path,
             unique_id=seed.unique_id,
             fqn=seed.fqn,
             alias=seed.alias,
-            checksum=AltimateFileHash(
-                name=seed.checksum.name,
-                checksum=seed.checksum.checksum,
-            )
-            if seed.checksum
-            else None,
-            config=AltimateSeedConfig(**seed.config.dict()) if seed.config else None,
+            checksum=(
+                AltimateFileHash(
+                    name=seed.checksum.name,
+                    checksum=seed.checksum.checksum,
+                )
+                if seed.checksum
+                else None
+            ),
+            config=AltimateSeedConfig(**seed.config.model_dump()) if seed.config else None,
             description=seed.description,
             tags=seed.tags,
-            columns={
-                name: AltimateManifestColumnInfo(
-                    name=column.name,
-                    description=column.description,
-                    meta=column.meta,
-                    data_type=column.data_type,
-                    quote=column.quote,
-                    tags=column.tags,
-                )
-                for name, column in seed.columns.items()
-            }
-            if seed.columns
-            else None,
+            columns=(
+                {
+                    name: AltimateManifestColumnInfo(
+                        name=column.name,
+                        description=column.description,
+                        meta=column.meta,
+                        data_type=column.data_type,
+                        quote=column.quote,
+                        tags=column.tags,
+                    )
+                    for name, column in seed.columns.items()
+                }
+                if seed.columns
+                else None
+            ),
             meta=seed.meta,
             group=seed.group,
-            docs=seed.docs.dict() if seed.docs else None,
+            docs=seed.docs.model_dump() if seed.docs else None,
             patch_path=seed.patch_path,
             build_path=seed.build_path,
             deferred=seed.deferred,
@@ -325,7 +340,7 @@ class ManifestV11Wrapper(BaseManifestWrapper):
         nodes = {}
         for node in self.manifest.nodes.values():
             if (
-                node.resource_type.value
+                node.resource_type
                 in [
                     AltimateResourceType.seed.value,
                     AltimateResourceType.test.value,
@@ -348,7 +363,7 @@ class ManifestV11Wrapper(BaseManifestWrapper):
     def get_macros(self) -> Dict[str, AltimateManifestMacroNode]:
         macros = {}
         for macro in self.manifest.macros.values():
-            if macro.resource_type.value == AltimateResourceType.macro.value and macro.package_name == self.get_package():
+            if macro.resource_type == AltimateResourceType.macro.value and macro.package_name == self.get_package():
                 macros[macro.unique_id] = self._get_macro(macro)
         return macros
 
@@ -369,7 +384,7 @@ class ManifestV11Wrapper(BaseManifestWrapper):
 
         for node in self.manifest.nodes.values():
             # Check if the node is a test and of the correct type
-            if node.resource_type.value == AltimateResourceType.test.value:
+            if node.resource_type == AltimateResourceType.test.value:
                 if any(isinstance(node, t) for t in types):
                     tests[node.unique_id] = self._get_tests(node)
         return tests
@@ -377,10 +392,13 @@ class ManifestV11Wrapper(BaseManifestWrapper):
     def get_seeds(self) -> Dict[str, AltimateSeedNode]:
         seeds = {}
         for seed in self.manifest.nodes.values():
-            if seed.resource_type.value == AltimateResourceType.seed.value:
+            if seed.resource_type == AltimateResourceType.seed.value:
                 seeds[seed.unique_id] = self._get_seed(seed)
         return seeds
 
+    def get_adapter_type(self) -> Optional[str]:
+        return self.manifest.metadata.adapter_type
+
     def parent_to_child_map(self, nodes: Dict[str, AltimateManifestNode]) -> Dict[str, Set[str]]:
         """
         Current manifest contains information about parents

datapilot/core/platforms/dbt/wrappers/manifest/v12/schemas.py

@@ -4,33 +4,33 @@ from typing import Union
 
 from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Exposures
 from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Macros
-from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Node
-from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Node1
-from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Node2
-from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Node3
-from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Node4
-from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Node5
-from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Node6
-from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Node7
+from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Nodes
+from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Nodes1
+from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Nodes2
+from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Nodes3
+from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Nodes4
+from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Nodes5
+from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Nodes6
+from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Nodes7
 from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Sources
 
 from datapilot.core.platforms.dbt.constants import GENERIC
 from datapilot.core.platforms.dbt.constants import SINGULAR
 
-ManifestNode = Union[Node, Node1, Node2, Node3, Node4, Node5, Node6, Node7]
+ManifestNode = Union[Nodes, Nodes1, Nodes2, Nodes3, Nodes4, Nodes5, Nodes6, Nodes7]
 
 SourceNode = Sources
 
 ExposureNode = Exposures
 
-TestNode = Union[Node6, Node2]
+TestNode = Union[Nodes6, Nodes2]
 
 MacroNode = Macros
 
 TEST_TYPE_TO_NODE_MAP: Dict[str, Type] = {
-    GENERIC: [Node6],
-    SINGULAR: [Node2],
+    GENERIC: [Nodes6],
+    SINGULAR: [Nodes2],
 }
 
 
-SeedNodeMap = Node
+SeedNodeMap = Nodes

datapilot/core/platforms/dbt/wrappers/manifest/v12/wrapper.py

@@ -1,9 +1,10 @@
 from typing import Dict
+from typing import Optional
 from typing import Set
 
 from dbt_artifacts_parser.parsers.manifest.manifest_v12 import ManifestV12
-from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Node2
-from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Node6
+from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Nodes2
+from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Nodes6
 
 from datapilot.core.platforms.dbt.constants import GENERIC
 from datapilot.core.platforms.dbt.constants import OTHER_TEST_NODE
@@ -67,6 +68,7 @@ class ManifestV12Wrapper(BaseManifestWrapper):
             depends_on_macros = node.depends_on.macros if node.depends_on else None
             compiled_path = node.compiled_path
             compiled = node.compiled
+            compiled_code = node.compiled_code
             raw_code = node.raw_code
             language = node.language
             contract = AltimateDBTContract(**node.contract.__dict__) if node.contract else None
@@ -114,6 +116,7 @@ class ManifestV12Wrapper(BaseManifestWrapper):
             contract=contract,
             meta=node.meta,
             patch_path=node.patch_path,
+            access=node.access.value,
         )
 
     def _get_source(self, source: SourceNode) -> AltimateManifestSourceNode:
@@ -131,10 +134,10 @@ class ManifestV12Wrapper(BaseManifestWrapper):
             source_description=source.source_description,
             loader=source.loader,
             identifier=source.identifier,
-            quoting=AltimateQuoting(**source.quoting.dict()) if source.quoting else None,
+            quoting=AltimateQuoting(**source.quoting.model_dump()) if source.quoting else None,
             loaded_at_field=source.loaded_at_field,
-            freshness=AltimateFreshnessThreshold(**source.freshness.dict()) if source.freshness else None,
-            external=AltimateExternalTable(**source.external.dict()) if source.external else None,
+            freshness=AltimateFreshnessThreshold(**source.freshness.model_dump()) if source.freshness else None,
+            external=AltimateExternalTable(**source.external.model_dump()) if source.external else None,
             description=source.description,
             columns={
                 name: AltimateManifestColumnInfo(
@@ -151,7 +154,7 @@ class ManifestV12Wrapper(BaseManifestWrapper):
             relation_name=source.relation_name,
             source_meta=source.source_meta,
             tags=source.tags,
-            config=AltimateSourceConfig(**source.config.dict()) if source.config else None,
+            config=AltimateSourceConfig(**source.config.model_dump()) if source.config else None,
             patch_path=source.patch_path,
             unrendered_config=source.unrendered_config,
             created_at=source.created_at,
@@ -175,9 +178,9 @@ class ManifestV12Wrapper(BaseManifestWrapper):
             ),
             description=macro.description,
             meta=macro.meta,
-            docs=macro.docs,
+            docs=macro.docs.model_dump() if macro.docs else None,
             patch_path=macro.patch_path,
-            arguments=[AltimateMacroArgument(**arg.dict()) for arg in macro.arguments] if macro.arguments else None,
+            arguments=[AltimateMacroArgument(**arg.model_dump()) for arg in macro.arguments] if macro.arguments else None,
             created_at=macro.created_at,
             supported_languages=macro.supported_languages,
         )
@@ -192,13 +195,13 @@ class ManifestV12Wrapper(BaseManifestWrapper):
             unique_id=exposure.unique_id,
             fqn=exposure.fqn,
             type=AltimateExposureType(exposure.type.value) if exposure.type else None,
-            owner=AltimateOwner(**exposure.owner.dict()) if exposure.owner else None,
+            owner=AltimateOwner(**exposure.owner.model_dump()) if exposure.owner else None,
             description=exposure.description,
             label=exposure.label,
             maturity=AltimateMaturityEnum(exposure.maturity.value) if exposure.maturity else None,
             meta=exposure.meta,
             tags=exposure.tags,
-            config=AltimateSourceConfig(**exposure.config.dict()) if exposure.config else None,
+            config=AltimateSourceConfig(**exposure.config.model_dump()) if exposure.config else None,
             unrendered_config=exposure.unrendered_config,
             url=exposure.url,
             depends_on=(
@@ -209,7 +212,7 @@ class ManifestV12Wrapper(BaseManifestWrapper):
                 if exposure.depends_on
                 else None
             ),
-            refs=[AltimateRefArgs(**ref.dict()) for ref in exposure.refs] if exposure.refs else None,
+            refs=[AltimateRefArgs(**ref.model_dump()) for ref in exposure.refs] if exposure.refs else None,
             sources=exposure.sources,
             metrics=exposure.metrics,
             created_at=exposure.created_at,
@@ -217,10 +220,10 @@ class ManifestV12Wrapper(BaseManifestWrapper):
 
     def _get_tests(self, test: TestNode) -> AltimateManifestTestNode:
         test_metadata = None
-        if isinstance(test, Node6):
+        if isinstance(test, Nodes6):
             test_type = GENERIC
-            test_metadata = AltimateTestMetadata(**test.test_metadata.dict()) if test.test_metadata else None
-        elif isinstance(test, Node2):
+            test_metadata = AltimateTestMetadata(**test.test_metadata.model_dump()) if test.test_metadata else None
+        elif isinstance(test, Nodes2):
             test_type = SINGULAR
         else:
             test_type = OTHER_TEST_NODE
@@ -243,7 +246,7 @@ class ManifestV12Wrapper(BaseManifestWrapper):
                 if test.checksum
                 else None
             ),
-            config=AltimateTestConfig(**test.config.dict()) if test.config else None,
+            config=AltimateTestConfig(**test.config.model_dump()) if test.config else None,
             description=test.description,
             tags=test.tags,
             columns=(
@@ -266,7 +269,7 @@ class ManifestV12Wrapper(BaseManifestWrapper):
             group=test.group,
             raw_code=test.raw_code,
             language=test.language,
-            refs=[AltimateRefArgs(**ref.dict()) for ref in test.refs] if test.refs else None,
+            refs=[AltimateRefArgs(**ref.model_dump()) for ref in test.refs] if test.refs else None,
             sources=test.sources,
             metrics=test.metrics,
             depends_on=(
@@ -302,7 +305,7 @@ class ManifestV12Wrapper(BaseManifestWrapper):
                 if seed.checksum
                 else None
             ),
-            config=AltimateSeedConfig(**seed.config.dict()) if seed.config else None,
+            config=AltimateSeedConfig(**seed.config.model_dump()) if seed.config else None,
             description=seed.description,
             tags=seed.tags,
             columns=(
@@ -322,7 +325,7 @@ class ManifestV12Wrapper(BaseManifestWrapper):
             ),
             meta=seed.meta,
             group=seed.group,
-            docs=seed.docs.dict() if seed.docs else None,
+            docs=seed.docs.model_dump() if seed.docs else None,
             patch_path=seed.patch_path,
             build_path=seed.build_path,
             deferred=False,
@@ -373,7 +376,7 @@ class ManifestV12Wrapper(BaseManifestWrapper):
     def get_tests(self, type=None) -> Dict[str, AltimateManifestTestNode]:
         tests = {}
         # Initialize types_union with TestNode
-        types = [Node2, Node6]
+        types = [Nodes2, Nodes6]
 
         # Add other types to the union if provided
         if type:
@@ -393,6 +396,9 @@ class ManifestV12Wrapper(BaseManifestWrapper):
                 seeds[seed.unique_id] = self._get_seed(seed)
         return seeds
 
+    def get_adapter_type(self) -> Optional[str]:
+        return self.manifest.metadata.adapter_type
+
     def parent_to_child_map(self, nodes: Dict[str, AltimateManifestNode]) -> Dict[str, Set[str]]:
         """
         Current manifest contains information about parents

datapilot/core/platforms/dbt/wrappers/manifest/wrapper.py

@@ -1,6 +1,7 @@
 from abc import ABC
 from abc import abstractmethod
 from typing import Dict
+from typing import Optional
 from typing import Set
 
 from datapilot.core.platforms.dbt.schemas.manifest import AltimateManifestExposureNode
@@ -26,6 +27,10 @@ class BaseManifestWrapper(ABC):
     def get_exposures(self) -> Dict[str, AltimateManifestExposureNode]:
         pass
 
+    @abstractmethod
+    def get_adapter_type(self) -> Optional[str]:
+        pass
+
     @abstractmethod
     def parent_to_child_map(self, nodes: Dict[str, AltimateManifestNode]) -> Dict[str, Set[str]]:
         pass