altimate-datapilot-cli 0.0.11__py3-none-any.whl → 0.0.13__py3-none-any.whl

{altimate_datapilot_cli-0.0.11.dist-info → altimate_datapilot_cli-0.0.13.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: altimate-datapilot-cli
-Version: 0.0.11
+Version: 0.0.13
 Summary: Assistant for Data Teams
 Home-page: https://github.com/AltimateAI/datapilot-cli
 Author: Altimate Inc
@@ -31,7 +31,7 @@ Requires-Python: >=3.8
 License-File: LICENSE
 License-File: AUTHORS.rst
 Requires-Dist: click (==8.1.7)
-Requires-Dist: dbt-artifacts-parser (==0.5.1)
+Requires-Dist: dbt-artifacts-parser (==0.6.0)
 Requires-Dist: ruamel.yaml (==0.18.6)
 Requires-Dist: tabulate (==0.9.0)
 Requires-Dist: requests (==2.31.0)

{altimate_datapilot_cli-0.0.11.dist-info → altimate_datapilot_cli-0.0.13.dist-info}/RECORD

@@ -1,11 +1,11 @@
-datapilot/__init__.py,sha256=OaIl7v-6zEWEY90Jlh6yoBjO3zWX1oX7RsvqrK3o1TU,23
+datapilot/__init__.py,sha256=SxvRes_80c-42zwvn5BXPvpGVs_EZ69FUEtUBF1k9Ts,23
 datapilot/__main__.py,sha256=I9USmeNnK-cAHb6LZfydJC0LeNSE8enieeY55wpR6uw,380
 datapilot/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datapilot/cli/main.py,sha256=VSdqlkCiu8GSG9qQh8q0BzyocsQc4lKWxZAPEsjXF18,181
 datapilot/clients/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datapilot/clients/altimate/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-datapilot/clients/altimate/client.py,sha256=ayTvegsQKOj0EocIWeB03ys1PlGLJFB5k8zDs8oxPBo,3107
-datapilot/clients/altimate/utils.py,sha256=cDYR-6J4SDaOBMOtkOlaP_j0TkCgCyYLFVDjVCEiCLY,2629
+datapilot/clients/altimate/client.py,sha256=DHPG2y7r1gFph80TVp7zozd_Hl05mzxtNFQ4JYEN1Jk,3260
+datapilot/clients/altimate/utils.py,sha256=IyS4iY5nE5KF9bivHKVzioUitQnmgVVIZjqPNFoeUwY,3547
 datapilot/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datapilot/config/config.py,sha256=kyj53Qsb85V4iGQsX0vSwULOjscMOSFrJDJ3tnagJpo,403
 datapilot/config/utils.py,sha256=DIAVX-OZ5Lc0Ky_A7dvdbPcD1QSg2DRxZcuaIIZ2rhw,1146
@@ -26,11 +26,11 @@ datapilot/core/platforms/dbt/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NM
 datapilot/core/platforms/dbt/constants.py,sha256=N9Ovo9100iOAeRu8pPZLYg3_11O5QKgs3dW0VMU6jR8,502
 datapilot/core/platforms/dbt/exceptions.py,sha256=IC5BgcU90gjYYwPcfTlPNtn0_p8fYjavDRMpKZQ0OnY,110
 datapilot/core/platforms/dbt/executor.py,sha256=hvdh0qJjalWJN8ElJjIUvUiLrMIcvGvoQfrysMTqa-Y,6562
-datapilot/core/platforms/dbt/factory.py,sha256=fsk8XWXiSq22t5BH5jGQMASWIJ-eUNqOh5x551cbnLw,1331
+datapilot/core/platforms/dbt/factory.py,sha256=YIQtb-FQQAJsifJ3KiLjjk0WIKTHtEPTNu2MeKHdMG8,1590
 datapilot/core/platforms/dbt/formatting.py,sha256=bpfa7XmVghTq4WnGDGYC6DruwOwH8YmjFHghoo5cPD8,1638
 datapilot/core/platforms/dbt/utils.py,sha256=ozFHprR6LTLXQdrGyaRoyIBTua4P1NkP8T7LGgN-9c0,18577
 datapilot/core/platforms/dbt/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-datapilot/core/platforms/dbt/cli/cli.py,sha256=sEPOoYL7lVy4G5Y4HNi6yeQqMtknxIh1EzobiisBL6c,4146
+datapilot/core/platforms/dbt/cli/cli.py,sha256=qzeJU8ALoo-VykKeqPT0O5pheMMH9noBh7S42099p7w,5563
 datapilot/core/platforms/dbt/hooks/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datapilot/core/platforms/dbt/hooks/executor_hook.py,sha256=gSM50vAO7C-f1rdnHogWbqc87aCXPXysZepjp5L2qzw,2966
 datapilot/core/platforms/dbt/insights/__init__.py,sha256=vnNOqP6lJ-r1SqmxQbeTEphL-omj466OanqQY1WNrUA,7547
@@ -121,6 +121,9 @@ datapilot/core/platforms/dbt/wrappers/manifest/v10/wrapper.py,sha256=vch6X_sCF3k
 datapilot/core/platforms/dbt/wrappers/manifest/v11/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datapilot/core/platforms/dbt/wrappers/manifest/v11/schemas.py,sha256=Mb0N48czcwQTz5mxQx2QlVINzz50A5FUm0kMJ-Nzs6A,1523
 datapilot/core/platforms/dbt/wrappers/manifest/v11/wrapper.py,sha256=z-KGORZHaQLdLzl8lVw7jYrK6t_rEhQI8horw65j1pY,17360
+datapilot/core/platforms/dbt/wrappers/manifest/v12/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+datapilot/core/platforms/dbt/wrappers/manifest/v12/schemas.py,sha256=Muu2CVkTKbOtPrOcitysh6bxDrdLVw-Cu6HZT8J7Si8,1248
+datapilot/core/platforms/dbt/wrappers/manifest/v12/wrapper.py,sha256=cRXA5k7psPlK7zsUp1z2Zuqh-QvPc2uIHTUBm4Wj7GI,17591
 datapilot/core/platforms/dbt/wrappers/run_results/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datapilot/core/platforms/dbt/wrappers/run_results/run_results.py,sha256=3E_y1gAF491WmXt-Z_Fqhr5BU-kVnzjHpZZv5UpOx-s,1267
 datapilot/exceptions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -130,13 +133,13 @@ datapilot/schemas/constants.py,sha256=-eyLQvpB3ut2cQ8Cx-xGpCa9lOHBUATA8s-FXEkBoF
 datapilot/schemas/nodes.py,sha256=bm2ui0rx46UTzlI-Fbvh0BkGWNqnUBPBz-uNL5XAzPI,319
 datapilot/schemas/sql.py,sha256=swvQKX0E2t9K48zB7NiqmPl8yZgfzILMHwBdzAwe1hQ,193
 datapilot/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-datapilot/utils/utils.py,sha256=XGi0jn030M2Cp_WJ-cIOZzdzRewEOQrPldzcaDj7uPw,11150
+datapilot/utils/utils.py,sha256=MY8q6ZBJ0hkrTuH7gWMxAlEAQGrajXFMabEhtGtT7sc,11524
 datapilot/utils/formatting/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datapilot/utils/formatting/utils.py,sha256=rAVmIYuldvw9VvCSwG2kMTEgiT7cEconp_F1sAWVyCo,1377
-altimate_datapilot_cli-0.0.11.dist-info/AUTHORS.rst,sha256=S4H4zw_v3GVyz5_55jF5Gf_YNG3s5Y0VgbQaEov9PFk,50
-altimate_datapilot_cli-0.0.11.dist-info/LICENSE,sha256=Mf7VqpsmU2QR5_s2Cb_ZeeMB2Q9KW7YXJENZPFZRK1k,1100
-altimate_datapilot_cli-0.0.11.dist-info/METADATA,sha256=SrnqpDmfjXLnWqbED7P3SCMLBrjDCi_F3DNk0JHKBPI,2365
-altimate_datapilot_cli-0.0.11.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
-altimate_datapilot_cli-0.0.11.dist-info/entry_points.txt,sha256=0zwgKxN40RLVB5jSmlJz7IH_FBqRtpFdbrdZn-xuQIY,141
-altimate_datapilot_cli-0.0.11.dist-info/top_level.txt,sha256=gAOFOdwB00vcxv74y4M1J-nQtPvEatU8-mYViEBcToo,10
-altimate_datapilot_cli-0.0.11.dist-info/RECORD,,
+altimate_datapilot_cli-0.0.13.dist-info/AUTHORS.rst,sha256=S4H4zw_v3GVyz5_55jF5Gf_YNG3s5Y0VgbQaEov9PFk,50
+altimate_datapilot_cli-0.0.13.dist-info/LICENSE,sha256=Mf7VqpsmU2QR5_s2Cb_ZeeMB2Q9KW7YXJENZPFZRK1k,1100
+altimate_datapilot_cli-0.0.13.dist-info/METADATA,sha256=9kqZg1dwHio3pbYe54J9_Fpi22zGXS6XWzxCWa3HLto,2365
+altimate_datapilot_cli-0.0.13.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
+altimate_datapilot_cli-0.0.13.dist-info/entry_points.txt,sha256=0zwgKxN40RLVB5jSmlJz7IH_FBqRtpFdbrdZn-xuQIY,141
+altimate_datapilot_cli-0.0.13.dist-info/top_level.txt,sha256=gAOFOdwB00vcxv74y4M1J-nQtPvEatU8-mYViEBcToo,10
+altimate_datapilot_cli-0.0.13.dist-info/RECORD,,

datapilot/__init__.py

@@ -1 +1 @@
-__version__ = "0.0.11"
+__version__ = "0.0.13"

datapilot/clients/altimate/client.py

@@ -62,7 +62,7 @@ class APIClient:
         response = requests.post(url, headers=headers, json=data, timeout=timeout)
         self.logger.debug(f"Received POST response with status: {response.status_code }")
 
-        return response
+        return response.json()
 
     def put(self, endpoint, data, timeout=None):
         url = f"{self.base_url}{endpoint}"
@@ -83,3 +83,7 @@ class APIClient:
     def validate_credentials(self):
         endpoint = "/dbt/v3/validate-credentials"
         return self.get(endpoint)
+
+    def start_dbt_ingestion(self, params=None):
+        endpoint = "/dbt/v1/start_dbt_ingestion"
+        return self.post(endpoint, data=params)

datapilot/clients/altimate/utils.py

@@ -46,10 +46,14 @@ def validate_credentials(
     return api_client.validate_credentials()
 
 
-def onboard_manifest(api_token, tenant, dbt_core_integration_id, manifest_path, backend_url) -> Dict:
+def onboard_file(api_token, tenant, dbt_core_integration_id, dbt_core_integration_environment, file_type, file_path, backend_url) -> Dict:
     api_client = APIClient(api_token, base_url=backend_url, tenant=tenant)
 
-    params = {"dbt_core_integration_id": dbt_core_integration_id, "file_type": "manifest"}
+    params = {
+        "dbt_core_integration_id": dbt_core_integration_id,
+        "dbt_core_integration_environment_type": dbt_core_integration_environment,
+        "file_type": file_type,
+    }
     signed_url_data = api_client.get_signed_url(params)
     if signed_url_data:
         signed_url = signed_url_data.get("url")
@@ -57,7 +61,7 @@ def onboard_manifest(api_token, tenant, dbt_core_integration_id, manifest_path,
         api_client.log(f"Received signed URL: {signed_url}")
         api_client.log(f"Received File ID: {file_id}")
 
-        upload_response = upload_content_to_signed_url(manifest_path, signed_url)
+        upload_response = upload_content_to_signed_url(file_path, signed_url)
 
         if upload_response:
             verify_params = {"dbt_core_integration_file_id": file_id}
@@ -73,3 +77,20 @@ def onboard_manifest(api_token, tenant, dbt_core_integration_id, manifest_path,
             "ok": False,
             "message": "Error in uploading the manifest.                                                                                                                              ",
         }
+
+
+def start_dbt_ingestion(api_token, tenant, dbt_core_integration_id, dbt_core_integration_environment, backend_url):
+    api_client = APIClient(api_token, base_url=backend_url, tenant=tenant)
+    params = {
+        "dbt_core_integration_id": dbt_core_integration_id,
+        "dbt_core_integration_environment_type": dbt_core_integration_environment,
+    }
+    data = api_client.start_dbt_ingestion(params)
+    if data and data.get("ok"):
+        return {"ok": True}
+    else:
+        api_client.log("Error starting dbt ingestion worker")
+        return {
+            "ok": False,
+            "message": "Error starting dbt ingestion worker.                                                                                                                              ",
+        }

datapilot/core/platforms/dbt/cli/cli.py

@@ -3,7 +3,8 @@ import logging
 import click
 
 from datapilot.clients.altimate.utils import check_token_and_instance
-from datapilot.clients.altimate.utils import onboard_manifest
+from datapilot.clients.altimate.utils import onboard_file
+from datapilot.clients.altimate.utils import start_dbt_ingestion
 from datapilot.clients.altimate.utils import validate_credentials
 from datapilot.config.config import load_config
 from datapilot.core.platforms.dbt.constants import MODEL
@@ -14,6 +15,7 @@ from datapilot.core.platforms.dbt.formatting import generate_project_insights_ta
 from datapilot.core.platforms.dbt.utils import load_catalog
 from datapilot.core.platforms.dbt.utils import load_manifest
 from datapilot.utils.formatting.utils import tabulate_data
+from datapilot.utils.utils import map_url_to_instance
 
 logging.basicConfig(level=logging.INFO)
 
@@ -87,9 +89,21 @@ def project_health(manifest_path, catalog_path, config_path=None, select=None):
 @click.option("--token", prompt="API Token", help="Your API token for authentication.")
 @click.option("--instance-name", prompt="Instance Name", help="Your tenant ID.")
 @click.option("--dbt_core_integration_id", prompt="DBT Core Integration ID", help="DBT Core Integration ID")
+@click.option(
+    "--dbt_core_integration_environment", default="PROD", prompt="DBT Core Integration Environment", help="DBT Core Integration Environment"
+)
 @click.option("--manifest-path", required=True, prompt="Manifest Path", help="Path to the manifest file.")
+@click.option("--catalog-path", required=False, prompt=False, help="Path to the catalog file.")
 @click.option("--backend-url", required=False, help="Altimate's Backend URL", default="https://api.myaltimate.com")
-def onboard(token, instance_name, dbt_core_integration_id, manifest_path, backend_url="https://api.myaltimate.com", env=None):
+def onboard(
+    token,
+    instance_name,
+    dbt_core_integration_id,
+    dbt_core_integration_environment,
+    manifest_path,
+    catalog_path,
+    backend_url="https://api.myaltimate.com",
+):
     """Onboard a manifest file to DBT."""
     check_token_and_instance(token, instance_name)
 
@@ -104,9 +118,32 @@ def onboard(token, instance_name, dbt_core_integration_id, manifest_path, backen
         click.echo(f"Error: {e}")
         return
 
-    response = onboard_manifest(token, instance_name, dbt_core_integration_id, manifest_path, backend_url)
-
+    response = onboard_file(
+        token, instance_name, dbt_core_integration_id, dbt_core_integration_environment, "manifest", manifest_path, backend_url
+    )
     if response["ok"]:
         click.echo("Manifest onboarded successfully!")
     else:
         click.echo(f"{response['message']}")
+
+    if not catalog_path:
+        return
+
+    response = onboard_file(
+        token, instance_name, dbt_core_integration_id, dbt_core_integration_environment, "catalog", catalog_path, backend_url
+    )
+    if response["ok"]:
+        click.echo("Catalog onboarded successfully!")
+    else:
+        click.echo(f"{response['message']}")
+
+    response = start_dbt_ingestion(token, instance_name, dbt_core_integration_id, dbt_core_integration_environment, backend_url)
+    if response["ok"]:
+        url = map_url_to_instance(backend_url, instance_name)
+        if not url:
+            click.echo("Manifest and catalog ingestion has started.")
+        else:
+            url = f"{url}/settings/integrations/{dbt_core_integration_id}/{dbt_core_integration_environment}"
+            click.echo(f"Manifest and catalog ingestion has started. You can check the status at {url}")
+    else:
+        click.echo(f"{response['message']}")

datapilot/core/platforms/dbt/factory.py

@@ -1,18 +1,22 @@
 from dbt_artifacts_parser.parsers.catalog.catalog_v1 import CatalogV1
 from dbt_artifacts_parser.parsers.manifest.manifest_v10 import ManifestV10
 from dbt_artifacts_parser.parsers.manifest.manifest_v11 import ManifestV11
+from dbt_artifacts_parser.parsers.manifest.manifest_v12 import ManifestV12
 
 from datapilot.core.platforms.dbt.schemas.manifest import Catalog
 from datapilot.core.platforms.dbt.schemas.manifest import Manifest
 from datapilot.core.platforms.dbt.wrappers.catalog.v1.wrapper import CatalogV1Wrapper
 from datapilot.core.platforms.dbt.wrappers.manifest.v10.wrapper import ManifestV10Wrapper
 from datapilot.core.platforms.dbt.wrappers.manifest.v11.wrapper import ManifestV11Wrapper
+from datapilot.core.platforms.dbt.wrappers.manifest.v12.wrapper import ManifestV12Wrapper
 from datapilot.exceptions.exceptions import AltimateNotSupportedError
 
 
 class DBTFactory:
     @classmethod
     def get_manifest_wrapper(cls, manifest: Manifest):
+        if isinstance(manifest, ManifestV12):
+            return ManifestV12Wrapper(manifest)
         if isinstance(manifest, ManifestV11):
             return ManifestV11Wrapper(manifest)
         if isinstance(manifest, ManifestV10):

datapilot/core/platforms/dbt/wrappers/manifest/v12/schemas.py

@@ -0,0 +1,36 @@
+from typing import Dict
+from typing import Type
+from typing import Union
+
+from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Exposures
+from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Macros
+from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Node
+from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Node1
+from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Node2
+from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Node3
+from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Node4
+from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Node5
+from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Node6
+from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Node7
+from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Sources
+
+from datapilot.core.platforms.dbt.constants import GENERIC
+from datapilot.core.platforms.dbt.constants import SINGULAR
+
+ManifestNode = Union[Node, Node1, Node2, Node3, Node4, Node5, Node6, Node7]
+
+SourceNode = Sources
+
+ExposureNode = Exposures
+
+TestNode = Union[Node6, Node2]
+
+MacroNode = Macros
+
+TEST_TYPE_TO_NODE_MAP: Dict[str, Type] = {
+    GENERIC: [Node6],
+    SINGULAR: [Node2],
+}
+
+
+SeedNodeMap = Node

datapilot/core/platforms/dbt/wrappers/manifest/v12/wrapper.py

@@ -0,0 +1,409 @@
+from typing import Dict
+from typing import Set
+
+from dbt_artifacts_parser.parsers.manifest.manifest_v12 import ManifestV12
+from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Node2
+from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Node6
+
+from datapilot.core.platforms.dbt.constants import GENERIC
+from datapilot.core.platforms.dbt.constants import OTHER_TEST_NODE
+from datapilot.core.platforms.dbt.constants import SEED
+from datapilot.core.platforms.dbt.constants import SINGULAR
+from datapilot.core.platforms.dbt.schemas.manifest import AltimateDBTContract
+from datapilot.core.platforms.dbt.schemas.manifest import AltimateDependsOn
+from datapilot.core.platforms.dbt.schemas.manifest import AltimateExposureType
+from datapilot.core.platforms.dbt.schemas.manifest import AltimateExternalTable
+from datapilot.core.platforms.dbt.schemas.manifest import AltimateFileHash
+from datapilot.core.platforms.dbt.schemas.manifest import AltimateFreshnessThreshold
+from datapilot.core.platforms.dbt.schemas.manifest import AltimateMacroArgument
+from datapilot.core.platforms.dbt.schemas.manifest import AltimateManifestColumnInfo
+from datapilot.core.platforms.dbt.schemas.manifest import AltimateManifestExposureNode
+from datapilot.core.platforms.dbt.schemas.manifest import AltimateManifestMacroNode
+from datapilot.core.platforms.dbt.schemas.manifest import AltimateManifestNode
+from datapilot.core.platforms.dbt.schemas.manifest import AltimateManifestSourceNode
+from datapilot.core.platforms.dbt.schemas.manifest import AltimateManifestTestNode
+from datapilot.core.platforms.dbt.schemas.manifest import AltimateMaturityEnum
+from datapilot.core.platforms.dbt.schemas.manifest import AltimateNodeConfig
+from datapilot.core.platforms.dbt.schemas.manifest import AltimateOwner
+from datapilot.core.platforms.dbt.schemas.manifest import AltimateQuoting
+from datapilot.core.platforms.dbt.schemas.manifest import AltimateRefArgs
+from datapilot.core.platforms.dbt.schemas.manifest import AltimateResourceType
+from datapilot.core.platforms.dbt.schemas.manifest import AltimateSeedConfig
+from datapilot.core.platforms.dbt.schemas.manifest import AltimateSeedNode
+from datapilot.core.platforms.dbt.schemas.manifest import AltimateSourceConfig
+from datapilot.core.platforms.dbt.schemas.manifest import AltimateTestConfig
+from datapilot.core.platforms.dbt.schemas.manifest import AltimateTestMetadata
+from datapilot.core.platforms.dbt.wrappers.manifest.v12.schemas import TEST_TYPE_TO_NODE_MAP
+from datapilot.core.platforms.dbt.wrappers.manifest.v12.schemas import ExposureNode
+from datapilot.core.platforms.dbt.wrappers.manifest.v12.schemas import MacroNode
+from datapilot.core.platforms.dbt.wrappers.manifest.v12.schemas import ManifestNode
+from datapilot.core.platforms.dbt.wrappers.manifest.v12.schemas import SeedNodeMap
+from datapilot.core.platforms.dbt.wrappers.manifest.v12.schemas import SourceNode
+from datapilot.core.platforms.dbt.wrappers.manifest.v12.schemas import TestNode
+from datapilot.core.platforms.dbt.wrappers.manifest.wrapper import BaseManifestWrapper
+
+
+class ManifestV12Wrapper(BaseManifestWrapper):
+    def __init__(self, manifest: ManifestV12):
+        self.manifest = manifest
+
+    def _get_node(self, node: ManifestNode) -> AltimateManifestNode:
+        (
+            sources,
+            metrics,
+            compiled_path,
+            compiled,
+            compiled_code,
+            depends_on_nodes,
+            depends_on_macros,
+            raw_code,
+            language,
+            contract,
+        ) = ([], [], None, None, None, None, None, "", "", None)
+        if node.resource_type != SEED:
+            sources = node.sources
+            metrics = node.metrics
+            depends_on_nodes = node.depends_on.nodes if node.depends_on else None
+            depends_on_macros = node.depends_on.macros if node.depends_on else None
+            compiled_path = node.compiled_path
+            compiled = node.compiled
+            raw_code = node.raw_code
+            language = node.language
+            contract = AltimateDBTContract(**node.contract.__dict__) if node.contract else None
+
+        return AltimateManifestNode(
+            database=node.database,
+            schema_name=node.schema_,
+            name=node.name,
+            resource_type=AltimateResourceType(node.resource_type),
+            package_name=node.package_name,
+            path=node.path,
+            description=node.description,
+            original_file_path=node.original_file_path,
+            unique_id=node.unique_id,
+            fqn=node.fqn,
+            alias=node.alias,
+            raw_code=raw_code,
+            language=language,
+            config=AltimateNodeConfig(**node.config.__dict__) if node.config else None,
+            checksum=AltimateFileHash(
+                name=node.checksum.name if node.checksum else None,
+                checksum=node.checksum.checksum if node.checksum else None,
+            ),
+            columns={
+                name: AltimateManifestColumnInfo(
+                    name=column.name,
+                    description=column.description,
+                    meta=column.meta,
+                    data_type=column.data_type,
+                    quote=column.quote,
+                    tags=column.tags,
+                )
+                for name, column in node.columns.items()
+            },
+            relation_name=node.relation_name,
+            sources=sources,
+            metrics=metrics,
+            depends_on=AltimateDependsOn(
+                nodes=depends_on_nodes,
+                macros=depends_on_macros,
+            ),
+            compiled_path=compiled_path,
+            compiled=compiled,
+            compiled_code=compiled_code,
+            contract=contract,
+            meta=node.meta,
+            patch_path=node.patch_path,
+        )
+
+    def _get_source(self, source: SourceNode) -> AltimateManifestSourceNode:
+        return AltimateManifestSourceNode(
+            database=source.database,
+            resource_type=AltimateResourceType(source.resource_type),
+            schema_name=source.schema_,
+            name=source.name,
+            package_name=source.package_name,
+            path=source.path,
+            original_file_path=source.original_file_path,
+            unique_id=source.unique_id,
+            fqn=source.fqn,
+            source_name=source.source_name,
+            source_description=source.source_description,
+            loader=source.loader,
+            identifier=source.identifier,
+            quoting=AltimateQuoting(**source.quoting.dict()) if source.quoting else None,
+            loaded_at_field=source.loaded_at_field,
+            freshness=AltimateFreshnessThreshold(**source.freshness.dict()) if source.freshness else None,
+            external=AltimateExternalTable(**source.external.dict()) if source.external else None,
+            description=source.description,
+            columns={
+                name: AltimateManifestColumnInfo(
+                    name=column.name,
+                    description=column.description,
+                    meta=column.meta,
+                    data_type=column.data_type,
+                    quote=column.quote,
+                    tags=column.tags,
+                )
+                for name, column in source.columns.items()
+            },
+            meta=source.meta,
+            relation_name=source.relation_name,
+            source_meta=source.source_meta,
+            tags=source.tags,
+            config=AltimateSourceConfig(**source.config.dict()) if source.config else None,
+            patch_path=source.patch_path,
+            unrendered_config=source.unrendered_config,
+            created_at=source.created_at,
+        )
+
+    def _get_macro(self, macro: MacroNode) -> AltimateManifestMacroNode:
+        return AltimateManifestMacroNode(
+            name=macro.name,
+            resource_type=AltimateResourceType(macro.resource_type),
+            package_name=macro.package_name,
+            path=macro.path,
+            original_file_path=macro.original_file_path,
+            unique_id=macro.unique_id,
+            macro_sql=macro.macro_sql,
+            depends_on=(
+                AltimateDependsOn(
+                    macros=macro.depends_on.macros,
+                )
+                if macro.depends_on
+                else None
+            ),
+            description=macro.description,
+            meta=macro.meta,
+            docs=macro.docs,
+            patch_path=macro.patch_path,
+            arguments=[AltimateMacroArgument(**arg.dict()) for arg in macro.arguments] if macro.arguments else None,
+            created_at=macro.created_at,
+            supported_languages=macro.supported_languages,
+        )
+
+    def _get_exposure(self, exposure: ExposureNode) -> AltimateManifestExposureNode:
+        return AltimateManifestExposureNode(
+            name=exposure.name,
+            resource_type=AltimateResourceType(exposure.resource_type),
+            package_name=exposure.package_name,
+            path=exposure.path,
+            original_file_path=exposure.original_file_path,
+            unique_id=exposure.unique_id,
+            fqn=exposure.fqn,
+            type=AltimateExposureType(exposure.type.value) if exposure.type else None,
+            owner=AltimateOwner(**exposure.owner.dict()) if exposure.owner else None,
+            description=exposure.description,
+            label=exposure.label,
+            maturity=AltimateMaturityEnum(exposure.maturity.value) if exposure.maturity else None,
+            meta=exposure.meta,
+            tags=exposure.tags,
+            config=AltimateSourceConfig(**exposure.config.dict()) if exposure.config else None,
+            unrendered_config=exposure.unrendered_config,
+            url=exposure.url,
+            depends_on=(
+                AltimateDependsOn(
+                    nodes=exposure.depends_on.nodes,
+                    macros=exposure.depends_on.macros,
+                )
+                if exposure.depends_on
+                else None
+            ),
+            refs=[AltimateRefArgs(**ref.dict()) for ref in exposure.refs] if exposure.refs else None,
+            sources=exposure.sources,
+            metrics=exposure.metrics,
+            created_at=exposure.created_at,
+        )
+
+    def _get_tests(self, test: TestNode) -> AltimateManifestTestNode:
+        test_metadata = None
+        if isinstance(test, Node6):
+            test_type = GENERIC
+            test_metadata = AltimateTestMetadata(**test.test_metadata.dict()) if test.test_metadata else None
+        elif isinstance(test, Node2):
+            test_type = SINGULAR
+        else:
+            test_type = OTHER_TEST_NODE
+        return AltimateManifestTestNode(
+            test_metadata=test_metadata,
+            test_type=test_type,
+            name=test.name,
+            resource_type=AltimateResourceType(test.resource_type),
+            package_name=test.package_name,
+            path=test.path,
+            original_file_path=test.original_file_path,
+            unique_id=test.unique_id,
+            fqn=test.fqn,
+            alias=test.alias,
+            checksum=(
+                AltimateFileHash(
+                    name=test.checksum.name,
+                    checksum=test.checksum.checksum,
+                )
+                if test.checksum
+                else None
+            ),
+            config=AltimateTestConfig(**test.config.dict()) if test.config else None,
+            description=test.description,
+            tags=test.tags,
+            columns=(
+                {
+                    name: AltimateManifestColumnInfo(
+                        name=column.name,
+                        description=column.description,
+                        meta=column.meta,
+                        data_type=column.data_type,
+                        quote=column.quote,
+                        tags=column.tags,
+                    )
+                    for name, column in test.columns.items()
+                }
+                if test.columns
+                else None
+            ),
+            meta=test.meta,
+            relation_name=test.relation_name,
+            group=test.group,
+            raw_code=test.raw_code,
+            language=test.language,
+            refs=[AltimateRefArgs(**ref.dict()) for ref in test.refs] if test.refs else None,
+            sources=test.sources,
+            metrics=test.metrics,
+            depends_on=(
+                AltimateDependsOn(
+                    nodes=test.depends_on.nodes,
+                    macros=test.depends_on.macros,
+                )
+                if test.depends_on
+                else None
+            ),
+            compiled_path=test.compiled_path,
+            compiled=test.compiled,
+            compiled_code=test.compiled_code,
+        )
+
+    def _get_seed(self, seed: SeedNodeMap) -> AltimateSeedNode:
+        return AltimateSeedNode(
+            database=seed.database,
+            schema_name=seed.schema_,
+            name=seed.name,
+            resource_type=AltimateResourceType(seed.resource_type),
+            package_name=seed.package_name,
+            path=seed.path,
+            original_file_path=seed.original_file_path,
+            unique_id=seed.unique_id,
+            fqn=seed.fqn,
+            alias=seed.alias,
+            checksum=(
+                AltimateFileHash(
+                    name=seed.checksum.name,
+                    checksum=seed.checksum.checksum,
+                )
+                if seed.checksum
+                else None
+            ),
+            config=AltimateSeedConfig(**seed.config.dict()) if seed.config else None,
+            description=seed.description,
+            tags=seed.tags,
+            columns=(
+                {
+                    name: AltimateManifestColumnInfo(
+                        name=column.name,
+                        description=column.description,
+                        meta=column.meta,
+                        data_type=column.data_type,
+                        quote=column.quote,
+                        tags=column.tags,
+                    )
+                    for name, column in seed.columns.items()
+                }
+                if seed.columns
+                else None
+            ),
+            meta=seed.meta,
+            group=seed.group,
+            docs=seed.docs.dict() if seed.docs else None,
+            patch_path=seed.patch_path,
+            build_path=seed.build_path,
+            deferred=False,
+            unrendered_config=seed.unrendered_config,
+            created_at=seed.created_at,
+            config_call_dict=seed.config_call_dict,
+        )
+
+    def get_nodes(
+        self,
+    ) -> Dict[str, AltimateManifestNode]:
+        nodes = {}
+        for node in self.manifest.nodes.values():
+            if (
+                node.resource_type
+                in [
+                    AltimateResourceType.seed.value,
+                    AltimateResourceType.test.value,
+                ]
+                or node.package_name != self.get_package()
+            ):
+                continue
+            nodes[node.unique_id] = self._get_node(node)
+        return nodes
+
+    def get_package(self) -> str:
+        return self.manifest.metadata.project_name
+
+    def get_sources(self) -> Dict[str, AltimateManifestSourceNode]:
+        sources = {}
+        for source in self.manifest.sources.values():
+            sources[source.unique_id] = self._get_source(source)
+        return sources
+
+    def get_macros(self) -> Dict[str, AltimateManifestMacroNode]:
+        macros = {}
+        for macro in self.manifest.macros.values():
+            if macro.resource_type == AltimateResourceType.macro.value and macro.package_name == self.get_package():
+                macros[macro.unique_id] = self._get_macro(macro)
+        return macros
+
+    def get_exposures(self) -> Dict[str, AltimateManifestExposureNode]:
+        exposures = {}
+        for exposure in self.manifest.exposures.values():
+            exposures[exposure.unique_id] = self._get_exposure(exposure)
+        return exposures
+
+    def get_tests(self, type=None) -> Dict[str, AltimateManifestTestNode]:
+        tests = {}
+        # Initialize types_union with TestNode
+        types = [Node2, Node6]
+
+        # Add other types to the union if provided
+        if type:
+            types = TEST_TYPE_TO_NODE_MAP.get(type)
+
+        for node in self.manifest.nodes.values():
+            # Check if the node is a test and of the correct type
+            if node.resource_type == AltimateResourceType.test.value:
+                if any(isinstance(node, t) for t in types):
+                    tests[node.unique_id] = self._get_tests(node)
+        return tests
+
+    def get_seeds(self) -> Dict[str, AltimateSeedNode]:
+        seeds = {}
+        for seed in self.manifest.nodes.values():
+            if seed.resource_type == AltimateResourceType.seed.value:
+                seeds[seed.unique_id] = self._get_seed(seed)
+        return seeds
+
+    def parent_to_child_map(self, nodes: Dict[str, AltimateManifestNode]) -> Dict[str, Set[str]]:
+        """
+        Current manifest contains information about parents
+        THis gives an information of node to childre
+        :param nodes: A dictionary of nodes in a manifest.
+        :return: A dictionary of all the children of a node.
+        """
+        children_map = {}
+        for node_id, node in nodes.items():
+            if node_id not in children_map:
+                children_map[node_id] = set()
+            for parent in node.depends_on.nodes or []:
+                children_map.setdefault(parent, set()).add(node_id)
+        return children_map

datapilot/utils/utils.py

@@ -311,7 +311,14 @@ def generate_partial_manifest_catalog(changed_files, base_path: str = "./"):
         raise Exception("Unable to generate partial manifest and catalog") from e
 
 
-if __name__ == "__main__":
-    print("Running main")
-    print(generate_partial_manifest_catalog([], "/Users/gaurp/Desktop/manifest.json", ""))
-    print("Done running main")
+def map_url_to_instance(url, instance):
+    # Base URLs and their corresponding patterns
+    url_mapping = {
+        "https://api.tryaltimate.com": f"https://{instance}.demo.tryaltimate.com",
+        "https://api.myaltimate.com": f"https://{instance}.app.myaltimate.com",
+        "https://api.getaltimate.com": f"https://{instance}.app.getaltimate.com",
+        "http://localhost:8000": f"http://{instance}.localhost:3000",
+    }
+
+    # Check if the URL is in the dictionary and return the corresponding instance URL
+    return url_mapping.get(url)