altimate-datapilot-cli 0.0.15__py3-none-any.whl → 0.0.17__py3-none-any.whl

{altimate_datapilot_cli-0.0.15.dist-info → altimate_datapilot_cli-0.0.17.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: altimate-datapilot-cli
-Version: 0.0.15
+Version: 0.0.17
 Summary: Assistant for Data Teams
 Home-page: https://github.com/AltimateAI/datapilot-cli
 Author: Altimate Inc

{altimate_datapilot_cli-0.0.15.dist-info → altimate_datapilot_cli-0.0.17.dist-info}/RECORD

@@ -1,12 +1,11 @@
-datapilot/__init__.py,sha256=go20U3RCVaJ2N55RnX4tO5rinfUCRV0puFyrHCto8yw,23
+datapilot/__init__.py,sha256=WlMBNrzKywm5RAbqEVgEgcG7Opc4cf3-wpAnO8PdoEI,23
 datapilot/__main__.py,sha256=I9USmeNnK-cAHb6LZfydJC0LeNSE8enieeY55wpR6uw,380
-datapilot/constants.py,sha256=h0gfZ8qVyTEi0k7NFOQyH4Z1cPU2zb2W7GsoXASgpxg,112
 datapilot/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datapilot/cli/main.py,sha256=VSdqlkCiu8GSG9qQh8q0BzyocsQc4lKWxZAPEsjXF18,181
 datapilot/clients/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datapilot/clients/altimate/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-datapilot/clients/altimate/client.py,sha256=lLIb9wu--5Rk3qpgnmqeyHlWiPmiTIE-nyMXdWodQ5I,3875
-datapilot/clients/altimate/utils.py,sha256=B94GQgaiBbw4GrLrK8P7r89zzVeYIzr9-8tuJhoN2MY,4302
+datapilot/clients/altimate/client.py,sha256=00TRe_ck8UgbhFMAnrLBmug3fAWxAggNl2do5Um_4oU,4083
+datapilot/clients/altimate/utils.py,sha256=URxGzmaJdXWEOQrRJtTK3te6BzkfOGlSfrNGGdGtak4,4549
 datapilot/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datapilot/config/config.py,sha256=kyj53Qsb85V4iGQsX0vSwULOjscMOSFrJDJ3tnagJpo,403
 datapilot/config/utils.py,sha256=DIAVX-OZ5Lc0Ky_A7dvdbPcD1QSg2DRxZcuaIIZ2rhw,1146
@@ -31,7 +30,7 @@ datapilot/core/platforms/dbt/factory.py,sha256=YIQtb-FQQAJsifJ3KiLjjk0WIKTHtEPTN
 datapilot/core/platforms/dbt/formatting.py,sha256=bpfa7XmVghTq4WnGDGYC6DruwOwH8YmjFHghoo5cPD8,1638
 datapilot/core/platforms/dbt/utils.py,sha256=ozFHprR6LTLXQdrGyaRoyIBTua4P1NkP8T7LGgN-9c0,18577
 datapilot/core/platforms/dbt/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-datapilot/core/platforms/dbt/cli/cli.py,sha256=1phfriG4f5pS1UFwBcZ0uM49iovVpnjdama9lSYcKMU,6266
+datapilot/core/platforms/dbt/cli/cli.py,sha256=ZrTneNStGtwbH2zDavDItR-ZbLSQomJYkpcMyEcU9Rc,7236
 datapilot/core/platforms/dbt/hooks/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datapilot/core/platforms/dbt/hooks/executor_hook.py,sha256=gSM50vAO7C-f1rdnHogWbqc87aCXPXysZepjp5L2qzw,2966
 datapilot/core/platforms/dbt/insights/__init__.py,sha256=hk7BAzCTDkY8WNV6L0v-CPn9mrsDyJJusoQxNxGyzAY,7634
@@ -110,8 +109,8 @@ datapilot/core/platforms/dbt/insights/structure/model_naming_conventions.py,sha2
 datapilot/core/platforms/dbt/insights/structure/source_directories_structure.py,sha256=K-xTjYltuzcHH51s6PbFYcrnqpSCYluTbrzW1JT_vIU,3675
 datapilot/core/platforms/dbt/insights/structure/test_directory_structure.py,sha256=XL6YQgWmf397W2OwBmT7L8zUN93M1bOZBTp4PlngqlI,3484
 datapilot/core/platforms/dbt/schemas/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-datapilot/core/platforms/dbt/schemas/catalog.py,sha256=t8qDw2QTI6e3TMeVt_apw9L-WAe8JyPyZS6nf61m4rc,2023
-datapilot/core/platforms/dbt/schemas/manifest.py,sha256=zBr6-NgpKx06hQnw5yHmBwR0lOl2L8zyNISvN-eWD6g,14401
+datapilot/core/platforms/dbt/schemas/catalog.py,sha256=ZM8LNWmiOyOdkc797NpiceSaYEL47gd6k3lNajz79c8,1556
+datapilot/core/platforms/dbt/schemas/manifest.py,sha256=vKBRai03D2JdzcO9x2e4aktbH2uIukEXh8lihU14yV4,13543
 datapilot/core/platforms/dbt/wrappers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datapilot/core/platforms/dbt/wrappers/catalog/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datapilot/core/platforms/dbt/wrappers/catalog/wrapper.py,sha256=LDjt4pSiqGAmvI5DSPzEubwq13N1MKv9xakLNhG-BWY,196
@@ -121,13 +120,13 @@ datapilot/core/platforms/dbt/wrappers/manifest/__init__.py,sha256=47DEQpj8HBSa-_
 datapilot/core/platforms/dbt/wrappers/manifest/wrapper.py,sha256=Q9DG-OEyJAa4ePoVhxG78pehfNotNc9A3xtz171fLhU,1189
 datapilot/core/platforms/dbt/wrappers/manifest/v10/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datapilot/core/platforms/dbt/wrappers/manifest/v10/schemas.py,sha256=VxqIFQbAL88ObQW1E8wPpiuooCdawdACJUFhgAYBxmo,1523
-datapilot/core/platforms/dbt/wrappers/manifest/v10/wrapper.py,sha256=jXF_HDoBMR5r7IPNcL3YGAvY0ZEFpTmda0uNiElbJbY,18057
+datapilot/core/platforms/dbt/wrappers/manifest/v10/wrapper.py,sha256=5nqROcsXLkZrv-DwewF-_HYsknL4AMO9UC_ACP2_AOY,18140
 datapilot/core/platforms/dbt/wrappers/manifest/v11/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datapilot/core/platforms/dbt/wrappers/manifest/v11/schemas.py,sha256=Mb0N48czcwQTz5mxQx2QlVINzz50A5FUm0kMJ-Nzs6A,1523
-datapilot/core/platforms/dbt/wrappers/manifest/v11/wrapper.py,sha256=vuGFupQHyAJokWkgdzXmZd67S04nRkH89fEYCXeJWa0,17991
+datapilot/core/platforms/dbt/wrappers/manifest/v11/wrapper.py,sha256=L9f5uMlwCg4Tu_uR--1KakN-4gvzf6Yspd1uX5ZPQWc,18074
 datapilot/core/platforms/dbt/wrappers/manifest/v12/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datapilot/core/platforms/dbt/wrappers/manifest/v12/schemas.py,sha256=2rMEQ_BCcjiibfrlDKwgCE8vFX_6BzSInpilpVTWrNE,1269
-datapilot/core/platforms/dbt/wrappers/manifest/v12/wrapper.py,sha256=lAQY7rAI2luQep4sPogi1swVzcAZ_z5VzGwIl2XpKe0,17926
+datapilot/core/platforms/dbt/wrappers/manifest/v12/wrapper.py,sha256=knhwCPXqHA4XWr4tAETsS23g7QOG6hGEPjnrhdarG2Q,18009
 datapilot/core/platforms/dbt/wrappers/run_results/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datapilot/core/platforms/dbt/wrappers/run_results/run_results.py,sha256=3E_y1gAF491WmXt-Z_Fqhr5BU-kVnzjHpZZv5UpOx-s,1267
 datapilot/exceptions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -140,10 +139,10 @@ datapilot/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datapilot/utils/utils.py,sha256=MY8q6ZBJ0hkrTuH7gWMxAlEAQGrajXFMabEhtGtT7sc,11524
 datapilot/utils/formatting/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datapilot/utils/formatting/utils.py,sha256=rAVmIYuldvw9VvCSwG2kMTEgiT7cEconp_F1sAWVyCo,1377
-altimate_datapilot_cli-0.0.15.dist-info/AUTHORS.rst,sha256=S4H4zw_v3GVyz5_55jF5Gf_YNG3s5Y0VgbQaEov9PFk,50
-altimate_datapilot_cli-0.0.15.dist-info/LICENSE,sha256=Mf7VqpsmU2QR5_s2Cb_ZeeMB2Q9KW7YXJENZPFZRK1k,1100
-altimate_datapilot_cli-0.0.15.dist-info/METADATA,sha256=WKXEoLY1k78gtF1S4mw3IYJZUu2Butum_gkDHf_n0dI,2382
-altimate_datapilot_cli-0.0.15.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
-altimate_datapilot_cli-0.0.15.dist-info/entry_points.txt,sha256=0zwgKxN40RLVB5jSmlJz7IH_FBqRtpFdbrdZn-xuQIY,141
-altimate_datapilot_cli-0.0.15.dist-info/top_level.txt,sha256=gAOFOdwB00vcxv74y4M1J-nQtPvEatU8-mYViEBcToo,10
-altimate_datapilot_cli-0.0.15.dist-info/RECORD,,
+altimate_datapilot_cli-0.0.17.dist-info/AUTHORS.rst,sha256=S4H4zw_v3GVyz5_55jF5Gf_YNG3s5Y0VgbQaEov9PFk,50
+altimate_datapilot_cli-0.0.17.dist-info/LICENSE,sha256=Mf7VqpsmU2QR5_s2Cb_ZeeMB2Q9KW7YXJENZPFZRK1k,1100
+altimate_datapilot_cli-0.0.17.dist-info/METADATA,sha256=TTbwpdqhNYT67BniF6Fkdu6KbJ_7EURNhasQPsVE5tg,2382
+altimate_datapilot_cli-0.0.17.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
+altimate_datapilot_cli-0.0.17.dist-info/entry_points.txt,sha256=0zwgKxN40RLVB5jSmlJz7IH_FBqRtpFdbrdZn-xuQIY,141
+altimate_datapilot_cli-0.0.17.dist-info/top_level.txt,sha256=gAOFOdwB00vcxv74y4M1J-nQtPvEatU8-mYViEBcToo,10
+altimate_datapilot_cli-0.0.17.dist-info/RECORD,,

datapilot/__init__.py

@@ -1 +1 @@
-__version__ = "0.0.15"
+__version__ = "0.0.17"

datapilot/clients/altimate/client.py

@@ -104,3 +104,9 @@ class APIClient:
             "check_names": check_names,
         }
         return self.post(endpoint, data=data)
+
+    def get_all_dbt_configs(self):
+        """Get all DBT configs with a page size of 100."""
+        endpoint = "/dbtconfig/"
+        params = {"size": 100}
+        return self.get(endpoint, params=params)

datapilot/clients/altimate/utils.py

@@ -124,3 +124,13 @@ def run_project_governance_llm_checks(
 ):
     api_client = APIClient(api_token=api_token, base_url=backend_url, tenant=tenant)
     return api_client.run_project_governance_llm_checks(manifest, catalog, check_names)
+
+
+def get_all_dbt_configs(
+    api_token,
+    tenant,
+    backend_url,
+):
+    """Get all DBT configs from the API."""
+    api_client = APIClient(api_token=api_token, base_url=backend_url, tenant=tenant)
+    return api_client.get_all_dbt_configs()

datapilot/core/platforms/dbt/cli/cli.py

@@ -3,6 +3,7 @@ import logging
 import click
 
 from datapilot.clients.altimate.utils import check_token_and_instance
+from datapilot.clients.altimate.utils import get_all_dbt_configs
 from datapilot.clients.altimate.utils import onboard_file
 from datapilot.clients.altimate.utils import start_dbt_ingestion
 from datapilot.clients.altimate.utils import validate_credentials
@@ -45,6 +46,11 @@ def dbt():
     required=False,
     help="Path to the DBT config file",
 )
+@click.option(
+    "--config-name",
+    required=False,
+    help="Name of the DBT config to use from the API",
+)
 @click.option(
     "--select",
     required=False,
@@ -53,7 +59,14 @@ def dbt():
 )
 @click.option("--backend-url", required=False, help="Altimate's Backend URL", default="https://api.myaltimate.com")
 def project_health(
-    token, instance_name, manifest_path, catalog_path, config_path=None, select=None, backend_url="https://api.myaltimate.com"
+    token,
+    instance_name,
+    manifest_path,
+    catalog_path,
+    config_path=None,
+    config_name=None,
+    select=None,
+    backend_url="https://api.myaltimate.com",
 ):
     """
     Validate the DBT project's configuration and structure.
@@ -62,6 +75,23 @@ def project_health(
     config = None
     if config_path:
         config = load_config(config_path)
+    elif config_name and token and instance_name:
+        # Get configs from API
+        configs = get_all_dbt_configs(token, instance_name, backend_url)
+        if configs and "items" in configs:
+            # Find config by name
+            matching_configs = [c for c in configs["items"] if c["name"] == config_name]
+            if matching_configs:
+                # Get the config directly from the API response
+                click.echo(f"Using config: {config_name}")
+                config = matching_configs[0].get("config", {})
+            else:
+                click.echo(f"No config found with name: {config_name}")
+                return
+        else:
+            click.echo("Failed to fetch configs from API")
+            return
+
     selected_models = []
     if select:
         selected_models = select.split(" ")

datapilot/core/platforms/dbt/schemas/catalog.py

@@ -5,17 +5,10 @@ from typing import List
 from typing import Optional
 from typing import Union
 
-from pydantic import ConfigDict
 from pydantic.main import BaseModel
 
-from datapilot.constants import Extra
-
 
 class AltimateCatalogMetadata(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.forbid,
-    )
-
     dbt_schema_version: Optional[str] = "https://schemas.getdbt.com/dbt/catalog/v1.json"
     dbt_version: Optional[str] = "0.19.0"
     generated_at: Optional[datetime] = "2021-02-10T04:42:33.680487Z"
@@ -24,10 +17,6 @@ class AltimateCatalogMetadata(BaseModel):
 
 
 class AltimateCatalogTableMetadata(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.forbid,
-    )
-
     type: str
     database: Optional[Optional[str]] = None
     schema_name: str
@@ -37,10 +26,6 @@ class AltimateCatalogTableMetadata(BaseModel):
 
 
 class AltimateCatalogColumnMetadata(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.forbid,
-    )
-
     type: str
     comment: Optional[Optional[str]] = None
     index: int
@@ -48,10 +33,6 @@ class AltimateCatalogColumnMetadata(BaseModel):
 
 
 class AltimateCatalogStatsItem(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.forbid,
-    )
-
     id: str
     label: str
     value: Optional[Optional[Union[bool, str, float]]] = None
@@ -60,10 +41,6 @@ class AltimateCatalogStatsItem(BaseModel):
 
 
 class AltimateCatalogTable(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.forbid,
-    )
-
     metadata: AltimateCatalogTableMetadata
     columns: Dict[str, AltimateCatalogColumnMetadata]
     stats: Dict[str, AltimateCatalogStatsItem]
@@ -71,10 +48,6 @@ class AltimateCatalogTable(BaseModel):
 
 
 class AltimateCatalogCatalogV1(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.forbid,
-    )
-
     metadata: AltimateCatalogMetadata
     nodes: Dict[str, AltimateCatalogTable]
     sources: Dict[str, AltimateCatalogTable]

datapilot/core/platforms/dbt/schemas/manifest.py

@@ -19,9 +19,6 @@ from dbt_artifacts_parser.parsers.manifest.manifest_v10 import ManifestV10
 from dbt_artifacts_parser.parsers.manifest.manifest_v11 import ManifestV11
 from dbt_artifacts_parser.parsers.manifest.manifest_v11 import SupportedLanguage
 from pydantic import BaseModel
-from pydantic import ConfigDict
-
-from datapilot.constants import Extra
 
 
 class DBTVersion(BaseModel):
@@ -48,10 +45,6 @@ Catalog = CatalogV1
 
 
 class AltimateDocs(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.forbid,
-    )
-
     show: Optional[bool] = True
     node_color: Optional[Optional[str]] = None
 
@@ -101,20 +94,12 @@ class AltimateAccess(Enum):
 
 
 class AltimateDBTContract(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.forbid,
-    )
-
     enforced: Optional[bool] = False
     alias_types: Optional[bool] = True
     checksum: Optional[Optional[str]] = None
 
 
 class AltimateHook(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.forbid,
-    )
-
     sql: str
     transaction: Optional[bool] = True
     index: Optional[Optional[int]] = None
@@ -122,10 +107,6 @@ class AltimateHook(BaseModel):
 
 # TODO: Need to add the rest of the fields
 class AltimateNodeConfig(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.allow,
-    )
-
     _extra: Optional[Dict[str, Any]] = None
     enabled: Optional[bool] = True
     alias: Optional[Optional[str]] = None
@@ -209,10 +190,6 @@ class AltimateSourceConfig(BaseModel):
 
 
 class AltimateDeferRelation(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.forbid,
-    )
-
     database: Optional[str]
     schema_name: str
     alias: str
@@ -220,10 +197,6 @@ class AltimateDeferRelation(BaseModel):
 
 
 class AltimateSeedConfig(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.allow,
-    )
-
     _extra: Optional[Dict[str, Any]] = None
     enabled: Optional[bool] = True
     alias: Optional[Optional[str]] = None
@@ -322,10 +295,6 @@ class AltimateExposureType(Enum):
 
 
 class AltimateOwner(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.allow,
-    )
-
     _extra: Optional[Dict[str, Any]] = None
     email: Optional[Optional[str]] = None
     name: Optional[Optional[str]] = None
@@ -338,20 +307,12 @@ class AltimateMaturityEnum(Enum):
 
 
 class AltimateRefArgs(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.forbid,
-    )
-
     name: str
     package: Optional[Optional[str]] = None
     version: Optional[Optional[Union[str, float]]] = None
 
 
 class AltimateExposureConfig(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.allow,
-    )
-
     _extra: Optional[Dict[str, Any]] = None
     enabled: Optional[bool] = True
 
@@ -382,20 +343,12 @@ class AltimateManifestExposureNode(BaseModel):
 
 
 class AltimateTestMetadata(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.forbid,
-    )
-
     name: str
     kwargs: Optional[Dict[str, Any]] = None
     namespace: Optional[Optional[str]] = None
 
 
 class AltimateTestConfig(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.allow,
-    )
-
     _extra: Optional[Dict[str, Any]] = None
     enabled: Optional[bool] = True
     alias: Optional[Optional[str]] = None
@@ -446,10 +399,6 @@ class AltimateManifestTestNode(BaseModel):
 
 
 class AltimateMacroArgument(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.forbid,
-    )
-
     name: str
     type: Optional[Optional[str]] = None
     description: Optional[Optional[str]] = ""

datapilot/core/platforms/dbt/wrappers/manifest/v10/wrapper.py

@@ -116,7 +116,7 @@ class ManifestV10Wrapper(BaseManifestWrapper):
             contract=contract,
             meta=node.meta,
             patch_path=node.patch_path,
-            access=node.access.value,
+            access=getattr(node.access, "value", None) if hasattr(node, "access") and node.access is not None else None,
         )
 
     def _get_source(self, source: SourceNode) -> AltimateManifestSourceNode:

datapilot/core/platforms/dbt/wrappers/manifest/v11/wrapper.py

@@ -116,7 +116,7 @@ class ManifestV11Wrapper(BaseManifestWrapper):
             contract=contract,
             meta=node.meta,
             patch_path=node.patch_path,
-            access=node.access.value,
+            access=getattr(node.access, "value", None) if hasattr(node, "access") and node.access is not None else None,
         )
 
     def _get_source(self, source: SourceNode) -> AltimateManifestSourceNode:

datapilot/core/platforms/dbt/wrappers/manifest/v12/wrapper.py

@@ -116,7 +116,7 @@ class ManifestV12Wrapper(BaseManifestWrapper):
             contract=contract,
             meta=node.meta,
             patch_path=node.patch_path,
-            access=node.access.value,
+            access=getattr(node.access, "value", None) if hasattr(node, "access") and node.access is not None else None,
         )
 
     def _get_source(self, source: SourceNode) -> AltimateManifestSourceNode:

datapilot/constants.py

@@ -1,7 +0,0 @@
-from enum import Enum
-
-
-class Extra(str, Enum):
-    allow = "allow"
-    forbid = "forbid"
-    ignore = "ignore"