altimate-datapilot-cli 0.0.15__tar.gz → 0.0.17__tar.gz

{altimate-datapilot-cli-0.0.15 → altimate-datapilot-cli-0.0.17}/.bumpversion.cfg

@@ -1,5 +1,5 @@
 [bumpversion]
-current_version = 0.0.15
+current_version = 0.0.17
 commit = True
 tag = True
 

altimate-datapilot-cli-0.0.17/.github/workflows/github-actions.yml

@@ -0,0 +1,197 @@
+name: build
+on: [push, pull_request]
+jobs:
+  test:
+    name: ${{ matrix.name }}
+    runs-on: ${{ matrix.os }}
+    timeout-minutes: 30
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - name: 'check'
+            python: '3.11'
+            toxpython: 'python3.11'
+            tox_env: 'check'
+            os: 'ubuntu-latest'
+          - name: 'docs'
+            python: '3.11'
+            toxpython: 'python3.11'
+            tox_env: 'docs'
+            os: 'ubuntu-latest'
+          - name: 'py39-pydantic28-cover (ubuntu)'
+            python: '3.9'
+            toxpython: 'python3.9'
+            python_arch: 'x64'
+            tox_env: 'py39-pydantic28-cover'
+            os: 'ubuntu-latest'
+          - name: 'py39-pydantic28-cover (windows)'
+            python: '3.9'
+            toxpython: 'python3.9'
+            python_arch: 'x64'
+            tox_env: 'py39-pydantic28-cover'
+            os: 'windows-latest'
+          - name: 'py39-pydantic28-cover (macos)'
+            python: '3.9'
+            toxpython: 'python3.9'
+            python_arch: 'x64'
+            tox_env: 'py39-pydantic28-cover'
+            os: 'macos-13'
+          - name: 'py39-pydantic210-cover'
+            python: '3.9'
+            toxpython: 'python3.9'
+            python_arch: 'x64'
+            tox_env: 'py39-pydantic210-cover'
+            os: 'ubuntu-latest'
+          - name: 'py39-pydantic28-nocov'
+            python: '3.9'
+            toxpython: 'python3.9'
+            python_arch: 'x64'
+            tox_env: 'py39-pydantic28-nocov'
+            os: 'ubuntu-latest'
+          - name: 'py39-pydantic210-nocov'
+            python: '3.9'
+            toxpython: 'python3.9'
+            python_arch: 'x64'
+            tox_env: 'py39-pydantic210-nocov'
+            os: 'ubuntu-latest'
+          - name: 'py310-pydantic28-cover'
+            python: '3.10'
+            toxpython: 'python3.10'
+            python_arch: 'x64'
+            tox_env: 'py310-pydantic28-cover'
+            os: 'ubuntu-latest'
+          - name: 'py310-pydantic210-cover'
+            python: '3.10'
+            toxpython: 'python3.10'
+            python_arch: 'x64'
+            tox_env: 'py310-pydantic210-cover'
+            os: 'ubuntu-latest'
+          - name: 'py310-pydantic28-nocov'
+            python: '3.10'
+            toxpython: 'python3.10'
+            python_arch: 'x64'
+            tox_env: 'py310-pydantic28-nocov'
+            os: 'ubuntu-latest'
+          - name: 'py310-pydantic210-nocov'
+            python: '3.10'
+            toxpython: 'python3.10'
+            python_arch: 'x64'
+            tox_env: 'py310-pydantic210-nocov'
+            os: 'ubuntu-latest'
+          - name: 'py311-pydantic28-cover'
+            python: '3.11'
+            toxpython: 'python3.11'
+            python_arch: 'x64'
+            tox_env: 'py311-pydantic28-cover'
+            os: 'ubuntu-latest'
+          - name: 'py311-pydantic210-cover'
+            python: '3.11'
+            toxpython: 'python3.11'
+            python_arch: 'x64'
+            tox_env: 'py311-pydantic210-cover'
+            os: 'ubuntu-latest'
+          - name: 'py311-pydantic28-nocov'
+            python: '3.11'
+            toxpython: 'python3.11'
+            python_arch: 'x64'
+            tox_env: 'py311-pydantic28-nocov'
+            os: 'ubuntu-latest'
+          - name: 'py311-pydantic210-nocov'
+            python: '3.11'
+            toxpython: 'python3.11'
+            python_arch: 'x64'
+            tox_env: 'py311-pydantic210-nocov'
+            os: 'ubuntu-latest'
+          - name: 'py312-pydantic28-cover'
+            python: '3.12'
+            toxpython: 'python3.12'
+            python_arch: 'x64'
+            tox_env: 'py312-pydantic28-cover'
+            os: 'ubuntu-latest'
+          - name: 'py312-pydantic210-cover'
+            python: '3.12'
+            toxpython: 'python3.12'
+            python_arch: 'x64'
+            tox_env: 'py312-pydantic210-cover'
+            os: 'ubuntu-latest'
+          - name: 'py312-pydantic28-nocov'
+            python: '3.12'
+            toxpython: 'python3.12'
+            python_arch: 'x64'
+            tox_env: 'py312-pydantic28-nocov'
+            os: 'ubuntu-latest'
+          - name: 'py312-pydantic210-nocov'
+            python: '3.12'
+            toxpython: 'python3.12'
+            python_arch: 'x64'
+            tox_env: 'py312-pydantic210-nocov'
+            os: 'ubuntu-latest'
+          - name: 'pypy39-pydantic28-cover'
+            python: 'pypy-3.9'
+            toxpython: 'pypy3.9'
+            python_arch: 'x64'
+            tox_env: 'pypy39-pydantic28-cover'
+            os: 'ubuntu-latest'
+          - name: 'pypy39-pydantic210-cover'
+            python: 'pypy-3.9'
+            toxpython: 'pypy3.9'
+            python_arch: 'x64'
+            tox_env: 'pypy39-pydantic210-cover'
+            os: 'ubuntu-latest'
+          - name: 'pypy39-pydantic28-nocov'
+            python: 'pypy-3.9'
+            toxpython: 'pypy3.9'
+            python_arch: 'x64'
+            tox_env: 'pypy39-pydantic28-nocov'
+            os: 'ubuntu-latest'
+          - name: 'pypy39-pydantic210-nocov'
+            python: 'pypy-3.9'
+            toxpython: 'pypy3.9'
+            python_arch: 'x64'
+            tox_env: 'pypy39-pydantic210-nocov'
+            os: 'ubuntu-latest'
+          - name: 'pypy310-pydantic28-cover'
+            python: 'pypy-3.10'
+            toxpython: 'pypy3.10'
+            python_arch: 'x64'
+            tox_env: 'pypy310-pydantic28-cover'
+            os: 'ubuntu-latest'
+          - name: 'pypy310-pydantic210-cover'
+            python: 'pypy-3.10'
+            toxpython: 'pypy3.10'
+            python_arch: 'x64'
+            tox_env: 'pypy310-pydantic210-cover'
+            os: 'ubuntu-latest'
+          - name: 'pypy310-pydantic28-nocov'
+            python: 'pypy-3.10'
+            toxpython: 'pypy3.10'
+            python_arch: 'x64'
+            tox_env: 'pypy310-pydantic28-nocov'
+            os: 'ubuntu-latest'
+          - name: 'pypy310-pydantic210-nocov'
+            python: 'pypy-3.10'
+            toxpython: 'pypy3.10'
+            python_arch: 'x64'
+            tox_env: 'pypy310-pydantic210-nocov'
+            os: 'ubuntu-latest'
+    steps:
+    - uses: actions/checkout@v4
+      with:
+        fetch-depth: 0
+    - uses: actions/setup-python@v5
+      with:
+        python-version: ${{ matrix.python }}
+        architecture: ${{ matrix.python_arch }}
+    - name: install dependencies
+      run: |
+        python -mpip install --progress-bar=off -r ci/requirements.txt
+        virtualenv --version
+        pip --version
+        tox --version
+        pip list --format=freeze
+    - name: test
+      env:
+        TOXPYTHON: '${{ matrix.toxpython }}'
+      run: >
+        tox -e ${{ matrix.tox_env }} -v

{altimate-datapilot-cli-0.0.15/src/altimate_datapilot_cli.egg-info → altimate-datapilot-cli-0.0.17}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: altimate-datapilot-cli
-Version: 0.0.15
+Version: 0.0.17
 Summary: Assistant for Data Teams
 Home-page: https://github.com/AltimateAI/datapilot-cli
 Author: Altimate Inc

{altimate-datapilot-cli-0.0.15 → altimate-datapilot-cli-0.0.17}/docs/conf.py

@@ -15,7 +15,7 @@ project = "datapilot-cli"
 year = "2024"
 author = "Altimate Inc."
 copyright = f"{year}, {author}"
-version = release = "0.0.15"
+version = release = "0.0.17"
 
 pygments_style = "trac"
 templates_path = ["."]

{altimate-datapilot-cli-0.0.15 → altimate-datapilot-cli-0.0.17}/docs/features.rst

@@ -42,6 +42,25 @@ You can also select specific list of models to run the health check on by provid
 
     datapilot dbt project-health --manifest-path ./target/manifest.json --select "path:dir1 path:dir2 model1 model2"
 
-This will run the health check on all the models in the 'dir1' and 'dir2' directory. It will also run the health check on the 'model1' and 'model2' models.
+This will run the health check on all the models in the 'dir1' and 'dir2' directory, as well as the 'model1' and 'model2' models.
 As of now, the '--select' flag only supports filtering based on model path and model name. We will add support for other filters and make it compatible
-with the dbt comands soon.
+with the dbt commands soon.
+
+3. **Configuration**:
+You can provide configuration in two ways:
+
+a. Using a local config file:
+    .. code-block:: shell
+
+        datapilot dbt project-health --manifest-path ./target/manifest.json --config-path ./path/to/config.yml
+
+b. Using a named config from the API:
+    .. code-block:: shell
+
+        datapilot dbt project-health --manifest-path ./target/manifest.json --config-name "my-config" --token "YOUR_API_TOKEN" --instance-name "YOUR_INSTANCE"
+
+The ``--config-name`` option allows you to use a configuration stored in the Altimate API. When using this option, you must also provide:
+- ``--token``: Your API token for authentication
+- ``--instance-name``: Your tenant ID
+
+If both ``--config-path`` and ``--config-name`` are provided, the local config file (``--config-path``) takes precedence.

{altimate-datapilot-cli-0.0.15 → altimate-datapilot-cli-0.0.17}/setup.py

@@ -13,7 +13,7 @@ def read(*names, **kwargs):
 
 setup(
     name="altimate-datapilot-cli",
-    version="0.0.15",
+    version="0.0.17",
     license="MIT",
     description="Assistant for Data Teams",
     long_description="{}\n{}".format(

{altimate-datapilot-cli-0.0.15 → altimate-datapilot-cli-0.0.17/src/altimate_datapilot_cli.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: altimate-datapilot-cli
-Version: 0.0.15
+Version: 0.0.17
 Summary: Assistant for Data Teams
 Home-page: https://github.com/AltimateAI/datapilot-cli
 Author: Altimate Inc

{altimate-datapilot-cli-0.0.15 → altimate-datapilot-cli-0.0.17}/src/altimate_datapilot_cli.egg-info/SOURCES.txt

@@ -47,7 +47,6 @@ src/altimate_datapilot_cli.egg-info/requires.txt
 src/altimate_datapilot_cli.egg-info/top_level.txt
 src/datapilot/__init__.py
 src/datapilot/__main__.py
-src/datapilot/constants.py
 src/datapilot/cli/__init__.py
 src/datapilot/cli/main.py
 src/datapilot/clients/__init__.py

altimate-datapilot-cli-0.0.17/src/datapilot/__init__.py

@@ -0,0 +1 @@
+__version__ = "0.0.17"

{altimate-datapilot-cli-0.0.15 → altimate-datapilot-cli-0.0.17}/src/datapilot/clients/altimate/client.py

@@ -104,3 +104,9 @@ class APIClient:
             "check_names": check_names,
         }
         return self.post(endpoint, data=data)
+
+    def get_all_dbt_configs(self):
+        """Get all DBT configs with a page size of 100."""
+        endpoint = "/dbtconfig/"
+        params = {"size": 100}
+        return self.get(endpoint, params=params)

{altimate-datapilot-cli-0.0.15 → altimate-datapilot-cli-0.0.17}/src/datapilot/clients/altimate/utils.py

@@ -124,3 +124,13 @@ def run_project_governance_llm_checks(
 ):
     api_client = APIClient(api_token=api_token, base_url=backend_url, tenant=tenant)
     return api_client.run_project_governance_llm_checks(manifest, catalog, check_names)
+
+
+def get_all_dbt_configs(
+    api_token,
+    tenant,
+    backend_url,
+):
+    """Get all DBT configs from the API."""
+    api_client = APIClient(api_token=api_token, base_url=backend_url, tenant=tenant)
+    return api_client.get_all_dbt_configs()

{altimate-datapilot-cli-0.0.15 → altimate-datapilot-cli-0.0.17}/src/datapilot/core/platforms/dbt/cli/cli.py

@@ -3,6 +3,7 @@ import logging
 import click
 
 from datapilot.clients.altimate.utils import check_token_and_instance
+from datapilot.clients.altimate.utils import get_all_dbt_configs
 from datapilot.clients.altimate.utils import onboard_file
 from datapilot.clients.altimate.utils import start_dbt_ingestion
 from datapilot.clients.altimate.utils import validate_credentials
@@ -45,6 +46,11 @@ def dbt():
     required=False,
     help="Path to the DBT config file",
 )
+@click.option(
+    "--config-name",
+    required=False,
+    help="Name of the DBT config to use from the API",
+)
 @click.option(
     "--select",
     required=False,
@@ -53,7 +59,14 @@ def dbt():
 )
 @click.option("--backend-url", required=False, help="Altimate's Backend URL", default="https://api.myaltimate.com")
 def project_health(
-    token, instance_name, manifest_path, catalog_path, config_path=None, select=None, backend_url="https://api.myaltimate.com"
+    token,
+    instance_name,
+    manifest_path,
+    catalog_path,
+    config_path=None,
+    config_name=None,
+    select=None,
+    backend_url="https://api.myaltimate.com",
 ):
     """
     Validate the DBT project's configuration and structure.
@@ -62,6 +75,23 @@ def project_health(
     config = None
     if config_path:
         config = load_config(config_path)
+    elif config_name and token and instance_name:
+        # Get configs from API
+        configs = get_all_dbt_configs(token, instance_name, backend_url)
+        if configs and "items" in configs:
+            # Find config by name
+            matching_configs = [c for c in configs["items"] if c["name"] == config_name]
+            if matching_configs:
+                # Get the config directly from the API response
+                click.echo(f"Using config: {config_name}")
+                config = matching_configs[0].get("config", {})
+            else:
+                click.echo(f"No config found with name: {config_name}")
+                return
+        else:
+            click.echo("Failed to fetch configs from API")
+            return
+
     selected_models = []
     if select:
         selected_models = select.split(" ")

{altimate-datapilot-cli-0.0.15 → altimate-datapilot-cli-0.0.17}/src/datapilot/core/platforms/dbt/schemas/catalog.py

@@ -5,17 +5,10 @@ from typing import List
 from typing import Optional
 from typing import Union
 
-from pydantic import ConfigDict
 from pydantic.main import BaseModel
 
-from datapilot.constants import Extra
-
 
 class AltimateCatalogMetadata(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.forbid,
-    )
-
     dbt_schema_version: Optional[str] = "https://schemas.getdbt.com/dbt/catalog/v1.json"
     dbt_version: Optional[str] = "0.19.0"
     generated_at: Optional[datetime] = "2021-02-10T04:42:33.680487Z"
@@ -24,10 +17,6 @@ class AltimateCatalogMetadata(BaseModel):
 
 
 class AltimateCatalogTableMetadata(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.forbid,
-    )
-
     type: str
     database: Optional[Optional[str]] = None
     schema_name: str
@@ -37,10 +26,6 @@ class AltimateCatalogTableMetadata(BaseModel):
 
 
 class AltimateCatalogColumnMetadata(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.forbid,
-    )
-
     type: str
     comment: Optional[Optional[str]] = None
     index: int
@@ -48,10 +33,6 @@ class AltimateCatalogColumnMetadata(BaseModel):
 
 
 class AltimateCatalogStatsItem(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.forbid,
-    )
-
     id: str
     label: str
     value: Optional[Optional[Union[bool, str, float]]] = None
@@ -60,10 +41,6 @@ class AltimateCatalogStatsItem(BaseModel):
 
 
 class AltimateCatalogTable(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.forbid,
-    )
-
     metadata: AltimateCatalogTableMetadata
     columns: Dict[str, AltimateCatalogColumnMetadata]
     stats: Dict[str, AltimateCatalogStatsItem]
@@ -71,10 +48,6 @@ class AltimateCatalogTable(BaseModel):
 
 
 class AltimateCatalogCatalogV1(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.forbid,
-    )
-
     metadata: AltimateCatalogMetadata
     nodes: Dict[str, AltimateCatalogTable]
     sources: Dict[str, AltimateCatalogTable]

{altimate-datapilot-cli-0.0.15 → altimate-datapilot-cli-0.0.17}/src/datapilot/core/platforms/dbt/schemas/manifest.py

@@ -19,9 +19,6 @@ from dbt_artifacts_parser.parsers.manifest.manifest_v10 import ManifestV10
 from dbt_artifacts_parser.parsers.manifest.manifest_v11 import ManifestV11
 from dbt_artifacts_parser.parsers.manifest.manifest_v11 import SupportedLanguage
 from pydantic import BaseModel
-from pydantic import ConfigDict
-
-from datapilot.constants import Extra
 
 
 class DBTVersion(BaseModel):
@@ -48,10 +45,6 @@ Catalog = CatalogV1
 
 
 class AltimateDocs(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.forbid,
-    )
-
     show: Optional[bool] = True
     node_color: Optional[Optional[str]] = None
 
@@ -101,20 +94,12 @@ class AltimateAccess(Enum):
 
 
 class AltimateDBTContract(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.forbid,
-    )
-
     enforced: Optional[bool] = False
     alias_types: Optional[bool] = True
     checksum: Optional[Optional[str]] = None
 
 
 class AltimateHook(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.forbid,
-    )
-
     sql: str
     transaction: Optional[bool] = True
     index: Optional[Optional[int]] = None
@@ -122,10 +107,6 @@ class AltimateHook(BaseModel):
 
 # TODO: Need to add the rest of the fields
 class AltimateNodeConfig(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.allow,
-    )
-
     _extra: Optional[Dict[str, Any]] = None
     enabled: Optional[bool] = True
     alias: Optional[Optional[str]] = None
@@ -209,10 +190,6 @@ class AltimateSourceConfig(BaseModel):
 
 
 class AltimateDeferRelation(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.forbid,
-    )
-
     database: Optional[str]
     schema_name: str
     alias: str
@@ -220,10 +197,6 @@ class AltimateDeferRelation(BaseModel):
 
 
 class AltimateSeedConfig(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.allow,
-    )
-
     _extra: Optional[Dict[str, Any]] = None
     enabled: Optional[bool] = True
     alias: Optional[Optional[str]] = None
@@ -322,10 +295,6 @@ class AltimateExposureType(Enum):
 
 
 class AltimateOwner(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.allow,
-    )
-
     _extra: Optional[Dict[str, Any]] = None
     email: Optional[Optional[str]] = None
     name: Optional[Optional[str]] = None
@@ -338,20 +307,12 @@ class AltimateMaturityEnum(Enum):
 
 
 class AltimateRefArgs(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.forbid,
-    )
-
     name: str
     package: Optional[Optional[str]] = None
     version: Optional[Optional[Union[str, float]]] = None
 
 
 class AltimateExposureConfig(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.allow,
-    )
-
     _extra: Optional[Dict[str, Any]] = None
     enabled: Optional[bool] = True
 
@@ -382,20 +343,12 @@ class AltimateManifestExposureNode(BaseModel):
 
 
 class AltimateTestMetadata(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.forbid,
-    )
-
     name: str
     kwargs: Optional[Dict[str, Any]] = None
     namespace: Optional[Optional[str]] = None
 
 
 class AltimateTestConfig(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.allow,
-    )
-
     _extra: Optional[Dict[str, Any]] = None
     enabled: Optional[bool] = True
     alias: Optional[Optional[str]] = None
@@ -446,10 +399,6 @@ class AltimateManifestTestNode(BaseModel):
 
 
 class AltimateMacroArgument(BaseModel):
-    model_config = ConfigDict(
-        extra=Extra.forbid,
-    )
-
     name: str
     type: Optional[Optional[str]] = None
     description: Optional[Optional[str]] = ""

{altimate-datapilot-cli-0.0.15 → altimate-datapilot-cli-0.0.17}/src/datapilot/core/platforms/dbt/wrappers/manifest/v10/wrapper.py

@@ -116,7 +116,7 @@ class ManifestV10Wrapper(BaseManifestWrapper):
             contract=contract,
             meta=node.meta,
             patch_path=node.patch_path,
-            access=node.access.value,
+            access=getattr(node.access, "value", None) if hasattr(node, "access") and node.access is not None else None,
         )
 
     def _get_source(self, source: SourceNode) -> AltimateManifestSourceNode:

{altimate-datapilot-cli-0.0.15 → altimate-datapilot-cli-0.0.17}/src/datapilot/core/platforms/dbt/wrappers/manifest/v11/wrapper.py

@@ -116,7 +116,7 @@ class ManifestV11Wrapper(BaseManifestWrapper):
             contract=contract,
             meta=node.meta,
             patch_path=node.patch_path,
-            access=node.access.value,
+            access=getattr(node.access, "value", None) if hasattr(node, "access") and node.access is not None else None,
         )
 
     def _get_source(self, source: SourceNode) -> AltimateManifestSourceNode:

{altimate-datapilot-cli-0.0.15 → altimate-datapilot-cli-0.0.17}/src/datapilot/core/platforms/dbt/wrappers/manifest/v12/wrapper.py

@@ -116,7 +116,7 @@ class ManifestV12Wrapper(BaseManifestWrapper):
             contract=contract,
             meta=node.meta,
             patch_path=node.patch_path,
-            access=node.access.value,
+            access=getattr(node.access, "value", None) if hasattr(node, "access") and node.access is not None else None,
         )
 
     def _get_source(self, source: SourceNode) -> AltimateManifestSourceNode:

{altimate-datapilot-cli-0.0.15 → altimate-datapilot-cli-0.0.17}/tox.ini

@@ -14,7 +14,7 @@ envlist =
     clean,
     check,
     docs,
-    {py38,py39,py310,py311,py312,pypy38,pypy39,pypy310}-{cover,nocov},
+    {py39,py310,py311,py312,pypy39,pypy310}-{pydantic28,pydantic210}-{cover,nocov},
     report
 ignore_basepython_conflict = true
 
@@ -40,9 +40,11 @@ usedevelop =
 deps =
     pytest
     cover: pytest-cov
+    pydantic28: pydantic>=2.8,<2.9
+    pydantic210: pydantic>=2.10,<2.11
 commands =
-    nocov: {posargs:pytest -vv --ignore=src}
-    cover: {posargs:pytest --cov --cov-report=term-missing --cov-report=xml -vv}
+    nocov: {posargs:pytest -vv --ignore=src -p no:warnings}
+    cover: {posargs:pytest --cov --cov-report=term-missing --cov-report=xml -vv -p no:warnings}
 
 [testenv:check]
 deps =