altimate-datapilot-cli 0.0.12__tar.gz → 0.0.14__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/.bumpversion.cfg +1 -1
- {altimate-datapilot-cli-0.0.12/src/altimate_datapilot_cli.egg-info → altimate-datapilot-cli-0.0.14}/PKG-INFO +1 -1
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/docs/conf.py +1 -1
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/setup.py +3 -2
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14/src/altimate_datapilot_cli.egg-info}/PKG-INFO +1 -1
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/altimate_datapilot_cli.egg-info/SOURCES.txt +8 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/altimate_datapilot_cli.egg-info/requires.txt +2 -1
- altimate-datapilot-cli-0.0.14/src/datapilot/__init__.py +1 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/clients/altimate/client.py +18 -1
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/clients/altimate/utils.py +30 -0
- altimate-datapilot-cli-0.0.14/src/datapilot/core/insights/sql/base/insight.py +11 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/cli/cli.py +21 -2
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/constants.py +2 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/executor.py +69 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/factory.py +4 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/__init__.py +2 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/base.py +3 -0
- altimate-datapilot-cli-0.0.14/src/datapilot/core/platforms/dbt/insights/sql/base.py +23 -0
- altimate-datapilot-cli-0.0.14/src/datapilot/core/platforms/dbt/insights/sql/sql_check.py +101 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/wrappers/manifest/v10/wrapper.py +5 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/wrappers/manifest/v11/wrapper.py +5 -0
- altimate-datapilot-cli-0.0.14/src/datapilot/core/platforms/dbt/wrappers/manifest/v12/schemas.py +36 -0
- altimate-datapilot-cli-0.0.14/src/datapilot/core/platforms/dbt/wrappers/manifest/v12/wrapper.py +414 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/wrappers/manifest/wrapper.py +5 -0
- altimate-datapilot-cli-0.0.14/tests/core/platform/dbt/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/tests/core/platform/dbt/test_cli.py +15 -0
- altimate-datapilot-cli-0.0.14/tests/data/catalog_v12.json +1 -0
- altimate-datapilot-cli-0.0.14/tests/data/manifest_v12.json +1 -0
- altimate-datapilot-cli-0.0.14/tests/utils/__init__.py +0 -0
- altimate-datapilot-cli-0.0.12/src/datapilot/__init__.py +0 -1
- altimate-datapilot-cli-0.0.12/src/datapilot/core/insights/sql/base/insight.py +0 -18
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/.cookiecutterrc +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/.coveragerc +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/.editorconfig +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/.github/workflows/github-actions.yml +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/.pre-commit-config.yaml +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/.pre-commit-hooks.yaml +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/.readthedocs.yml +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/AUTHORS.rst +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/CHANGELOG.rst +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/CONTRIBUTING.rst +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/LICENSE +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/MANIFEST.in +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/README.md +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/README.rst +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/ci/bootstrap.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/ci/requirements.txt +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/ci/templates/.github/workflows/github-actions.yml +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/docs/authors.rst +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/docs/changelog.rst +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/docs/configuration.rst +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/docs/contributing.rst +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/docs/features.rst +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/docs/hooks.rst +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/docs/index.rst +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/docs/insights.rst +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/docs/installation.rst +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/docs/introduction.rst +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/docs/performance.rst +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/docs/readme.rst +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/docs/reference/datapilot.rst +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/docs/reference/index.rst +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/docs/requirements.txt +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/docs/spelling_wordlist.txt +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/docs/usage.rst +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/pyproject.toml +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/pytest.ini +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/setup.cfg +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/altimate_datapilot_cli.egg-info/dependency_links.txt +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/altimate_datapilot_cli.egg-info/entry_points.txt +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/altimate_datapilot_cli.egg-info/not-zip-safe +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/altimate_datapilot_cli.egg-info/top_level.txt +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/__main__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/cli/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/cli/main.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/clients/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/clients/altimate/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/config/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/config/config.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/config/utils.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/insights/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/insights/base/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/insights/base/insight.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/insights/report.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/insights/schema.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/insights/sql/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/insights/sql/base/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/insights/sql/runtime/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/insights/sql/static/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/insights/utils.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/cli/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/exceptions.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/formatting.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/hooks/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/hooks/executor_hook.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/base.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/check_column_desc_are_same.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/check_column_name_contract.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/check_macro_args_have_desc.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/check_macro_has_desc.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/check_model_has_all_columns.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/check_model_has_labels_keys.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/check_model_has_meta_keys.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/check_model_has_properties_file.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/check_model_has_tests_by_group.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/check_model_has_tests_by_name.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/check_model_has_tests_by_type.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/check_model_materialization_by_childs.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/check_model_name_contract.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/check_model_parents_and_childs.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/check_model_parents_database.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/check_model_parents_schema.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/check_model_tags.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/check_source_childs.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/check_source_columns_have_desc.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/check_source_has_all_columns.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/check_source_has_freshness.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/check_source_has_labels_keys.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/check_source_has_loader.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/check_source_has_meta_keys.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/check_source_has_tests.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/check_source_has_tests_by_group.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/check_source_has_tests_by_name.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/check_source_has_tests_by_type.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/check_source_table_has_description.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/checks/check_source_tags.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/dbt_test/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/dbt_test/base.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/dbt_test/missing_primary_key_tests.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/dbt_test/test_coverage.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/governance/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/governance/base.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/governance/documentation_on_stale_columns.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/governance/exposures_dependent_on_private_models.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/governance/public_models_without_contracts.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/governance/undocumented_columns.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/governance/undocumented_public_models.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/modelling/README.md +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/modelling/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/modelling/base.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/modelling/direct_join_to_source.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/modelling/downstream_models_dependent_on_source.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/modelling/duplicate_sources.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/modelling/hard_coded_references.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/modelling/joining_of_upstream_concepts.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/modelling/model_fanout.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/modelling/multiple_sources_joined.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/modelling/root_model.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/modelling/source_fanout.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/modelling/staging_model_dependent_on_downstream_models.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/modelling/staging_model_dependent_on_staging_models.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/modelling/unused_sources.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/performance/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/performance/base.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/performance/chain_view_linking.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/performance/exposure_parent_materializations.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/schema.py +0 -0
- {altimate-datapilot-cli-0.0.12/src/datapilot/core/platforms/dbt/insights/structure → altimate-datapilot-cli-0.0.14/src/datapilot/core/platforms/dbt/insights/sql}/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12/src/datapilot/core/platforms/dbt/schemas → altimate-datapilot-cli-0.0.14/src/datapilot/core/platforms/dbt/insights/structure}/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/structure/base.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/structure/model_directories_structure.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/structure/model_naming_conventions.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/structure/source_directories_structure.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/structure/test_directory_structure.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/insights/utils.py +0 -0
- {altimate-datapilot-cli-0.0.12/src/datapilot/core/platforms/dbt/wrappers → altimate-datapilot-cli-0.0.14/src/datapilot/core/platforms/dbt/schemas}/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/schemas/catalog.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/schemas/manifest.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/utils.py +0 -0
- {altimate-datapilot-cli-0.0.12/src/datapilot/core/platforms/dbt/wrappers/catalog → altimate-datapilot-cli-0.0.14/src/datapilot/core/platforms/dbt/wrappers}/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12/src/datapilot/core/platforms/dbt/wrappers/catalog/v1 → altimate-datapilot-cli-0.0.14/src/datapilot/core/platforms/dbt/wrappers/catalog}/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12/src/datapilot/core/platforms/dbt/wrappers/manifest → altimate-datapilot-cli-0.0.14/src/datapilot/core/platforms/dbt/wrappers/catalog/v1}/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/wrappers/catalog/v1/wrapper.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/wrappers/catalog/wrapper.py +0 -0
- {altimate-datapilot-cli-0.0.12/src/datapilot/core/platforms/dbt/wrappers/manifest/v10 → altimate-datapilot-cli-0.0.14/src/datapilot/core/platforms/dbt/wrappers/manifest}/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12/src/datapilot/core/platforms/dbt/wrappers/manifest/v11 → altimate-datapilot-cli-0.0.14/src/datapilot/core/platforms/dbt/wrappers/manifest/v10}/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/wrappers/manifest/v10/schemas.py +0 -0
- {altimate-datapilot-cli-0.0.12/src/datapilot/core/platforms/dbt/wrappers/run_results → altimate-datapilot-cli-0.0.14/src/datapilot/core/platforms/dbt/wrappers/manifest/v11}/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/wrappers/manifest/v11/schemas.py +0 -0
- {altimate-datapilot-cli-0.0.12/src/datapilot/exceptions → altimate-datapilot-cli-0.0.14/src/datapilot/core/platforms/dbt/wrappers/manifest/v12}/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12/src/datapilot/schemas → altimate-datapilot-cli-0.0.14/src/datapilot/core/platforms/dbt/wrappers/run_results}/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/core/platforms/dbt/wrappers/run_results/run_results.py +0 -0
- {altimate-datapilot-cli-0.0.12/src/datapilot/utils → altimate-datapilot-cli-0.0.14/src/datapilot/exceptions}/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/exceptions/exceptions.py +0 -0
- {altimate-datapilot-cli-0.0.12/src/datapilot/utils/formatting → altimate-datapilot-cli-0.0.14/src/datapilot/schemas}/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/schemas/constants.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/schemas/nodes.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/schemas/sql.py +0 -0
- {altimate-datapilot-cli-0.0.12/tests/core → altimate-datapilot-cli-0.0.14/src/datapilot/utils}/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12/tests/core/platform → altimate-datapilot-cli-0.0.14/src/datapilot/utils/formatting}/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/utils/formatting/utils.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/src/datapilot/utils/utils.py +0 -0
- {altimate-datapilot-cli-0.0.12/tests/core/platform/dbt → altimate-datapilot-cli-0.0.14/tests/core}/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12/tests/utils → altimate-datapilot-cli-0.0.14/tests/core/platform}/__init__.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/tests/core/platform/dbt/test_utils.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/tests/data/catalog_v1.json +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/tests/data/config.yml +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/tests/data/manifest_v10.json +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/tests/data/manifest_v10macroargs.json +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/tests/data/manifest_v11.json +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/tests/data/manifest_v11macroargs.json +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/tests/data/manifests/manifest_js.json +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/tests/data/manifests/manifest_js2.json +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/tests/data/manifests/manifest_js3.json +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/tests/data/manifests/manifest_tuva.json +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/tests/data/manifests/manifest_tuva2.json +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/tests/data/manifests/manifest_tuva3.json +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/tests/utils/test_utils.py +0 -0
- {altimate-datapilot-cli-0.0.12 → altimate-datapilot-cli-0.0.14}/tox.ini +0 -0
@@ -13,7 +13,7 @@ def read(*names, **kwargs):
|
|
13
13
|
|
14
14
|
setup(
|
15
15
|
name="altimate-datapilot-cli",
|
16
|
-
version="0.0.
|
16
|
+
version="0.0.14",
|
17
17
|
license="MIT",
|
18
18
|
description="Assistant for Data Teams",
|
19
19
|
long_description="{}\n{}".format(
|
@@ -63,10 +63,11 @@ setup(
|
|
63
63
|
python_requires=">=3.8",
|
64
64
|
install_requires=[
|
65
65
|
"click==8.1.7",
|
66
|
-
"dbt-artifacts-parser==0.
|
66
|
+
"dbt-artifacts-parser==0.6.0",
|
67
67
|
"ruamel.yaml==0.18.6",
|
68
68
|
"tabulate==0.9.0",
|
69
69
|
"requests==2.31.0",
|
70
|
+
"sqlglot==25.30.0",
|
70
71
|
],
|
71
72
|
extras_require={
|
72
73
|
# eg:
|
@@ -146,6 +146,9 @@ src/datapilot/core/platforms/dbt/insights/performance/__init__.py
|
|
146
146
|
src/datapilot/core/platforms/dbt/insights/performance/base.py
|
147
147
|
src/datapilot/core/platforms/dbt/insights/performance/chain_view_linking.py
|
148
148
|
src/datapilot/core/platforms/dbt/insights/performance/exposure_parent_materializations.py
|
149
|
+
src/datapilot/core/platforms/dbt/insights/sql/__init__.py
|
150
|
+
src/datapilot/core/platforms/dbt/insights/sql/base.py
|
151
|
+
src/datapilot/core/platforms/dbt/insights/sql/sql_check.py
|
149
152
|
src/datapilot/core/platforms/dbt/insights/structure/__init__.py
|
150
153
|
src/datapilot/core/platforms/dbt/insights/structure/base.py
|
151
154
|
src/datapilot/core/platforms/dbt/insights/structure/model_directories_structure.py
|
@@ -168,6 +171,9 @@ src/datapilot/core/platforms/dbt/wrappers/manifest/v10/wrapper.py
|
|
168
171
|
src/datapilot/core/platforms/dbt/wrappers/manifest/v11/__init__.py
|
169
172
|
src/datapilot/core/platforms/dbt/wrappers/manifest/v11/schemas.py
|
170
173
|
src/datapilot/core/platforms/dbt/wrappers/manifest/v11/wrapper.py
|
174
|
+
src/datapilot/core/platforms/dbt/wrappers/manifest/v12/__init__.py
|
175
|
+
src/datapilot/core/platforms/dbt/wrappers/manifest/v12/schemas.py
|
176
|
+
src/datapilot/core/platforms/dbt/wrappers/manifest/v12/wrapper.py
|
171
177
|
src/datapilot/core/platforms/dbt/wrappers/run_results/__init__.py
|
172
178
|
src/datapilot/core/platforms/dbt/wrappers/run_results/run_results.py
|
173
179
|
src/datapilot/exceptions/__init__.py
|
@@ -186,11 +192,13 @@ tests/core/platform/dbt/__init__.py
|
|
186
192
|
tests/core/platform/dbt/test_cli.py
|
187
193
|
tests/core/platform/dbt/test_utils.py
|
188
194
|
tests/data/catalog_v1.json
|
195
|
+
tests/data/catalog_v12.json
|
189
196
|
tests/data/config.yml
|
190
197
|
tests/data/manifest_v10.json
|
191
198
|
tests/data/manifest_v10macroargs.json
|
192
199
|
tests/data/manifest_v11.json
|
193
200
|
tests/data/manifest_v11macroargs.json
|
201
|
+
tests/data/manifest_v12.json
|
194
202
|
tests/data/manifests/manifest_js.json
|
195
203
|
tests/data/manifests/manifest_js2.json
|
196
204
|
tests/data/manifests/manifest_js3.json
|
@@ -0,0 +1 @@
|
|
1
|
+
__version__ = "0.0.14"
|
@@ -44,7 +44,7 @@ class APIClient:
|
|
44
44
|
return response.json()
|
45
45
|
|
46
46
|
except HTTPError as http_err:
|
47
|
-
self.logger.
|
47
|
+
self.logger.debug(f"HTTP Error: {http_err.response.json()} - Status code: {response.status_code}")
|
48
48
|
except ConnectionError as conn_err:
|
49
49
|
self.logger.error(f"Connection error occurred: {conn_err}")
|
50
50
|
except Timeout as timeout_err:
|
@@ -84,6 +84,23 @@ class APIClient:
|
|
84
84
|
endpoint = "/dbt/v3/validate-credentials"
|
85
85
|
return self.get(endpoint)
|
86
86
|
|
87
|
+
def validate_upload_to_integration(self):
|
88
|
+
endpoint = "/dbt/v1/validate-permissions"
|
89
|
+
return self.get(endpoint)
|
90
|
+
|
87
91
|
def start_dbt_ingestion(self, params=None):
|
88
92
|
endpoint = "/dbt/v1/start_dbt_ingestion"
|
89
93
|
return self.post(endpoint, data=params)
|
94
|
+
|
95
|
+
def get_project_governance_llm_checks(self, params=None):
|
96
|
+
endpoint = "/project_governance/checks"
|
97
|
+
return self.get(endpoint, params=params)
|
98
|
+
|
99
|
+
def run_project_governance_llm_checks(self, manifest, catalog, check_names):
|
100
|
+
endpoint = "/project_governance/check/run"
|
101
|
+
data = {
|
102
|
+
"manifest": manifest,
|
103
|
+
"catalog": catalog,
|
104
|
+
"check_names": check_names,
|
105
|
+
}
|
106
|
+
return self.post(endpoint, data=data)
|
@@ -46,6 +46,15 @@ def validate_credentials(
|
|
46
46
|
return api_client.validate_credentials()
|
47
47
|
|
48
48
|
|
49
|
+
def validate_permissions(
|
50
|
+
token,
|
51
|
+
backend_url,
|
52
|
+
tenant,
|
53
|
+
) -> Response:
|
54
|
+
api_client = APIClient(api_token=token, base_url=backend_url, tenant=tenant)
|
55
|
+
return api_client.validate_upload_to_integration()
|
56
|
+
|
57
|
+
|
49
58
|
def onboard_file(api_token, tenant, dbt_core_integration_id, dbt_core_integration_environment, file_type, file_path, backend_url) -> Dict:
|
50
59
|
api_client = APIClient(api_token, base_url=backend_url, tenant=tenant)
|
51
60
|
|
@@ -94,3 +103,24 @@ def start_dbt_ingestion(api_token, tenant, dbt_core_integration_id, dbt_core_int
|
|
94
103
|
"ok": False,
|
95
104
|
"message": "Error starting dbt ingestion worker. ",
|
96
105
|
}
|
106
|
+
|
107
|
+
|
108
|
+
def get_project_governance_llm_checks(
|
109
|
+
api_token,
|
110
|
+
tenant,
|
111
|
+
backend_url,
|
112
|
+
):
|
113
|
+
api_client = APIClient(api_token=api_token, base_url=backend_url, tenant=tenant)
|
114
|
+
return api_client.get_project_governance_llm_checks()
|
115
|
+
|
116
|
+
|
117
|
+
def run_project_governance_llm_checks(
|
118
|
+
api_token,
|
119
|
+
tenant,
|
120
|
+
backend_url,
|
121
|
+
manifest,
|
122
|
+
catalog,
|
123
|
+
check_names,
|
124
|
+
):
|
125
|
+
api_client = APIClient(api_token=api_token, base_url=backend_url, tenant=tenant)
|
126
|
+
return api_client.run_project_governance_llm_checks(manifest, catalog, check_names)
|
@@ -6,6 +6,7 @@ from datapilot.clients.altimate.utils import check_token_and_instance
|
|
6
6
|
from datapilot.clients.altimate.utils import onboard_file
|
7
7
|
from datapilot.clients.altimate.utils import start_dbt_ingestion
|
8
8
|
from datapilot.clients.altimate.utils import validate_credentials
|
9
|
+
from datapilot.clients.altimate.utils import validate_permissions
|
9
10
|
from datapilot.config.config import load_config
|
10
11
|
from datapilot.core.platforms.dbt.constants import MODEL
|
11
12
|
from datapilot.core.platforms.dbt.constants import PROJECT
|
@@ -27,6 +28,8 @@ def dbt():
|
|
27
28
|
|
28
29
|
|
29
30
|
@dbt.command("project-health")
|
31
|
+
@click.option("--token", required=False, help="Your API token for authentication.")
|
32
|
+
@click.option("--instance-name", required=False, help="Your tenant ID.")
|
30
33
|
@click.option(
|
31
34
|
"--manifest-path",
|
32
35
|
required=True,
|
@@ -48,7 +51,10 @@ def dbt():
|
|
48
51
|
default=None,
|
49
52
|
help="Selective model testing. Specify one or more models to run tests on.",
|
50
53
|
)
|
51
|
-
|
54
|
+
@click.option("--backend-url", required=False, help="Altimate's Backend URL", default="https://api.myaltimate.com")
|
55
|
+
def project_health(
|
56
|
+
token, instance_name, manifest_path, catalog_path, config_path=None, select=None, backend_url="https://api.myaltimate.com"
|
57
|
+
):
|
52
58
|
"""
|
53
59
|
Validate the DBT project's configuration and structure.
|
54
60
|
:param manifest_path: Path to the DBT manifest file.
|
@@ -61,7 +67,16 @@ def project_health(manifest_path, catalog_path, config_path=None, select=None):
|
|
61
67
|
selected_models = select.split(" ")
|
62
68
|
manifest = load_manifest(manifest_path)
|
63
69
|
catalog = load_catalog(catalog_path) if catalog_path else None
|
64
|
-
|
70
|
+
|
71
|
+
insight_generator = DBTInsightGenerator(
|
72
|
+
manifest=manifest,
|
73
|
+
catalog=catalog,
|
74
|
+
config=config,
|
75
|
+
selected_models=selected_models,
|
76
|
+
token=token,
|
77
|
+
instance_name=instance_name,
|
78
|
+
backend_url=backend_url,
|
79
|
+
)
|
65
80
|
reports = insight_generator.run()
|
66
81
|
|
67
82
|
package_insights = reports[PROJECT]
|
@@ -111,6 +126,10 @@ def onboard(
|
|
111
126
|
click.echo("Error: Invalid credentials.")
|
112
127
|
return
|
113
128
|
|
129
|
+
if not validate_permissions(token, backend_url, instance_name):
|
130
|
+
click.echo("Error: You don't have permission to perform this action.")
|
131
|
+
return
|
132
|
+
|
114
133
|
# This will throw error if manifest file is incorrect
|
115
134
|
try:
|
116
135
|
load_manifest(manifest_path)
|
@@ -5,11 +5,16 @@ from typing import Dict
|
|
5
5
|
from typing import List
|
6
6
|
from typing import Optional
|
7
7
|
|
8
|
+
from datapilot.clients.altimate.utils import get_project_governance_llm_checks
|
9
|
+
from datapilot.clients.altimate.utils import run_project_governance_llm_checks
|
10
|
+
from datapilot.core.platforms.dbt.constants import LLM
|
8
11
|
from datapilot.core.platforms.dbt.constants import MODEL
|
9
12
|
from datapilot.core.platforms.dbt.constants import PROJECT
|
10
13
|
from datapilot.core.platforms.dbt.exceptions import AltimateCLIArgumentError
|
11
14
|
from datapilot.core.platforms.dbt.factory import DBTFactory
|
12
15
|
from datapilot.core.platforms.dbt.insights import INSIGHTS
|
16
|
+
from datapilot.core.platforms.dbt.insights.schema import DBTInsightResult
|
17
|
+
from datapilot.core.platforms.dbt.insights.schema import DBTModelInsightResponse
|
13
18
|
from datapilot.core.platforms.dbt.schemas.manifest import Catalog
|
14
19
|
from datapilot.core.platforms.dbt.schemas.manifest import Manifest
|
15
20
|
from datapilot.core.platforms.dbt.utils import get_models
|
@@ -29,11 +34,19 @@ class DBTInsightGenerator:
|
|
29
34
|
target: str = "dev",
|
30
35
|
selected_models: Optional[str] = None,
|
31
36
|
selected_model_ids: Optional[List[str]] = None,
|
37
|
+
token: Optional[str] = None,
|
38
|
+
instance_name: Optional[str] = None,
|
39
|
+
backend_url: Optional[str] = None,
|
32
40
|
):
|
33
41
|
self.run_results_path = run_results_path
|
34
42
|
self.target = target
|
35
43
|
self.env = env
|
36
44
|
self.config = config or {}
|
45
|
+
self.token = token
|
46
|
+
self.instance_name = instance_name
|
47
|
+
self.backend_url = backend_url
|
48
|
+
self.manifest = manifest
|
49
|
+
self.catalog = catalog
|
37
50
|
|
38
51
|
self.manifest_wrapper = DBTFactory.get_manifest_wrapper(manifest)
|
39
52
|
self.manifest_present = True
|
@@ -51,6 +64,7 @@ class DBTInsightGenerator:
|
|
51
64
|
self.macros = self.manifest_wrapper.get_macros()
|
52
65
|
self.sources = self.manifest_wrapper.get_sources()
|
53
66
|
self.exposures = self.manifest_wrapper.get_exposures()
|
67
|
+
self.adapter_type = self.manifest_wrapper.get_adapter_type()
|
54
68
|
self.seeds = self.manifest_wrapper.get_seeds()
|
55
69
|
self.children_map = self.manifest_wrapper.parent_to_child_map(self.nodes)
|
56
70
|
self.tests = self.manifest_wrapper.get_tests()
|
@@ -85,6 +99,22 @@ class DBTInsightGenerator:
|
|
85
99
|
return True
|
86
100
|
return False
|
87
101
|
|
102
|
+
def run_llm_checks(self):
|
103
|
+
llm_checks = get_project_governance_llm_checks(self.token, self.instance_name, self.backend_url)
|
104
|
+
check_names = [check["name"] for check in llm_checks if check["alias"] not in self.config.get("disabled_insights", [])]
|
105
|
+
if len(check_names) == 0:
|
106
|
+
return {"results": []}
|
107
|
+
|
108
|
+
llm_check_results = run_project_governance_llm_checks(
|
109
|
+
self.token,
|
110
|
+
self.instance_name,
|
111
|
+
self.backend_url,
|
112
|
+
self.manifest.json() if self.manifest else "",
|
113
|
+
self.catalog.json() if self.catalog else "",
|
114
|
+
check_names,
|
115
|
+
)
|
116
|
+
return llm_check_results
|
117
|
+
|
88
118
|
def run(self):
|
89
119
|
reports = {
|
90
120
|
MODEL: {},
|
@@ -112,6 +142,7 @@ class DBTInsightGenerator:
|
|
112
142
|
children_map=self.children_map,
|
113
143
|
tests=self.tests,
|
114
144
|
project_name=self.project_name,
|
145
|
+
adapter_type=self.adapter_type,
|
115
146
|
config=self.config,
|
116
147
|
selected_models=self.selected_models,
|
117
148
|
excluded_models=self.excluded_models,
|
@@ -154,4 +185,42 @@ class DBTInsightGenerator:
|
|
154
185
|
else:
|
155
186
|
self.logger.info(color_text(f"Skipping insight {insight_class.NAME} as {message}", YELLOW))
|
156
187
|
|
188
|
+
if self.token and self.instance_name and self.backend_url:
|
189
|
+
llm_check_results = self.run_llm_checks()
|
190
|
+
llm_reports = llm_check_results.get("results", [])
|
191
|
+
llm_insights = {}
|
192
|
+
for report in llm_reports:
|
193
|
+
for answer in report["answer"]:
|
194
|
+
location = answer["unique_id"]
|
195
|
+
if location not in llm_insights:
|
196
|
+
llm_insights[location] = []
|
197
|
+
metadata = answer.get("metadata", {})
|
198
|
+
metadata["source"] = LLM
|
199
|
+
metadata["teammate_check_id"] = report["id"]
|
200
|
+
metadata["category"] = report["type"]
|
201
|
+
llm_insights[location].append(
|
202
|
+
DBTModelInsightResponse(
|
203
|
+
insight=DBTInsightResult(
|
204
|
+
type="Custom",
|
205
|
+
name=report["name"],
|
206
|
+
message=answer["message"],
|
207
|
+
reason_to_flag=answer["reason_to_flag"],
|
208
|
+
recommendation=answer["recommendation"],
|
209
|
+
metadata=metadata,
|
210
|
+
),
|
211
|
+
severity=answer["severity"],
|
212
|
+
path=answer["path"] if answer.get("path") else "",
|
213
|
+
original_file_path=answer["original_file_path"] if answer.get("original_file_path") else "",
|
214
|
+
package_name=answer["package_name"] if answer.get("package_name") else "",
|
215
|
+
unique_id=answer["unique_id"],
|
216
|
+
)
|
217
|
+
)
|
218
|
+
|
219
|
+
if llm_insights:
|
220
|
+
for key, value in llm_insights.items():
|
221
|
+
if key in reports[MODEL]:
|
222
|
+
reports[MODEL][key].extend(value)
|
223
|
+
else:
|
224
|
+
reports[MODEL][key] = value
|
225
|
+
|
157
226
|
return reports
|
@@ -1,18 +1,22 @@
|
|
1
1
|
from dbt_artifacts_parser.parsers.catalog.catalog_v1 import CatalogV1
|
2
2
|
from dbt_artifacts_parser.parsers.manifest.manifest_v10 import ManifestV10
|
3
3
|
from dbt_artifacts_parser.parsers.manifest.manifest_v11 import ManifestV11
|
4
|
+
from dbt_artifacts_parser.parsers.manifest.manifest_v12 import ManifestV12
|
4
5
|
|
5
6
|
from datapilot.core.platforms.dbt.schemas.manifest import Catalog
|
6
7
|
from datapilot.core.platforms.dbt.schemas.manifest import Manifest
|
7
8
|
from datapilot.core.platforms.dbt.wrappers.catalog.v1.wrapper import CatalogV1Wrapper
|
8
9
|
from datapilot.core.platforms.dbt.wrappers.manifest.v10.wrapper import ManifestV10Wrapper
|
9
10
|
from datapilot.core.platforms.dbt.wrappers.manifest.v11.wrapper import ManifestV11Wrapper
|
11
|
+
from datapilot.core.platforms.dbt.wrappers.manifest.v12.wrapper import ManifestV12Wrapper
|
10
12
|
from datapilot.exceptions.exceptions import AltimateNotSupportedError
|
11
13
|
|
12
14
|
|
13
15
|
class DBTFactory:
|
14
16
|
@classmethod
|
15
17
|
def get_manifest_wrapper(cls, manifest: Manifest):
|
18
|
+
if isinstance(manifest, ManifestV12):
|
19
|
+
return ManifestV12Wrapper(manifest)
|
16
20
|
if isinstance(manifest, ManifestV11):
|
17
21
|
return ManifestV11Wrapper(manifest)
|
18
22
|
if isinstance(manifest, ManifestV10):
|
@@ -51,6 +51,7 @@ from datapilot.core.platforms.dbt.insights.modelling.staging_model_dependent_on_
|
|
51
51
|
from datapilot.core.platforms.dbt.insights.modelling.unused_sources import DBTUnusedSources
|
52
52
|
from datapilot.core.platforms.dbt.insights.performance.chain_view_linking import DBTChainViewLinking
|
53
53
|
from datapilot.core.platforms.dbt.insights.performance.exposure_parent_materializations import DBTExposureParentMaterialization
|
54
|
+
from datapilot.core.platforms.dbt.insights.sql.sql_check import SqlCheck
|
54
55
|
from datapilot.core.platforms.dbt.insights.structure.model_directories_structure import DBTModelDirectoryStructure
|
55
56
|
from datapilot.core.platforms.dbt.insights.structure.model_naming_conventions import DBTModelNamingConvention
|
56
57
|
from datapilot.core.platforms.dbt.insights.structure.source_directories_structure import DBTSourceDirectoryStructure
|
@@ -112,4 +113,5 @@ INSIGHTS = [
|
|
112
113
|
CheckSourceHasTests,
|
113
114
|
CheckSourceTableHasDescription,
|
114
115
|
CheckSourceTags,
|
116
|
+
SqlCheck,
|
115
117
|
]
|
@@ -2,6 +2,7 @@ from abc import abstractmethod
|
|
2
2
|
from typing import ClassVar
|
3
3
|
from typing import Dict
|
4
4
|
from typing import List
|
5
|
+
from typing import Optional
|
5
6
|
from typing import Union
|
6
7
|
|
7
8
|
from datapilot.config.utils import get_insight_config
|
@@ -33,6 +34,7 @@ class DBTInsight(Insight):
|
|
33
34
|
macros: Dict[str, AltimateManifestMacroNode],
|
34
35
|
children_map: Dict[str, List[str]],
|
35
36
|
project_name: str,
|
37
|
+
adapter_type: Optional[str],
|
36
38
|
selected_models: Union[List[str], None] = None,
|
37
39
|
excluded_models: Union[List[str], None] = None,
|
38
40
|
*args,
|
@@ -47,6 +49,7 @@ class DBTInsight(Insight):
|
|
47
49
|
self.seeds = seeds
|
48
50
|
self.children_map = children_map
|
49
51
|
self.project_name = project_name
|
52
|
+
self.adapter_type = adapter_type
|
50
53
|
self.selected_models = selected_models
|
51
54
|
self.excluded_models = excluded_models
|
52
55
|
super().__init__(*args, **kwargs)
|
@@ -0,0 +1,23 @@
|
|
1
|
+
from abc import abstractmethod
|
2
|
+
from typing import Tuple
|
3
|
+
|
4
|
+
from datapilot.core.platforms.dbt.insights.base import DBTInsight
|
5
|
+
|
6
|
+
|
7
|
+
class SqlInsight(DBTInsight):
|
8
|
+
TYPE = "governance"
|
9
|
+
|
10
|
+
@abstractmethod
|
11
|
+
def generate(self, *args, **kwargs) -> dict:
|
12
|
+
pass
|
13
|
+
|
14
|
+
@classmethod
|
15
|
+
def has_all_required_data(cls, has_manifest: bool, **kwargs) -> Tuple[bool, str]:
|
16
|
+
"""
|
17
|
+
Check if all required data is available for the insight to run.
|
18
|
+
:param has_manifest: A boolean indicating if manifest is available.
|
19
|
+
:return: A boolean indicating if all required data is available.
|
20
|
+
"""
|
21
|
+
if not has_manifest:
|
22
|
+
return False, "manifest is required for insight to run."
|
23
|
+
return True, ""
|
@@ -0,0 +1,101 @@
|
|
1
|
+
import inspect
|
2
|
+
from typing import List
|
3
|
+
|
4
|
+
from sqlglot import parse_one
|
5
|
+
from sqlglot.optimizer.eliminate_ctes import eliminate_ctes
|
6
|
+
from sqlglot.optimizer.eliminate_joins import eliminate_joins
|
7
|
+
from sqlglot.optimizer.eliminate_subqueries import eliminate_subqueries
|
8
|
+
from sqlglot.optimizer.normalize import normalize
|
9
|
+
from sqlglot.optimizer.pushdown_projections import pushdown_projections
|
10
|
+
from sqlglot.optimizer.qualify import qualify
|
11
|
+
from sqlglot.optimizer.unnest_subqueries import unnest_subqueries
|
12
|
+
|
13
|
+
from datapilot.core.insights.sql.base.insight import SqlInsight
|
14
|
+
from datapilot.core.insights.utils import get_severity
|
15
|
+
from datapilot.core.platforms.dbt.insights.schema import DBTInsightResult
|
16
|
+
from datapilot.core.platforms.dbt.insights.schema import DBTModelInsightResponse
|
17
|
+
|
18
|
+
RULES = (
|
19
|
+
pushdown_projections,
|
20
|
+
normalize,
|
21
|
+
unnest_subqueries,
|
22
|
+
eliminate_subqueries,
|
23
|
+
eliminate_joins,
|
24
|
+
eliminate_ctes,
|
25
|
+
)
|
26
|
+
|
27
|
+
|
28
|
+
class SqlCheck(SqlInsight):
|
29
|
+
"""
|
30
|
+
This class identifies DBT models with SQL optimization issues.
|
31
|
+
"""
|
32
|
+
|
33
|
+
NAME = "sql optimization issues"
|
34
|
+
ALIAS = "check_sql_optimization"
|
35
|
+
DESCRIPTION = "Checks if the model has SQL optimization issues. "
|
36
|
+
REASON_TO_FLAG = "The query can be optimized."
|
37
|
+
FAILURE_MESSAGE = "The query for model `{model_unique_id}` has optimization opportunities:\n{rule_name}. "
|
38
|
+
RECOMMENDATION = "Please adapt the query of the model `{model_unique_id}` as in following example:\n{optimized_sql}"
|
39
|
+
|
40
|
+
def _build_failure_result(self, model_unique_id: str, rule_name: str, optimized_sql: str) -> DBTInsightResult:
|
41
|
+
"""
|
42
|
+
Constructs a failure result for a given model with sql optimization issues.
|
43
|
+
:param model_unique_id: The unique id of the dbt model.
|
44
|
+
:param rule_name: The rule that generated this failure result.
|
45
|
+
:param optimized_sql: The optimized sql.
|
46
|
+
:return: An instance of DBTInsightResult containing failure details.
|
47
|
+
"""
|
48
|
+
failure_message = self.FAILURE_MESSAGE.format(model_unique_id=model_unique_id, rule_name=rule_name)
|
49
|
+
recommendation = self.RECOMMENDATION.format(model_unique_id=model_unique_id, optimized_sql=optimized_sql)
|
50
|
+
return DBTInsightResult(
|
51
|
+
type=self.TYPE,
|
52
|
+
name=self.NAME,
|
53
|
+
message=failure_message,
|
54
|
+
recommendation=recommendation,
|
55
|
+
reason_to_flag=self.REASON_TO_FLAG,
|
56
|
+
metadata={"model_unique_id": model_unique_id, "rule_name": rule_name},
|
57
|
+
)
|
58
|
+
|
59
|
+
def generate(self, *args, **kwargs) -> List[DBTModelInsightResponse]:
|
60
|
+
"""
|
61
|
+
Generates insights for each DBT model in the project, focusing on sql optimization issues.
|
62
|
+
|
63
|
+
:return: A list of DBTModelInsightResponse objects with insights for each model.
|
64
|
+
"""
|
65
|
+
self.logger.debug("Generating sql insights for DBT models")
|
66
|
+
insights = []
|
67
|
+
|
68
|
+
possible_kwargs = {
|
69
|
+
"db": None,
|
70
|
+
"catalog": None,
|
71
|
+
"dialect": self.adapter_type,
|
72
|
+
"isolate_tables": True, # needed for other optimizations to perform well
|
73
|
+
"quote_identifiers": False,
|
74
|
+
**kwargs,
|
75
|
+
}
|
76
|
+
for node_id, node in self.nodes.items():
|
77
|
+
try:
|
78
|
+
compiled_query = node.compiled_code
|
79
|
+
if compiled_query:
|
80
|
+
parsed_query = parse_one(compiled_query, dialect=self.adapter_type)
|
81
|
+
qualified = qualify(parsed_query, **possible_kwargs)
|
82
|
+
changed = qualified.copy()
|
83
|
+
for rule in RULES:
|
84
|
+
original = changed.copy()
|
85
|
+
rule_params = inspect.getfullargspec(rule).args
|
86
|
+
rule_kwargs = {param: possible_kwargs[param] for param in rule_params if param in possible_kwargs}
|
87
|
+
changed = rule(changed, **rule_kwargs)
|
88
|
+
if changed.sql() != original.sql():
|
89
|
+
insights.append(
|
90
|
+
DBTModelInsightResponse(
|
91
|
+
unique_id=node_id,
|
92
|
+
package_name=node.package_name,
|
93
|
+
path=node.original_file_path,
|
94
|
+
original_file_path=node.original_file_path,
|
95
|
+
insight=self._build_failure_result(node_id, rule.__name__, changed.sql()),
|
96
|
+
severity=get_severity(self.config, self.ALIAS, self.DEFAULT_SEVERITY),
|
97
|
+
)
|
98
|
+
)
|
99
|
+
except Exception as e:
|
100
|
+
self.logger.error(e)
|
101
|
+
return insights
|
@@ -1,4 +1,5 @@
|
|
1
1
|
from typing import Dict
|
2
|
+
from typing import Optional
|
2
3
|
from typing import Set
|
3
4
|
|
4
5
|
from dbt_artifacts_parser.parsers.manifest.manifest_v10 import GenericTestNode
|
@@ -67,6 +68,7 @@ class ManifestV10Wrapper(BaseManifestWrapper):
|
|
67
68
|
depends_on_macros = node.depends_on.macros if node.depends_on else None
|
68
69
|
compiled_path = node.compiled_path
|
69
70
|
compiled = node.compiled
|
71
|
+
compiled_code = node.compiled_code
|
70
72
|
raw_code = node.raw_code
|
71
73
|
language = node.language
|
72
74
|
contract = AltimateDBTContract(**node.contract.__dict__) if node.contract else None
|
@@ -381,6 +383,9 @@ class ManifestV10Wrapper(BaseManifestWrapper):
|
|
381
383
|
seeds[seed.unique_id] = self._get_seed(seed)
|
382
384
|
return seeds
|
383
385
|
|
386
|
+
def get_adapter_type(self) -> Optional[str]:
|
387
|
+
return self.manifest.metadata.adapter_type
|
388
|
+
|
384
389
|
def parent_to_child_map(self, nodes: Dict[str, AltimateManifestNode]) -> Dict[str, Set[str]]:
|
385
390
|
"""
|
386
391
|
Current manifest contains information about parents
|
@@ -1,4 +1,5 @@
|
|
1
1
|
from typing import Dict
|
2
|
+
from typing import Optional
|
2
3
|
from typing import Set
|
3
4
|
|
4
5
|
from dbt_artifacts_parser.parsers.manifest.manifest_v11 import GenericTestNode
|
@@ -67,6 +68,7 @@ class ManifestV11Wrapper(BaseManifestWrapper):
|
|
67
68
|
depends_on_macros = node.depends_on.macros if node.depends_on else None
|
68
69
|
compiled_path = node.compiled_path
|
69
70
|
compiled = node.compiled
|
71
|
+
compiled_code = node.compiled_code
|
70
72
|
raw_code = node.raw_code
|
71
73
|
language = node.language
|
72
74
|
contract = AltimateDBTContract(**node.contract.__dict__) if node.contract else None
|
@@ -381,6 +383,9 @@ class ManifestV11Wrapper(BaseManifestWrapper):
|
|
381
383
|
seeds[seed.unique_id] = self._get_seed(seed)
|
382
384
|
return seeds
|
383
385
|
|
386
|
+
def get_adapter_type(self) -> Optional[str]:
|
387
|
+
return self.manifest.metadata.adapter_type
|
388
|
+
|
384
389
|
def parent_to_child_map(self, nodes: Dict[str, AltimateManifestNode]) -> Dict[str, Set[str]]:
|
385
390
|
"""
|
386
391
|
Current manifest contains information about parents
|
altimate-datapilot-cli-0.0.14/src/datapilot/core/platforms/dbt/wrappers/manifest/v12/schemas.py
ADDED
@@ -0,0 +1,36 @@
|
|
1
|
+
from typing import Dict
|
2
|
+
from typing import Type
|
3
|
+
from typing import Union
|
4
|
+
|
5
|
+
from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Exposures
|
6
|
+
from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Macros
|
7
|
+
from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Node
|
8
|
+
from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Node1
|
9
|
+
from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Node2
|
10
|
+
from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Node3
|
11
|
+
from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Node4
|
12
|
+
from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Node5
|
13
|
+
from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Node6
|
14
|
+
from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Node7
|
15
|
+
from dbt_artifacts_parser.parsers.manifest.manifest_v12 import Sources
|
16
|
+
|
17
|
+
from datapilot.core.platforms.dbt.constants import GENERIC
|
18
|
+
from datapilot.core.platforms.dbt.constants import SINGULAR
|
19
|
+
|
20
|
+
ManifestNode = Union[Node, Node1, Node2, Node3, Node4, Node5, Node6, Node7]
|
21
|
+
|
22
|
+
SourceNode = Sources
|
23
|
+
|
24
|
+
ExposureNode = Exposures
|
25
|
+
|
26
|
+
TestNode = Union[Node6, Node2]
|
27
|
+
|
28
|
+
MacroNode = Macros
|
29
|
+
|
30
|
+
TEST_TYPE_TO_NODE_MAP: Dict[str, Type] = {
|
31
|
+
GENERIC: [Node6],
|
32
|
+
SINGULAR: [Node2],
|
33
|
+
}
|
34
|
+
|
35
|
+
|
36
|
+
SeedNodeMap = Node
|