dbt-colibri 0.2.0b4__tar.gz

dbt_colibri-0.2.0b4/LICENSE

@@ -0,0 +1,22 @@
+MIT License
+
+Copyright (c) 2024 Canva OpenSource
+Modifications copyright (c) 2025 `b-ned`
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

dbt_colibri-0.2.0b4/PKG-INFO

@@ -0,0 +1,74 @@
+Metadata-Version: 2.4
+Name: dbt-colibri
+Version: 0.2.0b4
+Summary: A column lineage parser and dashboarding tool
+Author: bned
+License: MIT
+Requires-Python: >=3.9
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: click>=8.1.7
+Requires-Dist: sqlglot[rs]>=26.33.0
+Dynamic: license-file
+
+# dbt-colibri
+
+**dbt-colibri** is a lightweight, developer-friendly CLI tool and self-hostable dashboard that extracts and visualizes **full column-level lineage** from your `dbt-core` project — no cloud syncs, agents, or vendor lock-in required.
+
+It’s built for data teams who want a transparent, flexible, and open approach to lineage tracking without relying on complex enterprise tooling.
+
+---
+
+## ✨ Features
+
+- ✅ **Column-level lineage graph**: Understand how every column is derived across models  
+- 🔍 **Model + column metadata**: Parse directly from `dbt`'s manifest and catalog  
+- 🧠 **Smart parsing**: Uses the structure of your SQL to extract relationships  
+- 📦 **Self-hostable**: Generate static HTML or JSON reports (no server required)  
+- 💡 Built for `dbt-core` users working locally or in CI pipelines  
+
+---
+
+## 🚀 Quickstart
+
+### 📦 Installation
+
+For local development:
+
+```
+git clone https://github.com/b-ned/dbt-colibri.git
+cd dbt-colibri
+pip install -e .
+```
+
+### ⚙️ Usage
+Generate a lineage report from your dbt project directory:
+
+```
+colibri generate
+```
+
+By default, this will:
+
+Look for `target/manifest.json` and `target/catalog.json`
+
+Output the results to the `dist/` folder:
+
+    `colibri-manifest.json`: human-readable lineage data
+
+    `index.html`: interactive visualization
+
+### Compatibility:
+- dbt-core == 1.10.6
+- python = 3.13.6
+- snowflake dialect
+
+
+### 🧰 Built on Open Source
+
+This project is based on a fork of [`dbt-column-lineage-extractor`](https://github.com/canva-public/dbt-column-lineage-extractor), originally created under the MIT license.
+
+Some core logic is adapted and modified for enhanced usability and reporting.
+
+
+

dbt_colibri-0.2.0b4/README.md

@@ -0,0 +1,61 @@
+# dbt-colibri
+
+**dbt-colibri** is a lightweight, developer-friendly CLI tool and self-hostable dashboard that extracts and visualizes **full column-level lineage** from your `dbt-core` project — no cloud syncs, agents, or vendor lock-in required.
+
+It’s built for data teams who want a transparent, flexible, and open approach to lineage tracking without relying on complex enterprise tooling.
+
+---
+
+## ✨ Features
+
+- ✅ **Column-level lineage graph**: Understand how every column is derived across models  
+- 🔍 **Model + column metadata**: Parse directly from `dbt`'s manifest and catalog  
+- 🧠 **Smart parsing**: Uses the structure of your SQL to extract relationships  
+- 📦 **Self-hostable**: Generate static HTML or JSON reports (no server required)  
+- 💡 Built for `dbt-core` users working locally or in CI pipelines  
+
+---
+
+## 🚀 Quickstart
+
+### 📦 Installation
+
+For local development:
+
+```
+git clone https://github.com/b-ned/dbt-colibri.git
+cd dbt-colibri
+pip install -e .
+```
+
+### ⚙️ Usage
+Generate a lineage report from your dbt project directory:
+
+```
+colibri generate
+```
+
+By default, this will:
+
+Look for `target/manifest.json` and `target/catalog.json`
+
+Output the results to the `dist/` folder:
+
+    `colibri-manifest.json`: human-readable lineage data
+
+    `index.html`: interactive visualization
+
+### Compatibility:
+- dbt-core == 1.10.6
+- python = 3.13.6
+- snowflake dialect
+
+
+### 🧰 Built on Open Source
+
+This project is based on a fork of [`dbt-column-lineage-extractor`](https://github.com/canva-public/dbt-column-lineage-extractor), originally created under the MIT license.
+
+Some core logic is adapted and modified for enhanced usability and reporting.
+
+
+

dbt_colibri-0.2.0b4/pyproject.toml

@@ -0,0 +1,46 @@
+[project]
+name = "dbt-colibri"
+version = "0.2.0b4"
+description = "A column lineage parser and dashboarding tool"
+authors = [
+    { name="bned" }
+]
+license = { text = "MIT" }
+readme = "README.md"
+requires-python = ">=3.9"
+dependencies = [
+    "click>=8.1.7",
+    "sqlglot[rs]>=26.33.0",
+]
+
+[project.scripts]
+colibri = "dbt_colibri.cli.cli:cli"
+
+[build-system]
+requires = ["setuptools", "wheel"]
+build-backend = "setuptools.build_meta"
+
+[tool.setuptools]
+package-dir = {"" = "src"}
+include-package-data = true
+
+[tool.setuptools.packages.find]
+where = ["src"]
+
+[tool.setuptools.package-data]
+"*" = ["*.html"]
+
+[dependency-groups]
+dev = [
+    "pytest>=8.3.5",
+    "ruff",
+    "mypy",
+    "build",
+    "twine",
+]
+
+[[tool.uv.index]]
+name = "testpypi"
+url = "https://test.pypi.org/simple/"
+publish-url = "https://test.pypi.org/legacy/"
+explicit = true

dbt_colibri-0.2.0b4/setup.cfg

@@ -0,0 +1,4 @@
+[egg_info]
+tag_build = 
+tag_date = 0
+

dbt_colibri-0.2.0b4/src/dbt_colibri/cli/__init__.py

@@ -0,0 +1,3 @@
+from .cli import generate_report
+
+__all__ = ["generate_report"] 

dbt_colibri-0.2.0b4/src/dbt_colibri/cli/cli.py

@@ -0,0 +1,72 @@
+# src/dbt_colibri/cli/cli.py
+
+import click
+import os
+from ..lineage_extractor.extractor import DbtColumnLineageExtractor
+from ..report.generator import DbtColibriReportGenerator
+
+
+COLIBRI_LOGO = r"""
+ ______     ______     __         __     ______     ______     __    
+/\  ___\   /\  __ \   /\ \       /\ \   /\  == \   /\  == \   /\ \   
+\ \ \____  \ \ \/\ \  \ \ \____  \ \ \  \ \  __<   \ \  __<   \ \ \  
+ \ \_____\  \ \_____\  \ \_____\  \ \_\  \ \_____\  \ \_\ \_\  \ \_\ 
+  \/_____/   \/_____/   \/_____/   \/_/   \/_____/   \/_/ /_/   \/_/ 
+"""
+
+@click.group()
+def cli():
+    """dbt-colibri CLI tool"""
+    pass
+
+@cli.command("generate")
+@click.option(
+    "--target-dir",
+    type=str,
+    default="dist",
+    help="Directory to save both JSON and HTML files (default: dist)"
+)
+@click.option(
+    "--manifest",
+    type=str,
+    default="target/manifest.json",
+    help="Path to dbt manifest.json file (default: target/manifest.json)"
+)
+@click.option(
+    "--catalog", 
+    type=str,
+    default="target/catalog.json",
+    help="Path to dbt catalog.json file (default: target/catalog.json)"
+)
+def generate_report(target_dir, manifest, catalog):
+    """Generate a dbt-colibri lineage report with both JSON and HTML output."""
+    try:
+        click.echo(f"{COLIBRI_LOGO}\n")
+
+        if not os.path.exists(manifest):
+            click.echo(f"❌ Manifest file not found at {manifest}")
+            return 1
+        if not os.path.exists(catalog):
+            click.echo(f"❌ Catalog file not found at {catalog}")
+            return 1
+
+        click.echo("🔍 Loading dbt manifest and catalog...")
+        extractor = DbtColumnLineageExtractor(manifest, catalog)
+
+        click.echo("📊 Extracting lineage data...")
+        report_generator = DbtColibriReportGenerator(extractor)
+
+        click.echo("🚀 Generating report...")
+        report_generator.generate_report(target_dir=target_dir)
+
+        click.echo("✅ Report completed!")
+        click.echo(f"   📁 JSON: {target_dir}/colibri-manifest.json")
+        click.echo(f"   🌐 HTML: {target_dir}/index.html")
+        return 0
+    except Exception as e:
+        click.echo(f"❌ Error: {str(e)}")
+        return 1
+
+
+if __name__ == "__main__":
+    cli()

dbt_colibri-0.2.0b4/src/dbt_colibri/cli/main.py

@@ -0,0 +1,10 @@
+#!/usr/bin/env python3
+"""
+dbt-colibri CLI entry point
+"""
+
+import sys
+from .cli import generate_report
+
+if __name__ == "__main__":
+    sys.exit(generate_report()) 

dbt_colibri-0.2.0b4/src/dbt_colibri/lineage_extractor/__init__.py

@@ -0,0 +1,20 @@
+from .extractor import DbtColumnLineageExtractor, DBTNodeCatalog
+from .utils import (
+    clear_screen,
+    read_json,
+    pretty_print_dict,
+    write_dict_to_file,
+    read_dict_from_file,
+    setup_logging
+)
+
+__all__ = [
+    "DbtColumnLineageExtractor",
+    "DBTNodeCatalog",
+    "clear_screen",
+    "read_json",
+    "pretty_print_dict",
+    "write_dict_to_file",
+    "read_dict_from_file",
+    "setup_logging",
+]