dbt-pathfinder 0.1.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (25) hide show
  1. dbt_pathfinder-0.1.0/.gitignore +207 -0
  2. dbt_pathfinder-0.1.0/LICENSE +21 -0
  3. dbt_pathfinder-0.1.0/PKG-INFO +275 -0
  4. dbt_pathfinder-0.1.0/README.md +261 -0
  5. dbt_pathfinder-0.1.0/dbt_pathfinder/__init__.py +4 -0
  6. dbt_pathfinder-0.1.0/dbt_pathfinder/cli.py +123 -0
  7. dbt_pathfinder-0.1.0/dbt_pathfinder/commands/__init__.py +0 -0
  8. dbt_pathfinder-0.1.0/dbt_pathfinder/commands/impact_command.py +21 -0
  9. dbt_pathfinder-0.1.0/dbt_pathfinder/commands/path_command.py +15 -0
  10. dbt_pathfinder-0.1.0/dbt_pathfinder/commands/path_explain_command.py +28 -0
  11. dbt_pathfinder-0.1.0/dbt_pathfinder/commands/show_command.py +15 -0
  12. dbt_pathfinder-0.1.0/dbt_pathfinder/graph/__init__.py +0 -0
  13. dbt_pathfinder-0.1.0/dbt_pathfinder/graph/graph_builder.py +45 -0
  14. dbt_pathfinder-0.1.0/dbt_pathfinder/models/__init__.py +0 -0
  15. dbt_pathfinder-0.1.0/dbt_pathfinder/models/manifest.py +37 -0
  16. dbt_pathfinder-0.1.0/dbt_pathfinder/parser/__init__.py +0 -0
  17. dbt_pathfinder-0.1.0/dbt_pathfinder/parser/manifest_parser.py +42 -0
  18. dbt_pathfinder-0.1.0/dbt_pathfinder/renderers/__init__.py +0 -0
  19. dbt_pathfinder-0.1.0/dbt_pathfinder/renderers/rich_renderer.py +103 -0
  20. dbt_pathfinder-0.1.0/dbt_pathfinder/renderers/text_renderer.py +66 -0
  21. dbt_pathfinder-0.1.0/dbt_pathfinder/services/__init__.py +0 -0
  22. dbt_pathfinder-0.1.0/dbt_pathfinder/services/pathfinder_service.py +265 -0
  23. dbt_pathfinder-0.1.0/pyproject.toml +27 -0
  24. dbt_pathfinder-0.1.0/tests/fixtures/manifest.json +174 -0
  25. dbt_pathfinder-0.1.0/tests/test_pathfinder_service.py +116 -0
@@ -0,0 +1,207 @@
1
+ # Byte-compiled / optimized / DLL files
2
+ __pycache__/
3
+ *.py[codz]
4
+ *$py.class
5
+
6
+ # C extensions
7
+ *.so
8
+
9
+ # Distribution / packaging
10
+ .Python
11
+ build/
12
+ develop-eggs/
13
+ dist/
14
+ downloads/
15
+ eggs/
16
+ .eggs/
17
+ lib/
18
+ lib64/
19
+ parts/
20
+ sdist/
21
+ var/
22
+ wheels/
23
+ share/python-wheels/
24
+ *.egg-info/
25
+ .installed.cfg
26
+ *.egg
27
+ MANIFEST
28
+
29
+ # PyInstaller
30
+ # Usually these files are written by a python script from a template
31
+ # before PyInstaller builds the exe, so as to inject date/other infos into it.
32
+ *.manifest
33
+ *.spec
34
+
35
+ # Installer logs
36
+ pip-log.txt
37
+ pip-delete-this-directory.txt
38
+
39
+ # Unit test / coverage reports
40
+ htmlcov/
41
+ .tox/
42
+ .nox/
43
+ .coverage
44
+ .coverage.*
45
+ .cache
46
+ nosetests.xml
47
+ coverage.xml
48
+ *.cover
49
+ *.py.cover
50
+ .hypothesis/
51
+ .pytest_cache/
52
+ cover/
53
+
54
+ # Translations
55
+ *.mo
56
+ *.pot
57
+
58
+ # Django stuff:
59
+ *.log
60
+ local_settings.py
61
+ db.sqlite3
62
+ db.sqlite3-journal
63
+
64
+ # Flask stuff:
65
+ instance/
66
+ .webassets-cache
67
+
68
+ # Scrapy stuff:
69
+ .scrapy
70
+
71
+ # Sphinx documentation
72
+ docs/_build/
73
+
74
+ # PyBuilder
75
+ .pybuilder/
76
+ target/
77
+
78
+ # Jupyter Notebook
79
+ .ipynb_checkpoints
80
+
81
+ # IPython
82
+ profile_default/
83
+ ipython_config.py
84
+
85
+ # pyenv
86
+ # For a library or package, you might want to ignore these files since the code is
87
+ # intended to run in multiple environments; otherwise, check them in:
88
+ # .python-version
89
+
90
+ # pipenv
91
+ # According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
92
+ # However, in case of collaboration, if having platform-specific dependencies or dependencies
93
+ # having no cross-platform support, pipenv may install dependencies that don't work, or not
94
+ # install all needed dependencies.
95
+ #Pipfile.lock
96
+
97
+ # UV
98
+ # Similar to Pipfile.lock, it is generally recommended to include uv.lock in version control.
99
+ # This is especially recommended for binary packages to ensure reproducibility, and is more
100
+ # commonly ignored for libraries.
101
+ #uv.lock
102
+
103
+ # poetry
104
+ # Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
105
+ # This is especially recommended for binary packages to ensure reproducibility, and is more
106
+ # commonly ignored for libraries.
107
+ # https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
108
+ #poetry.lock
109
+ #poetry.toml
110
+
111
+ # pdm
112
+ # Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
113
+ # pdm recommends including project-wide configuration in pdm.toml, but excluding .pdm-python.
114
+ # https://pdm-project.org/en/latest/usage/project/#working-with-version-control
115
+ #pdm.lock
116
+ #pdm.toml
117
+ .pdm-python
118
+ .pdm-build/
119
+
120
+ # pixi
121
+ # Similar to Pipfile.lock, it is generally recommended to include pixi.lock in version control.
122
+ #pixi.lock
123
+ # Pixi creates a virtual environment in the .pixi directory, just like venv module creates one
124
+ # in the .venv directory. It is recommended not to include this directory in version control.
125
+ .pixi
126
+
127
+ # PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
128
+ __pypackages__/
129
+
130
+ # Celery stuff
131
+ celerybeat-schedule
132
+ celerybeat.pid
133
+
134
+ # SageMath parsed files
135
+ *.sage.py
136
+
137
+ # Environments
138
+ .env
139
+ .envrc
140
+ .venv
141
+ env/
142
+ venv/
143
+ ENV/
144
+ env.bak/
145
+ venv.bak/
146
+
147
+ # Spyder project settings
148
+ .spyderproject
149
+ .spyproject
150
+
151
+ # Rope project settings
152
+ .ropeproject
153
+
154
+ # mkdocs documentation
155
+ /site
156
+
157
+ # mypy
158
+ .mypy_cache/
159
+ .dmypy.json
160
+ dmypy.json
161
+
162
+ # Pyre type checker
163
+ .pyre/
164
+
165
+ # pytype static type analyzer
166
+ .pytype/
167
+
168
+ # Cython debug symbols
169
+ cython_debug/
170
+
171
+ # PyCharm
172
+ # JetBrains specific template is maintained in a separate JetBrains.gitignore that can
173
+ # be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
174
+ # and can be added to the global gitignore or merged into this file. For a more nuclear
175
+ # option (not recommended) you can uncomment the following to ignore the entire idea folder.
176
+ #.idea/
177
+
178
+ # Abstra
179
+ # Abstra is an AI-powered process automation framework.
180
+ # Ignore directories containing user credentials, local state, and settings.
181
+ # Learn more at https://abstra.io/docs
182
+ .abstra/
183
+
184
+ # Visual Studio Code
185
+ # Visual Studio Code specific template is maintained in a separate VisualStudioCode.gitignore
186
+ # that can be found at https://github.com/github/gitignore/blob/main/Global/VisualStudioCode.gitignore
187
+ # and can be added to the global gitignore or merged into this file. However, if you prefer,
188
+ # you could uncomment the following to ignore the entire vscode folder
189
+ # .vscode/
190
+
191
+ # Ruff stuff:
192
+ .ruff_cache/
193
+
194
+ # PyPI configuration file
195
+ .pypirc
196
+
197
+ # Cursor
198
+ # Cursor is an AI-powered code editor. `.cursorignore` specifies files/directories to
199
+ # exclude from AI features like autocomplete and code analysis. Recommended for sensitive data
200
+ # refer to https://docs.cursor.com/context/ignore-files
201
+ .cursorignore
202
+ .cursorindexingignore
203
+
204
+ # Marimo
205
+ marimo/_static/
206
+ marimo/_lsp/
207
+ __marimo__/
@@ -0,0 +1,21 @@
1
+ MIT License
2
+
3
+ Copyright (c) 2026 Jon Woodland
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
+ SOFTWARE.
@@ -0,0 +1,275 @@
1
+ Metadata-Version: 2.4
2
+ Name: dbt-pathfinder
3
+ Version: 0.1.0
4
+ Summary: CLI and library for exploring dbt manifests as graphs.
5
+ License-File: LICENSE
6
+ Requires-Python: >=3.9
7
+ Requires-Dist: networkx>=3.0
8
+ Requires-Dist: pydantic>=2.0
9
+ Requires-Dist: rich>=13.0
10
+ Requires-Dist: typer>=0.9
11
+ Provides-Extra: dev
12
+ Requires-Dist: pytest>=7.0; extra == 'dev'
13
+ Description-Content-Type: text/markdown
14
+
15
+ # dbt-pathfinder
16
+
17
+ > 🔎 Explore, debug, and understand your dbt lineage — fast.
18
+
19
+ `dbt-pathfinder` is a Python CLI + library that parses your `manifest.json` and turns it into a navigable graph of your dbt project.
20
+
21
+ It helps you answer questions like:
22
+
23
+ * “What breaks if I change this model?”
24
+ * “How are these two models connected?”
25
+ * “What joins actually exist along this path?”
26
+ * “Is this relationship 1:1 or 1:N?”
27
+
28
+ ---
29
+
30
+ ## 🚀 Why this exists
31
+
32
+ dbt gives you lineage… but not *exploration*.
33
+
34
+ When projects scale:
35
+
36
+ * lineage graphs get noisy
37
+ * impact analysis becomes manual
38
+ * understanding joins requires digging through SQL
39
+
40
+ `dbt-pathfinder` bridges that gap:
41
+ 👉 fast CLI exploration
42
+ 👉 precise impact analysis
43
+ 👉 inferred join + cardinality insight
44
+
45
+ ---
46
+
47
+ ## ✨ Features
48
+
49
+ ### 🔍 `show`
50
+
51
+ Inspect a node and its immediate relationships
52
+
53
+ ```bash
54
+ dbt-pathfinder show --manifest target/manifest.json --model fct_orders
55
+ ```
56
+
57
+ Outputs:
58
+
59
+ * node metadata
60
+ * upstream dependencies
61
+ * downstream children
62
+
63
+ ---
64
+
65
+ ### 💥 `impact`
66
+
67
+ See everything downstream of a model (grouped by depth)
68
+
69
+ ```bash
70
+ dbt-pathfinder impact --manifest target/manifest.json --model stg_orders
71
+ ```
72
+
73
+ Example output:
74
+
75
+ ```
76
+ Depth 1:
77
+ - fct_orders
78
+ - dim_customers
79
+
80
+ Depth 2:
81
+ - mart_customer_ltv
82
+ ```
83
+
84
+ Perfect for:
85
+
86
+ * change impact analysis
87
+ * safe refactoring
88
+ * CI/CD validation
89
+
90
+ ---
91
+
92
+ ### 🧭 `path`
93
+
94
+ Find the shortest path between two nodes
95
+
96
+ ```bash
97
+ dbt-pathfinder path \
98
+ --manifest target/manifest.json \
99
+ --from stg_orders \
100
+ --to mart_customer_ltv
101
+ ```
102
+
103
+ Supports:
104
+
105
+ * `--mode directed` (default)
106
+ * `--mode any` (for debugging unexpected relationships)
107
+
108
+ ---
109
+
110
+ ### 🧠 `path-explain` (🔥 killer feature)
111
+
112
+ Explain *how* models are connected — not just that they are.
113
+
114
+ ```bash
115
+ dbt-pathfinder path-explain \
116
+ --manifest target/manifest.json \
117
+ --from stg_orders \
118
+ --to mart_customer_ltv
119
+ ```
120
+
121
+ Includes:
122
+
123
+ * inferred join conditions (`JOIN ... ON ...`)
124
+ * join keys
125
+ * inferred cardinality:
126
+
127
+ * `1:1`
128
+ * `1:N`
129
+ * `N:1`
130
+ * `N:N`
131
+ * confidence level
132
+
133
+ > ⚠️ Note: inference is heuristic and depends on SQL structure and dbt tests.
134
+
135
+ ---
136
+
137
+ ## 📦 Installation
138
+
139
+ ### From PyPI (recommended)
140
+
141
+ ```bash
142
+ pip install dbt-pathfinder
143
+ ```
144
+
145
+ ### From source (dev)
146
+
147
+ ```bash
148
+ git clone https://github.com/<your-username>/dbt-pathfinder.git
149
+ cd dbt-pathfinder
150
+ pip install -e ".[dev]"
151
+ ```
152
+
153
+ ---
154
+
155
+ ## ⚡ Quick Start
156
+
157
+ 1. Generate your dbt manifest:
158
+
159
+ ```bash
160
+ dbt compile
161
+ ```
162
+
163
+ 2. Run:
164
+
165
+ ```bash
166
+ dbt-pathfinder show --manifest target/manifest.json --model my_model
167
+ ```
168
+
169
+ ---
170
+
171
+ ## 🧰 CLI Usage
172
+
173
+ ```bash
174
+ dbt-pathfinder --help
175
+ ```
176
+
177
+ Examples:
178
+
179
+ ```bash
180
+ dbt-pathfinder show --manifest target/manifest.json --model fct_orders --verbose
181
+
182
+ dbt-pathfinder impact --manifest target/manifest.json --model stg_orders
183
+
184
+ dbt-pathfinder impact --manifest target/manifest.json --model stg_orders --output json
185
+
186
+ dbt-pathfinder path --manifest target/manifest.json --from stg_orders --to mart_customer_ltv
187
+
188
+ dbt-pathfinder path-explain --manifest target/manifest.json --from stg_orders --to mart_customer_ltv --ui rich
189
+ ```
190
+
191
+ ---
192
+
193
+ ## 🖥 Output Modes
194
+
195
+ * `--ui rich` (default): formatted terminal output
196
+ * `--ui text`: plain text
197
+ * `--output json`: machine-readable (great for CI/CD)
198
+
199
+ ---
200
+
201
+ ## 🧱 Library Usage
202
+
203
+ You can also use `dbt-pathfinder` programmatically:
204
+
205
+ ```python
206
+ from dbt_pathfinder.services.pathfinder_service import PathfinderService
207
+
208
+ service = PathfinderService.from_manifest("target/manifest.json")
209
+
210
+ print(service.show("fct_orders"))
211
+ print(service.impact("stg_orders"))
212
+ print(service.path("stg_orders", "mart_customer_ltv", directed=True))
213
+ print(service.explain_path("stg_orders", "mart_customer_ltv", directed=True))
214
+ ```
215
+
216
+ ---
217
+
218
+ ## 🧠 How it works
219
+
220
+ * Parses dbt `manifest.json`
221
+ * Builds a directed graph:
222
+
223
+ ```
224
+ upstream → downstream
225
+ ```
226
+ * Uses:
227
+
228
+ * graph traversal for lineage + paths
229
+ * SQL parsing heuristics for join inference
230
+ * dbt tests (`unique`, `not_null`) for cardinality hints
231
+
232
+ ---
233
+
234
+ ## ⚠️ Limitations
235
+
236
+ * Join inference is best-effort (complex SQL/macros may reduce accuracy)
237
+ * Requires a valid dbt `manifest.json`
238
+ * Ambiguous model names may require full `unique_id`
239
+
240
+ ---
241
+
242
+ ## 🛠 Roadmap
243
+
244
+ * [ ] CI/CD integration for impact analysis in PRs
245
+ * [ ] Visualization (graph output / web UI)
246
+ * [ ] dbt Cloud integration
247
+ * [ ] Column-level lineage support
248
+ * [ ] Better SQL parsing for complex joins
249
+
250
+ ---
251
+
252
+ ## 🤝 Contributing
253
+
254
+ Contributions welcome!
255
+
256
+ 1. Fork the repo
257
+ 2. Create a feature branch
258
+ 3. Add tests
259
+ 4. Open a PR
260
+
261
+ ---
262
+
263
+ ## ⭐ Support
264
+
265
+ If this tool helps you:
266
+
267
+ * ⭐ Star the repo
268
+ * 🐛 Open issues
269
+ * 💡 Suggest features
270
+
271
+ ---
272
+
273
+ ## 📄 License
274
+
275
+ MIT License