dstrack 0.1.0__py3-none-any.whl

dstrack/utils.py

@@ -0,0 +1,6 @@
+from pathlib import Path
+
+
+def get_invocation_path() -> Path:
+    """Return the directory the user was in when invoking the CLI."""
+    return Path.cwd()

dstrack-0.1.0.dist-info/METADATA

@@ -0,0 +1,123 @@
+Metadata-Version: 2.4
+Name: dstrack
+Version: 0.1.0
+Summary: A Python package for versioning and monitoring dataset changes throughout the machine learning lifecycle.
+Keywords: dataset,versioning,monitoring,machine learning,mlops,data science
+Author: Leonardo Ayala
+License-Expression: MIT
+License-File: LICENSE
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Science/Research
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Requires-Dist: rich>=15.0.0
+Requires-Dist: typer>=0.26.8
+Requires-Python: >=3.11
+Project-URL: GitHub, https://github.com/leoyala/dstrack
+Description-Content-Type: text/markdown
+
+# dstrack
+
+[![Unit Tests](https://github.com/leoyala/dstrack/actions/workflows/unittests.yaml/badge.svg)](https://github.com/leoyala/dstrack/actions/workflows/unittests.yaml)
+[![codecov](https://codecov.io/github/leoyala/dstrack/graph/badge.svg?token=DEKCE4LR88)](https://codecov.io/github/leoyala/dstrack)
+
+<p align="center">
+  <img src="docs/assets/dstrack-logo.png" width="200" alt="dstrack logo">
+</p>
+
+
+A Python package for versioning and monitoring dataset changes throughout the machine learning lifecycle.
+
+<p align="center">
+  <img src="docs/assets/cli.gif" alt="CLI example">
+</p>
+
+## Overview
+
+`dstrack` helps data scientists and ML engineers track how datasets evolve over time, catching schema drift, distribution shifts, and unexpected mutations before they silently break pipelines or degrade model performance.
+
+## What dstrack is (and isn't)
+
+`dstrack` records *semantics* about a dataset - its schema, a content fingerprint, and per-column statistics - not the dataset itself.
+It is not a data version control system: unlike DVC, LakeFS, or Git LFS, it never copies your files into a store or pushes them to a
+remote, and it cannot check an old version of `data.csv` back out for you. Your data stays wherever it already lives, and `dstrack` keeps a small,
+human-readable audit trail beside your code so you can see how that data changed and when. If you need to store and retrieve the bytes, reach for
+DVC and use `dstrack` alongside it.
+
+## Installation
+
+```bash
+pip install dstrack
+```
+
+Requires Python 3.11 or later.
+
+## Getting started
+
+Initialize a store in your project, then take your first snapshot.
+
+**1. Create a local store** - this adds a `.dstrack/` directory at the current location:
+
+```bash
+dstrack init
+```
+
+```text
+ℹ Generating local store structure at /path/to/.dstrack.
+✔ Finished creating local store: /path/to/.dstrack
+```
+
+**2. Track a dataset** - point `dstrack` at a data file to snapshot it. Given a small
+`data.csv`:
+
+```csv
+id,name,value
+1,alpha,10.5
+2,beta,20.0
+3,gamma,15.25
+```
+
+```bash
+dstrack track data.csv
+```
+
+```text
+ℹ Reading data.csv and computing snapshot...
+✔ Snapshot <snapshot-uuid> written (new dataset, dataset <dataset-uuid>).
+ℹ Stored at /path/to/.dstrack/datasets/<dataset-uuid>/snapshots/<snapshot-uuid>.json
+```
+
+**3. Re-track as the data changes** - running `track` again on the same path extends the
+dataset's lineage instead of starting a new one:
+
+```bash
+dstrack track data.csv
+```
+
+```text
+✔ Snapshot <snapshot-uuid> written (continued lineage, dataset <dataset-uuid>).
+```
+
+Each snapshot captures the file's schema, a content fingerprint, and per-column
+statistics. See the [Getting Started guide](https://leoyala.github.io/dstrack/getting_started/)
+for options such as `--name`, `--reader`, and `--dataset-id`.
+
+## Features
+
+- **Dataset versioning** - snapshot a dataset and track its lineage across pipeline stages
+- **Rich snapshots** - schema hash, content fingerprint, and per-column statistics (ranges, null rates, and more)
+- **CSV out of the box** - pure standard-library reader, no heavy dependencies
+- **Lightweight CLI** - a small, git-like local store you can commit alongside your code
+
+## Roadmap
+
+Change detection and drift monitoring are on the way - comparing snapshots, surfacing
+schema and distribution shifts, and failing CI on drift. See the
+[roadmap](docs/roadmap.md) for what's planned.

dstrack-0.1.0.dist-info/RECORD

@@ -0,0 +1,36 @@
+dstrack/__init__.py,sha256=5Zeisv9wSQkaUWO_cF-Zvuy_FAhDnjwReDz_QhTIGow,197
+dstrack/_benchmark/__init__.py,sha256=voqnjxMm27OpjolKikn1mK7E1Ty1e_MwoAjGgih0zOw,1553
+dstrack/_benchmark/_cli.py,sha256=rqIZLhkJExm6vbYLKgX1KG3loww5D5p7Ake5CER7hjQ,3745
+dstrack/_benchmark/_environment.py,sha256=mYHQf9w_u4ot7Sy32WOa2IpqUsAW-J4Au-vTzvPurOo,4435
+dstrack/_benchmark/_profiling.py,sha256=mD61rvdx2HaJOjWMkxHDX7EW-_TKSR0gNY_7Ao_wtxw,8009
+dstrack/_benchmark/_report.py,sha256=nOIQ6yirXTRpNHfPQA8etp8rqdP2Spcjyki76XjRP2g,5920
+dstrack/_benchmark/_runner.py,sha256=Cnw-R605xqQd1GCP_rAQOo85OvKOkJKcQ2Lt-WmHd5g,6693
+dstrack/_benchmark/_synthetic.py,sha256=H9dwz78USfyC5WHqedaouhfHBL1DmY4Za9eHLV9Nj6Y,5433
+dstrack/_cli.py,sha256=0UeOHaFf5CfT_Y96epd2zTaEq7RKP0rM-hmgfDeSBJc,3092
+dstrack/_log.py,sha256=h8rpz3z4IEwf30jzEfiTfONtA2XcV7Ti1dGqANWzm1s,9365
+dstrack/_log_render.py,sha256=Jk16ZaD35hKbHpRJw8ISGRAiboa0h6VF2w-c1fPhywM,10131
+dstrack/_logging.py,sha256=uyYhvYOSbi3jH-CKRF2QoSPG26xF-PAuBWeKOl5o5M4,2315
+dstrack/_store_template.py,sha256=yyXdKC33MNZkCtNL4UNmxwra-N1HrKTzuUeR5sIEfoQ,1572
+dstrack/_track.py,sha256=5tL7FKdNK7JtflKBCL_2q1d8TmttfvTxbf3e2xncmUE,5102
+dstrack/cache.py,sha256=xWU8OYqAJT_8OUSzeHQG00kUELN9lzuax2RLKd-iOdA,15846
+dstrack/console.py,sha256=s_8n8grb1QPCzsWHGQ40BEVA9JPylma0hMPYTXP47vE,1775
+dstrack/errors.py,sha256=Yne45sRKr2nKWv62j4KRuOhmYpL8z7hWYQ7lb_9eLkc,657
+dstrack/paths.py,sha256=Ld9jGMKD2zpoqqKCClgaC0asd1ms9EXZOIUR9DZMFa8,3212
+dstrack/readers/__init__.py,sha256=Fe_qKSEEeYlINIC5lY-rU7brfu3uj1hFjjChpJQb8pM,2155
+dstrack/readers/_csv.py,sha256=rKmwqoH8wthcr04Qn60G-zojFWuvzM3ajjJrU4Ww2BM,13439
+dstrack/readers/_protocol.py,sha256=2vCMi-qN8GgMheEiSy8_WjIYcxu0Mdtt5D7rVZ_RQBM,4248
+dstrack/readers/_registry.py,sha256=rvB3OZSyPU5emBavn7ahh4esYqRTWSXZRyIaMab-NbI,9747
+dstrack/readers/_resolve.py,sha256=cfIq-YpoOe5tfIej4NEu_zTg8O1pugmtQ1x5Lc40poU,5385
+dstrack/schemas/snapshot_v1.json,sha256=iQL1VeTTTwUrJ42_sga-v48EEsy67rWRyDvBYf5a6lM,10120
+dstrack/snapshot/__init__.py,sha256=JnG98KuHadK1ysewjWfEGUl_iN8EGRNPRaagTKUvxrY,1225
+dstrack/snapshot/_builder.py,sha256=THyjLklGIrj_N2G9H9HG2-YKRH3N9Dbw_6dG4bgWbvU,4492
+dstrack/snapshot/_metadata.py,sha256=6kBUVorJgBc-I1n20rItxwSmLRL2TGw-9h19cOFelhQ,5302
+dstrack/snapshot/_stats.py,sha256=ARciIbZqQCHMCnJvh7fe9Y78usOaNZ-drgfMEJsURhM,16418
+dstrack/snapshot/_version.py,sha256=hFrKOeJ1mesMCGktPjmHY8KRiB5SxIjOvaV9oWtucb0,432
+dstrack/store.py,sha256=WsaFEV2KvDQSCLEdQrAy_z3D23QXXDAaAMipfYFbcWw,29910
+dstrack/utils.py,sha256=XtEolipvttQPiQvysRIjemPUAp3aUwI-bP0HByBZLfA,154
+dstrack-0.1.0.dist-info/licenses/LICENSE,sha256=jgHqsRRq2I8KoAfJpC7PH-4-EsZ7eu79EefGRKHBrrA,1071
+dstrack-0.1.0.dist-info/WHEEL,sha256=LxHbYWzW7e46NaLs5XCk4QzC6UTgGl9kfPztDG7w374,81
+dstrack-0.1.0.dist-info/entry_points.txt,sha256=TINSUoU7ujJCcAXQy7HFQH_U0iSmM3Htk3qi9faJzwA,89
+dstrack-0.1.0.dist-info/METADATA,sha256=lUzFyQp98RwNISxdSgnbDzQJyVM_HcaeDBH48t0RuB4,4472
+dstrack-0.1.0.dist-info/RECORD,,

dstrack-0.1.0.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: uv 0.11.30
+Root-Is-Purelib: true
+Tag: py3-none-any

dstrack-0.1.0.dist-info/entry_points.txt

@@ -0,0 +1,4 @@
+[console_scripts]
+dstrack = dstrack._cli:app
+dstrack-benchmark = dstrack._benchmark:app
+

dstrack-0.1.0.dist-info/licenses/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Leonardo Ayala
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.