pyvegh 0.6.0__tar.gz → 0.8.0__tar.gz

pyvegh-0.8.0/.github/workflows/rust-clippy.yml

@@ -0,0 +1,55 @@
+# This workflow uses actions that are not certified by GitHub.
+# They are provided by a third-party and are governed by
+# separate terms of service, privacy policy, and support
+# documentation.
+# rust-clippy is a tool that runs a bunch of lints to catch common
+# mistakes in your Rust code and help improve your Rust code.
+# More details at https://github.com/rust-lang/rust-clippy
+# and https://rust-lang.github.io/rust-clippy/
+
+name: rust-clippy analyze
+
+on:
+  push:
+    branches: [ "main" ]
+  pull_request:
+    # The branches below must be a subset of the branches above
+    branches: [ "main" ]
+  schedule:
+    - cron: '32 11 * * 4'
+
+jobs:
+  rust-clippy-analyze:
+    name: Run rust-clippy analyzing
+    runs-on: ubuntu-latest
+    permissions:
+      contents: read
+      security-events: write
+      actions: read # only required for a private repository by github/codeql-action/upload-sarif to get the Action run status
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v4
+
+      - name: Install Rust toolchain
+        uses: actions-rs/toolchain@16499b5e05bf2e26879000db0c1d13f7e13fa3af #@v1
+        with:
+          profile: minimal
+          toolchain: stable
+          components: clippy
+          override: true
+
+      - name: Install required cargo
+        run: cargo install clippy-sarif sarif-fmt
+
+      - name: Run rust-clippy
+        run:
+          cargo clippy
+          --all-features
+          --message-format=json | clippy-sarif | tee rust-clippy-results.sarif | sarif-fmt
+        continue-on-error: true
+
+      - name: Upload analysis results to GitHub
+        uses: github/codeql-action/upload-sarif@v3
+        with:
+          sarif_file: rust-clippy-results.sarif
+          wait-for-processing: true

{pyvegh-0.6.0 → pyvegh-0.8.0}/Cargo.lock

@@ -44,6 +44,15 @@ version = "1.5.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "c08606f8c3cbf4ce6ec8e28fb0014a2c086708fe954eaa885384a6165172e7e8"
 
+[[package]]
+name = "bincode"
+version = "1.3.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "b1f45e9417d87227c7a56d22e471c6206462cba514c7590c09aff4cf6d1ddcad"
+dependencies = [
+ "serde",
+]
+
 [[package]]
 name = "bitflags"
 version = "2.10.0"
@@ -108,10 +117,24 @@ dependencies = [
  "iana-time-zone",
  "js-sys",
  "num-traits",
+ "serde",
  "wasm-bindgen",
  "windows-link",
 ]
 
+[[package]]
+name = "console"
+version = "0.16.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "03e45a4a8926227e4197636ba97a9fc9b00477e9f4bd711395687c5f0734bec4"
+dependencies = [
+ "encode_unicode",
+ "libc",
+ "once_cell",
+ "unicode-width",
+ "windows-sys 0.61.2",
+]
+
 [[package]]
 name = "constant_time_eq"
 version = "0.3.1"
@@ -124,6 +147,15 @@ version = "0.8.7"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "773648b94d0e5d620f64f280777445740e61fe701025087ec8b57f45c791888b"
 
+[[package]]
+name = "crossbeam-channel"
+version = "0.5.15"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "82b8f8f868b36967f9606790d1903570de9ceaf870a7bf9fbbd3016d636a2cb2"
+dependencies = [
+ "crossbeam-utils",
+]
+
 [[package]]
 name = "crossbeam-deque"
 version = "0.8.6"
@@ -149,6 +181,26 @@ version = "0.8.21"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "d0a5c400df2834b80a4c3327b3aad3a4c4cd4de0629063962b03235697506a28"
 
+[[package]]
+name = "dashmap"
+version = "6.1.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5041cc499144891f3790297212f32a74fb938e5136a14943f338ef9e0ae276cf"
+dependencies = [
+ "cfg-if",
+ "crossbeam-utils",
+ "hashbrown",
+ "lock_api",
+ "once_cell",
+ "parking_lot_core",
+]
+
+[[package]]
+name = "encode_unicode"
+version = "1.0.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "34aa73646ffb006b8f5147f3dc182bd4bcb190227ce861fc4a4844bf8e3cb2c0"
+
 [[package]]
 name = "errno"
 version = "0.3.14"
@@ -159,6 +211,12 @@ dependencies = [
  "windows-sys 0.61.2",
 ]
 
+[[package]]
+name = "fastcdc"
+version = "3.2.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "bf51ceb43e96afbfe4dd5c6f6082af5dfd60e220820b8123792d61963f2ce6bc"
+
 [[package]]
 name = "filetime"
 version = "0.2.26"
@@ -202,6 +260,12 @@ dependencies = [
  "regex-syntax",
 ]
 
+[[package]]
+name = "hashbrown"
+version = "0.14.5"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "e5274423e17b7c9fc20b6e7e208532f9b19825d82dfd615708b70edd83df41f1"
+
 [[package]]
 name = "heck"
 version = "0.5.0"
@@ -254,6 +318,19 @@ dependencies = [
  "winapi-util",
 ]
 
+[[package]]
+name = "indicatif"
+version = "0.18.3"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "9375e112e4b463ec1b1c6c011953545c65a30164fbab5b581df32b3abf0dcb88"
+dependencies = [
+ "console",
+ "portable-atomic",
+ "unicode-width",
+ "unit-prefix",
+ "web-time",
+]
+
 [[package]]
 name = "indoc"
 version = "2.0.7"
@@ -303,7 +380,7 @@ checksum = "3d0b95e02c851351f877147b7deea7b1afb1df71b63aa5f8270716e0c5720616"
 dependencies = [
  "bitflags",
  "libc",
- "redox_syscall",
+ "redox_syscall 0.7.0",
 ]
 
 [[package]]
@@ -312,6 +389,15 @@ version = "0.11.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "df1d3c3b53da64cf5760482273a98e575c651a67eec7f77df96b5b642de8f039"
 
+[[package]]
+name = "lock_api"
+version = "0.4.14"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "224399e74b87b5f3557511d98dff8b14089b3dadafcab6bb93eab67d3aace965"
+dependencies = [
+ "scopeguard",
+]
+
 [[package]]
 name = "log"
 version = "0.4.29"
@@ -357,6 +443,19 @@ version = "1.21.3"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "42f5e15c9953c5e4ccceeb2e7382a716482c34515315f7b03532b8b4e8393d2d"
 
+[[package]]
+name = "parking_lot_core"
+version = "0.9.12"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "2621685985a2ebf1c516881c026032ac7deafcda1a2c9b7850dc81e3dfcb64c1"
+dependencies = [
+ "cfg-if",
+ "libc",
+ "redox_syscall 0.5.18",
+ "smallvec",
+ "windows-link",
+]
+
 [[package]]
 name = "pkg-config"
 version = "0.3.32"
@@ -441,15 +540,21 @@ dependencies = [
 
 [[package]]
 name = "pyvegh"
-version = "0.6.0"
+version = "0.8.0"
 dependencies = [
  "anyhow",
+ "bincode",
  "blake3",
  "chrono",
+ "crossbeam-channel",
+ "dashmap",
+ "fastcdc",
  "hex",
  "ignore",
+ "indicatif",
  "memmap2",
  "pyo3",
+ "redb",
  "serde",
  "serde_json",
  "tar",
@@ -481,6 +586,24 @@ dependencies = [
  "crossbeam-utils",
 ]
 
+[[package]]
+name = "redb"
+version = "3.1.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ae323eb086579a3769daa2c753bb96deb95993c534711e0dbe881b5192906a06"
+dependencies = [
+ "libc",
+]
+
+[[package]]
+name = "redox_syscall"
+version = "0.5.18"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "ed2bf2547551a7053d6fdfafda3f938979645c44812fbfcda098faae3f1a362d"
+dependencies = [
+ "bitflags",
+]
+
 [[package]]
 name = "redox_syscall"
 version = "0.7.0"
@@ -535,6 +658,12 @@ dependencies = [
  "winapi-util",
 ]
 
+[[package]]
+name = "scopeguard"
+version = "1.2.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "94143f37725109f92c262ed2cf5e59bce7498c01bcc1502d7b9afe439a4e9f49"
+
 [[package]]
 name = "serde"
 version = "1.0.228"
@@ -584,6 +713,12 @@ version = "1.3.0"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "0fda2ff0d084019ba4d7c6f371c95d8fd75ce3524c3cb8fb653a3023f6323e64"
 
+[[package]]
+name = "smallvec"
+version = "1.15.1"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "67b1b7a3b5fe4f1376887184045fcf45c69e92af734b7aaddc05fb777b6fbd03"
+
 [[package]]
 name = "syn"
 version = "2.0.114"
@@ -618,12 +753,24 @@ version = "1.0.22"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "9312f7c4f6ff9069b165498234ce8be658059c6728633667c526e27dc2cf1df5"
 
+[[package]]
+name = "unicode-width"
+version = "0.2.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "b4ac048d71ede7ee76d585517add45da530660ef4390e49b098733c6e897f254"
+
 [[package]]
 name = "unindent"
 version = "0.2.4"
 source = "registry+https://github.com/rust-lang/crates.io-index"
 checksum = "7264e107f553ccae879d21fbea1d6724ac785e8c3bfc762137959b5802826ef3"
 
+[[package]]
+name = "unit-prefix"
+version = "0.5.2"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "81e544489bf3d8ef66c953931f56617f423cd4b5494be343d9b9d3dda037b9a3"
+
 [[package]]
 name = "walkdir"
 version = "2.5.0"
@@ -688,6 +835,16 @@ dependencies = [
  "unicode-ident",
 ]
 
+[[package]]
+name = "web-time"
+version = "1.1.0"
+source = "registry+https://github.com/rust-lang/crates.io-index"
+checksum = "5a6580f308b1fad9207618087a65c04e7a10bc77e02c8e84e9b00dd4b12fa0bb"
+dependencies = [
+ "js-sys",
+ "wasm-bindgen",
+]
+
 [[package]]
 name = "winapi-util"
 version = "0.1.11"

pyvegh-0.8.0/Cargo.toml

@@ -0,0 +1,37 @@
+[package]
+name = "pyvegh"
+version = "0.8.0"
+edition = "2024"
+authors = ["CodeTease"]
+readme = "README.md"
+
+[lib]
+name = "pyvegh_core"
+crate-type = ["cdylib"]
+
+[dependencies]
+pyo3 = { version = "0.27", features = ["extension-module", "abi3-py310"] }
+
+# Core Logic Deps (Synced from Vegh 0.4.0)
+tar = "0.4"
+zstd = { version = "0.13", features = ["zstdmt"] } 
+ignore = "0.4"
+
+# Hashing & CDC
+blake3 = { version = "1.8", features = ["rayon", "mmap"] }
+hex = "0.4"
+memmap2 = "0.9"
+fastcdc = "3.2.1" # Added for CDC support
+
+# Storage & Cache
+redb = "3.1.0" # Migrated from JSON cache to Embedded DB
+bincode = "1.3" # Struct serialization
+dashmap = "6.1.0" # Concurrent Map for Deduplication
+
+# Utilities
+anyhow = "1.0"
+serde = { version = "1.0", features = ["derive"] }
+serde_json = "1.0"
+chrono = { version = "0.4", features = ["serde"] }
+crossbeam-channel = "0.5" # Pipeline messaging
+indicatif = "0.18"

{pyvegh-0.6.0 → pyvegh-0.8.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: pyvegh
-Version: 0.6.0
+Version: 0.8.0
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
@@ -49,13 +49,16 @@ It delivers the raw performance of Rust (Zstd multithreaded compression, Tar arc
 ## Installation
 
 Install directly from PyPI:
-```bash
+```shell
 pip install pyvegh
+
+# Or via uv
+uv pip install pyvegh
 ```
 
 Or build from source (requires Rust):
 
-```bash
+```shell
 maturin develop --release
 ```
 
@@ -67,7 +70,7 @@ PyVegh provides a powerful command-line interface via the `vegh` (or `pyvegh`) c
 
 Set up your default server URL and Auth Token so you don't have to type them every time.
 
-```bash
+```shell
 vegh config
 # Or one-liner:
 vegh config send --url https://api.teaserverse.online/test --auth YOUR_TOKEN
@@ -83,7 +86,7 @@ vegh config reset
 
 Pack a directory into a highly compressed snapshot.
 
-```bash
+```shell
 # Basic snapshot
 vegh snap ./my-project --output backup.vegh
 
@@ -95,7 +98,7 @@ vegh snap ./my-project --dry-run
 
 View the Analytics Dashboard to break down your project by language and lines of code.
 
-```bash
+```shell
 vegh loc backup.vegh
 
 # Show Source Lines of Code (SLOC) instead of total LOC
@@ -106,7 +109,7 @@ vegh loc backup.vegh --sloc
 ### 4\. Prompt
 
 Generate a structured XML context of your codebase to feed directly into ChatGPT, Claude, or Gemini.
-```bash
+```shell
 # Generate XML context to stdout
 vegh prompt .
 
@@ -125,7 +128,7 @@ vegh prompt . --clean --output context.xml
 
 Clean up old snapshots to free disk space.
 
-```bash
+```shell
 # Keep only the 5 most recent snapshots in the current directory
 vegh prune --keep 5
 
@@ -137,7 +140,7 @@ vegh prune --keep 1 --force
 
 Check file integrity (Blake3) and view embedded metadata.
 
-```bash
+```shell
 vegh check backup.vegh
 ```
 
@@ -145,7 +148,7 @@ vegh check backup.vegh
 
 Restore the snapshot to a target directory. Supports **Partial Restore**.
 
-```bash
+```shell
 # Full restore
 vegh restore backup.vegh ./restored-folder
 
@@ -160,7 +163,7 @@ vegh restore backup.vegh ./restored-folder --flatten
 
 Inspect content without extracting.
 
-```bash
+```shell
 # View a file's content inside the snapshot
 vegh cat backup.vegh src/main.rs
 
@@ -175,7 +178,7 @@ vegh diff backup.vegh ./current-project
 
 Send the snapshot to a remote server. Supports **Chunked Uploads** for reliability.
 
-```bash
+```shell
 # Auto-detects if chunking is needed, or force it:
 vegh send backup.vegh --force-chunk
 ```
@@ -184,7 +187,7 @@ vegh send backup.vegh --force-chunk
 
 Check your environment and installation health.
 
-```bash
+```shell
 vegh doctor
 ```
 
@@ -194,18 +197,8 @@ Create a `.veghhooks.json` in your workspace.
 
 ```json
 {
-  "hooks": {
-    "pre": [
-      "echo '🚀 Pre-snap hook started...'",
-      "echo 'Preparing to backup...'",
-      "echo 'Backing up database...'",
-      "echo 'Backup completed.'"
-    ],
-    "post": [
-      "echo '🎉 Snapshot completed!'",
-      "echo 'Cleaning up...'"
-    ]
-  }
+  "pre": ["echo 'Checking...'", "ruff check -e"],
+  "post": ["echo 'Clean up...'"]
 }
 ```
 

{pyvegh-0.6.0 → pyvegh-0.8.0}/README.md

@@ -21,13 +21,16 @@ It delivers the raw performance of Rust (Zstd multithreaded compression, Tar arc
 ## Installation
 
 Install directly from PyPI:
-```bash
+```shell
 pip install pyvegh
+
+# Or via uv
+uv pip install pyvegh
 ```
 
 Or build from source (requires Rust):
 
-```bash
+```shell
 maturin develop --release
 ```
 
@@ -39,7 +42,7 @@ PyVegh provides a powerful command-line interface via the `vegh` (or `pyvegh`) c
 
 Set up your default server URL and Auth Token so you don't have to type them every time.
 
-```bash
+```shell
 vegh config
 # Or one-liner:
 vegh config send --url https://api.teaserverse.online/test --auth YOUR_TOKEN
@@ -55,7 +58,7 @@ vegh config reset
 
 Pack a directory into a highly compressed snapshot.
 
-```bash
+```shell
 # Basic snapshot
 vegh snap ./my-project --output backup.vegh
 
@@ -67,7 +70,7 @@ vegh snap ./my-project --dry-run
 
 View the Analytics Dashboard to break down your project by language and lines of code.
 
-```bash
+```shell
 vegh loc backup.vegh
 
 # Show Source Lines of Code (SLOC) instead of total LOC
@@ -78,7 +81,7 @@ vegh loc backup.vegh --sloc
 ### 4\. Prompt
 
 Generate a structured XML context of your codebase to feed directly into ChatGPT, Claude, or Gemini.
-```bash
+```shell
 # Generate XML context to stdout
 vegh prompt .
 
@@ -97,7 +100,7 @@ vegh prompt . --clean --output context.xml
 
 Clean up old snapshots to free disk space.
 
-```bash
+```shell
 # Keep only the 5 most recent snapshots in the current directory
 vegh prune --keep 5
 
@@ -109,7 +112,7 @@ vegh prune --keep 1 --force
 
 Check file integrity (Blake3) and view embedded metadata.
 
-```bash
+```shell
 vegh check backup.vegh
 ```
 
@@ -117,7 +120,7 @@ vegh check backup.vegh
 
 Restore the snapshot to a target directory. Supports **Partial Restore**.
 
-```bash
+```shell
 # Full restore
 vegh restore backup.vegh ./restored-folder
 
@@ -132,7 +135,7 @@ vegh restore backup.vegh ./restored-folder --flatten
 
 Inspect content without extracting.
 
-```bash
+```shell
 # View a file's content inside the snapshot
 vegh cat backup.vegh src/main.rs
 
@@ -147,7 +150,7 @@ vegh diff backup.vegh ./current-project
 
 Send the snapshot to a remote server. Supports **Chunked Uploads** for reliability.
 
-```bash
+```shell
 # Auto-detects if chunking is needed, or force it:
 vegh send backup.vegh --force-chunk
 ```
@@ -156,7 +159,7 @@ vegh send backup.vegh --force-chunk
 
 Check your environment and installation health.
 
-```bash
+```shell
 vegh doctor
 ```
 
@@ -166,18 +169,8 @@ Create a `.veghhooks.json` in your workspace.
 
 ```json
 {
-  "hooks": {
-    "pre": [
-      "echo '🚀 Pre-snap hook started...'",
-      "echo 'Preparing to backup...'",
-      "echo 'Backing up database...'",
-      "echo 'Backup completed.'"
-    ],
-    "post": [
-      "echo '🎉 Snapshot completed!'",
-      "echo 'Cleaning up...'"
-    ]
-  }
+  "pre": ["echo 'Checking...'", "ruff check -e"],
+  "post": ["echo 'Clean up...'"]
 }
 ```
 

{pyvegh-0.6.0 → pyvegh-0.8.0}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "maturin"
 
 [project]
 name = "pyvegh"
-version = "0.6.0"
+version = "0.8.0"
 description = "Python bindings for Vegh - The Snapshot Tool."
 authors = [{name = "CodeTease"}]
 readme = "README.md"

{pyvegh-0.6.0 → pyvegh-0.8.0}/python/vegh/__init__.py

@@ -9,9 +9,10 @@ from ._core import (
     get_metadata,
     count_locs,
     scan_locs_dir,
+    read_snapshot_text,
 )
 
-__version__ = "0.6.0"
+__version__ = "0.8.0"
 __all__ = [
     "create_snap",
     "dry_run_snap",
@@ -20,5 +21,6 @@ __all__ = [
     "get_metadata",
     "count_locs",
     "scan_locs_dir",
+    "read_snapshot_text",
     "__version__",
 ]