token-savior-recall 2.0.0__tar.gz

token_savior_recall-2.0.0/.github/workflows/benchmark.yml

@@ -0,0 +1,20 @@
+name: Benchmarks
+on:
+  release:
+    types: [published]
+  workflow_dispatch:
+
+jobs:
+  benchmark:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-python@v5
+        with:
+          python-version: "3.12"
+      - run: pip install -e ".[dev]"
+      - run: python benchmarks/run_benchmarks.py
+      - uses: actions/upload-artifact@v4
+        with:
+          name: benchmark-results
+          path: benchmarks/results.json

token_savior_recall-2.0.0/.github/workflows/ci.yml

@@ -0,0 +1,31 @@
+name: CI
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        python-version: ["3.11", "3.12", "3.13"]
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Python ${{ matrix.python-version }}
+        uses: actions/setup-python@v5
+        with:
+          python-version: ${{ matrix.python-version }}
+
+      - name: Install dependencies
+        run: pip install -e ".[dev,mcp]"
+
+      - name: Lint with ruff
+        run: ruff check src/ tests/
+
+      - name: Run tests
+        run: pytest tests/ -v

token_savior_recall-2.0.0/.github/workflows/publish.yml

@@ -0,0 +1,36 @@
+name: Publish release assets
+
+on:
+  release:
+    types: [published]
+
+permissions:
+  contents: write
+
+jobs:
+  publish:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+
+      - name: Install build tools
+        run: pip install build twine
+
+      - name: Build package
+        run: python -m build
+
+      - name: Upload assets to release
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        run: gh release upload "${{ github.event.release.tag_name }}" dist/*
+
+      - name: Publish to PyPI
+        env:
+          TWINE_USERNAME: __token__
+          TWINE_PASSWORD: ${{ secrets.PYPI_API_TOKEN }}
+        run: twine upload dist/*

token_savior_recall-2.0.0/.gitignore

@@ -0,0 +1,75 @@
+# ── Secrets & credentials ──────────────────────
+.env
+.env.*
+!.env.example
+
+# ── Private assets ─────────────────────────────
+assets/
+.mcpregistry_*
+*.pem
+*.key
+*.crt
+*.p12
+*.pfx
+*.jks
+credentials.json
+service-account*.json
+*secret*
+!*secret*.py
+
+# ── Python ─────────────────────────────────────
+__pycache__/
+*.py[cod]
+*$py.class
+*.egg-info/
+dist/
+build/
+.eggs/
+*.egg
+*.so
+*.whl
+
+# ── Virtual environments ───────────────────────
+.venv/
+venv/
+env/
+ENV/
+
+# ── IDE & editor ───────────────────────────────
+.idea/
+.vscode/
+*.swp
+*.swo
+*~
+.DS_Store
+Thumbs.db
+
+# ── Testing & linting ─────────────────────────
+.mypy_cache/
+.pytest_cache/
+.ruff_cache/
+.coverage
+htmlcov/
+.tox/
+
+# ── Claude Code local state ───────────────────
+.claude/
+
+# ── Codebase index cache ─────────────────────
+.codebase-index-cache.pkl
+.codebase-index-cache.json
+.token-savior-cache.json
+
+# ── MCP local config ─────────────────────────
+.mcp.json
+
+# ── Benchmark output (scripts are tracked) ──────
+benchmarks/results.json
+benchmarks/report.md
+
+# ── Misc ───────────────────────────────────────
+*.log
+*.bak
+*.tmp
+.token-savior-checkpoints/
+memory-backup-*.json

token_savior_recall-2.0.0/CHANGELOG.md

@@ -0,0 +1,107 @@
+# Changelog
+
+## v2.0.0 — Token Savior Recall (2026-04-13)
+
+### Memory Engine (new)
+
+- SQLite WAL + FTS5: cross-session persistent memory
+- 21 memory tools: save, search, get, delete, index, timeline, status, why, top
+- 8 Claude Code lifecycle hooks: SessionStart, Stop, SessionEnd, PreCompact,
+  PreToolUse ×2, UserPromptSubmit, PostToolUse
+- LRU scoring: `0.4 × recency + 0.3 × access + 0.3 × type_priority`
+- Delta injection: only the diff since last session is re-injected at start
+- Explicit TTL per observation type (command 60d, research 90d, note 60d)
+- Semantic dedup: exact hash + Jaccard (~0.85 threshold)
+- Auto-promotion: note × 5 accesses → convention, warning × 5 → guardrail
+- Contradiction detection at save time
+- Auto-linking between observations (symbol, context, tags)
+- Telegram feed for critical observations (warning / guardrail / error_pattern)
+- Mode system: `code`, `review`, `debug`, `infra`, `silent` with auto-detection
+- Thematic corpus Q&A
+- Versioned markdown export (git-tracked)
+- CLI: `ts memory {status,list,search,get,save,delete,top,why,doctor,relink}`
+- Dashboard Memory tab
+- 12 observation types: `bugfix`, `decision`, `convention`, `warning`,
+  `guardrail`, `error_pattern`, `note`, `command`, `research`, `infra`,
+  `config`, `idea`
+
+### Manifest optimizations
+
+- 80 → 69 tools (−11)
+- 42,251 → 36,153 chars manifest (−14%)
+- ~1,524 tokens saved per session on MCP manifest alone
+
+### Cleanup
+
+- Removed DEPRECATED tools (`apply_symbol_change_validate_with_rollback`,
+  `get_changed_symbols_since_ref`)
+- Fused 10 memory tools → 5 (`memory_mode`, `memory_archive`,
+  `memory_maintain`, `memory_set_global`, `memory_prompts`)
+
+### Core Token Savior (unchanged)
+
+- 69 MCP tools total (53 core + 16 memory)
+- 97% token savings measured across 170 real sessions
+- ~$609 estimated cost saved
+- 17 indexed projects
+- Annotators: Python, TypeScript/JS, Rust, Go, C/C++, C#, JSON, YAML,
+  TOML, XML, INI, ENV, HCL, Dockerfile, Markdown
+
+### Rename
+
+- Project renamed: **Token Savior → Token Savior Recall**
+- MCP server identifier: `token-savior` → `token-savior-recall`
+- PyPI package: `token-savior` → `token-savior-recall`
+
+---
+
+## v1.0.0 (2026-04-11)
+
+### Architecture
+
+- **ProjectQueryEngine**: Refactored 705-line closure `create_project_query_functions` into a class with one method per query tool. `as_dict()` preserves backward compatibility.
+- **CacheManager**: Extracted cache persistence logic from `server.py` into `src/token_savior/cache_ops.py`.
+- **SlotManager**: Extracted project slot management from `server.py` into `src/token_savior/slot_manager.py`.
+- **Tool schemas**: Extracted all 53 MCP tool schemas from `server.py` into `src/token_savior/tool_schemas.py`. Server reduced from 2,439 to 990 lines.
+- **Brace matcher**: Factored `_find_brace_end` from 4 annotators into `src/token_savior/brace_matcher.py` with per-language variants.
+- **Annotator refactoring**: Table-driven dispatch in `annotate_rust` and `annotate_csharp` to reduce complexity below 150.
+- **AnnotatorProtocol**: Added `typing.Protocol` for annotator type safety in `models.py`.
+
+### Performance
+
+- **LazyLines**: File lines are lazy-loaded from disk on demand instead of stored in cache. Cache size reduced by ~57%, idle RAM reduced proportionally.
+- **Manual serialization**: Replaced `dataclasses.asdict()` in cache persistence with zero-copy field-by-field serialization.
+- **scandir batching**: `_check_mtime_changes` uses `os.scandir()` per directory instead of individual `os.path.getmtime()` calls.
+- **Regex cache**: Module-level `_WORD_BOUNDARY_CACHE` avoids recompiling patterns on every call.
+- **File limits**: `ProjectIndexer` gains `max_files` param (env: `TOKEN_SAVIOR_MAX_FILES`, default 10,000).
+
+### Bug fixes
+
+- **Path traversal**: `create_checkpoint` validates file paths with `os.path.commonpath` to prevent `../../../etc/passwd` attacks.
+- **Triple save**: `_maybe_incremental_update` uses `_dirty` flag pattern to call `_save_cache` at most once per execution path.
+- **Output truncation**: `get_dependents` and `get_change_impact` gained `max_total_chars` (default 50,000) to prevent oversized responses.
+
+### Tool fusions
+
+- **get_changed_symbols**: Unified with `get_changed_symbols_since_ref` via optional `ref` parameter.
+- **apply_symbol_change_and_validate**: Unified with rollback variant via `rollback_on_failure` parameter.
+
+### Deprecated (removal planned for v1.1.0)
+
+- **get_changed_symbols_since_ref**: Use `get_changed_symbols(ref=...)` instead.
+- **apply_symbol_change_validate_with_rollback**: Use `apply_symbol_change_and_validate(rollback_on_failure=true)` instead.
+
+Both deprecated tools inject a `_deprecated` field in their response with migration instructions. Their schemas are marked with `"deprecated": true` in `tool_schemas.py`.
+
+### Tests
+
+- `tests/test_cache_ops.py` (12 tests)
+- `tests/test_slot_manager.py` (13 tests)
+- `tests/test_server_integration.py` (5 end-to-end tests)
+- `tests/test_annotator_protocol.py` (4 tests)
+- `tests/test_tool_schemas.py` (7 tests)
+
+### Benchmarks
+
+- `benchmarks/run_benchmarks.py`: Automated benchmarks on FastAPI + CPython measuring index time, RAM, query response time, and cache size.
+- `.github/workflows/benchmark.yml`: GitHub Action for release benchmarks.

token_savior_recall-2.0.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 Mibayy
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.