tokenmizer 0.2.5__tar.gz → 0.2.6__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/CHANGELOG.md +7 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/PKG-INFO +6 -3
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/README.md +5 -2
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/pyproject.toml +2 -1
- tokenmizer-0.2.6/server.json +29 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/__init__.py +1 -1
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/api/app.py +1 -1
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/.claude-plugin/marketplace.json +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/.claude-plugin/plugin.json +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/.claude-plugin/skills/analyze/SKILL.md +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/.claude-plugin/skills/checkpoint/SKILL.md +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/.claude-plugin/skills/resume/SKILL.md +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/.claude-plugin/skills/stats/SKILL.md +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/.github/ISSUE_TEMPLATE/bug_report.md +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/.github/ISSUE_TEMPLATE/extraction_miss.md +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/.github/PULL_REQUEST_TEMPLATE.md +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/.github/workflows/ci.yml +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/.github/workflows/release.yml +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/.gitignore +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/.mcp.json +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/CONTRIBUTING.md +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/Dockerfile +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/LICENSE +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/SECURITY.md +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/TESTING.md +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/USAGE.md +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/benchmarks/__init__.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/benchmarks/checkpoint_accuracy/__init__.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/benchmarks/checkpoint_accuracy/runner.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/benchmarks/checkpoint_accuracy/runner_v2.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/benchmarks/checkpoint_accuracy/runner_v3.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/benchmarks/graph_retrieval/__init__.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/benchmarks/graph_retrieval/runner.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/benchmarks/latency/__init__.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/benchmarks/latency/runner.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/benchmarks/resume_quality/__init__.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/docker-compose.yml +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/docs/assets/architecture.svg +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/docs/assets/logo.svg +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/examples/basic_usage.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/scripts/install.sh +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/scripts/mcp_e2e_check.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/scripts/run_stdlib_tests.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/scripts/setup.sh +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/scripts/static_audit.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tests/__init__.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tests/chaos/__init__.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tests/chaos/test_recovery.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tests/conftest.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tests/integration/__init__.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tests/integration/test_api_endpoint.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tests/integration/test_checkpoint.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tests/memory_accuracy/__init__.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tests/memory_accuracy/test_retention.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tests/unit/__init__.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tests/unit/test_cache.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tests/unit/test_compression_correctness.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tests/unit/test_decision_cache_async.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tests/unit/test_file_intelligence.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tests/unit/test_graph.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tests/unit/test_graph_persistence.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tests/unit/test_hybrid_extractor.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tests/unit/test_rate_limiter.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tests/unit/test_security.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tests/unit/test_tokenizer.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tests/unit/test_validator.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/agents/__init__.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/analytics/__init__.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/analytics/engine.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/api/__init__.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/api/rate_limiter.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/checkpoints/__init__.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/checkpoints/manager.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/cli.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/compression/__init__.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/compression/engine.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/compression/output_trimmer.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/compression/window.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/config/__init__.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/config/settings.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/core/__init__.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/core/dto.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/core/errors.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/core/tokenizer.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/dashboard/__init__.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/dashboard/page.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/filters/__init__.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/filters/file_intelligence.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/graph_memory/__init__.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/graph_memory/decision_tracker.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/graph_memory/graph.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/graph_memory/helpers.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/graph_memory/hybrid_extractor.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/graph_memory/types.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/graph_memory/validator.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/graph_memory/visualization.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/mcp/__init__.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/mcp/server.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/providers/__init__.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/providers/providers.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/security/__init__.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/security/auth.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/security/middleware.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/security/redaction.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/semantic_cache/__init__.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/semantic_cache/cache.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/state/__init__.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/state/backend.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer/storage/__init__.py +0 -0
- {tokenmizer-0.2.5 → tokenmizer-0.2.6}/tokenmizer.yaml +0 -0
|
@@ -1,5 +1,12 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
## [0.2.6] — 2026-07-02 — MCP registry readiness
|
|
4
|
+
|
|
5
|
+
- NEW console script `tokenmizer-mcp` — runs the MCP stdio server directly
|
|
6
|
+
(no `python3 -m tokenmizer.mcp.server` incantation needed in client configs).
|
|
7
|
+
- README carries the `mcp-name` ownership marker required by the official
|
|
8
|
+
MCP registry's PyPI package validation.
|
|
9
|
+
|
|
3
10
|
## [0.2.5] — 2026-07-02 — restart no longer breaks checkpoints
|
|
4
11
|
|
|
5
12
|
### Critical
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: tokenmizer
|
|
3
|
-
Version: 0.2.
|
|
3
|
+
Version: 0.2.6
|
|
4
4
|
Summary: Reduce AI context loss by 2x. Graph-backed checkpoint and resume for any LLM session.
|
|
5
5
|
Project-URL: Homepage, https://github.com/Shweta-Mishra-ai/tokenmizer
|
|
6
6
|
Project-URL: Repository, https://github.com/Shweta-Mishra-ai/tokenmizer
|
|
@@ -227,20 +227,23 @@ Then use skills directly:
|
|
|
227
227
|
|
|
228
228
|
### Option B — MCP server
|
|
229
229
|
|
|
230
|
+
mcp-name: io.github.Shweta-Mishra-ai/tokenmizer
|
|
231
|
+
|
|
230
232
|
Add to `~/.claude/settings.json`:
|
|
231
233
|
|
|
232
234
|
```json
|
|
233
235
|
{
|
|
234
236
|
"mcpServers": {
|
|
235
237
|
"tokenmizer": {
|
|
236
|
-
"command": "
|
|
237
|
-
"args": ["-m", "tokenmizer.mcp.server"],
|
|
238
|
+
"command": "tokenmizer-mcp",
|
|
238
239
|
"env": { "TOKENMIZER_URL": "http://localhost:8000" }
|
|
239
240
|
}
|
|
240
241
|
}
|
|
241
242
|
}
|
|
242
243
|
```
|
|
243
244
|
|
|
245
|
+
(`tokenmizer-mcp` is installed with the package; `python3 -m tokenmizer.mcp.server` also works.)
|
|
246
|
+
|
|
244
247
|
---
|
|
245
248
|
|
|
246
249
|
## Other Tools
|
|
@@ -152,20 +152,23 @@ Then use skills directly:
|
|
|
152
152
|
|
|
153
153
|
### Option B — MCP server
|
|
154
154
|
|
|
155
|
+
mcp-name: io.github.Shweta-Mishra-ai/tokenmizer
|
|
156
|
+
|
|
155
157
|
Add to `~/.claude/settings.json`:
|
|
156
158
|
|
|
157
159
|
```json
|
|
158
160
|
{
|
|
159
161
|
"mcpServers": {
|
|
160
162
|
"tokenmizer": {
|
|
161
|
-
"command": "
|
|
162
|
-
"args": ["-m", "tokenmizer.mcp.server"],
|
|
163
|
+
"command": "tokenmizer-mcp",
|
|
163
164
|
"env": { "TOKENMIZER_URL": "http://localhost:8000" }
|
|
164
165
|
}
|
|
165
166
|
}
|
|
166
167
|
}
|
|
167
168
|
```
|
|
168
169
|
|
|
170
|
+
(`tokenmizer-mcp` is installed with the package; `python3 -m tokenmizer.mcp.server` also works.)
|
|
171
|
+
|
|
169
172
|
---
|
|
170
173
|
|
|
171
174
|
## Other Tools
|
|
@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
|
|
|
4
4
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "tokenmizer"
|
|
7
|
-
version = "0.2.
|
|
7
|
+
version = "0.2.6"
|
|
8
8
|
description = "Reduce AI context loss by 2x. Graph-backed checkpoint and resume for any LLM session."
|
|
9
9
|
readme = "README.md"
|
|
10
10
|
requires-python = ">=3.10"
|
|
@@ -73,6 +73,7 @@ all = [
|
|
|
73
73
|
|
|
74
74
|
[project.scripts]
|
|
75
75
|
tokenmizer = "tokenmizer.cli:app"
|
|
76
|
+
tokenmizer-mcp = "tokenmizer.mcp.server:run_stdio_server"
|
|
76
77
|
|
|
77
78
|
[project.urls]
|
|
78
79
|
Homepage = "https://github.com/Shweta-Mishra-ai/tokenmizer"
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
{
|
|
2
|
+
"$schema": "https://static.modelcontextprotocol.io/schemas/2025-12-11/server.schema.json",
|
|
3
|
+
"name": "io.github.Shweta-Mishra-ai/tokenmizer",
|
|
4
|
+
"description": "An MCP server that provides [describe what your server does]",
|
|
5
|
+
"repository": {
|
|
6
|
+
"url": "https://github.com/Shweta-Mishra-ai/tokenmizer",
|
|
7
|
+
"source": "github"
|
|
8
|
+
},
|
|
9
|
+
"version": "1.0.0",
|
|
10
|
+
"packages": [
|
|
11
|
+
{
|
|
12
|
+
"registryType": "pypi",
|
|
13
|
+
"identifier": "tokenmizer\"\r",
|
|
14
|
+
"version": "1.0.0",
|
|
15
|
+
"transport": {
|
|
16
|
+
"type": "stdio"
|
|
17
|
+
},
|
|
18
|
+
"environmentVariables": [
|
|
19
|
+
{
|
|
20
|
+
"description": "Your API key for the service",
|
|
21
|
+
"isRequired": true,
|
|
22
|
+
"format": "string",
|
|
23
|
+
"isSecret": true,
|
|
24
|
+
"name": "YOUR_API_KEY"
|
|
25
|
+
}
|
|
26
|
+
]
|
|
27
|
+
}
|
|
28
|
+
]
|
|
29
|
+
}
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|