tokenshrink 0.2.1__tar.gz → 0.2.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (26) hide show
  1. {tokenshrink-0.2.1 → tokenshrink-0.2.2}/PKG-INFO +1 -1
  2. {tokenshrink-0.2.1 → tokenshrink-0.2.2}/pyproject.toml +1 -1
  3. {tokenshrink-0.2.1 → tokenshrink-0.2.2}/src/tokenshrink/__init__.py +8 -2
  4. {tokenshrink-0.2.1 → tokenshrink-0.2.2}/src/tokenshrink/cli.py +4 -1
  5. {tokenshrink-0.2.1 → tokenshrink-0.2.2}/.github/ISSUE_TEMPLATE/feedback.md +0 -0
  6. {tokenshrink-0.2.1 → tokenshrink-0.2.2}/.gitignore +0 -0
  7. {tokenshrink-0.2.1 → tokenshrink-0.2.2}/Dockerfile +0 -0
  8. {tokenshrink-0.2.1 → tokenshrink-0.2.2}/LICENSE +0 -0
  9. {tokenshrink-0.2.1 → tokenshrink-0.2.2}/README.md +0 -0
  10. {tokenshrink-0.2.1 → tokenshrink-0.2.2}/docker-compose.test.yml +0 -0
  11. {tokenshrink-0.2.1 → tokenshrink-0.2.2}/docs/ASSETS.md +0 -0
  12. {tokenshrink-0.2.1 → tokenshrink-0.2.2}/docs/index.html +0 -0
  13. {tokenshrink-0.2.1 → tokenshrink-0.2.2}/docs/marketing/origin-story-post.md +0 -0
  14. {tokenshrink-0.2.1 → tokenshrink-0.2.2}/docs/marketing/reddit-log.md +0 -0
  15. {tokenshrink-0.2.1 → tokenshrink-0.2.2}/docs/marketing/reddit-posts.md +0 -0
  16. {tokenshrink-0.2.1 → tokenshrink-0.2.2}/docs/marketing/reddit-routine.md +0 -0
  17. {tokenshrink-0.2.1 → tokenshrink-0.2.2}/docs/monitoring-log.md +0 -0
  18. {tokenshrink-0.2.1 → tokenshrink-0.2.2}/site/index.html +0 -0
  19. {tokenshrink-0.2.1 → tokenshrink-0.2.2}/src/tokenshrink/__main__.py +0 -0
  20. {tokenshrink-0.2.1 → tokenshrink-0.2.2}/src/tokenshrink/pipeline.py +0 -0
  21. {tokenshrink-0.2.1 → tokenshrink-0.2.2}/tests/conftest.py +0 -0
  22. {tokenshrink-0.2.1 → tokenshrink-0.2.2}/tests/test_cli.py +0 -0
  23. {tokenshrink-0.2.1 → tokenshrink-0.2.2}/tests/test_integration.py +0 -0
  24. {tokenshrink-0.2.1 → tokenshrink-0.2.2}/tests/test_pipeline.py +0 -0
  25. {tokenshrink-0.2.1 → tokenshrink-0.2.2}/tests/test_stress.py +0 -0
  26. {tokenshrink-0.2.1 → tokenshrink-0.2.2}/tests/test_utils.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: tokenshrink
3
- Version: 0.2.1
3
+ Version: 0.2.2
4
4
  Summary: Cut your AI costs 50-80%. FAISS retrieval + LLMLingua compression + REFRAG-inspired adaptive optimization.
5
5
  Project-URL: Homepage, https://tokenshrink.dev
6
6
  Project-URL: Repository, https://github.com/MusashiMiyamoto1-cloud/tokenshrink
@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
4
4
 
5
5
  [project]
6
6
  name = "tokenshrink"
7
- version = "0.2.1"
7
+ version = "0.2.2"
8
8
  description = "Cut your AI costs 50-80%. FAISS retrieval + LLMLingua compression + REFRAG-inspired adaptive optimization."
9
9
  readme = "README.md"
10
10
  license = "MIT"
@@ -23,7 +23,13 @@ CLI:
23
23
  tokenshrink stats
24
24
  """
25
25
 
26
- from tokenshrink.pipeline import TokenShrink, ShrinkResult, ChunkScore
26
+ __version__ = "0.2.2"
27
+
28
+ def __getattr__(name):
29
+ if name in ("TokenShrink", "ShrinkResult", "ChunkScore"):
30
+ from tokenshrink.pipeline import TokenShrink, ShrinkResult, ChunkScore
31
+ globals().update({"TokenShrink": TokenShrink, "ShrinkResult": ShrinkResult, "ChunkScore": ChunkScore})
32
+ return globals()[name]
33
+ raise AttributeError(f"module 'tokenshrink' has no attribute {name!r}")
27
34
 
28
- __version__ = "0.2.1"
29
35
  __all__ = ["TokenShrink", "ShrinkResult", "ChunkScore"]
@@ -13,7 +13,7 @@ import sys
13
13
  import json
14
14
  from pathlib import Path
15
15
 
16
- from tokenshrink import TokenShrink, __version__
16
+ from tokenshrink import __version__
17
17
 
18
18
 
19
19
  def main():
@@ -134,6 +134,9 @@ def main():
134
134
  logging.getLogger("huggingface_hub").setLevel(logging.ERROR)
135
135
  warnings.filterwarnings("ignore", message=".*unauthenticated.*")
136
136
 
137
+ # Lazy import to avoid loading ML models for --help/--version
138
+ from tokenshrink import TokenShrink
139
+
137
140
  # Determine compression setting
138
141
  compression = True
139
142
  if hasattr(args, 'no_compress') and args.no_compress:
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes