tokenshrink 0.2.1__tar.gz → 0.2.3__tar.gz

{tokenshrink-0.2.1 → tokenshrink-0.2.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: tokenshrink
-Version: 0.2.1
+Version: 0.2.3
 Summary: Cut your AI costs 50-80%. FAISS retrieval + LLMLingua compression + REFRAG-inspired adaptive optimization.
 Project-URL: Homepage, https://tokenshrink.dev
 Project-URL: Repository, https://github.com/MusashiMiyamoto1-cloud/tokenshrink

{tokenshrink-0.2.1 → tokenshrink-0.2.3}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "hatchling.build"
 
 [project]
 name = "tokenshrink"
-version = "0.2.1"
+version = "0.2.3"
 description = "Cut your AI costs 50-80%. FAISS retrieval + LLMLingua compression + REFRAG-inspired adaptive optimization."
 readme = "README.md"
 license = "MIT"

{tokenshrink-0.2.1 → tokenshrink-0.2.3}/src/tokenshrink/__init__.py

@@ -23,7 +23,13 @@ CLI:
     tokenshrink stats
 """
 
-from tokenshrink.pipeline import TokenShrink, ShrinkResult, ChunkScore
+__version__ = "0.2.3"
+
+def __getattr__(name):
+    if name in ("TokenShrink", "ShrinkResult", "ChunkScore"):
+        from tokenshrink.pipeline import TokenShrink, ShrinkResult, ChunkScore
+        globals().update({"TokenShrink": TokenShrink, "ShrinkResult": ShrinkResult, "ChunkScore": ChunkScore})
+        return globals()[name]
+    raise AttributeError(f"module 'tokenshrink' has no attribute {name!r}")
 
-__version__ = "0.2.1"
 __all__ = ["TokenShrink", "ShrinkResult", "ChunkScore"]

{tokenshrink-0.2.1 → tokenshrink-0.2.3}/src/tokenshrink/cli.py

@@ -13,7 +13,7 @@ import sys
 import json
 from pathlib import Path
 
-from tokenshrink import TokenShrink, __version__
+from tokenshrink import __version__
 
 
 def main():
@@ -128,11 +128,16 @@ def main():
         import os, logging, warnings
         os.environ["TRANSFORMERS_VERBOSITY"] = "error"
         os.environ["HF_HUB_DISABLE_PROGRESS_BARS"] = "1"
+        os.environ["HF_HUB_DISABLE_TELEMETRY"] = "1"
         os.environ["TOKENIZERS_PARALLELISM"] = "false"
+        os.environ["TQDM_DISABLE"] = "1"
         logging.getLogger("sentence_transformers").setLevel(logging.ERROR)
         logging.getLogger("transformers").setLevel(logging.ERROR)
         logging.getLogger("huggingface_hub").setLevel(logging.ERROR)
-        warnings.filterwarnings("ignore", message=".*unauthenticated.*")
+        warnings.filterwarnings("ignore")  # suppress all warnings in quiet mode
+    
+    # Lazy import to avoid loading ML models for --help/--version
+    from tokenshrink import TokenShrink
     
     # Determine compression setting
     compression = True

{tokenshrink-0.2.1 → tokenshrink-0.2.3}/src/tokenshrink/pipeline.py

@@ -613,7 +613,7 @@ class TokenShrink:
             "ratio": total_compressed / total_original if total_original else 1.0,
         }
 
-    def search(self, question: str, k: int = 5, min_score: float = 0.15) -> list[dict]:
+    def search(self, question: str, k: int = 5, min_score: float = 0.05) -> list[dict]:
         """Search without compression. Returns raw chunks with scores."""
         if self._index.ntotal == 0:
             return []