tokenshrink 0.2.2__py3-none-any.whl → 0.2.3__py3-none-any.whl

tokenshrink/__init__.py

@@ -23,7 +23,7 @@ CLI:
     tokenshrink stats
 """
 
-__version__ = "0.2.2"
+__version__ = "0.2.3"
 
 def __getattr__(name):
     if name in ("TokenShrink", "ShrinkResult", "ChunkScore"):

tokenshrink/cli.py

@@ -128,11 +128,13 @@ def main():
         import os, logging, warnings
         os.environ["TRANSFORMERS_VERBOSITY"] = "error"
         os.environ["HF_HUB_DISABLE_PROGRESS_BARS"] = "1"
+        os.environ["HF_HUB_DISABLE_TELEMETRY"] = "1"
         os.environ["TOKENIZERS_PARALLELISM"] = "false"
+        os.environ["TQDM_DISABLE"] = "1"
         logging.getLogger("sentence_transformers").setLevel(logging.ERROR)
         logging.getLogger("transformers").setLevel(logging.ERROR)
         logging.getLogger("huggingface_hub").setLevel(logging.ERROR)
-        warnings.filterwarnings("ignore", message=".*unauthenticated.*")
+        warnings.filterwarnings("ignore")  # suppress all warnings in quiet mode
     
     # Lazy import to avoid loading ML models for --help/--version
     from tokenshrink import TokenShrink

tokenshrink/pipeline.py

@@ -613,7 +613,7 @@ class TokenShrink:
             "ratio": total_compressed / total_original if total_original else 1.0,
         }
 
-    def search(self, question: str, k: int = 5, min_score: float = 0.15) -> list[dict]:
+    def search(self, question: str, k: int = 5, min_score: float = 0.05) -> list[dict]:
         """Search without compression. Returns raw chunks with scores."""
         if self._index.ntotal == 0:
             return []

{tokenshrink-0.2.2.dist-info → tokenshrink-0.2.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: tokenshrink
-Version: 0.2.2
+Version: 0.2.3
 Summary: Cut your AI costs 50-80%. FAISS retrieval + LLMLingua compression + REFRAG-inspired adaptive optimization.
 Project-URL: Homepage, https://tokenshrink.dev
 Project-URL: Repository, https://github.com/MusashiMiyamoto1-cloud/tokenshrink

tokenshrink-0.2.3.dist-info/RECORD

@@ -0,0 +1,9 @@
+tokenshrink/__init__.py,sha256=WDf1Ky89FcO2cC08JT_7mhM94cuLAA8Ted3ZSNna7Rk,1195
+tokenshrink/__main__.py,sha256=yEx25Vj4itzYPdLxHsJP3MVjKM75CGdP97WIETxGljQ,91
+tokenshrink/cli.py,sha256=qNLcOur-iYE2GBNyD6LhAS0g-eR9u4pnqdkCbBjekyE,9160
+tokenshrink/pipeline.py,sha256=AUVd_j4Hg6_VON4TpuZJkQg_BPps1ipqm6zgYpMdttQ,24056
+tokenshrink-0.2.3.dist-info/METADATA,sha256=NvtwCG8qlJKjtYY9Z_I1mdrIjsNHMANb05ikCszVMkc,10615
+tokenshrink-0.2.3.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+tokenshrink-0.2.3.dist-info/entry_points.txt,sha256=vwr3PMC25J8f-ppDVngO3MmXuY_cdR2rNM_syUmT7lc,53
+tokenshrink-0.2.3.dist-info/licenses/LICENSE,sha256=LsUNAvKJnhwbhmOWCjLq-Zf0HllrifthQ9TZkv1UUig,1064
+tokenshrink-0.2.3.dist-info/RECORD,,

tokenshrink-0.2.2.dist-info/RECORD

@@ -1,9 +0,0 @@
-tokenshrink/__init__.py,sha256=ve3m9BZp1ti-U76YWmI63vPU8_C2wx8ZckJTr2Quh70,1195
-tokenshrink/__main__.py,sha256=yEx25Vj4itzYPdLxHsJP3MVjKM75CGdP97WIETxGljQ,91
-tokenshrink/cli.py,sha256=5F6YB_ZLPyf77AsDKKz0IPLsmgbSt0ivAsElzB6yKqU,9058
-tokenshrink/pipeline.py,sha256=ayFJVr_esO-L0Z0JWerLcYuf83te5umAEJ6e6l-TDns,24056
-tokenshrink-0.2.2.dist-info/METADATA,sha256=cbm_6-wOyuCd7D42wNO1NWDtJpZJka4ARSw2lMHwrlo,10615
-tokenshrink-0.2.2.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-tokenshrink-0.2.2.dist-info/entry_points.txt,sha256=vwr3PMC25J8f-ppDVngO3MmXuY_cdR2rNM_syUmT7lc,53
-tokenshrink-0.2.2.dist-info/licenses/LICENSE,sha256=LsUNAvKJnhwbhmOWCjLq-Zf0HllrifthQ9TZkv1UUig,1064
-tokenshrink-0.2.2.dist-info/RECORD,,