unique_toolkit 1.35.1__py3-none-any.whl → 1.35.2__py3-none-any.whl

unique_toolkit/agentic/history_manager/loop_token_reducer.py

@@ -31,6 +31,7 @@ from unique_toolkit.language_model.schemas import (
 MAX_INPUT_TOKENS_SAFETY_PERCENTAGE = (
     0.1  # 10% safety margin for input tokens we need 10% less does not work.
 )
+SAFETY_MARGIN_FOR_AGGRESSIVE_REDUCTION = 0.9
 
 
 class SourceReductionResult(BaseModel):
@@ -323,10 +324,10 @@ class LoopTokenReducer:
         Reduce the message length by removing sources from each tool call based on overshoot.
 
         The number of chunks to keep per tool call is calculated as:
-        chunks_to_keep = num_sources / (overshoot_factor * 0.75)
+        chunks_to_keep = num_sources / (overshoot_factor * SAFETY_MARGIN_FOR_AGGRESSIVE_REDUCTION)
 
         This ensures more aggressive reduction when we're significantly over the limit.
-        Using 0.75 factor provides a safety margin to avoid over-reduction.
+        Using SAFETY_MARGIN_FOR_AGGRESSIVE_REDUCTION factor provides a safety margin to avoid over-reduction.
         E.g., if overshoot_factor = 2 (2x over limit), keep 1/1.5 = 2/3 of chunks.
         Always keeps at least 1 chunk.
         """
@@ -369,7 +370,7 @@ class LoopTokenReducer:
         """
         Reduce the sources in the tool message based on overshoot factor.
 
-        Chunks to keep = num_sources / (overshoot_factor * 0.75)
+        Chunks to keep = num_sources / (overshoot_factor * SAFETY_MARGIN_FOR_AGGRESSIVE_REDUCTION)
         This ensures fewer chunks are kept when overshoot is larger.
         E.g., if overshoot_factor = 2 (2x over limit), keep 1/1.5 = 2/3 of chunks
         Always keeps at least 1 chunk.
@@ -386,14 +387,15 @@ class LoopTokenReducer:
             )
 
         # Calculate how many chunks to keep based on overshoot
-        # Use 0.75 safety margin for aggressive reduction, but only when overshoot is
+        # Use SAFETY_MARGIN_FOR_AGGRESSIVE_REDUCTION safety margin for aggressive reduction, but only when overshoot is
         # significant enough (>= ~1.33). Otherwise, the margin would prevent reduction.
         divisor = (
-            overshoot_factor * 0.75
-            if overshoot_factor * 0.75 >= 1.0
+            overshoot_factor * SAFETY_MARGIN_FOR_AGGRESSIVE_REDUCTION
+            if overshoot_factor * SAFETY_MARGIN_FOR_AGGRESSIVE_REDUCTION
+            >= 1.2  # Skip safety margin for small overshoots (e.g., 1.03) to avoid tiny reduction steps
             else overshoot_factor
         )
-        chunks_to_keep = max(1, int(num_sources / divisor))
+        chunks_to_keep = max(1, int(num_sources // divisor))
 
         # Reduce chunks
         if chunks_to_keep >= num_sources:

{unique_toolkit-1.35.1.dist-info → unique_toolkit-1.35.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: unique_toolkit
-Version: 1.35.1
+Version: 1.35.2
 Summary: 
 License: Proprietary
 Author: Cedric Klinkert
@@ -121,6 +121,9 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), 
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [1.35.2] - 2025-12-05
+- Increase speed of token reducer
+
 ## [1.35.1] - 2025-12-05
 - Improve efficiency of token reducer if tool calls overshoot max token limit
 

{unique_toolkit-1.35.1.dist-info → unique_toolkit-1.35.2.dist-info}/RECORD

@@ -60,7 +60,7 @@ unique_toolkit/agentic/evaluation/tests/test_context_relevancy_service.py,sha256
 unique_toolkit/agentic/evaluation/tests/test_output_parser.py,sha256=RN_HcBbU6qy_e_PoYyUFcjWnp3ymJ6-gLj6TgEOupAI,3107
 unique_toolkit/agentic/history_manager/history_construction_with_contents.py,sha256=kzxpVzTtQqL8TjdIvOy7gkRVxD4BsOMyimECryg7vdc,9060
 unique_toolkit/agentic/history_manager/history_manager.py,sha256=7V7_173XkAjc8otBACF0G3dbqRs34FSlURbBPrE95Wk,9537
-unique_toolkit/agentic/history_manager/loop_token_reducer.py,sha256=PUNR2aTFBUQjD1y3gJC9YlseBUYjbQ68qfig9a65e7w,19824
+unique_toolkit/agentic/history_manager/loop_token_reducer.py,sha256=3c-uonDovtanEJUpAO4zlA4-n9MS_Ws_V0Yb6G7hPM0,20172
 unique_toolkit/agentic/history_manager/utils.py,sha256=VIn_UmcR3jHtpux0qp5lQQzczgAm8XYSeQiPo87jC3A,3143
 unique_toolkit/agentic/loop_runner/__init__.py,sha256=QLCYmIyfcKQEbuv1Xm0VuR_xC8JyD2_aMIvt1TRFzvw,517
 unique_toolkit/agentic/loop_runner/_stream_handler_utils.py,sha256=FTGc5y8wkDnwnRVSYEdandgKz-FiySOsrTFFMadwP6E,1706
@@ -208,7 +208,7 @@ unique_toolkit/short_term_memory/service.py,sha256=5PeVBu1ZCAfyDb2HLVvlmqSbyzBBu
 unique_toolkit/smart_rules/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 unique_toolkit/smart_rules/compile.py,sha256=Ozhh70qCn2yOzRWr9d8WmJeTo7AQurwd3tStgBMPFLA,1246
 unique_toolkit/test_utilities/events.py,sha256=_mwV2bs5iLjxS1ynDCjaIq-gjjKhXYCK-iy3dRfvO3g,6410
-unique_toolkit-1.35.1.dist-info/LICENSE,sha256=GlN8wHNdh53xwOPg44URnwag6TEolCjoq3YD_KrWgss,193
-unique_toolkit-1.35.1.dist-info/METADATA,sha256=yqoVsVNxeGXbw7h5u9I7bLt_jcB1FF-yonYPGGgUS0o,45818
-unique_toolkit-1.35.1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-unique_toolkit-1.35.1.dist-info/RECORD,,
+unique_toolkit-1.35.2.dist-info/LICENSE,sha256=GlN8wHNdh53xwOPg44URnwag6TEolCjoq3YD_KrWgss,193
+unique_toolkit-1.35.2.dist-info/METADATA,sha256=Q6IeZ9PHeit_qWXIbzwhpgq99Es-jGP_lQbxcAFca10,45878
+unique_toolkit-1.35.2.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+unique_toolkit-1.35.2.dist-info/RECORD,,