unique_toolkit 1.14.9__tar.gz → 1.14.10__tar.gz

{unique_toolkit-1.14.9 → unique_toolkit-1.14.10}/CHANGELOG.md

@@ -5,6 +5,9 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), 
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [1.14.10] - 2025-10-13
+- Fix token counter if images in history
+
 ## [1.14.9] - 2025-10-13
 - Fix removal of metadata
 

{unique_toolkit-1.14.9 → unique_toolkit-1.14.10}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: unique_toolkit
-Version: 1.14.9
+Version: 1.14.10
 Summary: 
 License: Proprietary
 Author: Cedric Klinkert
@@ -118,6 +118,9 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), 
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [1.14.10] - 2025-10-13
+- Fix token counter if images in history
+
 ## [1.14.9] - 2025-10-13
 - Fix removal of metadata
 

{unique_toolkit-1.14.9 → unique_toolkit-1.14.10}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "unique_toolkit"
-version = "1.14.9"
+version = "1.14.10"
 description = ""
 authors = [
     "Cedric Klinkert <cedric.klinkert@unique.ch>",

{unique_toolkit-1.14.9 → unique_toolkit-1.14.10}/unique_toolkit/agentic/history_manager/loop_token_reducer.py

@@ -266,7 +266,9 @@ class LoopTokenReducer:
         selected_messages = []
         token_count = 0
         for msg in messages[::-1]:
-            msg_token_count = self._count_tokens(str(msg.content))
+            msg_token_count = self._count_message_tokens(
+                LanguageModelMessages(root=[msg])
+            )
             if token_count + msg_token_count > token_limit:
                 break
             selected_messages.append(msg)
@@ -293,9 +295,6 @@ class LoopTokenReducer:
                 )
         return messages
 
-    def _count_tokens(self, text: str) -> int:
-        return len(self._encoder.encode(text))
-
     def ensure_last_message_is_user_message(self, limited_history_messages):
         """
         As the token limit can be reached in the middle of a gpt_request,