unique_toolkit 0.8.16__py3-none-any.whl → 0.8.18__py3-none-any.whl

unique_toolkit/_common/token/token_counting.py

@@ -5,15 +5,14 @@ import json
 from typing import Any, Callable
 
 from pydantic import BaseModel
+from unique_toolkit._common.token.image_token_counting import calculate_image_tokens_from_base64
 from unique_toolkit.language_model import (
     LanguageModelMessage,
     LanguageModelMessages,
     LanguageModelName,
 )
 
-from _common.utils.token.image_token_counting import (
-    calculate_image_tokens_from_base64,
-)
+
 
 
 class SpecialToolCallingTokens(BaseModel):

unique_toolkit/_common/validators.py

@@ -28,6 +28,13 @@ LMI = Annotated[
     ),
 ]
 
+def get_LMI_default_field(llm_name: LanguageModelName, **kwargs) -> Any:
+    return Field(
+        default=LanguageModelInfo.from_name(llm_name),
+        json_schema_extra={"default": llm_name},
+        **kwargs,
+    )
+
 
 def serialize_lmi(model: LanguageModelInfo) -> str | LanguageModelInfo:
     if model.provider == LanguageModelProvider.CUSTOM:

unique_toolkit/debug_info_manager/debug_info_manager.py

@@ -0,0 +1,19 @@
+from unique_toolkit.content.schemas import ContentChunk, ContentReference
+from unique_toolkit.tools.schemas import ToolCallResponse
+
+
+class DebugInfoManager:
+    def __init__(self):
+        self.debug_info = {"tools": []}
+
+    def extract_tool_debug_info(self, tool_call_responses: list[ToolCallResponse]):
+        for tool_call_response in tool_call_responses:
+            self.debug_info["tools"].append(
+                {"name": tool_call_response.name, "data": tool_call_response.debug_info}
+            )
+
+    def add(self, key, value):
+        self.debug_info = self.debug_info | {key: value}
+
+    def get(self):
+        return self.debug_info

unique_toolkit/evals/evaluation_manager.py

@@ -74,8 +74,7 @@ class EvaluationManager:
     The EvaluationManager serves as the central hub for managing and executing evaluations.
     """
     # a hashmap to hold evaluations by their names
-    _evaluations: dict[EvaluationMetricName, Evaluation] = {}
-    _evaluation_passed: bool = True
+
 
     def __init__(
         self,
@@ -86,6 +85,8 @@ class EvaluationManager:
         self._logger = logger
         self._chat_service = chat_service
         self._assistant_message_id = assistant_message_id
+        self._evaluations: dict[EvaluationMetricName, Evaluation] = {}
+        self._evaluation_passed: bool = True
 
     def add_evaluation(self, evaluation: Evaluation):
         self._evaluations[evaluation.get_name()] = evaluation

unique_toolkit/evals/hallucination/hallucination_evaluation.py

@@ -1,24 +1,23 @@
 from typing import Any
 
-from unique_toolkit.unique_toolkit.app.schemas import ChatEvent
-from unique_toolkit.unique_toolkit.chat.schemas import (
+from unique_toolkit.app.schemas import ChatEvent
+from unique_toolkit.chat.schemas import (
     ChatMessageAssessmentLabel,
     ChatMessageAssessmentStatus,
     ChatMessageAssessmentType,
 )
-from unique_toolkit.unique_toolkit.evals.config import EvaluationMetricConfig
-from unique_toolkit.unique_toolkit.evals.evaluation_manager import Evaluation
-from unique_toolkit.unique_toolkit.evals.hallucination.utils import check_hallucination
-from unique_toolkit.unique_toolkit.evals.schemas import (
+from unique_toolkit.evals.evaluation_manager import Evaluation
+from unique_toolkit.evals.hallucination.utils import check_hallucination
+from unique_toolkit.evals.schemas import (
     EvaluationAssessmentMessage,
     EvaluationMetricInput,
     EvaluationMetricName,
     EvaluationMetricResult,
 )
-from unique_toolkit.unique_toolkit.evals.hallucination.constants import (
+from unique_toolkit.evals.hallucination.constants import (
     HallucinationConfig,
 )
-from unique_toolkit.unique_toolkit.reference_manager.reference_manager import (
+from unique_toolkit.reference_manager.reference_manager import (
     ReferenceManager,
 )
 

unique_toolkit/history_manager/history_construction_with_contents.py

@@ -9,10 +9,10 @@ import tiktoken
 
 from pydantic import RootModel
 
-from _common.token.token_counting import num_tokens_per_language_model_message
-from chat.service import ChatService
-from content.service import ContentService
-from language_model.schemas import LanguageModelMessages
+from unique_toolkit._common.token.token_counting import num_tokens_per_language_model_message
+from unique_toolkit.chat.service import ChatService
+from unique_toolkit.content.service import ContentService
+from unique_toolkit.language_model.schemas import LanguageModelMessages
 from unique_toolkit.app import ChatEventUserMessage
 from unique_toolkit.chat.schemas import ChatMessage
 from unique_toolkit.chat.schemas import ChatMessageRole as ChatRole

unique_toolkit/history_manager/history_manager.py

@@ -1,92 +1,84 @@
-from datetime import datetime
 from logging import Logger
 from typing import Annotated, Awaitable, Callable
 
 from pydantic import BaseModel, Field
 
-import tiktoken
 from unique_toolkit.app.schemas import ChatEvent
 
 
-from unique_toolkit.chat.schemas import ChatMessage
-from unique_toolkit.chat.service import ChatService
-from unique_toolkit.content.schemas import Content
-from unique_toolkit.content.service import ContentService
-from unique_toolkit.language_model.builder import MessagesBuilder
+
 from unique_toolkit.language_model.schemas import (
     LanguageModelAssistantMessage,
     LanguageModelFunction,
-    LanguageModelMessage,
-    LanguageModelMessageRole,
+    LanguageModelMessage,   
     LanguageModelMessages,
-    LanguageModelSystemMessage,
-    LanguageModelToolMessage,
-    LanguageModelUserMessage,
+    LanguageModelToolMessage
 )
 
 from unique_toolkit.tools.schemas import ToolCallResponse
 from unique_toolkit.history_manager.utils import transform_chunks_to_string
 
-from _common.validators import LMI
-from history_manager.loop_token_reducer import LoopTokenReducer
-from reference_manager.reference_manager import ReferenceManager
-from tools.config import get_configuration_dict
+from unique_toolkit._common.validators import LMI
+from unique_toolkit.history_manager.loop_token_reducer import LoopTokenReducer
+from unique_toolkit.language_model.infos import LanguageModelInfo, LanguageModelName
+from unique_toolkit.reference_manager.reference_manager import ReferenceManager
+from unique_toolkit.tools.config import get_configuration_dict
 
 DeactivatedNone = Annotated[
     None,
     Field(title="Deactivated", description="None"),
 ]
 
-class HistoryManagerConfig(BaseModel):
+class UploadedContentConfig(BaseModel):
+    model_config = get_configuration_dict()
 
-    class InputTokenDistributionConfig(BaseModel):
-        model_config = get_configuration_dict(frozen=True)
+    user_context_window_limit_warning: str = Field(
+        default="The uploaded content is too large to fit into the ai model. "
+        "Unique AI will search for relevant sections in the material and if needed combine the data with knowledge base content",
+        description="Message to show when using the Internal Search instead of upload and chat tool due to context window limit. Jinja template.",
+    )
+    percent_for_uploaded_content: float = Field(
+        default=0.6,
+        ge=0.0,
+        lt=1.0,
+        description="The fraction of the max input tokens that will be reserved for the uploaded content.",
+    )
 
-        percent_for_history: float = Field(
-            default=0.6,
-            ge=0.0,
-            lt=1.0,
-            description="The fraction of the max input tokens that will be reserved for the history.",
-        )
+class ExperimentalFeatures(BaseModel):
 
-        def max_history_tokens(self, max_input_token: int) -> int:
-            return int(self.percent_for_history * max_input_token)
-    
-    class UploadedContentConfig(BaseModel):
-        model_config = get_configuration_dict()
+    full_sources_serialize_dump: bool = Field(
+        default=False,
+        description="If True, the sources will be serialized in full, otherwise only the content will be serialized.",
+    )
 
-        user_context_window_limit_warning: str = Field(
-            default="The uploaded content is too large to fit into the ai model. "
-            "Unique AI will search for relevant sections in the material and if needed combine the data with knowledge base content",
-            description="Message to show when using the Internal Search instead of upload and chat tool due to context window limit. Jinja template.",
-        )
-        percent_for_uploaded_content: float = Field(
-            default=0.6,
-            ge=0.0,
-            lt=1.0,
-            description="The fraction of the max input tokens that will be reserved for the uploaded content.",
-        )
 
-    class ExperimentalFeatures(BaseModel):
-        def __init__(self, full_sources_serialize_dump: bool = False):
-            self.full_sources_serialize_dump = full_sources_serialize_dump
+class HistoryManagerConfig(BaseModel):
 
-        full_sources_serialize_dump: bool = Field(
-            default=False,
-            description="If True, the sources will be serialized in full, otherwise only the content will be serialized.",
-        )
 
     experimental_features: ExperimentalFeatures = Field(
         default=ExperimentalFeatures(),
         description="Experimental features for the history manager.",
     )
 
-    max_history_tokens: int = Field(
-        default=8000,
-        ge=0,
-        description="The maximum number of tokens to keep in the history.",
+
+    percent_of_max_tokens_for_history: float = Field(
+        default=0.2,
+        ge=0.0,
+        lt=1.0,
+        description="The fraction of the max input tokens that will be reserved for the history.",
+    )
+
+    language_model: LMI = LanguageModelInfo.from_name(
+        LanguageModelName.AZURE_GPT_4o_2024_1120
     )
 
+    @property
+    def max_history_tokens(self) -> int:
+        return int(
+            self.language_model.token_limits.token_limit_input
+            * self.percent_of_max_tokens_for_history,
+        )
+
     uploaded_content_config: (
         Annotated[
             UploadedContentConfig,
@@ -96,11 +88,6 @@ class HistoryManagerConfig(BaseModel):
     ) = UploadedContentConfig()
 
 
-    input_token_distribution: InputTokenDistributionConfig = Field(
-        default=InputTokenDistributionConfig(),
-        description="Configuration for the input token distribution.",
-    )
-
 
 class HistoryManager:
     """
@@ -122,9 +109,7 @@ class HistoryManager:
 
     The HistoryManager serves as the backbone for managing and retrieving conversation history in a structured and efficient manner.
     """
-    _tool_call_result_history: list[ToolCallResponse] = []
-    _loop_history: list[LanguageModelMessage] = []
-    _source_enumerator = 0
+
 
     def __init__(
         self,
@@ -140,10 +125,14 @@ class HistoryManager:
         self._token_reducer = LoopTokenReducer(
             logger=self._logger,
             event=event,
-            config=self._config,
+            max_history_tokens=self._config.max_history_tokens,
+            has_uploaded_content_config=bool(self._config.uploaded_content_config),
             language_model=self._language_model,
             reference_manager=reference_manager,
         )
+        self._tool_call_result_history: list[ToolCallResponse] = []
+        self._loop_history: list[LanguageModelMessage] = []
+        self._source_enumerator = 0
 
 
     def has_no_loop_messages(self) -> bool:
@@ -220,6 +209,8 @@ class HistoryManager:
         rendered_system_message_string: str,
         remove_from_text: Callable[[str], Awaitable[str]]
     ) -> LanguageModelMessages:
+        self._logger.info("Getting history for model call -> ")
+
         messages = await self._token_reducer.get_history_for_model_call(
             original_user_message=original_user_message,
             rendered_user_message_string=rendered_user_message_string,

unique_toolkit/history_manager/loop_token_reducer.py

@@ -5,16 +5,15 @@ from typing import Awaitable, Callable
 
 from pydantic import BaseModel
 import tiktoken
-from _common.token.token_counting import num_token_for_language_model_messages
-from _common.validators import LMI
-from app.schemas import ChatEvent
-from chat.service import ChatService
-from content.schemas import ContentChunk
-from content.service import ContentService
-from history_manager.history_construction_with_contents import FileContentSerialization, get_full_history_with_contents
-from history_manager.history_manager import HistoryManagerConfig
-from language_model.schemas import LanguageModelAssistantMessage, LanguageModelMessage, LanguageModelMessageRole, LanguageModelMessages, LanguageModelSystemMessage, LanguageModelToolMessage, LanguageModelUserMessage
-from reference_manager.reference_manager import ReferenceManager
+from unique_toolkit._common.token.token_counting import num_token_for_language_model_messages
+from unique_toolkit._common.validators import LMI
+from unique_toolkit.app.schemas import ChatEvent
+from unique_toolkit.chat.service import ChatService
+from unique_toolkit.content.schemas import ContentChunk
+from unique_toolkit.content.service import ContentService
+from unique_toolkit.history_manager.history_construction_with_contents import FileContentSerialization, get_full_history_with_contents
+from unique_toolkit.language_model.schemas import LanguageModelAssistantMessage, LanguageModelMessage, LanguageModelMessageRole, LanguageModelMessages, LanguageModelSystemMessage, LanguageModelToolMessage, LanguageModelUserMessage
+from unique_toolkit.reference_manager.reference_manager import ReferenceManager
 
 
 class SourceReductionResult(BaseModel):
@@ -33,11 +32,14 @@ class LoopTokenReducer():
         self,
         logger: Logger,
         event: ChatEvent,
-        config: HistoryManagerConfig,
+        max_history_tokens:int,
+        has_uploaded_content_config: bool,
         reference_manager: ReferenceManager,
         language_model: LMI
     ):
-        self._config = config
+        
+        self._max_history_tokens = max_history_tokens
+        self._has_uploaded_content_config = has_uploaded_content_config
         self._logger = logger
         self._reference_manager = reference_manager
         self._language_model = language_model
@@ -49,7 +51,7 @@ class LoopTokenReducer():
     
 
     def _get_encoder(self, language_model: LMI) -> tiktoken.Encoding:
-        name = language_model.name or "cl100k_base"
+        name = language_model.encoder_name or "cl100k_base"
         return tiktoken.get_encoding(name)
 
     async def get_history_for_model_call( self,
@@ -203,7 +205,7 @@ class LoopTokenReducer():
                 content_service=self._content_service,
                 file_content_serialization_type=(
                     FileContentSerialization.NONE
-                    if self._config.uploaded_content_config
+                    if self._has_uploaded_content_config
                     else FileContentSerialization.FILE_NAME
                 ),
             )
@@ -212,9 +214,7 @@ class LoopTokenReducer():
         
         limited_history_messages = self._limit_to_token_window(
             full_history.root,
-            self._config.input_token_distribution.max_history_tokens(
-                self._language_model.token_limits.token_limit_input,
-            )
+            self._max_history_tokens
         )
         
         

unique_toolkit/postprocessor/postprocessor_manager.py

@@ -4,10 +4,9 @@ from logging import Logger
 
 from unique_toolkit.chat.service import ChatService
 from unique_toolkit.language_model.schemas import (
-    LanguageModelMessage,
     LanguageModelStreamResponse,
 )
-from unique_toolkit.tools.utils.execution.execution import Result, SafeTaskExecutor
+from unique_toolkit.tools.utils.execution.execution import SafeTaskExecutor
 
 
 class Postprocessor(ABC):
@@ -53,7 +52,7 @@ class PostprocessorManager:
     The PostprocessorManager serves as a centralized system for managing and applying postprocessing logic to enhance response quality and consistency.
     """
 
-    _postprocessors: list[Postprocessor] = []
+    
 
     def __init__(
         self,
@@ -62,6 +61,7 @@ class PostprocessorManager:
     ):
         self._logger = logger
         self._chat_service = chat_service
+        self._postprocessors: list[Postprocessor] = []
 
     def add_postprocessor(self, postprocessor: Postprocessor):
         self._postprocessors.append(postprocessor)

unique_toolkit/tools/factory.py

@@ -1,13 +1,18 @@
 from typing import Callable
 
-from typing import TYPE_CHECKING
-from unique_toolkit.tools.schemas import BaseToolConfig
+
 from unique_toolkit.tools.tool import Tool
 
+from unique_toolkit.tools.schemas import BaseToolConfig
+
+
+from typing import TYPE_CHECKING
 if TYPE_CHECKING:
     from unique_toolkit.tools.config import ToolBuildConfig
 
 
+
+
 class ToolFactory:
     tool_map: dict[str, type[Tool]] = {}
     tool_config_map: dict[str, Callable] = {}

unique_toolkit/tools/tool.py

@@ -19,7 +19,6 @@ from unique_toolkit.language_model.service import LanguageModelService
 
 
 from unique_toolkit.evals.schemas import EvaluationMetricName
-from unique_toolkit.tools.agent_chunks_handler import AgentChunksHandler
 from unique_toolkit.tools.config import ToolBuildConfig, ToolSelectionPolicy
 from unique_toolkit.tools.schemas import BaseToolConfig, ToolCallResponse, ToolPrompts
 from unique_toolkit.tools.tool_progress_reporter import ToolProgressReporter
@@ -81,7 +80,6 @@ class Tool(ABC, Generic[ConfigType]):
     def get_tool_call_result_for_loop_history(
         self,
         tool_response: ToolCallResponse,
-        agent_chunks_handler: AgentChunksHandler,
     ) -> LanguageModelMessage:
         raise NotImplementedError
 

unique_toolkit/tools/tool_manager.py

@@ -35,9 +35,6 @@ class ToolManagerConfig(BaseModel):
         description="Maximum number of tool calls that can be executed in one iteration.",
     )
 
-    def __init__(self, tools: list[ToolBuildConfig], max_tool_calls: int = 10):
-        self.tools = tools
-        self.max_tool_calls = max_tool_calls
 
 
 class ToolManager:

{unique_toolkit-0.8.16.dist-info → unique_toolkit-0.8.18.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: unique_toolkit
-Version: 0.8.16
+Version: 0.8.18
 Summary: 
 License: Proprietary
 Author: Martin Fadler
@@ -114,6 +114,12 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), 
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [0.8.18] - 2025-08-22
+- moved class variables into instance variables
+
+## [0.8.17] - 2025-08-22
+- fixed circular dependencies in tools
+
 ## [0.8.16] - 2025-08-19
 - moved Hallucination evaluator into toolkit
 

{unique_toolkit-0.8.16.dist-info → unique_toolkit-0.8.18.dist-info}/RECORD

@@ -4,9 +4,9 @@ unique_toolkit/_common/_time_utils.py,sha256=ztmTovTvr-3w71Ns2VwXC65OKUUh-sQlzbH
 unique_toolkit/_common/default_language_model.py,sha256=M6OiVfpi21CixfgYFigOcJGqG8r987f2rxHnn0NZ2dc,333
 unique_toolkit/_common/exception.py,sha256=caQIE1btsQnpKCHqL2cgWUSbHup06enQu_Pt7uGUTTE,727
 unique_toolkit/_common/token/image_token_counting.py,sha256=VpFfZyY0GIH27q_Wy4YNjk2algqvbCtJyzuuROoFQPw,2189
-unique_toolkit/_common/token/token_counting.py,sha256=l8tDo5EaD5FIlKz7Zd6CTNYwMhF-UZ2S3Hb-pU5z2UY,6281
+unique_toolkit/_common/token/token_counting.py,sha256=PE_SGqWr6sXwEYJcap85SQA_xX2RP1E7yvvYYOju-DE,6282
 unique_toolkit/_common/validate_required_values.py,sha256=Y_M1ub9gIKP9qZ45F6Zq3ZHtuIqhmOjl8Z2Vd3avg8w,588
-unique_toolkit/_common/validators.py,sha256=uPGPkeygNi3KimWZxKOKYFxwpCxTkhhYBAn-b_5TS_M,2584
+unique_toolkit/_common/validators.py,sha256=BPDy-Bm4W_Sq-ICJ6p2OwzsvjvRZlRX5W1ws0ZJjwl0,2804
 unique_toolkit/app/__init__.py,sha256=ETxYDpEizg_PKmi4JPX_P76ySq-us-xypfAIdKQ1QZU,1284
 unique_toolkit/app/dev_util.py,sha256=rN-xSg4OGfmwjaToy8m_hQroehcLYyk9-GCmQJ-f6uY,4302
 unique_toolkit/app/init_logging.py,sha256=Sh26SRxOj8i8dzobKhYha2lLrkrMTHfB1V4jR3h23gQ,678
@@ -29,6 +29,7 @@ unique_toolkit/content/functions.py,sha256=HZtDIAH3ZxWleq5Si_v30n_7vTnNRu6BCxpTH
 unique_toolkit/content/schemas.py,sha256=KJ604BOx0vBh2AwlTCZkOo55aHsI6yj8vxDAARKKqEo,2995
 unique_toolkit/content/service.py,sha256=3zUu3vUcPV8Mb_v1TCyi2hicGVMLNBamKB3Q6-z1trY,21455
 unique_toolkit/content/utils.py,sha256=qNVmHTuETaPNGqheg7TbgPr1_1jbNHDc09N5RrmUIyo,7901
+unique_toolkit/debug_info_manager/debug_info_manager.py,sha256=-IiArCVjazVxbJY884cLfKSnLEOKDfqt5i3SVPAAvFo,650
 unique_toolkit/embedding/__init__.py,sha256=uUyzjonPvuDCYsvXCIt7ErQXopLggpzX-MEQd3_e2kE,250
 unique_toolkit/embedding/constants.py,sha256=Lj8-Lcy1FvuC31PM9Exq7vaFuxQV4pEI1huUMFX-J2M,52
 unique_toolkit/embedding/functions.py,sha256=3qp-BfuMAbnp8YB04rh3xH8vsJuCBPizoy-JeaBFtoQ,1944
@@ -39,10 +40,10 @@ unique_toolkit/evals/config.py,sha256=LtBcPVCNpyZ2fFAKjiT9dPGauDSH5f0d_Jt4KpuS5O
 unique_toolkit/evals/context_relevancy/prompts.py,sha256=EdHFUOB581yVxcOL8482KUv_LzaRjuiem71EF8udYMc,1331
 unique_toolkit/evals/context_relevancy/schema.py,sha256=xJeAHUwTTc-a090HhRYiK8Mob5Vt350lNfItz6w6Cq8,2958
 unique_toolkit/evals/context_relevancy/service.py,sha256=j7crX64kMEGTcbQoUwCeGCCVaGfoLvYHclXLVt-x3zA,8384
-unique_toolkit/evals/evaluation_manager.py,sha256=_4XF2JY8EZd8kRmaZzF1S5R0kNATKTzgpE0ZIQDqQLE,7711
+unique_toolkit/evals/evaluation_manager.py,sha256=XezdwUbYvVK1TjDmtvrH3CHnqeT-uA5Bge3HgvPkt8A,7730
 unique_toolkit/evals/exception.py,sha256=7lcVbCyoN4Md1chNJDFxpUYyWbVrcr9dcc3TxWykJTc,115
 unique_toolkit/evals/hallucination/constants.py,sha256=-eA0e3QntllNJ1wLOx-zAnCUrvDT4pS5IRwmACoMICc,1998
-unique_toolkit/evals/hallucination/hallucination_evaluation.py,sha256=LRbnXola7lP5rl2wmuLEmAcTbSuB4e8yZdEA5U3Ze1k,3271
+unique_toolkit/evals/hallucination/hallucination_evaluation.py,sha256=2zroBydl90xxB6Lcf2v6Wsg9PsQHZ6uHrHoSUUFo6VQ,3088
 unique_toolkit/evals/hallucination/prompts.py,sha256=O3Hi_rOzZlujvnO2wn2jhoPmrYLjzVtRWwxn5Q81m9Y,3405
 unique_toolkit/evals/hallucination/service.py,sha256=VH0jhoIf5_8lwy3f7ODhgVU08LfsXs5uk8GOjCpPVkc,2409
 unique_toolkit/evals/hallucination/utils.py,sha256=CytY60CBdhq7777YljO38ngK3RSMqA-5Xh5YfpJbsE8,8127
@@ -69,9 +70,9 @@ unique_toolkit/framework_utilities/langchain/history.py,sha256=R9RuCeSFNaUO3OZ0G
 unique_toolkit/framework_utilities/openai/client.py,sha256=IasxPXlVJHIsZdXHin7yq-5tO4RNLUu9cEuhrgb4ghE,1205
 unique_toolkit/framework_utilities/openai/message_builder.py,sha256=VU6mJm_upLcarJQKFft_t1RlLRncWDxDuLC5LIJ5lQQ,4339
 unique_toolkit/framework_utilities/utils.py,sha256=JK7g2yMfEx3eMprug26769xqNpS5WJcizf8n2zWMBng,789
-unique_toolkit/history_manager/history_construction_with_contents.py,sha256=xKUVnJ4ZJq4-nnO2_35dbDh9d-zfCJfRzuj7v9hXUdM,9049
-unique_toolkit/history_manager/history_manager.py,sha256=eo89SVl2A4_n-DnqsgKe_rZ94Nb3YK4-hdJiAzvWOXM,8690
-unique_toolkit/history_manager/loop_token_reducer.py,sha256=-7Ezk3OLUsrU0Jd9Qc73_PBJZIayz7bVE3awc-q6Se0,17624
+unique_toolkit/history_manager/history_construction_with_contents.py,sha256=0-xq8CPlqG_nAjmPu_sAXMbzau2TsG9j-6PSMo6tO6k,9109
+unique_toolkit/history_manager/history_manager.py,sha256=I5Fc8PJ9p-3r3MjUbhdW4XpEkUc3FzNyCWuHzr_XiXk,8118
+unique_toolkit/history_manager/loop_token_reducer.py,sha256=F5iFPS-m1qaYyi5xysky3nxCV4zyM8s21muyOxSquaQ,17725
 unique_toolkit/history_manager/utils.py,sha256=3GT53SfOQ7g-dN3PHFIPaAab74sUfV28hbUtGMdX-bY,5607
 unique_toolkit/language_model/__init__.py,sha256=lRQyLlbwHbNFf4-0foBU13UGb09lwEeodbVsfsSgaCk,1971
 unique_toolkit/language_model/builder.py,sha256=4OKfwJfj3TrgO1ezc_ewIue6W7BCQ2ZYQXUckWVPPTA,3369
@@ -83,7 +84,7 @@ unique_toolkit/language_model/reference.py,sha256=nkX2VFz-IrUz8yqyc3G5jUMNwrNpxI
 unique_toolkit/language_model/schemas.py,sha256=ix5tCLUnlpAgc-WzV_54O_QpVI-shXOIUJVYVBRagpo,16498
 unique_toolkit/language_model/service.py,sha256=N_I3VtK5B0G8s5c6TcBVWM7CcLGqakDhEdHQ_z-Hcok,11676
 unique_toolkit/language_model/utils.py,sha256=bPQ4l6_YO71w-zaIPanUUmtbXC1_hCvLK0tAFc3VCRc,1902
-unique_toolkit/postprocessor/postprocessor_manager.py,sha256=68TAcXMU_ohWOtzo91LntY950HV9I9gGU92-V0Mxmr8,4239
+unique_toolkit/postprocessor/postprocessor_manager.py,sha256=f0t3DD7q7hUU97LTkgMVk7ekeFtkwH0MC-YRHnFEqJ8,4219
 unique_toolkit/protocols/support.py,sha256=V15WEIFKVMyF1QCnR8vIi4GrJy4dfTCB6d6JlqPZ58o,2341
 unique_toolkit/reference_manager/reference_manager.py,sha256=WIvZkRgQztkY0zNTM_KIPSqJFT22HIGNexJ4yG3aj5E,3993
 unique_toolkit/short_term_memory/__init__.py,sha256=2mI3AUrffgH7Yt-xS57EGqnHf7jnn6xquoKEhJqk3Wg,185
@@ -95,19 +96,18 @@ unique_toolkit/short_term_memory/service.py,sha256=5PeVBu1ZCAfyDb2HLVvlmqSbyzBBu
 unique_toolkit/smart_rules/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 unique_toolkit/smart_rules/compile.py,sha256=cxWjb2dxEI2HGsakKdVCkSNi7VK9mr08w5sDcFCQyWI,9553
 unique_toolkit/thinking_manager/thinking_manager.py,sha256=_7G4RJM4Or66myx2AJ2UNk1vhQXV7_uLXlIxmumgmKk,4208
-unique_toolkit/tools/agent_chunks_handler.py,sha256=ORjC22ulfHTfPxUHmU7QU0H53j3AdLmt1a0opeI91V8,1809
 unique_toolkit/tools/config.py,sha256=9bYxdDuUPmAxhYyIdLbmXLzX1X2AUw--_WISQxQ4G2U,3003
-unique_toolkit/tools/factory.py,sha256=vxxchbPTrk2lVjSMdpcFN-6FRcMLiy-NgHHS3w0wYCA,1271
+unique_toolkit/tools/factory.py,sha256=wA30xdUxpahzrtO_uau8-VokpGRttxG1P7SuH95EQ2E,1276
 unique_toolkit/tools/schemas.py,sha256=IngcnYCqaAVl3ADbW-j_-ZXlPK1oVKeXqHDyXJH8Bso,4692
 unique_toolkit/tools/test/test_tool_progress_reporter.py,sha256=YCR7uJ4_sn-z3CJskzSNWNDYYcThr9m2Q6gRBxbLVfg,6298
-unique_toolkit/tools/tool.py,sha256=UZ-WdScj_VBdBNMz56SwvdpIKGNZLKNy3lRsgJAr6EY,5746
-unique_toolkit/tools/tool_manager.py,sha256=eXzx4608noza2At7yjqC2B44h4a7gv7lZMo1-xoLY98,9046
+unique_toolkit/tools/tool.py,sha256=RZ8JelfueEr5v-6JedOf7WRVnYEB4euaPXk_LIjSkN8,5623
+unique_toolkit/tools/tool_manager.py,sha256=Bbfuh-9DB0iBG6FWyLxEBwD8fh8Ias4zsaD6kXQTQ0w,8894
 unique_toolkit/tools/tool_progress_reporter.py,sha256=j6iVTpoLU_PjLwoK6fpIy9vmX_MLWF_-_v-nTDUcwas,7954
 unique_toolkit/tools/utils/execution/execution.py,sha256=vjG2Y6awsGNtlvyQAGCTthQ5thWHYnn-vzZXaYLb3QE,7922
 unique_toolkit/tools/utils/source_handling/schema.py,sha256=pvNhtL2daDLpCVIQpfdn6R35GvKmITVLXjZNLAwpgUE,871
 unique_toolkit/tools/utils/source_handling/source_formatting.py,sha256=C7uayNbdkNVJdEARA5CENnHtNY1SU6etlaqbgHNyxaQ,9152
 unique_toolkit/tools/utils/source_handling/tests/test_source_formatting.py,sha256=zu3AJnYH9CMqZPrxKEH3IgI-fM3nlvIBuspJG6W6B18,6978
-unique_toolkit-0.8.16.dist-info/LICENSE,sha256=GlN8wHNdh53xwOPg44URnwag6TEolCjoq3YD_KrWgss,193
-unique_toolkit-0.8.16.dist-info/METADATA,sha256=6bFV_VufKObIx2_UsorEVa09gEFyY2UIvS9zvY-py4E,27797
-unique_toolkit-0.8.16.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-unique_toolkit-0.8.16.dist-info/RECORD,,
+unique_toolkit-0.8.18.dist-info/LICENSE,sha256=GlN8wHNdh53xwOPg44URnwag6TEolCjoq3YD_KrWgss,193
+unique_toolkit-0.8.18.dist-info/METADATA,sha256=1CvVQTzrkyL8gyCVAu5FkJlG360dwFbuhiyHuwX9sXQ,27936
+unique_toolkit-0.8.18.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+unique_toolkit-0.8.18.dist-info/RECORD,,

unique_toolkit/tools/agent_chunks_handler.py

@@ -1,62 +0,0 @@
-from unique_toolkit.content.schemas import ContentChunk, ContentReference
-
-
-class AgentChunksHandler:
-    def __init__(self):
-        self._tool_chunks = {}
-        self._chunks: list[ContentChunk] = []
-        self._references: list[list[ContentReference]] = []
-
-    @property
-    def chunks(self) -> list[ContentChunk]:
-        return self._chunks
-
-    @property
-    def tool_chunks(self) -> dict:
-        return self._tool_chunks
-
-    def extend(self, chunks: list[ContentChunk]):
-        self._chunks.extend(chunks)
-
-    def replace(self, chunks: list[ContentChunk]):
-        self._chunks = chunks
-
-    def add_references(
-        self,
-        references: list[ContentReference],
-    ):
-        self._references.append(references)
-
-    @property
-    def all_references(
-        self,
-    ) -> list[list[ContentReference]]:
-        return self._references
-
-    @property
-    def latest_references(
-        self,
-    ) -> list[ContentReference]:
-        if not self._references:
-            return []
-        return self._references[-1]
-
-    @property
-    def latest_referenced_chunks(self) -> list[ContentChunk]:
-        if not self._references:
-            return []
-        return self._get_referenced_chunks_from_references(self._references[-1])
-
-    def _get_referenced_chunks_from_references(
-        self,
-        references: list[ContentReference],
-    ) -> list[ContentChunk]:
-        """
-        Get _referenced_chunks by matching sourceId from _references with merged id and chunk_id from _chunks.
-        """
-        referenced_chunks: list[ContentChunk] = []
-        for ref in references:
-            for chunk in self._chunks:
-                if ref.source_id == str(chunk.id) + "_" + str(chunk.chunk_id):
-                    referenced_chunks.append(chunk)
-        return referenced_chunks