unique_toolkit 0.8.15__py3-none-any.whl → 0.8.17__py3-none-any.whl

unique_toolkit/evals/tests/test_output_parser.py

@@ -0,0 +1,80 @@
+import pytest
+
+from unique_toolkit.evals.context_relevancy.schema import EvaluationSchemaStructuredOutput, Fact
+from unique_toolkit.evals.exception import EvaluatorException
+from unique_toolkit.evals.output_parser import parse_eval_metric_result, parse_eval_metric_result_structured_output
+from unique_toolkit.evals.schemas import EvaluationMetricName, EvaluationMetricResult
+
+
+
+
+def test_parse_eval_metric_result_success():
+    # Test successful parsing with all fields
+    result = '{"value": "high", "reason": "Test reason"}'
+    parsed = parse_eval_metric_result(result, EvaluationMetricName.CONTEXT_RELEVANCY)
+
+    assert isinstance(parsed, EvaluationMetricResult)
+    assert parsed.name == EvaluationMetricName.CONTEXT_RELEVANCY
+    assert parsed.value == "high"
+    assert parsed.reason == "Test reason"
+    assert parsed.fact_list == []
+
+
+def test_parse_eval_metric_result_missing_fields():
+    # Test parsing with missing fields (should use default "None")
+    result = '{"value": "high"}'
+    parsed = parse_eval_metric_result(result, EvaluationMetricName.CONTEXT_RELEVANCY)
+
+    assert isinstance(parsed, EvaluationMetricResult)
+    assert parsed.name == EvaluationMetricName.CONTEXT_RELEVANCY
+    assert parsed.value == "high"
+    assert parsed.reason == "None"
+    assert parsed.fact_list == []
+
+
+def test_parse_eval_metric_result_invalid_json():
+    # Test parsing with invalid JSON
+    result = "invalid json"
+    with pytest.raises(EvaluatorException) as exc_info:
+        parse_eval_metric_result(result, EvaluationMetricName.CONTEXT_RELEVANCY)
+
+    assert "Error occurred during parsing the evaluation metric result" in str(
+        exc_info.value
+    )
+
+
+def test_parse_eval_metric_result_structured_output_basic():
+    # Test basic structured output without fact list
+    result = EvaluationSchemaStructuredOutput(value="high", reason="Test reason")
+    parsed = parse_eval_metric_result_structured_output(
+        result, EvaluationMetricName.CONTEXT_RELEVANCY
+    )
+
+    assert isinstance(parsed, EvaluationMetricResult)
+    assert parsed.name == EvaluationMetricName.CONTEXT_RELEVANCY
+    assert parsed.value == "high"
+    assert parsed.reason == "Test reason"
+    assert parsed.fact_list == []
+
+
+def test_parse_eval_metric_result_structured_output_with_facts():
+    # Test structured output with fact list
+    result = EvaluationSchemaStructuredOutput(
+        value="high",
+        reason="Test reason",
+        fact_list=[
+            Fact(fact="Fact 1"),
+            Fact(fact="Fact 2"),
+        ],
+    )
+    parsed = parse_eval_metric_result_structured_output(
+        result, EvaluationMetricName.CONTEXT_RELEVANCY
+    )
+
+    assert isinstance(parsed, EvaluationMetricResult)
+    assert parsed.name == EvaluationMetricName.CONTEXT_RELEVANCY
+    assert parsed.value == "high"
+    assert parsed.reason == "Test reason"
+    assert parsed.fact_list == ["Fact 1", "Fact 2"]
+    assert isinstance(parsed.fact_list, list)
+    assert len(parsed.fact_list) == 2  # None fact should be filtered out

unique_toolkit/history_manager/history_construction_with_contents.py

@@ -9,10 +9,10 @@ import tiktoken
 
 from pydantic import RootModel
 
-from _common.token.token_counting import num_tokens_per_language_model_message
-from chat.service import ChatService
-from content.service import ContentService
-from language_model.schemas import LanguageModelMessages
+from unique_toolkit._common.token.token_counting import num_tokens_per_language_model_message
+from unique_toolkit.chat.service import ChatService
+from unique_toolkit.content.service import ContentService
+from unique_toolkit.language_model.schemas import LanguageModelMessages
 from unique_toolkit.app import ChatEventUserMessage
 from unique_toolkit.chat.schemas import ChatMessage
 from unique_toolkit.chat.schemas import ChatMessageRole as ChatRole

unique_toolkit/history_manager/history_manager.py

@@ -1,91 +1,84 @@
-from datetime import datetime
 from logging import Logger
 from typing import Annotated, Awaitable, Callable
 
 from pydantic import BaseModel, Field
 
-import tiktoken
 from unique_toolkit.app.schemas import ChatEvent
 
 
-from unique_toolkit.chat.schemas import ChatMessage
-from unique_toolkit.chat.service import ChatService
-from unique_toolkit.content.schemas import Content
-from unique_toolkit.content.service import ContentService
-from unique_toolkit.language_model.builder import MessagesBuilder
+
 from unique_toolkit.language_model.schemas import (
     LanguageModelAssistantMessage,
     LanguageModelFunction,
-    LanguageModelMessage,
-    LanguageModelMessageRole,
-    LanguageModelSystemMessage,
-    LanguageModelToolMessage,
-    LanguageModelUserMessage,
+    LanguageModelMessage,   
+    LanguageModelMessages,
+    LanguageModelToolMessage
 )
 
 from unique_toolkit.tools.schemas import ToolCallResponse
 from unique_toolkit.history_manager.utils import transform_chunks_to_string
 
-from _common.validators import LMI
-from history_manager.loop_token_reducer import LoopTokenReducer
-from reference_manager.reference_manager import ReferenceManager
-from tools.config import get_configuration_dict
+from unique_toolkit._common.validators import LMI
+from unique_toolkit.history_manager.loop_token_reducer import LoopTokenReducer
+from unique_toolkit.language_model.infos import LanguageModelInfo, LanguageModelName
+from unique_toolkit.reference_manager.reference_manager import ReferenceManager
+from unique_toolkit.tools.config import get_configuration_dict
 
 DeactivatedNone = Annotated[
     None,
     Field(title="Deactivated", description="None"),
 ]
 
-class HistoryManagerConfig(BaseModel):
+class UploadedContentConfig(BaseModel):
+    model_config = get_configuration_dict()
 
-    class InputTokenDistributionConfig(BaseModel):
-        model_config = get_configuration_dict(frozen=True)
+    user_context_window_limit_warning: str = Field(
+        default="The uploaded content is too large to fit into the ai model. "
+        "Unique AI will search for relevant sections in the material and if needed combine the data with knowledge base content",
+        description="Message to show when using the Internal Search instead of upload and chat tool due to context window limit. Jinja template.",
+    )
+    percent_for_uploaded_content: float = Field(
+        default=0.6,
+        ge=0.0,
+        lt=1.0,
+        description="The fraction of the max input tokens that will be reserved for the uploaded content.",
+    )
 
-        percent_for_history: float = Field(
-            default=0.6,
-            ge=0.0,
-            lt=1.0,
-            description="The fraction of the max input tokens that will be reserved for the history.",
-        )
+class ExperimentalFeatures(BaseModel):
 
-        def max_history_tokens(self, max_input_token: int) -> int:
-            return int(self.percent_for_history * max_input_token)
-    
-    class UploadedContentConfig(BaseModel):
-        model_config = get_configuration_dict()
+    full_sources_serialize_dump: bool = Field(
+        default=False,
+        description="If True, the sources will be serialized in full, otherwise only the content will be serialized.",
+    )
 
-        user_context_window_limit_warning: str = Field(
-            default="The uploaded content is too large to fit into the ai model. "
-            "Unique AI will search for relevant sections in the material and if needed combine the data with knowledge base content",
-            description="Message to show when using the Internal Search instead of upload and chat tool due to context window limit. Jinja template.",
-        )
-        percent_for_uploaded_content: float = Field(
-            default=0.6,
-            ge=0.0,
-            lt=1.0,
-            description="The fraction of the max input tokens that will be reserved for the uploaded content.",
-        )
 
-    class ExperimentalFeatures(BaseModel):
-        def __init__(self, full_sources_serialize_dump: bool = False):
-            self.full_sources_serialize_dump = full_sources_serialize_dump
+class HistoryManagerConfig(BaseModel):
 
-        full_sources_serialize_dump: bool = Field(
-            default=False,
-            description="If True, the sources will be serialized in full, otherwise only the content will be serialized.",
-        )
 
     experimental_features: ExperimentalFeatures = Field(
         default=ExperimentalFeatures(),
         description="Experimental features for the history manager.",
     )
 
-    max_history_tokens: int = Field(
-        default=8000,
-        ge=0,
-        description="The maximum number of tokens to keep in the history.",
+
+    percent_of_max_tokens_for_history: float = Field(
+        default=0.2,
+        ge=0.0,
+        lt=1.0,
+        description="The fraction of the max input tokens that will be reserved for the history.",
     )
 
+    language_model: LMI = LanguageModelInfo.from_name(
+        LanguageModelName.AZURE_GPT_4o_2024_1120
+    )
+
+    @property
+    def max_history_tokens(self) -> int:
+        return int(
+            self.language_model.token_limits.token_limit_input
+            * self.percent_of_max_tokens_for_history,
+        )
+
     uploaded_content_config: (
         Annotated[
             UploadedContentConfig,
@@ -95,11 +88,6 @@ class HistoryManagerConfig(BaseModel):
     ) = UploadedContentConfig()
 
 
-    input_token_distribution: InputTokenDistributionConfig = Field(
-        default=InputTokenDistributionConfig(),
-        description="Configuration for the input token distribution.",
-    )
-
 
 class HistoryManager:
     """
@@ -139,7 +127,8 @@ class HistoryManager:
         self._token_reducer = LoopTokenReducer(
             logger=self._logger,
             event=event,
-            config=self._config,
+            max_history_tokens=self._config.max_history_tokens,
+            has_uploaded_content_config=bool(self._config.uploaded_content_config),
             language_model=self._language_model,
             reference_manager=reference_manager,
         )
@@ -218,13 +207,9 @@ class HistoryManager:
         rendered_user_message_string: str,
         rendered_system_message_string: str,
         remove_from_text: Callable[[str], Awaitable[str]]
-    ) -> list[
-        LanguageModelMessage
-        | LanguageModelToolMessage
-        | LanguageModelAssistantMessage
-        | LanguageModelSystemMessage
-        | LanguageModelUserMessage
-    ]:
+    ) -> LanguageModelMessages:
+        self._logger.info("Getting history for model call -> ")
+
         messages = await self._token_reducer.get_history_for_model_call(
             original_user_message=original_user_message,
             rendered_user_message_string=rendered_user_message_string,
@@ -232,4 +217,4 @@ class HistoryManager:
             loop_history=self._loop_history,
             remove_from_text=remove_from_text,
         )
-        return messages.root
+        return messages

unique_toolkit/history_manager/loop_token_reducer.py

@@ -5,16 +5,15 @@ from typing import Awaitable, Callable
 
 from pydantic import BaseModel
 import tiktoken
-from _common.token.token_counting import num_token_for_language_model_messages
-from _common.validators import LMI
-from app.schemas import ChatEvent
-from chat.service import ChatService
-from content.schemas import ContentChunk
-from content.service import ContentService
-from history_manager.history_construction_with_contents import FileContentSerialization, get_full_history_with_contents
-from history_manager.history_manager import HistoryManagerConfig
-from language_model.schemas import LanguageModelAssistantMessage, LanguageModelMessage, LanguageModelMessageRole, LanguageModelMessages, LanguageModelSystemMessage, LanguageModelToolMessage, LanguageModelUserMessage
-from reference_manager.reference_manager import ReferenceManager
+from unique_toolkit._common.token.token_counting import num_token_for_language_model_messages
+from unique_toolkit._common.validators import LMI
+from unique_toolkit.app.schemas import ChatEvent
+from unique_toolkit.chat.service import ChatService
+from unique_toolkit.content.schemas import ContentChunk
+from unique_toolkit.content.service import ContentService
+from unique_toolkit.history_manager.history_construction_with_contents import FileContentSerialization, get_full_history_with_contents
+from unique_toolkit.language_model.schemas import LanguageModelAssistantMessage, LanguageModelMessage, LanguageModelMessageRole, LanguageModelMessages, LanguageModelSystemMessage, LanguageModelToolMessage, LanguageModelUserMessage
+from unique_toolkit.reference_manager.reference_manager import ReferenceManager
 
 
 class SourceReductionResult(BaseModel):
@@ -33,11 +32,14 @@ class LoopTokenReducer():
         self,
         logger: Logger,
         event: ChatEvent,
-        config: HistoryManagerConfig,
+        max_history_tokens:int,
+        has_uploaded_content_config: bool,
         reference_manager: ReferenceManager,
         language_model: LMI
     ):
-        self._config = config
+        
+        self._max_history_tokens = max_history_tokens
+        self._has_uploaded_content_config = has_uploaded_content_config
         self._logger = logger
         self._reference_manager = reference_manager
         self._language_model = language_model
@@ -49,7 +51,7 @@ class LoopTokenReducer():
     
 
     def _get_encoder(self, language_model: LMI) -> tiktoken.Encoding:
-        name = language_model.name or "cl100k_base"
+        name = language_model.encoder_name or "cl100k_base"
         return tiktoken.get_encoding(name)
 
     async def get_history_for_model_call( self,
@@ -203,7 +205,7 @@ class LoopTokenReducer():
                 content_service=self._content_service,
                 file_content_serialization_type=(
                     FileContentSerialization.NONE
-                    if self._config.uploaded_content_config
+                    if self._has_uploaded_content_config
                     else FileContentSerialization.FILE_NAME
                 ),
             )
@@ -212,9 +214,7 @@ class LoopTokenReducer():
         
         limited_history_messages = self._limit_to_token_window(
             full_history.root,
-            self._config.input_token_distribution.max_history_tokens(
-                self._language_model.token_limits.token_limit_input,
-            )
+            self._max_history_tokens
         )
         
         

unique_toolkit/language_model/schemas.py

@@ -129,6 +129,14 @@ class LanguageModelStreamResponse(BaseModel):
     message: LanguageModelStreamResponseMessage
     tool_calls: list[LanguageModelFunction] | None = None
 
+    def is_empty(self) -> bool:
+        """
+        Check if the stream response is empty.
+        An empty stream response has no text and no tool calls.
+        """
+        return not self.message.original_text and not self.tool_calls
+
+
     def to_openai_param(self) -> ChatCompletionAssistantMessageParam:
         return ChatCompletionAssistantMessageParam(
             role="assistant",

unique_toolkit/postprocessor/postprocessor_manager.py

@@ -4,10 +4,9 @@ from logging import Logger
 
 from unique_toolkit.chat.service import ChatService
 from unique_toolkit.language_model.schemas import (
-    LanguageModelMessage,
     LanguageModelStreamResponse,
 )
-from unique_toolkit.tools.utils.execution.execution import Result, SafeTaskExecutor
+from unique_toolkit.tools.utils.execution.execution import SafeTaskExecutor
 
 
 class Postprocessor(ABC):

unique_toolkit/tools/factory.py

@@ -1,13 +1,18 @@
 from typing import Callable
 
-from typing import TYPE_CHECKING
-from unique_toolkit.tools.schemas import BaseToolConfig
+
 from unique_toolkit.tools.tool import Tool
 
+from unique_toolkit.tools.schemas import BaseToolConfig
+
+
+from typing import TYPE_CHECKING
 if TYPE_CHECKING:
     from unique_toolkit.tools.config import ToolBuildConfig
 
 
+
+
 class ToolFactory:
     tool_map: dict[str, type[Tool]] = {}
     tool_config_map: dict[str, Callable] = {}

unique_toolkit/tools/tool.py

@@ -19,7 +19,6 @@ from unique_toolkit.language_model.service import LanguageModelService
 
 
 from unique_toolkit.evals.schemas import EvaluationMetricName
-from unique_toolkit.tools.agent_chunks_handler import AgentChunksHandler
 from unique_toolkit.tools.config import ToolBuildConfig, ToolSelectionPolicy
 from unique_toolkit.tools.schemas import BaseToolConfig, ToolCallResponse, ToolPrompts
 from unique_toolkit.tools.tool_progress_reporter import ToolProgressReporter
@@ -81,7 +80,6 @@ class Tool(ABC, Generic[ConfigType]):
     def get_tool_call_result_for_loop_history(
         self,
         tool_response: ToolCallResponse,
-        agent_chunks_handler: AgentChunksHandler,
     ) -> LanguageModelMessage:
         raise NotImplementedError
 

unique_toolkit/tools/tool_manager.py

@@ -35,9 +35,6 @@ class ToolManagerConfig(BaseModel):
         description="Maximum number of tool calls that can be executed in one iteration.",
     )
 
-    def __init__(self, tools: list[ToolBuildConfig], max_tool_calls: int = 10):
-        self.tools = tools
-        self.max_tool_calls = max_tool_calls
 
 
 class ToolManager:

{unique_toolkit-0.8.15.dist-info → unique_toolkit-0.8.17.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: unique_toolkit
-Version: 0.8.15
+Version: 0.8.17
 Summary: 
 License: Proprietary
 Author: Martin Fadler
@@ -114,6 +114,12 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), 
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [0.8.17] - 2025-08-22
+- fixed circular dependencies in tools
+
+## [0.8.16] - 2025-08-19
+- moved Hallucination evaluator into toolkit
+
 ## [0.8.15] - 2025-08-19
 - Added history loading from database for History Manager
 

{unique_toolkit-0.8.15.dist-info → unique_toolkit-0.8.17.dist-info}/RECORD

@@ -4,9 +4,9 @@ unique_toolkit/_common/_time_utils.py,sha256=ztmTovTvr-3w71Ns2VwXC65OKUUh-sQlzbH
 unique_toolkit/_common/default_language_model.py,sha256=M6OiVfpi21CixfgYFigOcJGqG8r987f2rxHnn0NZ2dc,333
 unique_toolkit/_common/exception.py,sha256=caQIE1btsQnpKCHqL2cgWUSbHup06enQu_Pt7uGUTTE,727
 unique_toolkit/_common/token/image_token_counting.py,sha256=VpFfZyY0GIH27q_Wy4YNjk2algqvbCtJyzuuROoFQPw,2189
-unique_toolkit/_common/token/token_counting.py,sha256=l8tDo5EaD5FIlKz7Zd6CTNYwMhF-UZ2S3Hb-pU5z2UY,6281
+unique_toolkit/_common/token/token_counting.py,sha256=PE_SGqWr6sXwEYJcap85SQA_xX2RP1E7yvvYYOju-DE,6282
 unique_toolkit/_common/validate_required_values.py,sha256=Y_M1ub9gIKP9qZ45F6Zq3ZHtuIqhmOjl8Z2Vd3avg8w,588
-unique_toolkit/_common/validators.py,sha256=uPGPkeygNi3KimWZxKOKYFxwpCxTkhhYBAn-b_5TS_M,2584
+unique_toolkit/_common/validators.py,sha256=BPDy-Bm4W_Sq-ICJ6p2OwzsvjvRZlRX5W1ws0ZJjwl0,2804
 unique_toolkit/app/__init__.py,sha256=ETxYDpEizg_PKmi4JPX_P76ySq-us-xypfAIdKQ1QZU,1284
 unique_toolkit/app/dev_util.py,sha256=rN-xSg4OGfmwjaToy8m_hQroehcLYyk9-GCmQJ-f6uY,4302
 unique_toolkit/app/init_logging.py,sha256=Sh26SRxOj8i8dzobKhYha2lLrkrMTHfB1V4jR3h23gQ,678
@@ -29,15 +29,28 @@ unique_toolkit/content/functions.py,sha256=HZtDIAH3ZxWleq5Si_v30n_7vTnNRu6BCxpTH
 unique_toolkit/content/schemas.py,sha256=KJ604BOx0vBh2AwlTCZkOo55aHsI6yj8vxDAARKKqEo,2995
 unique_toolkit/content/service.py,sha256=3zUu3vUcPV8Mb_v1TCyi2hicGVMLNBamKB3Q6-z1trY,21455
 unique_toolkit/content/utils.py,sha256=qNVmHTuETaPNGqheg7TbgPr1_1jbNHDc09N5RrmUIyo,7901
+unique_toolkit/debug_info_manager/debug_info_manager.py,sha256=-IiArCVjazVxbJY884cLfKSnLEOKDfqt5i3SVPAAvFo,650
 unique_toolkit/embedding/__init__.py,sha256=uUyzjonPvuDCYsvXCIt7ErQXopLggpzX-MEQd3_e2kE,250
 unique_toolkit/embedding/constants.py,sha256=Lj8-Lcy1FvuC31PM9Exq7vaFuxQV4pEI1huUMFX-J2M,52
 unique_toolkit/embedding/functions.py,sha256=3qp-BfuMAbnp8YB04rh3xH8vsJuCBPizoy-JeaBFtoQ,1944
 unique_toolkit/embedding/schemas.py,sha256=1GvKCaSk4jixzVQ2PKq8yDqwGEVY_hWclYtoAr6CC2g,96
 unique_toolkit/embedding/service.py,sha256=2KjYlUKxeh-Je8S1mOPiQ735pqAmdbeztycVNJxcUXA,5039
 unique_toolkit/embedding/utils.py,sha256=v86lo__bCJbxZBQ3OcLu5SuwT6NbFfWlcq8iyk6BuzQ,279
+unique_toolkit/evals/config.py,sha256=LtBcPVCNpyZ2fFAKjiT9dPGauDSH5f0d_Jt4KpuS5OM,954
+unique_toolkit/evals/context_relevancy/prompts.py,sha256=EdHFUOB581yVxcOL8482KUv_LzaRjuiem71EF8udYMc,1331
+unique_toolkit/evals/context_relevancy/schema.py,sha256=xJeAHUwTTc-a090HhRYiK8Mob5Vt350lNfItz6w6Cq8,2958
+unique_toolkit/evals/context_relevancy/service.py,sha256=j7crX64kMEGTcbQoUwCeGCCVaGfoLvYHclXLVt-x3zA,8384
 unique_toolkit/evals/evaluation_manager.py,sha256=_4XF2JY8EZd8kRmaZzF1S5R0kNATKTzgpE0ZIQDqQLE,7711
 unique_toolkit/evals/exception.py,sha256=7lcVbCyoN4Md1chNJDFxpUYyWbVrcr9dcc3TxWykJTc,115
+unique_toolkit/evals/hallucination/constants.py,sha256=-eA0e3QntllNJ1wLOx-zAnCUrvDT4pS5IRwmACoMICc,1998
+unique_toolkit/evals/hallucination/hallucination_evaluation.py,sha256=2zroBydl90xxB6Lcf2v6Wsg9PsQHZ6uHrHoSUUFo6VQ,3088
+unique_toolkit/evals/hallucination/prompts.py,sha256=O3Hi_rOzZlujvnO2wn2jhoPmrYLjzVtRWwxn5Q81m9Y,3405
+unique_toolkit/evals/hallucination/service.py,sha256=VH0jhoIf5_8lwy3f7ODhgVU08LfsXs5uk8GOjCpPVkc,2409
+unique_toolkit/evals/hallucination/utils.py,sha256=CytY60CBdhq7777YljO38ngK3RSMqA-5Xh5YfpJbsE8,8127
+unique_toolkit/evals/output_parser.py,sha256=vYjnlm8upIH1eiqGlwGx8K-KSf6IALgFeGMn6eW_HFE,1379
 unique_toolkit/evals/schemas.py,sha256=VwxT_L_1Fima1RwGWajp1DIPy36-4n23_eCFkK3MjTM,3114
+unique_toolkit/evals/tests/test_context_relevancy_service.py,sha256=1kpNw4eeGXGX9eBr6IGEp605M6BrnBHFWs4j1_s3_Mc,7898
+unique_toolkit/evals/tests/test_output_parser.py,sha256=HwSqptYI_8BeQtwyrQwPLwX11ugC5tjxL1BrM0LdMVc,3018
 unique_toolkit/evaluators/__init__.py,sha256=3Rfpnowm7MUXHWmeU4UV4s_3Hk-sw3V20oBwQCYlejQ,50
 unique_toolkit/evaluators/config.py,sha256=_DIXToJ-hGNpDAdWa7Q6GMjAsxiC_DquLF-SS5s9rTE,717
 unique_toolkit/evaluators/constants.py,sha256=1oI93jsh0R_TjX_8OenliiiywVe3vTooSnaMqtq6R18,27
@@ -57,9 +70,9 @@ unique_toolkit/framework_utilities/langchain/history.py,sha256=R9RuCeSFNaUO3OZ0G
 unique_toolkit/framework_utilities/openai/client.py,sha256=IasxPXlVJHIsZdXHin7yq-5tO4RNLUu9cEuhrgb4ghE,1205
 unique_toolkit/framework_utilities/openai/message_builder.py,sha256=VU6mJm_upLcarJQKFft_t1RlLRncWDxDuLC5LIJ5lQQ,4339
 unique_toolkit/framework_utilities/utils.py,sha256=JK7g2yMfEx3eMprug26769xqNpS5WJcizf8n2zWMBng,789
-unique_toolkit/history_manager/history_construction_with_contents.py,sha256=xKUVnJ4ZJq4-nnO2_35dbDh9d-zfCJfRzuj7v9hXUdM,9049
-unique_toolkit/history_manager/history_manager.py,sha256=ULtsC7cGl92G2fXKIkEajH3tIy_qqWKIK8FudpNKhu4,8834
-unique_toolkit/history_manager/loop_token_reducer.py,sha256=-7Ezk3OLUsrU0Jd9Qc73_PBJZIayz7bVE3awc-q6Se0,17624
+unique_toolkit/history_manager/history_construction_with_contents.py,sha256=0-xq8CPlqG_nAjmPu_sAXMbzau2TsG9j-6PSMo6tO6k,9109
+unique_toolkit/history_manager/history_manager.py,sha256=DL2RCTYAerqVy1V2z29WSNHfn3lH_z_4wc1sJS2oQ8I,8090
+unique_toolkit/history_manager/loop_token_reducer.py,sha256=F5iFPS-m1qaYyi5xysky3nxCV4zyM8s21muyOxSquaQ,17725
 unique_toolkit/history_manager/utils.py,sha256=3GT53SfOQ7g-dN3PHFIPaAab74sUfV28hbUtGMdX-bY,5607
 unique_toolkit/language_model/__init__.py,sha256=lRQyLlbwHbNFf4-0foBU13UGb09lwEeodbVsfsSgaCk,1971
 unique_toolkit/language_model/builder.py,sha256=4OKfwJfj3TrgO1ezc_ewIue6W7BCQ2ZYQXUckWVPPTA,3369
@@ -68,10 +81,10 @@ unique_toolkit/language_model/functions.py,sha256=-nWgcscaZvEfuf2ftCQj8hyFY2RynP
 unique_toolkit/language_model/infos.py,sha256=MbuXYtyTLik-7KTKlyQCjW3uNRTT5ddTvbpSarFxzPk,45715
 unique_toolkit/language_model/prompt.py,sha256=JSawaLjQg3VR-E2fK8engFyJnNdk21zaO8pPIodzN4Q,3991
 unique_toolkit/language_model/reference.py,sha256=nkX2VFz-IrUz8yqyc3G5jUMNwrNpxITBrMEKkbqqYoI,8583
-unique_toolkit/language_model/schemas.py,sha256=p95cAwrYmEBupI8f7JZY17aJTKEHvtqF88hMIzS5r_k,16259
+unique_toolkit/language_model/schemas.py,sha256=ix5tCLUnlpAgc-WzV_54O_QpVI-shXOIUJVYVBRagpo,16498
 unique_toolkit/language_model/service.py,sha256=N_I3VtK5B0G8s5c6TcBVWM7CcLGqakDhEdHQ_z-Hcok,11676
 unique_toolkit/language_model/utils.py,sha256=bPQ4l6_YO71w-zaIPanUUmtbXC1_hCvLK0tAFc3VCRc,1902
-unique_toolkit/postprocessor/postprocessor_manager.py,sha256=68TAcXMU_ohWOtzo91LntY950HV9I9gGU92-V0Mxmr8,4239
+unique_toolkit/postprocessor/postprocessor_manager.py,sha256=fhTFto_t0FL5bacraGNMAky-AVVYJFJbIpXGRwSNpEE,4205
 unique_toolkit/protocols/support.py,sha256=V15WEIFKVMyF1QCnR8vIi4GrJy4dfTCB6d6JlqPZ58o,2341
 unique_toolkit/reference_manager/reference_manager.py,sha256=WIvZkRgQztkY0zNTM_KIPSqJFT22HIGNexJ4yG3aj5E,3993
 unique_toolkit/short_term_memory/__init__.py,sha256=2mI3AUrffgH7Yt-xS57EGqnHf7jnn6xquoKEhJqk3Wg,185
@@ -83,19 +96,18 @@ unique_toolkit/short_term_memory/service.py,sha256=5PeVBu1ZCAfyDb2HLVvlmqSbyzBBu
 unique_toolkit/smart_rules/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 unique_toolkit/smart_rules/compile.py,sha256=cxWjb2dxEI2HGsakKdVCkSNi7VK9mr08w5sDcFCQyWI,9553
 unique_toolkit/thinking_manager/thinking_manager.py,sha256=_7G4RJM4Or66myx2AJ2UNk1vhQXV7_uLXlIxmumgmKk,4208
-unique_toolkit/tools/agent_chunks_handler.py,sha256=ORjC22ulfHTfPxUHmU7QU0H53j3AdLmt1a0opeI91V8,1809
 unique_toolkit/tools/config.py,sha256=9bYxdDuUPmAxhYyIdLbmXLzX1X2AUw--_WISQxQ4G2U,3003
-unique_toolkit/tools/factory.py,sha256=vxxchbPTrk2lVjSMdpcFN-6FRcMLiy-NgHHS3w0wYCA,1271
+unique_toolkit/tools/factory.py,sha256=wA30xdUxpahzrtO_uau8-VokpGRttxG1P7SuH95EQ2E,1276
 unique_toolkit/tools/schemas.py,sha256=IngcnYCqaAVl3ADbW-j_-ZXlPK1oVKeXqHDyXJH8Bso,4692
 unique_toolkit/tools/test/test_tool_progress_reporter.py,sha256=YCR7uJ4_sn-z3CJskzSNWNDYYcThr9m2Q6gRBxbLVfg,6298
-unique_toolkit/tools/tool.py,sha256=UZ-WdScj_VBdBNMz56SwvdpIKGNZLKNy3lRsgJAr6EY,5746
-unique_toolkit/tools/tool_manager.py,sha256=eXzx4608noza2At7yjqC2B44h4a7gv7lZMo1-xoLY98,9046
+unique_toolkit/tools/tool.py,sha256=RZ8JelfueEr5v-6JedOf7WRVnYEB4euaPXk_LIjSkN8,5623
+unique_toolkit/tools/tool_manager.py,sha256=Bbfuh-9DB0iBG6FWyLxEBwD8fh8Ias4zsaD6kXQTQ0w,8894
 unique_toolkit/tools/tool_progress_reporter.py,sha256=j6iVTpoLU_PjLwoK6fpIy9vmX_MLWF_-_v-nTDUcwas,7954
 unique_toolkit/tools/utils/execution/execution.py,sha256=vjG2Y6awsGNtlvyQAGCTthQ5thWHYnn-vzZXaYLb3QE,7922
 unique_toolkit/tools/utils/source_handling/schema.py,sha256=pvNhtL2daDLpCVIQpfdn6R35GvKmITVLXjZNLAwpgUE,871
 unique_toolkit/tools/utils/source_handling/source_formatting.py,sha256=C7uayNbdkNVJdEARA5CENnHtNY1SU6etlaqbgHNyxaQ,9152
 unique_toolkit/tools/utils/source_handling/tests/test_source_formatting.py,sha256=zu3AJnYH9CMqZPrxKEH3IgI-fM3nlvIBuspJG6W6B18,6978
-unique_toolkit-0.8.15.dist-info/LICENSE,sha256=GlN8wHNdh53xwOPg44URnwag6TEolCjoq3YD_KrWgss,193
-unique_toolkit-0.8.15.dist-info/METADATA,sha256=HC0kUwceqxR_BLx4SUd7-mFMLZ4roX2mIxpTRy19xnE,27726
-unique_toolkit-0.8.15.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-unique_toolkit-0.8.15.dist-info/RECORD,,
+unique_toolkit-0.8.17.dist-info/LICENSE,sha256=GlN8wHNdh53xwOPg44URnwag6TEolCjoq3YD_KrWgss,193
+unique_toolkit-0.8.17.dist-info/METADATA,sha256=iFqwENwo_SlhPt0d_Dc6MnqAQgw3qPYmbP1ppLMkCvY,27862
+unique_toolkit-0.8.17.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+unique_toolkit-0.8.17.dist-info/RECORD,,

unique_toolkit/tools/agent_chunks_handler.py

@@ -1,62 +0,0 @@
-from unique_toolkit.content.schemas import ContentChunk, ContentReference
-
-
-class AgentChunksHandler:
-    def __init__(self):
-        self._tool_chunks = {}
-        self._chunks: list[ContentChunk] = []
-        self._references: list[list[ContentReference]] = []
-
-    @property
-    def chunks(self) -> list[ContentChunk]:
-        return self._chunks
-
-    @property
-    def tool_chunks(self) -> dict:
-        return self._tool_chunks
-
-    def extend(self, chunks: list[ContentChunk]):
-        self._chunks.extend(chunks)
-
-    def replace(self, chunks: list[ContentChunk]):
-        self._chunks = chunks
-
-    def add_references(
-        self,
-        references: list[ContentReference],
-    ):
-        self._references.append(references)
-
-    @property
-    def all_references(
-        self,
-    ) -> list[list[ContentReference]]:
-        return self._references
-
-    @property
-    def latest_references(
-        self,
-    ) -> list[ContentReference]:
-        if not self._references:
-            return []
-        return self._references[-1]
-
-    @property
-    def latest_referenced_chunks(self) -> list[ContentChunk]:
-        if not self._references:
-            return []
-        return self._get_referenced_chunks_from_references(self._references[-1])
-
-    def _get_referenced_chunks_from_references(
-        self,
-        references: list[ContentReference],
-    ) -> list[ContentChunk]:
-        """
-        Get _referenced_chunks by matching sourceId from _references with merged id and chunk_id from _chunks.
-        """
-        referenced_chunks: list[ContentChunk] = []
-        for ref in references:
-            for chunk in self._chunks:
-                if ref.source_id == str(chunk.id) + "_" + str(chunk.chunk_id):
-                    referenced_chunks.append(chunk)
-        return referenced_chunks