unique_toolkit 1.38.3__py3-none-any.whl → 1.38.4__py3-none-any.whl

unique_toolkit/agentic/loop_runner/__init__.py

@@ -1,25 +1,35 @@
+from unique_toolkit.agentic.loop_runner._iteration_handler_utils import (
+    handle_forced_tools_iteration,
+    handle_last_iteration,
+    handle_normal_iteration,
+)
 from unique_toolkit.agentic.loop_runner.base import LoopIterationRunner
 from unique_toolkit.agentic.loop_runner.middleware import (
-    QWEN_FORCED_TOOL_CALL_PROMPT_INSTRUCTION,
     PlanningConfig,
     PlanningMiddleware,
     PlanningSchemaConfig,
-    QwenForcedToolCallMiddleware,
-    is_qwen_model,
 )
 from unique_toolkit.agentic.loop_runner.runners import (
+    QWEN_FORCED_TOOL_CALL_INSTRUCTION,
+    QWEN_LAST_ITERATION_INSTRUCTION,
     BasicLoopIterationRunner,
     BasicLoopIterationRunnerConfig,
+    QwenLoopIterationRunner,
+    is_qwen_model,
 )
 
 __all__ = [
     "LoopIterationRunner",
-    "QWEN_FORCED_TOOL_CALL_PROMPT_INSTRUCTION",
     "PlanningConfig",
     "PlanningMiddleware",
     "PlanningSchemaConfig",
-    "QwenForcedToolCallMiddleware",
+    "QwenLoopIterationRunner",
     "is_qwen_model",
     "BasicLoopIterationRunnerConfig",
     "BasicLoopIterationRunner",
+    "handle_forced_tools_iteration",
+    "handle_last_iteration",
+    "handle_normal_iteration",
+    "QWEN_FORCED_TOOL_CALL_INSTRUCTION",
+    "QWEN_LAST_ITERATION_INSTRUCTION",
 ]

unique_toolkit/agentic/loop_runner/_iteration_handler_utils.py

@@ -0,0 +1,95 @@
+import logging
+from typing import Protocol, Unpack, cast
+
+from unique_toolkit.agentic.loop_runner._stream_handler_utils import stream_response
+from unique_toolkit.agentic.loop_runner.base import (
+    _LoopIterationRunnerKwargs,
+)
+from unique_toolkit.chat.functions import LanguageModelStreamResponse
+
+_LOGGER = logging.getLogger(__name__)
+
+
+class PrepareForcedToolIterationKwargs(Protocol):
+    def __call__(
+        self,
+        func_name: str | None,
+        per_choice_kwargs: _LoopIterationRunnerKwargs,
+    ) -> _LoopIterationRunnerKwargs: ...
+
+
+async def handle_last_iteration(
+    **kwargs: Unpack[_LoopIterationRunnerKwargs],
+) -> LanguageModelStreamResponse:
+    _LOGGER.info("Reached last iteration, removing tools and producing final response")
+
+    return await stream_response(
+        loop_runner_kwargs=kwargs,
+        tools=None,
+    )
+
+
+async def handle_normal_iteration(
+    **kwargs: Unpack[_LoopIterationRunnerKwargs],
+) -> LanguageModelStreamResponse:
+    _LOGGER.info("Running loop iteration %d", kwargs["iteration_index"])
+
+    return await stream_response(loop_runner_kwargs=kwargs)
+
+
+async def handle_forced_tools_iteration(
+    **kwargs: Unpack[_LoopIterationRunnerKwargs],
+) -> LanguageModelStreamResponse:
+    return await run_forced_tools_iteration(loop_runner_kwargs=kwargs)
+
+
+async def run_forced_tools_iteration(
+    *,
+    loop_runner_kwargs: _LoopIterationRunnerKwargs,
+    prepare_loop_runner_kwargs: PrepareForcedToolIterationKwargs | None = None,
+) -> LanguageModelStreamResponse:
+    """
+    Execute a "forced tools" iteration by running one stream_response per tool choice,
+    then merging tool calls and references into a single response.
+
+    Some models (e.g. Qwen) need per-tool-choice message rewriting; this can be done
+    via prepare_loop_runner_kwargs (called once per tool choice, on a copy of kwargs).
+    """
+    assert "tool_choices" in loop_runner_kwargs
+
+    tool_choices = loop_runner_kwargs["tool_choices"]
+    assert len(tool_choices) > 0, (
+        "run_forced_tools_iteration requires at least one tool choice"
+    )
+    _LOGGER.info("Forcing tools calls: %s", tool_choices)
+
+    responses: list[LanguageModelStreamResponse] = []
+
+    available_tools = {t.name: t for t in loop_runner_kwargs.get("tools") or []}
+
+    for opt in tool_choices:
+        func_name = opt.get("function", {}).get("name")
+
+        per_choice_kwargs = cast(_LoopIterationRunnerKwargs, dict(loop_runner_kwargs))
+        if prepare_loop_runner_kwargs:
+            per_choice_kwargs = prepare_loop_runner_kwargs(func_name, per_choice_kwargs)
+
+        limited_tool = available_tools.get(func_name) if func_name else None
+        stream_kwargs = {"loop_runner_kwargs": per_choice_kwargs, "tool_choice": opt}
+        if limited_tool:
+            stream_kwargs["tools"] = [limited_tool]
+        responses.append(await stream_response(**stream_kwargs))
+
+    # Merge responses and refs:
+    tool_calls = []
+    references = []
+    for r in responses:
+        if r.tool_calls:
+            tool_calls.extend(r.tool_calls)
+        references.extend(r.message.references)
+
+    response = responses[0]
+    response.tool_calls = tool_calls if len(tool_calls) > 0 else None
+    response.message.references = references
+
+    return response

unique_toolkit/agentic/loop_runner/middleware/__init__.py

@@ -3,17 +3,9 @@ from unique_toolkit.agentic.loop_runner.middleware.planning import (
     PlanningMiddleware,
     PlanningSchemaConfig,
 )
-from unique_toolkit.agentic.loop_runner.middleware.qwen_forced_tool_call import (
-    QWEN_FORCED_TOOL_CALL_PROMPT_INSTRUCTION,
-    QwenForcedToolCallMiddleware,
-    is_qwen_model,
-)
 
 __all__ = [
     "PlanningConfig",
     "PlanningMiddleware",
     "PlanningSchemaConfig",
-    "QWEN_FORCED_TOOL_CALL_PROMPT_INSTRUCTION",
-    "QwenForcedToolCallMiddleware",
-    "is_qwen_model",
 ]

unique_toolkit/agentic/loop_runner/runners/__init__.py

@@ -2,5 +2,18 @@ from unique_toolkit.agentic.loop_runner.runners.basic import (
     BasicLoopIterationRunner,
     BasicLoopIterationRunnerConfig,
 )
+from unique_toolkit.agentic.loop_runner.runners.qwen import (
+    QWEN_FORCED_TOOL_CALL_INSTRUCTION,
+    QWEN_LAST_ITERATION_INSTRUCTION,
+    QwenLoopIterationRunner,
+    is_qwen_model,
+)
 
-__all__ = ["BasicLoopIterationRunnerConfig", "BasicLoopIterationRunner"]
+__all__ = [
+    "BasicLoopIterationRunnerConfig",
+    "BasicLoopIterationRunner",
+    "QwenLoopIterationRunner",
+    "QWEN_FORCED_TOOL_CALL_INSTRUCTION",
+    "QWEN_LAST_ITERATION_INSTRUCTION",
+    "is_qwen_model",
+]

unique_toolkit/agentic/loop_runner/runners/basic.py

@@ -4,7 +4,11 @@ from typing import Unpack, override
 from pydantic import BaseModel
 
 from unique_toolkit._common.pydantic_helpers import get_configuration_dict
-from unique_toolkit.agentic.loop_runner._stream_handler_utils import stream_response
+from unique_toolkit.agentic.loop_runner._iteration_handler_utils import (
+    handle_forced_tools_iteration,
+    handle_last_iteration,
+    handle_normal_iteration,
+)
 from unique_toolkit.agentic.loop_runner.base import (
     LoopIterationRunner,
     _LoopIterationRunnerKwargs,
@@ -26,60 +30,6 @@ class BasicLoopIterationRunner(LoopIterationRunner):
     def __init__(self, config: BasicLoopIterationRunnerConfig) -> None:
         self._config = config
 
-    async def _handle_last_iteration(
-        self, **kwargs: Unpack[_LoopIterationRunnerKwargs]
-    ) -> LanguageModelStreamResponse:
-        _LOGGER.info(
-            "Reached last iteration, removing tools and producing final response"
-        )
-
-        return await stream_response(
-            loop_runner_kwargs=kwargs,
-            tools=None,
-        )
-
-    async def _handle_normal_iteration(
-        self, **kwargs: Unpack[_LoopIterationRunnerKwargs]
-    ) -> LanguageModelStreamResponse:
-        _LOGGER.info("Running loop iteration %d", kwargs["iteration_index"])
-
-        return await stream_response(loop_runner_kwargs=kwargs)
-
-    async def _handle_forced_tools_iteration(
-        self,
-        **kwargs: Unpack[_LoopIterationRunnerKwargs],
-    ) -> LanguageModelStreamResponse:
-        assert "tool_choices" in kwargs
-
-        tool_choices = kwargs["tool_choices"]
-        _LOGGER.info("Forcing tools calls: %s", tool_choices)
-
-        responses: list[LanguageModelStreamResponse] = []
-
-        available_tools = {t.name: t for t in kwargs.get("tools") or []}
-
-        for opt in tool_choices:
-            func_name = opt.get("function", {}).get("name")
-            limited_tool = available_tools.get(func_name) if func_name else None
-            stream_kwargs = {"loop_runner_kwargs": kwargs, "tool_choice": opt}
-            if limited_tool:
-                stream_kwargs["tools"] = [limited_tool]
-            responses.append(await stream_response(**stream_kwargs))
-
-        # Merge responses and refs:
-        tool_calls = []
-        references = []
-        for r in responses:
-            if r.tool_calls:
-                tool_calls.extend(r.tool_calls)
-            references.extend(r.message.references)
-
-        response = responses[0]
-        response.tool_calls = tool_calls if len(tool_calls) > 0 else None
-        response.message.references = references
-
-        return response
-
     @override
     async def __call__(
         self,
@@ -89,8 +39,8 @@ class BasicLoopIterationRunner(LoopIterationRunner):
         iteration_index = kwargs["iteration_index"]
 
         if len(tool_choices) > 0 and iteration_index == 0:
-            return await self._handle_forced_tools_iteration(**kwargs)
+            return await handle_forced_tools_iteration(**kwargs)
         elif iteration_index == self._config.max_loop_iterations - 1:
-            return await self._handle_last_iteration(**kwargs)
+            return await handle_last_iteration(**kwargs)
         else:
-            return await self._handle_normal_iteration(**kwargs)
+            return await handle_normal_iteration(**kwargs)

unique_toolkit/agentic/loop_runner/runners/qwen/__init__.py

@@ -0,0 +1,15 @@
+from unique_toolkit.agentic.loop_runner.runners.qwen.helpers import (
+    is_qwen_model,
+)
+from unique_toolkit.agentic.loop_runner.runners.qwen.qwen_runner import (
+    QWEN_FORCED_TOOL_CALL_INSTRUCTION,
+    QWEN_LAST_ITERATION_INSTRUCTION,
+    QwenLoopIterationRunner,
+)
+
+__all__ = [
+    "QwenLoopIterationRunner",
+    "is_qwen_model",
+    "QWEN_FORCED_TOOL_CALL_INSTRUCTION",
+    "QWEN_LAST_ITERATION_INSTRUCTION",
+]

unique_toolkit/agentic/loop_runner/{middleware/qwen_forced_tool_call → runners/qwen}/helpers.py

@@ -1,5 +1,6 @@
 from unique_toolkit.language_model.infos import LanguageModelInfo
 from unique_toolkit.language_model.schemas import (
+    LanguageModelAssistantMessage,
     LanguageModelMessageRole,
     LanguageModelMessages,
 )
@@ -31,3 +32,17 @@ def append_qwen_forced_tool_call_instruction(
             )
             break
     return LanguageModelMessages(root=messages_list)
+
+
+def append_qwen_last_iteration_assistant_message(
+    *,
+    messages: LanguageModelMessages,
+    last_iteration_instruction: str,
+) -> LanguageModelMessages:
+    """Append an assistant message at the end to indicate no further tool calls are allowed."""
+    messages_list = list(messages)
+    assistant_message = LanguageModelAssistantMessage(
+        content=last_iteration_instruction,
+    )
+    messages_list.append(assistant_message)
+    return LanguageModelMessages(root=messages_list)

unique_toolkit/agentic/loop_runner/runners/qwen/qwen_runner.py

@@ -0,0 +1,118 @@
+import logging
+from typing import Unpack
+
+from unique_toolkit.agentic.loop_runner._iteration_handler_utils import (
+    handle_last_iteration,
+    handle_normal_iteration,
+    run_forced_tools_iteration,
+)
+from unique_toolkit.agentic.loop_runner.base import (
+    LoopIterationRunner,
+    _LoopIterationRunnerKwargs,
+)
+from unique_toolkit.agentic.loop_runner.runners.qwen.helpers import (
+    append_qwen_forced_tool_call_instruction,
+    append_qwen_last_iteration_assistant_message,
+)
+from unique_toolkit.chat.service import ChatService, LanguageModelStreamResponse
+
+_LOGGER = logging.getLogger(__name__)
+
+QWEN_FORCED_TOOL_CALL_INSTRUCTION = (
+    "**Tool Call Instruction:** \nYou MUST call the tool {TOOL_NAME}. "
+    "You must start the response with <tool_call>. "
+    "Do NOT provide natural language explanations, summaries, or any text outside the <tool_call> block."
+)
+
+QWEN_LAST_ITERATION_INSTRUCTION = "The maximum number of loop iteration have been reached. Not further tool calls are allowed. Based on the found information, an answer should be generated"
+
+
+class QwenLoopIterationRunner(LoopIterationRunner):
+    def __init__(
+        self,
+        *,
+        qwen_forced_tool_call_instruction: str,
+        qwen_last_iteration_instruction: str,
+        max_loop_iterations: int,
+        chat_service: ChatService,
+    ) -> None:
+        self._qwen_forced_tool_call_instruction = qwen_forced_tool_call_instruction
+        self._qwen_last_iteration_instruction = qwen_last_iteration_instruction
+        self._max_loop_iterations = max_loop_iterations
+        self._chat_service = chat_service
+
+    async def __call__(
+        self, **kwargs: Unpack[_LoopIterationRunnerKwargs]
+    ) -> LanguageModelStreamResponse:
+        tool_choices = kwargs.get("tool_choices") or []
+        iteration_index = kwargs["iteration_index"]
+
+        if len(tool_choices) > 0 and iteration_index == 0:
+            return await self._qwen_handle_forced_tools_iteration(**kwargs)
+        elif iteration_index == self._max_loop_iterations - 1:
+            return await self._qwen_handle_last_iteration(**kwargs)
+        else:
+            return await self._qwen_handle_normal_iteration(**kwargs)
+
+    async def _qwen_handle_forced_tools_iteration(
+        self, **kwargs: Unpack[_LoopIterationRunnerKwargs]
+    ) -> LanguageModelStreamResponse:
+        # For Qwen models, append tool call instruction to the last user message. These models ignore the parameter tool_choice.
+        # As the message has to be modified for each tool call instruction, the function from the basic runner cant be used.
+        original_messages = kwargs["messages"].model_copy(deep=True)
+
+        def _prepare(
+            func_name: str | None,
+            per_choice_kwargs: _LoopIterationRunnerKwargs,
+        ) -> _LoopIterationRunnerKwargs:
+            prompt_instruction = self._qwen_forced_tool_call_instruction.format(
+                TOOL_NAME=func_name or ""
+            )
+            per_choice_kwargs["messages"] = append_qwen_forced_tool_call_instruction(
+                messages=original_messages,
+                forced_tool_call_instruction=prompt_instruction,
+            )
+            return per_choice_kwargs
+
+        response = await run_forced_tools_iteration(
+            loop_runner_kwargs=kwargs,
+            prepare_loop_runner_kwargs=_prepare,
+        )
+        return self._process_response(response)
+
+    async def _qwen_handle_last_iteration(
+        self, **kwargs: Unpack[_LoopIterationRunnerKwargs]
+    ) -> LanguageModelStreamResponse:
+        # For Qwen models, append an assistant message with instructions to not call any tool in this iteration.
+        _LOGGER.info(
+            "Reached last iteration, removing tools. Appending assistant message with instructions to not call any tool in this iteration."
+        )
+        kwargs["messages"] = append_qwen_last_iteration_assistant_message(
+            messages=kwargs["messages"],
+            last_iteration_instruction=self._qwen_last_iteration_instruction,
+        )
+
+        response = await handle_last_iteration(
+            **kwargs,
+        )
+
+        return self._process_response(response)
+
+    async def _qwen_handle_normal_iteration(
+        self, **kwargs: Unpack[_LoopIterationRunnerKwargs]
+    ) -> LanguageModelStreamResponse:
+        response = await handle_normal_iteration(**kwargs)
+        return self._process_response(response)
+
+    def _process_response(
+        self, response: LanguageModelStreamResponse
+    ) -> LanguageModelStreamResponse:
+        # Check if content of response is </tool_call>
+        if "</tool_call>" == response.message.text.strip():
+            _LOGGER.warning(
+                "Response contains only <tool_call>. This is not allowed. Returning empty response."
+            )
+            self._chat_service.modify_assistant_message(content="")
+            response.message.text = ""
+
+        return response

{unique_toolkit-1.38.3.dist-info → unique_toolkit-1.38.4.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: unique_toolkit
-Version: 1.38.3
+Version: 1.38.4
 Summary: 
 License: Proprietary
 Author: Cedric Klinkert
@@ -121,6 +121,9 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), 
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [1.38.4] - 2025-12-17
+- Improving handling of tool calls with Qwen models
+
 ## [1.38.3] - 2025-12-17
 - Move the failsafe exception to root folder of unique_toolkit from agentic tools
 

{unique_toolkit-1.38.3.dist-info → unique_toolkit-1.38.4.dist-info}/RECORD

@@ -63,18 +63,19 @@ unique_toolkit/agentic/history_manager/history_construction_with_contents.py,sha
 unique_toolkit/agentic/history_manager/history_manager.py,sha256=7V7_173XkAjc8otBACF0G3dbqRs34FSlURbBPrE95Wk,9537
 unique_toolkit/agentic/history_manager/loop_token_reducer.py,sha256=3c-uonDovtanEJUpAO4zlA4-n9MS_Ws_V0Yb6G7hPM0,20172
 unique_toolkit/agentic/history_manager/utils.py,sha256=VIn_UmcR3jHtpux0qp5lQQzczgAm8XYSeQiPo87jC3A,3143
-unique_toolkit/agentic/loop_runner/__init__.py,sha256=Kg-6Zgt--iIYk-biAkvnuwbButxPRPoVlrpppUblm0s,721
+unique_toolkit/agentic/loop_runner/__init__.py,sha256=3Ddm4WXa5KBTwScvmn6INmBBcuFVfJGriOE6VUfGVkM,1037
+unique_toolkit/agentic/loop_runner/_iteration_handler_utils.py,sha256=czwTbMMmikppRjAA2wpx-UZGub8KrpSoWfojklr-5sE,3261
 unique_toolkit/agentic/loop_runner/_stream_handler_utils.py,sha256=FTGc5y8wkDnwnRVSYEdandgKz-FiySOsrTFFMadwP6E,1706
 unique_toolkit/agentic/loop_runner/base.py,sha256=3g4PalzV00o8kcRwHds2c2rtxW4idD7_7vS2Z7GkMvQ,1370
-unique_toolkit/agentic/loop_runner/middleware/__init__.py,sha256=r9c_Ml2g7obglnEC7gDihSTUrZ6s1sNGCMuMXR0Yl90,520
+unique_toolkit/agentic/loop_runner/middleware/__init__.py,sha256=5yhFZ14_C1qAt-Mb3u3nZ1h6gxuSZ5Ts90-rbk2jjUM,232
 unique_toolkit/agentic/loop_runner/middleware/planning/__init__.py,sha256=Y9MlihNA8suNREixW98RF45bj0EMtD_tQuDrO2MEML4,304
 unique_toolkit/agentic/loop_runner/middleware/planning/planning.py,sha256=s6SAP3BCCExgwnyRj_bZTaWgTOiNVju5qcJA0WFUUoE,3216
 unique_toolkit/agentic/loop_runner/middleware/planning/schema.py,sha256=76C36CWCLfDAYYqtaQlhXsmkWM1fCqf8j-l5afQREKA,2869
-unique_toolkit/agentic/loop_runner/middleware/qwen_forced_tool_call/__init__.py,sha256=lP8N8XLvV1irvGC6Q0FedAlBx-T2UPKotDRwkdx7neA,417
-unique_toolkit/agentic/loop_runner/middleware/qwen_forced_tool_call/helpers.py,sha256=DGKW9i7mCXNTejO2fotCmqSzI2b5k89ybkJA0QQ75qU,1234
-unique_toolkit/agentic/loop_runner/middleware/qwen_forced_tool_call/qwen_forced_tool_call.py,sha256=dp08YgL4UwVDTsJB-z7eiJn7zWEbqG8eiWfMOcvKZdI,1955
-unique_toolkit/agentic/loop_runner/runners/__init__.py,sha256=raaNpHcTfXkYURy0ysyacispSdQzYPDoG17PyR57uK4,205
-unique_toolkit/agentic/loop_runner/runners/basic.py,sha256=SQzwkLEiraU8neXvPEc_uOBzC17PkCpOEsFrZ79YGCY,3379
+unique_toolkit/agentic/loop_runner/runners/__init__.py,sha256=9aUSdHgwAfwEmvE_xL7luxmaL2HaU-fG_x-HLbHls9k,536
+unique_toolkit/agentic/loop_runner/runners/basic.py,sha256=PKg7AXp5_2OJpJX8b7_5u0jBKffX5mg8X6DFk98sSwA,1535
+unique_toolkit/agentic/loop_runner/runners/qwen/__init__.py,sha256=b2zAQIjtPy_BBQeDHsdfDLTKigI11w7tXHgUGNnFIiU,419
+unique_toolkit/agentic/loop_runner/runners/qwen/helpers.py,sha256=JBnxeYKu8HiUq3VHjnb8XdHCe1c3cJ3OwagckF4UvnU,1763
+unique_toolkit/agentic/loop_runner/runners/qwen/qwen_runner.py,sha256=7tYfTkNKwxYVn6C1Htya5QEIK2BfWkxCPNkdMoaZGq0,4920
 unique_toolkit/agentic/message_log_manager/__init__.py,sha256=3-KY_sGkPbNoSnrzwPY0FQIJNnsz4NHXvocXgGRUeuE,169
 unique_toolkit/agentic/message_log_manager/service.py,sha256=AiuIq2dKQg9Y8bEYgGcve1X8-WRRdqPZXaZXXLJxfFM,3057
 unique_toolkit/agentic/postprocessor/postprocessor_manager.py,sha256=CoKzVFeLIr1eRP3ZLnmUJ8KNsFLyvK5iuvUilbcGAm0,7662
@@ -211,7 +212,7 @@ unique_toolkit/short_term_memory/service.py,sha256=5PeVBu1ZCAfyDb2HLVvlmqSbyzBBu
 unique_toolkit/smart_rules/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 unique_toolkit/smart_rules/compile.py,sha256=Ozhh70qCn2yOzRWr9d8WmJeTo7AQurwd3tStgBMPFLA,1246
 unique_toolkit/test_utilities/events.py,sha256=_mwV2bs5iLjxS1ynDCjaIq-gjjKhXYCK-iy3dRfvO3g,6410
-unique_toolkit-1.38.3.dist-info/LICENSE,sha256=GlN8wHNdh53xwOPg44URnwag6TEolCjoq3YD_KrWgss,193
-unique_toolkit-1.38.3.dist-info/METADATA,sha256=j1ShZRPTiF_uFVPMgzoTwok8oHJ4XGuJVcwe5R7N6us,46719
-unique_toolkit-1.38.3.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-unique_toolkit-1.38.3.dist-info/RECORD,,
+unique_toolkit-1.38.4.dist-info/LICENSE,sha256=GlN8wHNdh53xwOPg44URnwag6TEolCjoq3YD_KrWgss,193
+unique_toolkit-1.38.4.dist-info/METADATA,sha256=fRZxzhXh974Ju0N6ugjU2PqqrdDbf22IL3sjyzHoElI,46797
+unique_toolkit-1.38.4.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+unique_toolkit-1.38.4.dist-info/RECORD,,

unique_toolkit/agentic/loop_runner/middleware/qwen_forced_tool_call/__init__.py

@@ -1,13 +0,0 @@
-from unique_toolkit.agentic.loop_runner.middleware.qwen_forced_tool_call.helpers import (
-    is_qwen_model,
-)
-from unique_toolkit.agentic.loop_runner.middleware.qwen_forced_tool_call.qwen_forced_tool_call import (
-    QWEN_FORCED_TOOL_CALL_PROMPT_INSTRUCTION,
-    QwenForcedToolCallMiddleware,
-)
-
-__all__ = [
-    "QwenForcedToolCallMiddleware",
-    "QWEN_FORCED_TOOL_CALL_PROMPT_INSTRUCTION",
-    "is_qwen_model",
-]

unique_toolkit/agentic/loop_runner/middleware/qwen_forced_tool_call/qwen_forced_tool_call.py

@@ -1,50 +0,0 @@
-import logging
-from typing import Unpack
-
-from unique_toolkit.agentic.loop_runner.base import (
-    LoopIterationRunner,
-    _LoopIterationRunnerKwargs,
-)
-from unique_toolkit.agentic.loop_runner.middleware.qwen_forced_tool_call.helpers import (
-    append_qwen_forced_tool_call_instruction,
-)
-from unique_toolkit.chat.service import LanguageModelStreamResponse
-
-_LOGGER = logging.getLogger(__name__)
-
-QWEN_FORCED_TOOL_CALL_PROMPT_INSTRUCTION = (
-    "Tool Call Instruction: \nYou always have to return a tool call. "
-    "You must start the response with <tool_call> and end with </tool_call>. "
-    "Do NOT provide natural language explanations, summaries, or any text outside the <tool_call> block."
-)
-
-
-class QwenForcedToolCallMiddleware(LoopIterationRunner):
-    def __init__(
-        self,
-        *,
-        loop_runner: LoopIterationRunner,
-        qwen_forced_tool_call_prompt_instruction: str,
-    ) -> None:
-        self._qwen_forced_tool_call_prompt_instruction = (
-            qwen_forced_tool_call_prompt_instruction
-        )
-        self._loop_runner = loop_runner
-
-    async def __call__(
-        self, **kwargs: Unpack[_LoopIterationRunnerKwargs]
-    ) -> LanguageModelStreamResponse:
-        tool_choices = kwargs.get("tool_choices") or []
-        iteration_index = kwargs["iteration_index"]
-
-        # For Qwen models, append tool call instruction to the last user message. These models ignore the parameter tool_choice.
-        if len(tool_choices) > 0 and iteration_index == 0 and kwargs.get("messages"):
-            _LOGGER.info(
-                "Appending tool call instruction to the last user message for Qwen models to force tool calls."
-            )
-            kwargs["messages"] = append_qwen_forced_tool_call_instruction(
-                messages=kwargs["messages"],
-                forced_tool_call_instruction=self._qwen_forced_tool_call_prompt_instruction,
-            )
-
-        return await self._loop_runner(**kwargs)