unique_toolkit 1.38.2__tar.gz → 1.38.4__tar.gz

{unique_toolkit-1.38.2 → unique_toolkit-1.38.4}/CHANGELOG.md

@@ -5,6 +5,12 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), 
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [1.38.4] - 2025-12-17
+- Improving handling of tool calls with Qwen models
+
+## [1.38.3] - 2025-12-17
+- Move the failsafe exception to root folder of unique_toolkit from agentic tools
+
 ## [1.38.2] - 2025-12-17
 - Fixing bug that language model infos were not loaded correctly
 

{unique_toolkit-1.38.2 → unique_toolkit-1.38.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: unique_toolkit
-Version: 1.38.2
+Version: 1.38.4
 Summary: 
 License: Proprietary
 Author: Cedric Klinkert
@@ -121,6 +121,12 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), 
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [1.38.4] - 2025-12-17
+- Improving handling of tool calls with Qwen models
+
+## [1.38.3] - 2025-12-17
+- Move the failsafe exception to root folder of unique_toolkit from agentic tools
+
 ## [1.38.2] - 2025-12-17
 - Fixing bug that language model infos were not loaded correctly
 

{unique_toolkit-1.38.2 → unique_toolkit-1.38.4}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "unique_toolkit"
-version = "1.38.2"
+version = "1.38.4"
 description = ""
 authors = [
     "Cedric Klinkert <cedric.klinkert@unique.ch>",

{unique_toolkit-1.38.2 → unique_toolkit-1.38.4}/unique_toolkit/agentic/evaluation/evaluation_manager.py

@@ -2,15 +2,15 @@ import asyncio
 from abc import ABC
 from logging import Logger
 
+from unique_toolkit._common.execution import (
+    Result,
+    SafeTaskExecutor,
+)
 from unique_toolkit.agentic.evaluation.schemas import (
     EvaluationAssessmentMessage,
     EvaluationMetricName,
     EvaluationMetricResult,
 )
-from unique_toolkit.agentic.tools.utils.execution.execution import (
-    Result,
-    SafeTaskExecutor,
-)
 from unique_toolkit.chat.schemas import (
     ChatMessageAssessmentStatus,
     ChatMessageAssessmentType,

{unique_toolkit-1.38.2 → unique_toolkit-1.38.4}/unique_toolkit/agentic/loop_runner/__init__.py

@@ -1,25 +1,35 @@
+from unique_toolkit.agentic.loop_runner._iteration_handler_utils import (
+    handle_forced_tools_iteration,
+    handle_last_iteration,
+    handle_normal_iteration,
+)
 from unique_toolkit.agentic.loop_runner.base import LoopIterationRunner
 from unique_toolkit.agentic.loop_runner.middleware import (
-    QWEN_FORCED_TOOL_CALL_PROMPT_INSTRUCTION,
     PlanningConfig,
     PlanningMiddleware,
     PlanningSchemaConfig,
-    QwenForcedToolCallMiddleware,
-    is_qwen_model,
 )
 from unique_toolkit.agentic.loop_runner.runners import (
+    QWEN_FORCED_TOOL_CALL_INSTRUCTION,
+    QWEN_LAST_ITERATION_INSTRUCTION,
     BasicLoopIterationRunner,
     BasicLoopIterationRunnerConfig,
+    QwenLoopIterationRunner,
+    is_qwen_model,
 )
 
 __all__ = [
     "LoopIterationRunner",
-    "QWEN_FORCED_TOOL_CALL_PROMPT_INSTRUCTION",
     "PlanningConfig",
     "PlanningMiddleware",
     "PlanningSchemaConfig",
-    "QwenForcedToolCallMiddleware",
+    "QwenLoopIterationRunner",
     "is_qwen_model",
     "BasicLoopIterationRunnerConfig",
     "BasicLoopIterationRunner",
+    "handle_forced_tools_iteration",
+    "handle_last_iteration",
+    "handle_normal_iteration",
+    "QWEN_FORCED_TOOL_CALL_INSTRUCTION",
+    "QWEN_LAST_ITERATION_INSTRUCTION",
 ]

unique_toolkit-1.38.4/unique_toolkit/agentic/loop_runner/_iteration_handler_utils.py

@@ -0,0 +1,95 @@
+import logging
+from typing import Protocol, Unpack, cast
+
+from unique_toolkit.agentic.loop_runner._stream_handler_utils import stream_response
+from unique_toolkit.agentic.loop_runner.base import (
+    _LoopIterationRunnerKwargs,
+)
+from unique_toolkit.chat.functions import LanguageModelStreamResponse
+
+_LOGGER = logging.getLogger(__name__)
+
+
+class PrepareForcedToolIterationKwargs(Protocol):
+    def __call__(
+        self,
+        func_name: str | None,
+        per_choice_kwargs: _LoopIterationRunnerKwargs,
+    ) -> _LoopIterationRunnerKwargs: ...
+
+
+async def handle_last_iteration(
+    **kwargs: Unpack[_LoopIterationRunnerKwargs],
+) -> LanguageModelStreamResponse:
+    _LOGGER.info("Reached last iteration, removing tools and producing final response")
+
+    return await stream_response(
+        loop_runner_kwargs=kwargs,
+        tools=None,
+    )
+
+
+async def handle_normal_iteration(
+    **kwargs: Unpack[_LoopIterationRunnerKwargs],
+) -> LanguageModelStreamResponse:
+    _LOGGER.info("Running loop iteration %d", kwargs["iteration_index"])
+
+    return await stream_response(loop_runner_kwargs=kwargs)
+
+
+async def handle_forced_tools_iteration(
+    **kwargs: Unpack[_LoopIterationRunnerKwargs],
+) -> LanguageModelStreamResponse:
+    return await run_forced_tools_iteration(loop_runner_kwargs=kwargs)
+
+
+async def run_forced_tools_iteration(
+    *,
+    loop_runner_kwargs: _LoopIterationRunnerKwargs,
+    prepare_loop_runner_kwargs: PrepareForcedToolIterationKwargs | None = None,
+) -> LanguageModelStreamResponse:
+    """
+    Execute a "forced tools" iteration by running one stream_response per tool choice,
+    then merging tool calls and references into a single response.
+
+    Some models (e.g. Qwen) need per-tool-choice message rewriting; this can be done
+    via prepare_loop_runner_kwargs (called once per tool choice, on a copy of kwargs).
+    """
+    assert "tool_choices" in loop_runner_kwargs
+
+    tool_choices = loop_runner_kwargs["tool_choices"]
+    assert len(tool_choices) > 0, (
+        "run_forced_tools_iteration requires at least one tool choice"
+    )
+    _LOGGER.info("Forcing tools calls: %s", tool_choices)
+
+    responses: list[LanguageModelStreamResponse] = []
+
+    available_tools = {t.name: t for t in loop_runner_kwargs.get("tools") or []}
+
+    for opt in tool_choices:
+        func_name = opt.get("function", {}).get("name")
+
+        per_choice_kwargs = cast(_LoopIterationRunnerKwargs, dict(loop_runner_kwargs))
+        if prepare_loop_runner_kwargs:
+            per_choice_kwargs = prepare_loop_runner_kwargs(func_name, per_choice_kwargs)
+
+        limited_tool = available_tools.get(func_name) if func_name else None
+        stream_kwargs = {"loop_runner_kwargs": per_choice_kwargs, "tool_choice": opt}
+        if limited_tool:
+            stream_kwargs["tools"] = [limited_tool]
+        responses.append(await stream_response(**stream_kwargs))
+
+    # Merge responses and refs:
+    tool_calls = []
+    references = []
+    for r in responses:
+        if r.tool_calls:
+            tool_calls.extend(r.tool_calls)
+        references.extend(r.message.references)
+
+    response = responses[0]
+    response.tool_calls = tool_calls if len(tool_calls) > 0 else None
+    response.message.references = references
+
+    return response

unique_toolkit-1.38.4/unique_toolkit/agentic/loop_runner/middleware/__init__.py

@@ -0,0 +1,11 @@
+from unique_toolkit.agentic.loop_runner.middleware.planning import (
+    PlanningConfig,
+    PlanningMiddleware,
+    PlanningSchemaConfig,
+)
+
+__all__ = [
+    "PlanningConfig",
+    "PlanningMiddleware",
+    "PlanningSchemaConfig",
+]

{unique_toolkit-1.38.2 → unique_toolkit-1.38.4}/unique_toolkit/agentic/loop_runner/middleware/planning/planning.py

@@ -5,6 +5,7 @@ from typing import Unpack
 from pydantic import BaseModel, Field
 
 from unique_toolkit import LanguageModelService
+from unique_toolkit._common.execution import failsafe_async
 from unique_toolkit._common.pydantic_helpers import get_configuration_dict
 from unique_toolkit.agentic.history_manager.history_manager import HistoryManager
 from unique_toolkit.agentic.loop_runner.base import (
@@ -15,7 +16,6 @@ from unique_toolkit.agentic.loop_runner.middleware.planning.schema import (
     PlanningSchemaConfig,
     get_planning_schema,
 )
-from unique_toolkit.agentic.tools.utils import failsafe_async
 from unique_toolkit.chat.service import LanguageModelStreamResponse
 from unique_toolkit.language_model import (
     LanguageModelAssistantMessage,

unique_toolkit-1.38.4/unique_toolkit/agentic/loop_runner/runners/__init__.py

@@ -0,0 +1,19 @@
+from unique_toolkit.agentic.loop_runner.runners.basic import (
+    BasicLoopIterationRunner,
+    BasicLoopIterationRunnerConfig,
+)
+from unique_toolkit.agentic.loop_runner.runners.qwen import (
+    QWEN_FORCED_TOOL_CALL_INSTRUCTION,
+    QWEN_LAST_ITERATION_INSTRUCTION,
+    QwenLoopIterationRunner,
+    is_qwen_model,
+)
+
+__all__ = [
+    "BasicLoopIterationRunnerConfig",
+    "BasicLoopIterationRunner",
+    "QwenLoopIterationRunner",
+    "QWEN_FORCED_TOOL_CALL_INSTRUCTION",
+    "QWEN_LAST_ITERATION_INSTRUCTION",
+    "is_qwen_model",
+]

unique_toolkit-1.38.4/unique_toolkit/agentic/loop_runner/runners/basic.py

@@ -0,0 +1,46 @@
+import logging
+from typing import Unpack, override
+
+from pydantic import BaseModel
+
+from unique_toolkit._common.pydantic_helpers import get_configuration_dict
+from unique_toolkit.agentic.loop_runner._iteration_handler_utils import (
+    handle_forced_tools_iteration,
+    handle_last_iteration,
+    handle_normal_iteration,
+)
+from unique_toolkit.agentic.loop_runner.base import (
+    LoopIterationRunner,
+    _LoopIterationRunnerKwargs,
+)
+from unique_toolkit.chat.functions import LanguageModelStreamResponse
+from unique_toolkit.protocols.support import (
+    ResponsesLanguageModelStreamResponse,
+)
+
+_LOGGER = logging.getLogger(__name__)
+
+
+class BasicLoopIterationRunnerConfig(BaseModel):
+    model_config = get_configuration_dict()
+    max_loop_iterations: int
+
+
+class BasicLoopIterationRunner(LoopIterationRunner):
+    def __init__(self, config: BasicLoopIterationRunnerConfig) -> None:
+        self._config = config
+
+    @override
+    async def __call__(
+        self,
+        **kwargs: Unpack[_LoopIterationRunnerKwargs],
+    ) -> LanguageModelStreamResponse | ResponsesLanguageModelStreamResponse:
+        tool_choices = kwargs.get("tool_choices", [])
+        iteration_index = kwargs["iteration_index"]
+
+        if len(tool_choices) > 0 and iteration_index == 0:
+            return await handle_forced_tools_iteration(**kwargs)
+        elif iteration_index == self._config.max_loop_iterations - 1:
+            return await handle_last_iteration(**kwargs)
+        else:
+            return await handle_normal_iteration(**kwargs)

unique_toolkit-1.38.4/unique_toolkit/agentic/loop_runner/runners/qwen/__init__.py

@@ -0,0 +1,15 @@
+from unique_toolkit.agentic.loop_runner.runners.qwen.helpers import (
+    is_qwen_model,
+)
+from unique_toolkit.agentic.loop_runner.runners.qwen.qwen_runner import (
+    QWEN_FORCED_TOOL_CALL_INSTRUCTION,
+    QWEN_LAST_ITERATION_INSTRUCTION,
+    QwenLoopIterationRunner,
+)
+
+__all__ = [
+    "QwenLoopIterationRunner",
+    "is_qwen_model",
+    "QWEN_FORCED_TOOL_CALL_INSTRUCTION",
+    "QWEN_LAST_ITERATION_INSTRUCTION",
+]

{unique_toolkit-1.38.2/unique_toolkit/agentic/loop_runner/middleware/qwen_forced_tool_call → unique_toolkit-1.38.4/unique_toolkit/agentic/loop_runner/runners/qwen}/helpers.py

@@ -1,5 +1,6 @@
 from unique_toolkit.language_model.infos import LanguageModelInfo
 from unique_toolkit.language_model.schemas import (
+    LanguageModelAssistantMessage,
     LanguageModelMessageRole,
     LanguageModelMessages,
 )
@@ -31,3 +32,17 @@ def append_qwen_forced_tool_call_instruction(
             )
             break
     return LanguageModelMessages(root=messages_list)
+
+
+def append_qwen_last_iteration_assistant_message(
+    *,
+    messages: LanguageModelMessages,
+    last_iteration_instruction: str,
+) -> LanguageModelMessages:
+    """Append an assistant message at the end to indicate no further tool calls are allowed."""
+    messages_list = list(messages)
+    assistant_message = LanguageModelAssistantMessage(
+        content=last_iteration_instruction,
+    )
+    messages_list.append(assistant_message)
+    return LanguageModelMessages(root=messages_list)

unique_toolkit-1.38.4/unique_toolkit/agentic/loop_runner/runners/qwen/qwen_runner.py

@@ -0,0 +1,118 @@
+import logging
+from typing import Unpack
+
+from unique_toolkit.agentic.loop_runner._iteration_handler_utils import (
+    handle_last_iteration,
+    handle_normal_iteration,
+    run_forced_tools_iteration,
+)
+from unique_toolkit.agentic.loop_runner.base import (
+    LoopIterationRunner,
+    _LoopIterationRunnerKwargs,
+)
+from unique_toolkit.agentic.loop_runner.runners.qwen.helpers import (
+    append_qwen_forced_tool_call_instruction,
+    append_qwen_last_iteration_assistant_message,
+)
+from unique_toolkit.chat.service import ChatService, LanguageModelStreamResponse
+
+_LOGGER = logging.getLogger(__name__)
+
+QWEN_FORCED_TOOL_CALL_INSTRUCTION = (
+    "**Tool Call Instruction:** \nYou MUST call the tool {TOOL_NAME}. "
+    "You must start the response with <tool_call>. "
+    "Do NOT provide natural language explanations, summaries, or any text outside the <tool_call> block."
+)
+
+QWEN_LAST_ITERATION_INSTRUCTION = "The maximum number of loop iteration have been reached. Not further tool calls are allowed. Based on the found information, an answer should be generated"
+
+
+class QwenLoopIterationRunner(LoopIterationRunner):
+    def __init__(
+        self,
+        *,
+        qwen_forced_tool_call_instruction: str,
+        qwen_last_iteration_instruction: str,
+        max_loop_iterations: int,
+        chat_service: ChatService,
+    ) -> None:
+        self._qwen_forced_tool_call_instruction = qwen_forced_tool_call_instruction
+        self._qwen_last_iteration_instruction = qwen_last_iteration_instruction
+        self._max_loop_iterations = max_loop_iterations
+        self._chat_service = chat_service
+
+    async def __call__(
+        self, **kwargs: Unpack[_LoopIterationRunnerKwargs]
+    ) -> LanguageModelStreamResponse:
+        tool_choices = kwargs.get("tool_choices") or []
+        iteration_index = kwargs["iteration_index"]
+
+        if len(tool_choices) > 0 and iteration_index == 0:
+            return await self._qwen_handle_forced_tools_iteration(**kwargs)
+        elif iteration_index == self._max_loop_iterations - 1:
+            return await self._qwen_handle_last_iteration(**kwargs)
+        else:
+            return await self._qwen_handle_normal_iteration(**kwargs)
+
+    async def _qwen_handle_forced_tools_iteration(
+        self, **kwargs: Unpack[_LoopIterationRunnerKwargs]
+    ) -> LanguageModelStreamResponse:
+        # For Qwen models, append tool call instruction to the last user message. These models ignore the parameter tool_choice.
+        # As the message has to be modified for each tool call instruction, the function from the basic runner cant be used.
+        original_messages = kwargs["messages"].model_copy(deep=True)
+
+        def _prepare(
+            func_name: str | None,
+            per_choice_kwargs: _LoopIterationRunnerKwargs,
+        ) -> _LoopIterationRunnerKwargs:
+            prompt_instruction = self._qwen_forced_tool_call_instruction.format(
+                TOOL_NAME=func_name or ""
+            )
+            per_choice_kwargs["messages"] = append_qwen_forced_tool_call_instruction(
+                messages=original_messages,
+                forced_tool_call_instruction=prompt_instruction,
+            )
+            return per_choice_kwargs
+
+        response = await run_forced_tools_iteration(
+            loop_runner_kwargs=kwargs,
+            prepare_loop_runner_kwargs=_prepare,
+        )
+        return self._process_response(response)
+
+    async def _qwen_handle_last_iteration(
+        self, **kwargs: Unpack[_LoopIterationRunnerKwargs]
+    ) -> LanguageModelStreamResponse:
+        # For Qwen models, append an assistant message with instructions to not call any tool in this iteration.
+        _LOGGER.info(
+            "Reached last iteration, removing tools. Appending assistant message with instructions to not call any tool in this iteration."
+        )
+        kwargs["messages"] = append_qwen_last_iteration_assistant_message(
+            messages=kwargs["messages"],
+            last_iteration_instruction=self._qwen_last_iteration_instruction,
+        )
+
+        response = await handle_last_iteration(
+            **kwargs,
+        )
+
+        return self._process_response(response)
+
+    async def _qwen_handle_normal_iteration(
+        self, **kwargs: Unpack[_LoopIterationRunnerKwargs]
+    ) -> LanguageModelStreamResponse:
+        response = await handle_normal_iteration(**kwargs)
+        return self._process_response(response)
+
+    def _process_response(
+        self, response: LanguageModelStreamResponse
+    ) -> LanguageModelStreamResponse:
+        # Check if content of response is </tool_call>
+        if "</tool_call>" == response.message.text.strip():
+            _LOGGER.warning(
+                "Response contains only <tool_call>. This is not allowed. Returning empty response."
+            )
+            self._chat_service.modify_assistant_message(content="")
+            response.message.text = ""
+
+        return response

{unique_toolkit-1.38.2 → unique_toolkit-1.38.4}/unique_toolkit/agentic/postprocessor/postprocessor_manager.py

@@ -2,7 +2,7 @@ import asyncio
 from abc import ABC
 from logging import Logger
 
-from unique_toolkit.agentic.tools.utils.execution.execution import SafeTaskExecutor
+from unique_toolkit._common.execution import SafeTaskExecutor
 from unique_toolkit.chat.service import ChatService
 from unique_toolkit.language_model.schemas import (
     LanguageModelStreamResponse,

{unique_toolkit-1.38.2 → unique_toolkit-1.38.4}/unique_toolkit/agentic/responses_api/postprocessors/generated_files.py

@@ -9,6 +9,7 @@ from openai.types.responses.response_output_text import AnnotationContainerFileC
 from pydantic import BaseModel, Field, RootModel
 
 from unique_toolkit import ChatService
+from unique_toolkit._common.execution import failsafe_async
 from unique_toolkit.agentic.postprocessor.postprocessor_manager import (
     ResponsesApiPostprocessor,
 )
@@ -16,7 +17,6 @@ from unique_toolkit.agentic.short_term_memory_manager.persistent_short_term_memo
     PersistentShortMemoryManager,
 )
 from unique_toolkit.agentic.tools.config import get_configuration_dict
-from unique_toolkit.agentic.tools.utils import failsafe_async
 from unique_toolkit.content.schemas import ContentReference
 from unique_toolkit.content.service import ContentService
 from unique_toolkit.language_model.schemas import ResponsesLanguageModelStreamResponse

{unique_toolkit-1.38.2 → unique_toolkit-1.38.4}/unique_toolkit/agentic/short_term_memory_manager/persistent_short_term_memory_manager.py

@@ -5,7 +5,7 @@ from typing import Generic, Type, TypeVar
 
 from pydantic import BaseModel
 
-from unique_toolkit.agentic.tools.utils.execution.execution import SafeTaskExecutor
+from unique_toolkit._common.execution import SafeTaskExecutor
 from unique_toolkit.short_term_memory.schemas import ShortTermMemory
 from unique_toolkit.short_term_memory.service import ShortTermMemoryService
 

{unique_toolkit-1.38.2 → unique_toolkit-1.38.4}/unique_toolkit/agentic/tools/a2a/evaluation/evaluator.py

@@ -5,6 +5,7 @@ import unique_sdk
 from jinja2 import Template
 from pydantic import BaseModel
 
+from unique_toolkit._common.execution import failsafe
 from unique_toolkit.agentic.evaluation.evaluation_manager import Evaluation
 from unique_toolkit.agentic.evaluation.schemas import (
     EvaluationAssessmentMessage,
@@ -24,7 +25,6 @@ from unique_toolkit.agentic.tools.a2a.response_watcher import (
     SubAgentResponse,
     SubAgentResponseWatcher,
 )
-from unique_toolkit.agentic.tools.utils import failsafe
 from unique_toolkit.chat.schemas import (
     ChatMessageAssessmentLabel,
     ChatMessageAssessmentStatus,

{unique_toolkit-1.38.2 → unique_toolkit-1.38.4}/unique_toolkit/agentic/tools/tool_manager.py

@@ -11,6 +11,10 @@ from openai.types.responses import (
 )
 from pydantic import BaseModel, Field
 
+from unique_toolkit._common.execution import (
+    Result,
+    SafeTaskExecutor,
+)
 from unique_toolkit.agentic.evaluation.schemas import EvaluationMetricName
 from unique_toolkit.agentic.tools.a2a import A2AManager, SubAgentTool
 from unique_toolkit.agentic.tools.config import ToolBuildConfig
@@ -24,10 +28,6 @@ from unique_toolkit.agentic.tools.openai_builtin.manager import OpenAIBuiltInToo
 from unique_toolkit.agentic.tools.schemas import ToolCallResponse, ToolPrompts
 from unique_toolkit.agentic.tools.tool import Tool
 from unique_toolkit.agentic.tools.tool_progress_reporter import ToolProgressReporter
-from unique_toolkit.agentic.tools.utils.execution.execution import (
-    Result,
-    SafeTaskExecutor,
-)
 from unique_toolkit.app.schemas import ChatEvent
 from unique_toolkit.language_model.schemas import (
     LanguageModelFunction,

{unique_toolkit-1.38.2 → unique_toolkit-1.38.4}/unique_toolkit/chat/responses_api.py

@@ -14,7 +14,7 @@ from openai.types.responses import (
 from openai.types.shared_params import Metadata, Reasoning
 from pydantic import BaseModel, TypeAdapter, ValidationError
 
-from unique_toolkit.agentic.tools.utils.execution.execution import (
+from unique_toolkit._common.execution import (
     failsafe,
 )
 from unique_toolkit.content.schemas import ContentChunk

unique_toolkit-1.38.2/unique_toolkit/agentic/loop_runner/middleware/__init__.py

@@ -1,19 +0,0 @@
-from unique_toolkit.agentic.loop_runner.middleware.planning import (
-    PlanningConfig,
-    PlanningMiddleware,
-    PlanningSchemaConfig,
-)
-from unique_toolkit.agentic.loop_runner.middleware.qwen_forced_tool_call import (
-    QWEN_FORCED_TOOL_CALL_PROMPT_INSTRUCTION,
-    QwenForcedToolCallMiddleware,
-    is_qwen_model,
-)
-
-__all__ = [
-    "PlanningConfig",
-    "PlanningMiddleware",
-    "PlanningSchemaConfig",
-    "QWEN_FORCED_TOOL_CALL_PROMPT_INSTRUCTION",
-    "QwenForcedToolCallMiddleware",
-    "is_qwen_model",
-]

unique_toolkit-1.38.2/unique_toolkit/agentic/loop_runner/middleware/qwen_forced_tool_call/__init__.py

@@ -1,13 +0,0 @@
-from unique_toolkit.agentic.loop_runner.middleware.qwen_forced_tool_call.helpers import (
-    is_qwen_model,
-)
-from unique_toolkit.agentic.loop_runner.middleware.qwen_forced_tool_call.qwen_forced_tool_call import (
-    QWEN_FORCED_TOOL_CALL_PROMPT_INSTRUCTION,
-    QwenForcedToolCallMiddleware,
-)
-
-__all__ = [
-    "QwenForcedToolCallMiddleware",
-    "QWEN_FORCED_TOOL_CALL_PROMPT_INSTRUCTION",
-    "is_qwen_model",
-]

unique_toolkit-1.38.2/unique_toolkit/agentic/loop_runner/middleware/qwen_forced_tool_call/qwen_forced_tool_call.py

@@ -1,50 +0,0 @@
-import logging
-from typing import Unpack
-
-from unique_toolkit.agentic.loop_runner.base import (
-    LoopIterationRunner,
-    _LoopIterationRunnerKwargs,
-)
-from unique_toolkit.agentic.loop_runner.middleware.qwen_forced_tool_call.helpers import (
-    append_qwen_forced_tool_call_instruction,
-)
-from unique_toolkit.chat.service import LanguageModelStreamResponse
-
-_LOGGER = logging.getLogger(__name__)
-
-QWEN_FORCED_TOOL_CALL_PROMPT_INSTRUCTION = (
-    "Tool Call Instruction: \nYou always have to return a tool call. "
-    "You must start the response with <tool_call> and end with </tool_call>. "
-    "Do NOT provide natural language explanations, summaries, or any text outside the <tool_call> block."
-)
-
-
-class QwenForcedToolCallMiddleware(LoopIterationRunner):
-    def __init__(
-        self,
-        *,
-        loop_runner: LoopIterationRunner,
-        qwen_forced_tool_call_prompt_instruction: str,
-    ) -> None:
-        self._qwen_forced_tool_call_prompt_instruction = (
-            qwen_forced_tool_call_prompt_instruction
-        )
-        self._loop_runner = loop_runner
-
-    async def __call__(
-        self, **kwargs: Unpack[_LoopIterationRunnerKwargs]
-    ) -> LanguageModelStreamResponse:
-        tool_choices = kwargs.get("tool_choices") or []
-        iteration_index = kwargs["iteration_index"]
-
-        # For Qwen models, append tool call instruction to the last user message. These models ignore the parameter tool_choice.
-        if len(tool_choices) > 0 and iteration_index == 0 and kwargs.get("messages"):
-            _LOGGER.info(
-                "Appending tool call instruction to the last user message for Qwen models to force tool calls."
-            )
-            kwargs["messages"] = append_qwen_forced_tool_call_instruction(
-                messages=kwargs["messages"],
-                forced_tool_call_instruction=self._qwen_forced_tool_call_prompt_instruction,
-            )
-
-        return await self._loop_runner(**kwargs)

unique_toolkit-1.38.2/unique_toolkit/agentic/loop_runner/runners/__init__.py

@@ -1,6 +0,0 @@
-from unique_toolkit.agentic.loop_runner.runners.basic import (
-    BasicLoopIterationRunner,
-    BasicLoopIterationRunnerConfig,
-)
-
-__all__ = ["BasicLoopIterationRunnerConfig", "BasicLoopIterationRunner"]