unique_toolkit 1.43.11__tar.gz → 1.44.0__tar.gz

{unique_toolkit-1.43.11 → unique_toolkit-1.44.0}/CHANGELOG.md

@@ -5,6 +5,9 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), 
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [1.44.0] - 2026-01-23
+- Add LoopIterationRunner abstraction for the responses api 
+
 ## [1.43.11] - 2026-01-23
 - Add `RESPONSES_API` Capablity to some models that were missing it
 

{unique_toolkit-1.43.11 → unique_toolkit-1.44.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: unique_toolkit
-Version: 1.43.11
+Version: 1.44.0
 Summary: 
 License: Proprietary
 Author: Cedric Klinkert
@@ -125,6 +125,9 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), 
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [1.44.0] - 2026-01-23
+- Add LoopIterationRunner abstraction for the responses api 
+
 ## [1.43.11] - 2026-01-23
 - Add `RESPONSES_API` Capablity to some models that were missing it
 

{unique_toolkit-1.43.11 → unique_toolkit-1.44.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "unique_toolkit"
-version = "1.43.11"
+version = "1.44.0"
 description = ""
 authors = [
     "Cedric Klinkert <cedric.klinkert@unique.ch>",

{unique_toolkit-1.43.11 → unique_toolkit-1.44.0}/unique_toolkit/agentic/loop_runner/__init__.py

@@ -3,7 +3,10 @@ from unique_toolkit.agentic.loop_runner._iteration_handler_utils import (
     handle_last_iteration,
     handle_normal_iteration,
 )
-from unique_toolkit.agentic.loop_runner.base import LoopIterationRunner
+from unique_toolkit.agentic.loop_runner.base import (
+    LoopIterationRunner,
+    ResponsesLoopIterationRunner,
+)
 from unique_toolkit.agentic.loop_runner.middleware import (
     PlanningConfig,
     PlanningMiddleware,
@@ -16,6 +19,7 @@ from unique_toolkit.agentic.loop_runner.runners import (
     BasicLoopIterationRunner,
     BasicLoopIterationRunnerConfig,
     QwenLoopIterationRunner,
+    ResponsesBasicLoopIterationRunner,
     is_qwen_model,
 )
 
@@ -34,4 +38,6 @@ __all__ = [
     "QWEN_FORCED_TOOL_CALL_INSTRUCTION",
     "QWEN_LAST_ITERATION_INSTRUCTION",
     "QWEN_MAX_LOOP_ITERATIONS",
+    "ResponsesLoopIterationRunner",
+    "ResponsesBasicLoopIterationRunner",
 ]

unique_toolkit-1.44.0/unique_toolkit/agentic/loop_runner/_responses_iteration_handler_utils.py

@@ -0,0 +1,63 @@
+import logging
+from typing import Unpack
+
+from unique_toolkit.agentic.loop_runner._responses_stream_handler_utils import (
+    responses_stream_response,
+)
+from unique_toolkit.agentic.loop_runner.base import (
+    _ResponsesLoopIterationRunnerKwargs,
+)
+from unique_toolkit.language_model.schemas import ResponsesLanguageModelStreamResponse
+
+_LOGGER = logging.getLogger(__name__)
+
+
+async def handle_responses_last_iteration(
+    **kwargs: Unpack[_ResponsesLoopIterationRunnerKwargs],
+) -> ResponsesLanguageModelStreamResponse:
+    _LOGGER.info("Reached last iteration, removing tools and producing final response")
+
+    return await responses_stream_response(
+        loop_runner_kwargs=kwargs,
+        tools=None,
+    )
+
+
+async def handle_responses_normal_iteration(
+    **kwargs: Unpack[_ResponsesLoopIterationRunnerKwargs],
+) -> ResponsesLanguageModelStreamResponse:
+    _LOGGER.info("Running loop iteration %d", kwargs["iteration_index"])
+
+    return await responses_stream_response(loop_runner_kwargs=kwargs)
+
+
+async def handle_responses_forced_tools_iteration(
+    **kwargs: Unpack[_ResponsesLoopIterationRunnerKwargs],
+) -> ResponsesLanguageModelStreamResponse:
+    assert "tool_choices" in kwargs
+
+    tool_choices = kwargs["tool_choices"]
+    assert len(tool_choices) > 0
+
+    _LOGGER.info("Forcing tools calls: %s", tool_choices)
+
+    responses: list[ResponsesLanguageModelStreamResponse] = []
+
+    for opt in tool_choices:
+        responses.append(
+            await responses_stream_response(loop_runner_kwargs=kwargs, tool_choice=opt)
+        )
+
+    # Merge responses and refs:
+    tool_calls = []
+    references = []
+    for r in responses:
+        if r.tool_calls:
+            tool_calls.extend(r.tool_calls)
+        references.extend(r.message.references)
+
+    response = responses[0]
+    response.tool_calls = tool_calls if len(tool_calls) > 0 else None
+    response.message.references = references
+
+    return response

unique_toolkit-1.44.0/unique_toolkit/agentic/loop_runner/_responses_stream_handler_utils.py

@@ -0,0 +1,90 @@
+from typing import Any, Required, Sequence
+
+from openai.types.responses import (
+    ResponseIncludable,
+    ResponseInputItemParam,
+    ResponseOutputItem,
+    ResponseTextConfigParam,
+    ToolParam,
+    response_create_params,
+)
+from openai.types.shared_params import Metadata, Reasoning
+from typing_extensions import TypedDict
+
+from unique_toolkit import LanguageModelToolDescription
+from unique_toolkit.agentic.loop_runner.base import _ResponsesLoopIterationRunnerKwargs
+from unique_toolkit.chat.service import LanguageModelMessages
+from unique_toolkit.content import ContentChunk
+from unique_toolkit.language_model.schemas import (
+    LanguageModelMessageOptions,
+    ResponsesLanguageModelStreamResponse,
+)
+
+
+class _ResponsesStreamingHandlerKwargs(TypedDict, total=False):
+    messages: Required[
+        str
+        | LanguageModelMessages
+        | Sequence[
+            ResponseInputItemParam | LanguageModelMessageOptions | ResponseOutputItem
+        ]
+    ]
+    model_name: Required[str]
+    tools: Sequence[LanguageModelToolDescription | ToolParam]
+    content_chunks: list[ContentChunk]
+    start_text: str
+    debug_info: dict[str, Any]
+    temperature: float
+    include: list[ResponseIncludable]
+    instructions: str
+    max_output_tokens: int
+    metadata: Metadata
+    parallel_tool_calls: bool
+    text: ResponseTextConfigParam
+    tool_choice: response_create_params.ToolChoice
+    top_p: float
+    reasoning: Reasoning
+    other_options: dict[str, Any]
+
+
+def _extract_responses_streaming_kwargs(
+    kwargs: _ResponsesLoopIterationRunnerKwargs,
+) -> _ResponsesStreamingHandlerKwargs:
+    res = _ResponsesStreamingHandlerKwargs(
+        messages=kwargs["messages"],
+        model_name=kwargs["model"].name,
+    )
+
+    for k in [
+        "tools",
+        "content_chunks",
+        "start_text",
+        "debug_info",
+        "temperature",
+        "include",
+        "instructions",
+        "max_output_tokens",
+        "metadata",
+        "parallel_tool_calls",
+        "text",
+        "top_p",
+        "reasoning",
+        "other_options",
+    ]:
+        if k in kwargs:
+            res[k] = kwargs[k]
+
+    return res
+
+
+async def responses_stream_response(
+    loop_runner_kwargs: _ResponsesLoopIterationRunnerKwargs,
+    **kwargs,
+) -> ResponsesLanguageModelStreamResponse:
+    streaming_handler = loop_runner_kwargs["streaming_handler"]
+    streaming_handler_kwargs = _extract_responses_streaming_kwargs(loop_runner_kwargs)
+    streaming_handler_kwargs.update(**kwargs)
+
+    return await streaming_handler.complete_with_references_async(
+        **streaming_handler_kwargs
+    )

unique_toolkit-1.44.0/unique_toolkit/agentic/loop_runner/base.py

@@ -0,0 +1,87 @@
+from typing import Any, Protocol, Required, Sequence, Unpack
+
+from openai.types.chat import ChatCompletionNamedToolChoiceParam
+from openai.types.responses import (
+    ResponseIncludable,
+    ResponseInputItemParam,
+    ResponseOutputItem,
+    ResponseTextConfigParam,
+    ToolParam,
+    response_create_params,
+)
+from openai.types.shared_params import Metadata, Reasoning
+from typing_extensions import TypedDict
+
+from unique_toolkit import LanguageModelToolDescription
+from unique_toolkit.chat.functions import LanguageModelStreamResponse
+from unique_toolkit.chat.service import LanguageModelMessages
+from unique_toolkit.content import ContentChunk
+from unique_toolkit.language_model.infos import LanguageModelInfo
+from unique_toolkit.language_model.schemas import (
+    LanguageModelMessageOptions,
+    ResponsesLanguageModelStreamResponse,
+)
+from unique_toolkit.protocols.support import (
+    ResponsesSupportCompleteWithReferences,
+    SupportCompleteWithReferences,
+)
+
+
+class _LoopIterationRunnerKwargs(TypedDict, total=False):
+    iteration_index: Required[int]
+    streaming_handler: Required[SupportCompleteWithReferences]
+    messages: Required[LanguageModelMessages]
+    model: Required[LanguageModelInfo]
+    tools: list[LanguageModelToolDescription]
+    content_chunks: list[ContentChunk]
+    start_text: str
+    debug_info: dict[str, Any]
+    temperature: float
+    tool_choices: list[ChatCompletionNamedToolChoiceParam]
+    other_options: dict[str, Any]
+
+
+class LoopIterationRunner(Protocol):
+    """
+    A loop iteration runner is responsible for running a single iteration of the loop, and returning the stream response for that iteration.
+    """
+
+    async def __call__(
+        self,
+        **kwargs: Unpack[_LoopIterationRunnerKwargs],
+    ) -> LanguageModelStreamResponse: ...
+
+
+class _ResponsesLoopIterationRunnerKwargs(TypedDict, total=False):
+    iteration_index: Required[int]
+    streaming_handler: Required[ResponsesSupportCompleteWithReferences]
+    messages: Required[
+        str
+        | LanguageModelMessages
+        | Sequence[
+            ResponseInputItemParam | LanguageModelMessageOptions | ResponseOutputItem
+        ]
+    ]
+    model: Required[LanguageModelInfo]
+    tools: list[LanguageModelToolDescription | ToolParam]
+    content_chunks: list[ContentChunk]
+    start_text: str
+    debug_info: dict[str, Any]
+    temperature: float
+    include: list[ResponseIncludable]
+    instructions: str
+    max_output_tokens: int
+    metadata: Metadata
+    parallel_tool_calls: bool
+    text: ResponseTextConfigParam
+    tool_choices: list[response_create_params.ToolChoice]
+    top_p: float
+    reasoning: Reasoning
+    other_options: dict[str, Any]
+
+
+class ResponsesLoopIterationRunner(Protocol):
+    async def __call__(
+        self,
+        **kwargs: Unpack[_ResponsesLoopIterationRunnerKwargs],
+    ) -> ResponsesLanguageModelStreamResponse: ...

{unique_toolkit-1.43.11 → unique_toolkit-1.44.0}/unique_toolkit/agentic/loop_runner/runners/__init__.py

@@ -1,6 +1,7 @@
 from unique_toolkit.agentic.loop_runner.runners.basic import (
     BasicLoopIterationRunner,
     BasicLoopIterationRunnerConfig,
+    ResponsesBasicLoopIterationRunner,
 )
 from unique_toolkit.agentic.loop_runner.runners.qwen import (
     QWEN_FORCED_TOOL_CALL_INSTRUCTION,
@@ -13,6 +14,7 @@ from unique_toolkit.agentic.loop_runner.runners.qwen import (
 __all__ = [
     "BasicLoopIterationRunnerConfig",
     "BasicLoopIterationRunner",
+    "ResponsesBasicLoopIterationRunner",
     "QwenLoopIterationRunner",
     "QWEN_FORCED_TOOL_CALL_INSTRUCTION",
     "QWEN_LAST_ITERATION_INSTRUCTION",

{unique_toolkit-1.43.11 → unique_toolkit-1.44.0}/unique_toolkit/agentic/loop_runner/runners/basic.py

@@ -9,14 +9,19 @@ from unique_toolkit.agentic.loop_runner._iteration_handler_utils import (
     handle_last_iteration,
     handle_normal_iteration,
 )
+from unique_toolkit.agentic.loop_runner._responses_iteration_handler_utils import (
+    handle_responses_forced_tools_iteration,
+    handle_responses_last_iteration,
+    handle_responses_normal_iteration,
+)
 from unique_toolkit.agentic.loop_runner.base import (
     LoopIterationRunner,
+    ResponsesLoopIterationRunner,
     _LoopIterationRunnerKwargs,
+    _ResponsesLoopIterationRunnerKwargs,
 )
 from unique_toolkit.chat.functions import LanguageModelStreamResponse
-from unique_toolkit.protocols.support import (
-    ResponsesLanguageModelStreamResponse,
-)
+from unique_toolkit.language_model.schemas import ResponsesLanguageModelStreamResponse
 
 _LOGGER = logging.getLogger(__name__)
 
@@ -34,7 +39,7 @@ class BasicLoopIterationRunner(LoopIterationRunner):
     async def __call__(
         self,
         **kwargs: Unpack[_LoopIterationRunnerKwargs],
-    ) -> LanguageModelStreamResponse | ResponsesLanguageModelStreamResponse:
+    ) -> LanguageModelStreamResponse:
         tool_choices = kwargs.get("tool_choices", [])
         iteration_index = kwargs["iteration_index"]
 
@@ -44,3 +49,23 @@ class BasicLoopIterationRunner(LoopIterationRunner):
             return await handle_last_iteration(**kwargs)
         else:
             return await handle_normal_iteration(**kwargs)
+
+
+class ResponsesBasicLoopIterationRunner(ResponsesLoopIterationRunner):
+    def __init__(self, config: BasicLoopIterationRunnerConfig) -> None:
+        self._config = config
+
+    @override
+    async def __call__(
+        self,
+        **kwargs: Unpack[_ResponsesLoopIterationRunnerKwargs],
+    ) -> ResponsesLanguageModelStreamResponse:
+        tool_choices = kwargs.get("tool_choices", [])
+        iteration_index = kwargs["iteration_index"]
+
+        if len(tool_choices) > 0 and iteration_index == 0:
+            return await handle_responses_forced_tools_iteration(**kwargs)
+        elif iteration_index == self._config.max_loop_iterations - 1:
+            return await handle_responses_last_iteration(**kwargs)
+        else:
+            return await handle_responses_normal_iteration(**kwargs)

unique_toolkit-1.43.11/unique_toolkit/agentic/loop_runner/base.py

@@ -1,38 +0,0 @@
-from typing import Any, Protocol, Required, Unpack
-
-from openai.types.chat import ChatCompletionNamedToolChoiceParam
-from typing_extensions import TypedDict
-
-from unique_toolkit import LanguageModelToolDescription
-from unique_toolkit.chat.functions import LanguageModelStreamResponse
-from unique_toolkit.chat.service import LanguageModelMessages
-from unique_toolkit.content import ContentChunk
-from unique_toolkit.language_model.infos import LanguageModelInfo
-from unique_toolkit.protocols.support import (
-    SupportCompleteWithReferences,
-)
-
-
-class _LoopIterationRunnerKwargs(TypedDict, total=False):
-    iteration_index: Required[int]
-    streaming_handler: Required[SupportCompleteWithReferences]
-    messages: Required[LanguageModelMessages]
-    model: Required[LanguageModelInfo]
-    tools: list[LanguageModelToolDescription]
-    content_chunks: list[ContentChunk]
-    start_text: str
-    debug_info: dict[str, Any]
-    temperature: float
-    tool_choices: list[ChatCompletionNamedToolChoiceParam]
-    other_options: dict[str, Any]
-
-
-class LoopIterationRunner(Protocol):
-    """
-    A loop iteration runner is responsible for running a single iteration of the loop, and returning the stream response for that iteration.
-    """
-
-    async def __call__(
-        self,
-        **kwargs: Unpack[_LoopIterationRunnerKwargs],
-    ) -> LanguageModelStreamResponse: ...