unique_toolkit 1.76.0__tar.gz → 1.77.1__tar.gz

{unique_toolkit-1.76.0 → unique_toolkit-1.77.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: unique-toolkit
-Version: 1.76.0
+Version: 1.77.1
 Summary: 
 Author: Cedric Klinkert, Martin Fadler, Sadique Sheik, Fabian Schläpfer, Pascal Hauri, Ejiroghene Oki-Peter, Rami Azouz, Ricardo Visini, Sanzio Monti
 Author-email: Cedric Klinkert <cedric.klinkert@unique.ch>, Martin Fadler <martin.fadler@unique.ch>, Sadique Sheik <sadique@unique.ch>, Fabian Schläpfer <fabian@unique.ch>, Pascal Hauri <pascal@unique.ch>, Ejiroghene Oki-Peter <oki-peter.ejiroghene@unique.ai>, Rami Azouz <rami.ext@unique.ch>, Ricardo Visini <ricardo.visini@unique.ch>, Sanzio Monti <sanzio.monti@unique.ai>

{unique_toolkit-1.76.0 → unique_toolkit-1.77.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "unique_toolkit"
-version = "1.76.0"
+version = "1.77.1"
 description = ""
 readme = "README.md"
 requires-python = ">=3.12"

{unique_toolkit-1.76.0 → unique_toolkit-1.77.1}/unique_toolkit/agentic/history_manager/history_construction_with_contents.py

@@ -237,10 +237,18 @@ def _append_element_to_builder(
     file_content_serialization_type: FileContentSerialization,
     content_service: ContentService,
     chat_id: str,
+    selected_content_ids: set[str] | None = None,
 ) -> None:
     if len(c.contents) > 0:
         file_contents = [co for co in c.contents if FileUtils.is_file_content(co.key)]
         image_contents = [co for co in c.contents if FileUtils.is_image_content(co.key)]
+        if selected_content_ids is not None:
+            file_contents = [
+                co for co in file_contents if co.id in selected_content_ids
+            ]
+            image_contents = [
+                co for co in image_contents if co.id in selected_content_ids
+            ]
         content = (
             text
             + "\n\n"
@@ -280,10 +288,18 @@ async def _append_element_to_builder_async(
     file_content_serialization_type: FileContentSerialization,
     content_service: ContentService,
     chat_id: str,
+    selected_content_ids: set[str] | None = None,
 ) -> None:
     if len(c.contents) > 0:
         file_contents = [co for co in c.contents if FileUtils.is_file_content(co.key)]
         image_contents = [co for co in c.contents if FileUtils.is_image_content(co.key)]
+        if selected_content_ids is not None:
+            file_contents = [
+                co for co in file_contents if co.id in selected_content_ids
+            ]
+            image_contents = [
+                co for co in image_contents if co.id in selected_content_ids
+            ]
         content = (
             text
             + "\n\n"
@@ -321,6 +337,7 @@ def get_full_history_with_contents(
     content_service: ContentService,
     include_images: ImageContentInclusion = ImageContentInclusion.ALL,
     file_content_serialization_type: FileContentSerialization = FileContentSerialization.FILE_NAME,
+    selected_content_ids: set[str] | None = None,
 ) -> LanguageModelMessages:
     grouped_elements = get_chat_history_with_contents(
         user_message=user_message,
@@ -347,6 +364,7 @@ def get_full_history_with_contents(
             file_content_serialization_type=file_content_serialization_type,
             content_service=content_service,
             chat_id=chat_id,
+            selected_content_ids=selected_content_ids,
         )
     return builder.build()
 
@@ -359,6 +377,7 @@ async def get_full_history_with_contents_async(
     content_service: ContentService,
     include_images: ImageContentInclusion = ImageContentInclusion.ALL,
     file_content_serialization_type: FileContentSerialization = FileContentSerialization.FILE_NAME,
+    selected_content_ids: set[str] | None = None,
 ) -> LanguageModelMessages:
     grouped_elements = await get_chat_history_with_contents_async(
         user_message=user_message,
@@ -384,6 +403,7 @@ async def get_full_history_with_contents_async(
             file_content_serialization_type=file_content_serialization_type,
             content_service=content_service,
             chat_id=chat_id,
+            selected_content_ids=selected_content_ids,
         )
     return builder.build()
 
@@ -396,6 +416,7 @@ def get_full_history_with_contents_and_tool_calls(
     content_service: ContentService,
     include_images: ImageContentInclusion = ImageContentInclusion.ALL,
     file_content_serialization_type: FileContentSerialization = FileContentSerialization.FILE_NAME,
+    selected_content_ids: set[str] | None = None,
 ) -> tuple[LanguageModelMessages, int, dict[int, "ContentChunk"]]:
     """Build the full LLM message history, including persisted tool call rounds.
 
@@ -526,6 +547,7 @@ def get_full_history_with_contents_and_tool_calls(
             file_content_serialization_type=file_content_serialization_type,
             content_service=content_service,
             chat_id=chat_id,
+            selected_content_ids=selected_content_ids,
         )
     return builder.build(), max_source_number, source_map
 
@@ -538,6 +560,7 @@ async def get_full_history_with_contents_and_tool_calls_async(
     content_service: ContentService,
     include_images: ImageContentInclusion = ImageContentInclusion.ALL,
     file_content_serialization_type: FileContentSerialization = FileContentSerialization.FILE_NAME,
+    selected_content_ids: set[str] | None = None,
 ) -> tuple[LanguageModelMessages, int, dict[int, "ContentChunk"]]:
     """Async version of get_full_history_with_contents_and_tool_calls."""
     from unique_toolkit.agentic.history_manager.utils import (
@@ -642,6 +665,7 @@ async def get_full_history_with_contents_and_tool_calls_async(
             file_content_serialization_type=file_content_serialization_type,
             content_service=content_service,
             chat_id=chat_id,
+            selected_content_ids=selected_content_ids,
         )
     return builder.build(), max_source_number, source_map
 

{unique_toolkit-1.76.0 → unique_toolkit-1.77.1}/unique_toolkit/agentic/history_manager/loop_token_reducer.py

@@ -13,7 +13,10 @@ from unique_toolkit.agentic.history_manager.history_construction_with_contents i
     get_full_history_with_contents_and_tool_calls_async,
     get_full_history_with_contents_async,
 )
-from unique_toolkit.agentic.history_manager.utils import serialize_tool_content_json
+from unique_toolkit.agentic.history_manager.utils import (
+    get_selected_uploaded_content_ids,
+    serialize_tool_content_json,
+)
 from unique_toolkit.agentic.reference_manager.reference_manager import ReferenceManager
 from unique_toolkit.app.schemas import ChatEvent
 from unique_toolkit.app.unique_settings import UniqueSettings
@@ -76,6 +79,7 @@ class LoopTokenReducer:
         self._max_db_source_number: int = -1
         self._db_source_map: dict[int, ContentChunk] = {}
         self._enable_tool_call_persistence = enable_tool_call_persistence
+        self._selected_content_ids = get_selected_uploaded_content_ids(event)
 
     @property
     def max_db_source_number(self) -> int:
@@ -322,6 +326,7 @@ class LoopTokenReducer:
                 chat_service=self._chat_service,
                 content_service=self._content_service,
                 file_content_serialization_type=file_content_serialization_type,
+                selected_content_ids=self._selected_content_ids,
             )
             self._max_db_source_number = max_src
             self._db_source_map = src_map
@@ -332,6 +337,7 @@ class LoopTokenReducer:
                 chat_service=self._chat_service,
                 content_service=self._content_service,
                 file_content_serialization_type=file_content_serialization_type,
+                selected_content_ids=self._selected_content_ids,
             )
 
         if remove_from_text is not None:

{unique_toolkit-1.76.0 → unique_toolkit-1.77.1}/unique_toolkit/agentic/history_manager/utils.py

@@ -3,7 +3,9 @@ import logging
 from copy import deepcopy
 from typing import Any
 
+from unique_toolkit.agentic.feature_flags import feature_flags
 from unique_toolkit.agentic.tools.schemas import Source
+from unique_toolkit.app.schemas import ChatEvent
 from unique_toolkit.content.schemas import ContentChunk
 from unique_toolkit.language_model.schemas import (
     LanguageModelAssistantMessage,
@@ -14,6 +16,27 @@ from unique_toolkit.language_model.schemas import (
 logger = logging.getLogger(__name__)
 
 
+def get_selected_uploaded_content_ids(event: ChatEvent) -> set[str] | None:
+    """Derive the set of content IDs the user explicitly selected.
+
+    Returns ``None`` when the feature flag is disabled (meaning *all*
+    uploaded images should be included), or a ``set[str]`` of IDs when
+    only a subset should be attached.
+    """
+    if not feature_flags.enable_selected_uploaded_files_un_18215.is_enabled(
+        event.company_id
+    ):
+        return None
+
+    if not (
+        hasattr(event.payload, "additional_parameters")
+        and event.payload.additional_parameters
+    ):
+        return None
+
+    return set(event.payload.additional_parameters.selected_uploaded_file_ids)
+
+
 def serialize_tool_content_json(value: Any) -> str:
     """Serialize tool-role JSON text while preserving readable Unicode."""
     return json.dumps(value, ensure_ascii=False)

unique_toolkit-1.77.1/unique_toolkit/agentic/tools/experimental/__init__.py

@@ -0,0 +1,27 @@
+from unique_toolkit.agentic.tools.experimental.open_file_tool import (
+    OpenFileTool,
+    OpenFileToolRuntime,
+    OpenFileToolRuntimeConfig,
+)
+from unique_toolkit.agentic.tools.experimental.todo import (
+    TodoConfig,
+    TodoItem,
+    TodoItemInput,
+    TodoList,
+    TodoStatus,
+    TodoWriteInput,
+    TodoWriteTool,
+)
+
+__all__ = [
+    "OpenFileTool",
+    "OpenFileToolRuntime",
+    "OpenFileToolRuntimeConfig",
+    "TodoConfig",
+    "TodoItem",
+    "TodoItemInput",
+    "TodoList",
+    "TodoStatus",
+    "TodoWriteInput",
+    "TodoWriteTool",
+]

{unique_toolkit-1.76.0 → unique_toolkit-1.77.1}/unique_toolkit/agentic/tools/experimental/open_file_tool/runtime.py

@@ -34,6 +34,7 @@ class OpenFileToolRuntimeConfig:
     send_files_in_payload: bool = False
     send_uploaded_files_in_payload: bool = False
     use_responses_api: bool = False
+    selected_content_ids: frozenset[str] | None = None
 
 
 class OpenFileToolRuntime:
@@ -256,6 +257,12 @@ class OpenFileToolRuntime:
                 if (document.expired_at is None or document.expired_at > now)
                 and document.key.lower().endswith(".pdf")
             ]
+            if self._config.selected_content_ids is not None:
+                uploaded_documents = [
+                    doc
+                    for doc in uploaded_documents
+                    if doc.id in self._config.selected_content_ids
+                ]
             self._cached_uploaded_documents = sorted(
                 uploaded_documents,
                 key=lambda document: (

unique_toolkit-1.77.1/unique_toolkit/agentic/tools/experimental/todo/__init__.py

@@ -0,0 +1,24 @@
+from unique_toolkit.agentic.tools.experimental.todo.config import TodoConfig
+from unique_toolkit.agentic.tools.experimental.todo.schemas import (
+    TodoItem,
+    TodoItemInput,
+    TodoList,
+    TodoStatus,
+    TodoWriteInput,
+)
+from unique_toolkit.agentic.tools.experimental.todo.service import (
+    TodoWriteTool,
+)
+from unique_toolkit.agentic.tools.factory import ToolFactory
+
+ToolFactory.register_tool(TodoWriteTool, TodoConfig)
+
+__all__ = [
+    "TodoConfig",
+    "TodoItem",
+    "TodoItemInput",
+    "TodoList",
+    "TodoStatus",
+    "TodoWriteInput",
+    "TodoWriteTool",
+]

unique_toolkit-1.77.1/unique_toolkit/agentic/tools/experimental/todo/config.py

@@ -0,0 +1,94 @@
+from typing import Annotated
+
+from pydantic import Field
+
+from unique_toolkit._common.pydantic.rjsf_tags import RJSFMetaTag
+from unique_toolkit.agentic.tools.experimental.todo.prompts import (
+    EXECUTION_REMINDER_TEMPLATE,
+    SYSTEM_PROMPT_TEMPLATE,
+    TOOL_DESCRIPTION_TEMPLATE,
+    VERIFICATION_NUDGE_TEMPLATE,
+)
+from unique_toolkit.agentic.tools.schemas import BaseToolConfig
+
+
+class TodoConfig(BaseToolConfig):
+    display_name: str = Field(
+        default="Progress",
+        description="Human-readable label for task tracking shown in the Steps panel.",
+    )
+
+    tool_description: Annotated[
+        str,
+        RJSFMetaTag.StringWidget.textarea(rows=3),
+    ] = Field(
+        default=TOOL_DESCRIPTION_TEMPLATE,
+        description="Edit this Jinja template to customize the tool description passed to the LLM."
+        "Available variable: parallel_mode (bool).",
+    )
+
+    system_prompt: Annotated[
+        str,
+        RJSFMetaTag.StringWidget.textarea(rows=15),
+    ] = Field(
+        default=SYSTEM_PROMPT_TEMPLATE,
+        description="Edit this Jinja template to customize the system prompt injected for task tracking. "
+        "Available variable: parallel_mode (bool).",
+    )
+
+    execution_reminder: Annotated[
+        str,
+        RJSFMetaTag.StringWidget.textarea(rows=5),
+    ] = Field(
+        default=EXECUTION_REMINDER_TEMPLATE,
+        description="Edit this Jinja template to customize the reminder appended to tool responses "
+        "during execution phase. Available variable: parallel_mode (bool).",
+    )
+
+    parallel_mode: Annotated[
+        bool,
+        RJSFMetaTag.BooleanWidget.checkbox(
+            help=(
+                "When enabled, the agent may combine task tracking with other "
+                "tool calls in the same turn and mark multiple items "
+                "in_progress simultaneously. When disabled (default), the "
+                "agent works through items one at a time with sequential "
+                "status updates."
+            ),
+        ),
+    ] = Field(
+        default=False,
+        title="Track tasks alongside other tool calls",
+        description="Parallel Mode for Task Tracking",
+    )
+
+    show_triggered_tool_calls: Annotated[
+        bool,
+        RJSFMetaTag.BooleanWidget.checkbox(
+            help=(
+                "Show 'Triggered Tool Calls' entries in the Steps panel "
+                "listing which tools the agent called each iteration. "
+            ),
+        ),
+    ] = Field(
+        default=True,
+        title="Display triggered tool calls in the Steps panel",
+        description="Display Triggered Tool Calls",
+    )
+
+    verification_threshold: int = Field(
+        default=5,
+        ge=0,
+        title="Verification Nudge Threshold",
+        description="After this many task completions, nudge the agent to verify its work "
+        "before continuing. Set to 0 to disable.",
+    )
+
+    verification_nudge: Annotated[
+        str,
+        RJSFMetaTag.StringWidget.textarea(rows=2),
+    ] = Field(
+        default=VERIFICATION_NUDGE_TEMPLATE,
+        description="Jinja template for the verification nudge message. "
+        "Available variable: completed (int).",
+    )

unique_toolkit-1.77.1/unique_toolkit/agentic/tools/experimental/todo/prompts/__init__.py

@@ -0,0 +1,13 @@
+from pathlib import Path
+
+_PROMPTS_DIR = Path(__file__).parent
+
+
+def _load(name: str) -> str:
+    return (_PROMPTS_DIR / name).read_text().strip()
+
+
+TOOL_DESCRIPTION_TEMPLATE = _load("tool_description.j2")
+SYSTEM_PROMPT_TEMPLATE = _load("system_prompt.j2")
+EXECUTION_REMINDER_TEMPLATE = _load("execution_reminder.j2")
+VERIFICATION_NUDGE_TEMPLATE = _load("verification_nudge.j2")

unique_toolkit-1.77.1/unique_toolkit/agentic/tools/experimental/todo/prompts/execution_reminder.j2

@@ -0,0 +1,11 @@
+You are in the EXECUTION PHASE.
+Do NOT ask the user any questions or request confirmation.
+You MUST process every pending item — do not skip or summarize.
+{%- if parallel_mode %}
+- Always include a TodoWrite call alongside your work tool calls in the same response — mark items in_progress before executing and completed after.
+- Do not use a separate turn just for status updates.
+{%- else %}
+- Mark exactly one item in_progress, complete it, then move to the next.
+- Do not batch completions.
+{%- endif %}
+- Do NOT write a final text response while items are still pending or in_progress — keep executing until every item reaches a terminal state (completed/cancelled), then call TodoWrite one final time before responding.

unique_toolkit-1.77.1/unique_toolkit/agentic/tools/experimental/todo/prompts/system_prompt.j2

@@ -0,0 +1,41 @@
+You have access to a task tracking tool (TodoWrite). Use it proactively — the user sees the task list as a live progress indicator.
+
+## When to Use
+
+Use for any task with 3+ steps, batch operations, or when the user gives a numbered list. For batch operations (e.g. "process all invoices"), create one task per item so none are skipped. When receiving new instructions mid-conversation, immediately capture them as tasks. Skip for single-step lookups or simple factual questions.
+
+Examples:
+- "Research competitor pricing and write a comparison" → create tasks per competitor + comparison + summary
+- "Process all invoices in uploads" → one task per invoice
+- "What's the capital of France?" → do NOT use TodoWrite
+
+## Workflow
+
+1. CLARIFICATION PHASE: Ask ALL clarifying questions in a single message upfront.
+2. EXECUTION PHASE: After creating the task list, execute every step autonomously. Do NOT ask follow-up questions — use sensible defaults and document your assumptions.
+
+## Task Design
+
+- Break into 3-7 specific, actionable items with clear outcomes
+- Provide active_form for each (e.g. content: "Search pricing data", active_form: "Searching pricing data")
+- For complex tasks, include a final "verify and synthesize" item
+
+## Execution Rules
+
+- Execute immediately after creating the list. Do NOT ask for confirmation between steps.
+{% if parallel_mode -%}
+- Mark multiple items in_progress simultaneously. Combine TodoWrite with work tool calls in the same response — do not waste a turn on bookkeeping alone.
+{%- else -%}
+- Mark exactly ONE item in_progress at a time. Complete and mark it immediately before starting the next — do not batch completions.
+{%- endif %}
+- After completing a task, check if follow-up tasks need to be added.
+- When unclear, if there is a reasonable default, choose it rather than stopping to ask. Document your assumption.
+- Do NOT summarize remaining items or ask if you should continue. Just keep going.
+- The ONLY reason to stop is a hard blocker: missing credentials, nonexistent resource, or unrecoverable error.
+
+## Completion
+
+- Never write a final response while items are still pending — if items remain, keep executing.
+- You MUST call TodoWrite to mark every item completed/cancelled before your final response. Zero pending/in_progress items must remain.
+- You have a limited iteration budget. Mark all items terminal BEFORE the final iteration when tools are removed.
+- Items needing only analysis (no tool call) should be marked completed as soon as you have the data.

unique_toolkit-1.77.1/unique_toolkit/agentic/tools/experimental/todo/prompts/tool_description.j2

@@ -0,0 +1,9 @@
+Create or update a task list to track progress. Use for any task involving multiple steps — the user sees this as a live progress indicator.
+
+Provide active_form (present continuous, e.g. "Searching documents") for each task — this is shown to the user as live status text.
+
+{% if parallel_mode -%}
+Mark items in_progress when starting, completed when done. You can mark multiple items in_progress if working on them in parallel.
+{%- else -%}
+Mark exactly one item in_progress at a time. Mark it completed immediately when done, then move to the next item. Do not batch completions.
+{%- endif %}

unique_toolkit-1.77.1/unique_toolkit/agentic/tools/experimental/todo/prompts/verification_nudge.j2

@@ -0,0 +1 @@
+[Checkpoint: {{ completed }} tasks completed. Before continuing, briefly verify recent results are correct.]

unique_toolkit-1.77.1/unique_toolkit/agentic/tools/experimental/todo/schemas.py

@@ -0,0 +1,137 @@
+from __future__ import annotations
+
+from collections import Counter
+from enum import StrEnum
+
+from pydantic import BaseModel, ConfigDict, Field
+
+
+class TodoStatus(StrEnum):
+    PENDING = "pending"
+    IN_PROGRESS = "in_progress"
+    COMPLETED = "completed"
+    CANCELLED = "cancelled"
+
+
+_STATUS_ICONS: dict[TodoStatus, str] = {
+    TodoStatus.PENDING: "[ ]",
+    TodoStatus.IN_PROGRESS: "[>]",
+    TodoStatus.COMPLETED: "[x]",
+    TodoStatus.CANCELLED: "[-]",
+}
+
+_TERMINAL_STATUSES: frozenset[TodoStatus] = frozenset(
+    {TodoStatus.COMPLETED, TodoStatus.CANCELLED}
+)
+
+
+model_config = ConfigDict(extra="forbid")
+
+
+class TodoItem(BaseModel):
+    """Stored todo item — always has content."""
+
+    model_config = model_config
+
+    id: str = Field(
+        description="Unique identifier for this TODO (model-generated, free-form string e.g. 'research-apis', 'step-1')",
+    )
+    content: str = Field(description="Description of the task")
+    status: TodoStatus
+    active_form: str | None = Field(
+        description="Present-continuous form of the task shown as live status text "
+        "(e.g. 'Searching documents', 'Analyzing results'). "
+        "Provide when creating or updating an item.",
+    )
+
+
+class TodoItemInput(BaseModel):
+    """Input todo item — content is optional for merge updates (status-only changes)."""
+
+    model_config = model_config
+    id: str = Field(
+        description="Unique identifier for this TODO (model-generated, free-form string e.g. 'research-apis', 'step-1')",
+    )
+    content: str | None = Field(
+        description="Description of the task. Required when creating new items, optional when updating existing ones via merge.",
+    )
+    status: TodoStatus
+    active_form: str | None = Field(
+        description="Present-continuous form shown as live status text "
+        "(e.g. 'Searching documents'). Provide for richer UI display.",
+    )
+
+
+class TodoList(BaseModel):
+    """Full TODO state for a session. Stored in ShortTermMemory."""
+
+    model_config = model_config
+    todos: list[TodoItem] = Field(description="The list of todo items.")
+    last_updated_iteration: int = Field(
+        description="The iteration number of the last update."
+    )
+
+    def update(self, incoming: list[TodoItemInput]) -> TodoList:
+        """Update by ID: overwrite existing, append new, preserve unmentioned.
+
+        When an incoming item omits content, the existing content is preserved.
+        active_form falls back to existing value when not supplied.
+        New items without content get an empty string as fallback.
+        """
+        existing_by_id = {t.id: t for t in self.todos}
+        for item in incoming:
+            existing = existing_by_id.get(item.id)
+            content = (
+                item.content
+                if item.content is not None
+                else (existing.content if existing else "")
+            )
+            active_form = (
+                item.active_form
+                if item.active_form is not None
+                else (existing.active_form if existing else None)
+            )
+            existing_by_id[item.id] = TodoItem(
+                id=item.id,
+                content=content,
+                status=item.status,
+                active_form=active_form,
+            )
+        return TodoList(
+            todos=list(existing_by_id.values()),
+            last_updated_iteration=self.last_updated_iteration,
+        )
+
+    def has_active_items(self) -> bool:
+        return any(t.status not in _TERMINAL_STATUSES for t in self.todos)
+
+    def format(self) -> str:
+        """Format as human-readable text for tool responses."""
+        if not self.todos:
+            return "No tasks tracked."
+        summary = self._summarize()
+        return f"Task list ({summary}):\n" + "\n".join(self._format_lines())
+
+    def status_counter(self) -> Counter[str]:
+        """Return a Counter of status values. Missing keys auto-return 0."""
+        return Counter(t.status.value for t in self.todos)
+
+    def _format_lines(self) -> list[str]:
+        return [
+            f"  {_STATUS_ICONS.get(t.status, '[ ]')} {t.content} (id: {t.id})"
+            for t in self.todos
+        ]
+
+    def _summarize(self) -> str:
+        completed = sum(1 for t in self.todos if t.status == TodoStatus.COMPLETED)
+        return f"{completed}/{len(self.todos)} completed"
+
+
+class TodoWriteInput(BaseModel):
+    model_config = model_config
+    todos: list[TodoItemInput] = Field(
+        min_length=1, description="The list of todo items to update."
+    )
+    merge: bool = Field(
+        description="If true, merge with existing todos by ID. If false, replace entirely.",
+    )