unique_toolkit 1.77.0__tar.gz → 1.77.2__tar.gz

{unique_toolkit-1.77.0 → unique_toolkit-1.77.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: unique-toolkit
-Version: 1.77.0
+Version: 1.77.2
 Summary: 
 Author: Cedric Klinkert, Martin Fadler, Sadique Sheik, Fabian Schläpfer, Pascal Hauri, Ejiroghene Oki-Peter, Rami Azouz, Ricardo Visini, Sanzio Monti
 Author-email: Cedric Klinkert <cedric.klinkert@unique.ch>, Martin Fadler <martin.fadler@unique.ch>, Sadique Sheik <sadique@unique.ch>, Fabian Schläpfer <fabian@unique.ch>, Pascal Hauri <pascal@unique.ch>, Ejiroghene Oki-Peter <oki-peter.ejiroghene@unique.ai>, Rami Azouz <rami.ext@unique.ch>, Ricardo Visini <ricardo.visini@unique.ch>, Sanzio Monti <sanzio.monti@unique.ai>

{unique_toolkit-1.77.0 → unique_toolkit-1.77.2}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "unique_toolkit"
-version = "1.77.0"
+version = "1.77.2"
 description = ""
 readme = "README.md"
 requires-python = ">=3.12"

{unique_toolkit-1.77.0 → unique_toolkit-1.77.2}/unique_toolkit/agentic/history_manager/history_construction_with_contents.py

@@ -237,10 +237,18 @@ def _append_element_to_builder(
     file_content_serialization_type: FileContentSerialization,
     content_service: ContentService,
     chat_id: str,
+    selected_content_ids: set[str] | None = None,
 ) -> None:
     if len(c.contents) > 0:
         file_contents = [co for co in c.contents if FileUtils.is_file_content(co.key)]
         image_contents = [co for co in c.contents if FileUtils.is_image_content(co.key)]
+        if selected_content_ids is not None:
+            file_contents = [
+                co for co in file_contents if co.id in selected_content_ids
+            ]
+            image_contents = [
+                co for co in image_contents if co.id in selected_content_ids
+            ]
         content = (
             text
             + "\n\n"
@@ -280,10 +288,18 @@ async def _append_element_to_builder_async(
     file_content_serialization_type: FileContentSerialization,
     content_service: ContentService,
     chat_id: str,
+    selected_content_ids: set[str] | None = None,
 ) -> None:
     if len(c.contents) > 0:
         file_contents = [co for co in c.contents if FileUtils.is_file_content(co.key)]
         image_contents = [co for co in c.contents if FileUtils.is_image_content(co.key)]
+        if selected_content_ids is not None:
+            file_contents = [
+                co for co in file_contents if co.id in selected_content_ids
+            ]
+            image_contents = [
+                co for co in image_contents if co.id in selected_content_ids
+            ]
         content = (
             text
             + "\n\n"
@@ -321,6 +337,7 @@ def get_full_history_with_contents(
     content_service: ContentService,
     include_images: ImageContentInclusion = ImageContentInclusion.ALL,
     file_content_serialization_type: FileContentSerialization = FileContentSerialization.FILE_NAME,
+    selected_content_ids: set[str] | None = None,
 ) -> LanguageModelMessages:
     grouped_elements = get_chat_history_with_contents(
         user_message=user_message,
@@ -347,6 +364,7 @@ def get_full_history_with_contents(
             file_content_serialization_type=file_content_serialization_type,
             content_service=content_service,
             chat_id=chat_id,
+            selected_content_ids=selected_content_ids,
         )
     return builder.build()
 
@@ -359,6 +377,7 @@ async def get_full_history_with_contents_async(
     content_service: ContentService,
     include_images: ImageContentInclusion = ImageContentInclusion.ALL,
     file_content_serialization_type: FileContentSerialization = FileContentSerialization.FILE_NAME,
+    selected_content_ids: set[str] | None = None,
 ) -> LanguageModelMessages:
     grouped_elements = await get_chat_history_with_contents_async(
         user_message=user_message,
@@ -384,6 +403,7 @@ async def get_full_history_with_contents_async(
             file_content_serialization_type=file_content_serialization_type,
             content_service=content_service,
             chat_id=chat_id,
+            selected_content_ids=selected_content_ids,
         )
     return builder.build()
 
@@ -396,6 +416,7 @@ def get_full_history_with_contents_and_tool_calls(
     content_service: ContentService,
     include_images: ImageContentInclusion = ImageContentInclusion.ALL,
     file_content_serialization_type: FileContentSerialization = FileContentSerialization.FILE_NAME,
+    selected_content_ids: set[str] | None = None,
 ) -> tuple[LanguageModelMessages, int, dict[int, "ContentChunk"]]:
     """Build the full LLM message history, including persisted tool call rounds.
 
@@ -526,6 +547,7 @@ def get_full_history_with_contents_and_tool_calls(
             file_content_serialization_type=file_content_serialization_type,
             content_service=content_service,
             chat_id=chat_id,
+            selected_content_ids=selected_content_ids,
         )
     return builder.build(), max_source_number, source_map
 
@@ -538,6 +560,7 @@ async def get_full_history_with_contents_and_tool_calls_async(
     content_service: ContentService,
     include_images: ImageContentInclusion = ImageContentInclusion.ALL,
     file_content_serialization_type: FileContentSerialization = FileContentSerialization.FILE_NAME,
+    selected_content_ids: set[str] | None = None,
 ) -> tuple[LanguageModelMessages, int, dict[int, "ContentChunk"]]:
     """Async version of get_full_history_with_contents_and_tool_calls."""
     from unique_toolkit.agentic.history_manager.utils import (
@@ -642,6 +665,7 @@ async def get_full_history_with_contents_and_tool_calls_async(
             file_content_serialization_type=file_content_serialization_type,
             content_service=content_service,
             chat_id=chat_id,
+            selected_content_ids=selected_content_ids,
         )
     return builder.build(), max_source_number, source_map
 

{unique_toolkit-1.77.0 → unique_toolkit-1.77.2}/unique_toolkit/agentic/history_manager/loop_token_reducer.py

@@ -13,7 +13,10 @@ from unique_toolkit.agentic.history_manager.history_construction_with_contents i
     get_full_history_with_contents_and_tool_calls_async,
     get_full_history_with_contents_async,
 )
-from unique_toolkit.agentic.history_manager.utils import serialize_tool_content_json
+from unique_toolkit.agentic.history_manager.utils import (
+    get_selected_uploaded_content_ids,
+    serialize_tool_content_json,
+)
 from unique_toolkit.agentic.reference_manager.reference_manager import ReferenceManager
 from unique_toolkit.app.schemas import ChatEvent
 from unique_toolkit.app.unique_settings import UniqueSettings
@@ -76,6 +79,7 @@ class LoopTokenReducer:
         self._max_db_source_number: int = -1
         self._db_source_map: dict[int, ContentChunk] = {}
         self._enable_tool_call_persistence = enable_tool_call_persistence
+        self._selected_content_ids = get_selected_uploaded_content_ids(event)
 
     @property
     def max_db_source_number(self) -> int:
@@ -322,6 +326,7 @@ class LoopTokenReducer:
                 chat_service=self._chat_service,
                 content_service=self._content_service,
                 file_content_serialization_type=file_content_serialization_type,
+                selected_content_ids=self._selected_content_ids,
             )
             self._max_db_source_number = max_src
             self._db_source_map = src_map
@@ -332,6 +337,7 @@ class LoopTokenReducer:
                 chat_service=self._chat_service,
                 content_service=self._content_service,
                 file_content_serialization_type=file_content_serialization_type,
+                selected_content_ids=self._selected_content_ids,
             )
 
         if remove_from_text is not None:

{unique_toolkit-1.77.0 → unique_toolkit-1.77.2}/unique_toolkit/agentic/history_manager/utils.py

@@ -3,7 +3,9 @@ import logging
 from copy import deepcopy
 from typing import Any
 
+from unique_toolkit.agentic.feature_flags import feature_flags
 from unique_toolkit.agentic.tools.schemas import Source
+from unique_toolkit.app.schemas import ChatEvent
 from unique_toolkit.content.schemas import ContentChunk
 from unique_toolkit.language_model.schemas import (
     LanguageModelAssistantMessage,
@@ -14,6 +16,27 @@ from unique_toolkit.language_model.schemas import (
 logger = logging.getLogger(__name__)
 
 
+def get_selected_uploaded_content_ids(event: ChatEvent) -> set[str] | None:
+    """Derive the set of content IDs the user explicitly selected.
+
+    Returns ``None`` when the feature flag is disabled (meaning *all*
+    uploaded images should be included), or a ``set[str]`` of IDs when
+    only a subset should be attached.
+    """
+    if not feature_flags.enable_selected_uploaded_files_un_18215.is_enabled(
+        event.company_id
+    ):
+        return None
+
+    if not (
+        hasattr(event.payload, "additional_parameters")
+        and event.payload.additional_parameters
+    ):
+        return None
+
+    return set(event.payload.additional_parameters.selected_uploaded_file_ids)
+
+
 def serialize_tool_content_json(value: Any) -> str:
     """Serialize tool-role JSON text while preserving readable Unicode."""
     return json.dumps(value, ensure_ascii=False)

{unique_toolkit-1.77.0 → unique_toolkit-1.77.2}/unique_toolkit/agentic/tools/experimental/open_file_tool/runtime.py

@@ -34,6 +34,7 @@ class OpenFileToolRuntimeConfig:
     send_files_in_payload: bool = False
     send_uploaded_files_in_payload: bool = False
     use_responses_api: bool = False
+    selected_content_ids: frozenset[str] | None = None
 
 
 class OpenFileToolRuntime:
@@ -256,6 +257,12 @@ class OpenFileToolRuntime:
                 if (document.expired_at is None or document.expired_at > now)
                 and document.key.lower().endswith(".pdf")
             ]
+            if self._config.selected_content_ids is not None:
+                uploaded_documents = [
+                    doc
+                    for doc in uploaded_documents
+                    if doc.id in self._config.selected_content_ids
+                ]
             self._cached_uploaded_documents = sorted(
                 uploaded_documents,
                 key=lambda document: (

{unique_toolkit-1.77.0 → unique_toolkit-1.77.2}/unique_toolkit/agentic/tools/openai_builtin/code_interpreter/postprocessors/code_display.py

@@ -55,6 +55,7 @@ class ShowExecutedCodePostprocessor(ResponsesApiPostprocessor):
     ):
         super().__init__(self.__class__.__name__)
         self._config = config
+        self._company_id = company_id
         self._is_enabled = (
             self._config.enable
             and not feature_flags.enable_code_execution_fence_un_17972.is_enabled(

{unique_toolkit-1.77.0 → unique_toolkit-1.77.2}/unique_toolkit/agentic/tools/openai_builtin/code_interpreter/postprocessors/generated_files.py

@@ -358,7 +358,6 @@ class DisplayCodeInterpreterFilesPostProcessor(
             logger, {"chat_id": chat_id or "n/a"}
         )
 
-        self._orphan_code_blocks: list[CodeInterpreterBlock] = []
         self._short_term_memory_manager = None
         if chat_id is not None and user_id is not None and company_id is not None:
             self._short_term_memory_manager = _init_short_term_memory_manager(
@@ -465,34 +464,11 @@ class DisplayCodeInterpreterFilesPostProcessor(
             )
         save_ms = (time.monotonic() - phase_t0) * 1000
 
-        phase_t0 = time.monotonic()
-        try:
-            if feature_flags.enable_code_execution_fence_un_17972.is_enabled(
-                self._company_id
-            ):
-                self._orphan_code_blocks = await self._upload_orphan_code_as_txt(
-                    loop_response
-                )
-                if self._orphan_code_blocks:
-                    self._log.info(
-                        "run() produced %d orphan code block(s)",
-                        len(self._orphan_code_blocks),
-                    )
-            else:
-                self._orphan_code_blocks = []
-        except Exception:
-            self._log.exception(
-                "run() failed to process orphan code blocks; "
-                "file replacement will still proceed."
-            )
-            self._orphan_code_blocks = []
-        orphan_ms = (time.monotonic() - phase_t0) * 1000
-
         total_ms = (time.monotonic() - run_t0) * 1000
         self._log.info(
             "run() finished — content_map has %d entries (%d ok, %d failed). "
             "Timing: total=%.0fms, load_stm=%.0fms, download_upload=%.0fms, "
-            "save_stm=%.0fms, orphan=%.0fms",
+            "save_stm=%.0fms",
             len(self._content_map),
             len(succeeded),
             len(failed),
@@ -500,7 +476,6 @@ class DisplayCodeInterpreterFilesPostProcessor(
             load_ms,
             download_upload_ms,
             save_ms,
-            orphan_ms,
         )
 
     @override
@@ -624,25 +599,6 @@ class DisplayCodeInterpreterFilesPostProcessor(
             if fences_changed:
                 self._log.info("Fence injection modified the message text")
 
-            if self._orphan_code_blocks:
-                for block in self._orphan_code_blocks:
-                    for file in block.files:
-                        loop_response.message.references.append(
-                            ContentReference(
-                                sequence_number=ref_number,
-                                source_id=file.content_id,
-                                source="node-ingestion-chunks",
-                                url=f"unique://content/{file.content_id}",
-                                name=file.filename,
-                            )
-                        )
-                        ref_number += 1
-                changed = True
-                self._log.info(
-                    "Added %d orphan code block(s) to message references",
-                    len(self._orphan_code_blocks),
-                )
-
         _warn_missing_content_ids(loop_response.message.text or "", self._content_map)
         loop_response.message.text, dangling_replaced = _replace_dangling_sandbox_links(
             loop_response.message.text
@@ -963,74 +919,6 @@ class DisplayCodeInterpreterFilesPostProcessor(
             (time.monotonic() - t0) * 1000,
         )
 
-    async def _upload_orphan_code_as_txt(
-        self, loop_response: ResponsesLanguageModelStreamResponse
-    ) -> list[CodeInterpreterBlock]:
-        """Upload source **code** from calls that produced no container files as .txt artifacts.
-
-        When code interpreter runs but generates no files or images, the response
-        text has no sandbox links for fence injection to hook onto.  This method
-        converts those "orphan" calls into downloadable .txt files (the executed
-        code, not stdout) so the postprocessor can attach a reference for download.
-
-        Called only when the fence feature flag is enabled.  Skipped entirely if
-        any container files were produced (normal fencing handles those).
-        """
-        if loop_response.container_files:
-            return []
-
-        calls = loop_response.code_interpreter_calls
-        if not calls:
-            return []
-
-        assert self._chat_service is not None  # Checked in __init__
-
-        use_numeric_suffix = len(calls) > 1
-        orphan_blocks: list[CodeInterpreterBlock] = []
-
-        for i, call in enumerate(calls):
-            if not call.code:
-                continue
-
-            # Always persist the executed source as the downloadable .txt (not stdout),
-            # so the attachment matches what ran in the sandbox.
-            txt_content = call.code
-            filename = f"code_{i + 1}.txt" if use_numeric_suffix else "code.txt"
-
-            try:
-                content = await self._build_retry()(
-                    self._chat_service.upload_to_chat_from_bytes_async,
-                    content=txt_content.encode("utf-8"),
-                    content_name=filename,
-                    mime_type="text/plain",
-                    skip_ingestion=True,
-                    hide_in_chat=True,
-                )
-            except Exception:
-                self._log.exception(
-                    "Failed to upload orphan code block as txt for call %d ('%s'); "
-                    "falling back to legacy code block display.",
-                    i,
-                    filename,
-                )
-                continue
-
-            orphan_file = CodeInterpreterFile(
-                filename=filename,
-                content_id=content.id,
-                type="document",
-            )
-            orphan_blocks.append(
-                CodeInterpreterBlock(code=call.code, files=[orphan_file])
-            )
-            self._log.info(
-                "Uploaded orphan code block as '%s' (content_id=%s)",
-                filename,
-                content.id,
-            )
-
-        return orphan_blocks
-
 
 def _get_file_type(filename: str) -> CodeInterpreterFileType:
     mime = guess_type(filename)[0] or ""