unique_toolkit 1.39.2__tar.gz → 1.40.1__tar.gz

{unique_toolkit-1.39.2 → unique_toolkit-1.40.1}/CHANGELOG.md

@@ -5,6 +5,14 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), 
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [1.40.0] - 2025-12-22
+- Add option to use retrieve referenced chunks from their order
+
+## [1.40.0] - 2025-12-22
+- Add `hide_in_chat` parameter to `upload_to_chat_from_bytes` and `upload_to_chat_from_bytes_async`
+- Hide code interpreter files in chat 
+- Code Interpreter files are now uploaded to chat by default
+
 ## [1.39.2] - 2025-12-18
 - Add `litellm:gemini-3-flash-preview`, `litellm:openai-gpt-5-2` and `litellm:openai-gpt-5-2-thinking` to `language_model/info.py`
 

{unique_toolkit-1.39.2 → unique_toolkit-1.40.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: unique_toolkit
-Version: 1.39.2
+Version: 1.40.1
 Summary: 
 License: Proprietary
 Author: Cedric Klinkert
@@ -27,7 +27,7 @@ Requires-Dist: regex (>=2024.5.15,<2025.0.0)
 Requires-Dist: sseclient (>=0.0.27,<0.0.28)
 Requires-Dist: tiktoken (>=0.12.0,<0.13.0)
 Requires-Dist: typing-extensions (>=4.9.0,<5.0.0)
-Requires-Dist: unique-sdk (>=0.10.58,<0.11.0)
+Requires-Dist: unique-sdk (>=0.10.61,<0.11.0)
 Description-Content-Type: text/markdown
 
 # Unique Toolkit
@@ -123,6 +123,14 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), 
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [1.40.0] - 2025-12-22
+- Add option to use retrieve referenced chunks from their order
+
+## [1.40.0] - 2025-12-22
+- Add `hide_in_chat` parameter to `upload_to_chat_from_bytes` and `upload_to_chat_from_bytes_async`
+- Hide code interpreter files in chat 
+- Code Interpreter files are now uploaded to chat by default
+
 ## [1.39.2] - 2025-12-18
 - Add `litellm:gemini-3-flash-preview`, `litellm:openai-gpt-5-2` and `litellm:openai-gpt-5-2-thinking` to `language_model/info.py`
 

{unique_toolkit-1.39.2 → unique_toolkit-1.40.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "unique_toolkit"
-version = "1.39.2"
+version = "1.40.1"
 description = ""
 authors = [
     "Cedric Klinkert <cedric.klinkert@unique.ch>",
@@ -29,7 +29,7 @@ sseclient = "^0.0.27"
 openai = "^1.99.9"
 platformdirs = "^4.0.0"
 pillow = "^10.4.0"
-unique-sdk = "^0.10.58"
+unique-sdk = "^0.10.61"
 jambo = "^0.1.2"
 jinja2 = "^3.1.6"
 mkdocs-multirepo-plugin = "^0.8.3"

{unique_toolkit-1.39.2 → unique_toolkit-1.40.1}/unique_toolkit/agentic/evaluation/hallucination/utils.py

@@ -1,4 +1,5 @@
 import logging
+from enum import StrEnum
 from string import Template
 
 from unique_toolkit.agentic.evaluation.config import EvaluationMetricConfig
@@ -9,6 +10,7 @@ from unique_toolkit.agentic.evaluation.schemas import (
     EvaluationMetricName,
     EvaluationMetricResult,
 )
+from unique_toolkit.content import ContentReference
 from unique_toolkit.content.schemas import ContentChunk
 from unique_toolkit.language_model.schemas import (
     LanguageModelMessages,
@@ -201,13 +203,58 @@ def _get_user_prompt_default(config: EvaluationMetricConfig):
     )
 
 
+class SourceSelectionMode(StrEnum):
+    FROM_IDS = "FROM_IDS"
+    FROM_ORDER = "FROM_ORDER"
+
+
 def context_text_from_stream_response(
-    response: LanguageModelStreamResponse, selected_chunks: list[ContentChunk]
+    response: LanguageModelStreamResponse,
+    selected_chunks: list[ContentChunk],
+    source_selection_mode: SourceSelectionMode = SourceSelectionMode.FROM_IDS,
 ):
     response_references = response.message.references
-    reference_ids = [reference.source_id for reference in response_references]
-    filtered_contexts: list[str] = []
-    for chunk in selected_chunks:
-        if f"{chunk.id}_{chunk.chunk_id}" in reference_ids:
-            filtered_contexts.append(chunk.text)
-    return filtered_contexts
+    match source_selection_mode:
+        case SourceSelectionMode.FROM_IDS:
+            referenced_chunks = _default_source_selection_mode(
+                response_references, selected_chunks
+            )
+        case SourceSelectionMode.FROM_ORDER:
+            referenced_chunks = _from_order_source_selection_mode(
+                response_references, selected_chunks
+            )
+        case _:
+            raise ValueError(f"Invalid source selection mode: {source_selection_mode}")
+
+    return [chunk.text for chunk in referenced_chunks]
+
+
+def _default_source_selection_mode(
+    references: list[ContentReference], selected_chunks: list[ContentChunk]
+):
+    reference_ids = {reference.source_id for reference in references}
+
+    def build_chunk_id(chunk: ContentChunk) -> str:
+        return f"{chunk.id}_{chunk.chunk_id}"
+
+    referenced_chunks = [
+        chunk for chunk in selected_chunks if build_chunk_id(chunk) in reference_ids
+    ]
+
+    return referenced_chunks
+
+
+def _from_order_source_selection_mode(
+    references: list[ContentReference], selected_chunks: list[ContentChunk]
+):
+    original_chunks_order: list[int] = []
+    for reference in references:
+        for original_index in reference.original_index:
+            if original_index not in original_chunks_order:
+                original_chunks_order.append(original_index)
+
+    referenced_chunks: list[ContentChunk] = []
+    for index in original_chunks_order:
+        referenced_chunks.append(selected_chunks[index])
+
+    return referenced_chunks

{unique_toolkit-1.39.2 → unique_toolkit-1.40.1}/unique_toolkit/agentic/responses_api/postprocessors/generated_files.py

@@ -29,7 +29,7 @@ logger = logging.getLogger(__name__)
 class DisplayCodeInterpreterFilesPostProcessorConfig(BaseModel):
     model_config = get_configuration_dict()
     upload_to_chat: bool = Field(
-        default=False,
+        default=True,
         description="Whether to upload the generated files to the chat.",
     )
     upload_scope_id: str = Field(
@@ -218,6 +218,7 @@ class DisplayCodeInterpreterFilesPostProcessor(
                     content_name=container_file.filename,
                     mime_type=guess_type(container_file.filename)[0] or "text/plain",
                     skip_ingestion=True,
+                    hide_in_chat=True,
                 )
             else:
                 content = await self._content_service.upload_content_from_bytes_async(

{unique_toolkit-1.39.2 → unique_toolkit-1.40.1}/unique_toolkit/content/functions.py

@@ -248,6 +248,7 @@ async def upload_content_from_bytes_async(
     skip_ingestion: bool = False,
     ingestion_config: unique_sdk.Content.IngestionConfig | None = None,
     metadata: dict[str, Any] | None = None,
+    hide_in_chat: bool = False,
 ) -> Content:
     """
     Asynchronously uploads content to the knowledge base.
@@ -280,6 +281,7 @@ async def upload_content_from_bytes_async(
             skip_ingestion=skip_ingestion,
             ingestion_config=ingestion_config,
             metadata=metadata,
+            hide_in_chat=hide_in_chat,
         )
     except Exception as e:
         logger.error(f"Error while uploading content: {e}")
@@ -297,6 +299,7 @@ def upload_content_from_bytes(
     skip_ingestion: bool = False,
     ingestion_config: unique_sdk.Content.IngestionConfig | None = None,
     metadata: dict[str, Any] | None = None,
+    hide_in_chat: bool = False,
 ) -> Content:
     """
     Uploads content to the knowledge base.
@@ -329,6 +332,7 @@ def upload_content_from_bytes(
             skip_ingestion=skip_ingestion,
             ingestion_config=ingestion_config,
             metadata=metadata,
+            hide_in_chat=hide_in_chat,
         )
     except Exception as e:
         logger.error(f"Error while uploading content: {e}")
@@ -399,6 +403,7 @@ def _trigger_upload_content(
     skip_excel_ingestion: bool = False,
     ingestion_config: unique_sdk.Content.IngestionConfig | None = None,
     metadata: dict[str, Any] | None = None,
+    hide_in_chat: bool = False,
 ) -> Content:
     """
     Uploads content to the knowledge base.
@@ -479,6 +484,9 @@ def _trigger_upload_content(
     elif skip_ingestion:
         ingestion_config["uniqueIngestionMode"] = "SKIP_INGESTION"
 
+    if hide_in_chat:
+        ingestion_config["hideInChat"] = True
+
     input_dict = {
         "key": content_name,
         "title": content_name,
@@ -520,6 +528,7 @@ async def _trigger_upload_content_async(
     skip_excel_ingestion: bool = False,
     ingestion_config: unique_sdk.Content.IngestionConfig | None = None,
     metadata: dict[str, Any] | None = None,
+    hide_in_chat: bool = False,
 ):
     """
     Asynchronously uploads content to the knowledge base.
@@ -603,6 +612,9 @@ async def _trigger_upload_content_async(
     elif skip_ingestion:
         ingestion_config["uniqueIngestionMode"] = "SKIP_INGESTION"
 
+    if hide_in_chat:
+        ingestion_config["hideInChat"] = True
+
     input_dict = {
         "key": content_name,
         "title": content_name,

{unique_toolkit-1.39.2 → unique_toolkit-1.40.1}/unique_toolkit/services/chat_service.py

@@ -1600,6 +1600,7 @@ class ChatService(ChatServiceDeprecated):
         mime_type: str,
         scope_id: str | None = None,
         skip_ingestion: bool = False,
+        hide_in_chat: bool = False,
         ingestion_config: unique_sdk.Content.IngestionConfig | None = None,
         metadata: dict[str, Any] | None = None,
     ) -> Content:
@@ -1612,6 +1613,7 @@ class ChatService(ChatServiceDeprecated):
             scope_id=scope_id,
             chat_id=self._chat_id,
             skip_ingestion=skip_ingestion,
+            hide_in_chat=hide_in_chat,
             ingestion_config=ingestion_config,
             metadata=metadata,
         )
@@ -1624,6 +1626,7 @@ class ChatService(ChatServiceDeprecated):
         mime_type: str,
         scope_id: str | None = None,
         skip_ingestion: bool = False,
+        hide_in_chat: bool = False,
         ingestion_config: unique_sdk.Content.IngestionConfig | None = None,
         metadata: dict[str, Any] | None = None,
     ) -> Content:
@@ -1636,6 +1639,7 @@ class ChatService(ChatServiceDeprecated):
             scope_id=scope_id,
             chat_id=self._chat_id,
             skip_ingestion=skip_ingestion,
+            hide_in_chat=hide_in_chat,
             ingestion_config=ingestion_config,
             metadata=metadata,
         )