unique_toolkit 1.11.4__tar.gz → 1.12.1__tar.gz

{unique_toolkit-1.11.4 → unique_toolkit-1.12.1}/CHANGELOG.md

@@ -5,11 +5,17 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), 
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [1.12.1] - 2025-10-07
+- Fix bug where failed evaluations did not show an error to the user.
 
-## [1.11.4] - 2026-10-06
+## [1.12.0] - 2026-10-07
+- Add the `OpenAIUserMessageBuilder` for complex user messages with images
+- More examples with documents/images on the chat
+
+## [1.11.4] - 2026-10-07
 - Make newer `MessageExecution` and `MessageLog` method keyword only
 
-## [1.11.3] - 2026-10-06
+## [1.11.3] - 2026-10-07
 - Move smart rules to content
 - Add to documentation
 

{unique_toolkit-1.11.4 → unique_toolkit-1.12.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: unique_toolkit
-Version: 1.11.4
+Version: 1.12.1
 Summary: 
 License: Proprietary
 Author: Cedric Klinkert
@@ -118,11 +118,17 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), 
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [1.12.1] - 2025-10-07
+- Fix bug where failed evaluations did not show an error to the user.
 
-## [1.11.4] - 2026-10-06
+## [1.12.0] - 2026-10-07
+- Add the `OpenAIUserMessageBuilder` for complex user messages with images
+- More examples with documents/images on the chat
+
+## [1.11.4] - 2026-10-07
 - Make newer `MessageExecution` and `MessageLog` method keyword only
 
-## [1.11.3] - 2026-10-06
+## [1.11.3] - 2026-10-07
 - Move smart rules to content
 - Add to documentation
 

{unique_toolkit-1.11.4 → unique_toolkit-1.12.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "unique_toolkit"
-version = "1.11.4"
+version = "1.12.1"
 description = ""
 authors = [
     "Cedric Klinkert <cedric.klinkert@unique.ch>",

{unique_toolkit-1.11.4 → unique_toolkit-1.12.1}/unique_toolkit/agentic/evaluation/evaluation_manager.py

@@ -123,6 +123,15 @@ class EvaluationManager:
                 self._evaluation_passed = False
             evaluation_results_unpacked.append(unpacked_evaluation_result)
 
+        for evaluation_name, evaluation_result in zip(
+            selected_evaluation_names, evaluation_results_unpacked
+        ):
+            evaluation_instance = self.get_evaluation_by_name(evaluation_name)
+            if evaluation_instance:
+                await self._show_message_assessment(
+                    evaluation_instance, evaluation_result, assistant_message_id
+                )
+
         return evaluation_results_unpacked
 
     async def execute_evaluation_call(
@@ -143,11 +152,6 @@ class EvaluationManager:
             evaluation_metric_result: EvaluationMetricResult = (
                 await evaluation_instance.run(loop_response)
             )
-            # show results to the user
-            await self._show_message_assessment(
-                evaluation_instance, evaluation_metric_result, assistant_message_id
-            )
-
             return evaluation_metric_result
 
         return EvaluationMetricResult(

{unique_toolkit-1.11.4 → unique_toolkit-1.12.1}/unique_toolkit/agentic/evaluation/hallucination/hallucination_evaluation.py

@@ -78,11 +78,19 @@ class HallucinationEvaluation(Evaluation):
             if not evaluation_result.error
             else ChatMessageAssessmentStatus.ERROR
         )
+        explanation = evaluation_result.reason
+
+        if status == ChatMessageAssessmentStatus.ERROR:
+            title = "Hallucination Check Error"
+            label = ChatMessageAssessmentLabel.RED
+            explanation = (
+                "An unrecoverable error occurred while evaluating the response."
+            )
 
         return EvaluationAssessmentMessage(
             status=status,
             title=title,
-            explanation=evaluation_result.reason,
+            explanation=explanation,
             label=label,
             type=self.get_assessment_type(),
         )

{unique_toolkit-1.11.4 → unique_toolkit-1.12.1}/unique_toolkit/framework_utilities/openai/message_builder.py

@@ -1,5 +1,8 @@
+import base64
+import mimetypes
 from collections.abc import Iterable
-from typing import Self
+from pathlib import Path
+from typing import Self, overload
 
 from openai.types.chat.chat_completion_assistant_message_param import (
     Audio,
@@ -7,6 +10,10 @@ from openai.types.chat.chat_completion_assistant_message_param import (
     ContentArrayOfContentPart,
     FunctionCall,
 )
+from openai.types.chat.chat_completion_content_part_image_param import (
+    ChatCompletionContentPartImageParam,
+    ImageURL,
+)
 from openai.types.chat.chat_completion_content_part_param import (
     ChatCompletionContentPartParam,
 )
@@ -32,6 +39,83 @@ from openai.types.chat.chat_completion_tool_message_param import (
 from openai.types.chat.chat_completion_user_message_param import (
     ChatCompletionUserMessageParam,
 )
+from typing_extensions import Literal
+
+
+class OpenAIUserMessageBuilder:
+    def __init__(
+        self,
+    ) -> None:
+        self._messages: list[ChatCompletionContentPartParam] = []
+
+    def append_text(self, content: str) -> Self:
+        part = ChatCompletionContentPartTextParam(
+            type="text",
+            text=content,
+        )
+        self._messages.append(part)
+        return self
+
+    @overload
+    def append_image(
+        self, *, url: str, detail: Literal["auto", "low", "high"] = "auto"
+    ) -> Self: ...
+
+    @overload
+    def append_image(
+        self, *, path: Path, detail: Literal["auto", "low", "high"] = "auto"
+    ) -> Self: ...
+
+    @overload
+    def append_image(
+        self,
+        *,
+        content: bytes,
+        mime_type: str,
+        detail: Literal["auto", "low", "high"] = "auto",
+    ) -> Self: ...
+
+    def append_image(
+        self,
+        *,
+        url: str | None = None,
+        path: Path | None = None,
+        content: bytes | None = None,
+        mime_type: str | None = None,
+        detail: Literal["auto", "low", "high"] = "auto",
+    ) -> Self:
+        if url is None and path is None and (content is None or mime_type is None):
+            raise ValueError("Either url or path must be provided")
+
+        if path is not None:
+            # Read image file and encode as base64 data URI
+            image_data = path.read_bytes()
+            base64_image = base64.b64encode(image_data).decode("utf-8")
+            mime_type = mimetypes.guess_type(str(path))[0] or "image/jpeg"
+            url = f"data:{mime_type};base64,{base64_image}"
+
+        if content is not None and mime_type is not None:
+            base64_image = base64.b64encode(content).decode("utf-8")
+            url = f"data:{mime_type};base64,{base64_image}"
+
+        image_url = ImageURL(url=url or "", detail=detail)
+        part = ChatCompletionContentPartImageParam(
+            type="image_url",
+            image_url=image_url,
+        )
+        self._messages.append(part)
+        return self
+
+    @property
+    def user_message(self) -> ChatCompletionUserMessageParam:
+        return ChatCompletionUserMessageParam(
+            content=self._messages,
+            role="user",
+        )
+
+    @property
+    def iterable_content(self) -> Iterable[ChatCompletionContentPartParam]:
+        return self._messages
 
 
 class OpenAIMessageBuilder: