unique_toolkit 1.11.4__py3-none-any.whl → 1.12.1__py3-none-any.whl

unique_toolkit/agentic/evaluation/evaluation_manager.py

@@ -123,6 +123,15 @@ class EvaluationManager:
                 self._evaluation_passed = False
             evaluation_results_unpacked.append(unpacked_evaluation_result)
 
+        for evaluation_name, evaluation_result in zip(
+            selected_evaluation_names, evaluation_results_unpacked
+        ):
+            evaluation_instance = self.get_evaluation_by_name(evaluation_name)
+            if evaluation_instance:
+                await self._show_message_assessment(
+                    evaluation_instance, evaluation_result, assistant_message_id
+                )
+
         return evaluation_results_unpacked
 
     async def execute_evaluation_call(
@@ -143,11 +152,6 @@ class EvaluationManager:
             evaluation_metric_result: EvaluationMetricResult = (
                 await evaluation_instance.run(loop_response)
             )
-            # show results to the user
-            await self._show_message_assessment(
-                evaluation_instance, evaluation_metric_result, assistant_message_id
-            )
-
             return evaluation_metric_result
 
         return EvaluationMetricResult(

unique_toolkit/agentic/evaluation/hallucination/hallucination_evaluation.py

@@ -78,11 +78,19 @@ class HallucinationEvaluation(Evaluation):
             if not evaluation_result.error
             else ChatMessageAssessmentStatus.ERROR
         )
+        explanation = evaluation_result.reason
+
+        if status == ChatMessageAssessmentStatus.ERROR:
+            title = "Hallucination Check Error"
+            label = ChatMessageAssessmentLabel.RED
+            explanation = (
+                "An unrecoverable error occurred while evaluating the response."
+            )
 
         return EvaluationAssessmentMessage(
             status=status,
             title=title,
-            explanation=evaluation_result.reason,
+            explanation=explanation,
             label=label,
             type=self.get_assessment_type(),
         )

unique_toolkit/framework_utilities/openai/message_builder.py

@@ -1,5 +1,8 @@
+import base64
+import mimetypes
 from collections.abc import Iterable
-from typing import Self
+from pathlib import Path
+from typing import Self, overload
 
 from openai.types.chat.chat_completion_assistant_message_param import (
     Audio,
@@ -7,6 +10,10 @@ from openai.types.chat.chat_completion_assistant_message_param import (
     ContentArrayOfContentPart,
     FunctionCall,
 )
+from openai.types.chat.chat_completion_content_part_image_param import (
+    ChatCompletionContentPartImageParam,
+    ImageURL,
+)
 from openai.types.chat.chat_completion_content_part_param import (
     ChatCompletionContentPartParam,
 )
@@ -32,6 +39,83 @@ from openai.types.chat.chat_completion_tool_message_param import (
 from openai.types.chat.chat_completion_user_message_param import (
     ChatCompletionUserMessageParam,
 )
+from typing_extensions import Literal
+
+
+class OpenAIUserMessageBuilder:
+    def __init__(
+        self,
+    ) -> None:
+        self._messages: list[ChatCompletionContentPartParam] = []
+
+    def append_text(self, content: str) -> Self:
+        part = ChatCompletionContentPartTextParam(
+            type="text",
+            text=content,
+        )
+        self._messages.append(part)
+        return self
+
+    @overload
+    def append_image(
+        self, *, url: str, detail: Literal["auto", "low", "high"] = "auto"
+    ) -> Self: ...
+
+    @overload
+    def append_image(
+        self, *, path: Path, detail: Literal["auto", "low", "high"] = "auto"
+    ) -> Self: ...
+
+    @overload
+    def append_image(
+        self,
+        *,
+        content: bytes,
+        mime_type: str,
+        detail: Literal["auto", "low", "high"] = "auto",
+    ) -> Self: ...
+
+    def append_image(
+        self,
+        *,
+        url: str | None = None,
+        path: Path | None = None,
+        content: bytes | None = None,
+        mime_type: str | None = None,
+        detail: Literal["auto", "low", "high"] = "auto",
+    ) -> Self:
+        if url is None and path is None and (content is None or mime_type is None):
+            raise ValueError("Either url or path must be provided")
+
+        if path is not None:
+            # Read image file and encode as base64 data URI
+            image_data = path.read_bytes()
+            base64_image = base64.b64encode(image_data).decode("utf-8")
+            mime_type = mimetypes.guess_type(str(path))[0] or "image/jpeg"
+            url = f"data:{mime_type};base64,{base64_image}"
+
+        if content is not None and mime_type is not None:
+            base64_image = base64.b64encode(content).decode("utf-8")
+            url = f"data:{mime_type};base64,{base64_image}"
+
+        image_url = ImageURL(url=url or "", detail=detail)
+        part = ChatCompletionContentPartImageParam(
+            type="image_url",
+            image_url=image_url,
+        )
+        self._messages.append(part)
+        return self
+
+    @property
+    def user_message(self) -> ChatCompletionUserMessageParam:
+        return ChatCompletionUserMessageParam(
+            content=self._messages,
+            role="user",
+        )
+
+    @property
+    def iterable_content(self) -> Iterable[ChatCompletionContentPartParam]:
+        return self._messages
 
 
 class OpenAIMessageBuilder:

{unique_toolkit-1.11.4.dist-info → unique_toolkit-1.12.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: unique_toolkit
-Version: 1.11.4
+Version: 1.12.1
 Summary: 
 License: Proprietary
 Author: Cedric Klinkert
@@ -118,11 +118,17 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), 
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [1.12.1] - 2025-10-07
+- Fix bug where failed evaluations did not show an error to the user.
 
-## [1.11.4] - 2026-10-06
+## [1.12.0] - 2026-10-07
+- Add the `OpenAIUserMessageBuilder` for complex user messages with images
+- More examples with documents/images on the chat
+
+## [1.11.4] - 2026-10-07
 - Make newer `MessageExecution` and `MessageLog` method keyword only
 
-## [1.11.3] - 2026-10-06
+## [1.11.3] - 2026-10-07
 - Move smart rules to content
 - Add to documentation
 

{unique_toolkit-1.11.4.dist-info → unique_toolkit-1.12.1.dist-info}/RECORD

@@ -31,10 +31,10 @@ unique_toolkit/agentic/evaluation/config.py,sha256=Fer-y1aP8kmnPWXQydh12i9f_XU7K
 unique_toolkit/agentic/evaluation/context_relevancy/prompts.py,sha256=EdHFUOB581yVxcOL8482KUv_LzaRjuiem71EF8udYMc,1331
 unique_toolkit/agentic/evaluation/context_relevancy/schema.py,sha256=lZd0TPzH43ifgWWGg3WO6b1AQX8aK2R9y51yH0d1DHM,2919
 unique_toolkit/agentic/evaluation/context_relevancy/service.py,sha256=fkPGq4Nnn5las1waYDICqHl6xC-rR5iOpT24YifGO20,9654
-unique_toolkit/agentic/evaluation/evaluation_manager.py,sha256=lh4CPYKesS7HIGVe6n-K4NMF1UI9BptNHG87W2RBpdE,7929
+unique_toolkit/agentic/evaluation/evaluation_manager.py,sha256=IPx4BVUgkjFOP1BGLi0BlB6UujpXlZ0KGuSXDRemQhY,8143
 unique_toolkit/agentic/evaluation/exception.py,sha256=7lcVbCyoN4Md1chNJDFxpUYyWbVrcr9dcc3TxWykJTc,115
 unique_toolkit/agentic/evaluation/hallucination/constants.py,sha256=0HyvI5zu7JmjHLe9lKJSeAWMvfQfpmR6MLHJ4HPX1hc,2063
-unique_toolkit/agentic/evaluation/hallucination/hallucination_evaluation.py,sha256=QA0XcLmYNrExRDZA1os-1cNLQm9TyiRGzKXVLstOqW8,3141
+unique_toolkit/agentic/evaluation/hallucination/hallucination_evaluation.py,sha256=yMcfA7iMNXkneNrFxJuoDIoB37mK8IRXEKnPsK_UDOk,3454
 unique_toolkit/agentic/evaluation/hallucination/prompts.py,sha256=O3Hi_rOzZlujvnO2wn2jhoPmrYLjzVtRWwxn5Q81m9Y,3405
 unique_toolkit/agentic/evaluation/hallucination/service.py,sha256=Ut-f768HY4E9zEhfMoKYnGTFRZVkxWGiSTGOpgfZWYM,2447
 unique_toolkit/agentic/evaluation/hallucination/utils.py,sha256=QLsYvgAyQ5XnKEzn7ko7bXfzePD4De99TWnMKglMpds,8178
@@ -128,7 +128,7 @@ unique_toolkit/framework_utilities/langchain/client.py,sha256=9LDRS2l9XGxL0HoFLh
 unique_toolkit/framework_utilities/langchain/history.py,sha256=R9RuCeSFNaUO3OZ0G_LmIC4gmOCIANcl91MfyWLnZ1c,650
 unique_toolkit/framework_utilities/openai/__init__.py,sha256=CrHYoC7lv2pBscitLerAFweqy5jh1R671LA_jZQ4lWo,232
 unique_toolkit/framework_utilities/openai/client.py,sha256=ct1cqPcIK1wPl11G9sJV39ZnLJwKr2kDUDSra0FjvtM,2007
-unique_toolkit/framework_utilities/openai/message_builder.py,sha256=VU6mJm_upLcarJQKFft_t1RlLRncWDxDuLC5LIJ5lQQ,4339
+unique_toolkit/framework_utilities/openai/message_builder.py,sha256=RT1pZjxH42TFZlAxQ5zlqdKPvHKVTjc5t3JDUy58I7Q,6887
 unique_toolkit/framework_utilities/utils.py,sha256=JK7g2yMfEx3eMprug26769xqNpS5WJcizf8n2zWMBng,789
 unique_toolkit/knowledge_base.py,sha256=SHAFs68zDQuHJZdrFcdU7wnkUdfNQlNzpSLNckx3Scg,20167
 unique_toolkit/language_model/__init__.py,sha256=lRQyLlbwHbNFf4-0foBU13UGb09lwEeodbVsfsSgaCk,1971
@@ -149,7 +149,7 @@ unique_toolkit/short_term_memory/schemas.py,sha256=OhfcXyF6ACdwIXW45sKzjtZX_gkcJ
 unique_toolkit/short_term_memory/service.py,sha256=5PeVBu1ZCAfyDb2HLVvlmqSbyzBBuE9sI2o9Aajqjxg,8884
 unique_toolkit/smart_rules/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 unique_toolkit/smart_rules/compile.py,sha256=Ozhh70qCn2yOzRWr9d8WmJeTo7AQurwd3tStgBMPFLA,1246
-unique_toolkit-1.11.4.dist-info/LICENSE,sha256=GlN8wHNdh53xwOPg44URnwag6TEolCjoq3YD_KrWgss,193
-unique_toolkit-1.11.4.dist-info/METADATA,sha256=nhVP6zWNPT1ZyPLFs7aTVRklPbTFIcXNmMBMGPwsUA4,35846
-unique_toolkit-1.11.4.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-unique_toolkit-1.11.4.dist-info/RECORD,,
+unique_toolkit-1.12.1.dist-info/LICENSE,sha256=GlN8wHNdh53xwOPg44URnwag6TEolCjoq3YD_KrWgss,193
+unique_toolkit-1.12.1.dist-info/METADATA,sha256=mBeCg71Dak88SQUNJpaiQwTuh9MuKmA9vDPaakm3AQg,36092
+unique_toolkit-1.12.1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+unique_toolkit-1.12.1.dist-info/RECORD,,