unique_toolkit 1.12.0__py3-none-any.whl → 1.12.1__py3-none-any.whl

unique_toolkit/agentic/evaluation/evaluation_manager.py

@@ -123,6 +123,15 @@ class EvaluationManager:
                 self._evaluation_passed = False
             evaluation_results_unpacked.append(unpacked_evaluation_result)
 
+        for evaluation_name, evaluation_result in zip(
+            selected_evaluation_names, evaluation_results_unpacked
+        ):
+            evaluation_instance = self.get_evaluation_by_name(evaluation_name)
+            if evaluation_instance:
+                await self._show_message_assessment(
+                    evaluation_instance, evaluation_result, assistant_message_id
+                )
+
         return evaluation_results_unpacked
 
     async def execute_evaluation_call(
@@ -143,11 +152,6 @@ class EvaluationManager:
             evaluation_metric_result: EvaluationMetricResult = (
                 await evaluation_instance.run(loop_response)
             )
-            # show results to the user
-            await self._show_message_assessment(
-                evaluation_instance, evaluation_metric_result, assistant_message_id
-            )
-
             return evaluation_metric_result
 
         return EvaluationMetricResult(

unique_toolkit/agentic/evaluation/hallucination/hallucination_evaluation.py

@@ -78,11 +78,19 @@ class HallucinationEvaluation(Evaluation):
             if not evaluation_result.error
             else ChatMessageAssessmentStatus.ERROR
         )
+        explanation = evaluation_result.reason
+
+        if status == ChatMessageAssessmentStatus.ERROR:
+            title = "Hallucination Check Error"
+            label = ChatMessageAssessmentLabel.RED
+            explanation = (
+                "An unrecoverable error occurred while evaluating the response."
+            )
 
         return EvaluationAssessmentMessage(
             status=status,
             title=title,
-            explanation=evaluation_result.reason,
+            explanation=explanation,
             label=label,
             type=self.get_assessment_type(),
         )

{unique_toolkit-1.12.0.dist-info → unique_toolkit-1.12.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: unique_toolkit
-Version: 1.12.0
+Version: 1.12.1
 Summary: 
 License: Proprietary
 Author: Cedric Klinkert
@@ -118,6 +118,9 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), 
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [1.12.1] - 2025-10-07
+- Fix bug where failed evaluations did not show an error to the user.
+
 ## [1.12.0] - 2026-10-07
 - Add the `OpenAIUserMessageBuilder` for complex user messages with images
 - More examples with documents/images on the chat

{unique_toolkit-1.12.0.dist-info → unique_toolkit-1.12.1.dist-info}/RECORD

@@ -31,10 +31,10 @@ unique_toolkit/agentic/evaluation/config.py,sha256=Fer-y1aP8kmnPWXQydh12i9f_XU7K
 unique_toolkit/agentic/evaluation/context_relevancy/prompts.py,sha256=EdHFUOB581yVxcOL8482KUv_LzaRjuiem71EF8udYMc,1331
 unique_toolkit/agentic/evaluation/context_relevancy/schema.py,sha256=lZd0TPzH43ifgWWGg3WO6b1AQX8aK2R9y51yH0d1DHM,2919
 unique_toolkit/agentic/evaluation/context_relevancy/service.py,sha256=fkPGq4Nnn5las1waYDICqHl6xC-rR5iOpT24YifGO20,9654
-unique_toolkit/agentic/evaluation/evaluation_manager.py,sha256=lh4CPYKesS7HIGVe6n-K4NMF1UI9BptNHG87W2RBpdE,7929
+unique_toolkit/agentic/evaluation/evaluation_manager.py,sha256=IPx4BVUgkjFOP1BGLi0BlB6UujpXlZ0KGuSXDRemQhY,8143
 unique_toolkit/agentic/evaluation/exception.py,sha256=7lcVbCyoN4Md1chNJDFxpUYyWbVrcr9dcc3TxWykJTc,115
 unique_toolkit/agentic/evaluation/hallucination/constants.py,sha256=0HyvI5zu7JmjHLe9lKJSeAWMvfQfpmR6MLHJ4HPX1hc,2063
-unique_toolkit/agentic/evaluation/hallucination/hallucination_evaluation.py,sha256=QA0XcLmYNrExRDZA1os-1cNLQm9TyiRGzKXVLstOqW8,3141
+unique_toolkit/agentic/evaluation/hallucination/hallucination_evaluation.py,sha256=yMcfA7iMNXkneNrFxJuoDIoB37mK8IRXEKnPsK_UDOk,3454
 unique_toolkit/agentic/evaluation/hallucination/prompts.py,sha256=O3Hi_rOzZlujvnO2wn2jhoPmrYLjzVtRWwxn5Q81m9Y,3405
 unique_toolkit/agentic/evaluation/hallucination/service.py,sha256=Ut-f768HY4E9zEhfMoKYnGTFRZVkxWGiSTGOpgfZWYM,2447
 unique_toolkit/agentic/evaluation/hallucination/utils.py,sha256=QLsYvgAyQ5XnKEzn7ko7bXfzePD4De99TWnMKglMpds,8178
@@ -149,7 +149,7 @@ unique_toolkit/short_term_memory/schemas.py,sha256=OhfcXyF6ACdwIXW45sKzjtZX_gkcJ
 unique_toolkit/short_term_memory/service.py,sha256=5PeVBu1ZCAfyDb2HLVvlmqSbyzBBuE9sI2o9Aajqjxg,8884
 unique_toolkit/smart_rules/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 unique_toolkit/smart_rules/compile.py,sha256=Ozhh70qCn2yOzRWr9d8WmJeTo7AQurwd3tStgBMPFLA,1246
-unique_toolkit-1.12.0.dist-info/LICENSE,sha256=GlN8wHNdh53xwOPg44URnwag6TEolCjoq3YD_KrWgss,193
-unique_toolkit-1.12.0.dist-info/METADATA,sha256=aDgLpV0zMymHSt92WH1-JLA16MaIBoQ61wzrXJnPFtE,35996
-unique_toolkit-1.12.0.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-unique_toolkit-1.12.0.dist-info/RECORD,,
+unique_toolkit-1.12.1.dist-info/LICENSE,sha256=GlN8wHNdh53xwOPg44URnwag6TEolCjoq3YD_KrWgss,193
+unique_toolkit-1.12.1.dist-info/METADATA,sha256=mBeCg71Dak88SQUNJpaiQwTuh9MuKmA9vDPaakm3AQg,36092
+unique_toolkit-1.12.1.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+unique_toolkit-1.12.1.dist-info/RECORD,,