unique_toolkit 2026.40.0.dev1__py3-none-any.whl → 2026.40.0.dev2__py3-none-any.whl

unique_toolkit/agentic/evaluation/hallucination/utils.py

@@ -203,7 +203,8 @@ def _compose_msgs(
     )
     system_msg = LanguageModelSystemMessage(content=system_msg_content)
 
-    # Render user message
+    # Render user message. Pass history text only when history exists so the
+    # template can omit an empty conversation section.
     user_msg_content = render_template(
         user_template,
         input_text=input.input_text,
@@ -211,7 +212,7 @@ def _compose_msgs(
         if has_context
         else None,
         history_messages_text=input.get_joined_history_texts(tag_name="conversation")
-        if has_context
+        if has_context and input.history_messages
         else None,
         output_text=input.output_text,
     )

unique_toolkit/agentic/evaluation/tests/test_hallucination_utils.py

@@ -1224,3 +1224,67 @@ def test_get_msgs__ignores_context_images__when_model_lacks_vision() -> None:
     # Assert
     assert result.root[0].content == no_context_result.root[0].content
     assert isinstance(result.root[1].content, str)
+
+
+@pytest.mark.unit
+def test_compose_msgs__omits_conversation_section__when_history_is_empty():
+    """A single-turn evaluation must not be shown an empty conversation.
+
+    The template guards the section with `{% if history_messages_text %}`,
+    and the getter returns a truthy placeholder when there is no history, so
+    the guard used to never fire: every caller evaluating one turn shipped a
+    `Conversation:` section whose body said there was no conversation, while
+    the system prompt announced one.
+    """
+    msgs = _compose_msgs(
+        EvaluationMetricInput(
+            input_text="What is the policy rate?",
+            context_texts=["The policy rate is 0.25%."],
+            history_messages=[],
+            output_text="0.25%.",
+        ),
+        HallucinationConfig(),
+        has_context=True,
+    )
+
+    user_content = msgs.root[-1].content
+    assert isinstance(user_content, str)
+    assert "Conversation:" not in user_content
+    assert "<No conversation texts provided>" not in user_content
+    # The references the model does have must still be there.
+    assert "The policy rate is 0.25%." in user_content
+
+
+@pytest.mark.unit
+def test_compose_msgs__keeps_conversation_section__when_history_is_present():
+    msgs = _compose_msgs(
+        EvaluationMetricInput(
+            input_text="And in March?",
+            context_texts=["The March rate was 0.50%."],
+            history_messages=[
+                ChatMessage(
+                    id="msg_1",
+                    chat_id="chat_1",
+                    previous_message_id=None,
+                    role=LanguageModelMessageRole.USER,
+                    text="What is the policy rate?",
+                ),
+                ChatMessage(
+                    id="msg_2",
+                    chat_id="chat_1",
+                    previous_message_id="msg_1",
+                    role=LanguageModelMessageRole.ASSISTANT,
+                    text="0.25%.",
+                ),
+            ],
+            output_text="0.50%.",
+        ),
+        HallucinationConfig(),
+        has_context=True,
+    )
+
+    user_content = msgs.root[-1].content
+    assert isinstance(user_content, str)
+    assert "Conversation:" in user_content
+    assert "What is the policy rate?" in user_content
+    assert "<No conversation texts provided>" not in user_content

{unique_toolkit-2026.40.0.dev1.dist-info → unique_toolkit-2026.40.0.dev2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: unique-toolkit
-Version: 2026.40.0.dev1
+Version: 2026.40.0.dev2
 Summary: 
 Author: Cedric Klinkert, Martin Fadler, Sadique Sheik, Fabian Schläpfer, Pascal Hauri, Ejiroghene Oki-Peter, Rami Azouz, Ricardo Visini, Sanzio Monti
 Author-email: Cedric Klinkert <cedric.klinkert@unique.ch>, Martin Fadler <martin.fadler@unique.ch>, Sadique Sheik <sadique@unique.ch>, Fabian Schläpfer <fabian@unique.ch>, Pascal Hauri <pascal@unique.ch>, Ejiroghene Oki-Peter <oki-peter.ejiroghene@unique.ai>, Rami Azouz <rami.ext@unique.ch>, Ricardo Visini <ricardo.visini@unique.ch>, Sanzio Monti <sanzio.monti@unique.ai>

{unique_toolkit-2026.40.0.dev1.dist-info → unique_toolkit-2026.40.0.dev2.dist-info}/RECORD

@@ -99,7 +99,7 @@ unique_toolkit/agentic/evaluation/hallucination/prompts/__init__.py,sha256=4KFYM
 unique_toolkit/agentic/evaluation/hallucination/prompts/system_prompt.j2,sha256=sDUX6G645Ba40D_qKu4cUI8g-sJOfG8JpZreTNFgf7M,2616
 unique_toolkit/agentic/evaluation/hallucination/prompts/user_prompt.j2,sha256=mD_qE9fOkyc1XXrebFt097ddx8bTlA6lbY04hKSQmWs,273
 unique_toolkit/agentic/evaluation/hallucination/service.py,sha256=QSPsRxx2H-YpSR2Jn7zJKtwZfZ7elTPAFQiYvM3gYfs,2618
-unique_toolkit/agentic/evaluation/hallucination/utils.py,sha256=QVXO0hFrsGxvbgTwC40RSfrLhE_1of1oBrrfcafk10Y,15531
+unique_toolkit/agentic/evaluation/hallucination/utils.py,sha256=maiMxlUjT9_U0GAH9HvemMIUE-47MCGtwm2XMwDAShQ,15664
 unique_toolkit/agentic/evaluation/output_parser.py,sha256=0FDo8YY_Dc4qlTNeYyQkznzIFj9aX9wMrLOTbhhTl6g,1418
 unique_toolkit/agentic/evaluation/schemas.py,sha256=RT0O-AXSOf1zV3fDbUfn7V6bOIA01pkzui02Uad9E3Y,3815
 unique_toolkit/agentic/evaluation/tests/fixtures.py,sha256=Q-ughTfDiAdsMKbBVGzFiBucFdAx-FXgJ9iqp5xMyPs,2801
@@ -107,7 +107,7 @@ unique_toolkit/agentic/evaluation/tests/test_config.py,sha256=p7xFQ7KE_yU8jGpqYA
 unique_toolkit/agentic/evaluation/tests/test_context_relevancy_service.py,sha256=-GRxH70vzvrZG6Hz0igH6i2CqM7Z9jjKt3396xWDh84,12011
 unique_toolkit/agentic/evaluation/tests/test_hallucination_constants.py,sha256=A77nRcniI7hUf640f1sTvCAibQbJE30ikbz1RX4fltw,20478
 unique_toolkit/agentic/evaluation/tests/test_hallucination_external_context.py,sha256=3JR9WfBWazX7a1h3uq77Q6kSKm8Mt-aAW8KUYxJUw14,4303
-unique_toolkit/agentic/evaluation/tests/test_hallucination_utils.py,sha256=JzFXSH3k1qnSDbZEQy5ftKiVnVL_jS1PTpp3H3DjewI,39218
+unique_toolkit/agentic/evaluation/tests/test_hallucination_utils.py,sha256=TJcJf9SZcH1dsSq38NkvSBM0VZfBRkan49Una3UPQB0,41546
 unique_toolkit/agentic/evaluation/tests/test_output_parser.py,sha256=KfltytmvqnPWLhmZpBXqcRmnlYorw_USwM5rkLVv8so,5179
 unique_toolkit/agentic/evaluation/tests/test_prompt_loaders.py,sha256=zBREdlKf5tdDyB8XSaNgpQv3-tuZJoYteeJrp6WMWDM,11897
 unique_toolkit/agentic/evaluation/utils.py,sha256=HmyPaDV8wdW-_gOjjW-wDaMKgdrsP5-SHP7OqTmGI_A,264
@@ -423,6 +423,6 @@ unique_toolkit/short_term_memory/service.py,sha256=2JMBEBn6GoyK-a0xvdcWpPft-3C74
 unique_toolkit/smart_rules/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 unique_toolkit/smart_rules/compile.py,sha256=vRe0aMJWuVIK-VsqomgxQImzke7MDmwgSxxJfYCa7zw,1386
 unique_toolkit/test_utilities/events.py,sha256=FLrhMh0A_mQutAUjoD0FdMcVQ4Gq31r35OVGzRjvLro,6760
-unique_toolkit-2026.40.0.dev1.dist-info/WHEEL,sha256=eh7sammvW2TypMMMGKgsM83HyA_3qQ5Lgg3ynoecH3M,79
-unique_toolkit-2026.40.0.dev1.dist-info/METADATA,sha256=BfWkREvwGUnak2qn1etchW2-YJZloIknxqqA_bOd-jA,7821
-unique_toolkit-2026.40.0.dev1.dist-info/RECORD,,
+unique_toolkit-2026.40.0.dev2.dist-info/WHEEL,sha256=eh7sammvW2TypMMMGKgsM83HyA_3qQ5Lgg3ynoecH3M,79
+unique_toolkit-2026.40.0.dev2.dist-info/METADATA,sha256=1pYHcXpwHT_qaRtAktnTjSmPc8LuO6poU0Z1UiLbaRI,7821
+unique_toolkit-2026.40.0.dev2.dist-info/RECORD,,