unique_toolkit 1.16.5__tar.gz → 1.17.1__tar.gz

{unique_toolkit-1.16.5 → unique_toolkit-1.17.1}/CHANGELOG.md

@@ -5,6 +5,11 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), 
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [1.17.1] - 2025-10-23
+- Fix hallucination check input with all cited reference chunks.
+## [1.17.0] - 2025-10-22
+- Add more options to display sub agent answers in the chat.
+
 ## [1.16.5] - 2025-10-16
 - Adding litellm models `litellm:anthropic-claude-haiku-4-5`
 

{unique_toolkit-1.16.5 → unique_toolkit-1.17.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: unique_toolkit
-Version: 1.16.5
+Version: 1.17.1
 Summary: 
 License: Proprietary
 Author: Cedric Klinkert
@@ -118,6 +118,11 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), 
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [1.17.1] - 2025-10-23
+- Fix hallucination check input with all cited reference chunks.
+## [1.17.0] - 2025-10-22
+- Add more options to display sub agent answers in the chat.
+
 ## [1.16.5] - 2025-10-16
 - Adding litellm models `litellm:anthropic-claude-haiku-4-5`
 

{unique_toolkit-1.16.5 → unique_toolkit-1.17.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "unique_toolkit"
-version = "1.16.5"
+version = "1.17.1"
 description = ""
 authors = [
     "Cedric Klinkert <cedric.klinkert@unique.ch>",

{unique_toolkit-1.16.5 → unique_toolkit-1.17.1}/unique_toolkit/agentic/evaluation/hallucination/hallucination_evaluation.py

@@ -1,3 +1,5 @@
+import regex as re
+
 from unique_toolkit.agentic.evaluation.evaluation_manager import Evaluation
 from unique_toolkit.agentic.evaluation.hallucination.constants import (
     HallucinationConfig,
@@ -40,13 +42,20 @@ class HallucinationEvaluation(Evaluation):
     async def run(
         self, loop_response: LanguageModelStreamResponse
     ) -> EvaluationMetricResult:  # type: ignore
-        chunks = self._reference_manager.get_latest_referenced_chunks()
+        all_chunks = self._reference_manager.get_chunks()
+        # source numbers from original text
+        ref_pattern = r"\[source(\d+)\]"
+        original_text = loop_response.message.original_text
+        source_number_matches = re.findall(ref_pattern, original_text)
+        source_numbers = {int(num) for num in source_number_matches}
+
+        referenced_chunks = [all_chunks[idx] for idx in source_numbers]
 
         evaluation_result: EvaluationMetricResult = await check_hallucination(
             company_id=self._company_id,
             input=EvaluationMetricInput(
                 input_text=self._user_message,
-                context_texts=[context.text for context in chunks],
+                context_texts=[context.text for context in referenced_chunks],
                 history_messages=[],  # TODO include loop_history messages
                 output_text=loop_response.message.text,
             ),

unique_toolkit-1.17.1/unique_toolkit/agentic/tools/a2a/postprocessing/_display.py

@@ -0,0 +1,174 @@
+import re
+from typing import Literal
+
+from unique_toolkit.agentic.tools.a2a.postprocessing.config import (
+    SubAgentResponseDisplayMode,
+)
+
+
+def _wrap_text(text: str, start_text: str, end_text: str) -> str:
+    text = text.strip()
+    start_text = start_text.strip()
+    end_text = end_text.strip()
+
+    if start_text != "":
+        start_text = f"{start_text}\n"
+
+    if end_text != "":
+        end_text = f"\n{end_text}"
+
+    return f"{start_text}{text}{end_text}"
+
+
+def _join_text_blocks(*blocks: str, sep: str = "\n") -> str:
+    return sep.join(block.strip() for block in blocks)
+
+
+def _wrap_with_details_tag(
+    text, mode: Literal["open", "closed"], summary_name: str | None = None
+) -> str:
+    if summary_name is not None:
+        summary_tag = _wrap_text(summary_name, "<summary>", "</summary>")
+        text = _join_text_blocks(summary_tag, text)
+
+    if mode == "open":
+        text = _wrap_text(text, "<details open>", "</details>")
+    else:
+        text = _wrap_text(text, "<details>", "</details>")
+
+    return text
+
+
+_BLOCK_BORDER_STYLE = (
+    "overflow-y: auto; border: 1px solid #ccc; padding: 8px; margin-top: 8px;"
+)
+
+
+def _wrap_with_block_border(text: str) -> str:
+    return _wrap_text(text, f"<div style='{_BLOCK_BORDER_STYLE}'>", "</div>")
+
+
+_QUOTE_BORDER_STYLE = (
+    "margin-left: 20px; border-left: 2px solid #ccc; padding-left: 10px;"
+)
+
+
+def _wrap_with_quote_border(text: str) -> str:
+    return _wrap_text(text, f"<div style='{_QUOTE_BORDER_STYLE}'>", "</div>")
+
+
+def _wrap_strong(text: str) -> str:
+    return _wrap_text(text, "<strong>", "</strong>")
+
+
+def _wrap_hidden_div(text: str) -> str:
+    return _wrap_text(text, '<div style="display: none;">', "</div>")
+
+
+def _add_line_break(text: str, before: bool = True, after: bool = True) -> str:
+    start_tag = ""
+    if before:
+        start_tag = "<br>"
+
+    end_tag = ""
+    if after:
+        end_tag = "<br>"
+
+    return _wrap_text(text, start_tag, end_tag)
+
+
+def _get_display_template(
+    mode: SubAgentResponseDisplayMode,
+    add_quote_border: bool,
+    add_block_border: bool,
+    answer_placeholder: str = "answer",
+    assistant_id_placeholder: str = "assistant_id",
+    display_name_placeholder: str = "display_name",
+) -> str:
+    if mode == SubAgentResponseDisplayMode.HIDDEN:
+        return ""
+
+    assistant_id_placeholder = _wrap_hidden_div("{%s}" % assistant_id_placeholder)
+    display_name_placeholder = _wrap_strong("{%s}" % display_name_placeholder)
+    template = _join_text_blocks(
+        assistant_id_placeholder, "{%s}" % answer_placeholder, sep="\n\n"
+    )  # Double line break is needed for markdown formatting
+
+    if add_quote_border:
+        template = _wrap_with_quote_border(template)
+
+    match mode:
+        case SubAgentResponseDisplayMode.DETAILS_OPEN:
+            template = _wrap_with_details_tag(
+                template, "open", display_name_placeholder
+            )
+        case SubAgentResponseDisplayMode.DETAILS_CLOSED:
+            template = _wrap_with_details_tag(
+                template, "closed", display_name_placeholder
+            )
+        case SubAgentResponseDisplayMode.PLAIN:
+            display_name_placeholder = _add_line_break(
+                display_name_placeholder, before=False, after=True
+            )
+            template = _join_text_blocks(display_name_placeholder, template)
+            # Add a hidden block border to seperate sub agent answers from the rest of the text.
+            hidden_block_border = _wrap_hidden_div("sub_agent_answer_block")
+            template = _join_text_blocks(template, hidden_block_border)
+
+    if add_block_border:
+        template = _wrap_with_block_border(template)
+
+    return template
+
+
+def _get_display_removal_re(
+    assistant_id: str,
+    mode: SubAgentResponseDisplayMode,
+    add_quote_border: bool,
+    add_block_border: bool,
+) -> re.Pattern[str]:
+    template = _get_display_template(
+        mode=mode,
+        add_quote_border=add_quote_border,
+        add_block_border=add_block_border,
+    )
+
+    pattern = template.format(
+        assistant_id=re.escape(assistant_id), answer=r"(.*?)", display_name=r"(.*?)"
+    )
+
+    return re.compile(pattern, flags=re.DOTALL)
+
+
+def _build_sub_agent_answer_display(
+    display_name: str,
+    display_mode: SubAgentResponseDisplayMode,
+    add_quote_border: bool,
+    add_block_border: bool,
+    answer: str,
+    assistant_id: str,
+) -> str:
+    template = _get_display_template(
+        mode=display_mode,
+        add_quote_border=add_quote_border,
+        add_block_border=add_block_border,
+    )
+    return template.format(
+        display_name=display_name, answer=answer, assistant_id=assistant_id
+    )
+
+
+def _remove_sub_agent_answer_from_text(
+    display_mode: SubAgentResponseDisplayMode,
+    add_quote_border: bool,
+    add_block_border: bool,
+    text: str,
+    assistant_id: str,
+) -> str:
+    pattern = _get_display_removal_re(
+        assistant_id=assistant_id,
+        mode=display_mode,
+        add_quote_border=add_quote_border,
+        add_block_border=add_block_border,
+    )
+    return re.sub(pattern, "", text)

{unique_toolkit-1.16.5 → unique_toolkit-1.17.1}/unique_toolkit/agentic/tools/a2a/postprocessing/config.py

@@ -9,6 +9,7 @@ class SubAgentResponseDisplayMode(StrEnum):
     HIDDEN = "hidden"
     DETAILS_OPEN = "details_open"
     DETAILS_CLOSED = "details_closed"
+    PLAIN = "plain"
 
 
 class SubAgentDisplayConfig(BaseModel):
@@ -22,3 +23,11 @@ class SubAgentDisplayConfig(BaseModel):
         default=True,
         description="If set, sub agent responses will be removed from the history on subsequent calls to the assistant.",
     )
+    add_quote_border: bool = Field(
+        default=True,
+        description="If set, a quote border is added to the left of the sub agent response.",
+    )
+    add_block_border: bool = Field(
+        default=False,
+        description="If set, a block border is added around the sub agent response.",
+    )

{unique_toolkit-1.16.5 → unique_toolkit-1.17.1}/unique_toolkit/agentic/tools/a2a/postprocessing/postprocessor.py

@@ -107,6 +107,8 @@ class SubAgentResponsesPostprocessor(Postprocessor):
                         assistant_id=assistant_id,
                         display_mode=display_mode,
                         answer=message["text"],
+                        add_quote_border=tool_info["display_config"].add_quote_border,
+                        add_block_border=tool_info["display_config"].add_block_border,
                     )
                 )
 
@@ -122,7 +124,9 @@ class SubAgentResponsesPostprocessor(Postprocessor):
                     for ref in message["references"]
                 )
 
-        loop_response.message.text = "\n".join(answers) + loop_response.message.text
+        loop_response.message.text = (
+            "\n\n".join(answers) + "<br>\n\n" + loop_response.message.text.strip()
+        )
 
         return True
 
@@ -135,6 +139,8 @@ class SubAgentResponsesPostprocessor(Postprocessor):
                     display_mode=display_config.mode,
                     text=text,
                     assistant_id=assistant_id,
+                    add_quote_border=display_config.add_quote_border,
+                    add_block_border=display_config.add_block_border,
                 )
         return text