unique_toolkit 0.5.50__py3-none-any.whl → 0.5.52__py3-none-any.whl

unique_toolkit/chat/__init__.py

@@ -1,5 +1,9 @@
 from .schemas import ChatMessage as ChatMessage
 from .schemas import ChatMessageRole as ChatMessageRole
+from .schemas import MessageAssessment as MessageAssessment
+from .schemas import MessageAssessmentLabel as MessageAssessmentLabel
+from .schemas import MessageAssessmentStatus as MessageAssessmentStatus
+from .schemas import MessageAssessmentType as MessageAssessmentType
 from .service import ChatService as ChatService
 from .utils import (
     convert_chat_history_to_injectable_string as convert_chat_history_to_injectable_string,

unique_toolkit/chat/schemas.py

@@ -1,3 +1,4 @@
+from datetime import datetime
 from enum import StrEnum
 from typing import Optional
 
@@ -60,3 +61,37 @@ class ChatMessage(BaseModel):
         if self.role == ChatMessageRole.TOOL and not self.tool_call_id:
             raise ValueError("tool_call_ids is required when role is 'tool'")
         return self
+
+
+class MessageAssessmentStatus(StrEnum):
+    PENDING = "PENDING"
+    DONE = "DONE"
+    ERROR = "ERROR"
+
+
+class MessageAssessmentLabel(StrEnum):
+    POSITIVE = "POSITIVE"
+    NEGATIVE = "NEGATIVE"
+    VERIFIED = "VERIFIED"
+    UNVERIFIED = "UNVERIFIED"
+
+
+class MessageAssessmentType(StrEnum):
+    HALLUCINATION = "HALLUCINATION"
+    COMPLIANCE = "COMPLIANCE"
+
+
+class MessageAssessment(BaseModel):
+    model_config = model_config
+
+    id: str
+    object: str
+    message_id: str
+    assistant_message_id: str
+    status: MessageAssessmentStatus
+    explanation: str
+    label: MessageAssessmentLabel
+    type: MessageAssessmentType
+    is_visible: bool
+    created_at: datetime
+    updated_at: datetime

unique_toolkit/chat/service.py

@@ -8,7 +8,14 @@ from unique_sdk._list_object import ListObject
 from unique_toolkit._common import _time_utils
 from unique_toolkit._common._base_service import BaseService
 from unique_toolkit.app.schemas import Event
-from unique_toolkit.chat.schemas import ChatMessage, ChatMessageRole
+from unique_toolkit.chat.schemas import (
+    ChatMessage,
+    ChatMessageRole,
+    MessageAssessment,
+    MessageAssessmentLabel,
+    MessageAssessmentStatus,
+    MessageAssessmentType,
+)
 from unique_toolkit.content.schemas import ContentReference
 from unique_toolkit.content.utils import count_tokens
 
@@ -587,3 +594,165 @@ class ChatService(BaseService):
             "completedAt": completed_at_datetime,
         }
         return params
+
+    def create_message_assessment(
+        self,
+        assistant_message_id: str,
+        status: MessageAssessmentStatus,
+        explanation: str,
+        label: MessageAssessmentLabel,
+        type: MessageAssessmentType,
+        is_visible: bool = True,
+    ) -> MessageAssessment:
+        """
+        Creates a message assessment for an assistant message synchronously.
+
+        Args:
+            assistant_message_id (str): The ID of the assistant message to assess
+            status (MessageAssessmentStatus): The status of the assessment (e.g. "DONE")
+            explanation (str): Explanation of the assessment
+            label (MessageAssessmentLabel): The assessment label (e.g. "NEGATIVE")
+            type (MessageAssessmentType): The type of assessment (e.g. "HALLUCINATION")
+            is_visible (bool): Whether the assessment is visible to users. Defaults to True.
+
+        Returns:
+            MessageAssessment: The created message assessment
+
+        Raises:
+            Exception: If the creation fails
+        """
+        try:
+            assessment = unique_sdk.MessageAssessment.create(
+                user_id=self.event.user_id,
+                company_id=self.event.company_id,
+                assistant_message_id=assistant_message_id,
+                status=status.name,
+                explanation=explanation,
+                label=label.name,
+                type=type.name,
+                isVisible=is_visible,
+            )
+            return MessageAssessment(**assessment)
+        except Exception as e:
+            self.logger.error(f"Failed to create message assessment: {e}")
+            raise e
+
+    async def create_message_assessment_async(
+        self,
+        assistant_message_id: str,
+        status: MessageAssessmentStatus,
+        explanation: str,
+        label: MessageAssessmentLabel,
+        type: MessageAssessmentType,
+        is_visible: bool = True,
+    ) -> MessageAssessment:
+        """
+        Creates a message assessment for an assistant message asynchronously.
+
+        Args:
+            assistant_message_id (str): The ID of the assistant message to assess
+            status (MessageAssessmentStatus): The status of the assessment (e.g. "DONE")
+            explanation (str): Explanation of the assessment
+            label (MessageAssessmentLabel): The assessment label (e.g. "NEGATIVE")
+            type (MessageAssessmentType): The type of assessment (e.g. "HALLUCINATION")
+            is_visible (bool): Whether the assessment is visible to users. Defaults to True.
+
+        Returns:
+            MessageAssessment: The created message assessment
+
+        Raises:
+            Exception: If the creation fails
+        """
+        try:
+            assessment = await unique_sdk.MessageAssessment.create_async(
+                user_id=self.event.user_id,
+                company_id=self.event.company_id,
+                assistant_message_id=assistant_message_id,
+                status=status.name,
+                explanation=explanation,
+                label=label.name,
+                type=type.name,
+                isVisible=is_visible,
+            )
+            return MessageAssessment(**assessment)
+        except Exception as e:
+            self.logger.error(f"Failed to create message assessment: {e}")
+            raise e
+
+    def modify_message_assessment(
+        self,
+        assistant_message_id: str,
+        status: MessageAssessmentStatus,
+        explanation: str,
+        label: MessageAssessmentLabel,
+        type: MessageAssessmentType,
+    ) -> MessageAssessment:
+        """
+        Modifies a message assessment for an assistant message synchronously.
+
+        Args:
+            assistant_message_id (str): The ID of the assistant message to assess
+            status (MessageAssessmentStatus): The status of the assessment (e.g. "DONE")
+            explanation (str): Explanation of the assessment
+            label (MessageAssessmentLabel): The assessment label (e.g. "NEGATIVE")
+            type (MessageAssessmentType): The type of assessment (e.g. "HALLUCINATION")
+
+        Returns:
+            dict: The modified message assessment
+
+        Raises:
+            Exception: If the modification fails
+        """
+        try:
+            assessment = unique_sdk.MessageAssessment.modify(
+                user_id=self.event.user_id,
+                company_id=self.event.company_id,
+                assistant_message_id=assistant_message_id,
+                status=status.name,
+                explanation=explanation,
+                label=label.name,
+                type=type.name,
+            )
+            return MessageAssessment(**assessment)
+        except Exception as e:
+            self.logger.error(f"Failed to modify message assessment: {e}")
+            raise e
+
+    async def modify_message_assessment_async(
+        self,
+        assistant_message_id: str,
+        status: MessageAssessmentStatus,
+        explanation: str,
+        label: MessageAssessmentLabel,
+        type: MessageAssessmentType,
+    ) -> MessageAssessment:
+        """
+        Modifies a message assessment for an assistant message asynchronously.
+
+        Args:
+            assistant_message_id (str): The ID of the assistant message to assess
+            status (MessageAssessmentStatus): The status of the assessment (e.g. "DONE")
+            explanation (str): Explanation of the assessment
+            label (MessageAssessmentLabel): The assessment label (e.g. "NEGATIVE")
+            type (MessageAssessmentType): The type of assessment (e.g. "HALLUCINATION")
+
+        Returns:
+            MessageAssessment: The modified message assessment
+
+        Raises:
+            Exception: If the modification fails
+        """
+        try:
+            assessment = await unique_sdk.MessageAssessment.modify_async(
+                user_id=self.event.user_id,
+                company_id=self.event.company_id,
+                assistant_message_id=assistant_message_id,
+                status=status.name,
+                explanation=explanation,
+                label=label.name,
+                type=type.name,
+            )
+            return MessageAssessment(**assessment)
+        except Exception as e:
+            self.logger.error(f"Failed to modify message assessment: {e}")
+            raise e

unique_toolkit/language_model/service.py

@@ -51,6 +51,8 @@ class LanguageModelService(BaseService):
             temperature (float): The temperature value. Defaults to 0.
             timeout (int): The timeout value in milliseconds. Defaults to 240_000.
             tools (Optional[list[LanguageModelTool]]): The tools to use. Defaults to None.
+            structured_output_model (Optional[Type[BaseModel]]): The structured output model. Defaults to None.
+            structured_output_enforce_schema (bool): Whether to enforce the schema. Defaults to False.
             other_options (Optional[dict]): The other options to use. Defaults to None.
 
         Returns:
@@ -82,8 +84,9 @@ class LanguageModelService(BaseService):
             self.logger.error(f"Error completing: {e}")
             raise e
 
+    @classmethod
     async def complete_async_util(
-        self,
+        cls,
         company_id: str,
         messages: LanguageModelMessages,
         model_name: LanguageModelName | str,
@@ -110,6 +113,8 @@ class LanguageModelService(BaseService):
             timeout (int): The timeout value in milliseconds for the request. Defaults to 240_000.
             tools (Optional[list[LanguageModelTool]]): Optional list of tools to include in the request.
             other_options (Optional[dict]): The other options to use. Defaults to None.
+            structured_output_model (Optional[Type[BaseModel]]): The structured output model. Defaults to None.
+            structured_output_enforce_schema (bool): Whether to enforce the schema. Defaults to False.
             logger (Optional[logging.Logger], optional): The logger used to log errors. Defaults to the logger for the current module.
 
         Returns:
@@ -118,7 +123,7 @@ class LanguageModelService(BaseService):
         Raises:
             Exception: If an error occurs during the request, an exception is raised and logged.
         """
-        options, model, messages_dict, _ = self._prepare_completion_params_util(
+        options, model, messages_dict, _ = cls._prepare_completion_params_util(
             messages=messages,
             model_name=model_name,
             temperature=temperature,
@@ -151,6 +156,8 @@ class LanguageModelService(BaseService):
         temperature: float = DEFAULT_COMPLETE_TEMPERATURE,
         timeout: int = DEFAULT_COMPLETE_TIMEOUT,
         tools: Optional[list[LanguageModelTool]] = None,
+        structured_output_model: Optional[Type[BaseModel]] = None,
+        structured_output_enforce_schema: bool = False,
         other_options: Optional[dict] = None,
     ) -> LanguageModelResponse:
         """
@@ -166,6 +173,8 @@ class LanguageModelService(BaseService):
             temperature (float): The temperature setting for the completion. Defaults to 0.0.
             timeout (int): The timeout value in milliseconds for the request. Defaults to 240,000.
             tools (Optional[list[LanguageModelTool]]): Optional list of tools to include in the request.
+            structured_output_model (Optional[Type[BaseModel]]): The structured output model. Defaults to None.
+            structured_output_enforce_schema (bool): Whether to enforce the schema. Defaults to False.
             other_options (Optional[dict]): The other options to use. Defaults to None.
         Returns:
             LanguageModelResponse: The response object containing the completed result.
@@ -182,6 +191,8 @@ class LanguageModelService(BaseService):
             tools=tools,
             other_options=other_options,
             logger=self.logger,
+            structured_output_model=structured_output_model,
+            structured_output_enforce_schema=structured_output_enforce_schema,
         )
 
     def stream_complete(
@@ -359,8 +370,9 @@ class LanguageModelService(BaseService):
         }
         return options
 
+    @classmethod
     def _prepare_completion_params_util(
-        self,
+        cls,
         messages: LanguageModelMessages,
         model_name: LanguageModelName | str,
         temperature: float,
@@ -381,10 +393,10 @@ class LanguageModelService(BaseService):
             - search_context (Optional[dict]): Processed content chunks if provided
         """
 
-        options = self._add_tools_to_options({}, tools)
+        options = cls._add_tools_to_options({}, tools)
 
         if structured_output_model:
-            options = self._add_response_format_to_options(
+            options = cls._add_response_format_to_options(
                 options, structured_output_model, structured_output_enforce_schema
             )
 

{unique_toolkit-0.5.50.dist-info → unique_toolkit-0.5.52.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: unique_toolkit
-Version: 0.5.50
+Version: 0.5.52
 Summary: 
 License: Proprietary
 Author: Martin Fadler
@@ -55,8 +55,8 @@ The `unique_toolkit.app` module encompasses functions for initializing and secur
 
 The `unique_toolkit.chat` module encompasses all chat related functionality.
 
-- `service.py` comprises the ChatService and provides an interface to manage and load the chat history and interact with the chat ui, e.g., creating a new assistant message.
-- `schemas.py` comprises all relevant schemas, e.g., ChatMessage, used in the ChatService.
+- `service.py` comprises the ChatService and provides an interface to manage and load the chat history and interact with the chat ui, e.g., creating a new assistant message, modifying messages, and managing message assessments.
+- `schemas.py` comprises all relevant schemas, e.g., ChatMessage, MessageAssessment, used in the ChatService.
 - `utils.py` comprises utility functions to use and convert ChatMessage objects in assistants, e.g., convert_chat_history_to_injectable_string converts the chat history to a string that can be injected into a prompt. 
 
 ## Content
@@ -100,10 +100,16 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), 
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [0.5.52] - 2025-02-01
+- Add `MessageAssessment` schemas and functions to `ChatService` to handle message assessments.
+- Fix `LanguageModelService.complete_async_util` to use the correct async method.
+
+## [0.5.51] - 2025-01-30
+- Add missing structured output arguments in complete_async
+
 ## [0.5.50] - 2025-01-30
 - Add the possibility to define completion output structure through a pydantic class
 
-
 ## [0.5.49] - 2025-01-24
 - Add `parsed` and `refusal` to `LanguageModelAssistantMessage` to support structured output
 

{unique_toolkit-0.5.50.dist-info → unique_toolkit-0.5.52.dist-info}/RECORD

@@ -10,9 +10,9 @@ unique_toolkit/app/performance/async_tasks.py,sha256=H0l3OAcosLwNHZ8d2pd-Di4wHIX
 unique_toolkit/app/performance/async_wrapper.py,sha256=yVVcRDkcdyfjsxro-N29SBvi-7773wnfDplef6-y8xw,1077
 unique_toolkit/app/schemas.py,sha256=6RY7Ex-B3pOnFILlitHEi9sqJvupbpdxlN9xt33qRsM,1571
 unique_toolkit/app/verification.py,sha256=mffa6wm0i4hJbwzofePrkaia46xumMzECwQ0T3eKAx0,1929
-unique_toolkit/chat/__init__.py,sha256=1prdTVfLOf6NgU-Aa1VIO-XiR6OYuRm51LaVRfKDCqc,267
-unique_toolkit/chat/schemas.py,sha256=IHOnb3pWlRlSPoEUWBTl6LK8YeMdlg2iXi9ghyBeiLw,1495
-unique_toolkit/chat/service.py,sha256=lFcwCKHRHVLkMIO1cBHwH_Py0uZ4mmvgkUwQuZkpsxI,21438
+unique_toolkit/chat/__init__.py,sha256=4xS-Mcv7Oqdhprw1JEqD3nwGFflla4R2o7RNJyA5Wek,537
+unique_toolkit/chat/schemas.py,sha256=pWEOkLgZn4LUriFAQeKFHDAqUe1vjl20LPsoM1tdIic,2227
+unique_toolkit/chat/service.py,sha256=AQ61nrUBLTomBCzSmyzZ9257pRH666zKNDrtQHoPkrE,27851
 unique_toolkit/chat/state.py,sha256=Cjgwv_2vhDFbV69xxsn7SefhaoIAEqLx3ferdVFCnOg,1445
 unique_toolkit/chat/utils.py,sha256=ihm-wQykBWhB4liR3LnwPVPt_qGW6ETq21Mw4HY0THE,854
 unique_toolkit/content/__init__.py,sha256=MSH2sxjQyKD2Sef92fzE5Dt9SihdzivB6yliSwJfTmQ,890
@@ -40,11 +40,11 @@ unique_toolkit/language_model/builder.py,sha256=nsRqWO_2dgFehK5CgtqR5aqXgYUU0QL6
 unique_toolkit/language_model/infos.py,sha256=NgoV05ausVWMqrYqgH6i3s7tYG7mejupROIF_bwEGZo,13050
 unique_toolkit/language_model/prompt.py,sha256=JSawaLjQg3VR-E2fK8engFyJnNdk21zaO8pPIodzN4Q,3991
 unique_toolkit/language_model/schemas.py,sha256=87511yupvea-U6sfKWfelETevNMVPevhj7mEqX5FszU,7461
-unique_toolkit/language_model/service.py,sha256=jBHFeGtPbaOeVBxg4XBwzCLjpkIDDAx_9eW7X_fOibk,16900
+unique_toolkit/language_model/service.py,sha256=m4B4YD4wxfU8HNo_stqbfnlKXziYBAwqtny4kRtywks,17837
 unique_toolkit/language_model/utils.py,sha256=bPQ4l6_YO71w-zaIPanUUmtbXC1_hCvLK0tAFc3VCRc,1902
 unique_toolkit/short_term_memory/schemas.py,sha256=OhfcXyF6ACdwIXW45sKzjtZX_gkcJs8FEZXcgQTNenw,1406
 unique_toolkit/short_term_memory/service.py,sha256=Jd9P72-VvJy7hnqNrjmrmB5BHmsKuOpTiT0Jr-dBbsQ,1682
-unique_toolkit-0.5.50.dist-info/LICENSE,sha256=GlN8wHNdh53xwOPg44URnwag6TEolCjoq3YD_KrWgss,193
-unique_toolkit-0.5.50.dist-info/METADATA,sha256=ybCuYkNYzgWuZhRbEf_vSlVG1zMXWLaAEH8Es53iy20,15931
-unique_toolkit-0.5.50.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-unique_toolkit-0.5.50.dist-info/RECORD,,
+unique_toolkit-0.5.52.dist-info/LICENSE,sha256=GlN8wHNdh53xwOPg44URnwag6TEolCjoq3YD_KrWgss,193
+unique_toolkit-0.5.52.dist-info/METADATA,sha256=M7kVSW4aRX-04EGrhWt136ICM75ok4vFPkjBJyvkbZc,16293
+unique_toolkit-0.5.52.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+unique_toolkit-0.5.52.dist-info/RECORD,,