unique_toolkit 1.40.0__tar.gz → 1.41.0__tar.gz

{unique_toolkit-1.40.0 → unique_toolkit-1.41.0}/CHANGELOG.md

@@ -5,6 +5,13 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), 
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+
+## [1.41.0] - 2025-12-29
+- Add `AgenticTable` service to unique_toolkit
+
+## [1.40.0] - 2025-12-22
+- Add option to use retrieve referenced chunks from their order
+
 ## [1.40.0] - 2025-12-22
 - Add `hide_in_chat` parameter to `upload_to_chat_from_bytes` and `upload_to_chat_from_bytes_async`
 - Hide code interpreter files in chat 

{unique_toolkit-1.40.0 → unique_toolkit-1.41.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: unique_toolkit
-Version: 1.40.0
+Version: 1.41.0
 Summary: 
 License: Proprietary
 Author: Cedric Klinkert
@@ -123,6 +123,13 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), 
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+
+## [1.41.0] - 2025-12-29
+- Add `AgenticTable` service to unique_toolkit
+
+## [1.40.0] - 2025-12-22
+- Add option to use retrieve referenced chunks from their order
+
 ## [1.40.0] - 2025-12-22
 - Add `hide_in_chat` parameter to `upload_to_chat_from_bytes` and `upload_to_chat_from_bytes_async`
 - Hide code interpreter files in chat 

{unique_toolkit-1.40.0 → unique_toolkit-1.41.0}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "unique_toolkit"
-version = "1.40.0"
+version = "1.41.0"
 description = ""
 authors = [
     "Cedric Klinkert <cedric.klinkert@unique.ch>",

{unique_toolkit-1.40.0 → unique_toolkit-1.41.0}/unique_toolkit/agentic/evaluation/hallucination/utils.py

@@ -1,4 +1,5 @@
 import logging
+from enum import StrEnum
 from string import Template
 
 from unique_toolkit.agentic.evaluation.config import EvaluationMetricConfig
@@ -9,6 +10,7 @@ from unique_toolkit.agentic.evaluation.schemas import (
     EvaluationMetricName,
     EvaluationMetricResult,
 )
+from unique_toolkit.content import ContentReference
 from unique_toolkit.content.schemas import ContentChunk
 from unique_toolkit.language_model.schemas import (
     LanguageModelMessages,
@@ -201,13 +203,58 @@ def _get_user_prompt_default(config: EvaluationMetricConfig):
     )
 
 
+class SourceSelectionMode(StrEnum):
+    FROM_IDS = "FROM_IDS"
+    FROM_ORDER = "FROM_ORDER"
+
+
 def context_text_from_stream_response(
-    response: LanguageModelStreamResponse, selected_chunks: list[ContentChunk]
+    response: LanguageModelStreamResponse,
+    selected_chunks: list[ContentChunk],
+    source_selection_mode: SourceSelectionMode = SourceSelectionMode.FROM_IDS,
 ):
     response_references = response.message.references
-    reference_ids = [reference.source_id for reference in response_references]
-    filtered_contexts: list[str] = []
-    for chunk in selected_chunks:
-        if f"{chunk.id}_{chunk.chunk_id}" in reference_ids:
-            filtered_contexts.append(chunk.text)
-    return filtered_contexts
+    match source_selection_mode:
+        case SourceSelectionMode.FROM_IDS:
+            referenced_chunks = _default_source_selection_mode(
+                response_references, selected_chunks
+            )
+        case SourceSelectionMode.FROM_ORDER:
+            referenced_chunks = _from_order_source_selection_mode(
+                response_references, selected_chunks
+            )
+        case _:
+            raise ValueError(f"Invalid source selection mode: {source_selection_mode}")
+
+    return [chunk.text for chunk in referenced_chunks]
+
+
+def _default_source_selection_mode(
+    references: list[ContentReference], selected_chunks: list[ContentChunk]
+):
+    reference_ids = {reference.source_id for reference in references}
+
+    def build_chunk_id(chunk: ContentChunk) -> str:
+        return f"{chunk.id}_{chunk.chunk_id}"
+
+    referenced_chunks = [
+        chunk for chunk in selected_chunks if build_chunk_id(chunk) in reference_ids
+    ]
+
+    return referenced_chunks
+
+
+def _from_order_source_selection_mode(
+    references: list[ContentReference], selected_chunks: list[ContentChunk]
+):
+    original_chunks_order: list[int] = []
+    for reference in references:
+        for original_index in reference.original_index:
+            if original_index not in original_chunks_order:
+                original_chunks_order.append(original_index)
+
+    referenced_chunks: list[ContentChunk] = []
+    for index in original_chunks_order:
+        referenced_chunks.append(selected_chunks[index])
+
+    return referenced_chunks

unique_toolkit-1.41.0/unique_toolkit/agentic_table/__init__.py

@@ -0,0 +1,56 @@
+from unique_sdk.api_resources._agentic_table import (
+    ActivityStatus,
+    CellRendererTypes,
+    FilterTypes,
+    RowVerificationStatus,
+)
+
+from .schemas import (
+    AgenticTableSheetState,
+    AgreementStatus,
+    ArtifactType,
+    LogEntry,
+    MagicTableAction,
+    MagicTableAddMetadataPayload,
+    MagicTableBasePayload,
+    MagicTableCell,
+    MagicTableCellMetaData,
+    MagicTableEvent,
+    MagicTableEventTypes,
+    MagicTableGenerateArtifactPayload,
+    MagicTableLibrarySheetRowVerifiedPayload,
+    MagicTableSheet,
+    MagicTableSheetCompletedPayload,
+    MagicTableSheetCreatedPayload,
+    MagicTableUpdateCellPayload,
+    RowMetadataEntry,
+    SelectionMethod,
+)
+from .service import AgenticTableService
+
+__all__ = [
+    "AgenticTableService",
+    "ActivityStatus",
+    "AgenticTableSheetState",
+    "AgreementStatus",
+    "ArtifactType",
+    "CellRendererTypes",
+    "FilterTypes",
+    "LogEntry",
+    "MagicTableAction",
+    "MagicTableAddMetadataPayload",
+    "MagicTableBasePayload",
+    "MagicTableCell",
+    "MagicTableCellMetaData",
+    "MagicTableEvent",
+    "MagicTableEventTypes",
+    "MagicTableGenerateArtifactPayload",
+    "MagicTableLibrarySheetRowVerifiedPayload",
+    "MagicTableSheet",
+    "MagicTableSheetCompletedPayload",
+    "MagicTableSheetCreatedPayload",
+    "MagicTableUpdateCellPayload",
+    "RowMetadataEntry",
+    "RowVerificationStatus",
+    "SelectionMethod",
+]

unique_toolkit-1.41.0/unique_toolkit/agentic_table/schemas.py

@@ -0,0 +1,305 @@
+from enum import StrEnum
+from typing import Annotated, Any, Generic, Literal, TypeVar
+
+from pydantic import (
+    BaseModel,
+    Field,
+    field_validator,
+)
+from unique_sdk import (
+    AgenticTableSheetState,
+    AgreementStatus,
+    SelectionMethod,
+)
+from unique_sdk import LogDetail as SDKLogDetail
+from unique_sdk import LogEntry as SDKLogEntry
+from unique_sdk.api_resources._agentic_table import (
+    MagicTableAction,
+    SheetType,
+)
+
+from unique_toolkit._common.pydantic_helpers import get_configuration_dict
+from unique_toolkit.app.schemas import (
+    ChatEvent,
+    ChatEventAssistantMessage,
+    ChatEventUserMessage,
+)
+from unique_toolkit.language_model.schemas import (
+    LanguageModelMessageRole,
+    LanguageModelMessages,
+)
+
+
+class MagicTableEventTypes(StrEnum):
+    IMPORT_COLUMNS = "unique.magic-table.import-columns"
+    UPDATE_CELL = "unique.magic-table.update-cell"
+    ADD_DATA = "unique.magic-table.add-document"
+    ADD_META_DATA = "unique.magic-table.add-meta-data"
+    GENERATE_ARTIFACT = "unique.magic-table.generate-artifact"
+    SHEET_COMPLETED = "unique.magic-table.sheet-completed"
+    LIBRARY_SHEET_ROW_VERIFIED = "unique.magic-table.library-sheet-row.verified"
+    SHEET_CREATED = "unique.magic-table.sheet-created"
+
+
+class BaseMetadata(BaseModel):
+    model_config = get_configuration_dict()
+
+    sheet_type: SheetType = Field(
+        description="The type of the sheet.",
+        default=SheetType.DEFAULT,
+    )
+
+
+class RowMetadataEntry(BaseModel):
+    model_config = get_configuration_dict()
+    id: str = Field(description="The ID of the metadata")
+    key: str = Field(description="The key of the metadata")
+    value: str = Field(description="The value of the metadata")
+    exact_filter: bool = Field(
+        default=False,
+        description="Whether the metadata is to be used for strict filtering",
+    )
+
+
+class DDMetadata(BaseMetadata):
+    model_config = get_configuration_dict()
+
+    question_file_ids: list[str] = Field(
+        default_factory=list, description="The IDs of the question files"
+    )
+    source_file_ids: list[str] = Field(
+        default_factory=list, description="The IDs of the source files"
+    )
+    question_texts: list[str] = Field(
+        default_factory=list, description="The texts of the questions"
+    )
+    context: str = Field(default="", description="The context text for the table.")
+
+    @field_validator("context", mode="before")
+    @classmethod
+    def normalize_context(cls, v):
+        if v is None:
+            return ""
+        return v
+
+
+# Define template types
+A = TypeVar("A", bound=MagicTableAction)
+T = TypeVar("T", bound=BaseMetadata)
+
+
+class MagicTableBasePayload(BaseModel, Generic[A, T]):
+    model_config = get_configuration_dict()
+    name: str = Field(description="The name of the module")
+    sheet_name: str
+
+    action: A
+    chat_id: str
+    assistant_id: str
+    table_id: str
+    user_message: ChatEventUserMessage = Field(
+        default=ChatEventUserMessage(
+            id="", text="", original_text="", created_at="", language=""
+        )
+    )
+    assistant_message: ChatEventAssistantMessage = Field(
+        default=ChatEventAssistantMessage(id="", created_at="")
+    )
+    configuration: dict[str, Any] = {}
+    metadata: T
+    metadata_filter: dict[str, Any] | None = None
+
+
+########### Specialized Payload definitions ###########
+
+
+class MagicTableAddMetadataPayload(
+    MagicTableBasePayload[Literal[MagicTableAction.ADD_META_DATA], DDMetadata]
+): ...
+
+
+class MagicTableUpdateCellPayload(
+    MagicTableBasePayload[Literal[MagicTableAction.UPDATE_CELL], DDMetadata]
+):
+    column_order: int
+    row_order: int
+    data: str
+
+
+class ArtifactType(StrEnum):
+    QUESTIONS = "QUESTIONS"
+    FULL_REPORT = "FULL_REPORT"
+
+
+class ArtifactData(BaseModel):
+    model_config = get_configuration_dict()
+    artifact_type: ArtifactType
+
+
+class MagicTableGenerateArtifactPayload(
+    MagicTableBasePayload[Literal[MagicTableAction.GENERATE_ARTIFACT], BaseMetadata]
+):
+    data: ArtifactData
+
+
+########## Sheet Completed Payload ##########
+
+
+class SheetCompletedMetadata(BaseMetadata):
+    model_config = get_configuration_dict()
+    sheet_id: str = Field(description="The ID of the sheet that was completed.")
+    library_sheet_id: str = Field(
+        description="The ID of the library corresponding to the sheet."
+    )
+    context: str = Field(default="", description="The context text for the table.")
+
+    @field_validator("context", mode="before")
+    @classmethod
+    def normalize_context(cls, v):
+        if v is None:
+            return ""
+        return v
+
+
+class MagicTableSheetCompletedPayload(
+    MagicTableBasePayload[
+        Literal[MagicTableAction.SHEET_COMPLETED], SheetCompletedMetadata
+    ]
+): ...
+
+
+class SheetCreatedMetadata(BaseMetadata): ...
+
+
+class MagicTableSheetCreatedPayload(
+    MagicTableBasePayload[Literal[MagicTableAction.SHEET_CREATED], SheetCreatedMetadata]
+): ...
+
+
+########## Library Sheet Row Verified Payload ##########
+
+
+class LibrarySheetRowVerifiedMetadata(BaseMetadata):
+    model_config = get_configuration_dict()
+    row_order: int = Field(description="The row index of the row that was verified.")
+
+
+class MagicTableLibrarySheetRowVerifiedPayload(
+    MagicTableBasePayload[
+        Literal[MagicTableAction.LIBRARY_SHEET_ROW_VERIFIED],
+        LibrarySheetRowVerifiedMetadata,
+    ]
+): ...
+
+
+########### Magic Table Event definition ###########
+
+
+PayloadTypes = (
+    MagicTableUpdateCellPayload
+    | MagicTableAddMetadataPayload
+    | MagicTableGenerateArtifactPayload
+    | MagicTableSheetCompletedPayload
+    | MagicTableLibrarySheetRowVerifiedPayload
+    | MagicTableSheetCreatedPayload
+)
+
+MagicTablePayloadTypes = Annotated[PayloadTypes, Field(discriminator="action")]
+
+
+class MagicTableEvent(ChatEvent):
+    event: MagicTableEventTypes  # type: ignore[assignment]
+    payload: MagicTablePayloadTypes  # type: ignore[assignment]
+
+
+class LogDetail(BaseModel):
+    model_config = get_configuration_dict()
+    llm_request: LanguageModelMessages | None = Field(
+        default=None, description="The LLM request for the log detail"
+    )
+
+    def to_sdk_log_detail(self) -> SDKLogDetail:
+        llm_request = None
+        if self.llm_request:
+            llm_request = self.llm_request.model_dump()
+        return SDKLogDetail(llmRequest=llm_request)
+
+
+class LogEntry(BaseModel):
+    model_config = get_configuration_dict()
+
+    text: str
+    created_at: str
+    actor_type: LanguageModelMessageRole
+    message_id: str | None = None
+    details: LogDetail | None = Field(
+        default=None, description="The details of the log entry"
+    )
+
+    @field_validator("actor_type", mode="before")
+    @classmethod
+    def normalize_actor_type(cls, v):
+        if isinstance(v, str):
+            return v.lower()
+        return v
+
+    def to_sdk_log_entry(self) -> SDKLogEntry:
+        params: dict[str, Any] = {
+            "text": self.text,
+            "createdAt": self.created_at,
+            "actorType": self.actor_type.value.upper(),
+        }
+        if self.details:
+            params["details"] = self.details.to_sdk_log_detail()
+
+        return SDKLogEntry(**params)
+
+
+class MagicTableCellMetaData(BaseModel):
+    model_config = get_configuration_dict()
+    row_order: int = Field(description="The row index of the cell.")
+    column_order: int = Field(description="The column index of the cell.")
+    selected: bool | None = None
+    selection_method: SelectionMethod | None = None
+    agreement_status: AgreementStatus | None = None
+
+
+class MagicTableCell(BaseModel):
+    model_config = get_configuration_dict()
+    sheet_id: str
+    row_order: int = Field(description="The row index of the cell.")
+    column_order: int = Field(description="The column index of the cell.")
+    row_locked: bool = Field(default=False, description="Lock status of the row.")
+    text: str
+    log_entries: list[LogEntry] = Field(
+        default_factory=list, description="The log entries for the cell"
+    )
+    meta_data: MagicTableCellMetaData | None = Field(
+        default=None, description="The metadata for the cell"
+    )
+    row_metadata: list[RowMetadataEntry] = Field(
+        default_factory=list,
+        description="The metadata (key value pairs)for the rows.",
+    )
+
+
+class MagicTableSheet(BaseModel):
+    model_config = get_configuration_dict()
+    sheet_id: str
+    name: str
+    state: AgenticTableSheetState
+    total_number_of_rows: int = Field(
+        default=0,
+        description="The total number of rows in the sheet",
+        alias="magicTableRowCount",
+    )
+    chat_id: str
+    created_by: str
+    company_id: str
+    created_at: str
+    magic_table_cells: list[MagicTableCell] = Field(
+        default_factory=list, description="The cells in the sheet"
+    )
+    magic_table_sheet_metadata: list[RowMetadataEntry] = Field(
+        default_factory=list, description="The metadata for the sheet"
+    )