appkit-assistant 0.10.0__py3-none-any.whl → 0.11.0__py3-none-any.whl

appkit_assistant/backend/model_manager.py

@@ -1,6 +1,7 @@
+from __future__ import annotations
+
 import logging
 import threading
-from typing import Optional
 
 from appkit_assistant.backend.models import AIModel
 from appkit_assistant.backend.processor import Processor
@@ -11,13 +12,13 @@ logger = logging.getLogger(__name__)
 class ModelManager:
     """Singleton service manager for AI processing services."""
 
-    _instance: Optional["ModelManager"] = None
+    _instance: ModelManager | None = None
     _lock = threading.Lock()
     _default_model_id = (
         None  # Default model ID will be set to the first registered model
     )
 
-    def __new__(cls) -> "ModelManager":
+    def __new__(cls) -> ModelManager:
         if cls._instance is None:
             with cls._lock:
                 if cls._instance is None:

appkit_assistant/backend/processors/openai_base.py

@@ -5,7 +5,7 @@ OpenAI processor for generating AI responses using OpenAI's API.
 import logging
 from abc import ABC, abstractmethod
 from collections.abc import AsyncGenerator
-from typing import Any
+from typing import Any, Final
 
 from openai import AsyncAzureOpenAI, AsyncOpenAI
 
@@ -19,6 +19,122 @@ from appkit_assistant.backend.processor import Processor
 
 logger = logging.getLogger(__name__)
 
+DEFAULT: Final = AIModel(
+    id="default",
+    text="Default (GPT 4.1 Mini)",
+    icon="avvia_intelligence",
+    model="default",
+    stream=True,
+)
+
+GPT_4o: Final = AIModel(
+    id="gpt-4o",
+    text="GPT 4o",
+    icon="openai",
+    model="gpt-4o",
+    stream=True,
+    supports_attachments=True,
+    supports_tools=True,
+)
+
+GPT_4_1: Final = AIModel(
+    id="gpt-4.1",
+    text="GPT-4.1",
+    icon="openai",
+    model="gpt-4.1",
+    stream=True,
+    supports_attachments=True,
+    supports_tools=True,
+)
+
+O3: Final = AIModel(
+    id="o3",
+    text="o3 Reasoning",
+    icon="openai",
+    model="o3",
+    temperature=1,
+    stream=True,
+    supports_attachments=True,
+    supports_tools=True,
+)
+
+O4_MINI: Final = AIModel(
+    id="o4-mini",
+    text="o4 Mini Reasoning",
+    icon="openai",
+    model="o4-mini",
+    stream=True,
+    supports_attachments=True,
+    supports_tools=True,
+    temperature=1,
+)
+
+GPT_5: Final = AIModel(
+    id="gpt-5",
+    text="GPT 5",
+    icon="openai",
+    model="gpt-5",
+    stream=True,
+    supports_attachments=True,
+    supports_tools=True,
+    temperature=1,
+)
+
+GPT_5_1: Final = AIModel(
+    id="gpt-5.1",
+    text="GPT 5.1",
+    icon="openai",
+    model="gpt-5.1",
+    stream=True,
+    supports_attachments=True,
+    supports_tools=True,
+    temperature=1,
+)
+
+GPT_5_2: Final = AIModel(
+    id="gpt-5.2",
+    text="GPT 5.2",
+    icon="openai",
+    model="gpt-5.2",
+    stream=True,
+    supports_attachments=True,
+    supports_tools=True,
+    temperature=1,
+)
+
+GPT_5_MINI: Final = AIModel(
+    id="gpt-5-mini",
+    text="GPT 5 Mini",
+    icon="openai",
+    model="gpt-5-mini",
+    stream=True,
+    supports_attachments=True,
+    supports_tools=True,
+    temperature=1,
+)
+
+GPT_5_1_MINI: Final = AIModel(
+    id="gpt-5.1-mini",
+    text="GPT 5.1 Mini",
+    icon="openai",
+    model="gpt-5.1-mini",
+    stream=True,
+    supports_attachments=True,
+    supports_tools=True,
+    temperature=1,
+)
+
+GPT_5_NANO: Final = AIModel(
+    id="gpt-5-nano",
+    text="GPT 5 Nano",
+    icon="openai",
+    model="gpt-5-nano",
+    stream=True,
+    supports_attachments=True,
+    supports_tools=True,
+    temperature=1,
+)
+
 
 class BaseOpenAIProcessor(Processor, ABC):
     """Base class for OpenAI processors with common initialization and utilities."""

{appkit_assistant-0.10.0.dist-info → appkit_assistant-0.11.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: appkit-assistant
-Version: 0.10.0
+Version: 0.11.0
 Summary: Add your description here
 Project-URL: Homepage, https://github.com/jenreh/appkit
 Project-URL: Documentation, https://github.com/jenreh/appkit/tree/main/docs

{appkit_assistant-0.10.0.dist-info → appkit_assistant-0.11.0.dist-info}/RECORD

@@ -1,14 +1,11 @@
 appkit_assistant/configuration.py,sha256=3nBL-dEGYsvSnRDNpxtikZn4QMMkMlNbb4VqGOPolJI,346
-appkit_assistant/backend/model_manager.py,sha256=LrRqjCfT4Fo1-DCblcn40nPbyT0TjZuFiVcNEstpMJ0,4365
+appkit_assistant/backend/model_manager.py,sha256=7f65UbZ51qOYM6F73eKbZ8hMnCzxdanFZKgdKF8bbCk,4366
 appkit_assistant/backend/models.py,sha256=-sr10xChq_lMlLpt7Jbmq4VGweuW4_UUwYsRtIY7HFY,6015
 appkit_assistant/backend/processor.py,sha256=dhBg3pYXdmpj9JtAJc-d83SeUA1NsICj1C_YI0M2QYE,1289
 appkit_assistant/backend/repositories.py,sha256=ueGreZH2ioefwNh1Et5RivDB8IkSLz76aajrWleAVEU,11232
-appkit_assistant/backend/system_prompt.py,sha256=PmqGToI0beRaQB-36ZjTolWC4fne40TjptIft0LkCrQ,2395
 appkit_assistant/backend/system_prompt_cache.py,sha256=fC2GdTqObfcJdt7nzTUE99GGzX9nLZPCGBUOENcBE5Q,5083
-appkit_assistant/backend/processors/ai_models.py,sha256=KG6nyeb22BAI_MxPPFY9uBts-B1BvDFF6C2BsF_RFk8,2517
-appkit_assistant/backend/processors/knowledgeai_processor.py,sha256=0i5E71y7zwBc5mW_8rKuTjeNk_GLv2kfXPPwKNBaazA,9513
 appkit_assistant/backend/processors/lorem_ipsum_processor.py,sha256=j-MZhzibrtabzbGB2Pf4Xcdlr1TlTYWNRdE22LsDp9Q,4635
-appkit_assistant/backend/processors/openai_base.py,sha256=f8X7yMWRBiRsS8vDrbEBY-oR1luzJMn8F7LcAlGUKko,2272
+appkit_assistant/backend/processors/openai_base.py,sha256=IQS4m375BOD_K0PBFOk4i7wL1z5MEiPFxbSmC-HBNgU,4414
 appkit_assistant/backend/processors/openai_chat_completion_processor.py,sha256=nTxouoXDU6VcQr8UhA2KiMNt60KvIwM8cH9Z8lo4dXY,4218
 appkit_assistant/backend/processors/openai_responses_processor.py,sha256=Ns8owrvimtZofyyzhoTgi2t_P0feEgLzooJVfCxC3kw,18800
 appkit_assistant/backend/processors/perplexity_processor.py,sha256=weHukv78MSCF_uSCKGSMpNYHsET9OB8IhpvUiMfPQ8A,3355
@@ -26,6 +23,6 @@ appkit_assistant/state/mcp_server_state.py,sha256=L5r3Bd_OzFh_kgWH81cKVBWhE3Ys6m
 appkit_assistant/state/system_prompt_state.py,sha256=cNjjCOHir5sYgsmd5Cv-lAkAIYesKr_jbgQD1Jyuqu0,6620
 appkit_assistant/state/thread_list_state.py,sha256=fQcMy4SZbum1YcbXJ7XFAsZRIeFS-l8BFeNVy01M1Iw,9445
 appkit_assistant/state/thread_state.py,sha256=qImM6x49--0XYonzwgExrpMy7lcgbKtToH_441iP9Gk,29050
-appkit_assistant-0.10.0.dist-info/METADATA,sha256=jgWA_ZjZdcquEcYBZRuVG0XeaMclBl-5yAkrL6lLMmw,8934
-appkit_assistant-0.10.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-appkit_assistant-0.10.0.dist-info/RECORD,,
+appkit_assistant-0.11.0.dist-info/METADATA,sha256=rh7MGcMLx80pKwkcoWg5jvYpe6XF8FNIsK2MAeb3LtQ,8934
+appkit_assistant-0.11.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+appkit_assistant-0.11.0.dist-info/RECORD,,

appkit_assistant/backend/processors/ai_models.py

@@ -1,132 +0,0 @@
-from typing import Final
-
-from appkit_assistant.backend.models import AIModel
-
-DEFAULT: Final = AIModel(
-    id="default",
-    text="Default (GPT 4.1 Mini)",
-    icon="avvia_intelligence",
-    model="default",
-    stream=True,
-)
-
-GEMINI_2_5_FLASH: Final = AIModel(
-    id="gemini-2-5-flash",
-    text="Gemini 2.5 Flash",
-    icon="googlegemini",
-    model="gemini-2-5-flash",
-)
-
-LLAMA_3_2_VISION: Final = AIModel(
-    id="llama32_vision_90b",
-    text="Llama 3.2 Vision 90B (OnPrem)",
-    icon="ollama",
-    model="lllama32_vision_90b",
-)
-
-GPT_4o: Final = AIModel(
-    id="gpt-4o",
-    text="GPT 4o",
-    icon="openai",
-    model="gpt-4o",
-    stream=True,
-    supports_attachments=True,
-    supports_tools=True,
-)
-
-GPT_4_1: Final = AIModel(
-    id="gpt-4.1",
-    text="GPT-4.1",
-    icon="openai",
-    model="gpt-4.1",
-    stream=True,
-    supports_attachments=True,
-    supports_tools=True,
-)
-
-O3: Final = AIModel(
-    id="o3",
-    text="o3 Reasoning",
-    icon="openai",
-    model="o3",
-    temperature=1,
-    stream=True,
-    supports_attachments=True,
-    supports_tools=True,
-)
-
-O4_MINI: Final = AIModel(
-    id="o4-mini",
-    text="o4 Mini Reasoning",
-    icon="openai",
-    model="o4-mini",
-    stream=True,
-    supports_attachments=True,
-    supports_tools=True,
-    temperature=1,
-)
-
-GPT_5: Final = AIModel(
-    id="gpt-5",
-    text="GPT 5",
-    icon="openai",
-    model="gpt-5",
-    stream=True,
-    supports_attachments=True,
-    supports_tools=True,
-    temperature=1,
-)
-
-GPT_5_1: Final = AIModel(
-    id="gpt-5.1",
-    text="GPT 5.1",
-    icon="openai",
-    model="gpt-5.1",
-    stream=True,
-    supports_attachments=True,
-    supports_tools=True,
-    temperature=1,
-)
-
-GPT_5_CHAT: Final = AIModel(
-    id="gpt-5-chat",
-    text="GPT 5 Chat",
-    icon="openai",
-    model="gpt-5-chat",
-    stream=True,
-    supports_attachments=True,
-    supports_tools=False,
-)
-
-GPT_5_MINI: Final = AIModel(
-    id="gpt-5-mini",
-    text="GPT 5 Mini",
-    icon="openai",
-    model="gpt-5-mini",
-    stream=True,
-    supports_attachments=True,
-    supports_tools=True,
-    temperature=1,
-)
-
-GPT_5_1_MINI: Final = AIModel(
-    id="gpt-5.1-mini",
-    text="GPT 5.1 Mini",
-    icon="openai",
-    model="gpt-5.1-mini",
-    stream=True,
-    supports_attachments=True,
-    supports_tools=True,
-    temperature=1,
-)
-
-GPT_5_NANO: Final = AIModel(
-    id="gpt-5-nano",
-    text="GPT 5 Nano",
-    icon="openai",
-    model="gpt-5-nano",
-    stream=True,
-    supports_attachments=True,
-    supports_tools=True,
-    temperature=1,
-)

appkit_assistant/backend/processors/knowledgeai_processor.py

@@ -1,275 +0,0 @@
-import asyncio
-import logging
-from collections.abc import AsyncGenerator
-from typing import Any
-
-from openai import AsyncOpenAI, AsyncStream
-from openai.types.chat import ChatCompletionMessageParam
-
-from appkit_assistant.backend.models import (
-    AIModel,
-    Chunk,
-    ChunkType,
-    MCPServer,
-    Message,
-    MessageType,
-)
-from appkit_assistant.backend.processor import Processor
-
-logger = logging.getLogger(__name__)
-
-
-class KnowledgeAIProcessor(Processor):
-    """Processor that generates Knowledge AI text responses."""
-
-    def __init__(
-        self,
-        server: str,
-        api_key: str,
-        models: dict[str, AIModel] | None = None,
-        with_projects: bool = False,
-    ) -> None:
-        """Initialize the Knowledge AI processor."""
-        super().__init__()
-        self.api_key = api_key
-        self.server = server
-        self.models = models
-        self.with_projects = with_projects
-
-        if with_projects:
-            self._initialize_models()
-
-    def _initialize_models(self) -> None:
-        """Initialize the models supported by this processor."""
-        try:
-            from knai_avvia.backend.models import Project  # noqa: PLC0415
-            from knai_avvia.backend.project_repository import (  # noqa: PLC0415
-                load_projects,  # noqa: E402
-            )
-        except ImportError as e:
-            logger.error("knai_avvia package not available: %s", e)
-            self.models = {}
-            return
-
-        try:
-            projects: list[Project] = asyncio.run(
-                load_projects(
-                    url=self.server,
-                    api_key=self.api_key,
-                )
-            )
-
-            if self.models is None:
-                self.models = {}
-
-            for project in projects:
-                project_key = f"{project.id}"
-                self.models[project_key] = AIModel(
-                    id=project_key,
-                    text=project.name,
-                    icon="avvia_intelligence",
-                )
-        except Exception as e:
-            logger.error("Failed to load projects from Knowledge AI: %s", e)
-            self.models = {}
-
-    async def process(
-        self,
-        messages: list[Message],
-        model_id: str,
-        files: list[str] | None = None,  # noqa: ARG002
-        mcp_servers: list[MCPServer] | None = None,  # noqa: ARG002
-    ) -> AsyncGenerator[Chunk, None]:
-        try:
-            from knai_avvia.backend.chat_client import chat_completion  # noqa: PLC0415
-        except ImportError as e:
-            logger.error("knai_avvia package not available: %s", e)
-            raise ImportError(
-                "knai_avvia package is required for KnowledgeAIProcessor"
-            ) from e
-
-        if model_id not in self.models:
-            logger.error("Model %s not supported by OpenAI processor", model_id)
-            raise ValueError(f"Model {model_id} not supported by OpenAI processor")
-
-        chat_messages = self._convert_messages(messages)
-
-        try:
-            result = await chat_completion(
-                api_key=self.api_key,
-                server=self.server,
-                project_id=int(model_id),
-                question=messages[-2].text,  # last human message
-                history=chat_messages,
-                temperature=0.05,
-            )
-
-            if result.answer:
-                yield Chunk(
-                    type=ChunkType.TEXT,
-                    text=result.answer,
-                    chunk_metadata={
-                        "source": "knowledgeai",
-                        "project_id": model_id,
-                        "streaming": str(False),
-                    },
-                )
-        except Exception as e:
-            raise e
-
-    def get_supported_models(self) -> dict[str, AIModel]:
-        return self.models if self.api_key else {}
-
-    def _convert_messages(self, messages: list[Message]) -> list[dict[str, str]]:
-        return [
-            {"role": "Human", "message": msg.text}
-            if msg.type == MessageType.HUMAN
-            else {"role": "AI", "message": msg.text}
-            for msg in (messages or [])
-            if msg.type in (MessageType.HUMAN, MessageType.ASSISTANT)
-        ]
-
-
-class KnowledgeAIOpenAIProcessor(Processor):
-    """Processor that generates Knowledge AI text responses."""
-
-    def __init__(
-        self,
-        server: str,
-        api_key: str,
-        models: dict[str, AIModel] | None = None,
-        with_projects: bool = False,
-    ) -> None:
-        """Initialize the Knowledge AI processor."""
-        self.api_key = api_key
-        self.server = server
-        self.models = models
-        self.with_projects = with_projects
-        self.client = (
-            AsyncOpenAI(api_key=self.api_key, base_url=self.server + "/api/openai/v1")
-            if self.api_key
-            else None
-        )
-
-        if self.with_projects:
-            self._initialize_models()
-
-    def _initialize_models(self) -> None:
-        """Initialize the models supported by this processor."""
-        try:
-            from knai_avvia.backend.models import Project  # noqa: PLC0415
-            from knai_avvia.backend.project_repository import (  # noqa: PLC0415
-                load_projects,  # noqa: E402
-            )
-        except ImportError as e:
-            logger.error("knai_avvia package not available: %s", e)
-            self.models = {}
-            return
-
-        try:
-            projects: list[Project] = asyncio.run(
-                load_projects(
-                    url=self.server,
-                    api_key=self.api_key,
-                )
-            )
-
-            if self.models is None:
-                self.models = {}
-
-            for project in projects:
-                project_key = f"{project.id}"
-                self.models[project_key] = AIModel(
-                    id=project_key,
-                    project_id=project.id,
-                    text=project.name,
-                    icon="avvia_intelligence",
-                    stream=False,
-                )
-        except Exception as e:
-            logger.error("Failed to load projects from Knowledge AI: %s", e)
-            self.models = {}
-
-    async def process(
-        self,
-        messages: list[Message],
-        model_id: str,
-        files: list[str] | None = None,  # noqa: ARG002
-        mcp_servers: list[MCPServer] | None = None,  # noqa: ARG002
-    ) -> AsyncGenerator[Chunk, None]:
-        if not self.client:
-            raise ValueError("KnowledgeAI OpenAI Client not initialized.")
-
-        model = self.models.get(model_id)
-        if not model:
-            raise ValueError(
-                "Model %s not supported by KnowledgeAI processor", model_id
-            )
-
-        chat_messages = self._convert_messages_to_openai_format(messages)
-
-        try:
-            session_params: dict[str, Any] = {
-                "model": model.model if model.project_id else model.id,
-                "messages": chat_messages[:-1],
-                "stream": model.stream,
-            }
-            if model.project_id:
-                session_params["user"] = str(model.project_id)
-
-            session = await self.client.chat.completions.create(**session_params)
-
-            if isinstance(session, AsyncStream):
-                async for event in session:
-                    if event.choices and event.choices[0].delta:
-                        content = event.choices[0].delta.content
-                        if content:
-                            yield Chunk(
-                                type=ChunkType.TEXT,
-                                text=content,
-                                chunk_metadata={
-                                    "source": "knowledgeai_openai",
-                                    "streaming": str(True),
-                                    "model_id": model_id,
-                                },
-                            )
-            elif session.choices and session.choices[0].message:
-                content = session.choices[0].message.content
-                if content:
-                    logger.debug("Content:\n%s", content)
-                    yield Chunk(
-                        type=ChunkType.TEXT,
-                        text=content,
-                        chunk_metadata={
-                            "source": "knowledgeai_openai",
-                            "streaming": str(False),
-                            "model_id": model_id,
-                        },
-                    )
-        except Exception as e:
-            logger.exception("Failed to get response from OpenAI: %s", e)
-            raise e
-
-    def get_supported_models(self) -> dict[str, AIModel]:
-        return self.models if self.api_key else {}
-
-    def _convert_messages_to_openai_format(
-        self, messages: list[Message]
-    ) -> list[ChatCompletionMessageParam]:
-        formatted: list[ChatCompletionMessageParam] = []
-        role_map = {
-            MessageType.HUMAN: "user",
-            MessageType.SYSTEM: "system",
-            MessageType.ASSISTANT: "assistant",
-        }
-
-        for msg in messages or []:
-            if msg.type not in role_map:
-                continue
-            role = role_map[msg.type]
-            if formatted and role != "system" and formatted[-1]["role"] == role:
-                formatted[-1]["content"] = formatted[-1]["content"] + "\n\n" + msg.text
-            else:
-                formatted.append({"role": role, "content": msg.text})
-
-        return formatted

appkit_assistant/backend/system_prompt.py

@@ -1,56 +0,0 @@
-from typing import Final
-
-SYSTEM_PROMPT: Final[str] = """
-# System Prompt: Kontextbewusster, Tool-orientierter Chat-Client
-
-## 1) Auftrag
-Interpretiere Benutzereingaben semantisch, berücksichtige Kontext (Verlauf, Metadaten, Projekte) und führe die geeignetsten Tools aus, um präzise, nachvollziehbare Ergebnisse zu liefern.
-
-## 2) Prioritäten
-1. Korrektheit und Prägnanz vor Länge.
-2. Tool-Einsatz, wenn verfügbar und sinnvoll; ansonsten fundierte Eigenableitung.
-3. Ergebnisse stets direkt anzeigen (kein Warten/Platzhalter).
-
-## 3) Ausgabeformate
-- **Code:** In Markdown-Codeblöcken mit korrektem Sprach-Tag.
-- **Diagramme:** Immer in Mermaid-Syntax als korrekter Markdown Source.
-- **Analysen/Vergleiche:** Datengetrieben; Tabellen verwenden.
-- **Bilder (wichtig):** Mit Bilderzeugungs-Tools generieren und **immer inline** im Chat anzeigen. Bei realen Personen nur nach vorgängiger Zustimmung.
-
-## 4) Tool-Nutzung
-- Wähle genau **ein** primäres Tool pro Aufgabe (falls mehrere möglich, wähle das mit größtem Nutzen).
-- Nutze Capability-Deskriptoren, führe Tool(s) deterministisch aus, zeige Output unmittelbar.
-- Exploratives Vorgehen ist erlaubt, sofern Ziel und Kontext klar sind.
-- Falls kein Tool passt: direkt antworten (strukturierte Begründung implizit, nicht ausgeben).
-
-{mcp_prompts}
-
-## 5) Kontext
-- Berücksichtige durchgehend Gesprächsverlauf, Nutzerrolle, Organisation und laufende Projekte.
-- Halte Kohärenz über mehrere Turns; vermeide Wiederholungen.
-
-## 6) Fehler- & Ausnahmebehandlung
-- **Toolfehler/Unverfügbarkeit:** Kurz informieren und sofort eine belastbare Alternative liefern (z. B. lokale Schätzung/Analyse).
-- **Mehrdeutigkeit:** Triff eine nachvollziehbare Annahme und liefere ein vollständiges Ergebnis.
-- **Kein geeignetes Tool:** Antwort mit eigener Inferenz, klar strukturiert.
-
-## 7) Qualitätskriterien
-- Präzise, testbare Aussagen; wenn sinnvoll, mit Zahlen/Tabellen.
-- Klare Struktur (Überschriften, Listen, Tabellen, Codeblöcke, Diagramme).
-- Konsistente Terminologie; keine redundanten Passagen.
-
-## 8) Beispiele (Format)
-```python
-def hello_world():
-    print("Hello, world!")
-```
-```mermaid
-flowchart TD
-    A["LLM/Chat-Client"] --> B["MCP Client"]
-    B --> C{{"Transport"}}
-    C -->|stdio| D["FastMCP Server (lokal)"]
-    C -->|http| E["FastMCP Server (remote)"]
-    D --> F["@mcp.tool web_search()"]
-    E --> F
-```
-"""