appkit-assistant 0.17.1__tar.gz → 0.17.3__tar.gz

{appkit_assistant-0.17.1 → appkit_assistant-0.17.3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: appkit-assistant
-Version: 0.17.1
+Version: 0.17.3
 Summary: Add your description here
 Project-URL: Homepage, https://github.com/jenreh/appkit
 Project-URL: Documentation, https://github.com/jenreh/appkit/tree/main/docs

{appkit_assistant-0.17.1 → appkit_assistant-0.17.3}/pyproject.toml

@@ -10,7 +10,7 @@ dependencies = [
     "reflex>=0.8.22",
 ]
 name = "appkit-assistant"
-version = "0.17.1"
+version = "0.17.3"
 description = "Add your description here"
 readme = "README.md"
 authors = [{ name = "Jens Rehpöhler" }]

{appkit_assistant-0.17.1 → appkit_assistant-0.17.3}/src/appkit_assistant/backend/processor.py

@@ -3,6 +3,7 @@ Base processor interface for AI processing services.
 """
 
 import abc
+import asyncio
 import logging
 from collections.abc import AsyncGenerator
 
@@ -40,6 +41,7 @@ class Processor(abc.ABC):
         model_id: str,
         files: list[str] | None = None,
         mcp_servers: list[MCPServer] | None = None,
+        cancellation_token: asyncio.Event | None = None,
     ) -> AsyncGenerator[Chunk, None]:
         """
         Process the thread using an AI model.
@@ -49,6 +51,7 @@ class Processor(abc.ABC):
             model_id: The ID of the model to use.
             files: Optional list of file paths that were uploaded.
             mcp_servers: Optional list of MCP servers to use as tools.
+            cancellation_token: Optional event to signal cancellation.
 
         Returns:
             An async generator that yields Chunk objects containing different content

{appkit_assistant-0.17.1 → appkit_assistant-0.17.3}/src/appkit_assistant/backend/processors/claude_responses_processor.py

@@ -5,6 +5,7 @@ Supports MCP tools, file uploads (images and documents), extended thinking,
 and automatic citation extraction.
 """
 
+import asyncio
 import base64
 import json
 import logging
@@ -69,6 +70,7 @@ class ClaudeResponsesProcessor(BaseClaudeProcessor):
         mcp_servers: list[MCPServer] | None = None,
         payload: dict[str, Any] | None = None,
         user_id: int | None = None,
+        cancellation_token: asyncio.Event | None = None,
     ) -> AsyncGenerator[Chunk, None]:
         """Process messages using Claude Messages API with streaming."""
         if not self.client:
@@ -103,6 +105,9 @@ class ClaudeResponsesProcessor(BaseClaudeProcessor):
                 # Process streaming events
                 async with stream as response:
                     async for event in response:
+                        if cancellation_token and cancellation_token.is_set():
+                            logger.info("Processing cancelled by user")
+                            break
                         chunk = self._handle_event(event)
                         if chunk:
                             yield chunk

{appkit_assistant-0.17.1 → appkit_assistant-0.17.3}/src/appkit_assistant/backend/processors/gemini_responses_processor.py

@@ -2,6 +2,7 @@
 Gemini responses processor for generating AI responses using Google's GenAI API.
 """
 
+import asyncio
 import copy
 import json
 import logging
@@ -72,6 +73,7 @@ class GeminiResponsesProcessor(BaseGeminiProcessor):
         mcp_servers: list[MCPServer] | None = None,
         payload: dict[str, Any] | None = None,
         user_id: int | None = None,
+        cancellation_token: asyncio.Event | None = None,
     ) -> AsyncGenerator[Chunk, None]:
         """Process messages using Google GenAI API with native MCP support."""
         if not self.client:
@@ -120,7 +122,7 @@ class GeminiResponsesProcessor(BaseGeminiProcessor):
         try:
             # Generate content with MCP tools
             async for chunk in self._stream_with_mcp(
-                model.model, contents, config, mcp_sessions
+                model.model, contents, config, mcp_sessions, cancellation_token
             ):
                 yield chunk
 
@@ -193,11 +195,14 @@ class GeminiResponsesProcessor(BaseGeminiProcessor):
         contents: list[types.Content],
         config: types.GenerateContentConfig,
         mcp_sessions: list[Any],
+        cancellation_token: asyncio.Event | None = None,
     ) -> AsyncGenerator[Chunk, None]:
         """Stream responses with MCP tool support."""
         if not mcp_sessions:
             # No MCP sessions, direct streaming
-            async for chunk in self._stream_generation(model_name, contents, config):
+            async for chunk in self._stream_generation(
+                model_name, contents, config, cancellation_token
+            ):
                 yield chunk
             return
 
@@ -225,7 +230,7 @@ class GeminiResponsesProcessor(BaseGeminiProcessor):
 
             # Stream with automatic function calling loop
             async for chunk in self._stream_with_tool_loop(
-                model_name, contents, config, tool_contexts
+                model_name, contents, config, tool_contexts, cancellation_token
             ):
                 yield chunk
 
@@ -235,12 +240,17 @@ class GeminiResponsesProcessor(BaseGeminiProcessor):
         contents: list[types.Content],
         config: types.GenerateContentConfig,
         tool_contexts: list[MCPToolContext],
+        cancellation_token: asyncio.Event | None = None,
     ) -> AsyncGenerator[Chunk, None]:
         """Stream generation with tool call handling loop."""
         max_tool_rounds = 10
         current_contents = list(contents)
 
         for _round_num in range(max_tool_rounds):
+            if cancellation_token and cancellation_token.is_set():
+                logger.info("Processing cancelled by user")
+                break
+
             response = await self.client.aio.models.generate_content(
                 model=model_name, contents=current_contents, config=config
             )
@@ -560,6 +570,7 @@ class GeminiResponsesProcessor(BaseGeminiProcessor):
         model_name: str,
         contents: list[types.Content],
         config: types.GenerateContentConfig,
+        cancellation_token: asyncio.Event | None = None,
     ) -> AsyncGenerator[Chunk, None]:
         """Stream generation from Gemini model."""
         # generate_content_stream returns an awaitable that yields an async generator
@@ -567,6 +578,9 @@ class GeminiResponsesProcessor(BaseGeminiProcessor):
             model=model_name, contents=contents, config=config
         )
         async for chunk in stream:
+            if cancellation_token and cancellation_token.is_set():
+                logger.info("Processing cancelled by user")
+                break
             processed = self._handle_chunk(chunk)
             if processed:
                 yield processed

{appkit_assistant-0.17.1 → appkit_assistant-0.17.3}/src/appkit_assistant/backend/processors/lorem_ipsum_processor.py

@@ -6,6 +6,7 @@ import asyncio
 import logging
 import random
 from collections.abc import AsyncGenerator
+from typing import Any
 
 from appkit_assistant.backend.models import (
     AIModel,
@@ -58,6 +59,8 @@ class LoremIpsumProcessor(Processor):
         model_id: str,
         files: list[str] | None = None,  # noqa: ARG002
         mcp_servers: list[MCPServer] | None = None,  # noqa: ARG002
+        cancellation_token: asyncio.Event | None = None,
+        **kwargs: Any,  # noqa: ARG002
     ) -> AsyncGenerator[Chunk, None]:
         """
         Generate a Lorem Ipsum response of varying lengths based on the model_id.
@@ -67,6 +70,8 @@ class LoremIpsumProcessor(Processor):
             model_id: The model ID (determines response length).
             files: Optional list of files (ignored for this processor).
             mcp_servers: Optional list of MCP servers (ignored for this processor).
+            cancellation_token: Optional event to signal cancellation.
+            **kwargs: Additional arguments.
 
         Returns:
             An async generator that yields Chunk objects with text content.
@@ -84,9 +89,13 @@ class LoremIpsumProcessor(Processor):
 
         num_paragraphs = random.randint(4, 8)  # noqa: S311
         for i in range(num_paragraphs):
+            if cancellation_token and cancellation_token.is_set():
+                break
             paragraph = random.choice(LOREM_PARAGRAPHS)  # noqa: S311
             words = paragraph.split()
             for word in words:
+                if cancellation_token and cancellation_token.is_set():
+                    break
                 content = word + " "
                 await asyncio.sleep(0.01)
                 yield Chunk(

{appkit_assistant-0.17.1 → appkit_assistant-0.17.3}/src/appkit_assistant/backend/processors/openai_chat_completion_processor.py

@@ -1,3 +1,4 @@
+import asyncio
 import logging
 from collections.abc import AsyncGenerator
 from typing import Any
@@ -27,6 +28,8 @@ class OpenAIChatCompletionsProcessor(BaseOpenAIProcessor):
         files: list[str] | None = None,  # noqa: ARG002
         mcp_servers: list[MCPServer] | None = None,
         payload: dict[str, Any] | None = None,
+        cancellation_token: asyncio.Event | None = None,
+        **kwargs: Any,  # noqa: ARG002
     ) -> AsyncGenerator[Chunk, None]:
         """Process messages using the Chat Completions API.
 
@@ -36,6 +39,8 @@ class OpenAIChatCompletionsProcessor(BaseOpenAIProcessor):
             files: File attachments (not used in chat completions)
             mcp_servers: MCP servers (will log warning if provided)
             payload: Additional payload parameters
+            cancellation_token: Optional event to signal cancellation
+            **kwargs: Additional arguments
         """
         if not self.client:
             raise ValueError("OpenAI Client not initialized.")
@@ -63,6 +68,9 @@ class OpenAIChatCompletionsProcessor(BaseOpenAIProcessor):
 
             if isinstance(session, AsyncStream):
                 async for event in session:
+                    if cancellation_token and cancellation_token.is_set():
+                        logger.info("Processing cancelled by user")
+                        break
                     if event.choices and event.choices[0].delta:
                         content = event.choices[0].delta.content
                         if content:

{appkit_assistant-0.17.1 → appkit_assistant-0.17.3}/src/appkit_assistant/backend/processors/openai_responses_processor.py

@@ -1,3 +1,4 @@
+import asyncio
 import json
 import logging
 from collections.abc import AsyncGenerator
@@ -52,6 +53,7 @@ class OpenAIResponsesProcessor(BaseOpenAIProcessor):
         mcp_servers: list[MCPServer] | None = None,
         payload: dict[str, Any] | None = None,
         user_id: int | None = None,
+        cancellation_token: asyncio.Event | None = None,
     ) -> AsyncGenerator[Chunk, None]:
         """Process messages using simplified content accumulator pattern."""
         if not self.client:
@@ -73,6 +75,9 @@ class OpenAIResponsesProcessor(BaseOpenAIProcessor):
             try:
                 if hasattr(session, "__aiter__"):  # Streaming
                     async for event in session:
+                        if cancellation_token and cancellation_token.is_set():
+                            logger.info("Processing cancelled by user")
+                            break
                         chunk = self._handle_event(event)
                         if chunk:
                             yield chunk

{appkit_assistant-0.17.1 → appkit_assistant-0.17.3}/src/appkit_assistant/backend/processors/perplexity_processor.py

@@ -1,3 +1,4 @@
+import asyncio
 import enum
 import logging
 import os
@@ -90,6 +91,8 @@ class PerplexityProcessor(OpenAIChatCompletionsProcessor):
         files: list[str] | None = None,
         mcp_servers: list[MCPServer] | None = None,  # noqa: ARG002
         payload: dict[str, Any] | None = None,
+        cancellation_token: asyncio.Event | None = None,
+        **kwargs: Any,
     ) -> AsyncGenerator[Chunk, None]:
         if model_id not in self.models:
             logger.error("Model %s not supported by Perplexity processor", model_id)
@@ -117,5 +120,7 @@ class PerplexityProcessor(OpenAIChatCompletionsProcessor):
             files=files,
             mcp_servers=None,
             payload=perplexity_payload,
+            cancellation_token=cancellation_token,
+            **kwargs,
         ):
             yield response

{appkit_assistant-0.17.1 → appkit_assistant-0.17.3}/src/appkit_assistant/components/composer.py

@@ -53,13 +53,25 @@ def composer_input(placeholder: str = "Frage etwas...") -> rx.Component:
 
 
 def submit() -> rx.Component:
-    return rx.fragment(
+    return rx.cond(
+        ThreadState.processing,
+        rx.tooltip(
+            rx.button(
+                rx.icon("square", size=14, fill="currentColor"),
+                on_click=ThreadState.request_cancellation,
+                color_scheme="red",
+                variant="solid",
+                type="button",
+                cursor="pointer",
+                loading=ThreadState.cancellation_requested,
+            ),
+            content="Stoppen",
+        ),
         rx.button(
             rx.icon("arrow-right", size=18),
             id="composer-submit",
             name="composer_submit",
             type="submit",
-            loading=ThreadState.processing,
         ),
     )
 

{appkit_assistant-0.17.1 → appkit_assistant-0.17.3}/src/appkit_assistant/state/thread_state.py

@@ -10,6 +10,7 @@ This module contains ThreadState which manages the current active thread:
 See thread_list_state.py for ThreadListState which manages the thread list sidebar.
 """
 
+import asyncio
 import json
 import logging
 import uuid
@@ -61,6 +62,7 @@ class ThreadState(rx.State):
     ai_models: list[AIModel] = []
     selected_model: str = ""
     processing: bool = False
+    cancellation_requested: bool = False
     messages: list[Message] = []
     prompt: str = ""
     suggestions: list[Suggestion] = []
@@ -108,6 +110,8 @@ class ThreadState(rx.State):
     _current_user_id: str = ""
     _skip_user_message: bool = False  # Skip adding user message (for OAuth resend)
     _pending_file_cleanup: list[str] = []  # Files to delete after processing
+    # Internal cancellation event
+    _cancel_event: asyncio.Event | None = None
 
     # -------------------------------------------------------------------------
     # Computed properties
@@ -660,6 +664,14 @@ class ThreadState(rx.State):
         # Trigger processing directly
         await self._process_message()
 
+    @rx.event
+    def request_cancellation(self) -> None:
+        """Signal that the current processing should be cancelled."""
+        self.cancellation_requested = True
+        if self._cancel_event:
+            self._cancel_event.set()
+            logger.info("Cancellation requested by user")
+
     async def _process_message(self) -> None:
         """Process the current message and stream the response."""
         logger.debug("Processing message: %s", self.prompt)
@@ -688,6 +700,9 @@ class ThreadState(rx.State):
             self.uploaded_files = []
             self._pending_file_cleanup = file_paths
 
+            # Initialize cancellation event
+            self._cancel_event = asyncio.Event()
+
         first_response_received = False
         try:
             async for chunk in processor.process(
@@ -696,6 +711,7 @@ class ThreadState(rx.State):
                 files=file_paths or None,
                 mcp_servers=mcp_servers,
                 user_id=user_id,
+                cancellation_token=self._cancel_event,
             ):
                 first_response_received = await self._handle_stream_chunk(
                     chunk=chunk,
@@ -877,7 +893,9 @@ class ThreadState(rx.State):
             if self.messages:
                 self.messages[-1].done = True
             self.processing = False
+            self.cancellation_requested = False
             self.current_activity = ""
+            self._cancel_event = None
 
             # Clean up uploaded files from disk
             if self._pending_file_cleanup: