flowent 0.3.2 → 0.3.3

package/backend/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "flowent"
-version = "0.3.2"
+version = "0.3.3"
 description = "A workflow orchestration platform for multi-agent collaboration"
 readme = "README.md"
 authors = [

package/backend/src/flowent/agent.py

@@ -1,9 +1,11 @@
 from __future__ import annotations
 
+import asyncio
 import logging
 from collections.abc import AsyncIterator, Awaitable, Callable, Mapping, Sequence
 from dataclasses import dataclass
 from pathlib import Path
+from typing import cast
 from uuid import uuid4
 
 from pydantic import BaseModel, ConfigDict
@@ -44,6 +46,10 @@ Use tools deliberately:
 - Apply structured patches for file edits.
 - Run shell commands for diagnostics, builds, tests, and operations that require the local environment.
 - When a shell command needs to write outside the current workspace, declare each needed writable directory with sandbox_permissions set to with_additional_permissions and additional_permissions.file_system.write. Flowent reviews elevated permissions automatically, so keep the requested paths specific and tied to the task.
+- Use workflow tools when the user asks to view, inspect, run, create, or modify saved workflows. List workflows first when you need the workflow id. Read a workflow before modifying it.
+- When running a workflow and the user's current message contains the content to process, pass that content as the run_workflow input. Use inputs only when you need to target specific input node ids.
+- When creating or updating a workflow, save a complete workflow object with valid node ids and edges. If saving fails, use the validation error as context and explain what needs to change.
+- Do not delete workflows. If the user asks to delete a workflow, say that you cannot do that directly.
 - Search the web only when current external information is needed.
 - Update the plan when a task has multiple meaningful steps.
 
@@ -315,6 +321,20 @@ async def run_agent_stream(
                 )
                 logger.log(TRACE_LEVEL, "Tool start item=%r", tool_item)
                 yield AgentStreamEvent(event="tool_start", data={"tool": tool_item})
+                tool_event_queue: asyncio.Queue[dict[str, object]] = asyncio.Queue()
+
+                async def emit_tool_event(
+                    data: dict[str, object],
+                    *,
+                    queue: asyncio.Queue[dict[str, object]] = tool_event_queue,
+                    tool_id: str = str(tool_item["id"]),
+                ) -> None:
+                    yield_data = {
+                        "id": tool_id,
+                        **data,
+                    }
+                    await queue.put(yield_data)
+
                 extra_result = (
                     await extra_tool_runner(tool_call.name, arguments)
                     if extra_tool_runner is not None
@@ -324,8 +344,12 @@ async def run_agent_stream(
                     extra_result if isinstance(extra_result, ToolResult) else None
                 )
                 if tool_result is None:
-                    context = ToolContext(cwd=cwd, web_searcher=web_searcher)
-                    tool_result = await (
+                    context = ToolContext(
+                        cwd=cwd,
+                        emit_event=emit_tool_event,
+                        web_searcher=web_searcher,
+                    )
+                    tool_task: asyncio.Future[ToolResult] = asyncio.ensure_future(
                         tool_runner(
                             tool_call.name,
                             arguments,
@@ -338,6 +362,41 @@ async def run_agent_stream(
                             context,
                         )
                     )
+                    pending_event_task: asyncio.Future[dict[str, object]] | None = None
+                    try:
+                        while True:
+                            if pending_event_task is None:
+                                pending_event_task = asyncio.create_task(
+                                    tool_event_queue.get()
+                                )
+                            done, _ = await asyncio.wait(
+                                {
+                                    cast(asyncio.Future[object], tool_task),
+                                    cast(asyncio.Future[object], pending_event_task),
+                                },
+                                return_when=asyncio.FIRST_COMPLETED,
+                            )
+                            if pending_event_task in done:
+                                yield AgentStreamEvent(
+                                    event="tool_update",
+                                    data=pending_event_task.result(),
+                                )
+                                pending_event_task = None
+                            if tool_task in done:
+                                if pending_event_task is not None:
+                                    pending_event_task.cancel()
+                                break
+                    except asyncio.CancelledError:
+                        tool_task.cancel()
+                        if pending_event_task is not None:
+                            pending_event_task.cancel()
+                        raise
+                    tool_result = await tool_task
+                    while not tool_event_queue.empty():
+                        yield AgentStreamEvent(
+                            event="tool_update",
+                            data=tool_event_queue.get_nowait(),
+                        )
                 result_content = tool_result_model_content(tool_result)
                 logger.debug(
                     "Tool call finished name=%s id=%s ok=%s",

package/backend/src/flowent/app.py

@@ -23,6 +23,7 @@ from flowent.routes.workspace import register_workspace_routes
 from flowent.sandbox import ensure_sandbox_available
 from flowent.storage import StateStore
 from flowent.system_tools import ensure_ripgrep_available
+from flowent.workflow_service import WorkflowService
 from flowent.workspace.runtime import WorkspaceRuntime
 
 logger = logging.getLogger("flowent.app")
@@ -57,6 +58,10 @@ def create_app(
     store = StateStore()
     compact_provider = LocalSummaryCompactProvider()
     mcp_manager = McpManager(store=store, transport=mcp_transport)
+    workflow_service = WorkflowService(
+        chat_completion=chat_completion,
+        store=store,
+    )
 
     static_dir = frontend_static_directory().resolve(strict=False)
     logger.debug("Flowent app created serve_frontend=%s", serve_frontend)
@@ -69,6 +74,7 @@ def create_app(
         cwd=cwd,
         mcp_manager=mcp_manager,
         store=store,
+        workflow_service=workflow_service,
     )
 
     telegram_bot_manager = TelegramBotManager(
@@ -121,8 +127,7 @@ def create_app(
     )
     register_workflow_routes(
         app,
-        chat_completion=chat_completion,
-        store=store,
+        workflow_service=workflow_service,
     )
     register_permission_routes(app, cwd=cwd, store=store)
     register_workspace_routes(app, runtime=runtime, store=store)

package/backend/src/flowent/permissions.py

@@ -14,6 +14,7 @@ from flowent.patch import affected_paths
 from flowent.sandbox import SandboxError, SandboxRunner, path_is_within
 from flowent.shell import shell_invocation
 from flowent.tools import (
+    CommandOutputCollector,
     ToolContext,
     ToolResult,
     command_tool_result,
@@ -305,17 +306,25 @@ async def shell_command_with_writable_paths(
     command = str(arguments["command"])
     timeout_seconds = number_argument(arguments, "timeout_seconds", 30)
     invocation = shell_invocation(command)
+    collector = CommandOutputCollector(command, context.emit_event)
     result = await SandboxRunner(
         cwd=context.cwd,
         writable_roots=writable_paths,
-    ).run_async(invocation.args, env=invocation.env, timeout_seconds=timeout_seconds)
+    ).run_async(
+        invocation.args,
+        env=invocation.env,
+        on_stderr=collector.append_stderr,
+        on_stdout=collector.append_stdout,
+        timeout_seconds=timeout_seconds,
+    )
     ok = result.exit_code == 0
     return ToolResult(
         result=command_tool_result(
             command=command,
             exit_code=result.exit_code,
-            stderr=result.stderr,
-            stdout=result.stdout,
+            output_chunks=collector.output_chunks,
+            stderr=result.stderr or collector.stderr,
+            stdout=result.stdout or collector.stdout,
         ),
         ok=ok,
         title=f"Ran {command}",

package/backend/src/flowent/routes/workflow_routes.py

@@ -1,63 +1,31 @@
 from fastapi import FastAPI, HTTPException
 
-from flowent.llm import CompletionCallable
-from flowent.provider_connections import selected_connection
-from flowent.storage import StateStore, StoredWorkflow
-from flowent.workflows import (
-    WorkflowRunResponse,
-    run_workflow_definition,
-    validate_workflow_draft,
-    workflow_requires_connection,
-)
+from flowent.storage import StoredWorkflow
+from flowent.workflow_service import WorkflowService
+from flowent.workflows import WorkflowRunResponse
 
 
 def register_workflow_routes(
     app: FastAPI,
     *,
-    chat_completion: CompletionCallable | None,
-    store: StateStore,
+    workflow_service: WorkflowService,
 ) -> None:
     @app.put("/api/workflows")
     async def save_workflow(workflow: StoredWorkflow) -> StoredWorkflow:
         try:
-            return store.save_workflow(
-                validate_workflow_draft(
-                    workflow.model_copy(
-                        update={"name": workflow.name.strip() or "Untitled Workflow"}
-                    )
-                )
-            )
+            return workflow_service.save_workflow(workflow)
         except ValueError as error:
             raise HTTPException(status_code=400, detail=str(error)) from error
 
     @app.delete("/api/workflows/{workflow_id}")
     async def delete_workflow(workflow_id: str) -> dict[str, bool]:
-        store.delete_workflow(workflow_id)
+        workflow_service.store.delete_workflow(workflow_id)
         return {"ok": True}
 
     @app.post("/api/workflows/{workflow_id}/run")
     async def run_workflow(workflow_id: str) -> WorkflowRunResponse:
-        workflow = next(
-            (
-                current_workflow
-                for current_workflow in store.read_workflows()
-                if current_workflow.id == workflow_id
-            ),
-            None,
-        )
-        if workflow is None:
-            raise HTTPException(status_code=404, detail="Workflow not found.")
         try:
-            connection = (
-                selected_connection(store.read_state())
-                if workflow_requires_connection(workflow.definition)
-                else None
-            )
-            return await run_workflow_definition(
-                completion=chat_completion,
-                connection=connection,
-                definition=workflow.definition,
-                workflow_id=workflow.id,
-            )
+            return await workflow_service.run_workflow(workflow_id)
         except ValueError as error:
-            raise HTTPException(status_code=400, detail=str(error)) from error
+            status_code = 404 if str(error) == "Workflow not found." else 400
+            raise HTTPException(status_code=status_code, detail=str(error)) from error

package/backend/src/flowent/sandbox.py

@@ -8,7 +8,7 @@ import shutil
 import signal
 import subprocess
 import tempfile
-from collections.abc import Mapping
+from collections.abc import Awaitable, Callable, Mapping
 from contextlib import suppress
 from dataclasses import dataclass
 from pathlib import Path
@@ -34,6 +34,9 @@ class SandboxError(RuntimeError):
     pass
 
 
+OutputCallback = Callable[[str], Awaitable[None]]
+
+
 SANDBOX_INSTALL_HINT = (
     "Install bubblewrap and try again. Debian/Ubuntu: "
     "sudo apt-get install bubblewrap. Fedora: sudo dnf install bubblewrap. "
@@ -213,6 +216,29 @@ class SandboxRunner:
             return value.decode(errors="replace")
         return value
 
+    async def _read_stream(
+        self,
+        stream: asyncio.StreamReader | None,
+        callback: OutputCallback | None,
+    ) -> str:
+        if stream is None:
+            return ""
+        chunks: list[str] = []
+        remaining = self.output_limit
+        while True:
+            chunk = await stream.read(4096)
+            if not chunk:
+                break
+            text = self._text_output(chunk)
+            if remaining <= 0:
+                continue
+            limited = text[:remaining]
+            remaining -= len(limited)
+            chunks.append(limited)
+            if callback is not None and limited:
+                await callback(limited)
+        return "".join(chunks)
+
     def __init__(
         self,
         *,
@@ -334,6 +360,8 @@ class SandboxRunner:
         *,
         env: dict[str, str] | None = None,
         input_text: str | None = None,
+        on_stderr: OutputCallback | None = None,
+        on_stdout: OutputCallback | None = None,
         timeout_seconds: float | None = None,
     ) -> CommandResult:
         process_env = build_shell_environment(env)
@@ -346,22 +374,26 @@ class SandboxRunner:
             stdout=asyncio.subprocess.PIPE,
             stderr=asyncio.subprocess.PIPE,
         )
+        stdout_task = asyncio.create_task(self._read_stream(process.stdout, on_stdout))
+        stderr_task = asyncio.create_task(self._read_stream(process.stderr, on_stderr))
+        if input_text is not None and process.stdin is not None:
+            process.stdin.write(input_text.encode())
+            await process.stdin.drain()
+            process.stdin.close()
         try:
-            stdout, stderr = await asyncio.wait_for(
-                process.communicate(
-                    input_text.encode() if input_text is not None else None
-                ),
-                timeout=timeout_seconds or self.timeout_seconds,
+            await asyncio.wait_for(
+                process.wait(), timeout=timeout_seconds or self.timeout_seconds
             )
         except TimeoutError as error:
             with suppress(ProcessLookupError):
                 os.killpg(process.pid, signal.SIGKILL)
-            stdout, stderr = await process.communicate()
+            await process.wait()
+            stdout, stderr = await asyncio.gather(stdout_task, stderr_task)
             return CommandResult(
                 command=" ".join(command),
                 exit_code=124,
                 stderr=str(error) or "Command timed out.",
-                stdout=self._text_output(stdout)[: self.output_limit],
+                stdout=stdout,
             )
         except asyncio.CancelledError:
             with suppress(ProcessLookupError):
@@ -372,13 +404,16 @@ class SandboxRunner:
                 with suppress(ProcessLookupError):
                     os.killpg(process.pid, signal.SIGKILL)
                 await process.wait()
+            for task in [stdout_task, stderr_task]:
+                task.cancel()
             raise
 
+        stdout, stderr = await asyncio.gather(stdout_task, stderr_task)
         return CommandResult(
             command=" ".join(command),
             exit_code=process.returncode or 0,
-            stderr=self._text_output(stderr)[: self.output_limit],
-            stdout=self._text_output(stdout)[: self.output_limit],
+            stderr=stderr,
+            stdout=stdout,
         )
 
     async def run_async(
@@ -387,6 +422,8 @@ class SandboxRunner:
         *,
         env: dict[str, str] | None = None,
         input_text: str | None = None,
+        on_stderr: OutputCallback | None = None,
+        on_stdout: OutputCallback | None = None,
         timeout_seconds: float | None = None,
     ) -> CommandResult:
         sandbox_command = self.build_command(command)
@@ -405,22 +442,26 @@ class SandboxRunner:
             stdout=asyncio.subprocess.PIPE,
             stderr=asyncio.subprocess.PIPE,
         )
+        stdout_task = asyncio.create_task(self._read_stream(process.stdout, on_stdout))
+        stderr_task = asyncio.create_task(self._read_stream(process.stderr, on_stderr))
+        if input_text is not None and process.stdin is not None:
+            process.stdin.write(input_text.encode())
+            await process.stdin.drain()
+            process.stdin.close()
         try:
-            stdout, stderr = await asyncio.wait_for(
-                process.communicate(
-                    input_text.encode() if input_text is not None else None
-                ),
-                timeout=timeout_seconds or self.timeout_seconds,
+            await asyncio.wait_for(
+                process.wait(), timeout=timeout_seconds or self.timeout_seconds
             )
         except TimeoutError as error:
             with suppress(ProcessLookupError):
                 os.killpg(process.pid, signal.SIGKILL)
-            stdout, stderr = await process.communicate()
+            await process.wait()
+            stdout, stderr = await asyncio.gather(stdout_task, stderr_task)
             return CommandResult(
                 command=" ".join(command),
                 exit_code=124,
                 stderr=str(error) or "Command timed out.",
-                stdout=self._text_output(stdout)[: self.output_limit],
+                stdout=stdout,
             )
         except asyncio.CancelledError:
             with suppress(ProcessLookupError):
@@ -431,14 +472,17 @@ class SandboxRunner:
                 with suppress(ProcessLookupError):
                     os.killpg(process.pid, signal.SIGKILL)
                 await process.wait()
+            for task in [stdout_task, stderr_task]:
+                task.cancel()
             raise
         finally:
             if sandbox_command.seccomp_file is not None:
                 sandbox_command.seccomp_file.close()
 
+        stdout, stderr = await asyncio.gather(stdout_task, stderr_task)
         return CommandResult(
             command=" ".join(command),
             exit_code=process.returncode or 0,
-            stderr=self._text_output(stderr)[: self.output_limit],
-            stdout=self._text_output(stdout)[: self.output_limit],
+            stderr=stderr,
+            stdout=stdout,
         )

package/backend/src/flowent/state/models.py

@@ -90,7 +90,7 @@ class StoredWorkflowNode(BaseModel):
     position: StoredWorkflowNodePosition = Field(
         default_factory=StoredWorkflowNodePosition
     )
-    type: Literal["input", "agent", "merge", "output"]
+    type: Literal["input", "agent", "merge", "code", "output"]
 
 
 class StoredWorkflowEdge(BaseModel):