codex-agent-framework 0.1.86__tar.gz → 0.1.88__tar.gz

{codex_agent_framework-0.1.86 → codex_agent_framework-0.1.88}/CHANGELOG.md

@@ -4,6 +4,29 @@ All notable changes to this project will be documented in this file.
 
 This project loosely follows [Keep a Changelog](https://keepachangelog.com/en/1.1.0/) and uses semantic versioning where practical.
 
+## [0.1.88] - 2026-07-11
+### Added
+- Add server-managed Realtime Voice v2 sessions, exposed through runtime/server endpoints and a dock microphone control.
+- Share the text agent's context and executable tools with Realtime, and persist final voice transcripts as regular user and assistant messages.
+
+### Changed
+- Render dock system activity from explicit events rather than developer messages, including command output, compaction, scheduler, restart, and Realtime notices.
+- Group subagent tool activity under its parent subagent call and simplify dock lifecycle/persistence handling.
+- Require `codex-backend-sdk>=0.3.6` for the current Voice v2 credential surface.
+
+### Fixed
+- Fail Realtime startup synchronously and visibly when no eligible OpenAI API key is available, without advertising a transient active session.
+
+### Tests
+- Validate the release with the 705-test Python suite, 25 desktop tests, frontend build, Tauri release build, and forced `.deb` reinstall.
+
+## [0.1.87] - 2026-07-10
+### Fixed
+- Package desktop dock sources with relative paths so wheels build correctly from source distributions.
+
+### Tests
+- Build and install both source and wheel distributions in isolated environments.
+
 ## [0.1.86] - 2026-07-10
 ### Changed
 - Simplify tool schema token accounting around a shared Responses-tool primitive while preserving local and server tool formats.

{codex_agent_framework-0.1.86/codex_agent_framework.egg-info → codex_agent_framework-0.1.88}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: codex-agent-framework
-Version: 0.1.86
+Version: 0.1.88
 Summary: A lightweight event-driven Codex agent runtime.
 Author: Baptiste
 License-Expression: MIT
@@ -16,7 +16,7 @@ Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: audioop-lts; python_version >= "3.13"
 Requires-Dist: beautifulsoup4
-Requires-Dist: codex-backend-sdk>=0.3.5
+Requires-Dist: codex-backend-sdk>=0.3.6
 Requires-Dist: fastapi
 Requires-Dist: filetype
 Requires-Dist: modict

{codex_agent_framework-0.1.86 → codex_agent_framework-0.1.88}/apps/desktop/src/App.test.ts

@@ -50,7 +50,7 @@ describe("dock native SSE event handling", () => {
     });
   });
 
-  it("keeps developer messages as technical messages", async () => {
+  it("keeps developer messages out of the dock transcript", async () => {
     const { handleSSE } = await import("./App");
 
     handleSSE({
@@ -61,10 +61,7 @@ describe("dock native SSE event handling", () => {
       },
     });
 
-    expect(useStore.getState().messages[0]).toMatchObject({
-      role: "developer",
-      content: [{ type: "text", text: "Runtime resumed" }],
-    });
+    expect(useStore.getState().messages).toEqual([]);
   });
 
   it("extracts assistant tool calls from native messages", async () => {
@@ -205,9 +202,13 @@ describe("dock native SSE event handling", () => {
     });
   });
 
-  it("tracks native subagent tool events", async () => {
+  it("nests subagent tools without adding top-level chat blocks", async () => {
     const { handleSSE } = await import("./App");
 
+    handleSSE({
+      type: "tool_call_start_event",
+      tool_call: { id: "task-1", name: "subagents_run", input: { profile: "explorer" } },
+    });
     handleSSE({
       type: "subagent_event",
       subagent: "explorer",
@@ -217,29 +218,46 @@ describe("dock native SSE event handling", () => {
         tool_call: { id: "sub-tool-1", name: "glob", input: { pattern: "**/*" } },
       },
     });
+    handleSSE({
+      type: "subagent_event",
+      subagent: "explorer",
+      parent_tool_use_id: "task-1",
+      event: {
+        type: "tool_call_done_event",
+        tool_call: { id: "sub-tool-1" },
+        content: "found files",
+      },
+    });
 
+    expect(useStore.getState().messages).toHaveLength(1);
+    expect(useStore.getState().messages[0].content).toEqual([
+      { type: "tool_use", id: "task-1", name: "subagents_run", input: { profile: "explorer" } },
+    ]);
     expect(useStore.getState().toolRegistry["sub-tool-1"]).toMatchObject({
       id: "sub-tool-1",
       name: "glob",
       parentId: "task-1",
       subagentChain: ["explorer"],
-      done: false,
+      done: true,
+      output: "found files",
     });
   });
 
-  it("updates turn and compaction phases", async () => {
+  it("keeps compaction, commands, and scheduler wakes as UI events", async () => {
     const { handleSSE } = await import("./App");
 
-    handleSSE({ type: "assistant_turn_start_event" });
-    expect(useStore.getState()).toMatchObject({ sending: true, agentPhase: "responding" });
-
     handleSSE({ type: "compaction_requested_event" });
     expect(useStore.getState().compacting).toBe(true);
-
-    handleSSE({ type: "assistant_turn_end_event" });
-    expect(useStore.getState()).toMatchObject({ sending: false, agentPhase: "idle" });
-
     handleSSE({ type: "compaction_completed_event" });
+    handleSSE({ type: "slash_command_done_event", name: "compact", result: "done" });
+    handleSSE({ type: "wakeup_triggered_event", job: { title: "Night maintenance" } });
+
     expect(useStore.getState().compacting).toBe(false);
+    expect(useStore.getState().messages).toEqual([]);
+    expect(useStore.getState().uiEvents).toMatchObject([
+      { title: "Contexte compacté", level: "success" },
+      { title: "/compact terminée", output: "done", level: "success" },
+      { title: "Night maintenance déclenché", level: "info" },
+    ]);
   });
 });

{codex_agent_framework-0.1.86 → codex_agent_framework-0.1.88}/apps/desktop/src/App.tsx

@@ -48,16 +48,15 @@ async function dockRegistrationState(collapsed: boolean): Promise<DesktopState>
   return state;
 }
 
-async function trackWindowGeo() {
-  if (!isTauri) return;
+async function trackWindowGeo(): Promise<() => void> {
+  if (!isTauri) return () => {};
   const { getCurrentWindow } = await import("@tauri-apps/api/window");
   const win = getCurrentWindow();
   let lastGeo = "";
 
-  // Poll every 2s — skip while collapsed so we don't overwrite the expanded size.
-  setInterval(async () => {
-    const { collapsed } = useStore.getState();
-    if (collapsed) return;
+  // Skip while collapsed so we don't overwrite the expanded size.
+  const interval = window.setInterval(async () => {
+    if (useStore.getState().collapsed) return;
     try {
       const f = await win.scaleFactor();
       const pos = await win.outerPosition();
@@ -70,6 +69,7 @@ async function trackWindowGeo() {
       if (key !== lastGeo) { lastGeo = key; cacheDockUI(geo); }
     } catch { /* ignore */ }
   }, 2000);
+  return () => window.clearInterval(interval);
 }
 
 
@@ -126,7 +126,11 @@ export function handleSSE(event: SSEEvent, isReplay = false) {
       store.setSending(false);
       store.setAgentPhase("idle");
       store.setLastToolName("");
-      store.addMessage({ role: "result", content: [], is_error: true });
+      store.addUiEvent({
+        title: "Tour interrompu par une erreur",
+        detail: textFromContent(event.error),
+        level: "error",
+      });
       break;
     case "assistant_interrupt_requested_event":
     case "assistant_interrupted_event":
@@ -147,25 +151,44 @@ export function handleSSE(event: SSEEvent, isReplay = false) {
     case "interaction_cancelled_event":
       handleInteractionClosed(event);
       break;
+    case "realtime_starting_event":
+      store.setRealtimeState("starting");
+      break;
+    case "realtime_started_event":
+      store.setRealtimeState("active");
+      break;
+    case "realtime_stopped_event":
+      store.setRealtimeState("stopped");
+      break;
+    case "realtime_error_event":
+      store.setRealtimeState("error");
+      store.addUiEvent({
+        title: "Session vocale interrompue",
+        detail: typeof event.error === "string" ? event.error : undefined,
+        level: "error",
+      });
+      break;
     case "compaction_requested_event":
       store.setCompacting(true);
       break;
     case "compaction_completed_event":
       store.setCompacting(false);
-      store.addTextMessage("developer", "Contexte compacté");
+      store.addUiEvent({ title: "Contexte compacté", level: "success" });
       break;
     case "compaction_failed_event":
       store.setCompacting(false);
-      store.addTextMessage("developer", `Compaction failed: ${textFromContent(event.error || event.reason)}`);
+      store.addUiEvent({
+        title: "Compaction échouée",
+        detail: textFromContent(event.error || event.reason),
+        level: "error",
+      });
       break;
     case "session_loaded_event": {
       if (typeof event.session_id === "string") store.setSessionId(event.session_id);
       const session = isRecord(event.session) ? event.session : null;
       const messages = Array.isArray(session?.messages) ? session.messages : [];
-      if (messages.length) {
-        store.clearMessages();
-        for (const message of messages) handleMessageEvent({ type: "message_added_event", message });
-      }
+      store.clearMessages();
+      for (const message of messages) handleMessageEvent({ type: "message_added_event", message });
       break;
     }
     case "session_deleted_event":
@@ -177,9 +200,14 @@ export function handleSSE(event: SSEEvent, isReplay = false) {
     case "desktop_control_event":
       handleDesktopControl(event);
       break;
+    case "wakeup_triggered_event":
+      handleWakeupTriggered(event);
+      break;
+    case "restart_wakeup_event":
+      handleRestartWakeup(event);
+      break;
     case "audio_playback_event":
     case "wakeup_scheduled_event":
-    case "wakeup_triggered_event":
     case "wakeup_cancelled_event":
       break;
   }
@@ -251,9 +279,8 @@ function handleMessageEvent(event: SSEEvent) {
     return;
   }
 
-  const role = message.role === "assistant" || message.role === "user" || message.role === "developer"
-    ? message.role
-    : "assistant";
+  if (message.role !== "assistant" && message.role !== "user") return;
+  const role = message.role;
   const blocks = [
     ...blocksFromContent(message.content),
     ...blocksFromToolCalls(message.tool_calls),
@@ -277,7 +304,7 @@ function handleToolCallStart(
   const input = toolCallInput(toolCall);
   if (id) {
     useStore.getState().registerToolUse(id, name, input, opts);
-    if (!hasDisplayedToolUse(id)) {
+    if (!opts?.parentId && !hasDisplayedToolUse(id)) {
       useStore.getState().addMessage({ role: "assistant", content: [{ type: "tool_use", id, name, input }] });
     }
   }
@@ -285,13 +312,16 @@ function handleToolCallStart(
   useStore.getState().setLastToolName(name);
 }
 
-function handleToolCallDone(event: SSEEvent) {
+function handleToolCallDone(
+  event: SSEEvent,
+  opts?: { parentId?: string },
+) {
   const toolCall = toolCallData(event);
   const id = stringField(toolCall, "id") || stringField(toolCall, "call_id") || stringField(event, "call_id");
   const output = textFromContent(event.content ?? event.result ?? objectField(toolCall, "output"));
   const isError = Boolean(event.is_error) || output.startsWith("<error>");
   if (id) useStore.getState().resolveToolResult(id, isError, output);
-  if (!id || !hasDisplayedToolResult(id)) {
+  if (!opts?.parentId && (!id || !hasDisplayedToolResult(id))) {
     useStore.getState().addMessage({
       role: "assistant",
       content: [{ type: "tool_result", tool_use_id: id, output, is_error: isError }],
@@ -330,10 +360,27 @@ function handleInteractionClosed(event: SSEEvent) {
 }
 
 function handleSlashCommandDone(event: SSEEvent) {
-  useStore.getState().setSending(false);
-  useStore.getState().setAgentPhase("idle");
-  const text = textFromContent(event.result || event.error);
-  if (text) useStore.getState().addTextMessage(event.error ? "developer" : "assistant", text);
+  const store = useStore.getState();
+  store.setSending(false);
+  store.setAgentPhase("idle");
+  const name = stringField(event, "name");
+  const output = textFromContent(event.result || event.error);
+  store.addUiEvent({
+    title: event.error ? `/${name || "command"} échouée` : `/${name || "command"} terminée`,
+    output: output || undefined,
+    level: event.error ? "error" : "success",
+  });
+}
+
+function handleWakeupTriggered(event: SSEEvent) {
+  const job = objectField(event, "job");
+  const title = stringField(job, "title") || "Wakeup scheduler";
+  useStore.getState().addUiEvent({ title: `${title} déclenché`, level: "info" });
+}
+
+function handleRestartWakeup(event: SSEEvent) {
+  const title = stringField(event, "title") || "Wakeup post-restart";
+  useStore.getState().addUiEvent({ title: `${title} déclenché`, level: "info" });
 }
 
 function handleSubAgentEvent(event: SSEEvent) {
@@ -346,9 +393,7 @@ function handleSubAgentEvent(event: SSEEvent) {
   if (innerEvent.type === "tool_call_start_event") {
     handleToolCallStart(innerEvent, { parentId, subagentChain: chain });
   } else if (innerEvent.type === "tool_call_done_event") {
-    handleToolCallDone(innerEvent);
-  } else if (innerEvent.type === "message_added_event") {
-    handleMessageEvent(innerEvent);
+    handleToolCallDone(innerEvent, { parentId });
   }
 }
 
@@ -511,9 +556,18 @@ export default function App() {
   const headerHeight = useStore((s) => s.headerHeight);
   const composerHeight = useStore((s) => s.composerHeight);
 
-  // Restore window position/size on mount, then track changes
+  // Restore window position/size on mount, then track changes.
   useEffect(() => {
-    trackWindowGeo();
+    let disposed = false;
+    let stop = () => {};
+    trackWindowGeo().then((cleanup) => {
+      if (disposed) cleanup();
+      else stop = cleanup;
+    });
+    return () => {
+      disposed = true;
+      stop();
+    };
   }, []);
   // Zoom: read from cache instantly, persist to server file
   const [zoom, setZoom] = useState(() => getCachedDockUI().zoom || 1.0);
@@ -648,26 +702,22 @@ export default function App() {
     };
   }, [setConnected]);
 
-  // Register the desktop dock like the TUI: the server tracks a live PID and
-  // discards stale state automatically when that process exits.
+  // Register the dock like the TUI: the server uses its PID to discard stale state.
+  const dockPidRef = useRef<number | undefined>(undefined);
   useEffect(() => {
-    dockRegistrationState(collapsed).then(registerDesktop).catch(() => {});
-  }, [collapsed]);
-
-  useEffect(() => {
-    if (!isTauri) return;
-    let pid: number | undefined;
     dockRegistrationState(collapsed)
       .then((state) => {
-        pid = state.pid;
+        dockPidRef.current = state.pid ?? undefined;
         return registerDesktop(state);
       })
       .catch(() => {});
-    const cleanup = () => { unregisterDesktop(pid).catch(() => {}); };
-    window.addEventListener("beforeunload", cleanup);
+  }, [collapsed]);
+  useEffect(() => {
+    const unregister = () => { unregisterDesktop(dockPidRef.current).catch(() => {}); };
+    window.addEventListener("beforeunload", unregister);
     return () => {
-      window.removeEventListener("beforeunload", cleanup);
-      cleanup();
+      window.removeEventListener("beforeunload", unregister);
+      unregister();
     };
   }, []);
 

{codex_agent_framework-0.1.86 → codex_agent_framework-0.1.88}/apps/desktop/src/api.ts

@@ -42,6 +42,10 @@ const SSE_EVENT_TYPES = [
   "interaction_requested_event",
   "interaction_resolved_event",
   "interaction_cancelled_event",
+  "realtime_starting_event",
+  "realtime_started_event",
+  "realtime_stopped_event",
+  "realtime_error_event",
   "compaction_requested_event",
   "compaction_completed_event",
   "compaction_failed_event",
@@ -53,6 +57,7 @@ const SSE_EVENT_TYPES = [
   "wakeup_scheduled_event",
   "wakeup_triggered_event",
   "wakeup_cancelled_event",
+  "restart_wakeup_event",
 ];
 
 function parseSSEMessage(event: MessageEvent, fallbackType?: string): SSEEvent | null {
@@ -206,6 +211,18 @@ export const loadPlugin = (name: string, kind = "auto") => post<unknown>(`/plugi
 export const unloadPlugin = (name: string) => post<unknown>(`/plugins/${encodeURIComponent(name)}/unload`);
 export const reloadPlugin = (name: string) => post<unknown>(`/plugins/${encodeURIComponent(name)}/reload`);
 
+export interface RealtimeStatus {
+  active: boolean;
+  state: "stopped" | "starting" | "active" | "stopping" | "error";
+  loaded?: boolean;
+  session_id?: string;
+  error?: string;
+}
+
+export const getRealtimeStatus = () => get<RealtimeStatus>("/realtime");
+export const startRealtimeVoice = () => post<RealtimeStatus>("/realtime/start");
+export const stopRealtimeVoice = () => post<RealtimeStatus>("/realtime/stop");
+
 export interface AccountInfo {
   authenticated?: boolean;
   id?: string;