@ariaflowagents/gemini-native-audio 0.9.0

package/README.md

@@ -0,0 +1,104 @@
+# @ariaflowagents/gemini-native-audio
+
+Gemini Live Native Audio integration for AriaFlow. Uses Google's Gemini Live API for **speech-to-speech** voice agents — the model handles STT and TTS natively, so you don't need separate Deepgram/Cartesia/etc. services.
+
+## What This Does
+
+Unlike traditional voice pipelines (STT → LLM → TTS), Gemini Live accepts raw audio input and produces raw audio output in a single model call. This package wraps that capability for AriaFlow agents:
+
+- **`VoiceEngine`** — Call acceptor. Accepts incoming audio connections and creates per-call workers.
+- **`CallWorker`** — Per-call lifecycle manager. Bridges your audio transport (WebSocket, LiveKit, etc.) to a Gemini Live session. Handles tool calls, session state, and event logging using AriaFlow's Foundation primitives.
+- **`GeminiLiveSession`** — Thin wrapper around `@google/genai` `ai.live.connect()`. Manages the WebSocket connection to Gemini, audio encoding (base64 PCM ↔ Uint8Array), tool dispatch, and session resumption.
+- **`toolSetToGeminiDeclarations`** — Converts AriaFlow/AI SDK tool definitions (Zod schemas) to Gemini's FunctionDeclaration format.
+
+## Architecture
+
+```
+┌─────────────┐     ┌─────────────┐     ┌────────────────────┐
+│   Client     │────>│ CallWorker  │────>│ GeminiLiveSession  │
+│  (WebSocket) │     │             │     │                    │
+│              │<────│  audio +    │<────│  Gemini Live API   │
+│  audio in/out│     │  tool calls │     │  (native audio)    │
+└─────────────┘     └─────────────┘     └────────────────────┘
+                          │
+                          ├── ToolExecutor (runs AriaFlow tools)
+                          ├── ConversationState (persists transcripts)
+                          └── ConversationEventLog (records events)
+```
+
+## Usage
+
+```typescript
+import { VoiceEngine } from '@ariaflowagents/gemini-native-audio';
+import { createFoundation } from '@ariaflowagents/core/foundation';
+
+const foundation = createFoundation({ /* ... */ });
+
+const engine = new VoiceEngine({
+  foundation,
+  agents: [
+    {
+      id: 'receptionist',
+      name: 'Hospital Receptionist',
+      prompt: 'You are a hospital receptionist. Help patients schedule appointments.',
+      voice: 'Charon', // Gemini voice preset
+      tools: { /* AriaFlow tools */ },
+    },
+  ],
+  defaultAgentId: 'receptionist',
+  gemini: {
+    apiKey: process.env.GOOGLE_API_KEY!,
+    model: 'gemini-2.5-flash-native-audio-preview', // default
+  },
+});
+
+// Accept a call from any audio transport
+const worker = await engine.acceptCall({
+  callId: crypto.randomUUID(),
+  transport: myWebSocketTransport, // implements TransportSession
+});
+
+await worker.start();
+```
+
+## TransportSession Interface
+
+Implement this to connect any audio source/sink:
+
+```typescript
+interface TransportSession {
+  sendAudio(data: Uint8Array): void;       // Send audio to client
+  onAudio(handler: (data: Uint8Array) => void): void;  // Receive audio from client
+  onClose(handler: () => void): void;      // Handle disconnect
+  close(): void;                           // Close the transport
+}
+```
+
+## Events
+
+`GeminiLiveSession` emits `RealtimeEvent`s:
+
+| Event | Description |
+|-------|-------------|
+| `audio` | Raw PCM audio from Gemini (send to client) |
+| `transcript` | Text transcript (user or assistant) |
+| `tool-call` | Gemini wants to call a tool |
+| `tool-result` | Tool execution result |
+| `turn-complete` | Model finished speaking |
+| `interrupted` | User interrupted the model |
+| `session-resumed` | Session resumption handle updated |
+| `error` | Error from Gemini |
+
+## Key Details
+
+- **Audio format**: 16-bit PCM at 24kHz
+- **Default model**: `gemini-2.5-flash-native-audio-preview`
+- **Session resumption**: Automatic — `GeminiLiveSession` tracks resumption handles
+- **Tool execution**: Uses AriaFlow's `ToolExecutor` with timeout support
+- **State persistence**: Transcripts are saved to session via `ConversationState`
+
+## Peer Dependencies
+
+- `@ariaflowagents/core` — Foundation primitives (ToolExecutor, ConversationState, etc.)
+- `ai` (v6+) — Vercel AI SDK
+- `zod` — Schema definitions for tools

package/dist/CallWorker.d.ts

@@ -0,0 +1,56 @@
+import type { ToolExecutor, ConversationState, ConversationEventLog, AgentStateController } from '@ariaflowagents/core/foundation';
+import type { LivePromptAssembler } from '@ariaflowagents/core/capabilities';
+import type { MemoryService } from '@ariaflowagents/core/memory';
+import type { VoiceAgentConfig, TransportSession, GeminiConfig } from './types.js';
+export interface CallWorkerConfig {
+    callId: string;
+    sessionId: string;
+    userId?: string;
+    agent: VoiceAgentConfig;
+    transport: TransportSession;
+    gemini: GeminiConfig;
+    toolExecutor: ToolExecutor;
+    conversationState: ConversationState;
+    eventLog: ConversationEventLog;
+    agentState: AgentStateController;
+    /**
+     * Optional LivePromptAssembler for building audio-optimized system prompts.
+     * Used by CapabilityCallWorker to inject voice rules, working memory,
+     * long-term memory, and policy injections into the Gemini Live prompt.
+     */
+    promptAssembler?: LivePromptAssembler;
+    /**
+     * Optional MemoryService for cross-session long-term memory.
+     * When provided, the LivePromptAssembler can preload relevant memories
+     * into the system prompt on each reconfigure.
+     */
+    memoryService?: MemoryService;
+}
+/**
+ * Per-call owner that manages the lifecycle of a single voice call.
+ *
+ * Responsibilities:
+ * - Audio routing between transport (client) and Gemini Live (LLM)
+ * - Tool call dispatch using the shared ToolExecutor
+ * - Session state persistence via ConversationState
+ * - Event logging via ConversationEventLog
+ */
+export declare class CallWorker {
+    private config;
+    private geminiSession;
+    private session;
+    private abortController;
+    constructor(config: CallWorkerConfig);
+    get callId(): string;
+    /**
+     * Start the call: load session, connect to Gemini, wire audio.
+     */
+    start(): Promise<void>;
+    /**
+     * Stop the call: disconnect Gemini, save session, close transport.
+     */
+    stop(): Promise<void>;
+    private handleGeminiEvent;
+    private handleToolCall;
+}
+//# sourceMappingURL=CallWorker.d.ts.map

package/dist/CallWorker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"CallWorker.d.ts","sourceRoot":"","sources":["../src/CallWorker.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EACV,YAAY,EACZ,iBAAiB,EACjB,oBAAoB,EACpB,oBAAoB,EACrB,MAAM,iCAAiC,CAAC;AAEzC,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,mCAAmC,CAAC;AAC7E,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AACjE,OAAO,KAAK,EACV,gBAAgB,EAChB,gBAAgB,EAChB,YAAY,EAEb,MAAM,YAAY,CAAC;AAGpB,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,gBAAgB,CAAC;IACxB,SAAS,EAAE,gBAAgB,CAAC;IAC5B,MAAM,EAAE,YAAY,CAAC;IACrB,YAAY,EAAE,YAAY,CAAC;IAC3B,iBAAiB,EAAE,iBAAiB,CAAC;IACrC,QAAQ,EAAE,oBAAoB,CAAC;IAC/B,UAAU,EAAE,oBAAoB,CAAC;IACjC;;;;OAIG;IACH,eAAe,CAAC,EAAE,mBAAmB,CAAC;IACtC;;;;OAIG;IACH,aAAa,CAAC,EAAE,aAAa,CAAC;CAC/B;AAED;;;;;;;;GAQG;AACH,qBAAa,UAAU;IACrB,OAAO,CAAC,MAAM,CAAmB;IACjC,OAAO,CAAC,aAAa,CAAoB;IACzC,OAAO,CAAC,OAAO,CAAwB;IACvC,OAAO,CAAC,eAAe,CAAyB;gBAEpC,MAAM,EAAE,gBAAgB;IASpC,IAAI,MAAM,IAAI,MAAM,CAEnB;IAED;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAuB5B;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAmB3B,OAAO,CAAC,iBAAiB;YAqCX,cAAc;CAiF7B"}

package/dist/CallWorker.js

@@ -0,0 +1,172 @@
+import { GeminiLiveSession } from './GeminiLiveSession.js';
+/**
+ * Per-call owner that manages the lifecycle of a single voice call.
+ *
+ * Responsibilities:
+ * - Audio routing between transport (client) and Gemini Live (LLM)
+ * - Tool call dispatch using the shared ToolExecutor
+ * - Session state persistence via ConversationState
+ * - Event logging via ConversationEventLog
+ */
+export class CallWorker {
+    config;
+    geminiSession;
+    session = null;
+    abortController = new AbortController();
+    constructor(config) {
+        this.config = config;
+        this.geminiSession = new GeminiLiveSession({
+            gemini: config.gemini,
+            agent: config.agent,
+            onEvent: (event) => this.handleGeminiEvent(event),
+        });
+    }
+    get callId() {
+        return this.config.callId;
+    }
+    /**
+     * Start the call: load session, connect to Gemini, wire audio.
+     */
+    async start() {
+        const { conversationState, sessionId, userId, agentState, agent, transport } = this.config;
+        // Load or create session
+        this.session = await conversationState.load(sessionId, userId);
+        agentState.setActiveAgent(this.session, agent.id);
+        conversationState.bumpSessionTurn(this.session);
+        // Connect to Gemini Live
+        await this.geminiSession.connect();
+        // Wire transport audio → Gemini
+        transport.onAudio((data) => {
+            if (this.abortController.signal.aborted)
+                return;
+            this.geminiSession.sendAudio(data);
+        });
+        // Wire transport close → cleanup
+        transport.onClose(() => {
+            this.stop();
+        });
+    }
+    /**
+     * Stop the call: disconnect Gemini, save session, close transport.
+     */
+    async stop() {
+        this.abortController.abort();
+        await this.geminiSession.disconnect();
+        if (this.session) {
+            this.config.eventLog.cleanup(this.session);
+            await this.config.conversationState.save(this.session);
+        }
+        try {
+            this.config.transport.close();
+        }
+        catch {
+            // Ignore transport close errors
+        }
+    }
+    // --- Private: Gemini event handling ---
+    handleGeminiEvent(event) {
+        switch (event.type) {
+            case 'audio':
+                this.config.transport.sendAudio(event.data);
+                break;
+            case 'transcript':
+                if (this.session && event.role === 'user') {
+                    this.config.conversationState.appendUserMessage(this.session, event.text);
+                }
+                else if (this.session && event.role === 'assistant') {
+                    this.config.conversationState.appendAssistantMessage(this.session, event.text);
+                }
+                break;
+            case 'tool-call':
+                this.handleToolCall(event.id, event.name, event.args).catch((err) => {
+                    console.error(`[CallWorker] Tool call error for ${event.name}:`, err);
+                });
+                break;
+            case 'turn-complete':
+                if (this.session) {
+                    this.config.conversationState.save(this.session).catch((err) => {
+                        console.error('[CallWorker] Failed to save session on turn-complete:', err);
+                    });
+                }
+                break;
+            case 'error':
+                console.error(`[CallWorker] Gemini error: ${event.error}`);
+                break;
+            default:
+                break;
+        }
+    }
+    async handleToolCall(id, name, args) {
+        if (!this.session)
+            return;
+        const { toolExecutor, conversationState, eventLog, agent } = this.config;
+        const tool = agent.tools?.[name];
+        if (!tool || !tool.execute) {
+            console.warn(`[CallWorker] Unknown or non-executable tool: ${name}`);
+            this.geminiSession.sendToolResponse([{
+                    id,
+                    name,
+                    output: { error: `Unknown tool: ${name}` },
+                }]);
+            return;
+        }
+        // Build a minimal RunContext for event logging
+        const ctx = {
+            session: this.session,
+            agentId: agent.id,
+            stepCount: 0,
+            totalTokens: 0,
+            handoffStack: [],
+            startTime: Date.now(),
+            consecutiveErrors: 0,
+            toolCallHistory: [],
+        };
+        // Record tool call event
+        eventLog.record(ctx, {
+            type: 'tool-call',
+            toolCallId: id,
+            toolName: name,
+            args,
+        });
+        // Build an ExecutableTool from the AI SDK Tool (execute is confirmed present above)
+        const executableTool = { execute: tool.execute, description: tool.description };
+        try {
+            const result = await toolExecutor.execute({
+                session: this.session,
+                userId: this.config.userId,
+                agentId: agent.id,
+                toolName: name,
+                tool: executableTool,
+                input: args,
+                toolCallId: id,
+                abortSignal: this.abortController.signal,
+            });
+            // Record result
+            eventLog.record(ctx, {
+                type: 'tool-result',
+                toolCallId: id,
+                toolName: name,
+                result,
+            });
+            // Save session
+            await conversationState.save(this.session);
+            // Send result back to Gemini Live
+            this.geminiSession.sendToolResponse([{ id, name, output: result }]);
+        }
+        catch (error) {
+            const errorMsg = error instanceof Error ? error.message : String(error);
+            eventLog.record(ctx, {
+                type: 'tool-error',
+                toolCallId: id,
+                toolName: name,
+                error: errorMsg,
+            });
+            this.geminiSession.sendToolResponse([{
+                    id,
+                    name,
+                    output: { error: errorMsg },
+                }]);
+        }
+    }
+}
+//# sourceMappingURL=CallWorker.js.map

package/dist/CallWorker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CallWorker.js","sourceRoot":"","sources":["../src/CallWorker.ts"],"names":[],"mappings":"AAgBA,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AA2B3D;;;;;;;;GAQG;AACH,MAAM,OAAO,UAAU;IACb,MAAM,CAAmB;IACzB,aAAa,CAAoB;IACjC,OAAO,GAAmB,IAAI,CAAC;IAC/B,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;IAEhD,YAAY,MAAwB;QAClC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,aAAa,GAAG,IAAI,iBAAiB,CAAC;YACzC,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC;SAClD,CAAC,CAAC;IACL,CAAC;IAED,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,MAAM,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAE3F,yBAAyB;QACzB,IAAI,CAAC,OAAO,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAC/D,UAAU,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;QAClD,iBAAiB,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAEhD,yBAAyB;QACzB,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;QAEnC,gCAAgC;QAChC,SAAS,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACzB,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO;gBAAE,OAAO;YAChD,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QAEH,iCAAiC;QACjC,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE;YACrB,IAAI,CAAC,IAAI,EAAE,CAAC;QACd,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QAE7B,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC;QAEtC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC3C,MAAM,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACzD,CAAC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QAChC,CAAC;QAAC,MAAM,CAAC;YACP,gCAAgC;QAClC,CAAC;IACH,CAAC;IAED,yCAAyC;IAEjC,iBAAiB,CAAC,KAAoB;QAC5C,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,OAAO;gBACV,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC5C,MAAM;YAER,KAAK,YAAY;gBACf,IAAI,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBAC1C,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC5E,CAAC;qBAAM,IAAI,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBACtD,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,sBAAsB,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjF,CAAC;gBACD,MAAM;YAER,KAAK,WAAW;gBACd,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;oBAClE,OAAO,CAAC,KAAK,CAAC,oCAAoC,KAAK,CAAC,IAAI,GAAG,EAAE,GAAG,CAAC,CAAC;gBACxE,CAAC,CAAC,CAAC;gBACH,MAAM;YAER,KAAK,eAAe;gBAClB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBACjB,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;wBAC7D,OAAO,CAAC,KAAK,CAAC,uDAAuD,EAAE,GAAG,CAAC,CAAC;oBAC9E,CAAC,CAAC,CAAC;gBACL,CAAC;gBACD,MAAM;YAER,KAAK,OAAO;gBACV,OAAO,CAAC,KAAK,CAAC,8BAA8B,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;gBAC3D,MAAM;YAER;gBACE,MAAM;QACV,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,EAAU,EAAE,IAAY,EAAE,IAAa;QAClE,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAE1B,MAAM,EAAE,YAAY,EAAE,iBAAiB,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QACzE,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,CAAC;QAEjC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAC3B,OAAO,CAAC,IAAI,CAAC,gDAAgD,IAAI,EAAE,CAAC,CAAC;YACrE,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,CAAC;oBACnC,EAAE;oBACF,IAAI;oBACJ,MAAM,EAAE,EAAE,KAAK,EAAE,iBAAiB,IAAI,EAAE,EAAE;iBAC3C,CAAC,CAAC,CAAC;YACJ,OAAO;QACT,CAAC;QAED,+CAA+C;QAC/C,MAAM,GAAG,GAAe;YACtB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,KAAK,CAAC,EAAE;YACjB,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,CAAC;YACd,YAAY,EAAE,EAAE;YAChB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,iBAAiB,EAAE,CAAC;YACpB,eAAe,EAAE,EAAE;SACpB,CAAC;QAEF,yBAAyB;QACzB,QAAQ,CAAC,MAAM,CAAC,GAAG,EAAE;YACnB,IAAI,EAAE,WAAW;YACjB,UAAU,EAAE,EAAE;YACd,QAAQ,EAAE,IAAI;YACd,IAAI;SACL,CAAC,CAAC;QAEH,oFAAoF;QACpF,MAAM,cAAc,GAAG,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,WAAW,EAAG,IAAiC,CAAC,WAAW,EAAE,CAAC;QAE9G,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC;gBACxC,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;gBAC1B,OAAO,EAAE,KAAK,CAAC,EAAE;gBACjB,QAAQ,EAAE,IAAI;gBACd,IAAI,EAAE,cAAc;gBACpB,KAAK,EAAE,IAAI;gBACX,UAAU,EAAE,EAAE;gBACd,WAAW,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM;aACzC,CAAC,CAAC;YAEH,gBAAgB;YAChB,QAAQ,CAAC,MAAM,CAAC,GAAG,EAAE;gBACnB,IAAI,EAAE,aAAa;gBACnB,UAAU,EAAE,EAAE;gBACd,QAAQ,EAAE,IAAI;gBACd,MAAM;aACP,CAAC,CAAC;YAEH,eAAe;YACf,MAAM,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAE3C,kCAAkC;YAClC,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;QACtE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAExE,QAAQ,CAAC,MAAM,CAAC,GAAG,EAAE;gBACnB,IAAI,EAAE,YAAY;gBAClB,UAAU,EAAE,EAAE;gBACd,QAAQ,EAAE,IAAI;gBACd,KAAK,EAAE,QAAQ;aAChB,CAAC,CAAC;YAEH,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,CAAC;oBACnC,EAAE;oBACF,IAAI;oBACJ,MAAM,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE;iBAC5B,CAAC,CAAC,CAAC;QACN,CAAC;IACH,CAAC;CACF"}

package/dist/CapabilityCallWorker.d.ts

@@ -0,0 +1,46 @@
+import type { CallWorkerConfig } from './CallWorker.js';
+/**
+ * Flow-aware variant of CallWorker.
+ *
+ * Builds a `CapabilityHost` from the agent config and routes every tool result
+ * through `host.processToolResult()`. This enables:
+ * - Flow node transitions → Gemini session reconfigure with updated prompt/tools
+ * - Handoffs → call stop + upstream notification
+ * - End signals → call stop
+ * - Extraction → data merge, continue conversation
+ *
+ * Use when `VoiceAgentConfig.flow` is set. For flat tool-only agents, the
+ * regular `CallWorker` is lighter and equivalent.
+ */
+export declare class CapabilityCallWorker {
+    private config;
+    private geminiSession;
+    private host;
+    private promptAssembler;
+    private session;
+    private abortController;
+    constructor(config: CallWorkerConfig);
+    get callId(): string;
+    /**
+     * Start the call: load session, connect to Gemini with capability config, wire audio.
+     */
+    start(): Promise<void>;
+    /**
+     * Stop the call: disconnect Gemini, save session, close transport.
+     */
+    stop(): Promise<void>;
+    private handleGeminiEvent;
+    private handleToolCall;
+    /**
+     * Rebuild Gemini Live session config from the current capability host state.
+     * Called after a flow transition so the model receives the updated node
+     * system prompt and tool set.
+     *
+     * Uses the LivePromptAssembler to build a prompt that includes runtime
+     * context (working memory, long-term memory, policy injections) alongside
+     * capability sections — matching the richness of ContextAssembleStage.
+     */
+    private reconfigureSession;
+    private buildHost;
+}
+//# sourceMappingURL=CapabilityCallWorker.d.ts.map

package/dist/CapabilityCallWorker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"CapabilityCallWorker.d.ts","sourceRoot":"","sources":["../src/CapabilityCallWorker.ts"],"names":[],"mappings":"AAuBA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAKxD;;;;;;;;;;;;GAYG;AACH,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,MAAM,CAAmB;IACjC,OAAO,CAAC,aAAa,CAAoB;IACzC,OAAO,CAAC,IAAI,CAAiB;IAC7B,OAAO,CAAC,eAAe,CAAsB;IAC7C,OAAO,CAAC,OAAO,CAAwB;IACvC,OAAO,CAAC,eAAe,CAAyB;gBAEpC,MAAM,EAAE,gBAAgB;IA8BpC,IAAI,MAAM,IAAI,MAAM,CAEnB;IAED;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAmB5B;;OAEG;IACG,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAmB3B,OAAO,CAAC,iBAAiB;YAqCX,cAAc;IA4H5B;;;;;;;;OAQG;YACW,kBAAkB;IAiBhC,OAAO,CAAC,SAAS;CAoBlB"}