@ariaflowagents/gemini-native-audio 0.9.0

package/dist/CapabilityCallWorker.js

@@ -0,0 +1,319 @@
+import { CapabilityHost, FlowCapability, toGeminiDeclarations, DefaultLivePromptAssembler, } from '@ariaflowagents/core/capabilities';
+import { GeminiLiveSession } from './GeminiLiveSession.js';
+import { z } from 'zod';
+// ─── CapabilityCallWorker ─────────────────────────────────────────────────────
+/**
+ * Flow-aware variant of CallWorker.
+ *
+ * Builds a `CapabilityHost` from the agent config and routes every tool result
+ * through `host.processToolResult()`. This enables:
+ * - Flow node transitions → Gemini session reconfigure with updated prompt/tools
+ * - Handoffs → call stop + upstream notification
+ * - End signals → call stop
+ * - Extraction → data merge, continue conversation
+ *
+ * Use when `VoiceAgentConfig.flow` is set. For flat tool-only agents, the
+ * regular `CallWorker` is lighter and equivalent.
+ */
+export class CapabilityCallWorker {
+    config;
+    geminiSession;
+    host;
+    promptAssembler;
+    session = null;
+    abortController = new AbortController();
+    constructor(config) {
+        this.config = config;
+        // Build CapabilityHost synchronously — no async needed here.
+        this.host = this.buildHost(config.agent);
+        // Use injected assembler or default. The assembler is the PORT that
+        // bridges CapabilityHost sections with runtime context (memory, policies,
+        // voice rules) into a prompt structured for audio-native models.
+        this.promptAssembler = config.promptAssembler ?? new DefaultLivePromptAssembler();
+        // Derive initial system prompt and tools from the host via the assembler.
+        const basePrompt = resolveAgentPrompt(config.agent);
+        const systemInstruction = this.promptAssembler.assembleSync({
+            host: this.host,
+            basePrompt,
+        });
+        const tools = toGeminiDeclarations(this.host.getAllTools());
+        this.geminiSession = new GeminiLiveSession({
+            gemini: config.gemini,
+            agent: config.agent,
+            onEvent: (event) => this.handleGeminiEvent(event),
+            overrides: { systemInstruction, tools },
+        });
+        // Baseline: capability host is now in sync with the session config.
+        this.host.markConfigured();
+    }
+    get callId() {
+        return this.config.callId;
+    }
+    /**
+     * Start the call: load session, connect to Gemini with capability config, wire audio.
+     */
+    async start() {
+        const { conversationState, sessionId, userId, agentState, agent, transport } = this.config;
+        this.session = await conversationState.load(sessionId, userId);
+        agentState.setActiveAgent(this.session, agent.id);
+        conversationState.bumpSessionTurn(this.session);
+        await this.geminiSession.connect();
+        transport.onAudio((data) => {
+            if (this.abortController.signal.aborted)
+                return;
+            this.geminiSession.sendAudio(data);
+        });
+        transport.onClose(() => {
+            this.stop();
+        });
+    }
+    /**
+     * Stop the call: disconnect Gemini, save session, close transport.
+     */
+    async stop() {
+        this.abortController.abort();
+        await this.geminiSession.disconnect();
+        if (this.session) {
+            this.config.eventLog.cleanup(this.session);
+            await this.config.conversationState.save(this.session);
+        }
+        try {
+            this.config.transport.close();
+        }
+        catch {
+            // Ignore transport close errors
+        }
+    }
+    // --- Private: Gemini event handling ---
+    handleGeminiEvent(event) {
+        switch (event.type) {
+            case 'audio':
+                this.config.transport.sendAudio(event.data);
+                break;
+            case 'transcript':
+                if (this.session && event.role === 'user') {
+                    this.config.conversationState.appendUserMessage(this.session, event.text);
+                }
+                else if (this.session && event.role === 'assistant') {
+                    this.config.conversationState.appendAssistantMessage(this.session, event.text);
+                }
+                break;
+            case 'tool-call':
+                this.handleToolCall(event.id, event.name, event.args).catch((err) => {
+                    console.error(`[CapabilityCallWorker] Tool call error for ${event.name}:`, err);
+                });
+                break;
+            case 'turn-complete':
+                if (this.session) {
+                    this.config.conversationState.save(this.session).catch((err) => {
+                        console.error('[CapabilityCallWorker] Failed to save session on turn-complete:', err);
+                    });
+                }
+                break;
+            case 'error':
+                console.error(`[CapabilityCallWorker] Gemini error: ${event.error}`);
+                break;
+            default:
+                break;
+        }
+    }
+    async handleToolCall(id, name, args) {
+        if (!this.session)
+            return;
+        const { toolExecutor, conversationState, eventLog, agent } = this.config;
+        // Look up by name across all capability tools (implicit + explicit).
+        const tool = this.host.getAllTools().find((t) => t.name === name);
+        if (!tool) {
+            console.warn(`[CapabilityCallWorker] Unknown tool: ${name}`);
+            this.geminiSession.sendToolResponse([{
+                    id,
+                    name,
+                    output: { error: `Unknown tool: ${name}` },
+                }]);
+            return;
+        }
+        const ctx = {
+            session: this.session,
+            agentId: agent.id,
+            stepCount: 0,
+            totalTokens: 0,
+            handoffStack: [],
+            startTime: Date.now(),
+            consecutiveErrors: 0,
+            toolCallHistory: [],
+        };
+        eventLog.record(ctx, {
+            type: 'tool-call',
+            toolCallId: id,
+            toolName: name,
+            args,
+        });
+        try {
+            // Execute through the tool's own execute() — capability tools (flow transitions,
+            // extraction submissions) are self-contained; regular tools use the agent executor.
+            let result;
+            const isCapabilityTool = isFlowOrExtractionTool(name, tool);
+            if (isCapabilityTool) {
+                result = await tool.execute(args);
+            }
+            else {
+                // For regular agent tools, route through the shared ToolExecutor so
+                // event logging, timeouts, and guards apply consistently.
+                const voiceTool = agent.tools?.[name];
+                if (voiceTool) {
+                    result = await toolExecutor.execute({
+                        session: this.session,
+                        userId: this.config.userId,
+                        agentId: agent.id,
+                        toolName: name,
+                        tool: voiceTool,
+                        input: args,
+                        toolCallId: id,
+                        abortSignal: this.abortController.signal,
+                    });
+                }
+                else {
+                    result = await tool.execute(args);
+                }
+            }
+            eventLog.record(ctx, {
+                type: 'tool-result',
+                toolCallId: id,
+                toolName: name,
+                result,
+            });
+            await conversationState.save(this.session);
+            // Send tool response to Gemini BEFORE acting on the capability action.
+            // The model needs the result to continue its turn even if we reconfigure.
+            this.geminiSession.sendToolResponse([{ id, name, output: result }]);
+            // Route through CapabilityHost to determine next action.
+            const action = this.host.processToolResult(name, args, result);
+            switch (action.type) {
+                case 'continue':
+                case 'extraction-complete':
+                    // Data collected or regular tool result — model drives the next response.
+                    break;
+                case 'reconfigure':
+                    // Flow transitioned to a new node: update Gemini session with new
+                    // prompt and tools so the model operates in the correct node context.
+                    await this.reconfigureSession();
+                    break;
+                case 'handoff': {
+                    const reason = action.reason ?? `Handoff to ${action.targetAgent}`;
+                    console.log(`[CapabilityCallWorker] Handoff to "${action.targetAgent}": ${reason}`);
+                    await this.stop();
+                    break;
+                }
+                case 'end': {
+                    const reason = action.reason ?? 'Flow ended';
+                    console.log(`[CapabilityCallWorker] Flow ended: ${reason}`);
+                    await this.stop();
+                    break;
+                }
+            }
+        }
+        catch (error) {
+            const errorMsg = error instanceof Error ? error.message : String(error);
+            eventLog.record(ctx, {
+                type: 'tool-error',
+                toolCallId: id,
+                toolName: name,
+                error: errorMsg,
+            });
+            this.geminiSession.sendToolResponse([{
+                    id,
+                    name,
+                    output: { error: errorMsg },
+                }]);
+        }
+    }
+    /**
+     * Rebuild Gemini Live session config from the current capability host state.
+     * Called after a flow transition so the model receives the updated node
+     * system prompt and tool set.
+     *
+     * Uses the LivePromptAssembler to build a prompt that includes runtime
+     * context (working memory, long-term memory, policy injections) alongside
+     * capability sections — matching the richness of ContextAssembleStage.
+     */
+    async reconfigureSession() {
+        const basePrompt = resolveAgentPrompt(this.config.agent);
+        const systemInstruction = await this.promptAssembler.assemble({
+            host: this.host,
+            basePrompt,
+            session: this.session ?? undefined,
+            memoryService: this.config.memoryService,
+        });
+        const tools = toGeminiDeclarations(this.host.getAllTools());
+        await this.geminiSession.updateConfig({ systemInstruction, tools });
+        this.host.markConfigured();
+    }
+    // --- Private: Host setup ---
+    buildHost(agent) {
+        const host = new CapabilityHost();
+        if (agent.flow) {
+            const initialNode = agent.initialNode ?? agent.flow.nodes[0]?.id;
+            if (!initialNode) {
+                throw new Error('[CapabilityCallWorker] agent.flow has no nodes');
+            }
+            const flowCap = new FlowCapability({ flow: agent.flow, initialNode });
+            // Initialize so currentNode is set and getTools()/getPromptSections() are populated.
+            flowCap.initialize();
+            host.use(flowCap);
+        }
+        if (agent.tools) {
+            host.addTools(voiceToolsToDeclarations(agent.tools));
+        }
+        return host;
+    }
+}
+// ─── Helpers ─────────────────────────────────────────────────────────────────
+/**
+ * Resolve the base agent prompt text from VoiceAgentConfig.
+ * PromptTemplate (with sections) is joined; plain strings are returned as-is.
+ */
+function resolveAgentPrompt(agent) {
+    const raw = agent.prompt;
+    if (!raw)
+        return '';
+    if (typeof raw === 'string')
+        return raw;
+    return raw.sections
+        .map(s => s.content)
+        .join('\n\n');
+}
+/**
+ * Convert an AI SDK ToolSet to the backend-agnostic ToolDeclaration format
+ * expected by CapabilityHost.addTools().
+ */
+function voiceToolsToDeclarations(tools) {
+    return Object.entries(tools).map(([name, toolDef]) => {
+        const def = toolDef;
+        return {
+            name,
+            description: def.description ?? '',
+            parameters: (def.inputSchema ?? z.object({})),
+            execute: def.execute ?? (async () => ({})),
+        };
+    });
+}
+/**
+ * Returns true if this tool is a flow/extraction capability tool rather than
+ * a regular agent tool. Capability tools (implicit transitions + extraction)
+ * have self-contained execute() functions and don't need the ToolExecutor.
+ *
+ * Heuristic: transition tool names come from `transition.on` (arbitrary strings),
+ * extraction submit tools match `submit_<nodeId>_data`. Regular agent tools are
+ * registered via addTools() and will be found in agent.tools.
+ */
+function isFlowOrExtractionTool(name, _tool) {
+    // Extraction submit tools always have this naming pattern.
+    if (name.startsWith('submit_') && name.endsWith('_data'))
+        return true;
+    // All other capability tools (implicit transitions) are identified by NOT
+    // having a matching key in agent.tools — but we resolve that at the call site
+    // above by checking agent.tools first. This function is a fast-path for
+    // extraction tools only.
+    return false;
+}
+//# sourceMappingURL=CapabilityCallWorker.js.map

package/dist/CapabilityCallWorker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CapabilityCallWorker.js","sourceRoot":"","sources":["../src/CapabilityCallWorker.ts"],"names":[],"mappings":"AAOA,OAAO,EACL,cAAc,EACd,cAAc,EACd,oBAAoB,EACpB,0BAA0B,GAG3B,MAAM,mCAAmC,CAAC;AAQ3C,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAE3D,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,iFAAiF;AAEjF;;;;;;;;;;;;GAYG;AACH,MAAM,OAAO,oBAAoB;IACvB,MAAM,CAAmB;IACzB,aAAa,CAAoB;IACjC,IAAI,CAAiB;IACrB,eAAe,CAAsB;IACrC,OAAO,GAAmB,IAAI,CAAC;IAC/B,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;IAEhD,YAAY,MAAwB;QAClC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAErB,6DAA6D;QAC7D,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAEzC,oEAAoE;QACpE,0EAA0E;QAC1E,iEAAiE;QACjE,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,IAAI,IAAI,0BAA0B,EAAE,CAAC;QAElF,0EAA0E;QAC1E,MAAM,UAAU,GAAG,kBAAkB,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACpD,MAAM,iBAAiB,GAAG,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC;YAC1D,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,UAAU;SACX,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;QAE5D,IAAI,CAAC,aAAa,GAAG,IAAI,iBAAiB,CAAC;YACzC,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC;YACjD,SAAS,EAAE,EAAE,iBAAiB,EAAE,KAAK,EAAE;SACxC,CAAC,CAAC;QAEH,oEAAoE;QACpE,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;IAC7B,CAAC;IAED,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;IAC5B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,MAAM,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAE3F,IAAI,CAAC,OAAO,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAC/D,UAAU,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;QAClD,iBAAiB,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAEhD,MAAM,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;QAEnC,SAAS,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YACzB,IAAI,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO;gBAAE,OAAO;YAChD,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QAEH,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE;YACrB,IAAI,CAAC,IAAI,EAAE,CAAC;QACd,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QAE7B,MAAM,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC;QAEtC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC3C,MAAM,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACzD,CAAC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QAChC,CAAC;QAAC,MAAM,CAAC;YACP,gCAAgC;QAClC,CAAC;IACH,CAAC;IAED,yCAAyC;IAEjC,iBAAiB,CAAC,KAAoB;QAC5C,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,OAAO;gBACV,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC5C,MAAM;YAER,KAAK,YAAY;gBACf,IAAI,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;oBAC1C,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC5E,CAAC;qBAAM,IAAI,IAAI,CAAC,OAAO,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;oBACtD,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,sBAAsB,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjF,CAAC;gBACD,MAAM;YAER,KAAK,WAAW;gBACd,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;oBAClE,OAAO,CAAC,KAAK,CAAC,8CAA8C,KAAK,CAAC,IAAI,GAAG,EAAE,GAAG,CAAC,CAAC;gBAClF,CAAC,CAAC,CAAC;gBACH,MAAM;YAER,KAAK,eAAe;gBAClB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBACjB,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;wBAC7D,OAAO,CAAC,KAAK,CAAC,iEAAiE,EAAE,GAAG,CAAC,CAAC;oBACxF,CAAC,CAAC,CAAC;gBACL,CAAC;gBACD,MAAM;YAER,KAAK,OAAO;gBACV,OAAO,CAAC,KAAK,CAAC,wCAAwC,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;gBACrE,MAAM;YAER;gBACE,MAAM;QACV,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,EAAU,EAAE,IAAY,EAAE,IAAa;QAClE,IAAI,CAAC,IAAI,CAAC,OAAO;YAAE,OAAO;QAE1B,MAAM,EAAE,YAAY,EAAE,iBAAiB,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAEzE,qEAAqE;QACrE,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,CAAC,CAAC,CAAkB,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;QAEnF,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO,CAAC,IAAI,CAAC,wCAAwC,IAAI,EAAE,CAAC,CAAC;YAC7D,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,CAAC;oBACnC,EAAE;oBACF,IAAI;oBACJ,MAAM,EAAE,EAAE,KAAK,EAAE,iBAAiB,IAAI,EAAE,EAAE;iBAC3C,CAAC,CAAC,CAAC;YACJ,OAAO;QACT,CAAC;QAED,MAAM,GAAG,GAAe;YACtB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,KAAK,CAAC,EAAE;YACjB,SAAS,EAAE,CAAC;YACZ,WAAW,EAAE,CAAC;YACd,YAAY,EAAE,EAAE;YAChB,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,iBAAiB,EAAE,CAAC;YACpB,eAAe,EAAE,EAAE;SACpB,CAAC;QAEF,QAAQ,CAAC,MAAM,CAAC,GAAG,EAAE;YACnB,IAAI,EAAE,WAAW;YACjB,UAAU,EAAE,EAAE;YACd,QAAQ,EAAE,IAAI;YACd,IAAI;SACL,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,iFAAiF;YACjF,oFAAoF;YACpF,IAAI,MAAe,CAAC;YACpB,MAAM,gBAAgB,GAAG,sBAAsB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YAE5D,IAAI,gBAAgB,EAAE,CAAC;gBACrB,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACpC,CAAC;iBAAM,CAAC;gBACN,oEAAoE;gBACpE,0DAA0D;gBAC1D,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,CAAC;gBACtC,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC;wBAClC,OAAO,EAAE,IAAI,CAAC,OAAO;wBACrB,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;wBAC1B,OAAO,EAAE,KAAK,CAAC,EAAE;wBACjB,QAAQ,EAAE,IAAI;wBACd,IAAI,EAAE,SAAgB;wBACtB,KAAK,EAAE,IAAI;wBACX,UAAU,EAAE,EAAE;wBACd,WAAW,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM;qBACzC,CAAC,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACN,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;gBACpC,CAAC;YACH,CAAC;YAED,QAAQ,CAAC,MAAM,CAAC,GAAG,EAAE;gBACnB,IAAI,EAAE,aAAa;gBACnB,UAAU,EAAE,EAAE;gBACd,QAAQ,EAAE,IAAI;gBACd,MAAM;aACP,CAAC,CAAC;YAEH,MAAM,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAE3C,uEAAuE;YACvE,0EAA0E;YAC1E,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC;YAEpE,yDAAyD;YACzD,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;YAE/D,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;gBACpB,KAAK,UAAU,CAAC;gBAChB,KAAK,qBAAqB;oBACxB,0EAA0E;oBAC1E,MAAM;gBAER,KAAK,aAAa;oBAChB,kEAAkE;oBAClE,sEAAsE;oBACtE,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAAC;oBAChC,MAAM;gBAER,KAAK,SAAS,CAAC,CAAC,CAAC;oBACf,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,cAAc,MAAM,CAAC,WAAW,EAAE,CAAC;oBACnE,OAAO,CAAC,GAAG,CAAC,sCAAsC,MAAM,CAAC,WAAW,MAAM,MAAM,EAAE,CAAC,CAAC;oBACpF,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;oBAClB,MAAM;gBACR,CAAC;gBAED,KAAK,KAAK,CAAC,CAAC,CAAC;oBACX,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,YAAY,CAAC;oBAC7C,OAAO,CAAC,GAAG,CAAC,sCAAsC,MAAM,EAAE,CAAC,CAAC;oBAC5D,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;oBAClB,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAExE,QAAQ,CAAC,MAAM,CAAC,GAAG,EAAE;gBACnB,IAAI,EAAE,YAAY;gBAClB,UAAU,EAAE,EAAE;gBACd,QAAQ,EAAE,IAAI;gBACd,KAAK,EAAE,QAAQ;aAChB,CAAC,CAAC;YAEH,IAAI,CAAC,aAAa,CAAC,gBAAgB,CAAC,CAAC;oBACnC,EAAE;oBACF,IAAI;oBACJ,MAAM,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE;iBAC5B,CAAC,CAAC,CAAC;QACN,CAAC;IACH,CAAC;IAED;;;;;;;;OAQG;IACK,KAAK,CAAC,kBAAkB;QAC9B,MAAM,UAAU,GAAG,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAEzD,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC;YAC5D,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,UAAU;YACV,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,SAAS;YAClC,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa;SACzC,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;QAE5D,MAAM,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,EAAE,iBAAiB,EAAE,KAAK,EAAE,CAAC,CAAC;QACpE,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC;IAC7B,CAAC;IAED,8BAA8B;IAEtB,SAAS,CAAC,KAAuB;QACvC,MAAM,IAAI,GAAG,IAAI,cAAc,EAAE,CAAC;QAElC,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,WAAW,GAAG,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;YACjE,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;YACpE,CAAC;YACD,MAAM,OAAO,GAAG,IAAI,cAAc,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;YACtE,qFAAqF;YACrF,OAAO,CAAC,UAAU,EAAE,CAAC;YACrB,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACpB,CAAC;QAED,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;YAChB,IAAI,CAAC,QAAQ,CAAC,wBAAwB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QACvD,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAED,gFAAgF;AAEhF;;;GAGG;AACH,SAAS,kBAAkB,CAAC,KAAuB;IACjD,MAAM,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC;IACzB,IAAI,CAAC,GAAG;QAAE,OAAO,EAAE,CAAC;IACpB,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,GAAG,CAAC;IACxC,OAAQ,GAAgD,CAAC,QAAQ;SAC9D,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;SACnB,IAAI,CAAC,MAAM,CAAC,CAAC;AAClB,CAAC;AAED;;;GAGG;AACH,SAAS,wBAAwB,CAAC,KAAc;IAC9C,OAAO,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,EAAE,EAAE;QACnD,MAAM,GAAG,GAAG,OAAyG,CAAC;QACtH,OAAO;YACL,IAAI;YACJ,WAAW,EAAE,GAAG,CAAC,WAAW,IAAI,EAAE;YAClC,UAAU,EAAE,CAAC,GAAG,CAAC,WAAW,IAAI,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAA6B;YACzE,OAAO,EAAE,GAAG,CAAC,OAAO,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;SAC3C,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;;;;GAQG;AACH,SAAS,sBAAsB,CAAC,IAAY,EAAE,KAAsB;IAClE,2DAA2D;IAC3D,IAAI,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;QAAE,OAAO,IAAI,CAAC;IACtE,0EAA0E;IAC1E,8EAA8E;IAC9E,wEAAwE;IACxE,yBAAyB;IACzB,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/GeminiLiveSession.d.ts

@@ -0,0 +1,86 @@
+import type { GeminiConfig, VoiceAgentConfig, RealtimeEvent } from './types.js';
+import type { GeminiFunctionDeclaration } from './schema-bridge.js';
+import type { RealtimeAudioClient, RealtimeSessionConfig, RealtimeToolResponse, RealtimeEventMap } from '@ariaflowagents/core/realtime';
+export interface GeminiLiveSessionConfig {
+    gemini: GeminiConfig;
+    agent: VoiceAgentConfig;
+    onEvent: (event: RealtimeEvent) => void;
+    /**
+     * Optional overrides applied during connect(). When set, these take
+     * precedence over values derived from the agent config. Used by
+     * CapabilityCallWorker to inject capability-aware prompts and tools.
+     */
+    overrides?: {
+        systemInstruction?: string;
+        tools?: GeminiFunctionDeclaration[];
+    };
+}
+/**
+ * Thin wrapper around @google/genai ai.live.connect().
+ *
+ * Manages:
+ * - Connection lifecycle (connect/disconnect)
+ * - Audio input/output encoding (base64 PCM ↔ Uint8Array)
+ * - Tool call dispatch → onEvent callback
+ * - Session resumption via newHandle
+ */
+export declare class GeminiLiveSession implements RealtimeAudioClient {
+    private ai;
+    private session;
+    private config;
+    private resumptionHandle?;
+    private _connected;
+    /** True during updateConfig() reconnect cycle — suppresses 'disconnected' event. */
+    private _reconfiguring;
+    /** Mutable overrides updated by updateConfig(). Merged with config.overrides. */
+    private runtimeOverrides?;
+    /** Typed event listener registry for the RealtimeAudioClient interface. */
+    private listeners;
+    constructor(config: GeminiLiveSessionConfig);
+    get connected(): boolean;
+    on<K extends keyof RealtimeEventMap>(event: K, handler: RealtimeEventMap[K]): void;
+    off<K extends keyof RealtimeEventMap>(event: K, handler: RealtimeEventMap[K]): void;
+    private emitEvent;
+    /**
+     * Gemini Live wraps the underlying WebSocket via @google/genai SDK.
+     * There is no direct ping API, so we return connection state as a health check.
+     */
+    ping(): Promise<boolean>;
+    /**
+     * Connect to Gemini Live.
+     *
+     * @param config Optional RealtimeSessionConfig. When provided, systemInstruction
+     *   and tools are applied as runtimeOverrides (takes precedence over constructor
+     *   config.overrides and agent config). This satisfies the RealtimeAudioClient
+     *   interface while preserving backward compatibility with CapabilityCallWorker,
+     *   which calls connect() with no arguments.
+     */
+    connect(config?: RealtimeSessionConfig): Promise<void>;
+    disconnect(): Promise<void>;
+    /**
+     * Send a raw PCM audio frame to Gemini Live.
+     * Input: Uint8Array of 16-bit PCM samples at 24kHz.
+     */
+    sendAudio(frame: Uint8Array): void;
+    /**
+     * Send a tool response back to Gemini Live.
+     */
+    sendToolResponse(responses: RealtimeToolResponse[]): void;
+    /**
+     * Update the session config (system prompt and/or tools) by disconnecting
+     * and reconnecting with the new overrides. The existing resumption handle is
+     * preserved so the conversation context is not lost.
+     *
+     * Accepts Partial<RealtimeSessionConfig> to satisfy the RealtimeAudioClient
+     * interface. Only systemInstruction and tools fields are applied; other fields
+     * (voice, model, audio) require a full reconnect via connect().
+     */
+    updateConfig(config: Partial<RealtimeSessionConfig>): Promise<void>;
+    /**
+     * Nudge the model to speak after reconfigure. Tries sendClientContent first;
+     * falls back to sendRealtimeInput with text for models that restrict client content.
+     */
+    requestResponse(instruction?: string): void;
+    private handleServerMessage;
+}
+//# sourceMappingURL=GeminiLiveSession.d.ts.map

package/dist/GeminiLiveSession.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"GeminiLiveSession.d.ts","sourceRoot":"","sources":["../src/GeminiLiveSession.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAChF,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,oBAAoB,CAAC;AAEpE,OAAO,KAAK,EACV,mBAAmB,EACnB,qBAAqB,EACrB,oBAAoB,EACpB,gBAAgB,EACjB,MAAM,+BAA+B,CAAC;AAKvC,MAAM,WAAW,uBAAuB;IACtC,MAAM,EAAE,YAAY,CAAC;IACrB,KAAK,EAAE,gBAAgB,CAAC;IACxB,OAAO,EAAE,CAAC,KAAK,EAAE,aAAa,KAAK,IAAI,CAAC;IACxC;;;;OAIG;IACH,SAAS,CAAC,EAAE;QACV,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAC3B,KAAK,CAAC,EAAE,yBAAyB,EAAE,CAAC;KACrC,CAAC;CACH;AAED;;;;;;;;GAQG;AACH,qBAAa,iBAAkB,YAAW,mBAAmB;IAC3D,OAAO,CAAC,EAAE,CAAmC;IAC7C,OAAO,CAAC,OAAO,CAAa;IAC5B,OAAO,CAAC,MAAM,CAA0B;IACxC,OAAO,CAAC,gBAAgB,CAAC,CAAS;IAClC,OAAO,CAAC,UAAU,CAAS;IAC3B,oFAAoF;IACpF,OAAO,CAAC,cAAc,CAAS;IAC/B,iFAAiF;IACjF,OAAO,CAAC,gBAAgB,CAAC,CAAsE;IAC/F,2EAA2E;IAC3E,OAAO,CAAC,SAAS,CAA6E;gBAElF,MAAM,EAAE,uBAAuB;IAK3C,IAAI,SAAS,IAAI,OAAO,CAEvB;IAID,EAAE,CAAC,CAAC,SAAS,MAAM,gBAAgB,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC,GAAG,IAAI;IAOlF,GAAG,CAAC,CAAC,SAAS,MAAM,gBAAgB,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC,GAAG,IAAI;IAInF,OAAO,CAAC,SAAS;IAWjB;;;OAGG;IACG,IAAI,IAAI,OAAO,CAAC,OAAO,CAAC;IAI9B;;;;;;;;OAQG;IACG,OAAO,CAAC,MAAM,CAAC,EAAE,qBAAqB,GAAG,OAAO,CAAC,IAAI,CAAC;IA0FtD,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAYjC;;;OAGG;IACH,SAAS,CAAC,KAAK,EAAE,UAAU,GAAG,IAAI;IAYlC;;OAEG;IACH,gBAAgB,CAAC,SAAS,EAAE,oBAAoB,EAAE,GAAG,IAAI;IAYzD;;;;;;;;OAQG;IACG,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,qBAAqB,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAiBzE;;;OAGG;IACH,eAAe,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI;IAsB3C,OAAO,CAAC,mBAAmB;CA2D5B"}