modular-voice-agent-sdk 2.3.1 → 2.5.0

package/README.md

@@ -53,6 +53,9 @@ Each component can run in the browser, on a server, or in the cloud. Pick any fr
               N/A                         ☁️ Cloud Audio LLM                         N/A
                                             (GPT Audio, multimodal)
 
+              N/A                         🤖 Agent SDK                               N/A
+                                            (OpenCode, Pi Agent)
+
 ```
 
 Want browser speech recognition + a cloud LLM + browser speech synthesis? Done. Want everything running locally on your server with native binaries? Also done. Same code structure, same events, different backends.
@@ -61,6 +64,7 @@ Want browser speech recognition + a cloud LLM + browser speech synthesis? Done.
 
 - **Streaming** — responses stream token-by-token to TTS
 - **Function calling** — tools work across all LLM backends (cloud, native, transformers)
+- **Agent SDK support** — wrap coding agents (OpenCode, Pi Agent) as voice-controlled backends
 - **Conversation history** — automatic context management
 - **Hybrid configs** — mix browser and server components freely
 

package/dist/backends/agent/index.d.ts

@@ -0,0 +1,16 @@
+/**
+ * Agent Backend - Agent SDK support
+ * Wraps coding agent SDKs (OpenCode, Pi Agent, Pi Coding Agent, etc.) as LLM backends.
+ *
+ * The agent handles tool execution internally — the voice pipeline
+ * only receives text responses and tool activity notifications.
+ */
+export { AgentLLM } from './llm';
+export type { AgentProvider, AgentSession, AgentStreamEvent } from './provider';
+export { OpenCodeAgentProvider } from './opencode-provider';
+export type { OpenCodeAgentProviderConfig, OpenCodeClient } from './opencode-provider';
+export { PiAgentProvider } from './pi-agent-provider';
+export type { PiAgentProviderConfig, PiAgent } from './pi-agent-provider';
+export { PiCodingAgentProvider } from './pi-coding-agent-provider';
+export type { PiCodingAgentProviderConfig, PiCodingAgentSession } from './pi-coding-agent-provider';
+//# sourceMappingURL=index.d.ts.map

package/dist/backends/agent/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/backends/agent/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAC;AACjC,YAAY,EAAE,aAAa,EAAE,YAAY,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAGhF,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,YAAY,EAAE,2BAA2B,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAEvF,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,YAAY,EAAE,qBAAqB,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAE1E,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AACnE,YAAY,EAAE,2BAA2B,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC"}

package/dist/backends/agent/index.js

@@ -0,0 +1,14 @@
+/**
+ * Agent Backend - Agent SDK support
+ * Wraps coding agent SDKs (OpenCode, Pi Agent, Pi Coding Agent, etc.) as LLM backends.
+ *
+ * The agent handles tool execution internally — the voice pipeline
+ * only receives text responses and tool activity notifications.
+ */
+// Core
+export { AgentLLM } from './llm';
+// Providers
+export { OpenCodeAgentProvider } from './opencode-provider';
+export { PiAgentProvider } from './pi-agent-provider';
+export { PiCodingAgentProvider } from './pi-coding-agent-provider';
+//# sourceMappingURL=index.js.map

package/dist/backends/agent/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/backends/agent/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO;AACP,OAAO,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAC;AAGjC,YAAY;AACZ,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAG5D,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AAGtD,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC"}

package/dist/backends/agent/llm.d.ts

@@ -0,0 +1,40 @@
+/**
+ * Agent LLM Pipeline
+ * Wraps agent SDKs (OpenCode, Pi Agent, etc.) as an LLMPipeline backend.
+ *
+ * Unlike CloudLLM which makes raw API calls and lets the voice pipeline handle
+ * tool execution, AgentLLM delegates to an agent SDK that manages its own
+ * tool execution loop internally. From the voice pipeline's perspective,
+ * this backend always returns finishReason: 'stop' — the tool loop is
+ * handled entirely within the agent.
+ *
+ * Tool activity events are forwarded via onToolCall callbacks so the UI
+ * can display "Reading file...", "Writing code...", etc.
+ */
+import type { LLMPipeline, ProgressCallback, Message, LLMGenerateOptions, LLMGenerateResult } from '../../types';
+import type { AgentProvider } from './provider';
+export declare class AgentLLM implements LLMPipeline {
+    private provider;
+    private session;
+    private ready;
+    constructor(provider: AgentProvider);
+    initialize(_onProgress?: ProgressCallback): Promise<void>;
+    /**
+     * Agent backends handle tools internally — the voice pipeline
+     * should not pass tool definitions or expect tool_calls back.
+     */
+    supportsTools(): boolean;
+    generate(messages: Message[], options?: LLMGenerateOptions): Promise<LLMGenerateResult>;
+    isReady(): boolean;
+    /**
+     * Destroy the current session and release resources.
+     * A new session will be created on the next generate() call.
+     */
+    destroySession(): Promise<void>;
+    /**
+     * Extract the latest user message from the conversation history.
+     * We walk backwards to find the most recent 'user' role message.
+     */
+    private extractLatestUserMessage;
+}
+//# sourceMappingURL=llm.d.ts.map

package/dist/backends/agent/llm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../../src/backends/agent/llm.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,KAAK,EACV,WAAW,EACX,gBAAgB,EAChB,OAAO,EACP,kBAAkB,EAClB,iBAAiB,EAClB,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EAAE,aAAa,EAAgB,MAAM,YAAY,CAAC;AAE9D,qBAAa,QAAS,YAAW,WAAW;IAC1C,OAAO,CAAC,QAAQ,CAAgB;IAChC,OAAO,CAAC,OAAO,CAA6B;IAC5C,OAAO,CAAC,KAAK,CAAS;gBAEV,QAAQ,EAAE,aAAa;IAI7B,UAAU,CAAC,WAAW,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAM/D;;;OAGG;IACH,aAAa,IAAI,OAAO;IAIlB,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IA6D7F,OAAO,IAAI,OAAO;IAIlB;;;OAGG;IACG,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAOrC;;;OAGG;IACH,OAAO,CAAC,wBAAwB;CAQjC"}

package/dist/backends/agent/llm.js

@@ -0,0 +1,110 @@
+/**
+ * Agent LLM Pipeline
+ * Wraps agent SDKs (OpenCode, Pi Agent, etc.) as an LLMPipeline backend.
+ *
+ * Unlike CloudLLM which makes raw API calls and lets the voice pipeline handle
+ * tool execution, AgentLLM delegates to an agent SDK that manages its own
+ * tool execution loop internally. From the voice pipeline's perspective,
+ * this backend always returns finishReason: 'stop' — the tool loop is
+ * handled entirely within the agent.
+ *
+ * Tool activity events are forwarded via onToolCall callbacks so the UI
+ * can display "Reading file...", "Writing code...", etc.
+ */
+export class AgentLLM {
+    provider;
+    session = null;
+    ready = false;
+    constructor(provider) {
+        this.provider = provider;
+    }
+    async initialize(_onProgress) {
+        console.log('Initializing Agent LLM...');
+        this.ready = true;
+        console.log('Agent LLM ready (session will be created on first message).');
+    }
+    /**
+     * Agent backends handle tools internally — the voice pipeline
+     * should not pass tool definitions or expect tool_calls back.
+     */
+    supportsTools() {
+        return false;
+    }
+    async generate(messages, options) {
+        if (!this.ready) {
+            throw new Error('Agent LLM pipeline not initialized');
+        }
+        // Lazily create the agent session on first generate() call
+        if (!this.session) {
+            console.log('Creating agent session...');
+            this.session = await this.provider.createSession();
+            console.log('Agent session created.');
+        }
+        // Extract the latest user message from the conversation history.
+        // The agent SDK maintains its own history, so we only need the new message.
+        const latestUserMessage = this.extractLatestUserMessage(messages);
+        if (!latestUserMessage) {
+            return { content: '', finishReason: 'stop' };
+        }
+        // Stream the response from the agent
+        let fullContent = '';
+        for await (const event of this.session.sendMessage(latestUserMessage)) {
+            switch (event.type) {
+                case 'text_delta':
+                    if (event.content) {
+                        fullContent += event.content;
+                        options?.onToken?.(event.content);
+                    }
+                    break;
+                case 'tool_call_start':
+                    if (event.toolCall) {
+                        options?.onToolCall?.({
+                            id: event.toolCall.id,
+                            name: event.toolCall.name,
+                            arguments: event.toolCall.arguments ?? {},
+                        });
+                    }
+                    break;
+                case 'tool_call_end':
+                    // Tool results are informational only — the agent already handled them.
+                    break;
+                case 'error':
+                    throw new Error(`Agent error: ${event.error ?? 'Unknown error'}`);
+                case 'done':
+                    break;
+            }
+        }
+        // Always return 'stop' — the agent handles its own tool loop.
+        // The voice pipeline's tool loop will exit on the first iteration.
+        return {
+            content: fullContent,
+            finishReason: 'stop',
+        };
+    }
+    isReady() {
+        return this.ready;
+    }
+    /**
+     * Destroy the current session and release resources.
+     * A new session will be created on the next generate() call.
+     */
+    async destroySession() {
+        if (this.session) {
+            await this.session.destroy();
+            this.session = null;
+        }
+    }
+    /**
+     * Extract the latest user message from the conversation history.
+     * We walk backwards to find the most recent 'user' role message.
+     */
+    extractLatestUserMessage(messages) {
+        for (let i = messages.length - 1; i >= 0; i--) {
+            if (messages[i].role === 'user') {
+                return messages[i].content;
+            }
+        }
+        return null;
+    }
+}
+//# sourceMappingURL=llm.js.map

package/dist/backends/agent/llm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.js","sourceRoot":"","sources":["../../../src/backends/agent/llm.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAWH,MAAM,OAAO,QAAQ;IACX,QAAQ,CAAgB;IACxB,OAAO,GAAwB,IAAI,CAAC;IACpC,KAAK,GAAG,KAAK,CAAC;IAEtB,YAAY,QAAuB;QACjC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,WAA8B;QAC7C,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;QACzC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,OAAO,CAAC,GAAG,CAAC,6DAA6D,CAAC,CAAC;IAC7E,CAAC;IAED;;;OAGG;IACH,aAAa;QACX,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,QAAmB,EAAE,OAA4B;QAC9D,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;QACxD,CAAC;QAED,2DAA2D;QAC3D,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;YACzC,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;YACnD,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;QACxC,CAAC;QAED,iEAAiE;QACjE,4EAA4E;QAC5E,MAAM,iBAAiB,GAAG,IAAI,CAAC,wBAAwB,CAAC,QAAQ,CAAC,CAAC;QAClE,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACvB,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC;QAC/C,CAAC;QAED,qCAAqC;QACrC,IAAI,WAAW,GAAG,EAAE,CAAC;QAErB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,iBAAiB,CAAC,EAAE,CAAC;YACtE,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;gBACnB,KAAK,YAAY;oBACf,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;wBAClB,WAAW,IAAI,KAAK,CAAC,OAAO,CAAC;wBAC7B,OAAO,EAAE,OAAO,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;oBACpC,CAAC;oBACD,MAAM;gBAER,KAAK,iBAAiB;oBACpB,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;wBACnB,OAAO,EAAE,UAAU,EAAE,CAAC;4BACpB,EAAE,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE;4BACrB,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,IAAI;4BACzB,SAAS,EAAE,KAAK,CAAC,QAAQ,CAAC,SAAS,IAAI,EAAE;yBAC1C,CAAC,CAAC;oBACL,CAAC;oBACD,MAAM;gBAER,KAAK,eAAe;oBAClB,wEAAwE;oBACxE,MAAM;gBAER,KAAK,OAAO;oBACV,MAAM,IAAI,KAAK,CAAC,gBAAgB,KAAK,CAAC,KAAK,IAAI,eAAe,EAAE,CAAC,CAAC;gBAEpE,KAAK,MAAM;oBACT,MAAM;YACV,CAAC;QACH,CAAC;QAED,8DAA8D;QAC9D,mEAAmE;QACnE,OAAO;YACL,OAAO,EAAE,WAAW;YACpB,YAAY,EAAE,MAAM;SACrB,CAAC;IACJ,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,cAAc;QAClB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACtB,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,wBAAwB,CAAC,QAAmB;QAClD,KAAK,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAChC,OAAO,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;YAC7B,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}

package/dist/backends/agent/opencode-provider.d.ts

@@ -0,0 +1,94 @@
+/**
+ * OpenCode Agent Provider
+ * Wraps an OpenCode SDK session as an AgentProvider.
+ *
+ * The user creates the OpenCode client externally and passes in
+ * the session API. This provider handles creating sessions and
+ * mapping SSE events to AgentStreamEvents.
+ *
+ * @example
+ * ```typescript
+ * import { createOpencode } from '@opencode-ai/sdk';
+ *
+ * const opencode = await createOpencode({ ... });
+ *
+ * const pipeline = createVoicePipeline({
+ *   create: () => ({
+ *     stt: new CloudSTT({ ... }),
+ *     llm: new AgentLLM(new OpenCodeAgentProvider({
+ *       client: opencode.client,
+ *     })),
+ *     tts: null,
+ *     systemPrompt: 'You are a coding assistant.',
+ *   }),
+ * });
+ * ```
+ */
+import type { AgentProvider, AgentSession } from './provider';
+/**
+ * Configuration for the OpenCode agent provider.
+ */
+export interface OpenCodeAgentProviderConfig {
+    /**
+     * The OpenCode SDK client instance.
+     * Created externally via createOpencode() or createOpencodeClient().
+     */
+    client: OpenCodeClient;
+    /**
+     * Model override (e.g., { providerID: 'anthropic', modelID: 'claude-sonnet-4-20250514' }).
+     * If omitted, uses the server's default model.
+     */
+    model?: {
+        providerID: string;
+        modelID: string;
+    };
+}
+/**
+ * OpenCode Agent Provider
+ * Wraps an externally-created OpenCode client.
+ */
+export declare class OpenCodeAgentProvider implements AgentProvider {
+    private config;
+    constructor(config: OpenCodeAgentProviderConfig);
+    createSession(): Promise<AgentSession>;
+}
+/**
+ * Minimal type definitions for the OpenCode SDK client.
+ * These match the SDK's API surface without requiring the SDK at build time.
+ * The user passes in the real SDK client which satisfies this interface.
+ */
+interface OpenCodePromptBody {
+    parts: Array<{
+        type: string;
+        text: string;
+    }>;
+    model?: {
+        providerID: string;
+        modelID: string;
+    };
+}
+export interface OpenCodeClient {
+    session: {
+        create(opts: {
+            body: Record<string, unknown>;
+        }): Promise<any>;
+        prompt(opts: {
+            path: {
+                id: string;
+            };
+            body: OpenCodePromptBody;
+        }): Promise<any>;
+        delete(opts: {
+            path: {
+                id: string;
+            };
+        }): Promise<any>;
+    };
+    event: {
+        subscribe(): Promise<{
+            stream: AsyncIterable<any>;
+        }>;
+    };
+}
+export {};
+//# sourceMappingURL=opencode-provider.d.ts.map

package/dist/backends/agent/opencode-provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"opencode-provider.d.ts","sourceRoot":"","sources":["../../../src/backends/agent/opencode-provider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,YAAY,EAAoB,MAAM,YAAY,CAAC;AAEhF;;GAEG;AACH,MAAM,WAAW,2BAA2B;IAC1C;;;OAGG;IACH,MAAM,EAAE,cAAc,CAAC;IACvB;;;OAGG;IACH,KAAK,CAAC,EAAE;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;CACjD;AAED;;;GAGG;AACH,qBAAa,qBAAsB,YAAW,aAAa;IACzD,OAAO,CAAC,MAAM,CAA8B;gBAEhC,MAAM,EAAE,2BAA2B;IAIzC,aAAa,IAAI,OAAO,CAAC,YAAY,CAAC;CAY7C;AAoID;;;;GAIG;AAGH,UAAU,kBAAkB;IAC1B,KAAK,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC7C,KAAK,CAAC,EAAE;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC;CACjD;AAED,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE;QACP,MAAM,CAAC,IAAI,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;SAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;QAC9D,MAAM,CAAC,IAAI,EAAE;YAAE,IAAI,EAAE;gBAAE,EAAE,EAAE,MAAM,CAAA;aAAE,CAAC;YAAC,IAAI,EAAE,kBAAkB,CAAA;SAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;QAC/E,MAAM,CAAC,IAAI,EAAE;YAAE,IAAI,EAAE;gBAAE,EAAE,EAAE,MAAM,CAAA;aAAE,CAAA;SAAE,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;KACtD,CAAC;IACF,KAAK,EAAE;QACL,SAAS,IAAI,OAAO,CAAC;YAAE,MAAM,EAAE,aAAa,CAAC,GAAG,CAAC,CAAA;SAAE,CAAC,CAAC;KACtD,CAAC;CACH"}

package/dist/backends/agent/opencode-provider.js

@@ -0,0 +1,169 @@
+/**
+ * OpenCode Agent Provider
+ * Wraps an OpenCode SDK session as an AgentProvider.
+ *
+ * The user creates the OpenCode client externally and passes in
+ * the session API. This provider handles creating sessions and
+ * mapping SSE events to AgentStreamEvents.
+ *
+ * @example
+ * ```typescript
+ * import { createOpencode } from '@opencode-ai/sdk';
+ *
+ * const opencode = await createOpencode({ ... });
+ *
+ * const pipeline = createVoicePipeline({
+ *   create: () => ({
+ *     stt: new CloudSTT({ ... }),
+ *     llm: new AgentLLM(new OpenCodeAgentProvider({
+ *       client: opencode.client,
+ *     })),
+ *     tts: null,
+ *     systemPrompt: 'You are a coding assistant.',
+ *   }),
+ * });
+ * ```
+ */
+/**
+ * OpenCode Agent Provider
+ * Wraps an externally-created OpenCode client.
+ */
+export class OpenCodeAgentProvider {
+    config;
+    constructor(config) {
+        this.config = config;
+    }
+    async createSession() {
+        const client = this.config.client;
+        // Create a new session on the OpenCode server
+        const session = await client.session.create({ body: {} });
+        const sessionId = session.id ?? session.data?.id;
+        if (!sessionId) {
+            throw new Error('OpenCode: Failed to create session — no session ID returned');
+        }
+        return new OpenCodeAgentSession(client, sessionId, this.config.model);
+    }
+}
+/**
+ * Active OpenCode agent session.
+ * Manages the SSE event subscription and prompt sending.
+ */
+class OpenCodeAgentSession {
+    client;
+    sessionId;
+    model;
+    constructor(client, sessionId, model) {
+        this.client = client;
+        this.sessionId = sessionId;
+        this.model = model;
+    }
+    async *sendMessage(text) {
+        // Subscribe to SSE events before sending the prompt.
+        // This ensures we capture all events including the first ones.
+        const events = await this.client.event.subscribe();
+        // Build prompt body
+        const promptBody = {
+            parts: [{ type: 'text', text }],
+        };
+        if (this.model) {
+            promptBody.model = this.model;
+        }
+        // Send the prompt (don't await — we process events as they stream)
+        const promptPromise = this.client.session.prompt({
+            path: { id: this.sessionId },
+            body: promptBody,
+        });
+        // Track text we've already emitted to compute deltas.
+        // OpenCode message.part.updated events contain the full accumulated text,
+        // so we diff against what we've sent to produce incremental deltas.
+        let emittedTextLength = 0;
+        let done = false;
+        try {
+            for await (const event of events.stream) {
+                // Filter events for our session
+                const props = event.properties ?? event;
+                const eventSessionId = props.sessionID ?? props.session_id;
+                if (eventSessionId !== this.sessionId) {
+                    continue;
+                }
+                const eventType = event.type ?? event.event ?? '';
+                if (eventType === 'message.part.updated') {
+                    const part = props.part ?? props;
+                    const partType = part?.type ?? '';
+                    if (partType === 'text') {
+                        // Text delta — OpenCode sends cumulative text, so compute the delta
+                        const fullText = part.text ?? part.content ?? '';
+                        if (fullText.length > emittedTextLength) {
+                            const delta = fullText.slice(emittedTextLength);
+                            emittedTextLength = fullText.length;
+                            yield { type: 'text_delta', content: delta };
+                        }
+                    }
+                    else if (partType === 'tool-invocation' || partType === 'tool_use') {
+                        const toolInvocation = part.toolInvocation ?? part;
+                        const state = toolInvocation.state ?? '';
+                        const toolName = toolInvocation.toolName ?? part.name ?? 'unknown';
+                        const toolCallId = toolInvocation.toolCallId ?? part.id ?? '';
+                        if (state === 'calling' || state === 'partial-call') {
+                            yield {
+                                type: 'tool_call_start',
+                                toolCall: {
+                                    id: toolCallId,
+                                    name: toolName,
+                                    arguments: toolInvocation.args ?? {},
+                                },
+                            };
+                        }
+                        else if (state === 'result') {
+                            yield {
+                                type: 'tool_call_end',
+                                toolCall: {
+                                    id: toolCallId,
+                                    name: toolName,
+                                    result: toolInvocation.result,
+                                },
+                            };
+                        }
+                    }
+                }
+                else if (eventType === 'session.error') {
+                    yield {
+                        type: 'error',
+                        error: props.error ?? props.message ?? 'Unknown OpenCode error',
+                    };
+                    done = true;
+                    break;
+                }
+                else if (eventType === 'session.idle') {
+                    // Reset text tracking for next message in this session
+                    emittedTextLength = 0;
+                    done = true;
+                    yield { type: 'done' };
+                    break;
+                }
+            }
+        }
+        finally {
+            if (!done) {
+                yield { type: 'done' };
+            }
+            // Wait for the prompt to resolve to catch any errors
+            try {
+                await promptPromise;
+            }
+            catch (err) {
+                console.warn('OpenCode prompt error:', err);
+            }
+        }
+    }
+    async destroy() {
+        try {
+            await this.client.session.delete({ path: { id: this.sessionId } });
+        }
+        catch {
+            // Session may already be cleaned up
+        }
+    }
+}
+/* eslint-enable @typescript-eslint/no-explicit-any */
+//# sourceMappingURL=opencode-provider.js.map

package/dist/backends/agent/opencode-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"opencode-provider.js","sourceRoot":"","sources":["../../../src/backends/agent/opencode-provider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;GAyBG;AAoBH;;;GAGG;AACH,MAAM,OAAO,qBAAqB;IACxB,MAAM,CAA8B;IAE5C,YAAY,MAAmC;QAC7C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAElC,8CAA8C;QAC9C,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QAC1D,MAAM,SAAS,GAAW,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;QACzD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;QACjF,CAAC;QAED,OAAO,IAAI,oBAAoB,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACxE,CAAC;CACF;AAED;;;GAGG;AACH,MAAM,oBAAoB;IAChB,MAAM,CAAiB;IACvB,SAAS,CAAS;IAClB,KAAK,CAA2C;IAExD,YACE,MAAsB,EACtB,SAAiB,EACjB,KAA+C;QAE/C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,CAAC,WAAW,CAAC,IAAY;QAC7B,qDAAqD;QACrD,+DAA+D;QAC/D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;QAEnD,oBAAoB;QACpB,MAAM,UAAU,GAAuB;YACrC,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;SAChC,CAAC;QACF,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,UAAU,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QAChC,CAAC;QAED,mEAAmE;QACnE,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;YAC/C,IAAI,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,SAAS,EAAE;YAC5B,IAAI,EAAE,UAAU;SACjB,CAAC,CAAC;QAEH,sDAAsD;QACtD,0EAA0E;QAC1E,oEAAoE;QACpE,IAAI,iBAAiB,GAAG,CAAC,CAAC;QAC1B,IAAI,IAAI,GAAG,KAAK,CAAC;QAEjB,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;gBACxC,gCAAgC;gBAChC,MAAM,KAAK,GAAG,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC;gBACxC,MAAM,cAAc,GAAG,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,UAAU,CAAC;gBAC3D,IAAI,cAAc,KAAK,IAAI,CAAC,SAAS,EAAE,CAAC;oBACtC,SAAS;gBACX,CAAC;gBAED,MAAM,SAAS,GAAW,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC;gBAE1D,IAAI,SAAS,KAAK,sBAAsB,EAAE,CAAC;oBACzC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC;oBACjC,MAAM,QAAQ,GAAW,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC;oBAE1C,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;wBACxB,oEAAoE;wBACpE,MAAM,QAAQ,GAAW,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC;wBACzD,IAAI,QAAQ,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;4BACxC,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;4BAChD,iBAAiB,GAAG,QAAQ,CAAC,MAAM,CAAC;4BACpC,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;wBAC/C,CAAC;oBACH,CAAC;yBAAM,IAAI,QAAQ,KAAK,iBAAiB,IAAI,QAAQ,KAAK,UAAU,EAAE,CAAC;wBACrE,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC;wBACnD,MAAM,KAAK,GAAW,cAAc,CAAC,KAAK,IAAI,EAAE,CAAC;wBACjD,MAAM,QAAQ,GAAW,cAAc,CAAC,QAAQ,IAAI,IAAI,CAAC,IAAI,IAAI,SAAS,CAAC;wBAC3E,MAAM,UAAU,GAAW,cAAc,CAAC,UAAU,IAAI,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC;wBAEtE,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,cAAc,EAAE,CAAC;4BACpD,MAAM;gCACJ,IAAI,EAAE,iBAAiB;gCACvB,QAAQ,EAAE;oCACR,EAAE,EAAE,UAAU;oCACd,IAAI,EAAE,QAAQ;oCACd,SAAS,EAAE,cAAc,CAAC,IAAI,IAAI,EAAE;iCACrC;6BACF,CAAC;wBACJ,CAAC;6BAAM,IAAI,KAAK,KAAK,QAAQ,EAAE,CAAC;4BAC9B,MAAM;gCACJ,IAAI,EAAE,eAAe;gCACrB,QAAQ,EAAE;oCACR,EAAE,EAAE,UAAU;oCACd,IAAI,EAAE,QAAQ;oCACd,MAAM,EAAE,cAAc,CAAC,MAAM;iCAC9B;6BACF,CAAC;wBACJ,CAAC;oBACH,CAAC;gBACH,CAAC;qBAAM,IAAI,SAAS,KAAK,eAAe,EAAE,CAAC;oBACzC,MAAM;wBACJ,IAAI,EAAE,OAAO;wBACb,KAAK,EAAE,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,OAAO,IAAI,wBAAwB;qBAChE,CAAC;oBACF,IAAI,GAAG,IAAI,CAAC;oBACZ,MAAM;gBACR,CAAC;qBAAM,IAAI,SAAS,KAAK,cAAc,EAAE,CAAC;oBACxC,uDAAuD;oBACvD,iBAAiB,GAAG,CAAC,CAAC;oBACtB,IAAI,GAAG,IAAI,CAAC;oBACZ,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;oBACvB,MAAM;gBACR,CAAC;YACH,CAAC;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;YACzB,CAAC;YACD,qDAAqD;YACrD,IAAI,CAAC;gBACH,MAAM,aAAa,CAAC;YACtB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,IAAI,CAAC,wBAAwB,EAAE,GAAG,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QACrE,CAAC;QAAC,MAAM,CAAC;YACP,oCAAoC;QACtC,CAAC;IACH,CAAC;CACF;AAwBD,sDAAsD"}

package/dist/backends/agent/pi-agent-provider.d.ts

@@ -0,0 +1,76 @@
+/**
+ * Pi Agent Provider
+ * Wraps a Pi Agent instance (@mariozechner/pi-agent-core) as an AgentProvider.
+ *
+ * The user creates the Agent externally with their own model, tools, and config.
+ * This provider wraps it and maps its event stream to AgentStreamEvents.
+ *
+ * @example
+ * ```typescript
+ * import { Agent } from '@mariozechner/pi-agent-core';
+ * import { getModel } from '@mariozechner/pi-ai';
+ * import { codingTools } from '@mariozechner/pi-coding-agent';
+ *
+ * const agent = new Agent({
+ *   initialState: {
+ *     systemPrompt: 'You are a coding assistant.',
+ *     model: getModel('anthropic', 'claude-sonnet-4-20250514'),
+ *     thinkingLevel: 'medium',
+ *     tools: codingTools,
+ *   },
+ * });
+ *
+ * const pipeline = createVoicePipeline({
+ *   create: () => ({
+ *     stt: new CloudSTT({ ... }),
+ *     llm: new AgentLLM(new PiAgentProvider({ agent })),
+ *     tts: null,
+ *     systemPrompt: 'You are a coding assistant.',
+ *   }),
+ * });
+ * ```
+ */
+import type { AgentProvider, AgentSession } from './provider';
+/**
+ * Configuration for the Pi Agent provider.
+ */
+export interface PiAgentProviderConfig {
+    /**
+     * A pre-created Pi Agent instance.
+     * Created externally with your own model, tools, and configuration.
+     */
+    agent: PiAgent;
+}
+/**
+ * Pi Agent Provider
+ * Wraps an externally-created Pi Agent instance.
+ */
+export declare class PiAgentProvider implements AgentProvider {
+    private agent;
+    constructor(config: PiAgentProviderConfig);
+    createSession(): Promise<AgentSession>;
+}
+/**
+ * Minimal type definitions for the Pi Agent SDK.
+ * These match the SDK's API surface without requiring the SDK at build time.
+ * The user passes in the real Agent instance which satisfies this interface.
+ */
+interface PiAgentEvent {
+    type: string;
+    assistantMessageEvent?: {
+        type: string;
+        delta?: string;
+    };
+    toolCallId?: string;
+    toolName?: string;
+    args?: Record<string, unknown>;
+    result?: any;
+    isError?: boolean;
+}
+export interface PiAgent {
+    prompt(text: string | any, images?: any[]): Promise<void>;
+    subscribe(listener: (event: PiAgentEvent) => void): () => void;
+    abort(): void;
+}
+export {};
+//# sourceMappingURL=pi-agent-provider.d.ts.map

package/dist/backends/agent/pi-agent-provider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pi-agent-provider.d.ts","sourceRoot":"","sources":["../../../src/backends/agent/pi-agent-provider.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,YAAY,EAAoB,MAAM,YAAY,CAAC;AAEhF;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC;;;OAGG;IACH,KAAK,EAAE,OAAO,CAAC;CAChB;AAED;;;GAGG;AACH,qBAAa,eAAgB,YAAW,aAAa;IACnD,OAAO,CAAC,KAAK,CAAU;gBAEX,MAAM,EAAE,qBAAqB;IAInC,aAAa,IAAI,OAAO,CAAC,YAAY,CAAC;CAG7C;AA+GD;;;;GAIG;AAGH,UAAU,YAAY;IACpB,IAAI,EAAE,MAAM,CAAC;IAEb,qBAAqB,CAAC,EAAE;QACtB,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB,CAAC;IAEF,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAC/B,MAAM,CAAC,EAAE,GAAG,CAAC;IACb,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,OAAO;IACtB,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,GAAG,EAAE,MAAM,CAAC,EAAE,GAAG,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1D,SAAS,CAAC,QAAQ,EAAE,CAAC,KAAK,EAAE,YAAY,KAAK,IAAI,GAAG,MAAM,IAAI,CAAC;IAC/D,KAAK,IAAI,IAAI,CAAC;CACf"}