modular-voice-agent-sdk 1.0.0

package/dist/backends/cloud/llm.d.ts

@@ -0,0 +1,22 @@
+/**
+ * Cloud LLM Pipeline (OpenAI-compatible API)
+ * Works with: OpenAI, Ollama, vLLM, LMStudio, and any OpenAI-compatible endpoint
+ *
+ * Uses native fetch with streaming - no external dependencies required.
+ * Supports native tool calling via the OpenAI function calling API.
+ */
+import type { LLMPipeline, CloudLLMConfig, ProgressCallback, Message, LLMGenerateOptions, LLMGenerateResult } from '../../types';
+export declare class CloudLLM implements LLMPipeline {
+    private config;
+    private ready;
+    private tracker;
+    constructor(config: CloudLLMConfig);
+    initialize(_onProgress?: ProgressCallback): Promise<void>;
+    supportsTools(): boolean;
+    generate(messages: Message[], options?: LLMGenerateOptions): Promise<LLMGenerateResult>;
+    private convertMessages;
+    private convertTools;
+    private getHeaders;
+    isReady(): boolean;
+}
+//# sourceMappingURL=llm.d.ts.map

package/dist/backends/cloud/llm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../../src/backends/cloud/llm.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EACV,WAAW,EACX,cAAc,EACd,gBAAgB,EAChB,OAAO,EACP,kBAAkB,EAClB,iBAAiB,EAKlB,MAAM,aAAa,CAAC;AAuBrB,qBAAa,QAAS,YAAW,WAAW;IAC1C,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,OAAO,CAAyB;gBAE5B,MAAM,EAAE,cAAc;IAS5B,UAAU,CAAC,WAAW,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IA2B/D,aAAa,IAAI,OAAO;IAIlB,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IA+J7F,OAAO,CAAC,eAAe;IAuCvB,OAAO,CAAC,YAAY;IAWpB,OAAO,CAAC,UAAU;IAUlB,OAAO,IAAI,OAAO;CAGnB"}

package/dist/backends/cloud/llm.js

@@ -0,0 +1,234 @@
+/**
+ * Cloud LLM Pipeline (OpenAI-compatible API)
+ * Works with: OpenAI, Ollama, vLLM, LMStudio, and any OpenAI-compatible endpoint
+ *
+ * Uses native fetch with streaming - no external dependencies required.
+ * Supports native tool calling via the OpenAI function calling API.
+ */
+import { LLMLogger, LLMConversationTracker } from '../../services';
+export class CloudLLM {
+    config;
+    ready = false;
+    tracker;
+    constructor(config) {
+        this.config = {
+            maxTokens: 256,
+            temperature: 0.7,
+            ...config,
+        };
+        this.tracker = new LLMConversationTracker(new LLMLogger());
+    }
+    async initialize(_onProgress) {
+        console.log(`Initializing Cloud LLM (${this.config.baseUrl})...`);
+        console.log(`  Model: ${this.config.model}`);
+        // Validate the endpoint is reachable (optional health check)
+        try {
+            const modelsUrl = `${this.config.baseUrl}/models`;
+            const response = await fetch(modelsUrl, {
+                method: 'GET',
+                headers: this.getHeaders(),
+            });
+            if (!response.ok) {
+                // Some endpoints don't have /models, that's okay
+                console.log('  Note: /models endpoint not available (this is fine for some providers)');
+            }
+            else {
+                console.log('  API endpoint verified.');
+            }
+        }
+        catch {
+            // Connection errors are fine during init - we'll fail at generate time if needed
+            console.log('  Note: Could not verify API endpoint (will retry on first request)');
+        }
+        this.ready = true;
+        console.log('Cloud LLM ready.');
+    }
+    supportsTools() {
+        return true;
+    }
+    async generate(messages, options) {
+        if (!this.ready) {
+            throw new Error('LLM pipeline not initialized');
+        }
+        // Use conversation ID if provided, else default
+        const conversationId = options?.conversationId ?? 'default';
+        // Log the input messages
+        this.tracker.logInput(conversationId, messages);
+        const url = `${this.config.baseUrl}/chat/completions`;
+        // Convert messages to OpenAI format
+        const openaiMessages = this.convertMessages(messages);
+        // Build request body
+        const body = {
+            model: this.config.model,
+            messages: openaiMessages,
+            max_tokens: this.config.maxTokens,
+            temperature: this.config.temperature,
+            stream: true,
+        };
+        // Add tools if provided
+        if (options?.tools && options.tools.length > 0) {
+            body.tools = this.convertTools(options.tools);
+        }
+        const response = await fetch(url, {
+            method: 'POST',
+            headers: {
+                ...this.getHeaders(),
+                'Content-Type': 'application/json',
+            },
+            body: JSON.stringify(body),
+        });
+        if (!response.ok) {
+            const errorText = await response.text();
+            throw new Error(`Cloud LLM API error (${response.status}): ${errorText}`);
+        }
+        if (!response.body) {
+            throw new Error('No response body received');
+        }
+        // Parse SSE stream
+        const reader = response.body.getReader();
+        const decoder = new TextDecoder();
+        let fullContent = '';
+        let buffer = '';
+        const toolCalls = new Map();
+        let finishReason = 'stop';
+        while (true) {
+            const { done, value } = await reader.read();
+            if (done) {
+                break;
+            }
+            buffer += decoder.decode(value, { stream: true });
+            // Process complete SSE lines
+            const lines = buffer.split('\n');
+            buffer = lines.pop() || ''; // Keep incomplete line in buffer
+            for (const line of lines) {
+                const trimmed = line.trim();
+                if (!trimmed || trimmed === 'data: [DONE]') {
+                    continue;
+                }
+                if (trimmed.startsWith('data: ')) {
+                    const jsonStr = trimmed.slice(6);
+                    try {
+                        const parsed = JSON.parse(jsonStr);
+                        const choice = parsed.choices?.[0];
+                        const delta = choice?.delta;
+                        // Handle text content
+                        if (delta?.content) {
+                            fullContent += delta.content;
+                            options?.onToken?.(delta.content);
+                        }
+                        // Handle tool calls (streamed incrementally)
+                        if (delta?.tool_calls) {
+                            for (const tc of delta.tool_calls) {
+                                const index = tc.index ?? 0;
+                                if (!toolCalls.has(index)) {
+                                    toolCalls.set(index, { id: '', name: '', arguments: '' });
+                                }
+                                const existing = toolCalls.get(index);
+                                if (tc.id) {
+                                    existing.id = tc.id;
+                                }
+                                if (tc.function?.name) {
+                                    existing.name = tc.function.name;
+                                }
+                                if (tc.function?.arguments) {
+                                    existing.arguments += tc.function.arguments;
+                                }
+                            }
+                        }
+                        // Check finish reason
+                        if (choice?.finish_reason === 'tool_calls') {
+                            finishReason = 'tool_calls';
+                        }
+                    }
+                    catch {
+                        // Skip malformed JSON lines (can happen with some providers)
+                    }
+                }
+            }
+        }
+        // Convert collected tool calls to our format
+        const resultToolCalls = [];
+        for (const [, tc] of toolCalls) {
+            if (tc.id && tc.name) {
+                let args = {};
+                try {
+                    args = JSON.parse(tc.arguments || '{}');
+                }
+                catch {
+                    // Use empty args if parsing fails
+                }
+                const toolCall = {
+                    id: tc.id,
+                    name: tc.name,
+                    arguments: args,
+                };
+                resultToolCalls.push(toolCall);
+                options?.onToolCall?.(toolCall);
+            }
+        }
+        // Log the response
+        this.tracker.logOutput(conversationId, fullContent, resultToolCalls.length > 0 ? resultToolCalls : undefined);
+        return {
+            content: fullContent,
+            toolCalls: resultToolCalls.length > 0 ? resultToolCalls : undefined,
+            finishReason: resultToolCalls.length > 0 ? 'tool_calls' : finishReason,
+        };
+    }
+    convertMessages(messages) {
+        return messages.map((m) => {
+            // Handle tool messages
+            if (m.role === 'tool') {
+                const toolMsg = m;
+                return {
+                    role: 'tool',
+                    content: toolMsg.content,
+                    tool_call_id: toolMsg.toolCallId,
+                };
+            }
+            // Handle assistant messages with tool calls
+            if (m.role === 'assistant') {
+                const assistantMsg = m;
+                if (assistantMsg.toolCalls && assistantMsg.toolCalls.length > 0) {
+                    return {
+                        role: 'assistant',
+                        content: assistantMsg.content || null,
+                        tool_calls: assistantMsg.toolCalls.map((tc) => ({
+                            id: tc.id,
+                            type: 'function',
+                            function: {
+                                name: tc.name,
+                                arguments: JSON.stringify(tc.arguments),
+                            },
+                        })),
+                    };
+                }
+            }
+            // Regular messages
+            return {
+                role: m.role,
+                content: m.content,
+            };
+        });
+    }
+    convertTools(tools) {
+        return tools.map((tool) => ({
+            type: 'function',
+            function: {
+                name: tool.name,
+                description: tool.description,
+                parameters: tool.parameters,
+            },
+        }));
+    }
+    getHeaders() {
+        const headers = {};
+        if (this.config.apiKey) {
+            headers['Authorization'] = `Bearer ${this.config.apiKey}`;
+        }
+        return headers;
+    }
+    isReady() {
+        return this.ready;
+    }
+}
+//# sourceMappingURL=llm.js.map

package/dist/backends/cloud/llm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.js","sourceRoot":"","sources":["../../../src/backends/cloud/llm.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAcH,OAAO,EAAE,SAAS,EAAE,sBAAsB,EAAuB,MAAM,gBAAgB,CAAC;AAsBxF,MAAM,OAAO,QAAQ;IACX,MAAM,CAAiB;IACvB,KAAK,GAAG,KAAK,CAAC;IACd,OAAO,CAAyB;IAExC,YAAY,MAAsB;QAChC,IAAI,CAAC,MAAM,GAAG;YACZ,SAAS,EAAE,GAAG;YACd,WAAW,EAAE,GAAG;YAChB,GAAG,MAAM;SACV,CAAC;QACF,IAAI,CAAC,OAAO,GAAG,IAAI,sBAAsB,CAAC,IAAI,SAAS,EAAE,CAAC,CAAC;IAC7D,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,WAA8B;QAC7C,OAAO,CAAC,GAAG,CAAC,2BAA2B,IAAI,CAAC,MAAM,CAAC,OAAO,MAAM,CAAC,CAAC;QAClE,OAAO,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;QAE7C,6DAA6D;QAC7D,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,SAAS,CAAC;YAClD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,SAAS,EAAE;gBACtC,MAAM,EAAE,KAAK;gBACb,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE;aAC3B,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,iDAAiD;gBACjD,OAAO,CAAC,GAAG,CAAC,0EAA0E,CAAC,CAAC;YAC1F,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,iFAAiF;YACjF,OAAO,CAAC,GAAG,CAAC,qEAAqE,CAAC,CAAC;QACrF,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;IAClC,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,QAAmB,EAAE,OAA4B;QAC9D,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;QAED,gDAAgD;QAChD,MAAM,cAAc,GAAG,OAAO,EAAE,cAAc,IAAI,SAAS,CAAC;QAE5D,yBAAyB;QACzB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,EAAE,QAA4B,CAAC,CAAC;QAEpE,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,mBAAmB,CAAC;QAEtD,oCAAoC;QACpC,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC;QAEtD,qBAAqB;QACrB,MAAM,IAAI,GAA4B;YACpC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;YACxB,QAAQ,EAAE,cAAc;YACxB,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;YACjC,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACpC,MAAM,EAAE,IAAI;SACb,CAAC;QAEF,wBAAwB;QACxB,IAAI,OAAO,EAAE,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/C,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAChD,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAChC,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,GAAG,IAAI,CAAC,UAAU,EAAE;gBACpB,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,wBAAwB,QAAQ,CAAC,MAAM,MAAM,SAAS,EAAE,CAAC,CAAC;QAC5E,CAAC;QAED,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QAC/C,CAAC;QAED,mBAAmB;QACnB,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;QAClC,IAAI,WAAW,GAAG,EAAE,CAAC;QACrB,IAAI,MAAM,GAAG,EAAE,CAAC;QAChB,MAAM,SAAS,GAAiE,IAAI,GAAG,EAAE,CAAC;QAC1F,IAAI,YAAY,GAA0B,MAAM,CAAC;QAEjD,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAE5C,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM;YACR,CAAC;YAED,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;YAElD,6BAA6B;YAC7B,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACjC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,iCAAiC;YAE7D,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;gBAE5B,IAAI,CAAC,OAAO,IAAI,OAAO,KAAK,cAAc,EAAE,CAAC;oBAC3C,SAAS;gBACX,CAAC;gBAED,IAAI,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACjC,MAAM,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBAEjC,IAAI,CAAC;wBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBACnC,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC;wBACnC,MAAM,KAAK,GAAG,MAAM,EAAE,KAAK,CAAC;wBAE5B,sBAAsB;wBACtB,IAAI,KAAK,EAAE,OAAO,EAAE,CAAC;4BACnB,WAAW,IAAI,KAAK,CAAC,OAAO,CAAC;4BAC7B,OAAO,EAAE,OAAO,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;wBACpC,CAAC;wBAED,6CAA6C;wBAC7C,IAAI,KAAK,EAAE,UAAU,EAAE,CAAC;4BACtB,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;gCAClC,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,IAAI,CAAC,CAAC;gCAE5B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;oCAC1B,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAC;gCAC5D,CAAC;gCAED,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,KAAK,CAAE,CAAC;gCAEvC,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;oCACV,QAAQ,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;gCACtB,CAAC;gCACD,IAAI,EAAE,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC;oCACtB,QAAQ,CAAC,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC;gCACnC,CAAC;gCACD,IAAI,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,CAAC;oCAC3B,QAAQ,CAAC,SAAS,IAAI,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;gCAC9C,CAAC;4BACH,CAAC;wBACH,CAAC;wBAED,sBAAsB;wBACtB,IAAI,MAAM,EAAE,aAAa,KAAK,YAAY,EAAE,CAAC;4BAC3C,YAAY,GAAG,YAAY,CAAC;wBAC9B,CAAC;oBACH,CAAC;oBAAC,MAAM,CAAC;wBACP,6DAA6D;oBAC/D,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,6CAA6C;QAC7C,MAAM,eAAe,GAAe,EAAE,CAAC;QACvC,KAAK,MAAM,CAAC,EAAE,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YAC/B,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;gBACrB,IAAI,IAAI,GAA4B,EAAE,CAAC;gBACvC,IAAI,CAAC;oBACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;gBAC1C,CAAC;gBAAC,MAAM,CAAC;oBACP,kCAAkC;gBACpC,CAAC;gBAED,MAAM,QAAQ,GAAa;oBACzB,EAAE,EAAE,EAAE,CAAC,EAAE;oBACT,IAAI,EAAE,EAAE,CAAC,IAAI;oBACb,SAAS,EAAE,IAAI;iBAChB,CAAC;gBACF,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBAC/B,OAAO,EAAE,UAAU,EAAE,CAAC,QAAQ,CAAC,CAAC;YAClC,CAAC;QACH,CAAC;QAED,mBAAmB;QACnB,IAAI,CAAC,OAAO,CAAC,SAAS,CACpB,cAAc,EACd,WAAW,EACX,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS,CACzD,CAAC;QAEF,OAAO;YACL,OAAO,EAAE,WAAW;YACpB,SAAS,EAAE,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,SAAS;YACnE,YAAY,EAAE,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,YAAY;SACvE,CAAC;IACJ,CAAC;IAEO,eAAe,CAAC,QAAmB;QACzC,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACxB,uBAAuB;YACvB,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACtB,MAAM,OAAO,GAAG,CAAgB,CAAC;gBACjC,OAAO;oBACL,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,YAAY,EAAE,OAAO,CAAC,UAAU;iBACjC,CAAC;YACJ,CAAC;YAED,4CAA4C;YAC5C,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC3B,MAAM,YAAY,GAAG,CAAqB,CAAC;gBAC3C,IAAI,YAAY,CAAC,SAAS,IAAI,YAAY,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAChE,OAAO;wBACL,IAAI,EAAE,WAAW;wBACjB,OAAO,EAAE,YAAY,CAAC,OAAO,IAAI,IAAI;wBACrC,UAAU,EAAE,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;4BAC9C,EAAE,EAAE,EAAE,CAAC,EAAE;4BACT,IAAI,EAAE,UAAmB;4BACzB,QAAQ,EAAE;gCACR,IAAI,EAAE,EAAE,CAAC,IAAI;gCACb,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC;6BACxC;yBACF,CAAC,CAAC;qBACJ,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,mBAAmB;YACnB,OAAO;gBACL,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,OAAO,EAAE,CAAC,CAAC,OAAO;aACnB,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,YAAY,CAAC,KAAuB;QAC1C,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC1B,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE;gBACR,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,UAAU,EAAE,IAAI,CAAC,UAAU;aAC5B;SACF,CAAC,CAAC,CAAC;IACN,CAAC;IAEO,UAAU;QAChB,MAAM,OAAO,GAA2B,EAAE,CAAC;QAE3C,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACvB,OAAO,CAAC,eAAe,CAAC,GAAG,UAAU,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QAC5D,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;CACF"}

package/dist/backends/index.d.ts

@@ -0,0 +1,2 @@
+export * from './transformers';
+//# sourceMappingURL=index.d.ts.map

package/dist/backends/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/backends/index.ts"],"names":[],"mappings":"AAIA,cAAc,gBAAgB,CAAC"}

package/dist/backends/index.js

@@ -0,0 +1,6 @@
+// Export transformers (browser + Node.js compatible) from main index
+// Native backends must be imported directly: import { ... } from 'modular-voice-agent-sdk/native'
+// Cloud backends must be imported directly: import { CloudLLM } from 'modular-voice-agent-sdk/cloud'
+// Web Speech APIs are in the client module: import { WebSpeechSTT, WebSpeechTTS } from 'modular-voice-agent-sdk/client'
+export * from './transformers';
+//# sourceMappingURL=index.js.map

package/dist/backends/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/backends/index.ts"],"names":[],"mappings":"AAAA,qEAAqE;AACrE,kGAAkG;AAClG,qGAAqG;AACrG,wHAAwH;AACxH,cAAc,gBAAgB,CAAC"}

package/dist/backends/native/index.d.ts

@@ -0,0 +1,5 @@
+export { NativeSTT } from './stt';
+export { NativeLLM } from './llm';
+export { NativeTTS } from './tts';
+export { getCacheDir, getModelsDir, getBinDir, getModelPath, getBinaryPath, defaultBinaries, } from '../../cache';
+//# sourceMappingURL=index.d.ts.map

package/dist/backends/native/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/backends/native/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC;AAClC,OAAO,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC;AAClC,OAAO,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC;AAGlC,OAAO,EACL,WAAW,EACX,YAAY,EACZ,SAAS,EACT,YAAY,EACZ,aAAa,EACb,eAAe,GAChB,MAAM,aAAa,CAAC"}

package/dist/backends/native/index.js

@@ -0,0 +1,6 @@
+export { NativeSTT } from './stt';
+export { NativeLLM } from './llm';
+export { NativeTTS } from './tts';
+// Cache utilities (Node.js only)
+export { getCacheDir, getModelsDir, getBinDir, getModelPath, getBinaryPath, defaultBinaries, } from '../../cache';
+//# sourceMappingURL=index.js.map

package/dist/backends/native/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/backends/native/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC;AAClC,OAAO,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC;AAClC,OAAO,EAAE,SAAS,EAAE,MAAM,OAAO,CAAC;AAElC,iCAAiC;AACjC,OAAO,EACL,WAAW,EACX,YAAY,EACZ,SAAS,EACT,YAAY,EACZ,aAAa,EACb,eAAe,GAChB,MAAM,aAAa,CAAC"}

package/dist/backends/native/llm.d.ts

@@ -0,0 +1,71 @@
+/**
+ * Native LLM Pipeline (llama.cpp)
+ * Server-only - requires native binary (llama-completion)
+ *
+ * When tools are provided, uses GBNF grammar that allows either:
+ * - TOOL: [{"name": "...", "arguments": {...}}] for tool invocations
+ * - SAY: natural language for direct responses (streamable!)
+ *
+ * This allows real token streaming for text responses while maintaining
+ * structured tool calling when needed.
+ */
+import type { LLMPipeline, NativeLLMConfig, ProgressCallback, Message, LLMGenerateOptions, LLMGenerateResult } from '../../types';
+export declare class NativeLLM implements LLMPipeline {
+    private config;
+    private ready;
+    private tracker;
+    constructor(config: NativeLLMConfig);
+    initialize(_onProgress?: ProgressCallback): Promise<void>;
+    supportsTools(): boolean;
+    generate(messages: Message[], options?: LLMGenerateOptions): Promise<LLMGenerateResult>;
+    /**
+     * Build the tool system prompt
+     */
+    private buildToolSystemPrompt;
+    /**
+     * Generate with GBNF grammar constraint
+     * Allows either:
+     * - TOOL: [{...}] for tool invocations
+     * - SAY: text for streamable text responses
+     */
+    private generateWithGrammar;
+    /**
+     * Parse tool call output
+     * TOOL: [{"name": "...", "arguments": {...}}]
+     */
+    private parseToolCallOutput;
+    /**
+     * Build GBNF grammar that allows either:
+     * - TOOL: [{"name": "...", "arguments": {...}}]
+     * - SAY: free text
+     */
+    private buildToolGrammar;
+    /**
+     * Format chat prompt with tool definitions (for grammar mode)
+     * Uses ChatML format with tool instructions
+     */
+    private formatChatPromptWithTools;
+    /** Special tokens to filter from output */
+    private static readonly SPECIAL_TOKENS;
+    /**
+     * Run llama-completion and capture output
+     * Output goes to stdout, debug/timing info goes to stderr (ignored)
+     */
+    private runLlamaCompletion;
+    /**
+     * Run llama-completion with smart streaming
+     * - SAY: streams tokens as they arrive
+     * - TOOL: buffers until complete, then parses
+     */
+    private runLlamaCompletionWithStreaming;
+    /**
+     * Freeform generation (no grammar) - used when no tools are provided
+     */
+    private generateFreeform;
+    /**
+     * Format basic chat prompt (for non-tool mode)
+     */
+    private formatChatPrompt;
+    isReady(): boolean;
+}
+//# sourceMappingURL=llm.d.ts.map

package/dist/backends/native/llm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../../src/backends/native/llm.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAMH,OAAO,KAAK,EACV,WAAW,EACX,eAAe,EACf,gBAAgB,EAChB,OAAO,EACP,kBAAkB,EAClB,iBAAiB,EAGlB,MAAM,aAAa,CAAC;AAGrB,qBAAa,SAAU,YAAW,WAAW;IAC3C,OAAO,CAAC,MAAM,CAAkB;IAChC,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,OAAO,CAAyB;gBAE5B,MAAM,EAAE,eAAe;IAK7B,UAAU,CAAC,WAAW,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAc/D,aAAa,IAAI,OAAO;IAIlB,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAe7F;;OAEG;IACH,OAAO,CAAC,qBAAqB;IA+B7B;;;;;OAKG;YACW,mBAAmB;IA8CjC;;;OAGG;IACH,OAAO,CAAC,mBAAmB;IAuB3B;;;;OAIG;IACH,OAAO,CAAC,gBAAgB;IAyCxB;;;OAGG;IACH,OAAO,CAAC,yBAAyB;IAwCjC,2CAA2C;IAC3C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,CAAmE;IAEzG;;;OAGG;IACH,OAAO,CAAC,kBAAkB;IA8C1B;;;;OAIG;IACH,OAAO,CAAC,+BAA+B;IAyHvC;;OAEG;YACW,gBAAgB;IA6B9B;;OAEG;IACH,OAAO,CAAC,gBAAgB;IAmBxB,OAAO,IAAI,OAAO;CAGnB"}