modular-voice-agent-sdk 1.0.0

package/dist/backends/native/llm.js

@@ -0,0 +1,435 @@
+/**
+ * Native LLM Pipeline (llama.cpp)
+ * Server-only - requires native binary (llama-completion)
+ *
+ * When tools are provided, uses GBNF grammar that allows either:
+ * - TOOL: [{"name": "...", "arguments": {...}}] for tool invocations
+ * - SAY: natural language for direct responses (streamable!)
+ *
+ * This allows real token streaming for text responses while maintaining
+ * structured tool calling when needed.
+ */
+import { spawn } from 'child_process';
+import { existsSync, writeFileSync, unlinkSync } from 'fs';
+import { tmpdir } from 'os';
+import { join } from 'path';
+import { LLMLogger, LLMConversationTracker } from '../../services';
+export class NativeLLM {
+    config;
+    ready = false;
+    tracker;
+    constructor(config) {
+        this.config = config;
+        this.tracker = new LLMConversationTracker(new LLMLogger());
+    }
+    async initialize(_onProgress) {
+        console.log('Initializing native LLM (llama-completion)...');
+        if (!existsSync(this.config.binaryPath)) {
+            throw new Error(`llama-completion binary not found at: ${this.config.binaryPath}`);
+        }
+        if (!existsSync(this.config.modelPath)) {
+            throw new Error(`LLM model not found at: ${this.config.modelPath}`);
+        }
+        this.ready = true;
+        console.log(`Native LLM ready. Model: ${this.config.modelPath}`);
+    }
+    supportsTools() {
+        return true;
+    }
+    async generate(messages, options) {
+        if (!this.ready) {
+            throw new Error('LLM pipeline not initialized');
+        }
+        // If tools are provided, use grammar mode for guaranteed valid JSON
+        if (options?.tools && options.tools.length > 0) {
+            return this.generateWithGrammar(messages, options);
+        }
+        // No tools: regular freeform generation
+        return this.generateFreeform(messages, options);
+    }
+    /**
+     * Build the tool system prompt
+     */
+    buildToolSystemPrompt(tools) {
+        const toolsJson = JSON.stringify(tools.map(t => ({
+            type: 'function',
+            function: {
+                name: t.name,
+                description: t.description,
+                parameters: t.parameters,
+            },
+        })), null, 2);
+        return `
+You have access to tools, but ONLY use them when explicitly needed:
+<tools>${toolsJson}</tools>
+
+IMPORTANT: Default to SAY for most interactions. Only use tools when the user EXPLICITLY asks for something the tool provides.
+
+Response formats:
+- SAY: Your natural language response — USE THIS BY DEFAULT for greetings, conversation, questions, explanations, and any response where you don't need external data.
+- TOOL: [{"name": "tool_name", "arguments": {"arg1": "value1"}}] — ONLY use when the user specifically requests information that requires a tool (e.g., "what time is it?" needs get_current_time).
+
+Examples of when NOT to use tools:
+- "Hello" / "Hi" / "Hey" → just greet back with SAY:
+- "How are you?" → respond naturally with SAY:
+- "Tell me a joke" → respond with SAY:
+- "What can you do?" → describe capabilities with SAY:`;
+    }
+    /**
+     * Generate with GBNF grammar constraint
+     * Allows either:
+     * - TOOL: [{...}] for tool invocations
+     * - SAY: text for streamable text responses
+     */
+    async generateWithGrammar(messages, options) {
+        const tools = options.tools ?? [];
+        // Build grammar that allows say OR tool_call
+        const grammar = this.buildToolGrammar(tools);
+        // Write grammar to temp file (llama-completion needs a file path)
+        const grammarPath = join(tmpdir(), `grammar-${Date.now()}.gbnf`);
+        writeFileSync(grammarPath, grammar);
+        try {
+            const prompt = this.formatChatPromptWithTools(messages, tools);
+            // llama-completion args for clean non-interactive output
+            const args = [
+                '-m', this.config.modelPath,
+                '-n', String(this.config.maxNewTokens),
+                '--temp', String(this.config.temperature ?? 0.7),
+                '--grammar-file', grammarPath,
+                '--no-display-prompt', // Don't echo the prompt back
+                '--simple-io', // Clean output without ANSI codes
+                '-no-cnv', // Non-conversation mode (single completion)
+                '-p', prompt,
+            ];
+            if (this.config.gpuLayers) {
+                args.push('-ngl', String(this.config.gpuLayers));
+            }
+            // Use streaming completion that handles both formats
+            const result = await this.runLlamaCompletionWithStreaming(args, messages, options);
+            return result;
+        }
+        finally {
+            // Clean up temp grammar file
+            try {
+                unlinkSync(grammarPath);
+            }
+            catch {
+                // Ignore cleanup errors
+            }
+        }
+    }
+    /**
+     * Parse tool call output
+     * TOOL: [{"name": "...", "arguments": {...}}]
+     */
+    parseToolCallOutput(output) {
+        // The output should already be just the JSON array (TOOL: prefix stripped)
+        const jsonStr = output.trim();
+        try {
+            const parsed = JSON.parse(jsonStr.trim());
+            // Handle array format
+            if (Array.isArray(parsed)) {
+                return parsed.filter(tc => tc && typeof tc.name === 'string');
+            }
+            // Handle single object format (legacy)
+            if (parsed && typeof parsed.name === 'string') {
+                return [parsed];
+            }
+            return null;
+        }
+        catch {
+            return null;
+        }
+    }
+    /**
+     * Build GBNF grammar that allows either:
+     * - TOOL: [{"name": "...", "arguments": {...}}]
+     * - SAY: free text
+     */
+    buildToolGrammar(tools) {
+        // Build tool name alternatives: "get_weather" | "search"
+        const toolNames = tools.map(t => `"\\"${t.name}\\""`).join(' | ');
+        return `# Grammar allowing text responses OR tool calls
+# Output: SAY: text OR TOOL: [json]
+
+root ::= say-response | tool-call
+
+# Say response - free form text (streamable)
+say-response ::= "SAY:" ws text-content
+text-content ::= text-char+
+text-char ::= [a-zA-Z0-9 .,!?'\"():;\\n\\t\\r-]
+
+# Tool call - structured JSON
+tool-call ::= "TOOL:" ws tool-array
+
+tool-array ::= "[" ws tool-obj ws "]"
+
+tool-obj ::= "{" ws "\\"name\\":" ws tool-name "," ws "\\"arguments\\":" ws arguments ws "}"
+
+tool-name ::= ${toolNames}
+
+arguments ::= "{" ws (keyval ("," ws keyval)*)? ws "}"
+keyval ::= string ":" ws value
+
+value ::= string | number | bool | null | object | array
+string ::= "\\"" chars "\\""
+chars ::= char*
+char ::= [^"\\\\\\x00-\\x1f] | "\\\\" escape
+escape ::= ["\\\\/bfnrt] | "u" [0-9a-fA-F] [0-9a-fA-F] [0-9a-fA-F] [0-9a-fA-F]
+number ::= "-"? ("0" | [1-9] [0-9]*) ("." [0-9]+)? ([eE] [+-]? [0-9]+)?
+bool ::= "true" | "false"
+null ::= "null"
+object ::= "{" ws (keyval ("," ws keyval)*)? ws "}"
+array ::= "[" ws (value ("," ws value)*)? ws "]"
+
+ws ::= [ \\t\\n]*
+`;
+    }
+    /**
+     * Format chat prompt with tool definitions (for grammar mode)
+     * Uses ChatML format with tool instructions
+     */
+    formatChatPromptWithTools(messages, tools) {
+        const toolSystemPrompt = this.buildToolSystemPrompt(tools);
+        let prompt = '';
+        for (const msg of messages) {
+            if (msg.role === 'system') {
+                // Combine system prompt with tool instructions
+                prompt += `<|im_start|>system\n${msg.content}\n\n${toolSystemPrompt}<|im_end|>\n`;
+            }
+            else if (msg.role === 'user') {
+                prompt += `<|im_start|>user\n${msg.content}<|im_end|>\n`;
+            }
+            else if (msg.role === 'assistant') {
+                const assistantMsg = msg;
+                if (assistantMsg.toolCalls && assistantMsg.toolCalls.length > 0) {
+                    // Format tool calls
+                    const toolCallJson = JSON.stringify(assistantMsg.toolCalls.map(tc => ({
+                        name: tc.name,
+                        arguments: tc.arguments,
+                    })));
+                    prompt += `<|im_start|>assistant\nTOOL: ${toolCallJson}<|im_end|>\n`;
+                }
+                else if (assistantMsg.content) {
+                    // Format say response
+                    prompt += `<|im_start|>assistant\nSAY: ${msg.content}<|im_end|>\n`;
+                }
+            }
+            else if (msg.role === 'tool') {
+                prompt += `<|im_start|>tool\n${msg.content}<|im_end|>\n`;
+            }
+        }
+        // If no system message was in history, add tool prompt as system
+        if (!messages.some(m => m.role === 'system')) {
+            prompt = `<|im_start|>system\n${toolSystemPrompt}<|im_end|>\n` + prompt;
+        }
+        prompt += '<|im_start|>assistant\n';
+        return prompt;
+    }
+    /** Special tokens to filter from output */
+    static SPECIAL_TOKENS = /\[end of text\]|<\|im_end\|>|<\|im_start\|>|<\|endoftext\|>/gi;
+    /**
+     * Run llama-completion and capture output
+     * Output goes to stdout, debug/timing info goes to stderr (ignored)
+     */
+    runLlamaCompletion(args, messages, options) {
+        // Log the input messages (use conversation ID if provided, else default)
+        const conversationId = options?.conversationId ?? 'default';
+        this.tracker.logInput(conversationId, messages);
+        return new Promise((resolve, reject) => {
+            const proc = spawn(this.config.binaryPath, args, {
+                stdio: ['pipe', 'pipe', 'pipe'],
+            });
+            let output = '';
+            proc.stdout.on('data', (data) => {
+                const chunk = data.toString();
+                output += chunk;
+                // Stream tokens if callback provided, filtering out special markers
+                // llama.cpp sends special tokens as complete strings, not split across chunks
+                if (options?.onToken) {
+                    const filtered = chunk.replace(NativeLLM.SPECIAL_TOKENS, '');
+                    for (const char of filtered) {
+                        options.onToken(char);
+                    }
+                }
+            });
+            proc.stderr.on('data', () => {
+                // Ignore stderr (Metal init messages, timing info, etc.)
+            });
+            proc.on('close', (code) => {
+                if (code !== 0) {
+                    reject(new Error(`llama-completion exited with code ${code}`));
+                    return;
+                }
+                // Clean up output - remove special tokens
+                const cleaned = output.replace(NativeLLM.SPECIAL_TOKENS, '').trim();
+                this.tracker.logRawOutput(conversationId, cleaned);
+                resolve(cleaned);
+            });
+            proc.on('error', reject);
+        });
+    }
+    /**
+     * Run llama-completion with smart streaming
+     * - SAY: streams tokens as they arrive
+     * - TOOL: buffers until complete, then parses
+     */
+    runLlamaCompletionWithStreaming(args, messages, options) {
+        const conversationId = options?.conversationId ?? 'default';
+        this.tracker.logInput(conversationId, messages);
+        return new Promise((resolve, reject) => {
+            const proc = spawn(this.config.binaryPath, args, {
+                stdio: ['pipe', 'pipe', 'pipe'],
+            });
+            let buffer = '';
+            let mode = 'detecting';
+            let textContent = '';
+            let isStreaming = false;
+            const SAY_PREFIX = 'SAY:';
+            const TOOL_PREFIX = 'TOOL:';
+            proc.stdout.on('data', (data) => {
+                const chunk = data.toString().replace(NativeLLM.SPECIAL_TOKENS, '');
+                buffer += chunk;
+                // Detect mode from prefix
+                if (mode === 'detecting') {
+                    // Trim leading whitespace for detection
+                    const trimmed = buffer.trimStart();
+                    if (trimmed.startsWith(SAY_PREFIX)) {
+                        mode = 'say';
+                        isStreaming = true;
+                        // Remove everything up to and including SAY:
+                        const sayIndex = buffer.indexOf(SAY_PREFIX);
+                        buffer = buffer.slice(sayIndex + SAY_PREFIX.length).trimStart();
+                    }
+                    else if (trimmed.startsWith(TOOL_PREFIX)) {
+                        mode = 'tool_call';
+                        // Remove everything up to and including TOOL:
+                        const toolIndex = buffer.indexOf(TOOL_PREFIX);
+                        buffer = buffer.slice(toolIndex + TOOL_PREFIX.length).trimStart();
+                    }
+                    else if (trimmed.length >= TOOL_PREFIX.length) {
+                        // Buffer is long enough but doesn't match expected prefixes
+                        // This shouldn't happen with grammar, but handle gracefully
+                        mode = 'say';
+                        isStreaming = true;
+                    }
+                }
+                // Stream say content (no closing tag needed - just stream everything)
+                if (mode === 'say' && isStreaming && options?.onToken) {
+                    for (const char of buffer) {
+                        options.onToken(char);
+                    }
+                    textContent += buffer;
+                    buffer = '';
+                }
+            });
+            proc.stderr.on('data', () => {
+                // Ignore stderr
+            });
+            proc.on('close', (code) => {
+                if (code !== 0) {
+                    reject(new Error(`llama-completion exited with code ${code}`));
+                    return;
+                }
+                // Final processing based on mode
+                const fullOutput = (mode === 'say' ? SAY_PREFIX + ' ' : TOOL_PREFIX + ' ') +
+                    (textContent || '') + buffer;
+                this.tracker.logRawOutput(conversationId, fullOutput.replace(NativeLLM.SPECIAL_TOKENS, '').trim());
+                if (mode === 'say') {
+                    // Any remaining content in buffer
+                    const remaining = buffer.trim();
+                    if (remaining && options?.onToken) {
+                        for (const char of remaining) {
+                            options.onToken(char);
+                        }
+                    }
+                    const finalContent = textContent + remaining;
+                    resolve({
+                        content: finalContent,
+                        finishReason: 'stop',
+                    });
+                }
+                else if (mode === 'tool_call') {
+                    // Parse tool call JSON
+                    const toolCalls = this.parseToolCallOutput(buffer);
+                    if (toolCalls && toolCalls.length > 0) {
+                        resolve({
+                            content: '',
+                            toolCalls: toolCalls.map((tc, i) => ({
+                                id: `native-${Date.now()}-${i}-${Math.random().toString(36).slice(2, 9)}`,
+                                name: tc.name,
+                                arguments: tc.arguments || {},
+                            })),
+                            finishReason: 'tool_calls',
+                        });
+                    }
+                    else {
+                        // Failed to parse tool call
+                        resolve({
+                            content: buffer,
+                            finishReason: 'stop',
+                        });
+                    }
+                }
+                else {
+                    // Detection never completed - return raw buffer
+                    resolve({
+                        content: buffer,
+                        finishReason: 'stop',
+                    });
+                }
+            });
+            proc.on('error', reject);
+        });
+    }
+    /**
+     * Freeform generation (no grammar) - used when no tools are provided
+     */
+    async generateFreeform(messages, options) {
+        const prompt = this.formatChatPrompt(messages);
+        // llama-completion args for clean non-interactive output
+        const args = [
+            '-m', this.config.modelPath,
+            '-n', String(this.config.maxNewTokens),
+            '--temp', String(this.config.temperature ?? 0.7),
+            '--no-display-prompt', // Don't echo the prompt back
+            '--simple-io', // Clean output without ANSI codes
+            '-no-cnv', // Non-conversation mode (single completion)
+            '-p', prompt,
+        ];
+        if (this.config.gpuLayers) {
+            args.push('-ngl', String(this.config.gpuLayers));
+        }
+        const output = await this.runLlamaCompletion(args, messages, options);
+        return {
+            content: output,
+            finishReason: 'stop',
+        };
+    }
+    /**
+     * Format basic chat prompt (for non-tool mode)
+     */
+    formatChatPrompt(messages) {
+        let prompt = '';
+        for (const msg of messages) {
+            if (msg.role === 'system') {
+                prompt += `<|im_start|>system\n${msg.content}<|im_end|>\n`;
+            }
+            else if (msg.role === 'user') {
+                prompt += `<|im_start|>user\n${msg.content}<|im_end|>\n`;
+            }
+            else if (msg.role === 'assistant') {
+                prompt += `<|im_start|>assistant\n${msg.content}<|im_end|>\n`;
+            }
+            else if (msg.role === 'tool') {
+                prompt += `<|im_start|>tool\n${msg.content}<|im_end|>\n`;
+            }
+        }
+        prompt += '<|im_start|>assistant\n';
+        return prompt;
+    }
+    isReady() {
+        return this.ready;
+    }
+}
+//# sourceMappingURL=llm.js.map

package/dist/backends/native/llm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.js","sourceRoot":"","sources":["../../../src/backends/native/llm.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,KAAK,EAAE,MAAM,eAAe,CAAC;AACtC,OAAO,EAAE,UAAU,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAC3D,OAAO,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC;AAC5B,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAW5B,OAAO,EAAE,SAAS,EAAE,sBAAsB,EAAuB,MAAM,gBAAgB,CAAC;AAExF,MAAM,OAAO,SAAS;IACZ,MAAM,CAAkB;IACxB,KAAK,GAAG,KAAK,CAAC;IACd,OAAO,CAAyB;IAExC,YAAY,MAAuB;QACjC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,IAAI,sBAAsB,CAAC,IAAI,SAAS,EAAE,CAAC,CAAC;IAC7D,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,WAA8B;QAC7C,OAAO,CAAC,GAAG,CAAC,+CAA+C,CAAC,CAAC;QAE7D,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,yCAAyC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;QACrF,CAAC;QACD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;YACvC,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QACtE,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,OAAO,CAAC,GAAG,CAAC,4BAA4B,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;IACnE,CAAC;IAED,aAAa;QACX,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,QAAmB,EAAE,OAA4B;QAC9D,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;QAED,oEAAoE;QACpE,IAAI,OAAO,EAAE,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/C,OAAO,IAAI,CAAC,mBAAmB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;QACrD,CAAC;QAED,wCAAwC;QACxC,OAAO,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAClD,CAAC;IAGD;;OAEG;IACK,qBAAqB,CAAC,KAAuB;QACnD,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAC9B,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACd,IAAI,EAAE,UAAU;YAChB,QAAQ,EAAE;gBACR,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,UAAU,EAAE,CAAC,CAAC,UAAU;aACzB;SACF,CAAC,CAAC,EACH,IAAI,EACJ,CAAC,CACF,CAAC;QAEF,OAAO;;SAEF,SAAS;;;;;;;;;;;;uDAYqC,CAAC;IACtD,CAAC;IAED;;;;;OAKG;IACK,KAAK,CAAC,mBAAmB,CAC/B,QAAmB,EACnB,OAA2B;QAE3B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;QAElC,6CAA6C;QAC7C,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE7C,kEAAkE;QAClE,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,WAAW,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QACjE,aAAa,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;QAEpC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,yBAAyB,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAE/D,yDAAyD;YACzD,MAAM,IAAI,GAAG;gBACX,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;gBAC3B,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;gBACtC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,GAAG,CAAC;gBAChD,gBAAgB,EAAE,WAAW;gBAC7B,qBAAqB,EAAG,6BAA6B;gBACrD,aAAa,EAAW,kCAAkC;gBAC1D,SAAS,EAAe,4CAA4C;gBACpE,IAAI,EAAE,MAAM;aACb,CAAC;YAEF,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;gBAC1B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;YACnD,CAAC;YAED,qDAAqD;YACrD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,+BAA+B,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;YAEnF,OAAO,MAAM,CAAC;QAChB,CAAC;gBAAS,CAAC;YACT,6BAA6B;YAC7B,IAAI,CAAC;gBACH,UAAU,CAAC,WAAW,CAAC,CAAC;YAC1B,CAAC;YAAC,MAAM,CAAC;gBACP,wBAAwB;YAC1B,CAAC;QACH,CAAC;IACH,CAAC;IAED;;;OAGG;IACK,mBAAmB,CAAC,MAAc;QACxC,2EAA2E;QAC3E,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;QAE9B,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;YAE1C,sBAAsB;YACtB,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1B,OAAO,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,OAAO,EAAE,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;YAChE,CAAC;YAED,uCAAuC;YACvC,IAAI,MAAM,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC9C,OAAO,CAAC,MAAM,CAAC,CAAC;YAClB,CAAC;YAED,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,gBAAgB,CAAC,KAAuB;QAC9C,yDAAyD;QACzD,MAAM,SAAS,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAElE,OAAO;;;;;;;;;;;;;;;;;gBAiBK,SAAS;;;;;;;;;;;;;;;;;CAiBxB,CAAC;IACA,CAAC;IAED;;;OAGG;IACK,yBAAyB,CAAC,QAAmB,EAAE,KAAuB;QAC5E,MAAM,gBAAgB,GAAG,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC;QAE3D,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC1B,+CAA+C;gBAC/C,MAAM,IAAI,uBAAuB,GAAG,CAAC,OAAO,OAAO,gBAAgB,cAAc,CAAC;YACpF,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC/B,MAAM,IAAI,qBAAqB,GAAG,CAAC,OAAO,cAAc,CAAC;YAC3D,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBACpC,MAAM,YAAY,GAAG,GAAuB,CAAC;gBAC7C,IAAI,YAAY,CAAC,SAAS,IAAI,YAAY,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAChE,oBAAoB;oBACpB,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CACjC,YAAY,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;wBAChC,IAAI,EAAE,EAAE,CAAC,IAAI;wBACb,SAAS,EAAE,EAAE,CAAC,SAAS;qBACxB,CAAC,CAAC,CACJ,CAAC;oBACF,MAAM,IAAI,gCAAgC,YAAY,cAAc,CAAC;gBACvE,CAAC;qBAAM,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;oBAChC,sBAAsB;oBACtB,MAAM,IAAI,+BAA+B,GAAG,CAAC,OAAO,cAAc,CAAC;gBACrE,CAAC;YACH,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC/B,MAAM,IAAI,qBAAqB,GAAG,CAAC,OAAO,cAAc,CAAC;YAC3D,CAAC;QACH,CAAC;QAED,iEAAiE;QACjE,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,QAAQ,CAAC,EAAE,CAAC;YAC7C,MAAM,GAAG,uBAAuB,gBAAgB,cAAc,GAAG,MAAM,CAAC;QAC1E,CAAC;QAED,MAAM,IAAI,yBAAyB,CAAC;QACpC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,2CAA2C;IACnC,MAAM,CAAU,cAAc,GAAG,+DAA+D,CAAC;IAEzG;;;OAGG;IACK,kBAAkB,CAAC,IAAc,EAAE,QAAmB,EAAE,OAA4B;QAC1F,yEAAyE;QACzE,MAAM,cAAc,GAAG,OAAO,EAAE,cAAc,IAAI,SAAS,CAAC;QAC5D,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,EAAE,QAA4B,CAAC,CAAC;QAEpE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,IAAI,EAAE;gBAC/C,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;aAChC,CAAC,CAAC;YAEH,IAAI,MAAM,GAAG,EAAE,CAAC;YAEhB,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;gBACtC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CAAC;gBAEhB,oEAAoE;gBACpE,8EAA8E;gBAC9E,IAAI,OAAO,EAAE,OAAO,EAAE,CAAC;oBACrB,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;oBAC7D,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;wBAC5B,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;oBACxB,CAAC;gBACH,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;gBAC1B,yDAAyD;YAC3D,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;gBACxB,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;oBACf,MAAM,CAAC,IAAI,KAAK,CAAC,qCAAqC,IAAI,EAAE,CAAC,CAAC,CAAC;oBAC/D,OAAO;gBACT,CAAC;gBAED,0CAA0C;gBAC1C,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;gBACpE,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;gBACnD,OAAO,CAAC,OAAO,CAAC,CAAC;YACnB,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC3B,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACK,+BAA+B,CACrC,IAAc,EACd,QAAmB,EACnB,OAA4B;QAE5B,MAAM,cAAc,GAAG,OAAO,EAAE,cAAc,IAAI,SAAS,CAAC;QAC5D,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,EAAE,QAA4B,CAAC,CAAC;QAEpE,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACrC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,IAAI,EAAE;gBAC/C,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;aAChC,CAAC,CAAC;YAEH,IAAI,MAAM,GAAG,EAAE,CAAC;YAChB,IAAI,IAAI,GAAsC,WAAW,CAAC;YAC1D,IAAI,WAAW,GAAG,EAAE,CAAC;YACrB,IAAI,WAAW,GAAG,KAAK,CAAC;YAExB,MAAM,UAAU,GAAG,MAAM,CAAC;YAC1B,MAAM,WAAW,GAAG,OAAO,CAAC;YAE5B,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE;gBACtC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;gBACpE,MAAM,IAAI,KAAK,CAAC;gBAEhB,0BAA0B;gBAC1B,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;oBACzB,wCAAwC;oBACxC,MAAM,OAAO,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;oBACnC,IAAI,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;wBACnC,IAAI,GAAG,KAAK,CAAC;wBACb,WAAW,GAAG,IAAI,CAAC;wBACnB,6CAA6C;wBAC7C,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;wBAC5C,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,CAAC;oBAClE,CAAC;yBAAM,IAAI,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;wBAC3C,IAAI,GAAG,WAAW,CAAC;wBACnB,8CAA8C;wBAC9C,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;wBAC9C,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,SAAS,EAAE,CAAC;oBACpE,CAAC;yBAAM,IAAI,OAAO,CAAC,MAAM,IAAI,WAAW,CAAC,MAAM,EAAE,CAAC;wBAChD,4DAA4D;wBAC5D,4DAA4D;wBAC5D,IAAI,GAAG,KAAK,CAAC;wBACb,WAAW,GAAG,IAAI,CAAC;oBACrB,CAAC;gBACH,CAAC;gBAED,sEAAsE;gBACtE,IAAI,IAAI,KAAK,KAAK,IAAI,WAAW,IAAI,OAAO,EAAE,OAAO,EAAE,CAAC;oBACtD,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;wBAC1B,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;oBACxB,CAAC;oBACD,WAAW,IAAI,MAAM,CAAC;oBACtB,MAAM,GAAG,EAAE,CAAC;gBACd,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;gBAC1B,gBAAgB;YAClB,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;gBACxB,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;oBACf,MAAM,CAAC,IAAI,KAAK,CAAC,qCAAqC,IAAI,EAAE,CAAC,CAAC,CAAC;oBAC/D,OAAO;gBACT,CAAC;gBAED,iCAAiC;gBACjC,MAAM,UAAU,GAAG,CAAC,IAAI,KAAK,KAAK,CAAC,CAAC,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,CAAC,WAAW,GAAG,GAAG,CAAC;oBACxD,CAAC,WAAW,IAAI,EAAE,CAAC,GAAG,MAAM,CAAC;gBAC/C,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,cAAc,EAAE,UAAU,CAAC,OAAO,CAAC,SAAS,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;gBAEnG,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;oBACnB,kCAAkC;oBAClC,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,EAAE,CAAC;oBAChC,IAAI,SAAS,IAAI,OAAO,EAAE,OAAO,EAAE,CAAC;wBAClC,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;4BAC7B,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;wBACxB,CAAC;oBACH,CAAC;oBACD,MAAM,YAAY,GAAG,WAAW,GAAG,SAAS,CAAC;oBAE7C,OAAO,CAAC;wBACN,OAAO,EAAE,YAAY;wBACrB,YAAY,EAAE,MAAM;qBACrB,CAAC,CAAC;gBACL,CAAC;qBAAM,IAAI,IAAI,KAAK,WAAW,EAAE,CAAC;oBAChC,uBAAuB;oBACvB,MAAM,SAAS,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;oBAEnD,IAAI,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACtC,OAAO,CAAC;4BACN,OAAO,EAAE,EAAE;4BACX,SAAS,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;gCACnC,EAAE,EAAE,UAAU,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;gCACzE,IAAI,EAAE,EAAE,CAAC,IAAI;gCACb,SAAS,EAAE,EAAE,CAAC,SAAS,IAAI,EAAE;6BAC9B,CAAC,CAAC;4BACH,YAAY,EAAE,YAAY;yBAC3B,CAAC,CAAC;oBACL,CAAC;yBAAM,CAAC;wBACN,4BAA4B;wBAC5B,OAAO,CAAC;4BACN,OAAO,EAAE,MAAM;4BACf,YAAY,EAAE,MAAM;yBACrB,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,gDAAgD;oBAChD,OAAO,CAAC;wBACN,OAAO,EAAE,MAAM;wBACf,YAAY,EAAE,MAAM;qBACrB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC3B,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,gBAAgB,CAC5B,QAAmB,EACnB,OAA4B;QAE5B,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QAE/C,yDAAyD;QACzD,MAAM,IAAI,GAAG;YACX,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS;YAC3B,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC;YACtC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,GAAG,CAAC;YAChD,qBAAqB,EAAG,6BAA6B;YACrD,aAAa,EAAW,kCAAkC;YAC1D,SAAS,EAAe,4CAA4C;YACpE,IAAI,EAAE,MAAM;SACb,CAAC;QAEF,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YAC1B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC;QACnD,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,IAAI,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;QAEtE,OAAO;YACL,OAAO,EAAE,MAAM;YACf,YAAY,EAAE,MAAM;SACrB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,QAAmB;QAC1C,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC1B,MAAM,IAAI,uBAAuB,GAAG,CAAC,OAAO,cAAc,CAAC;YAC7D,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC/B,MAAM,IAAI,qBAAqB,GAAG,CAAC,OAAO,cAAc,CAAC;YAC3D,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBACpC,MAAM,IAAI,0BAA0B,GAAG,CAAC,OAAO,cAAc,CAAC;YAChE,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC/B,MAAM,IAAI,qBAAqB,GAAG,CAAC,OAAO,cAAc,CAAC;YAC3D,CAAC;QACH,CAAC;QAED,MAAM,IAAI,yBAAyB,CAAC;QACpC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC"}

package/dist/backends/native/stt.d.ts

@@ -0,0 +1,15 @@
+/**
+ * Native STT Pipeline (whisper.cpp)
+ * Server-only - requires native binary
+ */
+import type { STTPipeline, NativeSTTConfig, ProgressCallback } from '../../types';
+export declare class NativeSTT implements STTPipeline {
+    private config;
+    private ready;
+    constructor(config: NativeSTTConfig);
+    initialize(_onProgress?: ProgressCallback): Promise<void>;
+    transcribe(audio: Float32Array): Promise<string>;
+    isReady(): boolean;
+    private writeWav;
+}
+//# sourceMappingURL=stt.d.ts.map

package/dist/backends/native/stt.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stt.d.ts","sourceRoot":"","sources":["../../../src/backends/native/stt.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAKH,OAAO,KAAK,EAAE,WAAW,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAElF,qBAAa,SAAU,YAAW,WAAW;IAC3C,OAAO,CAAC,MAAM,CAAkB;IAChC,OAAO,CAAC,KAAK,CAAS;gBAEV,MAAM,EAAE,eAAe;IAI7B,UAAU,CAAC,WAAW,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAczD,UAAU,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC;IA6BtD,OAAO,IAAI,OAAO;IAIlB,OAAO,CAAC,QAAQ;CAkCjB"}

package/dist/backends/native/stt.js

@@ -0,0 +1,94 @@
+/**
+ * Native STT Pipeline (whisper.cpp)
+ * Server-only - requires native binary
+ */
+import { execSync } from 'child_process';
+import { writeFileSync, unlinkSync, existsSync } from 'fs';
+import { join } from 'path';
+export class NativeSTT {
+    config;
+    ready = false;
+    constructor(config) {
+        this.config = config;
+    }
+    async initialize(_onProgress) {
+        console.log('Initializing native STT (whisper.cpp)...');
+        if (!existsSync(this.config.binaryPath)) {
+            throw new Error(`whisper.cpp binary not found at: ${this.config.binaryPath}`);
+        }
+        if (!existsSync(this.config.modelPath)) {
+            throw new Error(`Whisper model not found at: ${this.config.modelPath}`);
+        }
+        this.ready = true;
+        console.log('Native STT ready.');
+    }
+    async transcribe(audio) {
+        if (!this.ready) {
+            throw new Error('STT pipeline not initialized');
+        }
+        const tempPath = join('/tmp', `whisper-${Date.now()}-${Math.random().toString(36).slice(2)}.wav`);
+        try {
+            this.writeWav(tempPath, audio, 16000);
+            const result = execSync(`"${this.config.binaryPath}" ` +
+                `-m "${this.config.modelPath}" ` +
+                `-l ${this.config.language} ` +
+                `--no-timestamps ` +
+                `--suppress-nst ` + // Suppress non-speech tokens like "(upbeat music)"
+                `-np ` + // No prints except results
+                `-f "${tempPath}"`, { encoding: 'utf-8', stdio: ['pipe', 'pipe', 'pipe'] });
+            return result.trim();
+        }
+        finally {
+            if (existsSync(tempPath)) {
+                unlinkSync(tempPath);
+            }
+        }
+    }
+    isReady() {
+        return this.ready;
+    }
+    writeWav(path, audio, sampleRate) {
+        const numChannels = 1;
+        const bitsPerSample = 16;
+        const byteRate = sampleRate * numChannels * (bitsPerSample / 8);
+        const blockAlign = numChannels * (bitsPerSample / 8);
+        const dataSize = audio.length * (bitsPerSample / 8);
+        const fileSize = 36 + dataSize;
+        const buffer = Buffer.alloc(44 + dataSize);
+        let offset = 0;
+        buffer.write('RIFF', offset);
+        offset += 4;
+        buffer.writeUInt32LE(fileSize, offset);
+        offset += 4;
+        buffer.write('WAVE', offset);
+        offset += 4;
+        buffer.write('fmt ', offset);
+        offset += 4;
+        buffer.writeUInt32LE(16, offset);
+        offset += 4;
+        buffer.writeUInt16LE(1, offset);
+        offset += 2;
+        buffer.writeUInt16LE(numChannels, offset);
+        offset += 2;
+        buffer.writeUInt32LE(sampleRate, offset);
+        offset += 4;
+        buffer.writeUInt32LE(byteRate, offset);
+        offset += 4;
+        buffer.writeUInt16LE(blockAlign, offset);
+        offset += 2;
+        buffer.writeUInt16LE(bitsPerSample, offset);
+        offset += 2;
+        buffer.write('data', offset);
+        offset += 4;
+        buffer.writeUInt32LE(dataSize, offset);
+        offset += 4;
+        for (let i = 0; i < audio.length; i++) {
+            const sample = Math.max(-1, Math.min(1, audio[i]));
+            const int16 = sample < 0 ? sample * 32768 : sample * 32767;
+            buffer.writeInt16LE(Math.round(int16), offset);
+            offset += 2;
+        }
+        writeFileSync(path, buffer);
+    }
+}
+//# sourceMappingURL=stt.js.map

package/dist/backends/native/stt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stt.js","sourceRoot":"","sources":["../../../src/backends/native/stt.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAC3D,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAG5B,MAAM,OAAO,SAAS;IACZ,MAAM,CAAkB;IACxB,KAAK,GAAG,KAAK,CAAC;IAEtB,YAAY,MAAuB;QACjC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,WAA8B;QAC7C,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;QAExD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,oCAAoC,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;QAChF,CAAC;QACD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;YACvC,MAAM,IAAI,KAAK,CAAC,+BAA+B,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QAC1E,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAmB;QAClC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,EAAE,WAAW,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAElG,IAAI,CAAC;YACH,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;YAEtC,MAAM,MAAM,GAAG,QAAQ,CACrB,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI;gBAC9B,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI;gBAChC,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG;gBAC7B,kBAAkB;gBAClB,iBAAiB,GAAI,mDAAmD;gBACxE,MAAM,GAAe,2BAA2B;gBAChD,OAAO,QAAQ,GAAG,EAClB,EAAE,QAAQ,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CACvD,CAAC;YAEF,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC;QACvB,CAAC;gBAAS,CAAC;YACT,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACzB,UAAU,CAAC,QAAQ,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAEO,QAAQ,CAAC,IAAY,EAAE,KAAmB,EAAE,UAAkB;QACpE,MAAM,WAAW,GAAG,CAAC,CAAC;QACtB,MAAM,aAAa,GAAG,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,UAAU,GAAG,WAAW,GAAG,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC;QAChE,MAAM,UAAU,GAAG,WAAW,GAAG,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC;QACrD,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,aAAa,GAAG,CAAC,CAAC,CAAC;QACpD,MAAM,QAAQ,GAAG,EAAE,GAAG,QAAQ,CAAC;QAE/B,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,EAAE,GAAG,QAAQ,CAAC,CAAC;QAC3C,IAAI,MAAM,GAAG,CAAC,CAAC;QAEf,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAAC,MAAM,IAAI,CAAC,CAAC;QAC1C,MAAM,CAAC,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAAC,MAAM,IAAI,CAAC,CAAC;QACpD,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAAC,MAAM,IAAI,CAAC,CAAC;QAC1C,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAAC,MAAM,IAAI,CAAC,CAAC;QAC1C,MAAM,CAAC,aAAa,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QAAC,MAAM,IAAI,CAAC,CAAC;QAC9C,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QAAC,MAAM,IAAI,CAAC,CAAC;QAC7C,MAAM,CAAC,aAAa,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;QAAC,MAAM,IAAI,CAAC,CAAC;QACvD,MAAM,CAAC,aAAa,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAAC,MAAM,IAAI,CAAC,CAAC;QACtD,MAAM,CAAC,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAAC,MAAM,IAAI,CAAC,CAAC;QACpD,MAAM,CAAC,aAAa,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;QAAC,MAAM,IAAI,CAAC,CAAC;QACtD,MAAM,CAAC,aAAa,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;QAAC,MAAM,IAAI,CAAC,CAAC;QACzD,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAAC,MAAM,IAAI,CAAC,CAAC;QAC1C,MAAM,CAAC,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAAC,MAAM,IAAI,CAAC,CAAC;QAEpD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACnD,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC;YAC3D,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC,CAAC;YAC/C,MAAM,IAAI,CAAC,CAAC;QACd,CAAC;QAED,aAAa,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAC9B,CAAC;CACF"}

package/dist/backends/native/tts.d.ts

@@ -0,0 +1,21 @@
+/**
+ * Native TTS Pipeline (sherpa-onnx)
+ * Server-only - requires sherpa-onnx binary
+ *
+ * Uses sherpa-onnx-offline-tts which supports Piper ONNX models.
+ * See: https://github.com/k2-fsa/sherpa-onnx
+ */
+import type { TTSPipeline, SherpaOnnxTTSConfig, ProgressCallback, AudioPlayable } from '../../types';
+export declare class NativeTTS implements TTSPipeline {
+    private config;
+    private ready;
+    private modelPath;
+    private tokensPath;
+    private dataDir;
+    constructor(config: SherpaOnnxTTSConfig);
+    initialize(_onProgress?: ProgressCallback): Promise<void>;
+    synthesize(text: string): Promise<AudioPlayable>;
+    private parseWav;
+    isReady(): boolean;
+}
+//# sourceMappingURL=tts.d.ts.map

package/dist/backends/native/tts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tts.d.ts","sourceRoot":"","sources":["../../../src/backends/native/tts.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAMH,OAAO,KAAK,EAAE,WAAW,EAAE,mBAAmB,EAAE,gBAAgB,EAAe,aAAa,EAAE,MAAM,aAAa,CAAC;AAGlH,qBAAa,SAAU,YAAW,WAAW;IAC3C,OAAO,CAAC,MAAM,CAAsB;IACpC,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,SAAS,CAAc;IAC/B,OAAO,CAAC,UAAU,CAAc;IAChC,OAAO,CAAC,OAAO,CAAc;gBAEjB,MAAM,EAAE,mBAAmB;IAQjC,UAAU,CAAC,WAAW,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAuCzD,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IAmCtD,OAAO,CAAC,QAAQ;IAsBhB,OAAO,IAAI,OAAO;CAGnB"}