modular-voice-agent-sdk 1.0.0

package/dist/backends/native/tts.js

@@ -0,0 +1,105 @@
+/**
+ * Native TTS Pipeline (sherpa-onnx)
+ * Server-only - requires sherpa-onnx binary
+ *
+ * Uses sherpa-onnx-offline-tts which supports Piper ONNX models.
+ * See: https://github.com/k2-fsa/sherpa-onnx
+ */
+import { execSync } from 'child_process';
+import { existsSync, readFileSync, unlinkSync } from 'fs';
+import { join } from 'path';
+import { tmpdir } from 'os';
+import { BufferedAudioPlayable } from '../../types';
+export class NativeTTS {
+    config;
+    ready = false;
+    modelPath = '';
+    tokensPath = '';
+    dataDir = '';
+    constructor(config) {
+        this.config = {
+            speakerId: 0,
+            speedScale: 1.0,
+            ...config,
+        };
+    }
+    async initialize(_onProgress) {
+        console.log('Initializing native TTS (sherpa-onnx)...');
+        if (!existsSync(this.config.binaryPath)) {
+            throw new Error(`sherpa-onnx-offline-tts binary not found at: ${this.config.binaryPath}`);
+        }
+        if (!existsSync(this.config.modelDir)) {
+            throw new Error(`TTS model directory not found at: ${this.config.modelDir}`);
+        }
+        // Find the model files in the directory
+        const modelDir = this.config.modelDir;
+        // Look for .onnx file
+        const onnxFiles = ['en_US-lessac-medium.onnx', 'model.onnx']
+            .map(f => join(modelDir, f))
+            .filter(f => existsSync(f));
+        if (onnxFiles.length === 0) {
+            throw new Error(`No .onnx model file found in: ${modelDir}`);
+        }
+        this.modelPath = onnxFiles[0];
+        // Look for tokens.txt
+        this.tokensPath = join(modelDir, 'tokens.txt');
+        if (!existsSync(this.tokensPath)) {
+            throw new Error(`tokens.txt not found in: ${modelDir}`);
+        }
+        // Look for espeak-ng-data directory
+        this.dataDir = join(modelDir, 'espeak-ng-data');
+        if (!existsSync(this.dataDir)) {
+            throw new Error(`espeak-ng-data directory not found in: ${modelDir}`);
+        }
+        this.ready = true;
+        console.log('Native TTS (sherpa-onnx) ready.');
+    }
+    async synthesize(text) {
+        if (!this.ready) {
+            throw new Error('TTS pipeline not initialized');
+        }
+        // sherpa-onnx outputs to a file, so we use a temp file
+        const tmpFile = join(tmpdir(), `sherpa-tts-${Date.now()}.wav`);
+        try {
+            const escapedText = text.replace(/'/g, "'\\''");
+            execSync(`"${this.config.binaryPath}" ` +
+                `--vits-model="${this.modelPath}" ` +
+                `--vits-tokens="${this.tokensPath}" ` +
+                `--vits-data-dir="${this.dataDir}" ` +
+                `--sid=${this.config.speakerId} ` +
+                `--output-filename="${tmpFile}" ` +
+                `'${escapedText}'`, { stdio: ['pipe', 'pipe', 'pipe'], maxBuffer: 50 * 1024 * 1024 });
+            // Read the WAV file and extract PCM data
+            const wavBuffer = readFileSync(tmpFile);
+            const { audio, sampleRate } = this.parseWav(wavBuffer);
+            return new BufferedAudioPlayable(audio, sampleRate);
+        }
+        finally {
+            // Clean up temp file
+            if (existsSync(tmpFile)) {
+                unlinkSync(tmpFile);
+            }
+        }
+    }
+    parseWav(buffer) {
+        // Simple WAV parser - assumes 16-bit PCM
+        // WAV header is typically 44 bytes
+        const dataOffset = buffer.indexOf(Buffer.from('data')) + 8;
+        const sampleRate = buffer.readUInt32LE(24);
+        const bitsPerSample = buffer.readUInt16LE(34);
+        if (bitsPerSample !== 16) {
+            throw new Error(`Unsupported bits per sample: ${bitsPerSample}`);
+        }
+        const pcmData = buffer.subarray(dataOffset);
+        const int16 = new Int16Array(pcmData.buffer, pcmData.byteOffset, pcmData.byteLength / 2);
+        const float32 = new Float32Array(int16.length);
+        for (let i = 0; i < int16.length; i++) {
+            float32[i] = int16[i] / 32768.0;
+        }
+        return { audio: float32, sampleRate };
+    }
+    isReady() {
+        return this.ready;
+    }
+}
+//# sourceMappingURL=tts.js.map

package/dist/backends/native/tts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tts.js","sourceRoot":"","sources":["../../../src/backends/native/tts.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC;AAC1D,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC;AAE5B,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAEpD,MAAM,OAAO,SAAS;IACZ,MAAM,CAAsB;IAC5B,KAAK,GAAG,KAAK,CAAC;IACd,SAAS,GAAW,EAAE,CAAC;IACvB,UAAU,GAAW,EAAE,CAAC;IACxB,OAAO,GAAW,EAAE,CAAC;IAE7B,YAAY,MAA2B;QACrC,IAAI,CAAC,MAAM,GAAG;YACZ,SAAS,EAAE,CAAC;YACZ,UAAU,EAAE,GAAG;YACf,GAAG,MAAM;SACV,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,WAA8B;QAC7C,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;QAExD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,gDAAgD,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;QAC5F,CAAC;QACD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtC,MAAM,IAAI,KAAK,CAAC,qCAAqC,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC/E,CAAC;QAED,wCAAwC;QACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;QAEtC,sBAAsB;QACtB,MAAM,SAAS,GAAG,CAAC,0BAA0B,EAAE,YAAY,CAAC;aACzD,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;aAC3B,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QAE9B,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,iCAAiC,QAAQ,EAAE,CAAC,CAAC;QAC/D,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;QAE9B,sBAAsB;QACtB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QAC/C,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;YACjC,MAAM,IAAI,KAAK,CAAC,4BAA4B,QAAQ,EAAE,CAAC,CAAC;QAC1D,CAAC;QAED,oCAAoC;QACpC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC;QAChD,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,0CAA0C,QAAQ,EAAE,CAAC,CAAC;QACxE,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAY;QAC3B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;QAED,uDAAuD;QACvD,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,EAAE,EAAE,cAAc,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAE/D,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YAEhD,QAAQ,CACN,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI;gBAC9B,iBAAiB,IAAI,CAAC,SAAS,IAAI;gBACnC,kBAAkB,IAAI,CAAC,UAAU,IAAI;gBACrC,oBAAoB,IAAI,CAAC,OAAO,IAAI;gBACpC,SAAS,IAAI,CAAC,MAAM,CAAC,SAAS,GAAG;gBACjC,sBAAsB,OAAO,IAAI;gBACjC,IAAI,WAAW,GAAG,EAClB,EAAE,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,SAAS,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,CACjE,CAAC;YAEF,yCAAyC;YACzC,MAAM,SAAS,GAAG,YAAY,CAAC,OAAO,CAAC,CAAC;YACxC,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YAEvD,OAAO,IAAI,qBAAqB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QACtD,CAAC;gBAAS,CAAC;YACT,qBAAqB;YACrB,IAAI,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBACxB,UAAU,CAAC,OAAO,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;IACH,CAAC;IAEO,QAAQ,CAAC,MAAc;QAC7B,yCAAyC;QACzC,mCAAmC;QACnC,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC;QAC3D,MAAM,UAAU,GAAG,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,aAAa,GAAG,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QAE9C,IAAI,aAAa,KAAK,EAAE,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,gCAAgC,aAAa,EAAE,CAAC,CAAC;QACnE,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAC5C,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QACzF,MAAM,OAAO,GAAG,IAAI,YAAY,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QAE/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,OAAO,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC;QAClC,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;IACxC,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;CACF"}

package/dist/backends/transformers/index.d.ts

@@ -0,0 +1,4 @@
+export { TransformersSTT } from './stt';
+export { TransformersLLM } from './llm';
+export { TransformersTTS } from './tts';
+//# sourceMappingURL=index.d.ts.map

package/dist/backends/transformers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/backends/transformers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,OAAO,CAAC;AACxC,OAAO,EAAE,eAAe,EAAE,MAAM,OAAO,CAAC;AACxC,OAAO,EAAE,eAAe,EAAE,MAAM,OAAO,CAAC"}

package/dist/backends/transformers/index.js

@@ -0,0 +1,4 @@
+export { TransformersSTT } from './stt';
+export { TransformersLLM } from './llm';
+export { TransformersTTS } from './tts';
+//# sourceMappingURL=index.js.map

package/dist/backends/transformers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/backends/transformers/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,MAAM,OAAO,CAAC;AACxC,OAAO,EAAE,eAAe,EAAE,MAAM,OAAO,CAAC;AACxC,OAAO,EAAE,eAAe,EAAE,MAAM,OAAO,CAAC"}

package/dist/backends/transformers/llm.d.ts

@@ -0,0 +1,29 @@
+/**
+ * Transformers.js LLM Pipeline
+ * Isomorphic - works in browser (WebGPU) and Node.js
+ *
+ * Supports any causal LLM model from Hugging Face that works with Transformers.js,
+ * including SmolLM, Phi, Qwen, Gemma, and others.
+ *
+ * Note: This backend does not support native tool calling.
+ * When tools are provided, it injects instructions into the system prompt
+ * for JSON-based tool calling, parsed by VoicePipeline.
+ */
+import type { LLMPipeline, TransformersLLMConfig, ProgressCallback, Message, LLMGenerateOptions, LLMGenerateResult } from '../../types';
+export declare class TransformersLLM implements LLMPipeline {
+    private config;
+    private pipe;
+    private ready;
+    private tracker;
+    constructor(config: TransformersLLMConfig);
+    initialize(onProgress?: ProgressCallback): Promise<void>;
+    supportsTools(): boolean;
+    generate(messages: Message[], options?: LLMGenerateOptions): Promise<LLMGenerateResult>;
+    /**
+     * Build tool instructions to inject into system prompt
+     */
+    private buildToolInstructions;
+    private formatChatPrompt;
+    isReady(): boolean;
+}
+//# sourceMappingURL=llm.d.ts.map

package/dist/backends/transformers/llm.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.d.ts","sourceRoot":"","sources":["../../../src/backends/transformers/llm.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAGH,OAAO,KAAK,EACV,WAAW,EACX,qBAAqB,EACrB,gBAAgB,EAChB,OAAO,EACP,kBAAkB,EAClB,iBAAiB,EAGlB,MAAM,aAAa,CAAC;AAGrB,qBAAa,eAAgB,YAAW,WAAW;IACjD,OAAO,CAAC,MAAM,CAAwB;IAEtC,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,OAAO,CAAyB;gBAE5B,MAAM,EAAE,qBAAqB;IAKnC,UAAU,CAAC,UAAU,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAa9D,aAAa,IAAI,OAAO;IAMlB,QAAQ,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,OAAO,CAAC,EAAE,kBAAkB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAqC7F;;OAEG;IACH,OAAO,CAAC,qBAAqB;IAyB7B,OAAO,CAAC,gBAAgB;IAwBxB,OAAO,IAAI,OAAO;CAGnB"}

package/dist/backends/transformers/llm.js

@@ -0,0 +1,117 @@
+/**
+ * Transformers.js LLM Pipeline
+ * Isomorphic - works in browser (WebGPU) and Node.js
+ *
+ * Supports any causal LLM model from Hugging Face that works with Transformers.js,
+ * including SmolLM, Phi, Qwen, Gemma, and others.
+ *
+ * Note: This backend does not support native tool calling.
+ * When tools are provided, it injects instructions into the system prompt
+ * for JSON-based tool calling, parsed by VoicePipeline.
+ */
+import { pipeline } from '@huggingface/transformers';
+import { LLMLogger, LLMConversationTracker } from '../../services';
+export class TransformersLLM {
+    config;
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    pipe = null;
+    ready = false;
+    tracker;
+    constructor(config) {
+        this.config = config;
+        this.tracker = new LLMConversationTracker(new LLMLogger());
+    }
+    async initialize(onProgress) {
+        console.log(`Loading LLM model (${this.config.model})...`);
+        this.pipe = await pipeline('text-generation', this.config.model, {
+            dtype: this.config.dtype,
+            device: this.config.device,
+            progress_callback: onProgress,
+        });
+        this.ready = true;
+        console.log('LLM model loaded.');
+    }
+    supportsTools() {
+        // Transformers backend doesn't support tool calling natively
+        // Tools are handled via prompt injection at the VoicePipeline level
+        return false;
+    }
+    async generate(messages, options) {
+        if (!this.pipe) {
+            throw new Error('LLM pipeline not initialized');
+        }
+        // Use conversation ID if provided, else default
+        const conversationId = options?.conversationId ?? 'default';
+        // Log input messages
+        this.tracker.logInput(conversationId, messages);
+        const prompt = this.formatChatPrompt(messages, options?.tools);
+        const result = await this.pipe(prompt, {
+            max_new_tokens: this.config.maxNewTokens,
+            do_sample: true,
+            temperature: this.config.temperature,
+            return_full_text: false,
+        });
+        let response = result[0]?.generated_text?.trim() || '';
+        response = response.replace(/<\|im_end\|>.*$/s, '').trim();
+        // Log the response
+        this.tracker.logOutput(conversationId, response);
+        // Stream character by character
+        for (const char of response) {
+            options?.onToken?.(char);
+        }
+        return {
+            content: response,
+            finishReason: 'stop',
+        };
+    }
+    /**
+     * Build tool instructions to inject into system prompt
+     */
+    buildToolInstructions(tools) {
+        const toolsJson = JSON.stringify(tools.map(t => ({
+            name: t.name,
+            description: t.description,
+            parameters: t.parameters,
+        })), null, 2);
+        return `
+
+You have access to tools. When you need to use a tool, respond with ONLY this JSON (no other text before or after):
+{"tool_call": {"name": "tool_name", "arguments": {...}}}
+
+Available tools:
+${toolsJson}
+
+IMPORTANT:
+- If using a tool, respond ONLY with the JSON tool_call object, nothing else.
+- After you receive a tool result, provide your natural language response to the user.
+- Only use tools when necessary. For simple questions, respond directly.`;
+    }
+    formatChatPrompt(messages, tools) {
+        let prompt = '';
+        for (const msg of messages) {
+            if (msg.role === 'system') {
+                // Inject tool instructions into system message if tools are provided
+                const content = tools && tools.length > 0
+                    ? msg.content + this.buildToolInstructions(tools)
+                    : msg.content;
+                prompt += `<|im_start|>system\n${content}<|im_end|>\n`;
+            }
+            else if (msg.role === 'user') {
+                prompt += `<|im_start|>user\n${msg.content}<|im_end|>\n`;
+            }
+            else if (msg.role === 'assistant') {
+                prompt += `<|im_start|>assistant\n${msg.content}<|im_end|>\n`;
+            }
+            else if (msg.role === 'tool') {
+                const toolMsg = msg;
+                prompt += `<|im_start|>tool\n[Tool Result: ${toolMsg.toolCallId}]\n${msg.content}<|im_end|>\n`;
+            }
+        }
+        prompt += '<|im_start|>assistant\n';
+        return prompt;
+    }
+    isReady() {
+        return this.ready;
+    }
+}
+//# sourceMappingURL=llm.js.map

package/dist/backends/transformers/llm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm.js","sourceRoot":"","sources":["../../../src/backends/transformers/llm.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAWrD,OAAO,EAAE,SAAS,EAAE,sBAAsB,EAAuB,MAAM,gBAAgB,CAAC;AAExF,MAAM,OAAO,eAAe;IAClB,MAAM,CAAwB;IACtC,8DAA8D;IACtD,IAAI,GAAQ,IAAI,CAAC;IACjB,KAAK,GAAG,KAAK,CAAC;IACd,OAAO,CAAyB;IAExC,YAAY,MAA6B;QACvC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,IAAI,sBAAsB,CAAC,IAAI,SAAS,EAAE,CAAC,CAAC;IAC7D,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,UAA6B;QAC5C,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,CAAC,MAAM,CAAC,KAAK,MAAM,CAAC,CAAC;QAE3D,IAAI,CAAC,IAAI,GAAG,MAAM,QAAQ,CAAC,iBAAiB,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE;YAC/D,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAsC;YACzD,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;YAC1B,iBAAiB,EAAE,UAAU;SAC9B,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;IACnC,CAAC;IAED,aAAa;QACX,6DAA6D;QAC7D,oEAAoE;QACpE,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,QAAmB,EAAE,OAA4B;QAC9D,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;QAED,gDAAgD;QAChD,MAAM,cAAc,GAAG,OAAO,EAAE,cAAc,IAAI,SAAS,CAAC;QAE5D,qBAAqB;QACrB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,cAAc,EAAE,QAA4B,CAAC,CAAC;QAEpE,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC;QAE/D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;YACrC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,YAAY;YACxC,SAAS,EAAE,IAAI;YACf,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW;YACpC,gBAAgB,EAAE,KAAK;SACxB,CAAC,CAAC;QAEH,IAAI,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QACvD,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAE3D,mBAAmB;QACnB,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;QAEjD,gCAAgC;QAChC,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;YAC5B,OAAO,EAAE,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC;QAC3B,CAAC;QAED,OAAO;YACL,OAAO,EAAE,QAAQ;YACjB,YAAY,EAAE,MAAM;SACrB,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,qBAAqB,CAAC,KAAuB;QACnD,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAC9B,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACd,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,WAAW,EAAE,CAAC,CAAC,WAAW;YAC1B,UAAU,EAAE,CAAC,CAAC,UAAU;SACzB,CAAC,CAAC,EACH,IAAI,EACJ,CAAC,CACF,CAAC;QAEF,OAAO;;;;;;EAMT,SAAS;;;;;yEAK8D,CAAC;IACxE,CAAC;IAEO,gBAAgB,CAAC,QAAmB,EAAE,KAAwB;QACpE,IAAI,MAAM,GAAG,EAAE,CAAC;QAEhB,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YAC3B,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBAC1B,qEAAqE;gBACrE,MAAM,OAAO,GAAG,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;oBACvC,CAAC,CAAC,GAAG,CAAC,OAAO,GAAG,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC;oBACjD,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC;gBAChB,MAAM,IAAI,uBAAuB,OAAO,cAAc,CAAC;YACzD,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC/B,MAAM,IAAI,qBAAqB,GAAG,CAAC,OAAO,cAAc,CAAC;YAC3D,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBACpC,MAAM,IAAI,0BAA0B,GAAG,CAAC,OAAO,cAAc,CAAC;YAChE,CAAC;iBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC/B,MAAM,OAAO,GAAG,GAAkB,CAAC;gBACnC,MAAM,IAAI,mCAAmC,OAAO,CAAC,UAAU,MAAM,GAAG,CAAC,OAAO,cAAc,CAAC;YACjG,CAAC;QACH,CAAC;QAED,MAAM,IAAI,yBAAyB,CAAC;QACpC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;CACF"}

package/dist/backends/transformers/stt.d.ts

@@ -0,0 +1,17 @@
+/**
+ * Transformers.js STT Pipeline
+ * Isomorphic - works in browser (WebGPU) and Node.js
+ *
+ * Supports Whisper, Moonshine, Wav2Vec2, and other ASR models from Hugging Face.
+ */
+import type { STTPipeline, TransformersSTTConfig, ProgressCallback } from '../../types';
+export declare class TransformersSTT implements STTPipeline {
+    private config;
+    private pipe;
+    private ready;
+    constructor(config: TransformersSTTConfig);
+    initialize(onProgress?: ProgressCallback): Promise<void>;
+    transcribe(audio: Float32Array): Promise<string>;
+    isReady(): boolean;
+}
+//# sourceMappingURL=stt.d.ts.map

package/dist/backends/transformers/stt.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stt.d.ts","sourceRoot":"","sources":["../../../src/backends/transformers/stt.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,KAAK,EAAE,WAAW,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAExF,qBAAa,eAAgB,YAAW,WAAW;IACjD,OAAO,CAAC,MAAM,CAAwB;IAEtC,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,KAAK,CAAS;gBAEV,MAAM,EAAE,qBAAqB;IAInC,UAAU,CAAC,UAAU,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAaxD,UAAU,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC;IAiBtD,OAAO,IAAI,OAAO;CAGnB"}

package/dist/backends/transformers/stt.js

@@ -0,0 +1,43 @@
+/**
+ * Transformers.js STT Pipeline
+ * Isomorphic - works in browser (WebGPU) and Node.js
+ *
+ * Supports Whisper, Moonshine, Wav2Vec2, and other ASR models from Hugging Face.
+ */
+import { pipeline } from '@huggingface/transformers';
+export class TransformersSTT {
+    config;
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    pipe = null;
+    ready = false;
+    constructor(config) {
+        this.config = config;
+    }
+    async initialize(onProgress) {
+        console.log(`Loading STT model (${this.config.model})...`);
+        this.pipe = await pipeline('automatic-speech-recognition', this.config.model, {
+            dtype: this.config.dtype,
+            device: this.config.device,
+            progress_callback: onProgress,
+        });
+        this.ready = true;
+        console.log('STT model loaded.');
+    }
+    async transcribe(audio) {
+        if (!this.pipe) {
+            throw new Error('STT pipeline not initialized');
+        }
+        const options = this.config.language
+            ? { language: this.config.language, task: 'transcribe' }
+            : {};
+        const result = await this.pipe(audio, options);
+        if (Array.isArray(result)) {
+            return result[0]?.text?.trim() || '';
+        }
+        return result.text?.trim() || '';
+    }
+    isReady() {
+        return this.ready;
+    }
+}
+//# sourceMappingURL=stt.js.map

package/dist/backends/transformers/stt.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stt.js","sourceRoot":"","sources":["../../../src/backends/transformers/stt.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAGrD,MAAM,OAAO,eAAe;IAClB,MAAM,CAAwB;IACtC,8DAA8D;IACtD,IAAI,GAAQ,IAAI,CAAC;IACjB,KAAK,GAAG,KAAK,CAAC;IAEtB,YAAY,MAA6B;QACvC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,UAA6B;QAC5C,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,CAAC,MAAM,CAAC,KAAK,MAAM,CAAC,CAAC;QAE3D,IAAI,CAAC,IAAI,GAAG,MAAM,QAAQ,CAAC,8BAA8B,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE;YAC5E,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAsC;YACzD,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;YAC1B,iBAAiB,EAAE,UAAU;SAC9B,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAmB;QAClC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ;YAClC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,EAAE,YAAqB,EAAE;YACjE,CAAC,CAAC,EAAE,CAAC;QAEP,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAE/C,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1B,OAAO,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QACvC,CAAC;QACD,OAAQ,MAA2B,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IACzD,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;CACF"}

package/dist/backends/transformers/tts.d.ts

@@ -0,0 +1,17 @@
+/**
+ * Transformers.js TTS Pipeline
+ * Isomorphic - works in browser (WebGPU) and Node.js
+ *
+ * Supports SpeechT5 and other TTS models from Hugging Face.
+ */
+import type { TTSPipeline, TransformersTTSConfig, ProgressCallback, AudioPlayable } from '../../types';
+export declare class TransformersTTS implements TTSPipeline {
+    private config;
+    private pipe;
+    private ready;
+    constructor(config: TransformersTTSConfig);
+    initialize(onProgress?: ProgressCallback): Promise<void>;
+    synthesize(text: string): Promise<AudioPlayable>;
+    isReady(): boolean;
+}
+//# sourceMappingURL=tts.d.ts.map

package/dist/backends/transformers/tts.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tts.d.ts","sourceRoot":"","sources":["../../../src/backends/transformers/tts.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,KAAK,EAAE,WAAW,EAAE,qBAAqB,EAAE,gBAAgB,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAGvG,qBAAa,eAAgB,YAAW,WAAW;IACjD,OAAO,CAAC,MAAM,CAAwB;IAEtC,OAAO,CAAC,IAAI,CAAa;IACzB,OAAO,CAAC,KAAK,CAAS;gBAEV,MAAM,EAAE,qBAAqB;IAInC,UAAU,CAAC,UAAU,CAAC,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAaxD,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IAYtD,OAAO,IAAI,OAAO;CAGnB"}

package/dist/backends/transformers/tts.js

@@ -0,0 +1,40 @@
+/**
+ * Transformers.js TTS Pipeline
+ * Isomorphic - works in browser (WebGPU) and Node.js
+ *
+ * Supports SpeechT5 and other TTS models from Hugging Face.
+ */
+import { pipeline } from '@huggingface/transformers';
+import { BufferedAudioPlayable } from '../../types';
+export class TransformersTTS {
+    config;
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    pipe = null;
+    ready = false;
+    constructor(config) {
+        this.config = config;
+    }
+    async initialize(onProgress) {
+        console.log(`Loading TTS model (${this.config.model})...`);
+        this.pipe = await pipeline('text-to-speech', this.config.model, {
+            dtype: this.config.dtype,
+            device: this.config.device,
+            progress_callback: onProgress,
+        });
+        this.ready = true;
+        console.log('TTS model loaded.');
+    }
+    async synthesize(text) {
+        if (!this.pipe) {
+            throw new Error('TTS pipeline not initialized');
+        }
+        const result = await this.pipe(text, {
+            speaker_embeddings: this.config.speakerEmbeddings,
+        });
+        return new BufferedAudioPlayable(result.audio, result.sampling_rate);
+    }
+    isReady() {
+        return this.ready;
+    }
+}
+//# sourceMappingURL=tts.js.map

package/dist/backends/transformers/tts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tts.js","sourceRoot":"","sources":["../../../src/backends/transformers/tts.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAErD,OAAO,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAEpD,MAAM,OAAO,eAAe;IAClB,MAAM,CAAwB;IACtC,8DAA8D;IACtD,IAAI,GAAQ,IAAI,CAAC;IACjB,KAAK,GAAG,KAAK,CAAC;IAEtB,YAAY,MAA6B;QACvC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,UAA6B;QAC5C,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,CAAC,MAAM,CAAC,KAAK,MAAM,CAAC,CAAC;QAE3D,IAAI,CAAC,IAAI,GAAG,MAAM,QAAQ,CAAC,gBAAgB,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE;YAC9D,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAsC;YACzD,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;YAC1B,iBAAiB,EAAE,UAAU;SAC9B,CAAC,CAAC;QAEH,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAY;QAC3B,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;YACnC,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC,iBAAiB;SAClD,CAAC,CAAC;QAEH,OAAO,IAAI,qBAAqB,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC;IACvE,CAAC;IAED,OAAO;QACL,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;CACF"}

package/dist/cache.d.ts

@@ -0,0 +1,37 @@
+/**
+ * Cache utilities for modular-voice-agent-sdk
+ * Models and binaries are stored in ~/.cache/mvas/ by default
+ */
+/**
+ * Get the cache directory for mvas assets.
+ * Default: ~/.cache/mvas
+ * Override with MVAS_CACHE environment variable.
+ */
+export declare function getCacheDir(): string;
+/**
+ * Get the path to the models directory
+ */
+export declare function getModelsDir(): string;
+/**
+ * Get the path to the binaries directory
+ */
+export declare function getBinDir(): string;
+/**
+ * Get the full path to a model file in the cache.
+ * @param filename - The model filename (e.g., 'whisper-large-v3-turbo-q8.bin')
+ */
+export declare function getModelPath(filename: string): string;
+/**
+ * Get the full path to a binary in the cache.
+ * @param name - The binary name (e.g., 'whisper-cli', 'llama-completion')
+ */
+export declare function getBinaryPath(name: string): string;
+/**
+ * Default binary names for native backends.
+ */
+export declare const defaultBinaries: {
+    whisperCli: string;
+    llamaCompletion: string;
+    sherpaOnnxTts: string;
+};
+//# sourceMappingURL=cache.d.ts.map

package/dist/cache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.d.ts","sourceRoot":"","sources":["../src/cache.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAKH;;;;GAIG;AACH,wBAAgB,WAAW,IAAI,MAAM,CAEpC;AAED;;GAEG;AACH,wBAAgB,YAAY,IAAI,MAAM,CAErC;AAED;;GAEG;AACH,wBAAgB,SAAS,IAAI,MAAM,CAElC;AAED;;;GAGG;AACH,wBAAgB,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAErD;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAElD;AAED;;GAEG;AACH,eAAO,MAAM,eAAe;;;;CAI3B,CAAC"}

package/dist/cache.js

@@ -0,0 +1,49 @@
+/**
+ * Cache utilities for modular-voice-agent-sdk
+ * Models and binaries are stored in ~/.cache/mvas/ by default
+ */
+import { homedir } from 'os';
+import { join } from 'path';
+/**
+ * Get the cache directory for mvas assets.
+ * Default: ~/.cache/mvas
+ * Override with MVAS_CACHE environment variable.
+ */
+export function getCacheDir() {
+    return process.env.MVAS_CACHE || join(homedir(), '.cache', 'mvas');
+}
+/**
+ * Get the path to the models directory
+ */
+export function getModelsDir() {
+    return join(getCacheDir(), 'models');
+}
+/**
+ * Get the path to the binaries directory
+ */
+export function getBinDir() {
+    return join(getCacheDir(), 'bin');
+}
+/**
+ * Get the full path to a model file in the cache.
+ * @param filename - The model filename (e.g., 'whisper-large-v3-turbo-q8.bin')
+ */
+export function getModelPath(filename) {
+    return join(getModelsDir(), filename);
+}
+/**
+ * Get the full path to a binary in the cache.
+ * @param name - The binary name (e.g., 'whisper-cli', 'llama-completion')
+ */
+export function getBinaryPath(name) {
+    return join(getBinDir(), name);
+}
+/**
+ * Default binary names for native backends.
+ */
+export const defaultBinaries = {
+    whisperCli: 'whisper-cli',
+    llamaCompletion: 'llama-completion',
+    sherpaOnnxTts: 'sherpa-onnx-offline-tts',
+};
+//# sourceMappingURL=cache.js.map

package/dist/cache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache.js","sourceRoot":"","sources":["../src/cache.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAC7B,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAE5B;;;;GAIG;AACH,MAAM,UAAU,WAAW;IACzB,OAAO,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;AACrE,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY;IAC1B,OAAO,IAAI,CAAC,WAAW,EAAE,EAAE,QAAQ,CAAC,CAAC;AACvC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,SAAS;IACvB,OAAO,IAAI,CAAC,WAAW,EAAE,EAAE,KAAK,CAAC,CAAC;AACpC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,YAAY,CAAC,QAAgB;IAC3C,OAAO,IAAI,CAAC,YAAY,EAAE,EAAE,QAAQ,CAAC,CAAC;AACxC,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,aAAa,CAAC,IAAY;IACxC,OAAO,IAAI,CAAC,SAAS,EAAE,EAAE,IAAI,CAAC,CAAC;AACjC,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,UAAU,EAAE,aAAa;IACzB,eAAe,EAAE,kBAAkB;IACnC,aAAa,EAAE,yBAAyB;CACzC,CAAC"}

package/dist/cli.d.ts

@@ -0,0 +1,11 @@
+#!/usr/bin/env node
+/**
+ * Modular Voice Agent SDK CLI
+ *
+ * Usage:
+ *   npx mvas setup <config.json>   - Download models from config file
+ *   npx mvas setup --binaries-only - Set up native binaries only
+ *   npx mvas help                  - Show help
+ */
+export {};
+//# sourceMappingURL=cli.d.ts.map

package/dist/cli.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.d.ts","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":";AACA;;;;;;;GAOG"}