iobroker.assistant 0.1.2

package/build/lib/voice/tts.js

@@ -0,0 +1,36 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OpenAiTts = void 0;
+/**
+ * Text-to-speech engines. V1 ships the cloud engine (OpenAI TTS); local engines
+ * (Piper / Wyoming) plug in behind the same `TtsEngine` interface later.
+ */
+const openai_1 = __importDefault(require("openai"));
+/**
+ * Cloud TTS via the OpenAI speech API. Requests `pcm` output — 24 kHz mono 16-bit signed LE —
+ * so no client-side decoding is needed; the satellite resamples to its speaker rate.
+ */
+class OpenAiTts {
+    client;
+    voice;
+    model;
+    constructor(apiKey, voice = 'alloy', model = 'tts-1') {
+        this.client = new openai_1.default({ apiKey });
+        this.voice = voice;
+        this.model = model;
+    }
+    async synthesize(text, _lang) {
+        const resp = await this.client.audio.speech.create({
+            model: this.model,
+            voice: this.voice,
+            input: text,
+            response_format: 'pcm',
+        });
+        return { pcm: Buffer.from(await resp.arrayBuffer()), sampleRate: 24000 };
+    }
+}
+exports.OpenAiTts = OpenAiTts;
+//# sourceMappingURL=tts.js.map

package/build/lib/voice/tts.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tts.js","sourceRoot":"","sources":["../../../src/lib/voice/tts.ts"],"names":[],"mappings":";;;;;;AAAA;;;GAGG;AACH,oDAA4B;AAiB5B;;;GAGG;AACH,MAAa,SAAS;IACD,MAAM,CAAS;IACf,KAAK,CAAc;IACnB,KAAK,CAAS;IAE/B,YAAY,MAAc,EAAE,QAAqB,OAAO,EAAE,KAAK,GAAG,OAAO;QACrE,IAAI,CAAC,MAAM,GAAG,IAAI,gBAAM,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC;QACrC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAY,EAAE,KAAa;QACxC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;YAC/C,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,IAAI;YACX,eAAe,EAAE,KAAK;SACzB,CAAC,CAAC;QACH,OAAO,EAAE,GAAG,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;IAC7E,CAAC;CACJ;AApBD,8BAoBC","sourcesContent":["/**\n * Text-to-speech engines. V1 ships the cloud engine (OpenAI TTS); local engines\n * (Piper / Wyoming) plug in behind the same `TtsEngine` interface later.\n */\nimport OpenAI from 'openai';\n\nexport interface TtsResult {\n    /** Raw mono 16-bit signed LE PCM. */\n    pcm: Buffer;\n    sampleRate: number;\n}\n\nexport interface TtsEngine {\n    synthesize(text: string, lang: string): Promise<TtsResult>;\n    /** Optional warm-up (install/download engine + voice for `lang`) so the first request isn't slow. */\n    prepare?(lang: string): Promise<void>;\n}\n\n/** OpenAI TTS voice ids. */\nexport type OpenAiVoice = 'alloy' | 'echo' | 'fable' | 'onyx' | 'nova' | 'shimmer';\n\n/**\n * Cloud TTS via the OpenAI speech API. Requests `pcm` output — 24 kHz mono 16-bit signed LE —\n * so no client-side decoding is needed; the satellite resamples to its speaker rate.\n */\nexport class OpenAiTts implements TtsEngine {\n    private readonly client: OpenAI;\n    private readonly voice: OpenAiVoice;\n    private readonly model: string;\n\n    constructor(apiKey: string, voice: OpenAiVoice = 'alloy', model = 'tts-1') {\n        this.client = new OpenAI({ apiKey });\n        this.voice = voice;\n        this.model = model;\n    }\n\n    async synthesize(text: string, _lang: string): Promise<TtsResult> {\n        const resp = await this.client.audio.speech.create({\n            model: this.model,\n            voice: this.voice,\n            input: text,\n            response_format: 'pcm',\n        });\n        return { pcm: Buffer.from(await resp.arrayBuffer()), sampleRate: 24000 };\n    }\n}\n"]}

package/build/lib/voice/voiceServer.js

@@ -0,0 +1,249 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VoiceServer = void 0;
+/**
+ * UDP voice server — the "brain" side of the satellite protocol.
+ *
+ * Receives streamed microphone audio from satellites, runs STT → answer callback → TTS,
+ * and streams the spoken reply back. Registration + heartbeat keep the satellite registry
+ * live. Protocol is Hannah-compatible (see `protocol.ts`).
+ */
+const dgram = __importStar(require("node:dgram"));
+const protocol_1 = require("./protocol");
+/** Payload bytes per TTS datagram — well under the typical MTU-fragmentation-free UDP size. */
+const TTS_CHUNK_BYTES = 8192;
+/** Drop a satellite after this long without any packet (3× the satellite's 10 s heartbeat). */
+const STALE_MS = 30_000;
+class VoiceServer {
+    opts;
+    sock = null;
+    /** Keyed by `${address}:${port}` — audio packets carry no device name, only their source. */
+    sats = new Map();
+    sweepTimer = null;
+    constructor(opts) {
+        this.opts = opts;
+    }
+    start() {
+        return new Promise((resolve, reject) => {
+            const sock = dgram.createSocket('udp4');
+            this.sock = sock;
+            sock.on('message', (data, rinfo) => this.onMessage(data, rinfo));
+            sock.on('error', e => this.opts.log.error(`voice UDP error: ${e.message}`));
+            sock.once('error', reject);
+            // '0.0.0.0'/'' → bind all interfaces (omit the address); otherwise bind the given IP.
+            const addr = this.opts.bindAddress && this.opts.bindAddress !== '0.0.0.0' ? this.opts.bindAddress : undefined;
+            const onBound = () => {
+                this.opts.log.info(`Voice server listening on UDP ${addr || '0.0.0.0'}:${this.opts.port}`);
+                this.sweepTimer = setInterval(() => this.sweepStale(), 15_000);
+                resolve();
+            };
+            if (addr) {
+                sock.bind(this.opts.port, addr, onBound);
+            }
+            else {
+                sock.bind(this.opts.port, onBound);
+            }
+        });
+    }
+    async stop() {
+        if (this.sweepTimer) {
+            clearInterval(this.sweepTimer);
+            this.sweepTimer = null;
+        }
+        const sock = this.sock;
+        this.sock = null;
+        this.sats.clear();
+        if (sock) {
+            await new Promise(res => sock.close(() => res()));
+        }
+    }
+    static addrKey(address, port) {
+        return `${address}:${port}`;
+    }
+    onMessage(data, rinfo) {
+        if (!data.length) {
+            return;
+        }
+        const { type, payload } = (0, protocol_1.decodePacket)(data);
+        if (type === protocol_1.TYPE_AUDIO) {
+            const sat = this.sats.get(VoiceServer.addrKey(rinfo.address, rinfo.port));
+            if (sat) {
+                sat.lastSeen = Date.now();
+                sat.chunks.push(Buffer.from(payload)); // copy: payload is a view onto a reused recv buffer
+            }
+            return;
+        }
+        if (type === protocol_1.TYPE_CONTROL) {
+            let msg;
+            try {
+                msg = JSON.parse(payload.toString('utf8'));
+            }
+            catch {
+                return;
+            }
+            this.onControl(msg, rinfo).catch(e => this.opts.log.warn(`voice control error: ${e.message}`));
+        }
+    }
+    async onControl(msg, rinfo) {
+        const key = VoiceServer.addrKey(rinfo.address, rinfo.port);
+        if (msg.type === 'register') {
+            const sat = {
+                device: msg.device || key,
+                room: msg.room || '',
+                address: rinfo.address,
+                port: rinfo.port,
+                lastSeen: Date.now(),
+                chunks: [],
+            };
+            this.sats.set(key, sat);
+            void this.send((0, protocol_1.encodeControl)({ type: 'registered', ok: true }), sat);
+            this.opts.log.info(`Satellite registered: ${sat.device} (room: ${sat.room || '-'}) @ ${key}`);
+            this.setStatus(sat, 'idle');
+            return;
+        }
+        const sat = this.sats.get(key);
+        if (!sat) {
+            // Unknown source (server restarted?) — tell the satellite to register again.
+            this.sock?.send((0, protocol_1.encodeControl)({ type: 'reregister' }), rinfo.port, rinfo.address);
+            return;
+        }
+        sat.lastSeen = Date.now();
+        if (msg.type === 'heartbeat') {
+            void this.send((0, protocol_1.encodeControl)({ type: 'heartbeat_ack' }), sat);
+            return;
+        }
+        if (msg.type === 'audio_end') {
+            await this.handleUtterance(sat);
+        }
+    }
+    /** STT → answer → TTS for one completed utterance, with status transitions along the way. */
+    async handleUtterance(sat) {
+        const pcm = Buffer.concat(sat.chunks);
+        sat.chunks = [];
+        if (!pcm.length) {
+            this.setStatus(sat, 'idle');
+            return;
+        }
+        this.setStatus(sat, 'processing');
+        try {
+            const hints = this.opts.getHints ? await this.opts.getHints() : undefined;
+            const text = await this.opts.stt.transcribe(pcm, protocol_1.AUDIO_SAMPLE_RATE, this.opts.language, hints);
+            this.opts.log.info(`Voice Q (${sat.device}): ${text || '(empty)'}`);
+            if (!text) {
+                this.setStatus(sat, 'idle');
+                return;
+            }
+            const answer = (await this.opts.answer(text, { device: sat.device, room: sat.room })).trim();
+            this.opts.log.info(`Voice A (${sat.device}): ${answer}`);
+            if (!answer) {
+                this.setStatus(sat, 'idle');
+                return;
+            }
+            this.setStatus(sat, 'speaking');
+            const { pcm: ttsPcm, sampleRate } = await this.opts.tts.synthesize(answer, this.opts.language);
+            await this.streamTts(sat, ttsPcm, sampleRate);
+        }
+        catch (e) {
+            this.opts.log.error(`Voice pipeline failed (${sat.device}): ${e.message}`);
+        }
+        finally {
+            this.setStatus(sat, 'idle');
+        }
+    }
+    async streamTts(sat, pcm, sampleRate) {
+        for (let off = 0, i = 0; off < pcm.length; off += TTS_CHUNK_BYTES, i++) {
+            await this.send((0, protocol_1.encodeTts)(pcm.subarray(off, off + TTS_CHUNK_BYTES)), sat);
+            // Yield every 16 packets so a long reply doesn't burst the OS send buffer / the satellite's recv.
+            if ((i & 15) === 15) {
+                await new Promise(res => setImmediate(res));
+            }
+        }
+        await this.send((0, protocol_1.encodeControl)({ type: 'tts_end', sample_rate: sampleRate }), sat);
+    }
+    /**
+     * Play arbitrary PCM on one satellite (by device name) or all registered satellites (device=null).
+     * Used for announcements (`tts.text` / per-satellite `tts`), independent of the wake-word flow.
+     */
+    async announce(device, pcm, sampleRate) {
+        if (!pcm.length) {
+            return;
+        }
+        const targets = [...this.sats.values()].filter(s => !device || s.device === device);
+        if (!targets.length) {
+            this.opts.log.warn(`announce: no ${device ? `satellite '${device}'` : 'satellites'} registered`);
+            return;
+        }
+        await Promise.all(targets.map(async (sat) => {
+            this.setStatus(sat, 'speaking');
+            try {
+                await this.streamTts(sat, pcm, sampleRate);
+            }
+            finally {
+                this.setStatus(sat, 'idle');
+            }
+        }));
+    }
+    /** Device names of the currently registered satellites. */
+    devices() {
+        return [...this.sats.values()].map(s => s.device);
+    }
+    setStatus(sat, state) {
+        void this.send((0, protocol_1.encodeControl)({ type: 'status', state }), sat);
+        this.opts.onStatus?.(sat.device, sat.room, state);
+    }
+    send(data, sat) {
+        return new Promise((resolve, reject) => {
+            const sock = this.sock;
+            if (!sock) {
+                resolve();
+                return;
+            }
+            sock.send(data, sat.port, sat.address, err => (err ? reject(err) : resolve()));
+        });
+    }
+    sweepStale() {
+        const now = Date.now();
+        for (const [key, sat] of this.sats) {
+            if (now - sat.lastSeen > STALE_MS) {
+                this.sats.delete(key);
+                this.opts.log.info(`Satellite offline (timeout): ${sat.device}`);
+                this.opts.onStatus?.(sat.device, sat.room, 'offline');
+            }
+        }
+    }
+}
+exports.VoiceServer = VoiceServer;
+//# sourceMappingURL=voiceServer.js.map

package/build/lib/voice/voiceServer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"voiceServer.js","sourceRoot":"","sources":["../../../src/lib/voice/voiceServer.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;GAMG;AACH,kDAAoC;AACpC,yCASoB;AA+BpB,+FAA+F;AAC/F,MAAM,eAAe,GAAG,IAAI,CAAC;AAC7B,+FAA+F;AAC/F,MAAM,QAAQ,GAAG,MAAM,CAAC;AAExB,MAAa,WAAW;IAMS;IALrB,IAAI,GAAwB,IAAI,CAAC;IACzC,6FAA6F;IAC5E,IAAI,GAAG,IAAI,GAAG,EAAqB,CAAC;IAC7C,UAAU,GAA0B,IAAI,CAAC;IAEjD,YAA6B,IAAwB;QAAxB,SAAI,GAAJ,IAAI,CAAoB;IAAG,CAAC;IAEzD,KAAK;QACD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACnC,MAAM,IAAI,GAAG,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;YACxC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;YACjB,IAAI,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;YACjE,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YAC5E,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC3B,sFAAsF;YACtF,MAAM,IAAI,GACN,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,IAAI,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;YACrG,MAAM,OAAO,GAAG,GAAS,EAAE;gBACvB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,iCAAiC,IAAI,IAAI,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC3F,IAAI,CAAC,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,MAAM,CAAC,CAAC;gBAC/D,OAAO,EAAE,CAAC;YACd,CAAC,CAAC;YACF,IAAI,IAAI,EAAE,CAAC;gBACP,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;YAC7C,CAAC;iBAAM,CAAC;gBACJ,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACvC,CAAC;QACL,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,IAAI;QACN,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC/B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QAC3B,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACvB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QAClB,IAAI,IAAI,EAAE,CAAC;YACP,MAAM,IAAI,OAAO,CAAO,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAC5D,CAAC;IACL,CAAC;IAEO,MAAM,CAAC,OAAO,CAAC,OAAe,EAAE,IAAY;QAChD,OAAO,GAAG,OAAO,IAAI,IAAI,EAAE,CAAC;IAChC,CAAC;IAEO,SAAS,CAAC,IAAY,EAAE,KAAuB;QACnD,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACf,OAAO;QACX,CAAC;QACD,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,IAAA,uBAAY,EAAC,IAAI,CAAC,CAAC;QAC7C,IAAI,IAAI,KAAK,qBAAU,EAAE,CAAC;YACtB,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;YAC1E,IAAI,GAAG,EAAE,CAAC;gBACN,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC1B,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,oDAAoD;YAC/F,CAAC;YACD,OAAO;QACX,CAAC;QACD,IAAI,IAAI,KAAK,uBAAY,EAAE,CAAC;YACxB,IAAI,GAAgB,CAAC;YACrB,IAAI,CAAC;gBACD,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAgB,CAAC;YAC9D,CAAC;YAAC,MAAM,CAAC;gBACL,OAAO;YACX,CAAC;YACD,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,wBAAyB,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAC9G,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,GAAgB,EAAE,KAAuB;QAC7D,MAAM,GAAG,GAAG,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAE3D,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAC1B,MAAM,GAAG,GAAc;gBACnB,MAAM,EAAE,GAAG,CAAC,MAAM,IAAI,GAAG;gBACzB,IAAI,EAAE,GAAG,CAAC,IAAI,IAAI,EAAE;gBACpB,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE;gBACpB,MAAM,EAAE,EAAE;aACb,CAAC;YACF,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;YACxB,KAAK,IAAI,CAAC,IAAI,CAAC,IAAA,wBAAa,EAAC,EAAE,IAAI,EAAE,YAAY,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;YACrE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,yBAAyB,GAAG,CAAC,MAAM,WAAW,GAAG,CAAC,IAAI,IAAI,GAAG,OAAO,GAAG,EAAE,CAAC,CAAC;YAC9F,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAC5B,OAAO;QACX,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC/B,IAAI,CAAC,GAAG,EAAE,CAAC;YACP,6EAA6E;YAC7E,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAA,wBAAa,EAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YAClF,OAAO;QACX,CAAC;QACD,GAAG,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE1B,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC3B,KAAK,IAAI,CAAC,IAAI,CAAC,IAAA,wBAAa,EAAC,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;YAC9D,OAAO;QACX,CAAC;QACD,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC3B,MAAM,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QACpC,CAAC;IACL,CAAC;IAED,6FAA6F;IACrF,KAAK,CAAC,eAAe,CAAC,GAAc;QACxC,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACtC,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC;QAChB,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;YACd,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAC5B,OAAO;QACX,CAAC;QAED,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;QAClC,IAAI,CAAC;YACD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;YAC1E,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,EAAE,4BAAiB,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAC/F,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,GAAG,CAAC,MAAM,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC,CAAC;YACpE,IAAI,CAAC,IAAI,EAAE,CAAC;gBACR,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;gBAC5B,OAAO;YACX,CAAC;YAED,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC7F,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,GAAG,CAAC,MAAM,MAAM,MAAM,EAAE,CAAC,CAAC;YACzD,IAAI,CAAC,MAAM,EAAE,CAAC;gBACV,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;gBAC5B,OAAO;YACX,CAAC;YAED,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YAChC,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC/F,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;QAClD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,0BAA0B,GAAG,CAAC,MAAM,MAAO,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1F,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAChC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,GAAc,EAAE,GAAW,EAAE,UAAkB;QACnE,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,GAAG,GAAG,GAAG,CAAC,MAAM,EAAE,GAAG,IAAI,eAAe,EAAE,CAAC,EAAE,EAAE,CAAC;YACrE,MAAM,IAAI,CAAC,IAAI,CAAC,IAAA,oBAAS,EAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,eAAe,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YAC1E,kGAAkG;YAClG,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC;gBAClB,MAAM,IAAI,OAAO,CAAO,GAAG,CAAC,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;YACtD,CAAC;QACL,CAAC;QACD,MAAM,IAAI,CAAC,IAAI,CAAC,IAAA,wBAAa,EAAC,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;IACtF,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ,CAAC,MAAqB,EAAE,GAAW,EAAE,UAAkB;QACjE,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;YACd,OAAO;QACX,CAAC;QACD,MAAM,OAAO,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC;QACpF,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YAClB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,MAAM,CAAC,CAAC,CAAC,cAAc,MAAM,GAAG,CAAC,CAAC,CAAC,YAAY,aAAa,CAAC,CAAC;YACjG,OAAO;QACX,CAAC;QACD,MAAM,OAAO,CAAC,GAAG,CACb,OAAO,CAAC,GAAG,CAAC,KAAK,EAAC,GAAG,EAAC,EAAE;YACpB,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;YAChC,IAAI,CAAC;gBACD,MAAM,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,GAAG,EAAE,UAAU,CAAC,CAAC;YAC/C,CAAC;oBAAS,CAAC;gBACP,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YAChC,CAAC;QACL,CAAC,CAAC,CACL,CAAC;IACN,CAAC;IAED,2DAA2D;IAC3D,OAAO;QACH,OAAO,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACtD,CAAC;IAEO,SAAS,CAAC,GAAc,EAAE,KAAqB;QACnD,KAAK,IAAI,CAAC,IAAI,CAAC,IAAA,wBAAa,EAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;QAC9D,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACtD,CAAC;IAEO,IAAI,CAAC,IAAY,EAAE,GAAc;QACrC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACnC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;YACvB,IAAI,CAAC,IAAI,EAAE,CAAC;gBACR,OAAO,EAAE,CAAC;gBACV,OAAO;YACX,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QACnF,CAAC,CAAC,CAAC;IACP,CAAC;IAEO,UAAU;QACd,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;YACjC,IAAI,GAAG,GAAG,GAAG,CAAC,QAAQ,GAAG,QAAQ,EAAE,CAAC;gBAChC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBACtB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,gCAAgC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;gBACjE,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;YAC1D,CAAC;QACL,CAAC;IACL,CAAC;CACJ;AAnND,kCAmNC","sourcesContent":["/**\n * UDP voice server — the \"brain\" side of the satellite protocol.\n *\n * Receives streamed microphone audio from satellites, runs STT → answer callback → TTS,\n * and streams the spoken reply back. Registration + heartbeat keep the satellite registry\n * live. Protocol is Hannah-compatible (see `protocol.ts`).\n */\nimport * as dgram from 'node:dgram';\nimport {\n    AUDIO_SAMPLE_RATE,\n    TYPE_AUDIO,\n    TYPE_CONTROL,\n    decodePacket,\n    encodeControl,\n    encodeTts,\n    type SatToServer,\n    type SatelliteState,\n} from './protocol';\nimport type { SttEngine } from './stt';\nimport type { TtsEngine } from './tts';\n\ninterface Satellite {\n    device: string;\n    room: string;\n    address: string;\n    port: number;\n    lastSeen: number;\n    /** Buffered audio chunks of the utterance currently being spoken. */\n    chunks: Buffer[];\n}\n\nexport interface VoiceServerOptions {\n    port: number;\n    /** Interface to bind to ('0.0.0.0'/'' = all interfaces, or a specific IP). */\n    bindAddress?: string;\n    /** ISO-639-1 language hint for STT/TTS ('' = auto/provider default). */\n    language: string;\n    stt: SttEngine;\n    tts: TtsEngine;\n    /** Produce the assistant reply for a transcribed utterance. */\n    answer: (question: string, ctx: { device: string; room: string }) => Promise<string>;\n    /** Optional STT vocabulary hints (device/room names) to bias recognition; re-read per utterance. */\n    getHints?: () => string[] | Promise<string[]>;\n    log: ioBroker.Logger;\n    /** Notified on every satellite state transition (idle/listening/processing/speaking/offline). */\n    onStatus?: (device: string, room: string, state: SatelliteState | 'offline') => void;\n}\n\n/** Payload bytes per TTS datagram — well under the typical MTU-fragmentation-free UDP size. */\nconst TTS_CHUNK_BYTES = 8192;\n/** Drop a satellite after this long without any packet (3× the satellite's 10 s heartbeat). */\nconst STALE_MS = 30_000;\n\nexport class VoiceServer {\n    private sock: dgram.Socket | null = null;\n    /** Keyed by `${address}:${port}` — audio packets carry no device name, only their source. */\n    private readonly sats = new Map<string, Satellite>();\n    private sweepTimer: NodeJS.Timeout | null = null;\n\n    constructor(private readonly opts: VoiceServerOptions) {}\n\n    start(): Promise<void> {\n        return new Promise((resolve, reject) => {\n            const sock = dgram.createSocket('udp4');\n            this.sock = sock;\n            sock.on('message', (data, rinfo) => this.onMessage(data, rinfo));\n            sock.on('error', e => this.opts.log.error(`voice UDP error: ${e.message}`));\n            sock.once('error', reject);\n            // '0.0.0.0'/'' → bind all interfaces (omit the address); otherwise bind the given IP.\n            const addr =\n                this.opts.bindAddress && this.opts.bindAddress !== '0.0.0.0' ? this.opts.bindAddress : undefined;\n            const onBound = (): void => {\n                this.opts.log.info(`Voice server listening on UDP ${addr || '0.0.0.0'}:${this.opts.port}`);\n                this.sweepTimer = setInterval(() => this.sweepStale(), 15_000);\n                resolve();\n            };\n            if (addr) {\n                sock.bind(this.opts.port, addr, onBound);\n            } else {\n                sock.bind(this.opts.port, onBound);\n            }\n        });\n    }\n\n    async stop(): Promise<void> {\n        if (this.sweepTimer) {\n            clearInterval(this.sweepTimer);\n            this.sweepTimer = null;\n        }\n        const sock = this.sock;\n        this.sock = null;\n        this.sats.clear();\n        if (sock) {\n            await new Promise<void>(res => sock.close(() => res()));\n        }\n    }\n\n    private static addrKey(address: string, port: number): string {\n        return `${address}:${port}`;\n    }\n\n    private onMessage(data: Buffer, rinfo: dgram.RemoteInfo): void {\n        if (!data.length) {\n            return;\n        }\n        const { type, payload } = decodePacket(data);\n        if (type === TYPE_AUDIO) {\n            const sat = this.sats.get(VoiceServer.addrKey(rinfo.address, rinfo.port));\n            if (sat) {\n                sat.lastSeen = Date.now();\n                sat.chunks.push(Buffer.from(payload)); // copy: payload is a view onto a reused recv buffer\n            }\n            return;\n        }\n        if (type === TYPE_CONTROL) {\n            let msg: SatToServer;\n            try {\n                msg = JSON.parse(payload.toString('utf8')) as SatToServer;\n            } catch {\n                return;\n            }\n            this.onControl(msg, rinfo).catch(e => this.opts.log.warn(`voice control error: ${(e as Error).message}`));\n        }\n    }\n\n    private async onControl(msg: SatToServer, rinfo: dgram.RemoteInfo): Promise<void> {\n        const key = VoiceServer.addrKey(rinfo.address, rinfo.port);\n\n        if (msg.type === 'register') {\n            const sat: Satellite = {\n                device: msg.device || key,\n                room: msg.room || '',\n                address: rinfo.address,\n                port: rinfo.port,\n                lastSeen: Date.now(),\n                chunks: [],\n            };\n            this.sats.set(key, sat);\n            void this.send(encodeControl({ type: 'registered', ok: true }), sat);\n            this.opts.log.info(`Satellite registered: ${sat.device} (room: ${sat.room || '-'}) @ ${key}`);\n            this.setStatus(sat, 'idle');\n            return;\n        }\n\n        const sat = this.sats.get(key);\n        if (!sat) {\n            // Unknown source (server restarted?) — tell the satellite to register again.\n            this.sock?.send(encodeControl({ type: 'reregister' }), rinfo.port, rinfo.address);\n            return;\n        }\n        sat.lastSeen = Date.now();\n\n        if (msg.type === 'heartbeat') {\n            void this.send(encodeControl({ type: 'heartbeat_ack' }), sat);\n            return;\n        }\n        if (msg.type === 'audio_end') {\n            await this.handleUtterance(sat);\n        }\n    }\n\n    /** STT → answer → TTS for one completed utterance, with status transitions along the way. */\n    private async handleUtterance(sat: Satellite): Promise<void> {\n        const pcm = Buffer.concat(sat.chunks);\n        sat.chunks = [];\n        if (!pcm.length) {\n            this.setStatus(sat, 'idle');\n            return;\n        }\n\n        this.setStatus(sat, 'processing');\n        try {\n            const hints = this.opts.getHints ? await this.opts.getHints() : undefined;\n            const text = await this.opts.stt.transcribe(pcm, AUDIO_SAMPLE_RATE, this.opts.language, hints);\n            this.opts.log.info(`Voice Q (${sat.device}): ${text || '(empty)'}`);\n            if (!text) {\n                this.setStatus(sat, 'idle');\n                return;\n            }\n\n            const answer = (await this.opts.answer(text, { device: sat.device, room: sat.room })).trim();\n            this.opts.log.info(`Voice A (${sat.device}): ${answer}`);\n            if (!answer) {\n                this.setStatus(sat, 'idle');\n                return;\n            }\n\n            this.setStatus(sat, 'speaking');\n            const { pcm: ttsPcm, sampleRate } = await this.opts.tts.synthesize(answer, this.opts.language);\n            await this.streamTts(sat, ttsPcm, sampleRate);\n        } catch (e) {\n            this.opts.log.error(`Voice pipeline failed (${sat.device}): ${(e as Error).message}`);\n        } finally {\n            this.setStatus(sat, 'idle');\n        }\n    }\n\n    private async streamTts(sat: Satellite, pcm: Buffer, sampleRate: number): Promise<void> {\n        for (let off = 0, i = 0; off < pcm.length; off += TTS_CHUNK_BYTES, i++) {\n            await this.send(encodeTts(pcm.subarray(off, off + TTS_CHUNK_BYTES)), sat);\n            // Yield every 16 packets so a long reply doesn't burst the OS send buffer / the satellite's recv.\n            if ((i & 15) === 15) {\n                await new Promise<void>(res => setImmediate(res));\n            }\n        }\n        await this.send(encodeControl({ type: 'tts_end', sample_rate: sampleRate }), sat);\n    }\n\n    /**\n     * Play arbitrary PCM on one satellite (by device name) or all registered satellites (device=null).\n     * Used for announcements (`tts.text` / per-satellite `tts`), independent of the wake-word flow.\n     */\n    async announce(device: string | null, pcm: Buffer, sampleRate: number): Promise<void> {\n        if (!pcm.length) {\n            return;\n        }\n        const targets = [...this.sats.values()].filter(s => !device || s.device === device);\n        if (!targets.length) {\n            this.opts.log.warn(`announce: no ${device ? `satellite '${device}'` : 'satellites'} registered`);\n            return;\n        }\n        await Promise.all(\n            targets.map(async sat => {\n                this.setStatus(sat, 'speaking');\n                try {\n                    await this.streamTts(sat, pcm, sampleRate);\n                } finally {\n                    this.setStatus(sat, 'idle');\n                }\n            }),\n        );\n    }\n\n    /** Device names of the currently registered satellites. */\n    devices(): string[] {\n        return [...this.sats.values()].map(s => s.device);\n    }\n\n    private setStatus(sat: Satellite, state: SatelliteState): void {\n        void this.send(encodeControl({ type: 'status', state }), sat);\n        this.opts.onStatus?.(sat.device, sat.room, state);\n    }\n\n    private send(data: Buffer, sat: Satellite): Promise<void> {\n        return new Promise((resolve, reject) => {\n            const sock = this.sock;\n            if (!sock) {\n                resolve();\n                return;\n            }\n            sock.send(data, sat.port, sat.address, err => (err ? reject(err) : resolve()));\n        });\n    }\n\n    private sweepStale(): void {\n        const now = Date.now();\n        for (const [key, sat] of this.sats) {\n            if (now - sat.lastSeen > STALE_MS) {\n                this.sats.delete(key);\n                this.opts.log.info(`Satellite offline (timeout): ${sat.device}`);\n                this.opts.onStatus?.(sat.device, sat.room, 'offline');\n            }\n        }\n    }\n}\n"]}

package/build/lib/voice/vosk.js

@@ -0,0 +1,260 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.VoskStt = void 0;
+exports.listVoskModels = listVoskModels;
+/**
+ * Local STT via Vosk (https://alphacephei.com/vosk).
+ *
+ * The official `vosk` npm module depends on `ffi-napi`, which does NOT compile on Node ≥ 20/22
+ * (node-api finalizer signature change). So instead of that module we bind the prebuilt **libvosk**
+ * shared library directly via **koffi** — a maintained FFI shipped as prebuilt binaries (no node-gyp).
+ * Both koffi (npm) and libvosk (GitHub release) are installed on demand into the instance data dir,
+ * plus a small language model. Input is 16 kHz mono 16-bit PCM — exactly what satellites stream.
+ */
+const node_child_process_1 = require("node:child_process");
+const node_module_1 = require("node:module");
+const path = __importStar(require("node:path"));
+const fs = __importStar(require("node:fs"));
+const download_1 = require("./download");
+const NPM = process.platform === 'win32' ? 'npm.cmd' : 'npm';
+/** Prebuilt libvosk release to use (contains the shared library + header). */
+const LIBVOSK_VERSION = '0.3.45';
+/** Default small Vosk model per language (fast enough on a Pi). */
+const MODEL = {
+    en: 'vosk-model-small-en-us-0.15',
+    de: 'vosk-model-small-de-0.15',
+    ru: 'vosk-model-small-ru-0.22',
+    fr: 'vosk-model-small-fr-0.22',
+    es: 'vosk-model-small-es-0.42',
+    it: 'vosk-model-small-it-0.22',
+    nl: 'vosk-model-small-nl-0.22',
+    pt: 'vosk-model-small-pt-0.3',
+    uk: 'vosk-model-small-uk-v3-small',
+    zh: 'vosk-model-small-cn-0.22',
+};
+/**
+ * Curated Vosk models per language for the config dropdown (small first = the default; larger models are
+ * more accurate but heavier). See https://alphacephei.com/vosk/models for the full catalog.
+ */
+const MODEL_CATALOG = {
+    en: ['vosk-model-small-en-us-0.15', 'vosk-model-en-us-0.22', 'vosk-model-en-us-0.42-gigaspeech'],
+    de: ['vosk-model-small-de-0.15', 'vosk-model-de-0.21', 'vosk-model-de-tuda-0.6-900k'],
+    ru: ['vosk-model-small-ru-0.22', 'vosk-model-ru-0.42'],
+    fr: ['vosk-model-small-fr-0.22', 'vosk-model-fr-0.22'],
+    es: ['vosk-model-small-es-0.42'],
+    it: ['vosk-model-small-it-0.22', 'vosk-model-it-0.22'],
+    nl: ['vosk-model-small-nl-0.22', 'vosk-model-nl-spraakherkenning-0.6'],
+    pt: ['vosk-model-small-pt-0.3'],
+    uk: ['vosk-model-small-uk-v3-small', 'vosk-model-uk-v3'],
+    zh: ['vosk-model-small-cn-0.22', 'vosk-model-cn-0.22'],
+};
+/** Suggested Vosk model names for a language (small default first). Falls back to English. */
+function listVoskModels(language) {
+    const iso = (language || 'en').split('-')[0].toLowerCase();
+    return MODEL_CATALOG[iso] || MODEL_CATALOG.en;
+}
+/** Prebuilt libvosk asset (release zip name + library file name) for the current platform. */
+function libvoskAsset() {
+    const v = LIBVOSK_VERSION;
+    const p = process.platform;
+    const a = process.arch;
+    if (p === 'linux' && a === 'arm64') {
+        return { archive: `vosk-linux-aarch64-${v}`, libName: 'libvosk.so' };
+    }
+    if (p === 'linux' && (a === 'x64' || a === 'ia32')) {
+        return { archive: `vosk-linux-x86_64-${v}`, libName: 'libvosk.so' };
+    }
+    if (p === 'win32') {
+        return { archive: `vosk-win64-${v}`, libName: 'libvosk.dll' };
+    }
+    if (p === 'darwin') {
+        return { archive: `vosk-osx-${v}`, libName: 'libvosk.dyld' };
+    }
+    throw new Error(`No prebuilt libvosk for ${p}/${a}`);
+}
+/** Recursively find a file by name under a directory (for the extracted libvosk library). */
+function findFile(dir, name) {
+    let entries;
+    try {
+        entries = fs.readdirSync(dir, { withFileTypes: true });
+    }
+    catch {
+        return null;
+    }
+    for (const e of entries) {
+        const full = path.join(dir, e.name);
+        if (e.isDirectory()) {
+            const hit = findFile(full, name);
+            if (hit) {
+                return hit;
+            }
+        }
+        else if (e.name === name) {
+            return full;
+        }
+    }
+    return null;
+}
+function koffiInstalled(dataDir) {
+    return fs.existsSync(path.join(dataDir, 'node_modules', 'koffi', 'package.json'));
+}
+/** Install the prebuilt `koffi` FFI module into the data dir via a spawned `npm install` (no node-gyp). */
+function installKoffi(dataDir, log) {
+    return new Promise((resolve, reject) => {
+        fs.mkdirSync(dataDir, { recursive: true });
+        const pkg = path.join(dataDir, 'package.json');
+        if (!fs.existsSync(pkg)) {
+            fs.writeFileSync(pkg, JSON.stringify({ name: 'assistant-local-voice', private: true, version: '1.0.0' }));
+        }
+        log.info('Installing koffi (first use) — this takes a moment …');
+        const child = (0, node_child_process_1.spawn)(NPM, ['install', 'koffi', '--omit=dev', '--no-audit', '--no-fund'], {
+            cwd: dataDir,
+            shell: process.platform === 'win32',
+        });
+        child.stdout.on('data', d => log.debug(`npm: ${String(d).trim()}`));
+        child.stderr.on('data', d => log.debug(`npm: ${String(d).trim()}`));
+        child.on('error', reject);
+        child.on('close', code => (code === 0 ? resolve() : reject(new Error(`npm install koffi exited ${code}`))));
+    });
+}
+class VoskStt {
+    dataDir;
+    modelOverride;
+    log;
+    api = null;
+    ready = null;
+    models = new Map(); // iso → libvosk model pointer
+    constructor(dataDir, 
+    /** Override model name/dir; '' → default per language. */
+    modelOverride, log) {
+        this.dataDir = dataDir;
+        this.modelOverride = modelOverride;
+        this.log = log;
+    }
+    ensureReady() {
+        if (!this.ready) {
+            this.ready = this.load().catch(e => {
+                this.ready = null;
+                throw e;
+            });
+        }
+        return this.ready;
+    }
+    /** Ensure koffi + libvosk are present, then bind the C API. */
+    async load() {
+        if (!koffiInstalled(this.dataDir)) {
+            await installKoffi(this.dataDir, this.log);
+        }
+        const libPath = await this.ensureLibvosk();
+        const req = (0, node_module_1.createRequire)(path.join(this.dataDir, 'package.json'));
+        const koffi = req('koffi');
+        const lib = koffi.load(libPath);
+        this.api = {
+            setLogLevel: lib.func('void vosk_set_log_level(int level)'),
+            modelNew: lib.func('void* vosk_model_new(const char* path)'),
+            recNew: lib.func('void* vosk_recognizer_new(void* model, float rate)'),
+            recFree: lib.func('void vosk_recognizer_free(void* rec)'),
+            recAccept: lib.func('int vosk_recognizer_accept_waveform(void* rec, const char* data, int len)'),
+            recFinal: lib.func('const char* vosk_recognizer_final_result(void* rec)'),
+        };
+        this.api.setLogLevel(-1); // silence vosk's own logging
+        this.log.info('Vosk (libvosk via koffi) loaded.');
+    }
+    /** Download + extract the prebuilt libvosk for this platform; return the absolute library path. */
+    async ensureLibvosk() {
+        const { archive, libName } = libvoskAsset();
+        const libDir = path.join(this.dataDir, 'vosk-lib');
+        const existing = findFile(libDir, libName);
+        if (existing) {
+            return existing;
+        }
+        const zip = path.join(libDir, `${archive}.zip`);
+        await (0, download_1.downloadFile)(`https://github.com/alphacep/vosk-api/releases/download/v${LIBVOSK_VERSION}/${archive}.zip`, zip, this.log);
+        await (0, download_1.extractArchive)(zip, libDir, this.log);
+        const found = findFile(libDir, libName);
+        if (!found) {
+            throw new Error(`libvosk (${libName}) not found after extracting ${archive}.zip`);
+        }
+        return found;
+    }
+    async ensureModel(lang) {
+        const iso = (lang || 'en').split('-')[0].toLowerCase();
+        const cached = this.models.get(iso);
+        if (cached) {
+            return cached;
+        }
+        const name = this.modelOverride || MODEL[iso] || MODEL.en;
+        const modelsDir = path.join(this.dataDir, 'vosk-models');
+        const modelDir = path.join(modelsDir, name);
+        if (!fs.existsSync(modelDir)) {
+            const zip = path.join(modelsDir, `${name}.zip`);
+            await (0, download_1.downloadFile)(`https://alphacephei.com/vosk/models/${name}.zip`, zip, this.log);
+            await (0, download_1.extractArchive)(zip, modelsDir, this.log);
+        }
+        const model = this.api.modelNew(modelDir);
+        if (!model) {
+            throw new Error(`vosk_model_new failed for ${modelDir}`);
+        }
+        this.models.set(iso, model);
+        return model;
+    }
+    /** Warm-up: install koffi + libvosk and download the model so the first command isn't slow. */
+    async prepare(lang) {
+        await this.ensureReady();
+        await this.ensureModel(lang);
+    }
+    // Note: the SttEngine `hints` vocabulary is intentionally not applied here. Vosk can bias only via a
+    // grammar (vosk_recognizer_new_grm), but that is a *hard* constraint — it restricts recognition to the
+    // listed words, which would break free-form questions (weather, general chat). Its words must also exist
+    // in the model's lexicon, which arbitrary device names usually don't. So we keep open dictation instead.
+    async transcribe(pcm, sampleRate, lang) {
+        await this.ensureReady();
+        const model = await this.ensureModel(lang);
+        const api = this.api;
+        const rec = api.recNew(model, sampleRate);
+        try {
+            api.recAccept(rec, pcm, pcm.length);
+            const json = api.recFinal(rec);
+            const res = JSON.parse(json || '{}');
+            return (res.text || '').trim();
+        }
+        finally {
+            api.recFree(rec);
+        }
+    }
+}
+exports.VoskStt = VoskStt;
+//# sourceMappingURL=vosk.js.map

package/build/lib/voice/vosk.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"vosk.js","sourceRoot":"","sources":["../../../src/lib/voice/vosk.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAqDA,wCAGC;AAxDD;;;;;;;;GAQG;AACH,2DAA2C;AAC3C,6CAA4C;AAC5C,gDAAkC;AAClC,4CAA8B;AAC9B,yCAA4E;AAG5E,MAAM,GAAG,GAAG,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC;AAE7D,8EAA8E;AAC9E,MAAM,eAAe,GAAG,QAAQ,CAAC;AAEjC,mEAAmE;AACnE,MAAM,KAAK,GAA2B;IAClC,EAAE,EAAE,6BAA6B;IACjC,EAAE,EAAE,0BAA0B;IAC9B,EAAE,EAAE,0BAA0B;IAC9B,EAAE,EAAE,0BAA0B;IAC9B,EAAE,EAAE,0BAA0B;IAC9B,EAAE,EAAE,0BAA0B;IAC9B,EAAE,EAAE,0BAA0B;IAC9B,EAAE,EAAE,yBAAyB;IAC7B,EAAE,EAAE,8BAA8B;IAClC,EAAE,EAAE,0BAA0B;CACjC,CAAC;AAEF;;;GAGG;AACH,MAAM,aAAa,GAA6B;IAC5C,EAAE,EAAE,CAAC,6BAA6B,EAAE,uBAAuB,EAAE,kCAAkC,CAAC;IAChG,EAAE,EAAE,CAAC,0BAA0B,EAAE,oBAAoB,EAAE,6BAA6B,CAAC;IACrF,EAAE,EAAE,CAAC,0BAA0B,EAAE,oBAAoB,CAAC;IACtD,EAAE,EAAE,CAAC,0BAA0B,EAAE,oBAAoB,CAAC;IACtD,EAAE,EAAE,CAAC,0BAA0B,CAAC;IAChC,EAAE,EAAE,CAAC,0BAA0B,EAAE,oBAAoB,CAAC;IACtD,EAAE,EAAE,CAAC,0BAA0B,EAAE,oCAAoC,CAAC;IACtE,EAAE,EAAE,CAAC,yBAAyB,CAAC;IAC/B,EAAE,EAAE,CAAC,8BAA8B,EAAE,kBAAkB,CAAC;IACxD,EAAE,EAAE,CAAC,0BAA0B,EAAE,oBAAoB,CAAC;CACzD,CAAC;AAEF,8FAA8F;AAC9F,SAAgB,cAAc,CAAC,QAAgB;IAC3C,MAAM,GAAG,GAAG,CAAC,QAAQ,IAAI,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;IAC3D,OAAO,aAAa,CAAC,GAAG,CAAC,IAAI,aAAa,CAAC,EAAE,CAAC;AAClD,CAAC;AAED,8FAA8F;AAC9F,SAAS,YAAY;IACjB,MAAM,CAAC,GAAG,eAAe,CAAC;IAC1B,MAAM,CAAC,GAAG,OAAO,CAAC,QAAQ,CAAC;IAC3B,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IACvB,IAAI,CAAC,KAAK,OAAO,IAAI,CAAC,KAAK,OAAO,EAAE,CAAC;QACjC,OAAO,EAAE,OAAO,EAAE,sBAAsB,CAAC,EAAE,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;IACzE,CAAC;IACD,IAAI,CAAC,KAAK,OAAO,IAAI,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,MAAM,CAAC,EAAE,CAAC;QACjD,OAAO,EAAE,OAAO,EAAE,qBAAqB,CAAC,EAAE,EAAE,OAAO,EAAE,YAAY,EAAE,CAAC;IACxE,CAAC;IACD,IAAI,CAAC,KAAK,OAAO,EAAE,CAAC;QAChB,OAAO,EAAE,OAAO,EAAE,cAAc,CAAC,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC;IAClE,CAAC;IACD,IAAI,CAAC,KAAK,QAAQ,EAAE,CAAC;QACjB,OAAO,EAAE,OAAO,EAAE,YAAY,CAAC,EAAE,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC;IACjE,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACzD,CAAC;AAED,6FAA6F;AAC7F,SAAS,QAAQ,CAAC,GAAW,EAAE,IAAY;IACvC,IAAI,OAAoB,CAAC;IACzB,IAAI,CAAC;QACD,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3D,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,IAAI,CAAC;IAChB,CAAC;IACD,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACtB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;YAClB,MAAM,GAAG,GAAG,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACjC,IAAI,GAAG,EAAE,CAAC;gBACN,OAAO,GAAG,CAAC;YACf,CAAC;QACL,CAAC;aAAM,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;YACzB,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IACD,OAAO,IAAI,CAAC;AAChB,CAAC;AAED,SAAS,cAAc,CAAC,OAAe;IACnC,OAAO,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,EAAE,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC;AACtF,CAAC;AAED,2GAA2G;AAC3G,SAAS,YAAY,CAAC,OAAe,EAAE,GAAgB;IACnD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnC,EAAE,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3C,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;QAC/C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACtB,EAAE,CAAC,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,uBAAuB,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;QAC9G,CAAC;QACD,GAAG,CAAC,IAAI,CAAC,sDAAsD,CAAC,CAAC;QACjE,MAAM,KAAK,GAAG,IAAA,0BAAK,EAAC,GAAG,EAAE,CAAC,SAAS,EAAE,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,WAAW,CAAC,EAAE;YACpF,GAAG,EAAE,OAAO;YACZ,KAAK,EAAE,OAAO,CAAC,QAAQ,KAAK,OAAO;SACtC,CAAC,CAAC;QACH,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;QACpE,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;QACpE,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC1B,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,4BAA4B,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAChH,CAAC,CAAC,CAAC;AACP,CAAC;AAYD,MAAa,OAAO;IAMK;IAEA;IACA;IARb,GAAG,GAAmB,IAAI,CAAC;IAC3B,KAAK,GAAyB,IAAI,CAAC;IAC1B,MAAM,GAAG,IAAI,GAAG,EAAmB,CAAC,CAAC,8BAA8B;IAEpF,YACqB,OAAe;IAChC,0DAA0D;IACzC,aAAqB,EACrB,GAAgB;QAHhB,YAAO,GAAP,OAAO,CAAQ;QAEf,kBAAa,GAAb,aAAa,CAAQ;QACrB,QAAG,GAAH,GAAG,CAAa;IAClC,CAAC;IAEI,WAAW;QACf,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YACd,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;gBAC/B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;gBAClB,MAAM,CAAC,CAAC;YACZ,CAAC,CAAC,CAAC;QACP,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC;IACtB,CAAC;IAED,+DAA+D;IACvD,KAAK,CAAC,IAAI;QACd,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YAChC,MAAM,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAC/C,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,aAAa,EAAE,CAAC;QAC3C,MAAM,GAAG,GAAG,IAAA,2BAAa,EAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC;QACnE,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC;QAC3B,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAChC,IAAI,CAAC,GAAG,GAAG;YACP,WAAW,EAAE,GAAG,CAAC,IAAI,CAAC,oCAAoC,CAAC;YAC3D,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,wCAAwC,CAAC;YAC5D,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,oDAAoD,CAAC;YACtE,OAAO,EAAE,GAAG,CAAC,IAAI,CAAC,sCAAsC,CAAC;YACzD,SAAS,EAAE,GAAG,CAAC,IAAI,CAAC,2EAA2E,CAAC;YAChG,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,qDAAqD,CAAC;SAC5E,CAAC;QACF,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,6BAA6B;QACvD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;IACtD,CAAC;IAED,mGAAmG;IAC3F,KAAK,CAAC,aAAa;QACvB,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,YAAY,EAAE,CAAC;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QACnD,MAAM,QAAQ,GAAG,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC3C,IAAI,QAAQ,EAAE,CAAC;YACX,OAAO,QAAQ,CAAC;QACpB,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,OAAO,MAAM,CAAC,CAAC;QAChD,MAAM,IAAA,uBAAY,EACd,2DAA2D,eAAe,IAAI,OAAO,MAAM,EAC3F,GAAG,EACH,IAAI,CAAC,GAAG,CACX,CAAC;QACF,MAAM,IAAA,yBAAc,EAAC,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5C,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACxC,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,YAAY,OAAO,gCAAgC,OAAO,MAAM,CAAC,CAAC;QACtF,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,IAAY;QAClC,MAAM,GAAG,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QACvD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,MAAM,EAAE,CAAC;YACT,OAAO,MAAM,CAAC;QAClB,CAAC;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;QAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;QACzD,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QAC5C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3B,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,IAAI,MAAM,CAAC,CAAC;YAChD,MAAM,IAAA,uBAAY,EAAC,uCAAuC,IAAI,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;YACrF,MAAM,IAAA,yBAAc,EAAC,GAAG,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QACnD,CAAC;QACD,MAAM,KAAK,GAAG,IAAI,CAAC,GAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC3C,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,6BAA6B,QAAQ,EAAE,CAAC,CAAC;QAC7D,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC5B,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,+FAA+F;IAC/F,KAAK,CAAC,OAAO,CAAC,IAAY;QACtB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;IAED,qGAAqG;IACrG,uGAAuG;IACvG,yGAAyG;IACzG,yGAAyG;IACzG,KAAK,CAAC,UAAU,CAAC,GAAW,EAAE,UAAkB,EAAE,IAAY;QAC1D,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAI,CAAC;QACtB,MAAM,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;QAC1C,IAAI,CAAC;YACD,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;YACpC,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,IAAI,CAAsB,CAAC;YAC1D,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACnC,CAAC;gBAAS,CAAC;YACP,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACrB,CAAC;IACL,CAAC;CACJ;AA/GD,0BA+GC","sourcesContent":["/**\n * Local STT via Vosk (https://alphacephei.com/vosk).\n *\n * The official `vosk` npm module depends on `ffi-napi`, which does NOT compile on Node ≥ 20/22\n * (node-api finalizer signature change). So instead of that module we bind the prebuilt **libvosk**\n * shared library directly via **koffi** — a maintained FFI shipped as prebuilt binaries (no node-gyp).\n * Both koffi (npm) and libvosk (GitHub release) are installed on demand into the instance data dir,\n * plus a small language model. Input is 16 kHz mono 16-bit PCM — exactly what satellites stream.\n */\nimport { spawn } from 'node:child_process';\nimport { createRequire } from 'node:module';\nimport * as path from 'node:path';\nimport * as fs from 'node:fs';\nimport { downloadFile, extractArchive, type VoiceLogger } from './download';\nimport type { SttEngine } from './stt';\n\nconst NPM = process.platform === 'win32' ? 'npm.cmd' : 'npm';\n\n/** Prebuilt libvosk release to use (contains the shared library + header). */\nconst LIBVOSK_VERSION = '0.3.45';\n\n/** Default small Vosk model per language (fast enough on a Pi). */\nconst MODEL: Record<string, string> = {\n    en: 'vosk-model-small-en-us-0.15',\n    de: 'vosk-model-small-de-0.15',\n    ru: 'vosk-model-small-ru-0.22',\n    fr: 'vosk-model-small-fr-0.22',\n    es: 'vosk-model-small-es-0.42',\n    it: 'vosk-model-small-it-0.22',\n    nl: 'vosk-model-small-nl-0.22',\n    pt: 'vosk-model-small-pt-0.3',\n    uk: 'vosk-model-small-uk-v3-small',\n    zh: 'vosk-model-small-cn-0.22',\n};\n\n/**\n * Curated Vosk models per language for the config dropdown (small first = the default; larger models are\n * more accurate but heavier). See https://alphacephei.com/vosk/models for the full catalog.\n */\nconst MODEL_CATALOG: Record<string, string[]> = {\n    en: ['vosk-model-small-en-us-0.15', 'vosk-model-en-us-0.22', 'vosk-model-en-us-0.42-gigaspeech'],\n    de: ['vosk-model-small-de-0.15', 'vosk-model-de-0.21', 'vosk-model-de-tuda-0.6-900k'],\n    ru: ['vosk-model-small-ru-0.22', 'vosk-model-ru-0.42'],\n    fr: ['vosk-model-small-fr-0.22', 'vosk-model-fr-0.22'],\n    es: ['vosk-model-small-es-0.42'],\n    it: ['vosk-model-small-it-0.22', 'vosk-model-it-0.22'],\n    nl: ['vosk-model-small-nl-0.22', 'vosk-model-nl-spraakherkenning-0.6'],\n    pt: ['vosk-model-small-pt-0.3'],\n    uk: ['vosk-model-small-uk-v3-small', 'vosk-model-uk-v3'],\n    zh: ['vosk-model-small-cn-0.22', 'vosk-model-cn-0.22'],\n};\n\n/** Suggested Vosk model names for a language (small default first). Falls back to English. */\nexport function listVoskModels(language: string): string[] {\n    const iso = (language || 'en').split('-')[0].toLowerCase();\n    return MODEL_CATALOG[iso] || MODEL_CATALOG.en;\n}\n\n/** Prebuilt libvosk asset (release zip name + library file name) for the current platform. */\nfunction libvoskAsset(): { archive: string; libName: string } {\n    const v = LIBVOSK_VERSION;\n    const p = process.platform;\n    const a = process.arch;\n    if (p === 'linux' && a === 'arm64') {\n        return { archive: `vosk-linux-aarch64-${v}`, libName: 'libvosk.so' };\n    }\n    if (p === 'linux' && (a === 'x64' || a === 'ia32')) {\n        return { archive: `vosk-linux-x86_64-${v}`, libName: 'libvosk.so' };\n    }\n    if (p === 'win32') {\n        return { archive: `vosk-win64-${v}`, libName: 'libvosk.dll' };\n    }\n    if (p === 'darwin') {\n        return { archive: `vosk-osx-${v}`, libName: 'libvosk.dyld' };\n    }\n    throw new Error(`No prebuilt libvosk for ${p}/${a}`);\n}\n\n/** Recursively find a file by name under a directory (for the extracted libvosk library). */\nfunction findFile(dir: string, name: string): string | null {\n    let entries: fs.Dirent[];\n    try {\n        entries = fs.readdirSync(dir, { withFileTypes: true });\n    } catch {\n        return null;\n    }\n    for (const e of entries) {\n        const full = path.join(dir, e.name);\n        if (e.isDirectory()) {\n            const hit = findFile(full, name);\n            if (hit) {\n                return hit;\n            }\n        } else if (e.name === name) {\n            return full;\n        }\n    }\n    return null;\n}\n\nfunction koffiInstalled(dataDir: string): boolean {\n    return fs.existsSync(path.join(dataDir, 'node_modules', 'koffi', 'package.json'));\n}\n\n/** Install the prebuilt `koffi` FFI module into the data dir via a spawned `npm install` (no node-gyp). */\nfunction installKoffi(dataDir: string, log: VoiceLogger): Promise<void> {\n    return new Promise((resolve, reject) => {\n        fs.mkdirSync(dataDir, { recursive: true });\n        const pkg = path.join(dataDir, 'package.json');\n        if (!fs.existsSync(pkg)) {\n            fs.writeFileSync(pkg, JSON.stringify({ name: 'assistant-local-voice', private: true, version: '1.0.0' }));\n        }\n        log.info('Installing koffi (first use) — this takes a moment …');\n        const child = spawn(NPM, ['install', 'koffi', '--omit=dev', '--no-audit', '--no-fund'], {\n            cwd: dataDir,\n            shell: process.platform === 'win32',\n        });\n        child.stdout.on('data', d => log.debug(`npm: ${String(d).trim()}`));\n        child.stderr.on('data', d => log.debug(`npm: ${String(d).trim()}`));\n        child.on('error', reject);\n        child.on('close', code => (code === 0 ? resolve() : reject(new Error(`npm install koffi exited ${code}`))));\n    });\n}\n\n/** libvosk C-API functions bound via koffi (opaque pointers as `void *`). */\ninterface VoskApi {\n    setLogLevel: (level: number) => void;\n    modelNew: (path: string) => unknown;\n    recNew: (model: unknown, rate: number) => unknown;\n    recFree: (rec: unknown) => void;\n    recAccept: (rec: unknown, data: Buffer, len: number) => number;\n    recFinal: (rec: unknown) => string;\n}\n\nexport class VoskStt implements SttEngine {\n    private api: VoskApi | null = null;\n    private ready: Promise<void> | null = null;\n    private readonly models = new Map<string, unknown>(); // iso → libvosk model pointer\n\n    constructor(\n        private readonly dataDir: string,\n        /** Override model name/dir; '' → default per language. */\n        private readonly modelOverride: string,\n        private readonly log: VoiceLogger,\n    ) {}\n\n    private ensureReady(): Promise<void> {\n        if (!this.ready) {\n            this.ready = this.load().catch(e => {\n                this.ready = null;\n                throw e;\n            });\n        }\n        return this.ready;\n    }\n\n    /** Ensure koffi + libvosk are present, then bind the C API. */\n    private async load(): Promise<void> {\n        if (!koffiInstalled(this.dataDir)) {\n            await installKoffi(this.dataDir, this.log);\n        }\n        const libPath = await this.ensureLibvosk();\n        const req = createRequire(path.join(this.dataDir, 'package.json'));\n        const koffi = req('koffi');\n        const lib = koffi.load(libPath);\n        this.api = {\n            setLogLevel: lib.func('void vosk_set_log_level(int level)'),\n            modelNew: lib.func('void* vosk_model_new(const char* path)'),\n            recNew: lib.func('void* vosk_recognizer_new(void* model, float rate)'),\n            recFree: lib.func('void vosk_recognizer_free(void* rec)'),\n            recAccept: lib.func('int vosk_recognizer_accept_waveform(void* rec, const char* data, int len)'),\n            recFinal: lib.func('const char* vosk_recognizer_final_result(void* rec)'),\n        };\n        this.api.setLogLevel(-1); // silence vosk's own logging\n        this.log.info('Vosk (libvosk via koffi) loaded.');\n    }\n\n    /** Download + extract the prebuilt libvosk for this platform; return the absolute library path. */\n    private async ensureLibvosk(): Promise<string> {\n        const { archive, libName } = libvoskAsset();\n        const libDir = path.join(this.dataDir, 'vosk-lib');\n        const existing = findFile(libDir, libName);\n        if (existing) {\n            return existing;\n        }\n        const zip = path.join(libDir, `${archive}.zip`);\n        await downloadFile(\n            `https://github.com/alphacep/vosk-api/releases/download/v${LIBVOSK_VERSION}/${archive}.zip`,\n            zip,\n            this.log,\n        );\n        await extractArchive(zip, libDir, this.log);\n        const found = findFile(libDir, libName);\n        if (!found) {\n            throw new Error(`libvosk (${libName}) not found after extracting ${archive}.zip`);\n        }\n        return found;\n    }\n\n    private async ensureModel(lang: string): Promise<unknown> {\n        const iso = (lang || 'en').split('-')[0].toLowerCase();\n        const cached = this.models.get(iso);\n        if (cached) {\n            return cached;\n        }\n        const name = this.modelOverride || MODEL[iso] || MODEL.en;\n        const modelsDir = path.join(this.dataDir, 'vosk-models');\n        const modelDir = path.join(modelsDir, name);\n        if (!fs.existsSync(modelDir)) {\n            const zip = path.join(modelsDir, `${name}.zip`);\n            await downloadFile(`https://alphacephei.com/vosk/models/${name}.zip`, zip, this.log);\n            await extractArchive(zip, modelsDir, this.log);\n        }\n        const model = this.api!.modelNew(modelDir);\n        if (!model) {\n            throw new Error(`vosk_model_new failed for ${modelDir}`);\n        }\n        this.models.set(iso, model);\n        return model;\n    }\n\n    /** Warm-up: install koffi + libvosk and download the model so the first command isn't slow. */\n    async prepare(lang: string): Promise<void> {\n        await this.ensureReady();\n        await this.ensureModel(lang);\n    }\n\n    // Note: the SttEngine `hints` vocabulary is intentionally not applied here. Vosk can bias only via a\n    // grammar (vosk_recognizer_new_grm), but that is a *hard* constraint — it restricts recognition to the\n    // listed words, which would break free-form questions (weather, general chat). Its words must also exist\n    // in the model's lexicon, which arbitrary device names usually don't. So we keep open dictation instead.\n    async transcribe(pcm: Buffer, sampleRate: number, lang: string): Promise<string> {\n        await this.ensureReady();\n        const model = await this.ensureModel(lang);\n        const api = this.api!;\n        const rec = api.recNew(model, sampleRate);\n        try {\n            api.recAccept(rec, pcm, pcm.length);\n            const json = api.recFinal(rec);\n            const res = JSON.parse(json || '{}') as { text?: string };\n            return (res.text || '').trim();\n        } finally {\n            api.recFree(rec);\n        }\n    }\n}\n"]}