iobroker.assistant 0.1.2

package/build/lib/voice/wyoming.js

@@ -0,0 +1,320 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WyomingServer = void 0;
+/**
+ * Wyoming protocol endpoint (https://github.com/rhasspy/wyoming) — a TCP server that bridges Wyoming
+ * events to the existing STT → answer → TTS pipeline, so a `wyoming-satellite`, Home Assistant Voice PE
+ * or ESPHome voice device can stream to this adapter directly.
+ *
+ * Wire format: one JSON header line terminated by '\n', optionally followed by `payload_length` raw
+ * bytes (audio). We handle: describe → info; audio-start/chunk/stop → STT → answer → TTS (streamed back
+ * as audio-*); synthesize → TTS.
+ *
+ * ⚠️ Framing is unit-tested (loopback); interop with real HA Voice PE / wyoming-satellite still needs
+ * on-device validation.
+ */
+const net = __importStar(require("node:net"));
+const node_buffer_1 = require("node:buffer");
+/** Bytes of PCM per outgoing audio-chunk. */
+const AUDIO_CHUNK = 8192;
+class WyomingServer {
+    opts;
+    server = null;
+    conns = new Set();
+    constructor(opts) {
+        this.opts = opts;
+    }
+    start() {
+        return new Promise((resolve, reject) => {
+            const server = net.createServer(sock => this.onConnection(sock));
+            this.server = server;
+            server.once('error', reject);
+            server.on('error', e => this.opts.log.error(`Wyoming server error: ${e.message}`));
+            const addr = this.opts.bindAddress && this.opts.bindAddress !== '0.0.0.0' ? this.opts.bindAddress : undefined;
+            server.listen(this.opts.port, addr, () => {
+                this.opts.log.info(`Wyoming server listening on TCP ${addr || '0.0.0.0'}:${this.opts.port}`);
+                resolve();
+            });
+        });
+    }
+    async stop() {
+        for (const s of this.conns) {
+            s.destroy();
+        }
+        this.conns.clear();
+        const server = this.server;
+        this.server = null;
+        if (server) {
+            await new Promise(res => server.close(() => res()));
+        }
+    }
+    onConnection(sock) {
+        this.conns.add(sock);
+        sock.on('close', () => this.conns.delete(sock));
+        sock.on('error', () => this.conns.delete(sock));
+        new WyomingConnection(sock, this.opts);
+    }
+}
+exports.WyomingServer = WyomingServer;
+/** One client connection: frame parser + event handling. */
+class WyomingConnection {
+    sock;
+    opts;
+    buf = node_buffer_1.Buffer.alloc(0);
+    draining = false;
+    audioChunks = [];
+    audioRate = 16000;
+    /** Per-utterance language (overridable via `transcribe`/`synthesize` `data.language`). */
+    lang;
+    constructor(sock, opts) {
+        this.sock = sock;
+        this.opts = opts;
+        this.lang = opts.language;
+        sock.on('data', d => {
+            this.buf = node_buffer_1.Buffer.concat([this.buf, d]);
+            void this.drain();
+        });
+    }
+    /** Pull complete events (header line + optional payload) out of the receive buffer. */
+    async drain() {
+        if (this.draining) {
+            return;
+        }
+        this.draining = true;
+        try {
+            for (;;) {
+                const nl = this.buf.indexOf(0x0a); // '\n'
+                if (nl < 0) {
+                    break;
+                }
+                let header;
+                try {
+                    header = JSON.parse(this.buf.subarray(0, nl).toString('utf8'));
+                }
+                catch {
+                    this.buf = this.buf.subarray(nl + 1); // skip a bad line
+                    continue;
+                }
+                const payloadLen = Number(header.payload_length || 0);
+                const total = nl + 1 + payloadLen;
+                if (this.buf.length < total) {
+                    break; // wait for the rest of the payload
+                }
+                const payload = payloadLen ? node_buffer_1.Buffer.from(this.buf.subarray(nl + 1, total)) : undefined;
+                this.buf = this.buf.subarray(total);
+                await this.handle({ type: String(header.type || ''), data: header.data, payload });
+            }
+        }
+        catch (e) {
+            this.opts.log.warn(`Wyoming connection error: ${e.message}`);
+        }
+        finally {
+            this.draining = false;
+        }
+    }
+    write(type, data, payload) {
+        const header = { type };
+        if (data !== undefined) {
+            header.data = data;
+        }
+        if (payload) {
+            header.payload_length = payload.length;
+        }
+        this.sock.write(`${JSON.stringify(header)}\n`);
+        if (payload) {
+            this.sock.write(payload);
+        }
+    }
+    async handle(ev) {
+        switch (ev.type) {
+            case 'describe':
+                this.write('info', this.info());
+                break;
+            // ASR request / start-of-speech (VAD) — reset the buffer, optional language hint.
+            case 'transcribe':
+            case 'voice-started':
+            case 'audio-start':
+                if (ev.data?.language) {
+                    this.lang =
+                        typeof ev.data.language === 'object'
+                            ? JSON.stringify(ev.data.language)
+                            : ev.data.language.toString();
+                }
+                if (ev.data?.rate) {
+                    this.audioRate = Number(ev.data.rate) || this.audioRate;
+                }
+                this.audioChunks = [];
+                break;
+            case 'audio-chunk':
+                if (ev.payload) {
+                    if (!this.audioChunks.length && ev.data?.rate) {
+                        this.audioRate = Number(ev.data.rate) || this.audioRate;
+                    }
+                    this.audioChunks.push(ev.payload);
+                }
+                break;
+            // End-of-speech — either the explicit audio-stop or a VAD voice-stopped.
+            case 'audio-stop':
+            case 'voice-stopped':
+                await this.onUtterance();
+                break;
+            case 'synthesize':
+                if (ev.data?.language) {
+                    this.lang =
+                        typeof ev.data.language === 'object'
+                            ? JSON.stringify(ev.data.language)
+                            : ev.data.language.toString();
+                }
+                await this.speak(ev.data?.text
+                    ? typeof ev.data?.text === 'object'
+                        ? JSON.stringify(ev.data.text)
+                        : ev.data.text.toString()
+                    : '');
+                break;
+            case 'ping':
+                this.write('pong', ev.data);
+                break;
+        }
+    }
+    async onUtterance() {
+        const pcm = node_buffer_1.Buffer.concat(this.audioChunks);
+        this.audioChunks = [];
+        if (!pcm.length) {
+            return;
+        }
+        try {
+            const hints = this.opts.getHints ? await this.opts.getHints() : undefined;
+            const text = await this.opts.stt.transcribe(pcm, this.audioRate, this.lang, hints);
+            this.opts.log.info(`Wyoming Q: ${text || '(empty)'}`);
+            this.write('transcript', { text });
+            if (!text) {
+                return;
+            }
+            const answer = (await this.opts.answer(text)).trim();
+            this.opts.log.info(`Wyoming A: ${answer}`);
+            if (answer) {
+                await this.speak(answer);
+            }
+        }
+        catch (e) {
+            this.opts.log.error(`Wyoming pipeline failed: ${e.message}`);
+            this.write('error', { text: e.message });
+        }
+    }
+    async speak(text) {
+        if (!text) {
+            return;
+        }
+        try {
+            const { pcm, sampleRate } = await this.opts.tts.synthesize(text, this.lang);
+            const meta = { rate: sampleRate, width: 2, channels: 1 };
+            this.write('audio-start', meta);
+            for (let off = 0; off < pcm.length; off += AUDIO_CHUNK) {
+                this.write('audio-chunk', meta, pcm.subarray(off, off + AUDIO_CHUNK));
+            }
+            this.write('audio-stop', {});
+        }
+        catch (e) {
+            this.opts.log.error(`Wyoming TTS failed: ${e.message}`);
+            this.write('error', { text: e.message });
+        }
+    }
+    /** Capabilities advertised in response to `describe`. */
+    info() {
+        const lang = (this.opts.language || 'en').split('-')[0];
+        const attribution = { name: 'ioBroker', url: 'https://github.com/ioBroker/ioBroker.assistant' };
+        return {
+            asr: [
+                {
+                    name: 'iobroker-assistant',
+                    attribution,
+                    installed: true,
+                    description: 'ioBroker.assistant speech-to-text',
+                    version: '1.0',
+                    models: [
+                        {
+                            name: 'default',
+                            attribution,
+                            installed: true,
+                            description: '',
+                            version: '1.0',
+                            languages: [lang],
+                        },
+                    ],
+                },
+            ],
+            tts: [
+                {
+                    name: 'iobroker-assistant',
+                    attribution,
+                    installed: true,
+                    description: 'ioBroker.assistant text-to-speech',
+                    version: '1.0',
+                    voices: [
+                        {
+                            name: 'default',
+                            attribution,
+                            installed: true,
+                            description: '',
+                            version: '1.0',
+                            languages: [lang],
+                        },
+                    ],
+                },
+            ],
+            handle: [
+                {
+                    name: 'iobroker-assistant',
+                    attribution,
+                    installed: true,
+                    description: 'ioBroker.assistant intent handling',
+                    version: '1.0',
+                    models: [
+                        {
+                            name: 'default',
+                            attribution,
+                            installed: true,
+                            description: '',
+                            version: '1.0',
+                            languages: [lang],
+                        },
+                    ],
+                },
+            ],
+        };
+    }
+}
+//# sourceMappingURL=wyoming.js.map

package/build/lib/voice/wyoming.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"wyoming.js","sourceRoot":"","sources":["../../../src/lib/voice/wyoming.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA;;;;;;;;;;;GAWG;AACH,8CAAgC;AAGhC,6CAAqC;AAqBrC,6CAA6C;AAC7C,MAAM,WAAW,GAAG,IAAI,CAAC;AAEzB,MAAa,aAAa;IAIO;IAHrB,MAAM,GAAsB,IAAI,CAAC;IACxB,KAAK,GAAG,IAAI,GAAG,EAAc,CAAC;IAE/C,YAA6B,IAA0B;QAA1B,SAAI,GAAJ,IAAI,CAAsB;IAAG,CAAC;IAE3D,KAAK;QACD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACnC,MAAM,MAAM,GAAG,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;YACjE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;YACrB,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC7B,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YACnF,MAAM,IAAI,GACN,IAAI,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,IAAI,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;YACrG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE;gBACrC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,mCAAmC,IAAI,IAAI,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC7F,OAAO,EAAE,CAAC;YACd,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,IAAI;QACN,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACzB,CAAC,CAAC,OAAO,EAAE,CAAC;QAChB,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC3B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,MAAM,EAAE,CAAC;YACT,MAAM,IAAI,OAAO,CAAO,GAAG,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAC9D,CAAC;IACL,CAAC;IAEO,YAAY,CAAC,IAAgB;QACjC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACrB,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAChD,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAChD,IAAI,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3C,CAAC;CACJ;AAvCD,sCAuCC;AAED,4DAA4D;AAC5D,MAAM,iBAAiB;IASE;IACA;IATb,GAAG,GAAG,oBAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACtB,QAAQ,GAAG,KAAK,CAAC;IACjB,WAAW,GAAa,EAAE,CAAC;IAC3B,SAAS,GAAG,KAAK,CAAC;IAC1B,0FAA0F;IAClF,IAAI,CAAS;IAErB,YACqB,IAAgB,EAChB,IAA0B;QAD1B,SAAI,GAAJ,IAAI,CAAY;QAChB,SAAI,GAAJ,IAAI,CAAsB;QAE3C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC1B,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,EAAE;YAChB,IAAI,CAAC,GAAG,GAAG,oBAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;YACxC,KAAK,IAAI,CAAC,KAAK,EAAE,CAAC;QACtB,CAAC,CAAC,CAAC;IACP,CAAC;IAED,uFAAuF;IAC/E,KAAK,CAAC,KAAK;QACf,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAChB,OAAO;QACX,CAAC;QACD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC;YACD,SAAS,CAAC;gBACN,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO;gBAC1C,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC;oBACT,MAAM;gBACV,CAAC;gBACD,IAAI,MAAkF,CAAC;gBACvF,IAAI,CAAC;oBACD,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;gBACnE,CAAC;gBAAC,MAAM,CAAC;oBACL,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,kBAAkB;oBACxD,SAAS;gBACb,CAAC;gBACD,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,cAAc,IAAI,CAAC,CAAC,CAAC;gBACtD,MAAM,KAAK,GAAG,EAAE,GAAG,CAAC,GAAG,UAAU,CAAC;gBAClC,IAAI,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,KAAK,EAAE,CAAC;oBAC1B,MAAM,CAAC,mCAAmC;gBAC9C,CAAC;gBACD,MAAM,OAAO,GAAG,UAAU,CAAC,CAAC,CAAC,oBAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;gBACvF,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gBACpC,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;YACvF,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,6BAA8B,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QAC5E,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QAC1B,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,IAAY,EAAE,IAA8B,EAAE,OAAgB;QACxE,MAAM,MAAM,GAA4B,EAAE,IAAI,EAAE,CAAC;QACjD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACrB,MAAM,CAAC,IAAI,GAAG,IAAI,CAAC;QACvB,CAAC;QACD,IAAI,OAAO,EAAE,CAAC;YACV,MAAM,CAAC,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC;QAC3C,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC/C,IAAI,OAAO,EAAE,CAAC;YACV,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC7B,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,EAAW;QAC5B,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC;YACd,KAAK,UAAU;gBACX,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBAChC,MAAM;YACV,kFAAkF;YAClF,KAAK,YAAY,CAAC;YAClB,KAAK,eAAe,CAAC;YACrB,KAAK,aAAa;gBACd,IAAI,EAAE,CAAC,IAAI,EAAE,QAAQ,EAAE,CAAC;oBACpB,IAAI,CAAC,IAAI;wBACL,OAAO,EAAE,CAAC,IAAI,CAAC,QAAQ,KAAK,QAAQ;4BAChC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC;4BAClC,CAAC,CAAE,EAAE,CAAC,IAAI,CAAC,QAAmB,CAAC,QAAQ,EAAE,CAAC;gBACtD,CAAC;gBACD,IAAI,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC;oBAChB,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC;gBAC5D,CAAC;gBACD,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;gBACtB,MAAM;YACV,KAAK,aAAa;gBACd,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;oBACb,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,IAAI,EAAE,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC;wBAC5C,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC;oBAC5D,CAAC;oBACD,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;gBACtC,CAAC;gBACD,MAAM;YACV,yEAAyE;YACzE,KAAK,YAAY,CAAC;YAClB,KAAK,eAAe;gBAChB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;gBACzB,MAAM;YACV,KAAK,YAAY;gBACb,IAAI,EAAE,CAAC,IAAI,EAAE,QAAQ,EAAE,CAAC;oBACpB,IAAI,CAAC,IAAI;wBACL,OAAO,EAAE,CAAC,IAAI,CAAC,QAAQ,KAAK,QAAQ;4BAChC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC;4BAClC,CAAC,CAAE,EAAE,CAAC,IAAI,CAAC,QAAmB,CAAC,QAAQ,EAAE,CAAC;gBACtD,CAAC;gBACD,MAAM,IAAI,CAAC,KAAK,CACZ,EAAE,CAAC,IAAI,EAAE,IAAI;oBACT,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,EAAE,IAAI,KAAK,QAAQ;wBAC/B,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC;wBAC9B,CAAC,CAAE,EAAE,CAAC,IAAI,CAAC,IAAe,CAAC,QAAQ,EAAE;oBACzC,CAAC,CAAC,EAAE,CACX,CAAC;gBACF,MAAM;YACV,KAAK,MAAM;gBACP,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;gBAC5B,MAAM;QACd,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,WAAW;QACrB,MAAM,GAAG,GAAG,oBAAM,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC5C,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;QACtB,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;YACd,OAAO;QACX,CAAC;QACD,IAAI,CAAC;YACD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;YAC1E,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;YACnF,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,IAAI,IAAI,SAAS,EAAE,CAAC,CAAC;YACtD,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;YACnC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACR,OAAO;YACX,CAAC;YACD,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACrD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,MAAM,EAAE,CAAC,CAAC;YAC3C,IAAI,MAAM,EAAE,CAAC;gBACT,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAC7B,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,4BAA6B,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;YACxE,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,IAAI,EAAG,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QACxD,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,KAAK,CAAC,IAAY;QAC5B,IAAI,CAAC,IAAI,EAAE,CAAC;YACR,OAAO;QACX,CAAC;QACD,IAAI,CAAC;YACD,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YAC5E,MAAM,IAAI,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;YACzD,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;YAChC,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,GAAG,CAAC,MAAM,EAAE,GAAG,IAAI,WAAW,EAAE,CAAC;gBACrD,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,WAAW,CAAC,CAAC,CAAC;YAC1E,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,uBAAwB,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;YACnE,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,IAAI,EAAG,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QACxD,CAAC;IACL,CAAC;IAED,yDAAyD;IACjD,IAAI;QACR,MAAM,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACxD,MAAM,WAAW,GAAG,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,gDAAgD,EAAE,CAAC;QAChG,OAAO;YACH,GAAG,EAAE;gBACD;oBACI,IAAI,EAAE,oBAAoB;oBAC1B,WAAW;oBACX,SAAS,EAAE,IAAI;oBACf,WAAW,EAAE,mCAAmC;oBAChD,OAAO,EAAE,KAAK;oBACd,MAAM,EAAE;wBACJ;4BACI,IAAI,EAAE,SAAS;4BACf,WAAW;4BACX,SAAS,EAAE,IAAI;4BACf,WAAW,EAAE,EAAE;4BACf,OAAO,EAAE,KAAK;4BACd,SAAS,EAAE,CAAC,IAAI,CAAC;yBACpB;qBACJ;iBACJ;aACJ;YACD,GAAG,EAAE;gBACD;oBACI,IAAI,EAAE,oBAAoB;oBAC1B,WAAW;oBACX,SAAS,EAAE,IAAI;oBACf,WAAW,EAAE,mCAAmC;oBAChD,OAAO,EAAE,KAAK;oBACd,MAAM,EAAE;wBACJ;4BACI,IAAI,EAAE,SAAS;4BACf,WAAW;4BACX,SAAS,EAAE,IAAI;4BACf,WAAW,EAAE,EAAE;4BACf,OAAO,EAAE,KAAK;4BACd,SAAS,EAAE,CAAC,IAAI,CAAC;yBACpB;qBACJ;iBACJ;aACJ;YACD,MAAM,EAAE;gBACJ;oBACI,IAAI,EAAE,oBAAoB;oBAC1B,WAAW;oBACX,SAAS,EAAE,IAAI;oBACf,WAAW,EAAE,oCAAoC;oBACjD,OAAO,EAAE,KAAK;oBACd,MAAM,EAAE;wBACJ;4BACI,IAAI,EAAE,SAAS;4BACf,WAAW;4BACX,SAAS,EAAE,IAAI;4BACf,WAAW,EAAE,EAAE;4BACf,OAAO,EAAE,KAAK;4BACd,SAAS,EAAE,CAAC,IAAI,CAAC;yBACpB;qBACJ;iBACJ;aACJ;SACJ,CAAC;IACN,CAAC;CACJ","sourcesContent":["/**\n * Wyoming protocol endpoint (https://github.com/rhasspy/wyoming) — a TCP server that bridges Wyoming\n * events to the existing STT → answer → TTS pipeline, so a `wyoming-satellite`, Home Assistant Voice PE\n * or ESPHome voice device can stream to this adapter directly.\n *\n * Wire format: one JSON header line terminated by '\\n', optionally followed by `payload_length` raw\n * bytes (audio). We handle: describe → info; audio-start/chunk/stop → STT → answer → TTS (streamed back\n * as audio-*); synthesize → TTS.\n *\n * ⚠️ Framing is unit-tested (loopback); interop with real HA Voice PE / wyoming-satellite still needs\n * on-device validation.\n */\nimport * as net from 'node:net';\nimport type { SttEngine } from './stt';\nimport type { TtsEngine } from './tts';\nimport { Buffer } from 'node:buffer';\n\nexport interface WyomingServerOptions {\n    port: number;\n    bindAddress?: string;\n    /** ISO-639-1 language hint for STT/TTS. */\n    language: string;\n    stt: SttEngine;\n    tts: TtsEngine;\n    answer: (question: string) => Promise<string>;\n    /** Optional STT vocabulary hints (device/room names) to bias recognition; re-read per utterance. */\n    getHints?: () => string[] | Promise<string[]>;\n    log: ioBroker.Logger;\n}\n\ninterface WyEvent {\n    type: string;\n    data?: Record<string, unknown>;\n    payload?: Buffer;\n}\n\n/** Bytes of PCM per outgoing audio-chunk. */\nconst AUDIO_CHUNK = 8192;\n\nexport class WyomingServer {\n    private server: net.Server | null = null;\n    private readonly conns = new Set<net.Socket>();\n\n    constructor(private readonly opts: WyomingServerOptions) {}\n\n    start(): Promise<void> {\n        return new Promise((resolve, reject) => {\n            const server = net.createServer(sock => this.onConnection(sock));\n            this.server = server;\n            server.once('error', reject);\n            server.on('error', e => this.opts.log.error(`Wyoming server error: ${e.message}`));\n            const addr =\n                this.opts.bindAddress && this.opts.bindAddress !== '0.0.0.0' ? this.opts.bindAddress : undefined;\n            server.listen(this.opts.port, addr, () => {\n                this.opts.log.info(`Wyoming server listening on TCP ${addr || '0.0.0.0'}:${this.opts.port}`);\n                resolve();\n            });\n        });\n    }\n\n    async stop(): Promise<void> {\n        for (const s of this.conns) {\n            s.destroy();\n        }\n        this.conns.clear();\n        const server = this.server;\n        this.server = null;\n        if (server) {\n            await new Promise<void>(res => server.close(() => res()));\n        }\n    }\n\n    private onConnection(sock: net.Socket): void {\n        this.conns.add(sock);\n        sock.on('close', () => this.conns.delete(sock));\n        sock.on('error', () => this.conns.delete(sock));\n        new WyomingConnection(sock, this.opts);\n    }\n}\n\n/** One client connection: frame parser + event handling. */\nclass WyomingConnection {\n    private buf = Buffer.alloc(0);\n    private draining = false;\n    private audioChunks: Buffer[] = [];\n    private audioRate = 16000;\n    /** Per-utterance language (overridable via `transcribe`/`synthesize` `data.language`). */\n    private lang: string;\n\n    constructor(\n        private readonly sock: net.Socket,\n        private readonly opts: WyomingServerOptions,\n    ) {\n        this.lang = opts.language;\n        sock.on('data', d => {\n            this.buf = Buffer.concat([this.buf, d]);\n            void this.drain();\n        });\n    }\n\n    /** Pull complete events (header line + optional payload) out of the receive buffer. */\n    private async drain(): Promise<void> {\n        if (this.draining) {\n            return;\n        }\n        this.draining = true;\n        try {\n            for (;;) {\n                const nl = this.buf.indexOf(0x0a); // '\\n'\n                if (nl < 0) {\n                    break;\n                }\n                let header: { type?: string; data?: Record<string, unknown>; payload_length?: number };\n                try {\n                    header = JSON.parse(this.buf.subarray(0, nl).toString('utf8'));\n                } catch {\n                    this.buf = this.buf.subarray(nl + 1); // skip a bad line\n                    continue;\n                }\n                const payloadLen = Number(header.payload_length || 0);\n                const total = nl + 1 + payloadLen;\n                if (this.buf.length < total) {\n                    break; // wait for the rest of the payload\n                }\n                const payload = payloadLen ? Buffer.from(this.buf.subarray(nl + 1, total)) : undefined;\n                this.buf = this.buf.subarray(total);\n                await this.handle({ type: String(header.type || ''), data: header.data, payload });\n            }\n        } catch (e) {\n            this.opts.log.warn(`Wyoming connection error: ${(e as Error).message}`);\n        } finally {\n            this.draining = false;\n        }\n    }\n\n    private write(type: string, data?: Record<string, unknown>, payload?: Buffer): void {\n        const header: Record<string, unknown> = { type };\n        if (data !== undefined) {\n            header.data = data;\n        }\n        if (payload) {\n            header.payload_length = payload.length;\n        }\n        this.sock.write(`${JSON.stringify(header)}\\n`);\n        if (payload) {\n            this.sock.write(payload);\n        }\n    }\n\n    private async handle(ev: WyEvent): Promise<void> {\n        switch (ev.type) {\n            case 'describe':\n                this.write('info', this.info());\n                break;\n            // ASR request / start-of-speech (VAD) — reset the buffer, optional language hint.\n            case 'transcribe':\n            case 'voice-started':\n            case 'audio-start':\n                if (ev.data?.language) {\n                    this.lang =\n                        typeof ev.data.language === 'object'\n                            ? JSON.stringify(ev.data.language)\n                            : (ev.data.language as string).toString();\n                }\n                if (ev.data?.rate) {\n                    this.audioRate = Number(ev.data.rate) || this.audioRate;\n                }\n                this.audioChunks = [];\n                break;\n            case 'audio-chunk':\n                if (ev.payload) {\n                    if (!this.audioChunks.length && ev.data?.rate) {\n                        this.audioRate = Number(ev.data.rate) || this.audioRate;\n                    }\n                    this.audioChunks.push(ev.payload);\n                }\n                break;\n            // End-of-speech — either the explicit audio-stop or a VAD voice-stopped.\n            case 'audio-stop':\n            case 'voice-stopped':\n                await this.onUtterance();\n                break;\n            case 'synthesize':\n                if (ev.data?.language) {\n                    this.lang =\n                        typeof ev.data.language === 'object'\n                            ? JSON.stringify(ev.data.language)\n                            : (ev.data.language as string).toString();\n                }\n                await this.speak(\n                    ev.data?.text\n                        ? typeof ev.data?.text === 'object'\n                            ? JSON.stringify(ev.data.text)\n                            : (ev.data.text as string).toString()\n                        : '',\n                );\n                break;\n            case 'ping':\n                this.write('pong', ev.data);\n                break;\n        }\n    }\n\n    private async onUtterance(): Promise<void> {\n        const pcm = Buffer.concat(this.audioChunks);\n        this.audioChunks = [];\n        if (!pcm.length) {\n            return;\n        }\n        try {\n            const hints = this.opts.getHints ? await this.opts.getHints() : undefined;\n            const text = await this.opts.stt.transcribe(pcm, this.audioRate, this.lang, hints);\n            this.opts.log.info(`Wyoming Q: ${text || '(empty)'}`);\n            this.write('transcript', { text });\n            if (!text) {\n                return;\n            }\n            const answer = (await this.opts.answer(text)).trim();\n            this.opts.log.info(`Wyoming A: ${answer}`);\n            if (answer) {\n                await this.speak(answer);\n            }\n        } catch (e) {\n            this.opts.log.error(`Wyoming pipeline failed: ${(e as Error).message}`);\n            this.write('error', { text: (e as Error).message });\n        }\n    }\n\n    private async speak(text: string): Promise<void> {\n        if (!text) {\n            return;\n        }\n        try {\n            const { pcm, sampleRate } = await this.opts.tts.synthesize(text, this.lang);\n            const meta = { rate: sampleRate, width: 2, channels: 1 };\n            this.write('audio-start', meta);\n            for (let off = 0; off < pcm.length; off += AUDIO_CHUNK) {\n                this.write('audio-chunk', meta, pcm.subarray(off, off + AUDIO_CHUNK));\n            }\n            this.write('audio-stop', {});\n        } catch (e) {\n            this.opts.log.error(`Wyoming TTS failed: ${(e as Error).message}`);\n            this.write('error', { text: (e as Error).message });\n        }\n    }\n\n    /** Capabilities advertised in response to `describe`. */\n    private info(): Record<string, unknown> {\n        const lang = (this.opts.language || 'en').split('-')[0];\n        const attribution = { name: 'ioBroker', url: 'https://github.com/ioBroker/ioBroker.assistant' };\n        return {\n            asr: [\n                {\n                    name: 'iobroker-assistant',\n                    attribution,\n                    installed: true,\n                    description: 'ioBroker.assistant speech-to-text',\n                    version: '1.0',\n                    models: [\n                        {\n                            name: 'default',\n                            attribution,\n                            installed: true,\n                            description: '',\n                            version: '1.0',\n                            languages: [lang],\n                        },\n                    ],\n                },\n            ],\n            tts: [\n                {\n                    name: 'iobroker-assistant',\n                    attribution,\n                    installed: true,\n                    description: 'ioBroker.assistant text-to-speech',\n                    version: '1.0',\n                    voices: [\n                        {\n                            name: 'default',\n                            attribution,\n                            installed: true,\n                            description: '',\n                            version: '1.0',\n                            languages: [lang],\n                        },\n                    ],\n                },\n            ],\n            handle: [\n                {\n                    name: 'iobroker-assistant',\n                    attribution,\n                    installed: true,\n                    description: 'ioBroker.assistant intent handling',\n                    version: '1.0',\n                    models: [\n                        {\n                            name: 'default',\n                            attribution,\n                            installed: true,\n                            description: '',\n                            version: '1.0',\n                            languages: [lang],\n                        },\n                    ],\n                },\n            ],\n        };\n    }\n}\n"]}