@iobroker/assistant-satellite 0.1.3 → 0.1.4

package/README.md

@@ -143,6 +143,9 @@ threshold should be validated on the target device.
     Placeholder for the next version (at the beginning of the line):
     ### **WORK IN PROGRESS**
 -->
+### 0.1.4 (2026-07-05)
+* (@GermanBluefox) Added local listener option
+
 ### 0.1.3 (2026-07-05)
 * (@GermanBluefox) Added Wake-word probe
 

package/build/index.d.ts

@@ -17,6 +17,7 @@ export interface SatelliteHost {
     onStatus?(state: SatelliteState): void;
 }
 export { Satellite } from './satellite';
-export { loadConfig, DEFAULT_CONFIG, type SatelliteConfig } from './config';
+export { LocalListener, type LocalListenerHost } from './localListener';
+export { loadConfig, DEFAULT_CONFIG, parseWakewords, type SatelliteConfig } from './config';
 export { probeWakeWord, type WakeProbeResult } from './probe';
 export type { SatelliteState } from './protocol';

package/build/index.js

@@ -1,11 +1,14 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.probeWakeWord = exports.DEFAULT_CONFIG = exports.loadConfig = exports.Satellite = void 0;
+exports.probeWakeWord = exports.parseWakewords = exports.DEFAULT_CONFIG = exports.loadConfig = exports.LocalListener = exports.Satellite = void 0;
 var satellite_1 = require("./satellite");
 Object.defineProperty(exports, "Satellite", { enumerable: true, get: function () { return satellite_1.Satellite; } });
+var localListener_1 = require("./localListener");
+Object.defineProperty(exports, "LocalListener", { enumerable: true, get: function () { return localListener_1.LocalListener; } });
 var config_1 = require("./config");
 Object.defineProperty(exports, "loadConfig", { enumerable: true, get: function () { return config_1.loadConfig; } });
 Object.defineProperty(exports, "DEFAULT_CONFIG", { enumerable: true, get: function () { return config_1.DEFAULT_CONFIG; } });
+Object.defineProperty(exports, "parseWakewords", { enumerable: true, get: function () { return config_1.parseWakewords; } });
 var probe_1 = require("./probe");
 Object.defineProperty(exports, "probeWakeWord", { enumerable: true, get: function () { return probe_1.probeWakeWord; } });
 //# sourceMappingURL=index.js.map

package/build/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAqBA,yCAAwC;AAA/B,sGAAA,SAAS,OAAA;AAClB,mCAA4E;AAAnE,oGAAA,UAAU,OAAA;AAAE,wGAAA,cAAc,OAAA;AACnC,iCAA8D;AAArD,sGAAA,aAAa,OAAA","sourcesContent":["/**\n * \\@iobroker/assistant-satellite — public API.\n *\n * The Satellite is dependency-injected with a host (logger + status callback) so the same code runs\n * standalone (CLI) and, later, inside an ioBroker adapter wrapper — with no ioBroker dependency here.\n */\nimport type { SatelliteState } from './protocol';\n\nexport interface Logger {\n    info(m: string): void;\n    warn(m: string): void;\n    error(m: string): void;\n    debug(m: string): void;\n}\n\nexport interface SatelliteHost {\n    log: Logger;\n    /** Called on every state transition (idle/listening/processing/speaking). */\n    onStatus?(state: SatelliteState): void;\n}\n\nexport { Satellite } from './satellite';\nexport { loadConfig, DEFAULT_CONFIG, type SatelliteConfig } from './config';\nexport { probeWakeWord, type WakeProbeResult } from './probe';\nexport type { SatelliteState } from './protocol';\n"]}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAqBA,yCAAwC;AAA/B,sGAAA,SAAS,OAAA;AAClB,iDAAwE;AAA/D,8GAAA,aAAa,OAAA;AACtB,mCAA4F;AAAnF,oGAAA,UAAU,OAAA;AAAE,wGAAA,cAAc,OAAA;AAAE,wGAAA,cAAc,OAAA;AACnD,iCAA8D;AAArD,sGAAA,aAAa,OAAA","sourcesContent":["/**\n * \\@iobroker/assistant-satellite — public API.\n *\n * The Satellite is dependency-injected with a host (logger + status callback) so the same code runs\n * standalone (CLI) and, later, inside an ioBroker adapter wrapper — with no ioBroker dependency here.\n */\nimport type { SatelliteState } from './protocol';\n\nexport interface Logger {\n    info(m: string): void;\n    warn(m: string): void;\n    error(m: string): void;\n    debug(m: string): void;\n}\n\nexport interface SatelliteHost {\n    log: Logger;\n    /** Called on every state transition (idle/listening/processing/speaking). */\n    onStatus?(state: SatelliteState): void;\n}\n\nexport { Satellite } from './satellite';\nexport { LocalListener, type LocalListenerHost } from './localListener';\nexport { loadConfig, DEFAULT_CONFIG, parseWakewords, type SatelliteConfig } from './config';\nexport { probeWakeWord, type WakeProbeResult } from './probe';\nexport type { SatelliteState } from './protocol';\n"]}

package/build/localListener.d.ts

@@ -0,0 +1,38 @@
+import { type SatelliteConfig } from './config';
+import type { Logger, SatelliteState } from './index';
+export interface LocalListenerHost {
+    log: Logger;
+    onStatus?(state: SatelliteState): void;
+    /**
+     * A complete recorded utterance (16 kHz mono 16-bit PCM). Return the reply audio to play back, or
+     * null to stay silent (e.g. nothing recognised).
+     */
+    onUtterance(pcm: Buffer, sampleRate: number): Promise<{
+        pcm: Buffer;
+        sampleRate: number;
+    } | null>;
+}
+export declare class LocalListener {
+    private readonly cfg;
+    private readonly host;
+    private wakeword;
+    private mic;
+    private readonly backend;
+    private plingPcm;
+    private micRemainder;
+    private preBuffer;
+    private recording;
+    private recChunks;
+    private silence;
+    private pumping;
+    private running;
+    private playbackProc;
+    constructor(cfg: SatelliteConfig, host: LocalListenerHost);
+    start(): Promise<void>;
+    stop(): Promise<void>;
+    private setStatus;
+    private pump;
+    private handleFrame;
+    private startRecording;
+    private endRecording;
+}

package/build/localListener.js

@@ -0,0 +1,136 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LocalListener = void 0;
+const wakeword_1 = require("./wakeword");
+const models_1 = require("./models");
+const audio_1 = require("./audio");
+const vad_1 = require("./vad");
+const protocol_1 = require("./protocol");
+const config_1 = require("./config");
+const FRAME_BYTES = 1280 * 2; // 80 ms @ 16 kHz mono 16-bit
+const FRAME_MS = 80;
+class LocalListener {
+    cfg;
+    host;
+    wakeword;
+    mic = null;
+    backend;
+    plingPcm = Buffer.alloc(0);
+    micRemainder = Buffer.alloc(0);
+    preBuffer = [];
+    recording = false;
+    recChunks = [];
+    silence = null;
+    pumping = false;
+    running = false;
+    playbackProc = null;
+    constructor(cfg, host) {
+        this.cfg = cfg;
+        this.host = host;
+        this.backend = (0, audio_1.resolveBackend)(cfg.audioBackend);
+    }
+    async start() {
+        const words = (0, config_1.parseWakewords)(this.cfg.wakewordModel);
+        const modelSets = await Promise.all(words.map(w => (0, models_1.ensureModels)(this.cfg.modelsDir, w, this.host.log)));
+        this.wakeword = new wakeword_1.WakeWord(modelSets, this.cfg.wakewordThreshold, this.host.log);
+        await this.wakeword.load();
+        this.plingPcm = (0, audio_1.pling)();
+        this.running = true;
+        this.mic = new audio_1.Mic(this.backend, this.cfg.micDevice, this.host.log);
+        this.mic.start(d => {
+            this.micRemainder = Buffer.concat([this.micRemainder, d]);
+            if (!this.pumping) {
+                void this.pump();
+            }
+        });
+        this.setStatus('idle');
+        this.host.log.info('Local listener ready — listening for the wake word (ioBroker transport, no UDP).');
+    }
+    async stop() {
+        this.running = false;
+        this.playbackProc?.kill();
+        this.playbackProc = null;
+        await this.mic?.stop();
+        this.mic = null;
+    }
+    setStatus(state) {
+        this.host.onStatus?.(state);
+    }
+    async pump() {
+        this.pumping = true;
+        try {
+            while (this.micRemainder.length >= FRAME_BYTES) {
+                const frame = Buffer.from(this.micRemainder.subarray(0, FRAME_BYTES));
+                this.micRemainder = this.micRemainder.subarray(FRAME_BYTES);
+                await this.handleFrame(frame);
+            }
+        }
+        catch (e) {
+            this.host.log.error(`frame processing error: ${e.message}`);
+        }
+        finally {
+            this.pumping = false;
+        }
+    }
+    async handleFrame(frame) {
+        if (this.recording) {
+            this.recChunks.push(frame);
+            if (this.silence.push(frame)) {
+                await this.endRecording();
+            }
+            return;
+        }
+        // Wake-word listening with a rolling pre-buffer so speech during inference is not lost.
+        this.preBuffer.push(frame);
+        if (this.preBuffer.length > this.cfg.preBufferChunks) {
+            this.preBuffer.shift();
+        }
+        const score = await this.wakeword.process(frame);
+        if (this.wakeword.triggered(score)) {
+            this.host.log.info(`Wake word detected (score ${score.toFixed(3)}).`);
+            this.wakeword.reset();
+            await this.startRecording();
+        }
+    }
+    async startRecording() {
+        this.setStatus('listening');
+        await (0, audio_1.playPcm)(this.plingPcm, protocol_1.AUDIO_SAMPLE_RATE, this.backend, this.cfg.speakerDevice, this.host.log).done;
+        // Drop the beep echo + inference backlog so recording runs in real time (else the silence
+        // detector races through buffered quiet frames and ends the utterance too early).
+        this.micRemainder = Buffer.alloc(0);
+        this.preBuffer = [];
+        this.recChunks = [];
+        this.silence = new vad_1.SilenceDetector(this.cfg.silenceThreshold, Math.round(this.cfg.silenceMs / FRAME_MS), Math.round(this.cfg.minRecordMs / FRAME_MS), Math.round(this.cfg.maxRecordMs / FRAME_MS));
+        this.recording = true;
+    }
+    async endRecording() {
+        this.recording = false;
+        const pcm = Buffer.concat(this.recChunks);
+        this.recChunks = [];
+        this.setStatus('processing');
+        try {
+            const reply = await this.host.onUtterance(pcm, protocol_1.AUDIO_SAMPLE_RATE);
+            if (reply && reply.pcm.length && this.running) {
+                this.setStatus('speaking');
+                const { proc, done } = (0, audio_1.playPcm)(reply.pcm, reply.sampleRate, this.backend, this.cfg.speakerDevice, this.host.log);
+                this.playbackProc = proc;
+                try {
+                    await done;
+                }
+                finally {
+                    this.playbackProc = null;
+                }
+            }
+        }
+        catch (e) {
+            this.host.log.error(`utterance processing failed: ${e.message}`);
+        }
+        finally {
+            this.micRemainder = Buffer.alloc(0); // discard audio captured while processing/speaking
+            this.preBuffer = [];
+            this.setStatus('idle');
+        }
+    }
+}
+exports.LocalListener = LocalListener;
+//# sourceMappingURL=localListener.js.map

package/build/localListener.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"localListener.js","sourceRoot":"","sources":["../src/localListener.ts"],"names":[],"mappings":";;;AAUA,yCAAsC;AACtC,qCAAwC;AACxC,mCAAiF;AACjF,+BAAwC;AACxC,yCAA+C;AAC/C,qCAAgE;AAGhE,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,6BAA6B;AAC3D,MAAM,QAAQ,GAAG,EAAE,CAAC;AAYpB,MAAa,aAAa;IAgBD;IACA;IAhBb,QAAQ,CAAY;IACpB,GAAG,GAAe,IAAI,CAAC;IACd,OAAO,CAAe;IAC/B,QAAQ,GAAW,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAEnC,YAAY,GAAW,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACvC,SAAS,GAAa,EAAE,CAAC;IACzB,SAAS,GAAG,KAAK,CAAC;IAClB,SAAS,GAAa,EAAE,CAAC;IACzB,OAAO,GAA2B,IAAI,CAAC;IACvC,OAAO,GAAG,KAAK,CAAC;IAChB,OAAO,GAAG,KAAK,CAAC;IAChB,YAAY,GAAwB,IAAI,CAAC;IAEjD,YACqB,GAAoB,EACpB,IAAuB;QADvB,QAAG,GAAH,GAAG,CAAiB;QACpB,SAAI,GAAJ,IAAI,CAAmB;QAExC,IAAI,CAAC,OAAO,GAAG,IAAA,sBAAc,EAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IACpD,CAAC;IAED,KAAK,CAAC,KAAK;QACP,MAAM,KAAK,GAAG,IAAA,uBAAc,EAAC,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QACrD,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAA,qBAAY,EAAC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACxG,IAAI,CAAC,QAAQ,GAAG,IAAI,mBAAQ,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnF,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC3B,IAAI,CAAC,QAAQ,GAAG,IAAA,aAAK,GAAE,CAAC;QACxB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,GAAG,GAAG,IAAI,WAAG,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpE,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;YACf,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC,CAAC,CAAC;YAC1D,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;gBAChB,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;YACrB,CAAC;QACL,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACvB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,kFAAkF,CAAC,CAAC;IAC3G,CAAC;IAED,KAAK,CAAC,IAAI;QACN,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACrB,IAAI,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC;QAC1B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,MAAM,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;QACvB,IAAI,CAAC,GAAG,GAAG,IAAI,CAAC;IACpB,CAAC;IAEO,SAAS,CAAC,KAAqB;QACnC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;IAEO,KAAK,CAAC,IAAI;QACd,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC;YACD,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,IAAI,WAAW,EAAE,CAAC;gBAC7C,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC;gBACtE,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;gBAC5D,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;YAClC,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,2BAA4B,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QAC3E,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;QACzB,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,KAAa;QACnC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC3B,IAAI,IAAI,CAAC,OAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC5B,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;YAC9B,CAAC;YACD,OAAO;QACX,CAAC;QACD,wFAAwF;QACxF,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3B,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,EAAE,CAAC;YACnD,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QAC3B,CAAC;QACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACjD,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;YACjC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,6BAA8B,KAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAClF,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;YACtB,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAChC,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,cAAc;QACxB,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QAC5B,MAAM,IAAA,eAAO,EAAC,IAAI,CAAC,QAAQ,EAAE,4BAAiB,EAAE,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;QAC1G,0FAA0F;QAC1F,kFAAkF;QAClF,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACpC,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACpB,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACpB,IAAI,CAAC,OAAO,GAAG,IAAI,qBAAe,CAC9B,IAAI,CAAC,GAAG,CAAC,gBAAgB,EACzB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,GAAG,QAAQ,CAAC,EACzC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,GAAG,QAAQ,CAAC,EAC3C,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,GAAG,QAAQ,CAAC,CAC9C,CAAC;QACF,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;IAC1B,CAAC;IAEO,KAAK,CAAC,YAAY;QACtB,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACvB,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC1C,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QACpB,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QAC7B,IAAI,CAAC;YACD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,4BAAiB,CAAC,CAAC;YAClE,IAAI,KAAK,IAAI,KAAK,CAAC,GAAG,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBAC5C,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;gBAC3B,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,IAAA,eAAO,EAC1B,KAAK,CAAC,GAAG,EACT,KAAK,CAAC,UAAU,EAChB,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,GAAG,CAAC,aAAa,EACtB,IAAI,CAAC,IAAI,CAAC,GAAG,CAChB,CAAC;gBACF,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;gBACzB,IAAI,CAAC;oBACD,MAAM,IAAI,CAAC;gBACf,CAAC;wBAAS,CAAC;oBACP,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;gBAC7B,CAAC;YACL,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,gCAAiC,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QAChF,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,mDAAmD;YACxF,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;YACpB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC3B,CAAC;IACL,CAAC;CACJ;AAxID,sCAwIC","sourcesContent":["/**\n * Local wake-word + record loop with NO network transport. Captures the microphone, detects the wake\n * word, records one utterance (until silence), hands the full PCM to `host.onUtterance`, and plays the\n * reply audio it returns. The ioBroker adapter uses this to exchange audio with the assistant over the\n * message bus (sendTo) instead of the UDP voice protocol — so no UDP port and STT/TTS stay central.\n *\n * Standalone (ESP / no ioBroker) satellites keep using the UDP `Satellite` class; this is the\n * ioBroker-native alternative.\n */\nimport type { ChildProcess } from 'node:child_process';\nimport { WakeWord } from './wakeword';\nimport { ensureModels } from './models';\nimport { Mic, playPcm, pling, resolveBackend, type AudioBackend } from './audio';\nimport { SilenceDetector } from './vad';\nimport { AUDIO_SAMPLE_RATE } from './protocol';\nimport { parseWakewords, type SatelliteConfig } from './config';\nimport type { Logger, SatelliteState } from './index';\n\nconst FRAME_BYTES = 1280 * 2; // 80 ms @ 16 kHz mono 16-bit\nconst FRAME_MS = 80;\n\nexport interface LocalListenerHost {\n    log: Logger;\n    onStatus?(state: SatelliteState): void;\n    /**\n     * A complete recorded utterance (16 kHz mono 16-bit PCM). Return the reply audio to play back, or\n     * null to stay silent (e.g. nothing recognised).\n     */\n    onUtterance(pcm: Buffer, sampleRate: number): Promise<{ pcm: Buffer; sampleRate: number } | null>;\n}\n\nexport class LocalListener {\n    private wakeword!: WakeWord;\n    private mic: Mic | null = null;\n    private readonly backend: AudioBackend;\n    private plingPcm: Buffer = Buffer.alloc(0);\n\n    private micRemainder: Buffer = Buffer.alloc(0);\n    private preBuffer: Buffer[] = [];\n    private recording = false;\n    private recChunks: Buffer[] = [];\n    private silence: SilenceDetector | null = null;\n    private pumping = false;\n    private running = false;\n    private playbackProc: ChildProcess | null = null;\n\n    constructor(\n        private readonly cfg: SatelliteConfig,\n        private readonly host: LocalListenerHost,\n    ) {\n        this.backend = resolveBackend(cfg.audioBackend);\n    }\n\n    async start(): Promise<void> {\n        const words = parseWakewords(this.cfg.wakewordModel);\n        const modelSets = await Promise.all(words.map(w => ensureModels(this.cfg.modelsDir, w, this.host.log)));\n        this.wakeword = new WakeWord(modelSets, this.cfg.wakewordThreshold, this.host.log);\n        await this.wakeword.load();\n        this.plingPcm = pling();\n        this.running = true;\n        this.mic = new Mic(this.backend, this.cfg.micDevice, this.host.log);\n        this.mic.start(d => {\n            this.micRemainder = Buffer.concat([this.micRemainder, d]);\n            if (!this.pumping) {\n                void this.pump();\n            }\n        });\n        this.setStatus('idle');\n        this.host.log.info('Local listener ready — listening for the wake word (ioBroker transport, no UDP).');\n    }\n\n    async stop(): Promise<void> {\n        this.running = false;\n        this.playbackProc?.kill();\n        this.playbackProc = null;\n        await this.mic?.stop();\n        this.mic = null;\n    }\n\n    private setStatus(state: SatelliteState): void {\n        this.host.onStatus?.(state);\n    }\n\n    private async pump(): Promise<void> {\n        this.pumping = true;\n        try {\n            while (this.micRemainder.length >= FRAME_BYTES) {\n                const frame = Buffer.from(this.micRemainder.subarray(0, FRAME_BYTES));\n                this.micRemainder = this.micRemainder.subarray(FRAME_BYTES);\n                await this.handleFrame(frame);\n            }\n        } catch (e) {\n            this.host.log.error(`frame processing error: ${(e as Error).message}`);\n        } finally {\n            this.pumping = false;\n        }\n    }\n\n    private async handleFrame(frame: Buffer): Promise<void> {\n        if (this.recording) {\n            this.recChunks.push(frame);\n            if (this.silence!.push(frame)) {\n                await this.endRecording();\n            }\n            return;\n        }\n        // Wake-word listening with a rolling pre-buffer so speech during inference is not lost.\n        this.preBuffer.push(frame);\n        if (this.preBuffer.length > this.cfg.preBufferChunks) {\n            this.preBuffer.shift();\n        }\n        const score = await this.wakeword.process(frame);\n        if (this.wakeword.triggered(score)) {\n            this.host.log.info(`Wake word detected (score ${(score as number).toFixed(3)}).`);\n            this.wakeword.reset();\n            await this.startRecording();\n        }\n    }\n\n    private async startRecording(): Promise<void> {\n        this.setStatus('listening');\n        await playPcm(this.plingPcm, AUDIO_SAMPLE_RATE, this.backend, this.cfg.speakerDevice, this.host.log).done;\n        // Drop the beep echo + inference backlog so recording runs in real time (else the silence\n        // detector races through buffered quiet frames and ends the utterance too early).\n        this.micRemainder = Buffer.alloc(0);\n        this.preBuffer = [];\n        this.recChunks = [];\n        this.silence = new SilenceDetector(\n            this.cfg.silenceThreshold,\n            Math.round(this.cfg.silenceMs / FRAME_MS),\n            Math.round(this.cfg.minRecordMs / FRAME_MS),\n            Math.round(this.cfg.maxRecordMs / FRAME_MS),\n        );\n        this.recording = true;\n    }\n\n    private async endRecording(): Promise<void> {\n        this.recording = false;\n        const pcm = Buffer.concat(this.recChunks);\n        this.recChunks = [];\n        this.setStatus('processing');\n        try {\n            const reply = await this.host.onUtterance(pcm, AUDIO_SAMPLE_RATE);\n            if (reply && reply.pcm.length && this.running) {\n                this.setStatus('speaking');\n                const { proc, done } = playPcm(\n                    reply.pcm,\n                    reply.sampleRate,\n                    this.backend,\n                    this.cfg.speakerDevice,\n                    this.host.log,\n                );\n                this.playbackProc = proc;\n                try {\n                    await done;\n                } finally {\n                    this.playbackProc = null;\n                }\n            }\n        } catch (e) {\n            this.host.log.error(`utterance processing failed: ${(e as Error).message}`);\n        } finally {\n            this.micRemainder = Buffer.alloc(0); // discard audio captured while processing/speaking\n            this.preBuffer = [];\n            this.setStatus('idle');\n        }\n    }\n}\n"]}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@iobroker/assistant-satellite",
-  "version": "0.1.3",
+  "version": "0.1.4",
   "description": "Standalone voice satellite for the ioBroker.assistant adapter (wake word + mic streaming + TTS playback over the Hannah UDP protocol). Runs on a bare Pi via npx, no ioBroker required.",
   "author": "ioBroker",
   "publishConfig": {