iobroker.assistant 1.0.2 → 1.0.3

package/admin/i18n/pl.json

@@ -182,5 +182,7 @@
   "e.g. westeurope": "np. zachodnia Europa",
   "None (local only)": "Brak (tylko lokalnie)",
   "Without an LLM provider only the local tiers answer: the rule-based commands, routines, timers and alarms, and the local model if enabled. Anything else gets a short \"I can't do that\" reply.": "Bez dostawcy LLM odpowiadają tylko poziomy lokalne: polecenia oparte na regułach, rutyny, minutniki i budziki oraz model lokalny, jeśli jest włączony. Na wszystko inne pada krótka odpowiedź „Nie potrafię tego”.",
-  "Chat": "Czat"
+  "Chat": "Czat",
+  "Chat history (hours)": "Chat history (hours)",
+  "How long the Chat tab shows past requests from all sources (satellites, Telegram, scripts) with wake word, answering tier, tools and state ids. 0 = record nothing.": "How long the Chat tab shows past requests from all sources (satellites, Telegram, scripts) with wake word, answering tier, tools and state ids. 0 = record nothing."
 }

package/admin/i18n/pt.json

@@ -182,5 +182,7 @@
   "e.g. westeurope": "por exemplo, Europa Ocidental",
   "None (local only)": "Nenhum (apenas local)",
   "Without an LLM provider only the local tiers answer: the rule-based commands, routines, timers and alarms, and the local model if enabled. Anything else gets a short \"I can't do that\" reply.": "Sem fornecedor de LLM, apenas os níveis locais respondem: os comandos baseados em regras, as rotinas, os temporizadores e alarmes e o modelo local, se ativado. Tudo o resto recebe uma breve resposta «Não consigo fazer isso».",
-  "Chat": "Chat"
+  "Chat": "Chat",
+  "Chat history (hours)": "Chat history (hours)",
+  "How long the Chat tab shows past requests from all sources (satellites, Telegram, scripts) with wake word, answering tier, tools and state ids. 0 = record nothing.": "How long the Chat tab shows past requests from all sources (satellites, Telegram, scripts) with wake word, answering tier, tools and state ids. 0 = record nothing."
 }

package/admin/i18n/ru.json

@@ -182,5 +182,7 @@
   "e.g. westeurope": "например, Западная Европа",
   "None (local only)": "Нет (только локально)",
   "Without an LLM provider only the local tiers answer: the rule-based commands, routines, timers and alarms, and the local model if enabled. Anything else gets a short \"I can't do that\" reply.": "Без LLM-провайдера отвечают только локальные уровни: команды на основе правил, рутины, таймеры и будильники, а также локальная модель, если она включена. На всё остальное будет короткий ответ «Этого я не умею».",
-  "Chat": "Чат"
+  "Chat": "Чат",
+  "Chat history (hours)": "История чата (часы)",
+  "How long the Chat tab shows past requests from all sources (satellites, Telegram, scripts) with wake word, answering tier, tools and state ids. 0 = record nothing.": "Как долго вкладка «Чат» показывает прошлые запросы из всех источников (сателлиты, Telegram, скрипты) с wake word, уровнем обработки, инструментами и ID состояний. 0 = ничего не записывать."
 }

package/admin/i18n/uk.json

@@ -182,5 +182,7 @@
   "e.g. westeurope": "наприклад, Західна Європа",
   "None (local only)": "Немає (лише локально)",
   "Without an LLM provider only the local tiers answer: the rule-based commands, routines, timers and alarms, and the local model if enabled. Anything else gets a short \"I can't do that\" reply.": "Без LLM-провайдера відповідають лише локальні рівні: команди на основі правил, рутини, таймери й будильники, а також локальна модель, якщо її ввімкнено. На все інше буде коротка відповідь «Цього я не вмію».",
-  "Chat": "Чат"
+  "Chat": "Чат",
+  "Chat history (hours)": "Chat history (hours)",
+  "How long the Chat tab shows past requests from all sources (satellites, Telegram, scripts) with wake word, answering tier, tools and state ids. 0 = record nothing.": "How long the Chat tab shows past requests from all sources (satellites, Telegram, scripts) with wake word, answering tier, tools and state ids. 0 = record nothing."
 }

package/admin/i18n/zh-cn.json

@@ -182,5 +182,7 @@
   "e.g. westeurope": "例如：西欧",
   "None (local only)": "无（仅本地）",
   "Without an LLM provider only the local tiers answer: the rule-based commands, routines, timers and alarms, and the local model if enabled. Anything else gets a short \"I can't do that\" reply.": "没有 LLM 提供商时，只有本地层级会作答：基于规则的命令、例程、定时器和闹钟，以及已启用的本地模型。其他请求只会得到一句简短的“我做不到”。",
-  "Chat": "聊天"
+  "Chat": "聊天",
+  "Chat history (hours)": "Chat history (hours)",
+  "How long the Chat tab shows past requests from all sources (satellites, Telegram, scripts) with wake word, answering tier, tools and state ids. 0 = record nothing.": "How long the Chat tab shows past requests from all sources (satellites, Telegram, scripts) with wake word, answering tier, tools and state ids. 0 = record nothing."
 }

package/admin/jsonConfig.json

@@ -218,6 +218,19 @@
                     "lg": 4,
                     "xl": 4
                 },
+                "journalHours": {
+                    "type": "number",
+                    "label": "Chat history (hours)",
+                    "help": "How long the Chat tab shows past requests from all sources (satellites, Telegram, scripts) with wake word, answering tier, tools and state ids. 0 = record nothing.",
+                    "min": 0,
+                    "max": 168,
+                    "default": 24,
+                    "xs": 12,
+                    "sm": 6,
+                    "md": 4,
+                    "lg": 4,
+                    "xl": 4
+                },
                 "weatherInstance": {
                     "newLine": true,
                     "type": "selectSendTo",

package/build/lib/journal.js

@@ -0,0 +1,273 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Journal = void 0;
+exports.transportForSource = transportForSource;
+/**
+ * Conversation journal: one entry per request the assistant answered — where it came from (chat, script,
+ * Telegram, which satellite, which wake word), which tier answered it (routine, rule-based NLU, local
+ * model, cloud model), which tools the model called and which state ids were read or written along the
+ * way. The admin chat shows it live, so one can check what a satellite heard and what was done about it.
+ *
+ * Tools and state accesses happen deep inside the pipeline (NLU executor, LLM tool loop, routine
+ * executor). Instead of threading an entry object through all of them, the entry rides along in an
+ * {@link AsyncLocalStorage}: {@link Journal.run} opens it, and {@link Journal.note}/{@link Journal.tool}/
+ * {@link Journal.stateAccess} write to whatever entry the current call chain belongs to — and do nothing
+ * outside of one (a trigger writing a state is not a conversation).
+ */
+const node_async_hooks_1 = require("node:async_hooks");
+const node_fs_1 = require("node:fs");
+const path = __importStar(require("node:path"));
+/** Hard cap independent of the retention — a script asking every few seconds must not fill the disk. */
+const MAX_ENTRIES = 3000;
+const SAVE_DELAY_MS = 5000;
+const RESULT_CHARS = 300;
+/** Derive the transport from a request source when the caller did not say. */
+function transportForSource(source) {
+    if (source === 'chat') {
+        return 'chat';
+    }
+    if (source === '') {
+        return 'state';
+    }
+    if (source === 'wyoming') {
+        return 'wyoming';
+    }
+    if (source.startsWith('telegram:')) {
+        return 'telegram';
+    }
+    return 'script';
+}
+class Journal {
+    opts;
+    entries = [];
+    store = new node_async_hooks_1.AsyncLocalStorage();
+    saveTimer = null;
+    counter = 0;
+    constructor(opts) {
+        this.opts = opts;
+    }
+    get enabled() {
+        return this.opts.hours > 0;
+    }
+    /** Load the entries of the last run (silently starts empty when there are none). */
+    async load() {
+        if (!this.enabled || !this.opts.file) {
+            return;
+        }
+        try {
+            const raw = JSON.parse(await node_fs_1.promises.readFile(this.opts.file, 'utf8'));
+            if (Array.isArray(raw)) {
+                // An entry still open at shutdown never got its answer.
+                this.entries = raw
+                    .filter(e => e && typeof e.id === 'string' && typeof e.ts === 'number')
+                    .map(e => (e.done ? e : { ...e, done: true, error: e.error || 'interrupted' }));
+                this.prune();
+            }
+        }
+        catch (e) {
+            if (e.code !== 'ENOENT') {
+                this.opts.log.warn(`Journal could not be read: ${e.message}`);
+            }
+        }
+    }
+    /** Entries newer than `since` (ms), oldest first. */
+    list(since = 0) {
+        this.prune();
+        return this.entries.filter(e => e.ts > since);
+    }
+    clear() {
+        this.entries = [];
+        this.scheduleSave();
+    }
+    /**
+     * Run `fn` as one journalled request. The entry is published once when the request starts (so the
+     * chat shows the question while the answer is still being worked out) and once when it is finished.
+     */
+    async run(question, source, origin, fn) {
+        if (!this.enabled) {
+            return fn();
+        }
+        const entry = {
+            id: `${Date.now().toString(36)}-${(this.counter++).toString(36)}`,
+            ts: Date.now(),
+            done: false,
+            source,
+            transport: origin.transport || transportForSource(source),
+            question,
+            tools: [],
+            read: [],
+            written: [],
+        };
+        for (const key of ['satellite', 'room', 'wakeWord', 'sttMs']) {
+            if (origin[key] !== undefined && origin[key] !== '') {
+                entry[key] = origin[key];
+            }
+        }
+        // A satellite that re-opened its mic reports no wake word — say so instead of "unknown".
+        if (origin.wakeWord === '') {
+            entry.wakeWord = '';
+        }
+        this.entries.push(entry);
+        this.publish(entry);
+        try {
+            const answer = await this.store.run(entry, fn);
+            entry.answer = answer;
+            return answer;
+        }
+        catch (e) {
+            entry.error = e.message;
+            throw e;
+        }
+        finally {
+            entry.done = true;
+            entry.ms = Date.now() - entry.ts;
+            this.publish(entry);
+            this.prune();
+            this.scheduleSave();
+        }
+    }
+    /** Fill in fields of the current request's entry (tier, detail, followUp …). */
+    note(fields) {
+        const entry = this.store.getStore();
+        if (entry) {
+            Object.assign(entry, fields);
+        }
+    }
+    /** Record a tool call the model made for the current request. */
+    tool(name, args, ms, result, error) {
+        const entry = this.store.getStore();
+        if (!entry) {
+            return;
+        }
+        const item = { name, args: args || {}, ms };
+        if (error) {
+            item.error = error;
+        }
+        else {
+            let text;
+            try {
+                text = typeof result === 'string' ? result : JSON.stringify(result);
+            }
+            catch {
+                text = String(result);
+            }
+            item.result = text.length > RESULT_CHARS ? `${text.slice(0, RESULT_CHARS)}…` : text;
+        }
+        entry.tools.push(item);
+        // Live view: show each tool call as it happens, a cloud round can take seconds.
+        this.publish(entry);
+    }
+    /** Record which states a call reads or writes (MCP `get_states`/`set_state`/`set_states`, routines). */
+    stateAccess(tool, args) {
+        const entry = this.store.getStore();
+        if (!entry || !args) {
+            return;
+        }
+        if (tool === 'get_states' && Array.isArray(args.ids)) {
+            for (const id of args.ids) {
+                if (typeof id === 'string' && !entry.read.includes(id)) {
+                    entry.read.push(id);
+                }
+            }
+        }
+        else if (tool === 'get_state' && typeof args.id === 'string') {
+            if (!entry.read.includes(args.id)) {
+                entry.read.push(args.id);
+            }
+        }
+        else if (tool === 'set_state' && typeof args.id === 'string') {
+            entry.written.push({ id: args.id, value: args.value });
+        }
+        else if (tool === 'set_states' && Array.isArray(args.states)) {
+            for (const s of args.states) {
+                if (typeof s?.id === 'string') {
+                    entry.written.push({ id: s.id, value: s.value });
+                }
+            }
+        }
+    }
+    /** Write pending changes now (on unload). */
+    async flush() {
+        if (this.saveTimer) {
+            clearTimeout(this.saveTimer);
+            this.saveTimer = null;
+        }
+        await this.save();
+    }
+    publish(entry) {
+        try {
+            this.opts.onChange?.(entry);
+        }
+        catch {
+            // a listener must never break the answer
+        }
+    }
+    prune() {
+        const cutoff = Date.now() - this.opts.hours * 3600_000;
+        let start = 0;
+        while (start < this.entries.length && this.entries[start].ts < cutoff) {
+            start++;
+        }
+        start = Math.max(start, this.entries.length - MAX_ENTRIES);
+        if (start > 0) {
+            this.entries = this.entries.slice(start);
+        }
+    }
+    scheduleSave() {
+        if (!this.opts.file || this.saveTimer) {
+            return;
+        }
+        this.saveTimer = setTimeout(() => {
+            this.saveTimer = null;
+            void this.save();
+        }, SAVE_DELAY_MS);
+        this.saveTimer.unref?.();
+    }
+    async save() {
+        if (!this.opts.file) {
+            return;
+        }
+        try {
+            await node_fs_1.promises.mkdir(path.dirname(this.opts.file), { recursive: true });
+            await node_fs_1.promises.writeFile(this.opts.file, JSON.stringify(this.entries.filter(e => e.done)));
+        }
+        catch (e) {
+            this.opts.log.warn(`Journal could not be saved: ${e.message}`);
+        }
+    }
+}
+exports.Journal = Journal;
+//# sourceMappingURL=journal.js.map

package/build/lib/journal.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"journal.js","sourceRoot":"","sources":["../../src/lib/journal.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA8FA,gDAcC;AA5GD;;;;;;;;;;;GAWG;AACH,uDAAqD;AACrD,qCAAyC;AACzC,gDAAkC;AA0ElC,wGAAwG;AACxG,MAAM,WAAW,GAAG,IAAI,CAAC;AACzB,MAAM,aAAa,GAAG,IAAI,CAAC;AAC3B,MAAM,YAAY,GAAG,GAAG,CAAC;AAEzB,8EAA8E;AAC9E,SAAgB,kBAAkB,CAAC,MAAc;IAC7C,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QACpB,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;QAChB,OAAO,OAAO,CAAC;IACnB,CAAC;IACD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACvB,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,IAAI,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QACjC,OAAO,UAAU,CAAC;IACtB,CAAC;IACD,OAAO,QAAQ,CAAC;AACpB,CAAC;AAED,MAAa,OAAO;IAMa;IALrB,OAAO,GAAmB,EAAE,CAAC;IACpB,KAAK,GAAG,IAAI,oCAAiB,EAAgB,CAAC;IACvD,SAAS,GAA0B,IAAI,CAAC;IACxC,OAAO,GAAG,CAAC,CAAC;IAEpB,YAA6B,IAAoB;QAApB,SAAI,GAAJ,IAAI,CAAgB;IAAG,CAAC;IAErD,IAAI,OAAO;QACP,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;IAC/B,CAAC;IAED,oFAAoF;IACpF,KAAK,CAAC,IAAI;QACN,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YACnC,OAAO;QACX,CAAC;QACD,IAAI,CAAC;YACD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,kBAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC,CAAY,CAAC;YAC7E,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;gBACrB,wDAAwD;gBACxD,IAAI,CAAC,OAAO,GAAI,GAAsB;qBACjC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,EAAE,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,EAAE,KAAK,QAAQ,CAAC;qBACtE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,aAAa,EAAE,CAAC,CAAC,CAAC;gBACpF,IAAI,CAAC,KAAK,EAAE,CAAC;YACjB,CAAC;QACL,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,IAAK,CAA2B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACjD,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,8BAA+B,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;YAC7E,CAAC;QACL,CAAC;IACL,CAAC;IAED,qDAAqD;IACrD,IAAI,CAAC,KAAK,GAAG,CAAC;QACV,IAAI,CAAC,KAAK,EAAE,CAAC;QACb,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,CAAC;IAClD,CAAC;IAED,KAAK;QACD,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,YAAY,EAAE,CAAC;IACxB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,GAAG,CAAC,QAAgB,EAAE,MAAc,EAAE,MAAqB,EAAE,EAAyB;QACxF,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAChB,OAAO,EAAE,EAAE,CAAC;QAChB,CAAC;QACD,MAAM,KAAK,GAAiB;YACxB,EAAE,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE;YACjE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE;YACd,IAAI,EAAE,KAAK;YACX,MAAM;YACN,SAAS,EAAE,MAAM,CAAC,SAAS,IAAI,kBAAkB,CAAC,MAAM,CAAC;YACzD,QAAQ;YACR,KAAK,EAAE,EAAE;YACT,IAAI,EAAE,EAAE;YACR,OAAO,EAAE,EAAE;SACd,CAAC;QACF,KAAK,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,CAAU,EAAE,CAAC;YACpE,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,SAAS,IAAI,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC;gBACjD,KAA4C,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;YACrE,CAAC;QACL,CAAC;QACD,yFAAyF;QACzF,IAAI,MAAM,CAAC,QAAQ,KAAK,EAAE,EAAE,CAAC;YACzB,KAAK,CAAC,QAAQ,GAAG,EAAE,CAAC;QACxB,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzB,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACpB,IAAI,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAC/C,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC;YACtB,OAAO,MAAM,CAAC;QAClB,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,KAAK,CAAC,KAAK,GAAI,CAAW,CAAC,OAAO,CAAC;YACnC,MAAM,CAAC,CAAC;QACZ,CAAC;gBAAS,CAAC;YACP,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;YAClB,KAAK,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,EAAE,CAAC;YACjC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACpB,IAAI,CAAC,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,YAAY,EAAE,CAAC;QACxB,CAAC;IACL,CAAC;IAED,gFAAgF;IAChF,IAAI,CAAC,MAAmE;QACpE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;QACpC,IAAI,KAAK,EAAE,CAAC;YACR,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACjC,CAAC;IACL,CAAC;IAED,iEAAiE;IACjE,IAAI,CAAC,IAAY,EAAE,IAA6B,EAAE,EAAU,EAAE,MAAe,EAAE,KAAc;QACzF,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;QACpC,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,OAAO;QACX,CAAC;QACD,MAAM,IAAI,GAAgB,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC;QACzD,IAAI,KAAK,EAAE,CAAC;YACR,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACvB,CAAC;aAAM,CAAC;YACJ,IAAI,IAAY,CAAC;YACjB,IAAI,CAAC;gBACD,IAAI,GAAG,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;YACxE,CAAC;YAAC,MAAM,CAAC;gBACL,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;YAC1B,CAAC;YACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,GAAG,YAAY,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC;QACxF,CAAC;QACD,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,gFAAgF;QAChF,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IACxB,CAAC;IAED,wGAAwG;IACxG,WAAW,CAAC,IAAY,EAAE,IAAyC;QAC/D,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;QACpC,IAAI,CAAC,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,OAAO;QACX,CAAC;QACD,IAAI,IAAI,KAAK,YAAY,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YACnD,KAAK,MAAM,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;gBACxB,IAAI,OAAO,EAAE,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC;oBACrD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACxB,CAAC;YACL,CAAC;QACL,CAAC;aAAM,IAAI,IAAI,KAAK,WAAW,IAAI,OAAO,IAAI,CAAC,EAAE,KAAK,QAAQ,EAAE,CAAC;YAC7D,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC;gBAChC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC7B,CAAC;QACL,CAAC;aAAM,IAAI,IAAI,KAAK,WAAW,IAAI,OAAO,IAAI,CAAC,EAAE,KAAK,QAAQ,EAAE,CAAC;YAC7D,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;QAC3D,CAAC;aAAM,IAAI,IAAI,KAAK,YAAY,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YAC7D,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,MAA6C,EAAE,CAAC;gBACjE,IAAI,OAAO,CAAC,EAAE,EAAE,KAAK,QAAQ,EAAE,CAAC;oBAC5B,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;gBACrD,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED,6CAA6C;IAC7C,KAAK,CAAC,KAAK;QACP,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACjB,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC7B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QAC1B,CAAC;QACD,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;IACtB,CAAC;IAEO,OAAO,CAAC,KAAmB;QAC/B,IAAI,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;QAAC,MAAM,CAAC;YACL,yCAAyC;QAC7C,CAAC;IACL,CAAC;IAEO,KAAK;QACT,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,QAAQ,CAAC;QACvD,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,OAAO,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,MAAM,EAAE,CAAC;YACpE,KAAK,EAAE,CAAC;QACZ,CAAC;QACD,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,WAAW,CAAC,CAAC;QAC3D,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACZ,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC7C,CAAC;IACL,CAAC;IAEO,YAAY;QAChB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACpC,OAAO;QACX,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;YAC7B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;YACtB,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;QACrB,CAAC,EAAE,aAAa,CAAC,CAAC;QAClB,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,EAAE,CAAC;IAC7B,CAAC;IAEO,KAAK,CAAC,IAAI;QACd,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAClB,OAAO;QACX,CAAC;QACD,IAAI,CAAC;YACD,MAAM,kBAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAClE,MAAM,kBAAE,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzF,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,+BAAgC,CAAW,CAAC,OAAO,EAAE,CAAC,CAAC;QAC9E,CAAC;IACL,CAAC;CACJ;AAvMD,0BAuMC","sourcesContent":["/**\n * Conversation journal: one entry per request the assistant answered — where it came from (chat, script,\n * Telegram, which satellite, which wake word), which tier answered it (routine, rule-based NLU, local\n * model, cloud model), which tools the model called and which state ids were read or written along the\n * way. The admin chat shows it live, so one can check what a satellite heard and what was done about it.\n *\n * Tools and state accesses happen deep inside the pipeline (NLU executor, LLM tool loop, routine\n * executor). Instead of threading an entry object through all of them, the entry rides along in an\n * {@link AsyncLocalStorage}: {@link Journal.run} opens it, and {@link Journal.note}/{@link Journal.tool}/\n * {@link Journal.stateAccess} write to whatever entry the current call chain belongs to — and do nothing\n * outside of one (a trigger writing a state is not a conversation).\n */\nimport { AsyncLocalStorage } from 'node:async_hooks';\nimport { promises as fs } from 'node:fs';\nimport * as path from 'node:path';\n\n/** How a request reached us. */\nexport type JournalTransport = 'chat' | 'script' | 'state' | 'telegram' | 'esphome' | 'udp' | 'native' | 'wyoming';\n\n/** Which stage of the pipeline produced the answer. */\nexport type JournalTier =\n    | 'stop' // stop word silenced a ringing timer/alarm\n    | 'askReply' // the utterance answered an open `askUser` question\n    | 'routine'\n    | 'nlu'\n    | 'localLlm'\n    | 'cloud'\n    | 'none'; // nothing local understood it and there is no cloud provider\n\nexport interface JournalTool {\n    name: string;\n    args: Record<string, unknown>;\n    ms: number;\n    /** Result, JSON, shortened. */\n    result?: string;\n    error?: string;\n}\n\nexport interface JournalEntry {\n    id: string;\n    /** Start of the answer, ms. */\n    ts: number;\n    /** False while the answer is still being produced. */\n    done: boolean;\n    /** Time to produce the answer (without STT/TTS). */\n    ms?: number;\n    source: string;\n    transport: JournalTransport;\n    satellite?: string;\n    room?: string;\n    /** Wake word the satellite reported; '' = the mic was re-opened for a follow-up, absent = unknown. */\n    wakeWord?: string;\n    /** Speech recognition time, for voice requests. */\n    sttMs?: number;\n    question: string;\n    answer?: string;\n    error?: string;\n    tier?: JournalTier;\n    /** Model name, routine name or NLU actions — whatever explains the tier. */\n    detail?: string;\n    tools: JournalTool[];\n    /** State ids read to produce the answer. */\n    read: string[];\n    /** States written to produce the answer. */\n    written: { id: string; value: unknown }[];\n    /** The reply asks back, so a satellite re-opened its mic. */\n    followUp?: boolean;\n}\n\n/** What the caller knows about a request before the pipeline starts. */\nexport interface JournalOrigin {\n    transport?: JournalTransport;\n    satellite?: string;\n    room?: string;\n    wakeWord?: string;\n    sttMs?: number;\n}\n\nexport interface JournalOptions {\n    /** Retention in hours; 0 disables the journal entirely. */\n    hours: number;\n    /** File the journal is kept in across restarts ('' = memory only). */\n    file: string;\n    /** Called with every new or updated entry (drives the `journal.last` state the chat listens to). */\n    onChange?: (entry: JournalEntry) => void;\n    log: ioBroker.Logger;\n}\n\n/** Hard cap independent of the retention — a script asking every few seconds must not fill the disk. */\nconst MAX_ENTRIES = 3000;\nconst SAVE_DELAY_MS = 5000;\nconst RESULT_CHARS = 300;\n\n/** Derive the transport from a request source when the caller did not say. */\nexport function transportForSource(source: string): JournalTransport {\n    if (source === 'chat') {\n        return 'chat';\n    }\n    if (source === '') {\n        return 'state';\n    }\n    if (source === 'wyoming') {\n        return 'wyoming';\n    }\n    if (source.startsWith('telegram:')) {\n        return 'telegram';\n    }\n    return 'script';\n}\n\nexport class Journal {\n    private entries: JournalEntry[] = [];\n    private readonly store = new AsyncLocalStorage<JournalEntry>();\n    private saveTimer: NodeJS.Timeout | null = null;\n    private counter = 0;\n\n    constructor(private readonly opts: JournalOptions) {}\n\n    get enabled(): boolean {\n        return this.opts.hours > 0;\n    }\n\n    /** Load the entries of the last run (silently starts empty when there are none). */\n    async load(): Promise<void> {\n        if (!this.enabled || !this.opts.file) {\n            return;\n        }\n        try {\n            const raw = JSON.parse(await fs.readFile(this.opts.file, 'utf8')) as unknown;\n            if (Array.isArray(raw)) {\n                // An entry still open at shutdown never got its answer.\n                this.entries = (raw as JournalEntry[])\n                    .filter(e => e && typeof e.id === 'string' && typeof e.ts === 'number')\n                    .map(e => (e.done ? e : { ...e, done: true, error: e.error || 'interrupted' }));\n                this.prune();\n            }\n        } catch (e) {\n            if ((e as NodeJS.ErrnoException).code !== 'ENOENT') {\n                this.opts.log.warn(`Journal could not be read: ${(e as Error).message}`);\n            }\n        }\n    }\n\n    /** Entries newer than `since` (ms), oldest first. */\n    list(since = 0): JournalEntry[] {\n        this.prune();\n        return this.entries.filter(e => e.ts > since);\n    }\n\n    clear(): void {\n        this.entries = [];\n        this.scheduleSave();\n    }\n\n    /**\n     * Run `fn` as one journalled request. The entry is published once when the request starts (so the\n     * chat shows the question while the answer is still being worked out) and once when it is finished.\n     */\n    async run(question: string, source: string, origin: JournalOrigin, fn: () => Promise<string>): Promise<string> {\n        if (!this.enabled) {\n            return fn();\n        }\n        const entry: JournalEntry = {\n            id: `${Date.now().toString(36)}-${(this.counter++).toString(36)}`,\n            ts: Date.now(),\n            done: false,\n            source,\n            transport: origin.transport || transportForSource(source),\n            question,\n            tools: [],\n            read: [],\n            written: [],\n        };\n        for (const key of ['satellite', 'room', 'wakeWord', 'sttMs'] as const) {\n            if (origin[key] !== undefined && origin[key] !== '') {\n                (entry as unknown as Record<string, unknown>)[key] = origin[key];\n            }\n        }\n        // A satellite that re-opened its mic reports no wake word — say so instead of \"unknown\".\n        if (origin.wakeWord === '') {\n            entry.wakeWord = '';\n        }\n        this.entries.push(entry);\n        this.publish(entry);\n        try {\n            const answer = await this.store.run(entry, fn);\n            entry.answer = answer;\n            return answer;\n        } catch (e) {\n            entry.error = (e as Error).message;\n            throw e;\n        } finally {\n            entry.done = true;\n            entry.ms = Date.now() - entry.ts;\n            this.publish(entry);\n            this.prune();\n            this.scheduleSave();\n        }\n    }\n\n    /** Fill in fields of the current request's entry (tier, detail, followUp …). */\n    note(fields: Partial<Pick<JournalEntry, 'tier' | 'detail' | 'followUp'>>): void {\n        const entry = this.store.getStore();\n        if (entry) {\n            Object.assign(entry, fields);\n        }\n    }\n\n    /** Record a tool call the model made for the current request. */\n    tool(name: string, args: Record<string, unknown>, ms: number, result: unknown, error?: string): void {\n        const entry = this.store.getStore();\n        if (!entry) {\n            return;\n        }\n        const item: JournalTool = { name, args: args || {}, ms };\n        if (error) {\n            item.error = error;\n        } else {\n            let text: string;\n            try {\n                text = typeof result === 'string' ? result : JSON.stringify(result);\n            } catch {\n                text = String(result);\n            }\n            item.result = text.length > RESULT_CHARS ? `${text.slice(0, RESULT_CHARS)}…` : text;\n        }\n        entry.tools.push(item);\n        // Live view: show each tool call as it happens, a cloud round can take seconds.\n        this.publish(entry);\n    }\n\n    /** Record which states a call reads or writes (MCP `get_states`/`set_state`/`set_states`, routines). */\n    stateAccess(tool: string, args: Record<string, unknown> | undefined): void {\n        const entry = this.store.getStore();\n        if (!entry || !args) {\n            return;\n        }\n        if (tool === 'get_states' && Array.isArray(args.ids)) {\n            for (const id of args.ids) {\n                if (typeof id === 'string' && !entry.read.includes(id)) {\n                    entry.read.push(id);\n                }\n            }\n        } else if (tool === 'get_state' && typeof args.id === 'string') {\n            if (!entry.read.includes(args.id)) {\n                entry.read.push(args.id);\n            }\n        } else if (tool === 'set_state' && typeof args.id === 'string') {\n            entry.written.push({ id: args.id, value: args.value });\n        } else if (tool === 'set_states' && Array.isArray(args.states)) {\n            for (const s of args.states as { id?: unknown; value?: unknown }[]) {\n                if (typeof s?.id === 'string') {\n                    entry.written.push({ id: s.id, value: s.value });\n                }\n            }\n        }\n    }\n\n    /** Write pending changes now (on unload). */\n    async flush(): Promise<void> {\n        if (this.saveTimer) {\n            clearTimeout(this.saveTimer);\n            this.saveTimer = null;\n        }\n        await this.save();\n    }\n\n    private publish(entry: JournalEntry): void {\n        try {\n            this.opts.onChange?.(entry);\n        } catch {\n            // a listener must never break the answer\n        }\n    }\n\n    private prune(): void {\n        const cutoff = Date.now() - this.opts.hours * 3600_000;\n        let start = 0;\n        while (start < this.entries.length && this.entries[start].ts < cutoff) {\n            start++;\n        }\n        start = Math.max(start, this.entries.length - MAX_ENTRIES);\n        if (start > 0) {\n            this.entries = this.entries.slice(start);\n        }\n    }\n\n    private scheduleSave(): void {\n        if (!this.opts.file || this.saveTimer) {\n            return;\n        }\n        this.saveTimer = setTimeout(() => {\n            this.saveTimer = null;\n            void this.save();\n        }, SAVE_DELAY_MS);\n        this.saveTimer.unref?.();\n    }\n\n    private async save(): Promise<void> {\n        if (!this.opts.file) {\n            return;\n        }\n        try {\n            await fs.mkdir(path.dirname(this.opts.file), { recursive: true });\n            await fs.writeFile(this.opts.file, JSON.stringify(this.entries.filter(e => e.done)));\n        } catch (e) {\n            this.opts.log.warn(`Journal could not be saved: ${(e as Error).message}`);\n        }\n    }\n}\n"]}

package/build/lib/voice/esphome.js

@@ -542,6 +542,7 @@ class EsphomeConnection {
                 adaptive: true,
             }),
             conversationId: request.getConversationId(),
+            wakeWord: phrase || '',
             timer,
             closed: false,
         };
@@ -595,7 +596,9 @@ class EsphomeConnection {
         this.status('processing');
         try {
             const hints = this.opts.getHints ? await this.opts.getHints() : undefined;
+            const sttStart = Date.now();
             const text = (await this.opts.stt.transcribe(pcm, MIC_SAMPLE_RATE, this.opts.language, hints)).trim();
+            const sttMs = Date.now() - sttStart;
             this.event(EVENT.STT_END, { text });
             if (!text) {
                 this.event(EVENT.RUN_END);
@@ -603,7 +606,12 @@ class EsphomeConnection {
                 return;
             }
             this.event(EVENT.INTENT_START);
-            const answer = (await this.opts.answer(text, { device: this.deviceName, room: this.room })).trim();
+            const answer = (await this.opts.answer(text, {
+                device: this.deviceName,
+                room: this.room,
+                wakeWord: capture.wakeWord,
+                sttMs,
+            })).trim();
             const followUp = !!answer && this.opts.expectsFollowUp?.(answer) === true;
             this.event(EVENT.INTENT_END, followUp ? { continue_conversation: '1' } : undefined);
             if (!answer) {