@nookplot/runtime 0.5.131 → 0.5.132

package/dist/conversation/conversationLogStore.js

@@ -0,0 +1,248 @@
+/**
+ * `ConversationLogStore` — JSONL-on-disk persistence for `CompactionMemory`.
+ *
+ * Two implementations:
+ *   - {@link LocalConversationLogStore} — one JSONL file per session under a
+ *     fixed base directory. Append-only writes are durable across restarts.
+ *   - {@link InMemoryConversationLogStore} — in-process map; the standard test
+ *     double for unit suites that don't want disk IO.
+ *
+ * **Path-traversal defense.** The disk store hashes every `sessionId` to a safe
+ * filename — the LLM never reaches the filesystem because (a) `sessionId` comes
+ * from the closure, not LLM args, and (b) even if a caller forgets and pipes
+ * something attacker-controlled in, the hash strips path metacharacters.
+ *
+ * @module conversation/conversationLogStore
+ */
+import { mkdir, readFile, appendFile, access, readdir, unlink } from "node:fs/promises";
+import { join, resolve } from "node:path";
+import { createHash } from "node:crypto";
+// ── In-memory implementation ─────────────────────────────────
+/**
+ * In-process log store for tests. Round-trips identically to
+ * `LocalConversationLogStore` but never touches disk.
+ */
+export class InMemoryConversationLogStore {
+    logs = new Map();
+    async append(sessionId, entry) {
+        let list = this.logs.get(sessionId);
+        if (!list) {
+            list = [];
+            this.logs.set(sessionId, list);
+        }
+        list.push(entry);
+    }
+    async exists(sessionId) {
+        return this.logs.has(sessionId);
+    }
+    async read(sessionId) {
+        const list = this.logs.get(sessionId);
+        return list ? list.slice() : [];
+    }
+    async searchMessages(sessionId, query, maxResults) {
+        return searchEntries(await this.read(sessionId), query, maxResults);
+    }
+    async listSessions() {
+        return [...this.logs.keys()];
+    }
+    async delete(sessionId) {
+        this.logs.delete(sessionId);
+    }
+}
+/**
+ * JSONL-on-disk log. One file per session, named by SHA-256 of the
+ * `sessionId` so the on-disk layout is path-traversal-safe even if a caller
+ * pipes attacker-controlled input as the session id.
+ *
+ * The original `sessionId` is stored alongside the hashed filename in a
+ * sidecar map (`<baseDir>/_sessions.json`) so {@link listSessions} can return
+ * the human-readable identifiers.
+ *
+ * **Concurrency.** Appends and sidecar writes within ONE instance are
+ * serialized via a per-instance promise chain — calling `append()` ten times
+ * in parallel produces ten lines in call order, not ten interleaved partial
+ * writes. Concurrent writers across *processes* (same baseDir, different
+ * runtime instances) are still unsafe; the store is intended for single-
+ * process agents. Use separate `baseDir`s per process to avoid cross-process
+ * races on `_sessions.json`.
+ */
+export class LocalConversationLogStore {
+    baseDir;
+    indexLoaded = false;
+    index = new Map(); // sessionId → relative filename
+    indexFilePromise = null;
+    /**
+     * In-process mutation chain. Any method that reads *and* writes shared state
+     * (`index`, `_sessions.json`, session JSONL files) awaits the previous op
+     * before starting. Read-only ops can skip this.
+     */
+    mutationChain = Promise.resolve();
+    constructor(opts = {}) {
+        const home = process.env.HOME ?? process.env.USERPROFILE ?? ".";
+        this.baseDir = resolve(opts.baseDir ?? join(home, ".nookplot", "conversations"));
+    }
+    /**
+     * Run `fn` serialized against any other mutation on this instance. Failures
+     * in `fn` are surfaced to the caller but do NOT poison the chain — the next
+     * call starts from a resolved state.
+     */
+    serialize(fn) {
+        const run = this.mutationChain.then(fn, fn);
+        this.mutationChain = run.then(() => undefined, () => undefined);
+        return run;
+    }
+    /** Filename for a session: 32-char SHA-256 prefix + `.jsonl`. */
+    fileFor(sessionId) {
+        const hash = createHash("sha256").update(sessionId).digest("hex").slice(0, 32);
+        return `${hash}.jsonl`;
+    }
+    indexPath() {
+        return join(this.baseDir, "_sessions.json");
+    }
+    async ensureIndex() {
+        if (this.indexLoaded)
+            return;
+        if (this.indexFilePromise) {
+            await this.indexFilePromise;
+            return;
+        }
+        this.indexFilePromise = (async () => {
+            try {
+                await mkdir(this.baseDir, { recursive: true });
+                const raw = await readFile(this.indexPath(), "utf8");
+                const parsed = JSON.parse(raw);
+                for (const [sid, fname] of Object.entries(parsed)) {
+                    this.index.set(sid, fname);
+                }
+            }
+            catch {
+                // First run — index doesn't exist yet. Leave map empty.
+            }
+            finally {
+                this.indexLoaded = true;
+            }
+        })();
+        await this.indexFilePromise;
+    }
+    async persistIndex() {
+        const obj = {};
+        for (const [sid, fname] of this.index)
+            obj[sid] = fname;
+        // Atomic-ish: write tmp + rename. Concurrent writers across processes
+        // would race; intended for single-process agent use.
+        const tmp = `${this.indexPath()}.tmp`;
+        await mkdir(this.baseDir, { recursive: true });
+        await appendFile(tmp, ""); // truncate via empty append after delete
+        await unlink(tmp).catch(() => { });
+        const { writeFile, rename } = await import("node:fs/promises");
+        await writeFile(tmp, JSON.stringify(obj, null, 2), "utf8");
+        await rename(tmp, this.indexPath());
+    }
+    async pathFor(sessionId) {
+        await this.ensureIndex();
+        let fname = this.index.get(sessionId);
+        if (!fname) {
+            fname = this.fileFor(sessionId);
+            this.index.set(sessionId, fname);
+            await this.persistIndex();
+        }
+        return join(this.baseDir, fname);
+    }
+    async append(sessionId, entry) {
+        // Serialize against other append/delete calls on this instance so
+        // concurrent `Promise.all([store.append(...), store.append(...)])` lands
+        // lines in call order with no interleaving at the page boundary.
+        await this.serialize(async () => {
+            const path = await this.pathFor(sessionId);
+            await mkdir(this.baseDir, { recursive: true });
+            await appendFile(path, `${JSON.stringify(entry)}\n`, "utf8");
+        });
+    }
+    async exists(sessionId) {
+        await this.ensureIndex();
+        if (!this.index.has(sessionId))
+            return false;
+        try {
+            await access(join(this.baseDir, this.index.get(sessionId)));
+            return true;
+        }
+        catch {
+            return false;
+        }
+    }
+    async read(sessionId) {
+        if (!(await this.exists(sessionId)))
+            return [];
+        const path = await this.pathFor(sessionId);
+        const raw = await readFile(path, "utf8");
+        const lines = raw.split("\n");
+        const out = [];
+        for (let i = 0; i < lines.length; i++) {
+            const line = lines[i];
+            if (!line)
+                continue;
+            try {
+                out.push(JSON.parse(line));
+            }
+            catch {
+                // Skip malformed line. The most common cause is a truncated tail
+                // from a crashed write — we don't want restore to fail because of it.
+                // Tests assert that this branch is exercised under simulated crash.
+            }
+        }
+        return out;
+    }
+    async searchMessages(sessionId, query, maxResults) {
+        return searchEntries(await this.read(sessionId), query, maxResults);
+    }
+    async listSessions() {
+        await this.ensureIndex();
+        return [...this.index.keys()];
+    }
+    async delete(sessionId) {
+        await this.serialize(async () => {
+            await this.ensureIndex();
+            const fname = this.index.get(sessionId);
+            if (!fname)
+                return;
+            try {
+                await unlink(join(this.baseDir, fname));
+            }
+            catch {
+                // Already gone.
+            }
+            this.index.delete(sessionId);
+            await this.persistIndex();
+        });
+    }
+    /** Test helper — list every JSONL file currently on disk. */
+    async _debugListFiles() {
+        try {
+            return (await readdir(this.baseDir)).filter((f) => f.endsWith(".jsonl"));
+        }
+        catch {
+            return [];
+        }
+    }
+}
+// ── Shared search helper ─────────────────────────────────────
+function searchEntries(entries, query, maxResults) {
+    if (!query)
+        return [];
+    const needle = query.toLowerCase();
+    const out = [];
+    // Walk in reverse so the most recent matches come first.
+    for (let i = entries.length - 1; i >= 0; i--) {
+        const entry = entries[i];
+        if (entry.kind !== "message")
+            continue;
+        const content = entry.msg.content ?? "";
+        if (typeof content === "string" && content.toLowerCase().includes(needle)) {
+            out.push(entry.msg);
+            if (out.length >= maxResults)
+                break;
+        }
+    }
+    return out;
+}
+//# sourceMappingURL=conversationLogStore.js.map

package/dist/conversation/conversationLogStore.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"conversationLogStore.js","sourceRoot":"","sources":["../../src/conversation/conversationLogStore.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AACxF,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAwCzC,gEAAgE;AAEhE;;;GAGG;AACH,MAAM,OAAO,4BAA4B;IACtB,IAAI,GAAG,IAAI,GAAG,EAAsB,CAAC;IAEtD,KAAK,CAAC,MAAM,CAAC,SAAiB,EAAE,KAAe;QAC7C,IAAI,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACpC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,IAAI,GAAG,EAAE,CAAC;YACV,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;QACjC,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,SAAiB;QAC5B,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,SAAiB;QAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACtC,OAAO,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAClC,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,SAAiB,EAAE,KAAa,EAAE,UAAkB;QACvE,OAAO,aAAa,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;IACtE,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,OAAO,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,SAAiB;QAC5B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAC9B,CAAC;CACF;AAYD;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,OAAO,yBAAyB;IACnB,OAAO,CAAS;IACzB,WAAW,GAAG,KAAK,CAAC;IACX,KAAK,GAAG,IAAI,GAAG,EAAkB,CAAC,CAAC,gCAAgC;IAC5E,gBAAgB,GAAyB,IAAI,CAAC;IACtD;;;;OAIG;IACK,aAAa,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IAEzD,YAAY,OAAyC,EAAE;QACrD,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,IAAI,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,GAAG,CAAC;QAChE,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,eAAe,CAAC,CAAC,CAAC;IACnF,CAAC;IAED;;;;OAIG;IACK,SAAS,CAAI,EAAoB;QACvC,MAAM,GAAG,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC,aAAa,GAAG,GAAG,CAAC,IAAI,CAC3B,GAAG,EAAE,CAAC,SAAS,EACf,GAAG,EAAE,CAAC,SAAS,CAChB,CAAC;QACF,OAAO,GAAG,CAAC;IACb,CAAC;IAED,iEAAiE;IACzD,OAAO,CAAC,SAAiB;QAC/B,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC/E,OAAO,GAAG,IAAI,QAAQ,CAAC;IACzB,CAAC;IAEO,SAAS;QACf,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;IAC9C,CAAC;IAEO,KAAK,CAAC,WAAW;QACvB,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO;QAC7B,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,MAAM,IAAI,CAAC,gBAAgB,CAAC;YAC5B,OAAO;QACT,CAAC;QACD,IAAI,CAAC,gBAAgB,GAAG,CAAC,KAAK,IAAI,EAAE;YAClC,IAAI,CAAC;gBACH,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC/C,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,MAAM,CAAC,CAAC;gBACrD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAA2B,CAAC;gBACzD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;oBAClD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBAC7B,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,wDAAwD;YAC1D,CAAC;oBAAS,CAAC;gBACT,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YAC1B,CAAC;QACH,CAAC,CAAC,EAAE,CAAC;QACL,MAAM,IAAI,CAAC,gBAAgB,CAAC;IAC9B,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,MAAM,GAAG,GAA2B,EAAE,CAAC;QACvC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK;YAAE,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACxD,sEAAsE;QACtE,qDAAqD;QACrD,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC;QACtC,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/C,MAAM,UAAU,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,yCAAyC;QACpE,MAAM,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAClC,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;QAC/D,MAAM,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QAC3D,MAAM,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;IACtC,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,SAAiB;QACrC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACtC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAChC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;YACjC,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC5B,CAAC;QACD,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,SAAiB,EAAE,KAAe;QAC7C,kEAAkE;QAClE,yEAAyE;QACzE,iEAAiE;QACjE,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;YAC9B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YAC3C,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/C,MAAM,UAAU,CAAC,IAAI,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAC/D,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,SAAiB;QAC5B,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC;YAAE,OAAO,KAAK,CAAC;QAC7C,IAAI,CAAC;YACH,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC,CAAC,CAAC;YAC7D,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,SAAiB;QAC1B,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAAE,OAAO,EAAE,CAAC;QAC/C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAC3C,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACzC,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC9B,MAAM,GAAG,GAAe,EAAE,CAAC;QAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACtB,IAAI,CAAC,IAAI;gBAAE,SAAS;YACpB,IAAI,CAAC;gBACH,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAa,CAAC,CAAC;YACzC,CAAC;YAAC,MAAM,CAAC;gBACP,iEAAiE;gBACjE,sEAAsE;gBACtE,oEAAoE;YACtE,CAAC;QACH,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,SAAiB,EAAE,KAAa,EAAE,UAAkB;QACvE,OAAO,aAAa,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,UAAU,CAAC,CAAC;IACtE,CAAC;IAED,KAAK,CAAC,YAAY;QAChB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzB,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,SAAiB;QAC5B,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,IAAI,EAAE;YAC9B,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACxC,IAAI,CAAC,KAAK;gBAAE,OAAO;YACnB,IAAI,CAAC;gBACH,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;YAC1C,CAAC;YAAC,MAAM,CAAC;gBACP,gBAAgB;YAClB,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YAC7B,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QAC5B,CAAC,CAAC,CAAC;IACL,CAAC;IAED,6DAA6D;IAC7D,KAAK,CAAC,eAAe;QACnB,IAAI,CAAC;YACH,OAAO,CAAC,MAAM,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC3E,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;CACF;AAED,gEAAgE;AAEhE,SAAS,aAAa,CAAC,OAAmB,EAAE,KAAa,EAAE,UAAkB;IAC3E,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,CAAC;IACtB,MAAM,MAAM,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IACnC,MAAM,GAAG,GAAuB,EAAE,CAAC;IACnC,yDAAyD;IACzD,KAAK,IAAI,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACzB,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;YAAE,SAAS;QACvC,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;QACxC,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1E,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACpB,IAAI,GAAG,CAAC,MAAM,IAAI,UAAU;gBAAE,MAAM;QACtC,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/conversation/conversationMemory.d.ts

@@ -0,0 +1,59 @@
+/**
+ * `ConversationMemory` — abstract per-session chat history with a clean
+ * extension point for compaction. The basic implementation is an unbounded
+ * append-only list (matches the previous chatEngine behavior); the compacting
+ * implementation lives in `compactionMemory.ts`.
+ *
+ * Reuses {@link InferenceMessage} from `runtime/src/types.ts` deliberately —
+ * we don't want a parallel `ChatMessage` shape that drifts from the inference
+ * call site.
+ *
+ * @module conversation/conversationMemory
+ */
+import type { InferenceMessage } from "../types.js";
+/**
+ * A per-session conversation history. Implementations decide whether to grow
+ * unbounded ({@link BasicConversationMemory}) or compact at a token threshold
+ * ({@link import("./compactionMemory.js").CompactionMemory}).
+ *
+ * Methods are async to leave room for IO-backed implementations (e.g. a future
+ * Postgres-backed memory).
+ */
+export interface ConversationMemory {
+    /** Append a message. Implementations may choose to compact afterwards. */
+    addMessage(msg: InferenceMessage): Promise<void>;
+    /** Snapshot of the messages to feed into the next inference call. */
+    getContext(): InferenceMessage[];
+    /** Drop all messages and reset internal counters. */
+    reset(): Promise<void>;
+    /** Stable identifier for this session. */
+    readonly sessionId: string;
+}
+export interface BasicConversationMemoryOptions {
+    /** Override the session id. Defaults to `"__default__"`. */
+    sessionId?: string;
+    /**
+     * Optional message cap. When set, the oldest messages are dropped to keep
+     * the array under `maxMessages`. Defaults to undefined (unbounded — matches
+     * the old chatEngine semantics for callers that opted out of compaction).
+     */
+    maxMessages?: number;
+}
+/**
+ * Append-only message log with an optional max-message cap. No compaction.
+ *
+ * Used by callers who want the legacy unbounded history without paying the
+ * compaction setup cost (no model name, no `compactFn`, no log store).
+ */
+export declare class BasicConversationMemory implements ConversationMemory {
+    readonly sessionId: string;
+    private readonly maxMessages?;
+    private messages;
+    constructor(opts?: BasicConversationMemoryOptions);
+    addMessage(msg: InferenceMessage): Promise<void>;
+    getContext(): InferenceMessage[];
+    reset(): Promise<void>;
+    /** Test inspection — current message count. */
+    get length(): number;
+}
+//# sourceMappingURL=conversationMemory.d.ts.map

package/dist/conversation/conversationMemory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"conversationMemory.d.ts","sourceRoot":"","sources":["../../src/conversation/conversationMemory.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AACH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAEpD;;;;;;;GAOG;AACH,MAAM,WAAW,kBAAkB;IACjC,0EAA0E;IAC1E,UAAU,CAAC,GAAG,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACjD,qEAAqE;IACrE,UAAU,IAAI,gBAAgB,EAAE,CAAC;IACjC,qDAAqD;IACrD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACvB,0CAA0C;IAC1C,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,8BAA8B;IAC7C,4DAA4D;IAC5D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;OAIG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;;;;GAKG;AACH,qBAAa,uBAAwB,YAAW,kBAAkB;IAChE,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAS;IACtC,OAAO,CAAC,QAAQ,CAA0B;gBAE9B,IAAI,GAAE,8BAAmC;IAK/C,UAAU,CAAC,GAAG,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAOtD,UAAU,IAAI,gBAAgB,EAAE;IAI1B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAI5B,+CAA+C;IAC/C,IAAI,MAAM,IAAI,MAAM,CAEnB;CACF"}

package/dist/conversation/conversationMemory.js

@@ -0,0 +1,32 @@
+/**
+ * Append-only message log with an optional max-message cap. No compaction.
+ *
+ * Used by callers who want the legacy unbounded history without paying the
+ * compaction setup cost (no model name, no `compactFn`, no log store).
+ */
+export class BasicConversationMemory {
+    sessionId;
+    maxMessages;
+    messages = [];
+    constructor(opts = {}) {
+        this.sessionId = opts.sessionId ?? "__default__";
+        this.maxMessages = opts.maxMessages;
+    }
+    async addMessage(msg) {
+        this.messages.push(msg);
+        if (this.maxMessages !== undefined && this.messages.length > this.maxMessages) {
+            this.messages.splice(0, this.messages.length - this.maxMessages);
+        }
+    }
+    getContext() {
+        return this.messages.slice();
+    }
+    async reset() {
+        this.messages = [];
+    }
+    /** Test inspection — current message count. */
+    get length() {
+        return this.messages.length;
+    }
+}
+//# sourceMappingURL=conversationMemory.js.map

package/dist/conversation/conversationMemory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"conversationMemory.js","sourceRoot":"","sources":["../../src/conversation/conversationMemory.ts"],"names":[],"mappings":"AA4CA;;;;;GAKG;AACH,MAAM,OAAO,uBAAuB;IACzB,SAAS,CAAS;IACV,WAAW,CAAU;IAC9B,QAAQ,GAAuB,EAAE,CAAC;IAE1C,YAAY,OAAuC,EAAE;QACnD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,aAAa,CAAC;QACjD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,GAAqB;QACpC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACxB,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC9E,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;IACrB,CAAC;IAED,+CAA+C;IAC/C,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;IAC9B,CAAC;CACF"}

package/dist/conversation/index.d.ts

@@ -0,0 +1,16 @@
+/**
+ * Conversation memory primitives — see `conversationMemory.ts` for the
+ * abstraction, `compactionMemory.ts` for the turn-boundary-aware compactor,
+ * and `conversationLogStore.ts` for JSONL persistence.
+ *
+ * @module conversation
+ */
+export type { ConversationMemory, BasicConversationMemoryOptions } from "./conversationMemory.js";
+export { BasicConversationMemory } from "./conversationMemory.js";
+export type { ConversationLogStore, LogEntry, LocalConversationLogStoreOptions, } from "./conversationLogStore.js";
+export { InMemoryConversationLogStore, LocalConversationLogStore, } from "./conversationLogStore.js";
+export type { CompactionConfig, CompactionStats, CompactFn, MemoryToolDefinition, } from "./compactionMemory.js";
+export { CompactionMemory } from "./compactionMemory.js";
+export type { ModelThreshold } from "./modelLimits.js";
+export { MODEL_THRESHOLDS, DEFAULT_THRESHOLD, DEFAULT_COMPACTION_SYSTEM_PROMPT, estimateTokens, getModelThreshold, } from "./modelLimits.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/conversation/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/conversation/index.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,YAAY,EAAE,kBAAkB,EAAE,8BAA8B,EAAE,MAAM,yBAAyB,CAAC;AAClG,OAAO,EAAE,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AAClE,YAAY,EACV,oBAAoB,EACpB,QAAQ,EACR,gCAAgC,GACjC,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,4BAA4B,EAC5B,yBAAyB,GAC1B,MAAM,2BAA2B,CAAC;AACnC,YAAY,EACV,gBAAgB,EAChB,eAAe,EACf,SAAS,EACT,oBAAoB,GACrB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,YAAY,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EACL,gBAAgB,EAChB,iBAAiB,EACjB,gCAAgC,EAChC,cAAc,EACd,iBAAiB,GAClB,MAAM,kBAAkB,CAAC"}

package/dist/conversation/index.js

@@ -0,0 +1,5 @@
+export { BasicConversationMemory } from "./conversationMemory.js";
+export { InMemoryConversationLogStore, LocalConversationLogStore, } from "./conversationLogStore.js";
+export { CompactionMemory } from "./compactionMemory.js";
+export { MODEL_THRESHOLDS, DEFAULT_THRESHOLD, DEFAULT_COMPACTION_SYSTEM_PROMPT, estimateTokens, getModelThreshold, } from "./modelLimits.js";
+//# sourceMappingURL=index.js.map

package/dist/conversation/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/conversation/index.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,uBAAuB,EAAE,MAAM,yBAAyB,CAAC;AAMlE,OAAO,EACL,4BAA4B,EAC5B,yBAAyB,GAC1B,MAAM,2BAA2B,CAAC;AAOnC,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAEzD,OAAO,EACL,gBAAgB,EAChB,iBAAiB,EACjB,gCAAgC,EAChC,cAAc,EACd,iBAAiB,GAClB,MAAM,kBAAkB,CAAC"}

package/dist/conversation/modelLimits.d.ts

@@ -0,0 +1,43 @@
+/**
+ * Model-aware compaction thresholds + token estimator.
+ *
+ * Lifted from `gateway/src/services/sessionCompactor.ts:29-45`. THIS file is now
+ * the canonical source. Gateway's copy is currently kept in sync manually; a
+ * follow-up PR will switch the gateway to import from `@nookplot/runtime`.
+ *
+ * The token estimator deliberately matches the gateway's heuristic
+ * (`Math.ceil(content.length / 4)`) so both compactors agree on "when to
+ * compact" — important so the two layers don't fight each other on the same
+ * conversation viewed through different lenses.
+ *
+ * @module conversation/modelLimits
+ */
+import type { InferenceMessage } from "../types.js";
+export interface ModelThreshold {
+    /** Estimated token count that triggers compaction. */
+    compactAt: number;
+    /** Number of recent messages preserved uncompacted. */
+    preserveRecent: number;
+}
+/**
+ * Per-model compaction thresholds. Add new model IDs here as they become
+ * supported on the platform; unknown models fall back to {@link DEFAULT_THRESHOLD}.
+ */
+export declare const MODEL_THRESHOLDS: Record<string, ModelThreshold>;
+/** Fallback for any model not listed in {@link MODEL_THRESHOLDS}. */
+export declare const DEFAULT_THRESHOLD: ModelThreshold;
+export declare function getModelThreshold(modelName: string): ModelThreshold;
+/**
+ * Default token estimator: ceil(content.length / 4) per message.
+ *
+ * Matches `gateway/src/services/sessionCompactor.ts:98-100`. Replace via
+ * `CompactionConfig.estimateTokens` if you need a tokenizer-accurate count
+ * (the heuristic over-counts code-heavy text and under-counts CJK).
+ */
+export declare function estimateTokens(messages: InferenceMessage[]): number;
+/**
+ * Default system preamble passed to the caller-supplied `compactFn`. Same shape
+ * the gateway uses so summaries on either layer have the same structure.
+ */
+export declare const DEFAULT_COMPACTION_SYSTEM_PROMPT = "You are a conversation summarizer. Given a conversation history, produce a structured JSON summary that preserves ALL important context.\n\nOutput format (JSON only, no markdown):\n{\n  \"activeGoals\": [\"goal 1\", \"goal 2\"],\n  \"keyDecisions\": [\"decision 1\"],\n  \"pendingActions\": [\"action 1\"],\n  \"userPreferences\": [\"preference 1\"],\n  \"importantFacts\": [\"fact 1\"],\n  \"conversationTone\": \"brief description of the conversation dynamic\"\n}\n\nRules:\n- Include EVERY active goal, pending action, and key decision\n- Be specific \u2014 \"deploy DeFi monitoring agent\" not \"deploy agent\"\n- Drop pleasantries, greetings, and meta-commentary about the conversation\n- If user expressed preferences (model choice, budget, style), capture them\n- Keep each array item under 20 words";
+//# sourceMappingURL=modelLimits.d.ts.map

package/dist/conversation/modelLimits.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"modelLimits.d.ts","sourceRoot":"","sources":["../../src/conversation/modelLimits.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AACH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAEpD,MAAM,WAAW,cAAc;IAC7B,sDAAsD;IACtD,SAAS,EAAE,MAAM,CAAC;IAClB,uDAAuD;IACvD,cAAc,EAAE,MAAM,CAAC;CACxB;AAED;;;GAGG;AACH,eAAO,MAAM,gBAAgB,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAkB3D,CAAC;AAEF,qEAAqE;AACrE,eAAO,MAAM,iBAAiB,EAAE,cAAuD,CAAC;AAExF,wBAAgB,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,cAAc,CAEnE;AAED;;;;;;GAMG;AACH,wBAAgB,cAAc,CAAC,QAAQ,EAAE,gBAAgB,EAAE,GAAG,MAAM,CAQnE;AAED;;;GAGG;AACH,eAAO,MAAM,gCAAgC,2yBAiBP,CAAC"}

package/dist/conversation/modelLimits.js

@@ -0,0 +1,67 @@
+/**
+ * Per-model compaction thresholds. Add new model IDs here as they become
+ * supported on the platform; unknown models fall back to {@link DEFAULT_THRESHOLD}.
+ */
+export const MODEL_THRESHOLDS = {
+    // Small models — compact early, preserve fewer messages
+    "hermes3": { compactAt: 4800, preserveRecent: 4 },
+    "hermes3:8b": { compactAt: 4800, preserveRecent: 4 },
+    "hermes-3-llama-3.1-8b": { compactAt: 4800, preserveRecent: 4 },
+    "llama3.2:8b": { compactAt: 4800, preserveRecent: 4 },
+    "mistral:7b": { compactAt: 4800, preserveRecent: 4 },
+    // Large models — more headroom
+    "hermes-3-llama-3.1-405b": { compactAt: 12000, preserveRecent: 8 },
+    "llama3.3:70b": { compactAt: 12000, preserveRecent: 8 },
+    "qwen3:32b": { compactAt: 10000, preserveRecent: 6 },
+    "deepseek-r1:32b": { compactAt: 10000, preserveRecent: 6 },
+    // Advisor models — larger context windows
+    "claude-3-5-sonnet-20241022": { compactAt: 24000, preserveRecent: 12 },
+    "claude-sonnet-4-20250514": { compactAt: 24000, preserveRecent: 12 },
+    "claude-opus-4-6": { compactAt: 24000, preserveRecent: 12 },
+    "gpt-4o": { compactAt: 24000, preserveRecent: 12 },
+    "deepseek-r1:70b": { compactAt: 16000, preserveRecent: 10 },
+};
+/** Fallback for any model not listed in {@link MODEL_THRESHOLDS}. */
+export const DEFAULT_THRESHOLD = { compactAt: 6000, preserveRecent: 6 };
+export function getModelThreshold(modelName) {
+    return MODEL_THRESHOLDS[modelName] ?? DEFAULT_THRESHOLD;
+}
+/**
+ * Default token estimator: ceil(content.length / 4) per message.
+ *
+ * Matches `gateway/src/services/sessionCompactor.ts:98-100`. Replace via
+ * `CompactionConfig.estimateTokens` if you need a tokenizer-accurate count
+ * (the heuristic over-counts code-heavy text and under-counts CJK).
+ */
+export function estimateTokens(messages) {
+    let total = 0;
+    for (const m of messages) {
+        if (typeof m.content === "string") {
+            total += Math.ceil(m.content.length / 4);
+        }
+    }
+    return total;
+}
+/**
+ * Default system preamble passed to the caller-supplied `compactFn`. Same shape
+ * the gateway uses so summaries on either layer have the same structure.
+ */
+export const DEFAULT_COMPACTION_SYSTEM_PROMPT = `You are a conversation summarizer. Given a conversation history, produce a structured JSON summary that preserves ALL important context.
+
+Output format (JSON only, no markdown):
+{
+  "activeGoals": ["goal 1", "goal 2"],
+  "keyDecisions": ["decision 1"],
+  "pendingActions": ["action 1"],
+  "userPreferences": ["preference 1"],
+  "importantFacts": ["fact 1"],
+  "conversationTone": "brief description of the conversation dynamic"
+}
+
+Rules:
+- Include EVERY active goal, pending action, and key decision
+- Be specific — "deploy DeFi monitoring agent" not "deploy agent"
+- Drop pleasantries, greetings, and meta-commentary about the conversation
+- If user expressed preferences (model choice, budget, style), capture them
+- Keep each array item under 20 words`;
+//# sourceMappingURL=modelLimits.js.map

package/dist/conversation/modelLimits.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"modelLimits.js","sourceRoot":"","sources":["../../src/conversation/modelLimits.ts"],"names":[],"mappings":"AAuBA;;;GAGG;AACH,MAAM,CAAC,MAAM,gBAAgB,GAAmC;IAC9D,wDAAwD;IACxD,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,EAAE;IACjD,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,EAAE;IACpD,uBAAuB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,EAAE;IAC/D,aAAa,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,EAAE;IACrD,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,EAAE;IACpD,+BAA+B;IAC/B,yBAAyB,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,EAAE;IAClE,cAAc,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,EAAE;IACvD,WAAW,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,EAAE;IACpD,iBAAiB,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC,EAAE;IAC1D,0CAA0C;IAC1C,4BAA4B,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,EAAE;IACtE,0BAA0B,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,EAAE;IACpE,iBAAiB,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,EAAE;IAC3D,QAAQ,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,EAAE;IAClD,iBAAiB,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,EAAE;CAC5D,CAAC;AAEF,qEAAqE;AACrE,MAAM,CAAC,MAAM,iBAAiB,GAAmB,EAAE,SAAS,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC;AAExF,MAAM,UAAU,iBAAiB,CAAC,SAAiB;IACjD,OAAO,gBAAgB,CAAC,SAAS,CAAC,IAAI,iBAAiB,CAAC;AAC1D,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,cAAc,CAAC,QAA4B;IACzD,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YAClC,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,MAAM,gCAAgC,GAAG;;;;;;;;;;;;;;;;;sCAiBV,CAAC"}