abmind 0.0.1 → 0.1.0

package/dist/src/context-engine.d.ts

@@ -0,0 +1,89 @@
+/**
+ * context-engine.ts — DB-backed context window management.
+ * Pure data layer: reads/writes context state. No LLM calls.
+ * Agentbridge orchestrates compaction decisions and LLM summarization.
+ */
+import type Database from "better-sqlite3";
+export interface ContextMessage {
+    id: number;
+    role: string;
+    content: string;
+    timestamp: number;
+    classification?: number;
+}
+export interface ContextSummary {
+    id: number;
+    chatId: string;
+    depth: number;
+    content: string;
+    tokenEstimate: number;
+    sourceMessageStart: number;
+    sourceMessageEnd: number;
+    classification: number;
+    model: string | null;
+    createdAt: number;
+}
+export interface ContextSnapshot {
+    summaries: ContextSummary[];
+    messages: ContextMessage[];
+    estimatedTokens: number;
+    pendingCompaction: boolean;
+}
+export interface CompactionChunk {
+    messages: ContextMessage[];
+    sourceStart: number;
+    sourceEnd: number;
+    classification: number;
+    chunkTokens: number;
+    totalTokens: number;
+}
+export interface ContextWatermark {
+    chatId: string;
+    watermarkMessageId: number;
+    compactionCount: number;
+    lastCompactedAt: number | null;
+    lastFailedAt: number | null;
+    pendingCompaction: number;
+    model: string | null;
+    tokenEstimate: number | null;
+}
+export declare const CHARS_PER_TOKEN = 4;
+export declare const TAIL_TOKENS = 20000;
+export declare const TAIL_MIN_MESSAGES = 12;
+export declare const MAX_CHUNK_TOKENS = 40000;
+export declare const CONDENSATION_THRESHOLD_TOKENS = 8000;
+export declare const COMPACTION_THRESHOLD_PCT = 0.5;
+export declare const COOLDOWN_MS: number;
+export declare class ContextEngine {
+    private db;
+    constructor(db: Database.Database);
+    /** Load current context state: summaries + messages from watermark. */
+    buildContext(chatId: string): ContextSnapshot;
+    /** Expose DB for tier renderer (needs to load hint columns). */
+    getDb(): Database.Database;
+    /** Identify the chunk to compact. Returns null if nothing to compact. */
+    getCompactionChunk(chatId: string, tokenBudget: number): CompactionChunk | null;
+    /** Store a compaction summary and advance the watermark. */
+    persistSummary(chatId: string, content: string, tokenEstimate: number, sourceStart: number, sourceEnd: number, classification: number, model?: string | null): number;
+    /** Store a condensed summary (depth > 0) and archive the source leaves. */
+    persistCondensedSummary(chatId: string, content: string, tokenEstimate: number, sourceLeafIds: number[], model?: string | null): number;
+    /** Archive all summaries for a chat (/reset). */
+    archiveContext(chatId: string): void;
+    /** Check if condensation is needed. */
+    needsCondensation(chatId: string): {
+        needed: boolean;
+        leafIds: number[];
+        totalTokens: number;
+    };
+    /** Set pending compaction flag. */
+    setPendingCompaction(chatId: string): void;
+    /** Record a failed compaction attempt (for cooldown). */
+    setLastFailed(chatId: string): void;
+    /** Get watermark for GC coordination. Returns MAX_INT if no watermark (protect all). */
+    getMinWatermarkForGC(): number;
+    getWatermark(chatId: string): ContextWatermark | null;
+    getSummaries(chatId: string): ContextSummary[];
+    getMessagesFrom(chatId: string, fromMessageId: number): ContextMessage[];
+    private advanceWatermark;
+}
+//# sourceMappingURL=context-engine.d.ts.map

package/dist/src/context-engine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-engine.d.ts","sourceRoot":"","sources":["../../src/context-engine.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,QAAQ,MAAM,gBAAgB,CAAC;AAI3C,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,gBAAgB,EAAE,MAAM,CAAC;IACzB,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,eAAe;IAC9B,SAAS,EAAE,cAAc,EAAE,CAAC;IAC5B,QAAQ,EAAE,cAAc,EAAE,CAAC;IAC3B,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,OAAO,CAAC;CAC5B;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,cAAc,EAAE,CAAC;IAC3B,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,gBAAgB;IAC/B,MAAM,EAAE,MAAM,CAAC;IACf,kBAAkB,EAAE,MAAM,CAAC;IAC3B,eAAe,EAAE,MAAM,CAAC;IACxB,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;CAC9B;AAID,eAAO,MAAM,eAAe,IAAI,CAAC;AACjC,eAAO,MAAM,WAAW,QAAS,CAAC;AAClC,eAAO,MAAM,iBAAiB,KAAK,CAAC;AACpC,eAAO,MAAM,gBAAgB,QAAS,CAAC;AACvC,eAAO,MAAM,6BAA6B,OAAQ,CAAC;AACnD,eAAO,MAAM,wBAAwB,MAAO,CAAC;AAC7C,eAAO,MAAM,WAAW,QAAiB,CAAC;AAI1C,qBAAa,aAAa;IACxB,OAAO,CAAC,EAAE,CAAoB;gBAElB,EAAE,EAAE,QAAQ,CAAC,QAAQ;IAIjC,uEAAuE;IACvE,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,eAAe;IAe7C,gEAAgE;IAChE,KAAK,IAAI,QAAQ,CAAC,QAAQ;IAI1B,yEAAyE;IACzE,kBAAkB,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,GAAG,eAAe,GAAG,IAAI;IA6D/E,4DAA4D;IAC5D,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM;IAUrK,2EAA2E;IAC3E,uBAAuB,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,EAAE,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM;IAqBvI,iDAAiD;IACjD,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAQpC,uCAAuC;IACvC,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG;QAAE,MAAM,EAAE,OAAO,CAAC;QAAC,OAAO,EAAE,MAAM,EAAE,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE;IAM9F,mCAAmC;IACnC,oBAAoB,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAQ1C,yDAAyD;IACzD,aAAa,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAQnC,wFAAwF;IACxF,oBAAoB,IAAI,MAAM;IAO9B,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,gBAAgB,GAAG,IAAI;IAerD,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,cAAc,EAAE;IAkB9C,eAAe,CAAC,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,GAAG,cAAc,EAAE;IAcxE,OAAO,CAAC,gBAAgB;CAazB"}

package/dist/src/context-engine.js

@@ -0,0 +1,216 @@
+/**
+ * context-engine.ts — DB-backed context window management.
+ * Pure data layer: reads/writes context state. No LLM calls.
+ * Agentbridge orchestrates compaction decisions and LLM summarization.
+ */
+// ── Constants (exported for agentbridge to reference) ────────────────────────
+export const CHARS_PER_TOKEN = 4;
+export const TAIL_TOKENS = 20_000;
+export const TAIL_MIN_MESSAGES = 12;
+export const MAX_CHUNK_TOKENS = 40_000;
+export const CONDENSATION_THRESHOLD_TOKENS = 8_000;
+export const COMPACTION_THRESHOLD_PCT = 0.50;
+export const COOLDOWN_MS = 10 * 60 * 1000;
+// ── Context Engine ───────────────────────────────────────────────────────────
+export class ContextEngine {
+    db;
+    constructor(db) {
+        this.db = db;
+    }
+    /** Load current context state: summaries + messages from watermark. */
+    buildContext(chatId) {
+        const wm = this.getWatermark(chatId);
+        const summaries = this.getSummaries(chatId);
+        const messages = this.getMessagesFrom(chatId, wm?.watermarkMessageId ?? 0);
+        const summaryTokens = summaries.reduce((s, x) => s + x.tokenEstimate, 0);
+        const messageTokens = messages.reduce((s, m) => s + Math.ceil(m.content.length / CHARS_PER_TOKEN), 0);
+        return {
+            summaries,
+            messages,
+            estimatedTokens: summaryTokens + messageTokens,
+            pendingCompaction: (wm?.pendingCompaction ?? 0) === 1,
+        };
+    }
+    /** Expose DB for tier renderer (needs to load hint columns). */
+    getDb() {
+        return this.db;
+    }
+    /** Identify the chunk to compact. Returns null if nothing to compact. */
+    getCompactionChunk(chatId, tokenBudget) {
+        const wm = this.getWatermark(chatId);
+        // Cooldown check
+        if (wm?.lastFailedAt && (Date.now() - wm.lastFailedAt) < COOLDOWN_MS)
+            return null;
+        const messages = this.getMessagesFrom(chatId, wm?.watermarkMessageId ?? 0);
+        if (messages.length <= TAIL_MIN_MESSAGES)
+            return null;
+        const msgTokens = messages.map(m => Math.ceil(m.content.length / CHARS_PER_TOKEN));
+        const totalTokens = msgTokens.reduce((s, t) => s + t, 0);
+        // Find tail boundary
+        let tailTokens = 0;
+        let tailStart = messages.length;
+        for (let i = messages.length - 1; i >= 0; i--) {
+            if (tailTokens + msgTokens[i] > TAIL_TOKENS && (messages.length - i) >= TAIL_MIN_MESSAGES)
+                break;
+            tailTokens += msgTokens[i];
+            tailStart = i;
+        }
+        // Last user message must be in tail
+        for (let i = messages.length - 1; i >= 0; i--) {
+            if (messages[i].role === "user") {
+                if (i < tailStart)
+                    tailStart = i;
+                break;
+            }
+        }
+        if (tailStart <= 0)
+            return null;
+        // Dynamic chunk: min(all outside tail, MAX_CHUNK_TOKENS)
+        let chunkEnd = 0;
+        let chunkTokens = 0;
+        for (let i = 0; i < tailStart; i++) {
+            if (chunkTokens + msgTokens[i] > MAX_CHUNK_TOKENS && chunkEnd > 0)
+                break;
+            chunkTokens += msgTokens[i];
+            chunkEnd = i + 1;
+        }
+        if (chunkEnd <= 0)
+            return null;
+        // Don't split tool groups
+        while (chunkEnd > 1 && messages[chunkEnd - 1]?.role === "tool")
+            chunkEnd--;
+        const chunk = messages.slice(0, chunkEnd);
+        // Classification: max of non-SECRET sources
+        const maxClass = chunk.reduce((max, m) => {
+            const c = m.classification ?? 1;
+            return c < 3 && c > max ? c : max;
+        }, 1);
+        return {
+            messages: chunk,
+            sourceStart: chunk[0].id,
+            sourceEnd: chunk[chunk.length - 1].id,
+            classification: maxClass,
+            chunkTokens,
+            totalTokens,
+        };
+    }
+    /** Store a compaction summary and advance the watermark. */
+    persistSummary(chatId, content, tokenEstimate, sourceStart, sourceEnd, classification, model) {
+        const stmt = this.db.prepare(`
+      INSERT INTO context_summaries (chat_id, depth, content, token_estimate, source_message_start, source_message_end, classification, model, created_at)
+      VALUES (?, 0, ?, ?, ?, ?, ?, ?, ?)
+    `);
+        const result = stmt.run(chatId, content, tokenEstimate, sourceStart, sourceEnd, classification, model ?? null, Date.now());
+        this.advanceWatermark(chatId, sourceEnd + 1, model ?? null, tokenEstimate);
+        return Number(result.lastInsertRowid);
+    }
+    /** Store a condensed summary (depth > 0) and archive the source leaves. */
+    persistCondensedSummary(chatId, content, tokenEstimate, sourceLeafIds, model) {
+        const leaves = this.getSummaries(chatId).filter(s => sourceLeafIds.includes(s.id));
+        if (leaves.length === 0)
+            return -1;
+        const sourceStart = Math.min(...leaves.map(l => l.sourceMessageStart));
+        const sourceEnd = Math.max(...leaves.map(l => l.sourceMessageEnd));
+        const maxDepth = Math.max(...leaves.map(l => l.depth));
+        const classification = Math.max(...leaves.map(l => l.classification));
+        const stmt = this.db.prepare(`
+      INSERT INTO context_summaries (chat_id, depth, content, token_estimate, source_message_start, source_message_end, classification, model, created_at)
+      VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
+    `);
+        const result = stmt.run(chatId, maxDepth + 1, content, tokenEstimate, sourceStart, sourceEnd, classification, model ?? null, Date.now());
+        // Archive source leaves
+        const ids = sourceLeafIds.map(() => "?").join(",");
+        this.db.prepare(`UPDATE context_summaries SET archived = 1 WHERE id IN (${ids})`).run(...sourceLeafIds);
+        return Number(result.lastInsertRowid);
+    }
+    /** Archive all summaries for a chat (/reset). */
+    archiveContext(chatId) {
+        this.db.prepare("UPDATE context_summaries SET archived = 1 WHERE chat_id = ? AND archived = 0").run(chatId);
+        const latest = this.db.prepare("SELECT MAX(id) as maxId FROM messages WHERE session_id = ?").get(chatId);
+        if (latest?.maxId) {
+            this.advanceWatermark(chatId, latest.maxId + 1, null, null);
+        }
+    }
+    /** Check if condensation is needed. */
+    needsCondensation(chatId) {
+        const leaves = this.getSummaries(chatId).filter(s => s.depth === 0);
+        const totalTokens = leaves.reduce((s, x) => s + x.tokenEstimate, 0);
+        return { needed: totalTokens > CONDENSATION_THRESHOLD_TOKENS, leafIds: leaves.map(l => l.id), totalTokens };
+    }
+    /** Set pending compaction flag. */
+    setPendingCompaction(chatId) {
+        this.db.prepare(`
+      INSERT INTO context_watermarks (chat_id, watermark_message_id, pending_compaction)
+      VALUES (?, 0, 1)
+      ON CONFLICT(chat_id) DO UPDATE SET pending_compaction = 1
+    `).run(chatId);
+    }
+    /** Record a failed compaction attempt (for cooldown). */
+    setLastFailed(chatId) {
+        this.db.prepare(`
+      INSERT INTO context_watermarks (chat_id, watermark_message_id, last_failed_at)
+      VALUES (?, 0, ?)
+      ON CONFLICT(chat_id) DO UPDATE SET last_failed_at = excluded.last_failed_at
+    `).run(chatId, Date.now());
+    }
+    /** Get watermark for GC coordination. Returns MAX_INT if no watermark (protect all). */
+    getMinWatermarkForGC() {
+        const row = this.db.prepare("SELECT MIN(watermark_message_id) as minWm FROM context_watermarks").get();
+        return row?.minWm ?? 2147483647;
+    }
+    // ── Getters ────────────────────────────────────────────────────────────────
+    getWatermark(chatId) {
+        const row = this.db.prepare("SELECT * FROM context_watermarks WHERE chat_id = ?").get(chatId);
+        if (!row)
+            return null;
+        return {
+            chatId: row.chat_id,
+            watermarkMessageId: row.watermark_message_id,
+            compactionCount: row.compaction_count,
+            lastCompactedAt: row.last_compacted_at,
+            lastFailedAt: row.last_failed_at,
+            pendingCompaction: row.pending_compaction,
+            model: row.model,
+            tokenEstimate: row.token_estimate,
+        };
+    }
+    getSummaries(chatId) {
+        const rows = this.db.prepare("SELECT * FROM context_summaries WHERE chat_id = ? AND archived = 0 ORDER BY created_at").all(chatId);
+        return rows.map(r => ({
+            id: r.id,
+            chatId: r.chat_id,
+            depth: r.depth,
+            content: r.content,
+            tokenEstimate: r.token_estimate,
+            sourceMessageStart: r.source_message_start,
+            sourceMessageEnd: r.source_message_end,
+            classification: r.classification,
+            model: r.model,
+            createdAt: r.created_at,
+        }));
+    }
+    getMessagesFrom(chatId, fromMessageId) {
+        const rows = this.db.prepare("SELECT id, role, content, timestamp FROM messages WHERE session_id = ? AND id >= ? ORDER BY id").all(chatId, fromMessageId);
+        return rows.map(r => ({
+            id: r.id,
+            role: r.role,
+            content: r.content,
+            timestamp: r.timestamp,
+        }));
+    }
+    // ── Private ────────────────────────────────────────────────────────────────
+    advanceWatermark(chatId, watermarkMessageId, model, tokenEstimate) {
+        this.db.prepare(`
+      INSERT INTO context_watermarks (chat_id, watermark_message_id, compaction_count, last_compacted_at, model, token_estimate)
+      VALUES (?, ?, 1, ?, ?, ?)
+      ON CONFLICT(chat_id) DO UPDATE SET
+        watermark_message_id = excluded.watermark_message_id,
+        compaction_count = compaction_count + 1,
+        last_compacted_at = excluded.last_compacted_at,
+        model = excluded.model,
+        token_estimate = excluded.token_estimate,
+        pending_compaction = 0
+    `).run(chatId, watermarkMessageId, Date.now(), model, tokenEstimate);
+    }
+}
+//# sourceMappingURL=context-engine.js.map

package/dist/src/context-engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-engine.js","sourceRoot":"","sources":["../../src/context-engine.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAsDH,gFAAgF;AAEhF,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC;AACjC,MAAM,CAAC,MAAM,WAAW,GAAG,MAAM,CAAC;AAClC,MAAM,CAAC,MAAM,iBAAiB,GAAG,EAAE,CAAC;AACpC,MAAM,CAAC,MAAM,gBAAgB,GAAG,MAAM,CAAC;AACvC,MAAM,CAAC,MAAM,6BAA6B,GAAG,KAAK,CAAC;AACnD,MAAM,CAAC,MAAM,wBAAwB,GAAG,IAAI,CAAC;AAC7C,MAAM,CAAC,MAAM,WAAW,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAE1C,gFAAgF;AAEhF,MAAM,OAAO,aAAa;IAChB,EAAE,CAAoB;IAE9B,YAAY,EAAqB;QAC/B,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;IACf,CAAC;IAED,uEAAuE;IACvE,YAAY,CAAC,MAAc;QACzB,MAAM,EAAE,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QACrC,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,EAAE,EAAE,kBAAkB,IAAI,CAAC,CAAC,CAAC;QAC3E,MAAM,aAAa,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;QACzE,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC;QAEtG,OAAO;YACL,SAAS;YACT,QAAQ;YACR,eAAe,EAAE,aAAa,GAAG,aAAa;YAC9C,iBAAiB,EAAE,CAAC,EAAE,EAAE,iBAAiB,IAAI,CAAC,CAAC,KAAK,CAAC;SACtD,CAAC;IACJ,CAAC;IAED,gEAAgE;IAChE,KAAK;QACH,OAAO,IAAI,CAAC,EAAE,CAAC;IACjB,CAAC;IAED,yEAAyE;IACzE,kBAAkB,CAAC,MAAc,EAAE,WAAmB;QACpD,MAAM,EAAE,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QAErC,iBAAiB;QACjB,IAAI,EAAE,EAAE,YAAY,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,GAAG,WAAW;YAAE,OAAO,IAAI,CAAC;QAElF,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,EAAE,EAAE,kBAAkB,IAAI,CAAC,CAAC,CAAC;QAC3E,IAAI,QAAQ,CAAC,MAAM,IAAI,iBAAiB;YAAE,OAAO,IAAI,CAAC;QAEtD,MAAM,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,eAAe,CAAC,CAAC,CAAC;QACnF,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAEzD,qBAAqB;QACrB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC;QAChC,KAAK,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,IAAI,UAAU,GAAG,SAAS,CAAC,CAAC,CAAE,GAAG,WAAW,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,iBAAiB;gBAAE,MAAM;YAClG,UAAU,IAAI,SAAS,CAAC,CAAC,CAAE,CAAC;YAC5B,SAAS,GAAG,CAAC,CAAC;QAChB,CAAC;QAED,oCAAoC;QACpC,KAAK,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,IAAI,QAAQ,CAAC,CAAC,CAAE,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACjC,IAAI,CAAC,GAAG,SAAS;oBAAE,SAAS,GAAG,CAAC,CAAC;gBACjC,MAAM;YACR,CAAC;QACH,CAAC;QAED,IAAI,SAAS,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC;QAEhC,yDAAyD;QACzD,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,IAAI,WAAW,GAAG,SAAS,CAAC,CAAC,CAAE,GAAG,gBAAgB,IAAI,QAAQ,GAAG,CAAC;gBAAE,MAAM;YAC1E,WAAW,IAAI,SAAS,CAAC,CAAC,CAAE,CAAC;YAC7B,QAAQ,GAAG,CAAC,GAAG,CAAC,CAAC;QACnB,CAAC;QACD,IAAI,QAAQ,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC;QAE/B,0BAA0B;QAC1B,OAAO,QAAQ,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,GAAG,CAAC,CAAC,EAAE,IAAI,KAAK,MAAM;YAAE,QAAQ,EAAE,CAAC;QAE3E,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QAC1C,4CAA4C;QAC5C,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;YACvC,MAAM,CAAC,GAAG,CAAC,CAAC,cAAc,IAAI,CAAC,CAAC;YAChC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QACpC,CAAC,EAAE,CAAC,CAAC,CAAC;QAEN,OAAO;YACL,QAAQ,EAAE,KAAK;YACf,WAAW,EAAE,KAAK,CAAC,CAAC,CAAE,CAAC,EAAE;YACzB,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC,EAAE;YACtC,cAAc,EAAE,QAAQ;YACxB,WAAW;YACX,WAAW;SACZ,CAAC;IACJ,CAAC;IAED,4DAA4D;IAC5D,cAAc,CAAC,MAAc,EAAE,OAAe,EAAE,aAAqB,EAAE,WAAmB,EAAE,SAAiB,EAAE,cAAsB,EAAE,KAAqB;QAC1J,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;KAG5B,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,SAAS,EAAE,cAAc,EAAE,KAAK,IAAI,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAC3H,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,SAAS,GAAG,CAAC,EAAE,KAAK,IAAI,IAAI,EAAE,aAAa,CAAC,CAAC;QAC3E,OAAO,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;IACxC,CAAC;IAED,2EAA2E;IAC3E,uBAAuB,CAAC,MAAc,EAAE,OAAe,EAAE,aAAqB,EAAE,aAAuB,EAAE,KAAqB;QAC5H,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QACnF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC,CAAC;QACnC,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC;QACvE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC;QACnE,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QACvD,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC;QAEtE,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;KAG5B,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,GAAG,CAAC,EAAE,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,SAAS,EAAE,cAAc,EAAE,KAAK,IAAI,IAAI,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;QAEzI,wBAAwB;QACxB,MAAM,GAAG,GAAG,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnD,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,0DAA0D,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,GAAG,aAAa,CAAC,CAAC;QAExG,OAAO,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;IACxC,CAAC;IAED,iDAAiD;IACjD,cAAc,CAAC,MAAc;QAC3B,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,8EAA8E,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC5G,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,4DAA4D,CAAC,CAAC,GAAG,CAAC,MAAM,CAAyC,CAAC;QACjJ,IAAI,MAAM,EAAE,KAAK,EAAE,CAAC;YAClB,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,GAAG,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QAC9D,CAAC;IACH,CAAC;IAED,uCAAuC;IACvC,iBAAiB,CAAC,MAAc;QAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC;QACpE,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC;QACpE,OAAO,EAAE,MAAM,EAAE,WAAW,GAAG,6BAA6B,EAAE,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC;IAC9G,CAAC;IAED,mCAAmC;IACnC,oBAAoB,CAAC,MAAc;QACjC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;KAIf,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACjB,CAAC;IAED,yDAAyD;IACzD,aAAa,CAAC,MAAc;QAC1B,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;KAIf,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;IAC7B,CAAC;IAED,wFAAwF;IACxF,oBAAoB;QAClB,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,mEAAmE,CAAC,CAAC,GAAG,EAA0C,CAAC;QAC/I,OAAO,GAAG,EAAE,KAAK,IAAI,UAAU,CAAC;IAClC,CAAC;IAED,8EAA8E;IAE9E,YAAY,CAAC,MAAc;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,oDAAoD,CAAC,CAAC,GAAG,CAAC,MAAM,CAAwC,CAAC;QACrI,IAAI,CAAC,GAAG;YAAE,OAAO,IAAI,CAAC;QACtB,OAAO;YACL,MAAM,EAAE,GAAG,CAAC,OAAiB;YAC7B,kBAAkB,EAAE,GAAG,CAAC,oBAA8B;YACtD,eAAe,EAAE,GAAG,CAAC,gBAA0B;YAC/C,eAAe,EAAE,GAAG,CAAC,iBAAkC;YACvD,YAAY,EAAE,GAAG,CAAC,cAA+B;YACjD,iBAAiB,EAAE,GAAG,CAAC,kBAA4B;YACnD,KAAK,EAAE,GAAG,CAAC,KAAsB;YACjC,aAAa,EAAE,GAAG,CAAC,cAA+B;SACnD,CAAC;IACJ,CAAC;IAED,YAAY,CAAC,MAAc;QACzB,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAC1B,wFAAwF,CACzF,CAAC,GAAG,CAAC,MAAM,CAA8B,CAAC;QAC3C,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACpB,EAAE,EAAE,CAAC,CAAC,EAAY;YAClB,MAAM,EAAE,CAAC,CAAC,OAAiB;YAC3B,KAAK,EAAE,CAAC,CAAC,KAAe;YACxB,OAAO,EAAE,CAAC,CAAC,OAAiB;YAC5B,aAAa,EAAE,CAAC,CAAC,cAAwB;YACzC,kBAAkB,EAAE,CAAC,CAAC,oBAA8B;YACpD,gBAAgB,EAAE,CAAC,CAAC,kBAA4B;YAChD,cAAc,EAAE,CAAC,CAAC,cAAwB;YAC1C,KAAK,EAAE,CAAC,CAAC,KAAsB;YAC/B,SAAS,EAAE,CAAC,CAAC,UAAoB;SAClC,CAAC,CAAC,CAAC;IACN,CAAC;IAED,eAAe,CAAC,MAAc,EAAE,aAAqB;QACnD,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAC1B,gGAAgG,CACjG,CAAC,GAAG,CAAC,MAAM,EAAE,aAAa,CAA8B,CAAC;QAC1D,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACpB,EAAE,EAAE,CAAC,CAAC,EAAY;YAClB,IAAI,EAAE,CAAC,CAAC,IAAc;YACtB,OAAO,EAAE,CAAC,CAAC,OAAiB;YAC5B,SAAS,EAAE,CAAC,CAAC,SAAmB;SACjC,CAAC,CAAC,CAAC;IACN,CAAC;IAED,8EAA8E;IAEtE,gBAAgB,CAAC,MAAc,EAAE,kBAA0B,EAAE,KAAoB,EAAE,aAA4B;QACrH,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;;;;;;;KAUf,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,kBAAkB,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,aAAa,CAAC,CAAC;IACvE,CAAC;CACF"}

package/dist/src/context-tier-renderer.d.ts

@@ -0,0 +1,79 @@
+/**
+ * context-tier-renderer.ts — Three-tier context assembly (#348).
+ *
+ * Assembles API context in three tiers:
+ *   - tail:   last N turns, verbatim prose
+ *   - middle: next M turns, ABM-L rendering via stored hints (pure function)
+ *   - head:   older than tail+middle, represented via #319 summaries
+ *
+ * Phase 1: pure-function heuristic. No LLM, no cache, no batching.
+ * Phase 2 (behind COMPACTION_LLM_ENABLED=true): optional LLM refinement
+ * layer that takes heuristic output and refines it. Caches result.
+ * Heuristic is always the fallback — LLM never replaces, only enhances.
+ *
+ * ABM-L is render-only. Stored messages stay as raw prose + structured
+ * metadata columns. Compression happens at assembly time only.
+ */
+import type Database from "better-sqlite3";
+import { ContextEngine } from "./context-engine.js";
+import type { ContextMessage } from "./context-engine.js";
+import { LlmRefinementCache, type RefineLlmFn } from "./tier-llm-refinement.js";
+export type Tier = "tail" | "middle" | "head";
+export interface TierBreakdown {
+    tailCount: number;
+    middleCount: number;
+    headCount: number;
+}
+export interface TieredContextResult {
+    messages: Array<{
+        role: string;
+        content: string;
+    }>;
+    tierBreakdown: TierBreakdown;
+    estimatedTokens: number;
+}
+export interface MessageWithHints extends ContextMessage {
+    type_hint?: string | null;
+    topic_hint?: string | null;
+    emotion_hint?: string | null;
+}
+/** Exposed for tests / debugging. */
+export declare function _getLlmCache(): LlmRefinementCache;
+/**
+ * Determine which tier a message belongs to based on its position from the end.
+ * Pure function — deterministic given inputs.
+ */
+export declare function determineTier(positionFromEnd: number, tailSize: number, middleSize: number): Tier;
+/**
+ * Render a single conversation turn as ABM-L using the configured codec.
+ * Pure function of (message_with_hints, ABML_VERSION).
+ *
+ * Falls back to defaults when hints are null (historical messages from
+ * before the classifier was added).
+ */
+export declare function renderMiddleTurn(msg: MessageWithHints): string;
+/**
+ * Main assembly entry point. Builds the three-tier context from DB state.
+ *
+ * Order of operations:
+ *   1. Load raw context via ContextEngine.buildContext() (#319 summaries + messages)
+ *   2. Apply tier boundaries (pure function of position)
+ *   3. Render: tail verbatim, middle via ABM-L, head as injected summaries
+ *   4. Return TieredContextResult with breakdown + token estimate
+ *
+ * If CONTEXT_TIER_ENABLED=false, falls back to the legacy binary assembly
+ * (raw messages + summary head, no middle tier).
+ */
+export declare function renderForContext(db: Database.Database, engine: ContextEngine, chatId: string): TieredContextResult;
+/**
+ * Refine the middle tier via LLM batch call. Runs async, never blocks user.
+ * Only acts when COMPACTION_LLM_ENABLED=true. Caches results per (chatId, messageId).
+ *
+ * Intended callers: afterTurn()/afterResponse() hooks in the transport layer.
+ * Errors are swallowed (logged) — heuristic remains the fallback.
+ */
+export declare function refineMiddleTierBatch(db: Database.Database, engine: ContextEngine, chatId: string, llmCall: RefineLlmFn, batchSize?: number): Promise<{
+    refined: number;
+    skipped: number;
+}>;
+//# sourceMappingURL=context-tier-renderer.d.ts.map

package/dist/src/context-tier-renderer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-tier-renderer.d.ts","sourceRoot":"","sources":["../../src/context-tier-renderer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,KAAK,QAAQ,MAAM,gBAAgB,CAAC;AAI3C,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,KAAK,EAAE,cAAc,EAAkB,MAAM,qBAAqB,CAAC;AAG1E,OAAO,EAAE,kBAAkB,EAAe,KAAK,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAI7F,MAAM,MAAM,IAAI,GAAG,MAAM,GAAG,QAAQ,GAAG,MAAM,CAAC;AAE9C,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACnD,aAAa,EAAE,aAAa,CAAC;IAC7B,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,gBAAiB,SAAQ,cAAc;IACtD,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC9B;AAQD,qCAAqC;AACrC,wBAAgB,YAAY,IAAI,kBAAkB,CAEjD;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAC3B,eAAe,EAAE,MAAM,EACvB,QAAQ,EAAE,MAAM,EAChB,UAAU,EAAE,MAAM,GACjB,IAAI,CAIN;AAED;;;;;;GAMG;AACH,wBAAgB,gBAAgB,CAAC,GAAG,EAAE,gBAAgB,GAAG,MAAM,CAgB9D;AAED;;;;;;;;;;;GAWG;AACH,wBAAgB,gBAAgB,CAC9B,EAAE,EAAE,QAAQ,CAAC,QAAQ,EACrB,MAAM,EAAE,aAAa,EACrB,MAAM,EAAE,MAAM,GACb,mBAAmB,CA2ErB;AA4BD;;;;;;GAMG;AACH,wBAAsB,qBAAqB,CACzC,EAAE,EAAE,QAAQ,CAAC,QAAQ,EACrB,MAAM,EAAE,aAAa,EACrB,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,WAAW,EACpB,SAAS,SAAK,GACb,OAAO,CAAC;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,CAoC/C"}

package/dist/src/context-tier-renderer.js

@@ -0,0 +1,223 @@
+/**
+ * context-tier-renderer.ts — Three-tier context assembly (#348).
+ *
+ * Assembles API context in three tiers:
+ *   - tail:   last N turns, verbatim prose
+ *   - middle: next M turns, ABM-L rendering via stored hints (pure function)
+ *   - head:   older than tail+middle, represented via #319 summaries
+ *
+ * Phase 1: pure-function heuristic. No LLM, no cache, no batching.
+ * Phase 2 (behind COMPACTION_LLM_ENABLED=true): optional LLM refinement
+ * layer that takes heuristic output and refines it. Caches result.
+ * Heuristic is always the fallback — LLM never replaces, only enhances.
+ *
+ * ABM-L is render-only. Stored messages stay as raw prose + structured
+ * metadata columns. Compression happens at assembly time only.
+ */
+import { getAbmindEnv } from "./env-schema.js";
+import { renderMemory } from "./memory-renderer.js";
+import { typeCodeToFull } from "./turn-classifier.js";
+import { localMonth } from "./local-time.js";
+import { logDebug } from "./mem-logger.js";
+import { LlmRefinementCache, refineBatch } from "./tier-llm-refinement.js";
+const TAG = "context-tier-renderer";
+const CHARS_PER_TOKEN = 4;
+const SUMMARY_FRAMING = "[Context summary — earlier in this conversation]";
+/** Module-level LRU cache for Phase 2 LLM refinement. */
+const llmCache = new LlmRefinementCache(10_000);
+/** Exposed for tests / debugging. */
+export function _getLlmCache() {
+    return llmCache;
+}
+/**
+ * Determine which tier a message belongs to based on its position from the end.
+ * Pure function — deterministic given inputs.
+ */
+export function determineTier(positionFromEnd, tailSize, middleSize) {
+    if (positionFromEnd < tailSize)
+        return "tail";
+    if (positionFromEnd < tailSize + middleSize)
+        return "middle";
+    return "head";
+}
+/**
+ * Render a single conversation turn as ABM-L using the configured codec.
+ * Pure function of (message_with_hints, ABML_VERSION).
+ *
+ * Falls back to defaults when hints are null (historical messages from
+ * before the classifier was added).
+ */
+export function renderMiddleTurn(msg) {
+    const typeCode = msg.type_hint ?? null;
+    const memoryType = typeCodeToFull(typeCode);
+    const topic = msg.topic_hint ?? "general";
+    const emotion = msg.emotion_hint ?? "";
+    const date = localMonth(new Date(msg.timestamp));
+    return renderMemory({
+        role: (msg.role === "assistant" || msg.role === "ASSISTANT" ? "assistant" : "user"),
+        memory_type: memoryType,
+        topic,
+        emotion_tags: emotion,
+        content_en: msg.content,
+        confidence: 3,
+        date,
+    });
+}
+/**
+ * Main assembly entry point. Builds the three-tier context from DB state.
+ *
+ * Order of operations:
+ *   1. Load raw context via ContextEngine.buildContext() (#319 summaries + messages)
+ *   2. Apply tier boundaries (pure function of position)
+ *   3. Render: tail verbatim, middle via ABM-L, head as injected summaries
+ *   4. Return TieredContextResult with breakdown + token estimate
+ *
+ * If CONTEXT_TIER_ENABLED=false, falls back to the legacy binary assembly
+ * (raw messages + summary head, no middle tier).
+ */
+export function renderForContext(db, engine, chatId) {
+    const env = getAbmindEnv();
+    const snapshot = engine.buildContext(chatId);
+    if (!env.contextTierEnabled) {
+        // Fallback: legacy #319 binary behavior — summaries + all raw messages
+        return renderLegacyBinary(snapshot);
+    }
+    // Load full message rows with hints (buildContext returns minimal ContextMessage)
+    const hintRows = loadMessagesWithHints(db, chatId, snapshot.messages.map(m => m.id));
+    // Tier determination (pure function of position)
+    const totalMessages = hintRows.length;
+    const tailSize = env.contextTierTail;
+    const middleSize = env.contextTierMiddle;
+    const tierOfIndex = (idx) => {
+        const posFromEnd = totalMessages - 1 - idx;
+        return determineTier(posFromEnd, tailSize, middleSize);
+    };
+    // Build final messages array: head summaries first, then middle, then tail
+    const contextMessages = [];
+    // Head tier — inject summaries as user messages with framing
+    for (const summary of snapshot.summaries) {
+        contextMessages.push({ role: "user", content: `${SUMMARY_FRAMING}\n\n${summary.content}` });
+    }
+    let middleCount = 0;
+    let tailCount = 0;
+    for (let i = 0; i < hintRows.length; i++) {
+        const msg = hintRows[i];
+        if (!msg)
+            continue;
+        const tier = tierOfIndex(i);
+        if (tier === "tail") {
+            // Verbatim
+            contextMessages.push({ role: msg.role, content: msg.content });
+            tailCount++;
+        }
+        else if (tier === "middle") {
+            // Check LLM refinement cache (only when COMPACTION_LLM_ENABLED)
+            let rendered;
+            if (env.compactionLlmEnabled) {
+                const cached = llmCache.get(chatId, msg.id);
+                rendered = cached ?? renderMiddleTurn(msg);
+            }
+            else {
+                rendered = renderMiddleTurn(msg);
+            }
+            contextMessages.push({ role: msg.role, content: rendered });
+            middleCount++;
+        }
+        // Head messages are not included here — they should have been folded into summaries.
+        // If they appear here it means #319 hasn't compacted yet. Skip; will appear in tail/middle
+        // when position changes.
+    }
+    const estimatedTokens = contextMessages.reduce((sum, m) => sum + Math.ceil(m.content.length / CHARS_PER_TOKEN), 0);
+    logDebug(TAG, `tier assembly: head=${snapshot.summaries.length} middle=${middleCount} tail=${tailCount} est=${estimatedTokens}tok`);
+    return {
+        messages: contextMessages,
+        tierBreakdown: {
+            tailCount,
+            middleCount,
+            headCount: snapshot.summaries.length,
+        },
+        estimatedTokens,
+    };
+}
+function renderLegacyBinary(snapshot) {
+    const contextMessages = [];
+    for (const summary of snapshot.summaries) {
+        contextMessages.push({ role: "user", content: `${SUMMARY_FRAMING}\n\n${summary.content}` });
+    }
+    for (const msg of snapshot.messages) {
+        contextMessages.push({ role: msg.role, content: msg.content });
+    }
+    const estimatedTokens = contextMessages.reduce((sum, m) => sum + Math.ceil(m.content.length / CHARS_PER_TOKEN), 0);
+    return {
+        messages: contextMessages,
+        tierBreakdown: {
+            tailCount: snapshot.messages.length,
+            middleCount: 0,
+            headCount: snapshot.summaries.length,
+        },
+        estimatedTokens,
+    };
+}
+/**
+ * Refine the middle tier via LLM batch call. Runs async, never blocks user.
+ * Only acts when COMPACTION_LLM_ENABLED=true. Caches results per (chatId, messageId).
+ *
+ * Intended callers: afterTurn()/afterResponse() hooks in the transport layer.
+ * Errors are swallowed (logged) — heuristic remains the fallback.
+ */
+export async function refineMiddleTierBatch(db, engine, chatId, llmCall, batchSize = 20) {
+    const env = getAbmindEnv();
+    if (!env.compactionLlmEnabled || !env.contextTierEnabled) {
+        return { refined: 0, skipped: 0 };
+    }
+    const snapshot = engine.buildContext(chatId);
+    const hintRows = loadMessagesWithHints(db, chatId, snapshot.messages.map(m => m.id));
+    const totalMessages = hintRows.length;
+    const tailSize = env.contextTierTail;
+    const middleSize = env.contextTierMiddle;
+    // Collect middle-tier messages that are not yet cached
+    const uncached = [];
+    for (let i = 0; i < hintRows.length; i++) {
+        const msg = hintRows[i];
+        if (!msg)
+            continue;
+        const posFromEnd = totalMessages - 1 - i;
+        const tier = determineTier(posFromEnd, tailSize, middleSize);
+        if (tier !== "middle")
+            continue;
+        if (llmCache.get(chatId, msg.id) !== null)
+            continue;
+        uncached.push(msg);
+        if (uncached.length >= batchSize)
+            break;
+    }
+    if (uncached.length === 0)
+        return { refined: 0, skipped: 0 };
+    const refined = await refineBatch(uncached, llmCall);
+    // Populate cache — only entries the LLM successfully returned
+    for (const [msgId, rendered] of refined.entries()) {
+        llmCache.set(chatId, msgId, rendered);
+    }
+    const skipped = uncached.length - refined.size;
+    logDebug(TAG, `LLM refinement: refined=${refined.size} skipped=${skipped} (fallback to heuristic for skipped)`);
+    return { refined: refined.size, skipped };
+}
+function loadMessagesWithHints(db, chatId, ids) {
+    if (ids.length === 0)
+        return [];
+    const placeholders = ids.map(() => "?").join(",");
+    const rows = db.prepare(`SELECT id, role, content, timestamp, type_hint, topic_hint, emotion_hint
+     FROM messages
+     WHERE session_id = ? AND id IN (${placeholders})
+     ORDER BY timestamp ASC, id ASC`).all(chatId, ...ids);
+    return rows.map(r => ({
+        id: r.id,
+        role: r.role,
+        content: r.content,
+        timestamp: r.timestamp,
+        type_hint: r.type_hint,
+        topic_hint: r.topic_hint,
+        emotion_hint: r.emotion_hint,
+    }));
+}
+//# sourceMappingURL=context-tier-renderer.js.map

package/dist/src/context-tier-renderer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-tier-renderer.js","sourceRoot":"","sources":["../../src/context-tier-renderer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAGH,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,OAAO,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACpD,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAGtD,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAC3C,OAAO,EAAE,kBAAkB,EAAE,WAAW,EAAoB,MAAM,0BAA0B,CAAC;AAE7F,MAAM,GAAG,GAAG,uBAAuB,CAAC;AAsBpC,MAAM,eAAe,GAAG,CAAC,CAAC;AAC1B,MAAM,eAAe,GAAG,kDAAkD,CAAC;AAE3E,yDAAyD;AACzD,MAAM,QAAQ,GAAG,IAAI,kBAAkB,CAAC,MAAM,CAAC,CAAC;AAEhD,qCAAqC;AACrC,MAAM,UAAU,YAAY;IAC1B,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,aAAa,CAC3B,eAAuB,EACvB,QAAgB,EAChB,UAAkB;IAElB,IAAI,eAAe,GAAG,QAAQ;QAAE,OAAO,MAAM,CAAC;IAC9C,IAAI,eAAe,GAAG,QAAQ,GAAG,UAAU;QAAE,OAAO,QAAQ,CAAC;IAC7D,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,gBAAgB,CAAC,GAAqB;IACpD,MAAM,QAAQ,GAAG,GAAG,CAAC,SAAS,IAAI,IAAI,CAAC;IACvC,MAAM,UAAU,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;IAC5C,MAAM,KAAK,GAAG,GAAG,CAAC,UAAU,IAAI,SAAS,CAAC;IAC1C,MAAM,OAAO,GAAG,GAAG,CAAC,YAAY,IAAI,EAAE,CAAC;IACvC,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;IAEjD,OAAO,YAAY,CAAC;QAClB,IAAI,EAAE,CAAC,GAAG,CAAC,IAAI,KAAK,WAAW,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC;QACnF,WAAW,EAAE,UAAU;QACvB,KAAK;QACL,YAAY,EAAE,OAAO;QACrB,UAAU,EAAE,GAAG,CAAC,OAAO;QACvB,UAAU,EAAE,CAAC;QACb,IAAI;KACL,CAAC,CAAC;AACL,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,gBAAgB,CAC9B,EAAqB,EACrB,MAAqB,EACrB,MAAc;IAEd,MAAM,GAAG,GAAG,YAAY,EAAE,CAAC;IAC3B,MAAM,QAAQ,GAAG,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IAE7C,IAAI,CAAC,GAAG,CAAC,kBAAkB,EAAE,CAAC;QAC5B,uEAAuE;QACvE,OAAO,kBAAkB,CAAC,QAAQ,CAAC,CAAC;IACtC,CAAC;IAED,kFAAkF;IAClF,MAAM,QAAQ,GAAG,qBAAqB,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAErF,iDAAiD;IACjD,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC;IACtC,MAAM,QAAQ,GAAG,GAAG,CAAC,eAAe,CAAC;IACrC,MAAM,UAAU,GAAG,GAAG,CAAC,iBAAiB,CAAC;IAEzC,MAAM,WAAW,GAAG,CAAC,GAAW,EAAQ,EAAE;QACxC,MAAM,UAAU,GAAG,aAAa,GAAG,CAAC,GAAG,GAAG,CAAC;QAC3C,OAAO,aAAa,CAAC,UAAU,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;IACzD,CAAC,CAAC;IAEF,2EAA2E;IAC3E,MAAM,eAAe,GAA6C,EAAE,CAAC;IAErE,6DAA6D;IAC7D,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;QACzC,eAAe,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,eAAe,OAAO,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAC9F,CAAC;IAED,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QACxB,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,MAAM,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC;QAE5B,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;YACpB,WAAW;YACX,eAAe,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YAC/D,SAAS,EAAE,CAAC;QACd,CAAC;aAAM,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC7B,gEAAgE;YAChE,IAAI,QAAgB,CAAC;YACrB,IAAI,GAAG,CAAC,oBAAoB,EAAE,CAAC;gBAC7B,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC5C,QAAQ,GAAG,MAAM,IAAI,gBAAgB,CAAC,GAAG,CAAC,CAAC;YAC7C,CAAC;iBAAM,CAAC;gBACN,QAAQ,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC;YACnC,CAAC;YACD,eAAe,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC;YAC5D,WAAW,EAAE,CAAC;QAChB,CAAC;QACD,qFAAqF;QACrF,2FAA2F;QAC3F,yBAAyB;IAC3B,CAAC;IAED,MAAM,eAAe,GAAG,eAAe,CAAC,MAAM,CAC5C,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,eAAe,CAAC,EAC/D,CAAC,CACF,CAAC;IAEF,QAAQ,CAAC,GAAG,EAAE,uBAAuB,QAAQ,CAAC,SAAS,CAAC,MAAM,WAAW,WAAW,SAAS,SAAS,QAAQ,eAAe,KAAK,CAAC,CAAC;IAEpI,OAAO;QACL,QAAQ,EAAE,eAAe;QACzB,aAAa,EAAE;YACb,SAAS;YACT,WAAW;YACX,SAAS,EAAE,QAAQ,CAAC,SAAS,CAAC,MAAM;SACrC;QACD,eAAe;KAChB,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,QAG3B;IACC,MAAM,eAAe,GAA6C,EAAE,CAAC;IACrE,KAAK,MAAM,OAAO,IAAI,QAAQ,CAAC,SAAS,EAAE,CAAC;QACzC,eAAe,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,eAAe,OAAO,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAC9F,CAAC;IACD,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,QAAQ,EAAE,CAAC;QACpC,eAAe,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;IACjE,CAAC;IACD,MAAM,eAAe,GAAG,eAAe,CAAC,MAAM,CAC5C,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,GAAG,eAAe,CAAC,EAC/D,CAAC,CACF,CAAC;IACF,OAAO;QACL,QAAQ,EAAE,eAAe;QACzB,aAAa,EAAE;YACb,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,MAAM;YACnC,WAAW,EAAE,CAAC;YACd,SAAS,EAAE,QAAQ,CAAC,SAAS,CAAC,MAAM;SACrC;QACD,eAAe;KAChB,CAAC;AACJ,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,EAAqB,EACrB,MAAqB,EACrB,MAAc,EACd,OAAoB,EACpB,SAAS,GAAG,EAAE;IAEd,MAAM,GAAG,GAAG,YAAY,EAAE,CAAC;IAC3B,IAAI,CAAC,GAAG,CAAC,oBAAoB,IAAI,CAAC,GAAG,CAAC,kBAAkB,EAAE,CAAC;QACzD,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;IACpC,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IAC7C,MAAM,QAAQ,GAAG,qBAAqB,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACrF,MAAM,aAAa,GAAG,QAAQ,CAAC,MAAM,CAAC;IACtC,MAAM,QAAQ,GAAG,GAAG,CAAC,eAAe,CAAC;IACrC,MAAM,UAAU,GAAG,GAAG,CAAC,iBAAiB,CAAC;IAEzC,uDAAuD;IACvD,MAAM,QAAQ,GAAuB,EAAE,CAAC;IACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QACxB,IAAI,CAAC,GAAG;YAAE,SAAS;QACnB,MAAM,UAAU,GAAG,aAAa,GAAG,CAAC,GAAG,CAAC,CAAC;QACzC,MAAM,IAAI,GAAG,aAAa,CAAC,UAAU,EAAE,QAAQ,EAAE,UAAU,CAAC,CAAC;QAC7D,IAAI,IAAI,KAAK,QAAQ;YAAE,SAAS;QAChC,IAAI,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,KAAK,IAAI;YAAE,SAAS;QACpD,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnB,IAAI,QAAQ,CAAC,MAAM,IAAI,SAAS;YAAE,MAAM;IAC1C,CAAC;IAED,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;IAE7D,MAAM,OAAO,GAAG,MAAM,WAAW,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACrD,8DAA8D;IAC9D,KAAK,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,IAAI,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;QAClD,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAC/C,QAAQ,CAAC,GAAG,EAAE,2BAA2B,OAAO,CAAC,IAAI,YAAY,OAAO,sCAAsC,CAAC,CAAC;IAChH,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC;AAC5C,CAAC;AAED,SAAS,qBAAqB,CAC5B,EAAqB,EACrB,MAAc,EACd,GAAa;IAEb,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAChC,MAAM,YAAY,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAClD,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CACrB;;uCAEmC,YAAY;oCACf,CACjC,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,GAAG,CAQlB,CAAC;IACH,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACpB,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,SAAS,EAAE,CAAC,CAAC,SAAS;QACtB,SAAS,EAAE,CAAC,CAAC,SAAS;QACtB,UAAU,EAAE,CAAC,CAAC,UAAU;QACxB,YAAY,EAAE,CAAC,CAAC,YAAY;KAC7B,CAAC,CAAC,CAAC;AACN,CAAC"}