@fraziym/axoniz 0.1.0

package/dist/core/intelligence/context_compressor.js

@@ -0,0 +1,245 @@
+/**
+ * axoniz.core.intelligence.context_compressor
+ * ============================================
+ * Automatic context window compression for BERU.
+ * Ported from Hermes with refinements for the AXONIZ architecture.
+ *
+ * Summarizes earlier turns while protecting head (system prompt) and tail (recent turns).
+ * This ensures BERU can handle long-running missions without losing its mind.
+ *
+ * Port note (Python → Node): `compress()` and `_generate_summary()` are `async`.
+ * The Python versions blocked the calling thread on `agent.generate_summary()`;
+ * in the Node port that call is asynchronous, so the results arrive as a
+ * Promise. `should_compress`, `_prune_tools`, `_serialize_turns` and
+ * `_sanitize` remain synchronous.
+ */
+import { error, info } from "../debug.js";
+// Constants from Hermes
+export const SUMMARY_PREFIX = "[CONTEXT COMPACTION — REFERENCE ONLY] Earlier turns were compacted " +
+    "into the summary below. This is a handoff from a previous context " +
+    "window — treat it as background reference, NOT as active instructions. " +
+    "Do NOT answer questions or fulfill requests mentioned in this summary; " +
+    "they were already addressed. Respond ONLY to the latest user message " +
+    "that appears AFTER this summary. The current session state (files, " +
+    "config, etc.) may reflect work described here — avoid repeating it:";
+const _MIN_SUMMARY_TOKENS = 2000;
+const _SUMMARY_RATIO = 0.2;
+const _SUMMARY_TOKENS_CEILING = 12_000;
+const _PRUNED_TOOL_PLACEHOLDER = "[Old tool output cleared to save context space]";
+const _CHARS_PER_TOKEN = 4;
+function errText(e) {
+    if (e instanceof Error)
+        return e.message || e.name;
+    if (typeof e === "string")
+        return e;
+    return String(e);
+}
+/**
+ * Compresses conversation context via lossy summarization.
+ * Keeps BERU's memory efficient.
+ */
+export class ContextCompressor {
+    model;
+    threshold_percent;
+    protect_first_n;
+    protect_last_n;
+    context_length;
+    threshold_tokens;
+    compression_count = 0;
+    _previous_summary = null;
+    constructor(a, threshold_percent = 0.6, protect_first_n = 3, protect_last_n = 15, context_length = 128000) {
+        if (typeof a === "string") {
+            this.model = a;
+            this.threshold_percent = threshold_percent;
+            this.protect_first_n = protect_first_n;
+            this.protect_last_n = protect_last_n;
+            this.context_length = context_length;
+        }
+        else {
+            this.model = a.model;
+            this.threshold_percent = a.threshold_percent ?? 0.6;
+            this.protect_first_n = a.protect_first_n ?? 3;
+            this.protect_last_n = a.protect_last_n ?? 15;
+            this.context_length = a.context_length ?? 128000;
+        }
+        this.threshold_tokens = Math.trunc(this.context_length * this.threshold_percent);
+    }
+    get thresholdPercent() {
+        return this.threshold_percent;
+    }
+    get protectFirstN() {
+        return this.protect_first_n;
+    }
+    get protectLastN() {
+        return this.protect_last_n;
+    }
+    get contextLength() {
+        return this.context_length;
+    }
+    get thresholdTokens() {
+        return this.threshold_tokens;
+    }
+    get compressionCount() {
+        return this.compression_count;
+    }
+    should_compress(current_tokens) {
+        return current_tokens >= this.threshold_tokens;
+    }
+    /** camelCase alias. */
+    shouldCompress(current_tokens) {
+        return this.should_compress(current_tokens);
+    }
+    /**
+     * Main compression loop.
+     * agent: The Agent instance (to call LLM for summarization)
+     */
+    async compress(messages, agent = null) {
+        const n_messages = messages.length;
+        if (n_messages <= this.protect_first_n + this.protect_last_n + 2) {
+            return messages;
+        }
+        info(`[COMPRESSOR] Triggering context compaction (count: ${this.compression_count + 1})`);
+        // 1. Prune old tool results
+        messages = this._prune_tools(messages);
+        // 2. Determine middle region
+        let start = this.protect_first_n;
+        // Align forward past tool results
+        while (start < messages.length && messages[start]?.role === "tool") {
+            start += 1;
+        }
+        let end = messages.length - this.protect_last_n;
+        // Align backward to avoid splitting tool groups
+        while (end > start && messages[end]?.role === "tool") {
+            end -= 1;
+        }
+        // If we landed on an assistant message with tool calls, include it in summary
+        // (Python kept it as the end of the summary region — a deliberate no-op.)
+        if (start >= end) {
+            return messages;
+        }
+        const turns_to_summarize = messages.slice(start, end);
+        // 3. Generate summary
+        const summary = await this._generate_summary(turns_to_summarize, agent);
+        // 4. Reconstruct messages
+        const compressed = messages.slice(0, start);
+        // Add summary message (standardize on user for summary to avoid confusion)
+        compressed.push({
+            role: "user",
+            content: `${SUMMARY_PREFIX}\n\n${summary}`,
+        });
+        // Add tail
+        compressed.push(...messages.slice(end));
+        this.compression_count += 1;
+        this._previous_summary = summary;
+        return this._sanitize(compressed);
+    }
+    /** camelCase alias (same Promise-returning method). */
+    compressContext(messages, agent = null) {
+        return this.compress(messages, agent);
+    }
+    _prune_tools(messages) {
+        const result = [];
+        // Keep tail tools intact
+        const tail_start = messages.length - this.protect_last_n;
+        for (let i = 0; i < messages.length; i++) {
+            let msg = messages[i];
+            if (i < tail_start && msg.role === "tool") {
+                const content = String(msg.content ?? "");
+                if (content.length > 500) {
+                    msg = { ...msg, content: _PRUNED_TOOL_PLACEHOLDER };
+                }
+            }
+            result.push(msg);
+        }
+        return result;
+    }
+    async _generate_summary(turns, agent) {
+        if (!agent) {
+            return "[Summary unavailable: no agent provided]";
+        }
+        const content = this._serialize_turns(turns);
+        let prompt = `You are BERU's memory management engine. \n` +
+            `Summarize the following conversation turns into a structured status report.\n` +
+            `This will be used as background context for BERU to continue the mission.\n` +
+            `\n` +
+            `CONVERSATION TURNS:\n` +
+            `${content}\n` +
+            `\n` +
+            `STRUCTURE:\n` +
+            `## Mission Goal\n` +
+            `[Current primary objective]\n` +
+            `\n` +
+            `## Progress & Done\n` +
+            `[What was achieved, which files were modified, which tools were run]\n` +
+            `\n` +
+            `## Key Facts & Decisions\n` +
+            `[Technical decisions, discovered paths, configuration values]\n` +
+            `\n` +
+            `## Remaining Work\n` +
+            `[What is left to do]\n` +
+            `\n` +
+            `Be concise but technical. Include file paths and error messages if relevant.\n` +
+            `Do NOT include preamble or greeting. Respond ONLY with the summary.\n`;
+        if (this._previous_summary) {
+            prompt = `Update the following summary with the new progress below:\n\nOLD SUMMARY:\n${this._previous_summary}\n\nNEW TURNS:\n${content}\n\n${prompt}`;
+        }
+        try {
+            // Call the agent's internal LLM client via its summariser entry point.
+            const fn = agent.generate_summary ?? agent.generateSummary;
+            if (!fn)
+                throw new Error("agent exposes no generate_summary");
+            const summary = await fn.call(agent, prompt);
+            return String(summary ?? "").trim();
+        }
+        catch (e) {
+            error(`[COMPRESSOR] Summary generation failed: ${errText(e)}`);
+            return `[Context Lost: Summary generation failed. ${turns.length} turns removed.]`;
+        }
+    }
+    _serialize_turns(turns) {
+        const parts = [];
+        for (const m of turns) {
+            const role = String(m.role ?? "").toUpperCase();
+            let content = String(m.content ?? "");
+            if (content.length > 2000) {
+                content = content.slice(0, 1000) + "... [truncated] ..." + content.slice(-500);
+            }
+            parts.push(`[${role}]: ${content}`);
+        }
+        return parts.join("\n\n");
+    }
+    /**
+     * Ensure no orphaned tool calls/results.
+     * Only drop tool results when the backend actually uses tool_call_id
+     * (i.e. there are assistant messages with tool_calls). For llama.cpp
+     * backends that use plain text tool calling, pass all tool messages through.
+     */
+    _sanitize(messages) {
+        // Check whether any assistant message in the list uses structured tool_calls
+        const uses_tool_call_ids = messages.some((m) => m.role === "assistant" && Boolean(m.tool_calls));
+        if (!uses_tool_call_ids) {
+            // Plain-text tool calling (llama.cpp fallback) — nothing to sanitize
+            return messages;
+        }
+        // Structured tool calling: drop tool results with no matching call ID
+        const call_ids = new Set();
+        for (const m of messages) {
+            if (m.role === "assistant" && m.tool_calls) {
+                for (const tc of m.tool_calls) {
+                    call_ids.add(String(tc["id"]));
+                }
+            }
+        }
+        const final = [];
+        for (const m of messages) {
+            if (m.role === "tool") {
+                if (!call_ids.has(String(m.tool_call_id))) {
+                    continue; // Drop orphaned tool result
+                }
+            }
+            final.push(m);
+        }
+        return final;
+    }
+}
+//# sourceMappingURL=context_compressor.js.map

package/dist/core/intelligence/context_compressor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"context_compressor.js","sourceRoot":"","sources":["../../../src/core/intelligence/context_compressor.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,aAAa,CAAC;AAE1C,wBAAwB;AACxB,MAAM,CAAC,MAAM,cAAc,GACzB,qEAAqE;IACrE,oEAAoE;IACpE,yEAAyE;IACzE,yEAAyE;IACzE,uEAAuE;IACvE,qEAAqE;IACrE,qEAAqE,CAAC;AAExE,MAAM,mBAAmB,GAAG,IAAI,CAAC;AACjC,MAAM,cAAc,GAAG,GAAG,CAAC;AAC3B,MAAM,uBAAuB,GAAG,MAAM,CAAC;AACvC,MAAM,wBAAwB,GAAG,iDAAiD,CAAC;AACnF,MAAM,gBAAgB,GAAG,CAAC,CAAC;AA0B3B,SAAS,OAAO,CAAC,CAAU;IACzB,IAAI,CAAC,YAAY,KAAK;QAAE,OAAO,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,IAAI,CAAC;IACnD,IAAI,OAAO,CAAC,KAAK,QAAQ;QAAE,OAAO,CAAC,CAAC;IACpC,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC;AACnB,CAAC;AAED;;;GAGG;AACH,MAAM,OAAO,iBAAiB;IAC5B,KAAK,CAAS;IACd,iBAAiB,CAAS;IAC1B,eAAe,CAAS;IACxB,cAAc,CAAS;IACvB,cAAc,CAAS;IACvB,gBAAgB,CAAS;IACzB,iBAAiB,GAAG,CAAC,CAAC;IACtB,iBAAiB,GAAkB,IAAI,CAAC;IAUxC,YACE,CAAoC,EACpC,iBAAiB,GAAG,GAAG,EACvB,eAAe,GAAG,CAAC,EACnB,cAAc,GAAG,EAAE,EACnB,cAAc,GAAG,MAAM;QAEvB,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;YAC1B,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;YACf,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;YAC3C,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;YACvC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;YACrC,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACvC,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC;YACrB,IAAI,CAAC,iBAAiB,GAAG,CAAC,CAAC,iBAAiB,IAAI,GAAG,CAAC;YACpD,IAAI,CAAC,eAAe,GAAG,CAAC,CAAC,eAAe,IAAI,CAAC,CAAC;YAC9C,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC,cAAc,IAAI,EAAE,CAAC;YAC7C,IAAI,CAAC,cAAc,GAAG,CAAC,CAAC,cAAc,IAAI,MAAM,CAAC;QACnD,CAAC;QACD,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC;IACnF,CAAC;IAED,IAAI,gBAAgB;QAClB,OAAO,IAAI,CAAC,iBAAiB,CAAC;IAChC,CAAC;IACD,IAAI,aAAa;QACf,OAAO,IAAI,CAAC,eAAe,CAAC;IAC9B,CAAC;IACD,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IACD,IAAI,aAAa;QACf,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;IACD,IAAI,eAAe;QACjB,OAAO,IAAI,CAAC,gBAAgB,CAAC;IAC/B,CAAC;IACD,IAAI,gBAAgB;QAClB,OAAO,IAAI,CAAC,iBAAiB,CAAC;IAChC,CAAC;IAED,eAAe,CAAC,cAAsB;QACpC,OAAO,cAAc,IAAI,IAAI,CAAC,gBAAgB,CAAC;IACjD,CAAC;IAED,uBAAuB;IACvB,cAAc,CAAC,cAAsB;QACnC,OAAO,IAAI,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC;IAC9C,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ,CACZ,QAA8B,EAC9B,KAAK,GAAwB,IAAI;QAEjC,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC;QACnC,IAAI,UAAU,IAAI,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,cAAc,GAAG,CAAC,EAAE,CAAC;YACjE,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,IAAI,CAAC,sDAAsD,IAAI,CAAC,iBAAiB,GAAG,CAAC,GAAG,CAAC,CAAC;QAE1F,4BAA4B;QAC5B,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QAEvC,6BAA6B;QAC7B,IAAI,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC;QACjC,kCAAkC;QAClC,OAAO,KAAK,GAAG,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,KAAK,CAAC,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;YACnE,KAAK,IAAI,CAAC,CAAC;QACb,CAAC;QAED,IAAI,GAAG,GAAG,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC;QAChD,gDAAgD;QAChD,OAAO,GAAG,GAAG,KAAK,IAAI,QAAQ,CAAC,GAAG,CAAC,EAAE,IAAI,KAAK,MAAM,EAAE,CAAC;YACrD,GAAG,IAAI,CAAC,CAAC;QACX,CAAC;QACD,8EAA8E;QAC9E,0EAA0E;QAE1E,IAAI,KAAK,IAAI,GAAG,EAAE,CAAC;YACjB,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,MAAM,kBAAkB,GAAG,QAAQ,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAEtD,sBAAsB;QACtB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,kBAAkB,EAAE,KAAK,CAAC,CAAC;QAExE,0BAA0B;QAC1B,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;QAE5C,2EAA2E;QAC3E,UAAU,CAAC,IAAI,CAAC;YACd,IAAI,EAAE,MAAM;YACZ,OAAO,EAAE,GAAG,cAAc,OAAO,OAAO,EAAE;SAC3C,CAAC,CAAC;QAEH,WAAW;QACX,UAAU,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;QAExC,IAAI,CAAC,iBAAiB,IAAI,CAAC,CAAC;QAC5B,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC;QAEjC,OAAO,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;IACpC,CAAC;IAED,uDAAuD;IACvD,eAAe,CACb,QAA8B,EAC9B,KAAK,GAAwB,IAAI;QAEjC,OAAO,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IACxC,CAAC;IAED,YAAY,CAAC,QAA8B;QACzC,MAAM,MAAM,GAAyB,EAAE,CAAC;QACxC,yBAAyB;QACzB,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc,CAAC;QACzD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,IAAI,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAE,CAAC;YACvB,IAAI,CAAC,GAAG,UAAU,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC1C,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;gBAC1C,IAAI,OAAO,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;oBACzB,GAAG,GAAG,EAAE,GAAG,GAAG,EAAE,OAAO,EAAE,wBAAwB,EAAE,CAAC;gBACtD,CAAC;YACH,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACnB,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,iBAAiB,CACrB,KAA2B,EAC3B,KAA0B;QAE1B,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO,0CAA0C,CAAC;QACpD,CAAC;QAED,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE7C,IAAI,MAAM,GACR,6CAA6C;YAC7C,+EAA+E;YAC/E,6EAA6E;YAC7E,IAAI;YACJ,uBAAuB;YACvB,GAAG,OAAO,IAAI;YACd,IAAI;YACJ,cAAc;YACd,mBAAmB;YACnB,+BAA+B;YAC/B,IAAI;YACJ,sBAAsB;YACtB,wEAAwE;YACxE,IAAI;YACJ,4BAA4B;YAC5B,iEAAiE;YACjE,IAAI;YACJ,qBAAqB;YACrB,wBAAwB;YACxB,IAAI;YACJ,gFAAgF;YAChF,uEAAuE,CAAC;QAE1E,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,MAAM,GAAG,8EAA8E,IAAI,CAAC,iBAAiB,mBAAmB,OAAO,OAAO,MAAM,EAAE,CAAC;QACzJ,CAAC;QAED,IAAI,CAAC;YACH,uEAAuE;YACvE,MAAM,EAAE,GAAG,KAAK,CAAC,gBAAgB,IAAI,KAAK,CAAC,eAAe,CAAC;YAC3D,IAAI,CAAC,EAAE;gBAAE,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;YAC9D,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,IAAI,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAC7C,OAAO,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACtC,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,KAAK,CAAC,2CAA2C,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC/D,OAAO,6CAA6C,KAAK,CAAC,MAAM,kBAAkB,CAAC;QACrF,CAAC;IACH,CAAC;IAED,gBAAgB,CAAC,KAA2B;QAC1C,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;YACtB,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;YAChD,IAAI,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC;YACtC,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC;gBAC1B,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,qBAAqB,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC;YACjF,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,IAAI,IAAI,MAAM,OAAO,EAAE,CAAC,CAAC;QACtC,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC5B,CAAC;IAED;;;;;OAKG;IACH,SAAS,CAAC,QAA8B;QACtC,6EAA6E;QAC7E,MAAM,kBAAkB,GAAG,QAAQ,CAAC,IAAI,CACtC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,CACvD,CAAC;QAEF,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACxB,qEAAqE;YACrE,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,sEAAsE;QACtE,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;QACnC,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;gBAC3C,KAAK,MAAM,EAAE,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC;oBAC9B,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACjC,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAyB,EAAE,CAAC;QACvC,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACtB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC;oBAC1C,SAAS,CAAC,4BAA4B;gBACxC,CAAC;YACH,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAChB,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;CACF"}

package/dist/core/intelligence/daemon.d.ts

@@ -0,0 +1,247 @@
+/**
+ * axoniz.core.intelligence.daemon
+ * =================================
+ * Phase 4 — axoniz OS Layer (Background Daemon)
+ *
+ * This is what no one has attempted in local AI.
+ * axoniz runs as a background daemon on your machine:
+ *
+ *   File saved     → lint and test automatically
+ *   Git commit     → write the changelog entry
+ *   Build failed   → fix it and retry while you sleep
+ *   Cron schedule  → daily code quality audit
+ *   File watcher   → catch errors before you even ask
+ *
+ * It stops being a tool you open and becomes infrastructure you run.
+ *
+ * Architecture:
+ *   FileWatcher    — watches workspace for changes
+ *   EventQueue     — deque of file events
+ *   DaemonLoop     — runs scheduled tasks + reacts to events
+ *   TaskScheduler  — interval-style task scheduling
+ *
+ * Port notes (Python → Node):
+ *   - `threading.Thread(daemon=True)` loops → `setInterval` timers that are
+ *     `unref()`d, so (exactly like a Python daemon thread) they never keep the
+ *     process alive, and `stop()` clears them.
+ *   - `queue.Queue(maxsize=500)` → `EventQueue`, a bounded wrapper around the
+ *     existing `core/backend/async_queue.ts` `AsyncQueue` (reused for the async
+ *     iteration side) plus a synchronous FIFO so the daemon's poll loop keeps
+ *     Python's `get_nowait()` / `empty()` semantics. A full queue drops instead
+ *     of blocking: blocking is impossible on the main thread, and the Python
+ *     producer ran on its own thread.
+ *   - `compile(source, path, "exec")` (the Python linter) → heuristic bracket /
+ *     string-balance checking; Node ships no Python parser. `.js`/`.mjs`/`.cjs`
+ *     files get a REAL syntax check through `node:vm`. Consequences are
+ *     documented on `_pySyntaxIssue`.
+ *   - `_task_vision_sentinel` used pyautogui + pytesseract (OCR). Neither has a
+ *     Node equivalent in the available dependency set, so the sentinel keeps its
+ *     schedule and its `AXONIZ_DISABLE_VISION` guard but cannot extract text;
+ *     it warns once and performs no capture. Documented fidelity loss.
+ *   - `threading.Lock` around `_pending_lint` is unnecessary on one thread and
+ *     is omitted.
+ */
+/** Render an unknown thrown value the way Python's `str(e)` would. */
+export declare function errText(e: unknown): string;
+export interface FileEventInit {
+    path: string;
+    /** created / modified / deleted */
+    event: string;
+    timestamp?: number;
+    size?: number;
+}
+export declare class FileEvent {
+    path: string;
+    event: string;
+    timestamp: number;
+    size: number;
+    constructor(init: FileEventInit | string, event?: string, timestamp?: number, size?: number);
+}
+export interface ScheduledTaskInit {
+    name: string;
+    interval_sec: number;
+    callback: () => unknown;
+    last_run?: number;
+    enabled?: boolean;
+    description?: string;
+}
+export declare class ScheduledTask {
+    name: string;
+    interval_sec: number;
+    callback: () => unknown;
+    last_run: number;
+    enabled: boolean;
+    description: string;
+    constructor(init: ScheduledTaskInit | string, interval_sec?: number, callback?: () => unknown, last_run?: number, enabled?: boolean, description?: string);
+    get intervalSec(): number;
+    get lastRun(): number;
+}
+export interface DaemonEventInit {
+    kind: string;
+    payload: Record<string, unknown>;
+    ts?: number;
+}
+export declare class DaemonEvent {
+    kind: string;
+    payload: Record<string, unknown>;
+    ts: number;
+    constructor(init: DaemonEventInit | string, payload?: Record<string, unknown>, ts?: number);
+}
+/**
+ * Bounded FIFO bridging the file watcher to the daemon loop.
+ *
+ * `AsyncQueue` (core/backend) supplies the async-iteration side; the extra
+ * synchronous buffer exists because Python's `queue.Queue` offered
+ * `get_nowait()`/`empty()` and the daemon's tick loop drains up to 20 events
+ * without awaiting.
+ */
+export declare class EventQueue<T> implements AsyncIterable<T> {
+    readonly maxsize: number;
+    private readonly _async;
+    private readonly _buffer;
+    constructor(maxsize?: number);
+    put(item: T): void;
+    put_nowait(item: T): void;
+    get_nowait(): T | undefined;
+    empty(): boolean;
+    get qsize(): number;
+    [Symbol.asyncIterator](): AsyncIterator<T>;
+}
+export interface SyntaxIssue {
+    error: string;
+    line: number;
+}
+/**
+ * Heuristic stand-in for Python's `compile(source, path, "exec")`.
+ *
+ * It catches unbalanced brackets, unterminated strings and (approximated)
+ * triple-quoted strings — the failures that dominate "file saved, does it still
+ * parse?" checks. It CANNOT detect real grammar errors (`def f(:` passes) and it
+ * can be fooled by exotic literal shapes. `.js`/`.mjs`/`.cjs` files use the real
+ * `node:vm` parser instead (`_jsSyntaxIssue`).
+ */
+export declare function _pySyntaxIssue(source: string): SyntaxIssue | null;
+/** Real syntax check for JavaScript, via the V8 parser. */
+export declare function _jsSyntaxIssue(source: string, filename?: string): SyntaxIssue | null;
+/**
+ * Watches a workspace directory for file changes using mtime polling.
+ * No external deps (no watchdog needed).
+ * Debounces rapid changes (e.g. editor writing temp files).
+ */
+export declare class FileWatcher {
+    static readonly POLL_INTERVAL = 1.5;
+    static readonly DEBOUNCE_SEC = 2;
+    static readonly MAX_FILES = 2000;
+    static readonly SKIP_DIRS: Set<string>;
+    static readonly WATCH_EXTS: Set<string>;
+    workspace: string;
+    queue: EventQueue<FileEvent>;
+    _mtimes: Map<string, number>;
+    _pending: Map<string, number>;
+    _running: boolean;
+    private _timer;
+    constructor(workspace: string, queue: EventQueue<FileEvent>);
+    start(): void;
+    stop(): void;
+    private _loop;
+    _scan(emit: boolean): void;
+    _flush_debounced(): void;
+}
+export interface DaemonAgent {
+    git_tools?: {
+        status?(): unknown;
+    };
+    gitTools?: {
+        status?(): unknown;
+    };
+    axodex?: {
+        analyze?(): unknown;
+        status?(): unknown;
+    };
+    memory?: {
+        palace?: {
+            is_available?(): boolean;
+            isAvailable?(): boolean;
+            store?(...args: unknown[]): unknown;
+        };
+    };
+}
+/** Keyword-argument constructor form (the Python call sites use keywords). */
+export interface AxonizDaemonInit {
+    agent: DaemonAgent;
+    workspace: string;
+    on_event?: ((event: DaemonEvent) => unknown) | null;
+}
+/**
+ * Background daemon that watches files, runs scheduled tasks,
+ * and reacts to events — all without user intervention.
+ *
+ * This is the OS layer. It's always running.
+ */
+export declare class axonizDaemon {
+    static readonly DAEMON_STATE_PATH: string;
+    agent: DaemonAgent;
+    workspace: string;
+    on_event: ((event: DaemonEvent) => unknown) | null;
+    _queue: EventQueue<FileEvent>;
+    _watcher: FileWatcher;
+    _running: boolean;
+    _event_log: DaemonEvent[];
+    _tasks: ScheduledTask[];
+    _pending_lint: Set<string>;
+    private _timer;
+    private _vision_warned;
+    constructor(agent: DaemonAgent, workspace: string, on_event?: ((event: DaemonEvent) => unknown) | null);
+    constructor(init: AxonizDaemonInit);
+    /** Start daemon in background thread. */
+    start(): void;
+    stop(): void;
+    is_running(): boolean;
+    /** camelCase alias. */
+    isRunning(): boolean;
+    /** Add a custom scheduled task. */
+    add_task(task: ScheduledTask): void;
+    /** camelCase alias. */
+    addTask(task: ScheduledTask): void;
+    remove_task(name: string): void;
+    /** camelCase alias. */
+    removeTask(name: string): void;
+    get_recent_events(n?: number): DaemonEvent[];
+    /** camelCase alias. */
+    getRecentEvents(n?: number): DaemonEvent[];
+    status(): Record<string, unknown>;
+    private _loop;
+    _drain_queue(): void;
+    /** React to a file change event. */
+    _handle_event(event: FileEvent): void;
+    private _emit;
+    /** Lint all Python files that changed recently. */
+    _task_lint_pending(): void;
+    /** Check git status and emit events for uncommitted changes. */
+    _task_git_status(): Promise<void>;
+    /** Daily code quality check — runs lint on all Python files. */
+    _task_daily_audit(): Promise<void>;
+    /** Background Axodex refresh. */
+    _task_axodex_refresh(): Promise<void>;
+    /** Proactive codebase health check and fix suggestion. */
+    _task_beru_heartbeat(): Promise<void>;
+    /**
+     * Monitor terminal/screen for errors via OCR.
+     *
+     * FIDELITY LOSS: Python used `pyautogui.screenshot()` + `pytesseract` to read
+     * the screen and look for critical fail markers. No OCR engine is available in
+     * the Node dependency set (and `screenshot-desktop` alone cannot read text), so
+     * the sentinel keeps its schedule + guard but cannot perform detection. It
+     * warns once per process and then stays silent.
+     */
+    _task_vision_sentinel(): Promise<void>;
+    /** Persist daemon state for restart. */
+    save_state(): void;
+    /** camelCase alias. */
+    saveState(): void;
+    /** Restore task last_run times from previous session. */
+    load_state(): void;
+    /** camelCase alias. */
+    loadState(): void;
+}
+//# sourceMappingURL=daemon.d.ts.map

package/dist/core/intelligence/daemon.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"daemon.d.ts","sourceRoot":"","sources":["../../../src/core/intelligence/daemon.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA0CG;AAUH,sEAAsE;AACtE,wBAAgB,OAAO,CAAC,CAAC,EAAE,OAAO,GAAG,MAAM,CAQ1C;AAID,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,mCAAmC;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,qBAAa,SAAS;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IAEb,YAAY,IAAI,EAAE,aAAa,GAAG,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,EAAE,IAAI,SAAI,EASrF;CACF;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,OAAO,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,qBAAa,aAAa;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,OAAO,CAAC;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,OAAO,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IAEpB,YACE,IAAI,EAAE,iBAAiB,GAAG,MAAM,EAChC,YAAY,CAAC,EAAE,MAAM,EACrB,QAAQ,CAAC,EAAE,MAAM,OAAO,EACxB,QAAQ,SAAM,EACd,OAAO,UAAO,EACd,WAAW,SAAK,EAmBjB;IAED,IAAI,WAAW,IAAI,MAAM,CAExB;IACD,IAAI,OAAO,IAAI,MAAM,CAEpB;CACF;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,EAAE,CAAC,EAAE,MAAM,CAAC;CACb;AAED,qBAAa,WAAW;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,EAAE,EAAE,MAAM,CAAC;IAEX,YAAY,IAAI,EAAE,eAAe,GAAG,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,EAAE,MAAM,EAQzF;CACF;AAID;;;;;;;GAOG;AACH,qBAAa,UAAU,CAAC,CAAC,CAAE,YAAW,aAAa,CAAC,CAAC,CAAC;IACpD,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;IACvC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAW;IAEnC,YAAY,OAAO,SAAI,EAGtB;IAED,GAAG,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI,CAIjB;IAED,UAAU,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI,CAExB;IAED,UAAU,IAAI,CAAC,GAAG,SAAS,CAE1B;IAED,KAAK,IAAI,OAAO,CAEf;IAED,IAAI,KAAK,IAAI,MAAM,CAElB;IAED,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,aAAa,CAAC,CAAC,CAAC,CAEzC;CACF;AAID,MAAM,WAAW,WAAW;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;;;;;;;GAQG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,WAAW,GAAG,IAAI,CAqDjE;AAED,2DAA2D;AAC3D,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,SAAY,GAAG,WAAW,GAAG,IAAI,CAQvF;AAID;;;;GAIG;AACH,qBAAa,WAAW;IACtB,MAAM,CAAC,QAAQ,CAAC,aAAa,OAAO;IACpC,MAAM,CAAC,QAAQ,CAAC,YAAY,KAAO;IACnC,MAAM,CAAC,QAAQ,CAAC,SAAS,QAAQ;IACjC,MAAM,CAAC,QAAQ,CAAC,SAAS,cAWtB;IACH,MAAM,CAAC,QAAQ,CAAC,UAAU,cAYvB;IAEH,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC;IAC7B,OAAO,sBAA6B;IACpC,QAAQ,sBAA6B;IACrC,QAAQ,UAAS;IACjB,OAAO,CAAC,MAAM,CAA+B;IAE7C,YAAY,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,CAAC,SAAS,CAAC,EAG1D;IAED,KAAK,IAAI,IAAI,CAUZ;IAED,IAAI,IAAI,IAAI,CAMX;IAED,OAAO,CAAC,KAAK;IAUb,KAAK,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI,CA2CzB;IAED,gBAAgB,IAAI,IAAI,CAevB;CACF;AAID,MAAM,WAAW,WAAW;IAC1B,SAAS,CAAC,EAAE;QAAE,MAAM,CAAC,IAAI,OAAO,CAAA;KAAE,CAAC;IACnC,QAAQ,CAAC,EAAE;QAAE,MAAM,CAAC,IAAI,OAAO,CAAA;KAAE,CAAC;IAClC,MAAM,CAAC,EAAE;QAAE,OAAO,CAAC,IAAI,OAAO,CAAC;QAAC,MAAM,CAAC,IAAI,OAAO,CAAA;KAAE,CAAC;IACrD,MAAM,CAAC,EAAE;QACP,MAAM,CAAC,EAAE;YACP,YAAY,CAAC,IAAI,OAAO,CAAC;YACzB,WAAW,CAAC,IAAI,OAAO,CAAC;YACxB,KAAK,CAAC,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;SACrC,CAAC;KACH,CAAC;CACH;AAED,8EAA8E;AAC9E,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,WAAW,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,WAAW,KAAK,OAAO,CAAC,GAAG,IAAI,CAAC;CACrD;AAID;;;;;GAKG;AACH,qBAAa,YAAY;IACvB,MAAM,CAAC,QAAQ,CAAC,iBAAiB,SAA+C;IAEhF,KAAK,EAAE,WAAW,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,CAAC,CAAC,KAAK,EAAE,WAAW,KAAK,OAAO,CAAC,GAAG,IAAI,CAAC;IACnD,MAAM,EAAE,UAAU,CAAC,SAAS,CAAC,CAAC;IAC9B,QAAQ,EAAE,WAAW,CAAC;IACtB,QAAQ,UAAS;IACjB,UAAU,EAAE,WAAW,EAAE,CAAM;IAC/B,MAAM,EAAE,aAAa,EAAE,CAAC;IACxB,aAAa,cAAqB;IAClC,OAAO,CAAC,MAAM,CAA+B;IAC7C,OAAO,CAAC,cAAc,CAAS;IAE/B,YACE,KAAK,EAAE,WAAW,EAClB,SAAS,EAAE,MAAM,EACjB,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,WAAW,KAAK,OAAO,CAAC,GAAG,IAAI,EACnD;IACF,YAAY,IAAI,EAAE,gBAAgB,EAAE;IA+DpC,yCAAyC;IACzC,KAAK,IAAI,IAAI,CAQZ;IAED,IAAI,IAAI,IAAI,CAQX;IAED,UAAU,IAAI,OAAO,CAEpB;IAED,uBAAuB;IACvB,SAAS,IAAI,OAAO,CAEnB;IAED,mCAAmC;IACnC,QAAQ,CAAC,IAAI,EAAE,aAAa,GAAG,IAAI,CAElC;IAED,uBAAuB;IACvB,OAAO,CAAC,IAAI,EAAE,aAAa,GAAG,IAAI,CAEjC;IAED,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAE9B;IAED,uBAAuB;IACvB,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAE7B;IAED,iBAAiB,CAAC,CAAC,SAAK,GAAG,WAAW,EAAE,CAEvC;IAED,uBAAuB;IACvB,eAAe,CAAC,CAAC,SAAK,GAAG,WAAW,EAAE,CAErC;IAED,MAAM,IAAI,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAQhC;IAID,OAAO,CAAC,KAAK;IAgCb,YAAY,IAAI,IAAI,CAUnB;IAED,oCAAoC;IACpC,aAAa,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,CAsBpC;IAED,OAAO,CAAC,KAAK;IAcb,mDAAmD;IACnD,kBAAkB,IAAI,IAAI,CAmCzB;IAED,gEAAgE;IAC1D,gBAAgB,IAAI,OAAO,CAAC,IAAI,CAAC,CAuBtC;IAED,gEAAgE;IAC1D,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,CAgFvC;IAED,iCAAiC;IAC3B,oBAAoB,IAAI,OAAO,CAAC,IAAI,CAAC,CAc1C;IAED,0DAA0D;IACpD,oBAAoB,IAAI,OAAO,CAAC,IAAI,CAAC,CAwB1C;IAED;;;;;;;;OAQG;IACG,qBAAqB,IAAI,OAAO,CAAC,IAAI,CAAC,CAU3C;IAED,wCAAwC;IACxC,UAAU,IAAI,IAAI,CAYjB;IAED,uBAAuB;IACvB,SAAS,IAAI,IAAI,CAEhB;IAED,yDAAyD;IACzD,UAAU,IAAI,IAAI,CAejB;IAED,uBAAuB;IACvB,SAAS,IAAI,IAAI,CAEhB;CACF"}