daemora 1.0.0-alpha.0

package/dist/learning/BackgroundReviewer.js

@@ -0,0 +1,143 @@
+/**
+ * BackgroundReviewer — hermes-pattern autonomous learning loop.
+ *
+ * Every N turns (default 10), after the main agent finishes a response,
+ * we fork a second run of the AgentLoop with a narrow toolset (memory +
+ * skill_manage) and the full conversation history. The forked agent's
+ * job is to scan what just happened and save anything durable:
+ *   - User preferences revealed → memory(add, target=user)
+ *   - Environment facts discovered → memory(add, target=memory)
+ *   - Reusable workflow perfected → skill_manage(create|patch)
+ *
+ * The reviewer runs fire-and-forget (setImmediate chain). Main agent
+ * never sees the review prompt; the user never waits for it.
+ */
+import { stepCountIs, streamText } from "ai";
+import { toAiTool } from "../tools/types.js";
+import { createLogger } from "../util/logger.js";
+const log = createLogger("learning.reviewer");
+const REVIEW_TOOLSET = new Set([
+    "memory", "skill_manage", "skill_view", "memory_save", "memory_recall",
+]);
+const DEFAULT_NUDGE_INTERVAL = 10;
+const DEFAULT_MIN_TURNS = 6;
+const DEFAULT_MAX_STEPS = 8;
+const MEMORY_REVIEW_PROMPT = [
+    "Review the conversation above and consider saving to declarative memory if appropriate.",
+    "",
+    "Focus on:",
+    "1. Has the user revealed things about themselves — their persona, desires, preferences, or personal details worth remembering?",
+    "2. Has the user expressed expectations about how you should behave, their work style, or ways they want you to operate?",
+    "",
+    "If something stands out, save it using the `memory` tool (action='add', target='user' or 'memory'). ",
+    "Write declarative facts ('User prefers concise responses'), NOT instructions to yourself.",
+    "If nothing is worth saving, just say 'Nothing to save.' and stop.",
+].join("\n");
+const SKILL_REVIEW_PROMPT = [
+    "Review the conversation above and consider saving or updating a skill if appropriate.",
+    "",
+    "Focus on: was a non-trivial approach used to complete a task that required trial and error, ",
+    "changing course due to findings, or did the user expect or desire a different method or outcome?",
+    "",
+    "If a relevant skill already exists, patch it (skill_manage action='patch') with what you learned. ",
+    "Otherwise, create a new skill if the approach is reusable.",
+    "If nothing is worth saving, just say 'Nothing to save.' and stop.",
+].join("\n");
+const COMBINED_REVIEW_PROMPT = [
+    "Review the conversation above and consider two things:",
+    "",
+    "**Memory**: Has the user revealed things about themselves — persona, desires, preferences? ",
+    "If so, save with the `memory` tool.",
+    "",
+    "**Skills**: Was a non-trivial approach used that required trial and error or was worth codifying? ",
+    "If a relevant skill exists, patch it. Otherwise create one with `skill_manage`.",
+    "",
+    "Only act if there's something genuinely worth saving. If nothing stands out, say 'Nothing to save.' and stop.",
+].join("\n");
+export class BackgroundReviewer {
+    deps;
+    /** Per-session turn counter since last review. */
+    turnsSince = new Map();
+    nudgeInterval;
+    minTurns;
+    maxSteps;
+    constructor(deps) {
+        this.deps = deps;
+        this.nudgeInterval = deps.nudgeInterval ?? DEFAULT_NUDGE_INTERVAL;
+        this.minTurns = deps.minTurns ?? DEFAULT_MIN_TURNS;
+        this.maxSteps = deps.maxSteps ?? DEFAULT_MAX_STEPS;
+    }
+    /**
+     * Called after the main agent finishes a turn. Increments the turn
+     * counter and, if the threshold is reached, schedules a review.
+     */
+    onTurnComplete(sessionId) {
+        const turns = (this.turnsSince.get(sessionId) ?? 0) + 1;
+        this.turnsSince.set(sessionId, turns);
+        if (turns < Math.max(this.nudgeInterval, this.minTurns))
+            return;
+        this.turnsSince.set(sessionId, 0);
+        // Fire-and-forget. Errors are logged, never thrown.
+        setImmediate(() => {
+            this.review(sessionId, "combined").catch((e) => log.warn({ sessionId, err: e.message }, "background review failed"));
+        });
+    }
+    /** Manual trigger — same plumbing as auto. */
+    async review(sessionId, kind) {
+        const session = this.deps.sessions.getSession(sessionId);
+        if (!session)
+            return;
+        const messages = this.deps.sessions.getMessagesAsConversation(sessionId);
+        if (messages.length < this.minTurns)
+            return;
+        const prompt = kind === "memory" ? MEMORY_REVIEW_PROMPT
+            : kind === "skill" ? SKILL_REVIEW_PROMPT
+                : COMBINED_REVIEW_PROMPT;
+        this.deps.bus?.emit("review:started", { sessionId, kind });
+        const reviewHistory = [...messages, { role: "user", content: prompt }];
+        // Forked agent — reuse the parent's AgentLoop instance but narrow
+        // the tool visibility to the review toolset.
+        const toolDefs = this.deps.agent.tools.list().filter((t) => REVIEW_TOOLSET.has(t.name));
+        if (toolDefs.length === 0) {
+            log.warn({ sessionId }, "no review-capable tools registered — skipping");
+            return;
+        }
+        const ctxFactory = (signal) => ({
+            abortSignal: signal,
+            taskId: `${sessionId}/review`,
+            logger: {
+                info: (msg, ctx) => log.info({ sessionId, ...ctx }, msg),
+                warn: (msg, ctx) => log.warn({ sessionId, ...ctx }, msg),
+                error: (msg, ctx) => log.error({ sessionId, ...ctx }, msg),
+            },
+        });
+        const aiTools = Object.fromEntries(toolDefs.map((t) => [t.name, toAiTool(t, ctxFactory)]));
+        let resolvedModel;
+        try {
+            resolvedModel = await this.deps.agent.models.getCheap();
+        }
+        catch (e) {
+            log.warn({ sessionId, err: e.message }, "no cheap model for review — skipping");
+            return;
+        }
+        const stream = streamText({
+            model: resolvedModel.model,
+            system: "You are a learning-review agent. Your only job is to scan the conversation " +
+                "and save anything durable via the memory/skill tools. Do NOT answer, explain, " +
+                "or carry on the conversation. If nothing stands out, just say 'Nothing to save.' and stop.",
+            messages: reviewHistory,
+            tools: aiTools,
+            stopWhen: stepCountIs(this.maxSteps),
+        });
+        let saves = 0;
+        for await (const part of stream.fullStream) {
+            if (part.type === "tool-call")
+                saves++;
+        }
+        if (saves > 0) {
+            log.info({ sessionId, saves }, "background review saved entries");
+        }
+        this.deps.bus?.emit("review:completed", { sessionId, saves });
+    }
+}
+//# sourceMappingURL=BackgroundReviewer.js.map

package/dist/learning/BackgroundReviewer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BackgroundReviewer.js","sourceRoot":"","sources":["../../src/learning/BackgroundReviewer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,WAAW,EAAE,UAAU,EAAqB,MAAM,IAAI,CAAC;AAKhE,OAAO,EAAE,QAAQ,EAAoB,MAAM,mBAAmB,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEjD,MAAM,GAAG,GAAG,YAAY,CAAC,mBAAmB,CAAC,CAAC;AAE9C,MAAM,cAAc,GAAwB,IAAI,GAAG,CAAC;IAClD,QAAQ,EAAE,cAAc,EAAE,YAAY,EAAE,aAAa,EAAE,eAAe;CACvE,CAAC,CAAC;AAEH,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAClC,MAAM,iBAAiB,GAAG,CAAC,CAAC;AAC5B,MAAM,iBAAiB,GAAG,CAAC,CAAC;AAE5B,MAAM,oBAAoB,GAAG;IAC3B,yFAAyF;IACzF,EAAE;IACF,WAAW;IACX,gIAAgI;IAChI,yHAAyH;IACzH,EAAE;IACF,sGAAsG;IACtG,2FAA2F;IAC3F,mEAAmE;CACpE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAEb,MAAM,mBAAmB,GAAG;IAC1B,uFAAuF;IACvF,EAAE;IACF,8FAA8F;IAC9F,kGAAkG;IAClG,EAAE;IACF,oGAAoG;IACpG,4DAA4D;IAC5D,mEAAmE;CACpE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAEb,MAAM,sBAAsB,GAAG;IAC7B,wDAAwD;IACxD,EAAE;IACF,6FAA6F;IAC7F,qCAAqC;IACrC,EAAE;IACF,oGAAoG;IACpG,iFAAiF;IACjF,EAAE;IACF,+GAA+G;CAChH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAYb,MAAM,OAAO,kBAAkB;IAOA;IAN7B,kDAAkD;IACjC,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;IACvC,aAAa,CAAS;IACtB,QAAQ,CAAS;IACjB,QAAQ,CAAS;IAElC,YAA6B,IAAkB;QAAlB,SAAI,GAAJ,IAAI,CAAc;QAC7C,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,aAAa,IAAI,sBAAsB,CAAC;QAClE,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,iBAAiB,CAAC;QACnD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,iBAAiB,CAAC;IACrD,CAAC;IAED;;;OAGG;IACH,cAAc,CAAC,SAAiB;QAC9B,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QACxD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QACtC,IAAI,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,QAAQ,CAAC;YAAE,OAAO;QAChE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QAElC,oDAAoD;QACpD,YAAY,CAAC,GAAG,EAAE;YAChB,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAC7C,GAAG,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,GAAG,EAAG,CAAW,CAAC,OAAO,EAAE,EAAE,0BAA0B,CAAC,CAC/E,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED,8CAA8C;IAC9C,KAAK,CAAC,MAAM,CACV,SAAiB,EACjB,IAAqC;QAErC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QACzD,IAAI,CAAC,OAAO;YAAE,OAAO;QAErB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,yBAAyB,CAAC,SAAS,CAAC,CAAC;QACzE,IAAI,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,QAAQ;YAAE,OAAO;QAE5C,MAAM,MAAM,GAAG,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,oBAAoB;YACrD,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,mBAAmB;gBACxC,CAAC,CAAC,sBAAsB,CAAC;QAE3B,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,gBAAgB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3D,MAAM,aAAa,GAAmB,CAAC,GAAG,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAEvF,kEAAkE;QAClE,6CAA6C;QAC7C,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACxF,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,GAAG,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,EAAE,+CAA+C,CAAC,CAAC;YACzE,OAAO;QACT,CAAC;QACD,MAAM,UAAU,GAAG,CAAC,MAAmB,EAAe,EAAE,CAAC,CAAC;YACxD,WAAW,EAAE,MAAM;YACnB,MAAM,EAAE,GAAG,SAAS,SAAS;YAC7B,MAAM,EAAE;gBACN,IAAI,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,GAAG,GAAG,EAAE,EAAE,GAAG,CAAC;gBACxD,IAAI,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,GAAG,GAAG,EAAE,EAAE,GAAG,CAAC;gBACxD,KAAK,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,GAAG,GAAG,EAAE,EAAE,GAAG,CAAC;aAC3D;SACF,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QAE3F,IAAI,aAAa,CAAC;QAClB,IAAI,CAAC;YACH,aAAa,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;QAC1D,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,GAAG,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,GAAG,EAAG,CAAW,CAAC,OAAO,EAAE,EAAE,sCAAsC,CAAC,CAAC;YAC3F,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,UAAU,CAAC;YACxB,KAAK,EAAE,aAAa,CAAC,KAAK;YAC1B,MAAM,EACJ,6EAA6E;gBAC7E,gFAAgF;gBAChF,4FAA4F;YAC9F,QAAQ,EAAE,aAAa;YACvB,KAAK,EAAE,OAAO;YACd,QAAQ,EAAE,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC;SACrC,CAAC,CAAC;QAEH,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,MAAM,CAAC,UAA6C,EAAE,CAAC;YAC9E,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW;gBAAE,KAAK,EAAE,CAAC;QACzC,CAAC;QACD,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACd,GAAG,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,iCAAiC,CAAC,CAAC;QACpE,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,kBAAkB,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;IAChE,CAAC;CACF"}

package/dist/learning/ExtractionPipeline.d.ts

@@ -0,0 +1,46 @@
+/**
+ * ExtractionPipeline — auto-extracts reusable patterns from completed tasks.
+ *
+ * After a task completes successfully, analyzes the result for:
+ *   - User preferences mentioned
+ *   - Technical patterns discovered
+ *   - Project-specific knowledge
+ *
+ * Extracted insights are stored in MemoryStore with tag "auto-extracted".
+ * Rate-limited: max 1 extraction per task, debounced by 5 seconds.
+ */
+import type { MemoryStore } from "../memory/MemoryStore.js";
+export declare class ExtractionPipeline {
+    private readonly memory;
+    /** Track which tasks we've already processed (prevent double-extract). */
+    private readonly processed;
+    /** Debounce timers keyed by taskId. */
+    private readonly pending;
+    /** Debounce delay in ms. */
+    private readonly debounceMs;
+    constructor(memory: MemoryStore, opts?: {
+        debounceMs?: number;
+    });
+    /**
+     * Schedule extraction for a completed task. Debounced — calling
+     * multiple times for the same taskId within the debounce window
+     * collapses into a single extraction.
+     */
+    schedule(taskId: string, taskOutput: string): void;
+    /**
+     * Run extraction immediately (bypasses debounce). Useful for testing
+     * or explicit "extract now" triggers.
+     */
+    extractNow(taskId: string, taskOutput: string): readonly string[];
+    /**
+     * Cancel a pending extraction.
+     */
+    cancel(taskId: string): boolean;
+    /**
+     * Cancel all pending extractions and clear processed set.
+     */
+    reset(): void;
+    private runExtraction;
+    private extractInsights;
+}
+//# sourceMappingURL=ExtractionPipeline.d.ts.map

package/dist/learning/ExtractionPipeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ExtractionPipeline.d.ts","sourceRoot":"","sources":["../../src/learning/ExtractionPipeline.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAGH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAwF5D,qBAAa,kBAAkB;IAC7B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAc;IAErC,0EAA0E;IAC1E,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAqB;IAE/C,uCAAuC;IACvC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAoD;IAE5E,4BAA4B;IAC5B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;gBAExB,MAAM,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE;QAAE,UAAU,CAAC,EAAE,MAAM,CAAA;KAAE;IAK/D;;;;OAIG;IACH,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,IAAI;IAmBlD;;;OAGG;IACH,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,GAAG,SAAS,MAAM,EAAE;IAWjE;;OAEG;IACH,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO;IAS/B;;OAEG;IACH,KAAK,IAAI,IAAI;IAWb,OAAO,CAAC,aAAa;IAyCrB,OAAO,CAAC,eAAe;CAkCxB"}

package/dist/learning/ExtractionPipeline.js

@@ -0,0 +1,220 @@
+/**
+ * ExtractionPipeline — auto-extracts reusable patterns from completed tasks.
+ *
+ * After a task completes successfully, analyzes the result for:
+ *   - User preferences mentioned
+ *   - Technical patterns discovered
+ *   - Project-specific knowledge
+ *
+ * Extracted insights are stored in MemoryStore with tag "auto-extracted".
+ * Rate-limited: max 1 extraction per task, debounced by 5 seconds.
+ */
+import { createLogger } from "../util/logger.js";
+const log = createLogger("learning.extraction");
+const RULES = [
+    {
+        label: "user-preference",
+        pattern: /(?:prefer|always use|never use|like|want|don't want)\s+(.{5,120})/gi,
+        tags: ["auto-extracted", "preference"],
+        extract: (_match, _fullText) => {
+            const captured = _match[1]?.trim();
+            if (!captured || captured.length < 5)
+                return null;
+            return `User preference: ${captured}`;
+        },
+    },
+    {
+        label: "project-convention",
+        pattern: /(?:we use|project uses|codebase uses|convention is|standard is)\s+(.{5,120})/gi,
+        tags: ["auto-extracted", "convention"],
+        extract: (_match, _fullText) => {
+            const captured = _match[1]?.trim();
+            if (!captured || captured.length < 5)
+                return null;
+            return `Project convention: ${captured}`;
+        },
+    },
+    {
+        label: "technical-pattern",
+        pattern: /(?:pattern|approach|technique|workaround|solution):\s*(.{10,200})/gi,
+        tags: ["auto-extracted", "pattern"],
+        extract: (_match, _fullText) => {
+            const captured = _match[1]?.trim();
+            if (!captured || captured.length < 10)
+                return null;
+            return `Technical pattern: ${captured}`;
+        },
+    },
+    {
+        label: "important-fact",
+        pattern: /(?:remember|note|important|key point|takeaway):\s*(.{5,200})/gi,
+        tags: ["auto-extracted", "fact"],
+        extract: (_match, _fullText) => {
+            const captured = _match[1]?.trim();
+            if (!captured || captured.length < 5)
+                return null;
+            return `Important: ${captured}`;
+        },
+    },
+    {
+        label: "tool-usage",
+        pattern: /(?:use|run|execute|call)\s+`([^`]+)`\s+(?:to|for)\s+(.{5,100})/gi,
+        tags: ["auto-extracted", "tool-usage"],
+        extract: (_match, _fullText) => {
+            const cmd = _match[1]?.trim();
+            const purpose = _match[2]?.trim();
+            if (!cmd || !purpose)
+                return null;
+            return `Tool usage: \`${cmd}\` — ${purpose}`;
+        },
+    },
+];
+// ── Deduplication ─────────────────────────────────────────────────
+/**
+ * Normalize text for dedup comparison — lowercase, collapse whitespace,
+ * strip punctuation. Two insights that normalize to the same string
+ * are considered duplicates.
+ */
+function normalizeForDedup(text) {
+    return text
+        .toLowerCase()
+        .replace(/[^\p{L}\p{N}\s]/gu, " ")
+        .replace(/\s+/g, " ")
+        .trim();
+}
+// ── Pipeline ──────────────────────────────────────────────────────
+export class ExtractionPipeline {
+    memory;
+    /** Track which tasks we've already processed (prevent double-extract). */
+    processed = new Set();
+    /** Debounce timers keyed by taskId. */
+    pending = new Map();
+    /** Debounce delay in ms. */
+    debounceMs;
+    constructor(memory, opts) {
+        this.memory = memory;
+        this.debounceMs = opts?.debounceMs ?? 5000;
+    }
+    /**
+     * Schedule extraction for a completed task. Debounced — calling
+     * multiple times for the same taskId within the debounce window
+     * collapses into a single extraction.
+     */
+    schedule(taskId, taskOutput) {
+        if (this.processed.has(taskId)) {
+            log.debug({ taskId }, "extraction already processed, skipping");
+            return;
+        }
+        // Clear existing timer if re-scheduled
+        const existing = this.pending.get(taskId);
+        if (existing)
+            clearTimeout(existing);
+        const timer = setTimeout(() => {
+            this.pending.delete(taskId);
+            this.runExtraction(taskId, taskOutput);
+        }, this.debounceMs);
+        this.pending.set(taskId, timer);
+        log.debug({ taskId }, "extraction scheduled");
+    }
+    /**
+     * Run extraction immediately (bypasses debounce). Useful for testing
+     * or explicit "extract now" triggers.
+     */
+    extractNow(taskId, taskOutput) {
+        // Clear any pending timer
+        const existing = this.pending.get(taskId);
+        if (existing) {
+            clearTimeout(existing);
+            this.pending.delete(taskId);
+        }
+        return this.runExtraction(taskId, taskOutput);
+    }
+    /**
+     * Cancel a pending extraction.
+     */
+    cancel(taskId) {
+        const timer = this.pending.get(taskId);
+        if (!timer)
+            return false;
+        clearTimeout(timer);
+        this.pending.delete(taskId);
+        log.debug({ taskId }, "extraction cancelled");
+        return true;
+    }
+    /**
+     * Cancel all pending extractions and clear processed set.
+     */
+    reset() {
+        for (const timer of this.pending.values()) {
+            clearTimeout(timer);
+        }
+        this.pending.clear();
+        this.processed.clear();
+        log.debug("extraction pipeline reset");
+    }
+    // ── Internals ─────────────────────────────────────────────────
+    runExtraction(taskId, taskOutput) {
+        if (this.processed.has(taskId))
+            return [];
+        this.processed.add(taskId);
+        const insights = this.extractInsights(taskOutput);
+        if (insights.length === 0) {
+            log.debug({ taskId }, "no insights extracted");
+            return [];
+        }
+        // Deduplicate against existing memories
+        const existing = this.memory.search("auto-extracted", { limit: 100, tagsAny: ["auto-extracted"] });
+        const existingNorms = new Set(existing.map((e) => normalizeForDedup(e.content)));
+        const savedIds = [];
+        for (const insight of insights) {
+            const norm = normalizeForDedup(insight.content);
+            if (existingNorms.has(norm)) {
+                log.debug({ content: insight.content }, "duplicate insight, skipping");
+                continue;
+            }
+            existingNorms.add(norm);
+            try {
+                const entry = this.memory.save({
+                    content: insight.content,
+                    tags: [...insight.tags, `task:${taskId}`],
+                    source: "auto-extraction",
+                });
+                savedIds.push(entry.id);
+                log.debug({ id: entry.id, rule: insight.rule }, "insight saved");
+            }
+            catch (err) {
+                log.error({ err, content: insight.content }, "failed to save insight");
+            }
+        }
+        log.info({ taskId, extracted: insights.length, saved: savedIds.length }, "extraction complete");
+        return savedIds;
+    }
+    extractInsights(text) {
+        const results = [];
+        const seenNorms = new Set();
+        for (const rule of RULES) {
+            // Reset regex lastIndex for global patterns
+            rule.pattern.lastIndex = 0;
+            let match;
+            while ((match = rule.pattern.exec(text)) !== null) {
+                const content = rule.extract(match, text);
+                if (!content)
+                    continue;
+                const norm = normalizeForDedup(content);
+                if (seenNorms.has(norm))
+                    continue;
+                seenNorms.add(norm);
+                results.push({
+                    content,
+                    tags: [...rule.tags],
+                    rule: rule.label,
+                });
+                // Cap per-rule extractions to avoid noise
+                if (results.filter((r) => r.rule === rule.label).length >= 3)
+                    break;
+            }
+        }
+        return results;
+    }
+}
+//# sourceMappingURL=ExtractionPipeline.js.map

package/dist/learning/ExtractionPipeline.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ExtractionPipeline.js","sourceRoot":"","sources":["../../src/learning/ExtractionPipeline.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAGjD,MAAM,GAAG,GAAG,YAAY,CAAC,qBAAqB,CAAC,CAAC;AAehD,MAAM,KAAK,GAA8B;IACvC;QACE,KAAK,EAAE,iBAAiB;QACxB,OAAO,EAAE,qEAAqE;QAC9E,IAAI,EAAE,CAAC,gBAAgB,EAAE,YAAY,CAAC;QACtC,OAAO,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE;YAC7B,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;YACnC,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;gBAAE,OAAO,IAAI,CAAC;YAClD,OAAO,oBAAoB,QAAQ,EAAE,CAAC;QACxC,CAAC;KACF;IACD;QACE,KAAK,EAAE,oBAAoB;QAC3B,OAAO,EAAE,gFAAgF;QACzF,IAAI,EAAE,CAAC,gBAAgB,EAAE,YAAY,CAAC;QACtC,OAAO,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE;YAC7B,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;YACnC,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;gBAAE,OAAO,IAAI,CAAC;YAClD,OAAO,uBAAuB,QAAQ,EAAE,CAAC;QAC3C,CAAC;KACF;IACD;QACE,KAAK,EAAE,mBAAmB;QAC1B,OAAO,EAAE,qEAAqE;QAC9E,IAAI,EAAE,CAAC,gBAAgB,EAAE,SAAS,CAAC;QACnC,OAAO,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE;YAC7B,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;YACnC,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,EAAE;gBAAE,OAAO,IAAI,CAAC;YACnD,OAAO,sBAAsB,QAAQ,EAAE,CAAC;QAC1C,CAAC;KACF;IACD;QACE,KAAK,EAAE,gBAAgB;QACvB,OAAO,EAAE,gEAAgE;QACzE,IAAI,EAAE,CAAC,gBAAgB,EAAE,MAAM,CAAC;QAChC,OAAO,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE;YAC7B,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;YACnC,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;gBAAE,OAAO,IAAI,CAAC;YAClD,OAAO,cAAc,QAAQ,EAAE,CAAC;QAClC,CAAC;KACF;IACD;QACE,KAAK,EAAE,YAAY;QACnB,OAAO,EAAE,kEAAkE;QAC3E,IAAI,EAAE,CAAC,gBAAgB,EAAE,YAAY,CAAC;QACtC,OAAO,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE;YAC7B,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;YAC9B,MAAM,OAAO,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC;YAClC,IAAI,CAAC,GAAG,IAAI,CAAC,OAAO;gBAAE,OAAO,IAAI,CAAC;YAClC,OAAO,iBAAiB,GAAG,QAAQ,OAAO,EAAE,CAAC;QAC/C,CAAC;KACF;CACF,CAAC;AAEF,qEAAqE;AAErE;;;;GAIG;AACH,SAAS,iBAAiB,CAAC,IAAY;IACrC,OAAO,IAAI;SACR,WAAW,EAAE;SACb,OAAO,CAAC,mBAAmB,EAAE,GAAG,CAAC;SACjC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;SACpB,IAAI,EAAE,CAAC;AACZ,CAAC;AAED,qEAAqE;AAErE,MAAM,OAAO,kBAAkB;IACZ,MAAM,CAAc;IAErC,0EAA0E;IACzD,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IAE/C,uCAAuC;IACtB,OAAO,GAAG,IAAI,GAAG,EAAyC,CAAC;IAE5E,4BAA4B;IACX,UAAU,CAAS;IAEpC,YAAY,MAAmB,EAAE,IAA8B;QAC7D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,IAAI,EAAE,UAAU,IAAI,IAAI,CAAC;IAC7C,CAAC;IAED;;;;OAIG;IACH,QAAQ,CAAC,MAAc,EAAE,UAAkB;QACzC,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAC/B,GAAG,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,EAAE,wCAAwC,CAAC,CAAC;YAChE,OAAO;QACT,CAAC;QAED,uCAAuC;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,QAAQ;YAAE,YAAY,CAAC,QAAQ,CAAC,CAAC;QAErC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC5B,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC5B,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;QACzC,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QAEpB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAChC,GAAG,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,EAAE,sBAAsB,CAAC,CAAC;IAChD,CAAC;IAED;;;OAGG;IACH,UAAU,CAAC,MAAc,EAAE,UAAkB;QAC3C,0BAA0B;QAC1B,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,QAAQ,EAAE,CAAC;YACb,YAAY,CAAC,QAAQ,CAAC,CAAC;YACvB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC9B,CAAC;QAED,OAAO,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAChD,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAc;QACnB,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK;YAAE,OAAO,KAAK,CAAC;QACzB,YAAY,CAAC,KAAK,CAAC,CAAC;QACpB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAC5B,GAAG,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,EAAE,sBAAsB,CAAC,CAAC;QAC9C,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,KAAK;QACH,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1C,YAAY,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACrB,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACvB,GAAG,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;IACzC,CAAC;IAED,iEAAiE;IAEzD,aAAa,CAAC,MAAc,EAAE,UAAkB;QACtD,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC;YAAE,OAAO,EAAE,CAAC;QAC1C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAE3B,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QAClD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,GAAG,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,EAAE,uBAAuB,CAAC,CAAC;YAC/C,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,wCAAwC;QACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,gBAAgB,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;QACnG,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAEjF,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,IAAI,GAAG,iBAAiB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAChD,IAAI,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC5B,GAAG,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,EAAE,6BAA6B,CAAC,CAAC;gBACvE,SAAS;YACX,CAAC;YACD,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAExB,IAAI,CAAC;gBACH,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;oBAC7B,OAAO,EAAE,OAAO,CAAC,OAAO;oBACxB,IAAI,EAAE,CAAC,GAAG,OAAO,CAAC,IAAI,EAAE,QAAQ,MAAM,EAAE,CAAC;oBACzC,MAAM,EAAE,iBAAiB;iBAC1B,CAAC,CAAC;gBACH,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;gBACxB,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,KAAK,CAAC,EAAE,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,eAAe,CAAC,CAAC;YACnE,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,EAAE,wBAAwB,CAAC,CAAC;YACzE,CAAC;QACH,CAAC;QAED,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,EAAE,EAAE,qBAAqB,CAAC,CAAC;QAChG,OAAO,QAAQ,CAAC;IAClB,CAAC;IAEO,eAAe,CAAC,IAAY;QAKlC,MAAM,OAAO,GAA6D,EAAE,CAAC;QAC7E,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;QAEpC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,4CAA4C;YAC5C,IAAI,CAAC,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC;YAE3B,IAAI,KAA6B,CAAC;YAClC,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;gBAClD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;gBAC1C,IAAI,CAAC,OAAO;oBAAE,SAAS;gBAEvB,MAAM,IAAI,GAAG,iBAAiB,CAAC,OAAO,CAAC,CAAC;gBACxC,IAAI,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC;oBAAE,SAAS;gBAClC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAEpB,OAAO,CAAC,IAAI,CAAC;oBACX,OAAO;oBACP,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC;oBACpB,IAAI,EAAE,IAAI,CAAC,KAAK;iBACjB,CAAC,CAAC;gBAEH,0CAA0C;gBAC1C,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,IAAI,CAAC;oBAAE,MAAM;YACtE,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;CACF"}

package/dist/learning/MemoryDecay.d.ts

@@ -0,0 +1,63 @@
+/**
+ * MemoryDecay — prunes stale and irrelevant memories.
+ *
+ * Runs periodically (daily cron or on-demand) to keep the memory store
+ * lean. Three decay strategies:
+ *   1. Old + never recalled → soft-delete (mark inactive)
+ *   2. Negative feedback → reduce priority (tag as low-priority)
+ *   3. Recently accessed → keep regardless of age
+ *
+ * All actions are logged to memory_decay_log for auditability.
+ *
+ * Table: memory_decay_log(id TEXT PK, memory_id TEXT, action TEXT, reason TEXT, created_at INT)
+ */
+import type Database from "better-sqlite3";
+import type { MemoryStore } from "../memory/MemoryStore.js";
+export type DecayAction = "soft-delete" | "deprioritize" | "keep";
+export interface DecayLogEntry {
+    readonly id: string;
+    readonly memoryId: string;
+    readonly action: DecayAction;
+    readonly reason: string;
+    readonly createdAt: number;
+}
+export interface DecayResult {
+    readonly scanned: number;
+    readonly deleted: number;
+    readonly deprioritized: number;
+    readonly kept: number;
+}
+export declare class MemoryDecay {
+    private readonly db;
+    private readonly memory;
+    private readonly stmts;
+    constructor(db: Database.Database, memory: MemoryStore);
+    /**
+     * Run the decay pass. Scans all memory entries and applies decay
+     * rules. Returns a summary of actions taken.
+     *
+     * Safe to call frequently — idempotent for already-processed entries.
+     */
+    runDecay(): DecayResult;
+    /**
+     * View decay log for a specific memory entry.
+     */
+    getLog(memoryId: string): readonly DecayLogEntry[];
+    /**
+     * View recent decay actions across all entries.
+     */
+    recentActions(limit?: number): readonly DecayLogEntry[];
+    /**
+     * Undo a soft-delete by re-saving the entry content. Only works if
+     * the entry was soft-deleted (actual content removed). Returns true
+     * if restoration was logged (actual re-insertion depends on having
+     * the original content available).
+     */
+    logRestoration(memoryId: string, reason: string): void;
+    private softDelete;
+    private deprioritize;
+    private writeLog;
+    private getRecallStats;
+    private prepareStatements;
+}
+//# sourceMappingURL=MemoryDecay.d.ts.map

package/dist/learning/MemoryDecay.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"MemoryDecay.d.ts","sourceRoot":"","sources":["../../src/learning/MemoryDecay.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAIH,OAAO,KAAK,QAAQ,MAAM,gBAAgB,CAAC;AAG3C,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AA+B5D,MAAM,MAAM,WAAW,GAAG,aAAa,GAAG,cAAc,GAAG,MAAM,CAAC;AAElE,MAAM,WAAW,aAAa;IAC5B,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC;IAC7B,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;CACvB;AAYD,qBAAa,WAAW;IAIpB,OAAO,CAAC,QAAQ,CAAC,EAAE;IACnB,OAAO,CAAC,QAAQ,CAAC,MAAM;IAJzB,OAAO,CAAC,QAAQ,CAAC,KAAK,CAA+C;gBAGlD,EAAE,EAAE,QAAQ,CAAC,QAAQ,EACrB,MAAM,EAAE,WAAW;IAOtC;;;;;OAKG;IACH,QAAQ,IAAI,WAAW;IAmEvB;;OAEG;IACH,MAAM,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,aAAa,EAAE;IAKlD;;OAEG;IACH,aAAa,CAAC,KAAK,SAAK,GAAG,SAAS,aAAa,EAAE;IAKnD;;;;;OAKG;IACH,cAAc,CAAC,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI;IAMtD,OAAO,CAAC,UAAU;IAQlB,OAAO,CAAC,YAAY;IASpB,OAAO,CAAC,QAAQ;IAKhB,OAAO,CAAC,cAAc;IActB,OAAO,CAAC,iBAAiB;CAqC1B"}