@runcore-sh/runcore 0.1.8 → 0.1.10

package/dist/crystallizer.d.ts

@@ -0,0 +1,56 @@
+/**
+ * Crystallizer — open loops as standing queries against the memory stream.
+ *
+ * An open loop is a question with a shape. Every new memory entry flows
+ * past all active loops. If the entry's content matches the loop's query
+ * geometry (word boundaries, concentration, co-occurrence), it sticks as
+ * evidence. When enough evidence accumulates, the loop precipitates —
+ * surfacing as a notification.
+ *
+ * The loop doesn't scan. It filters. The river moves. The net holds still.
+ */
+import type { MemoryEntry } from "./types.js";
+export interface OpenLoop {
+    id: string;
+    query: string;
+    context: string;
+    evidence: EvidenceHit[];
+    threshold: number;
+    minScore: number;
+    status: "open" | "precipitated" | "resolved";
+    createdAt: string;
+    updatedAt: string;
+}
+export interface EvidenceHit {
+    memoryId: string;
+    score: number;
+    snippet: string;
+    matchedAt: string;
+}
+export interface PrecipitationEvent {
+    loopId: string;
+    query: string;
+    context: string;
+    evidenceCount: number;
+    evidence: EvidenceHit[];
+}
+export declare function scoreEntry(queryTerms: string[], queryLower: string, text: string): number;
+export declare class Crystallizer {
+    private loops;
+    private filePath;
+    private onPrecipitate?;
+    constructor(memoryDir: string, onPrecipitate?: (event: PrecipitationEvent) => void);
+    /** Load all open loops from disk. Call once at startup. */
+    init(): Promise<void>;
+    /** Create a new open loop. Returns the loop. */
+    open(query: string, context: string, threshold?: number, minScore?: number): Promise<OpenLoop>;
+    /** Test a new memory entry against all open loops. Returns any precipitations. */
+    test(entry: MemoryEntry): Promise<PrecipitationEvent[]>;
+    /** Manually resolve a loop (close it). */
+    resolve(loopId: string): Promise<OpenLoop | null>;
+    /** List loops by status. */
+    list(status?: "open" | "precipitated" | "resolved"): OpenLoop[];
+    /** Get a specific loop by ID. */
+    get(loopId: string): OpenLoop | null;
+}
+//# sourceMappingURL=crystallizer.d.ts.map

package/dist/crystallizer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"crystallizer.d.ts","sourceRoot":"","sources":["../src/crystallizer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAIH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAI9C,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,WAAW,EAAE,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,GAAG,cAAc,GAAG,UAAU,CAAC;IAC7C,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,kBAAkB;IACjC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,WAAW,EAAE,CAAC;CACzB;AAID,wBAAgB,UAAU,CAAC,UAAU,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAwBzF;AAUD,qBAAa,YAAY;IACvB,OAAO,CAAC,KAAK,CAAkB;IAC/B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,aAAa,CAAC,CAAsC;gBAEhD,SAAS,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,CAAC,KAAK,EAAE,kBAAkB,KAAK,IAAI;IAKlF,2DAA2D;IACrD,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAiB3B,gDAAgD;IAC1C,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,SAAI,EAAE,QAAQ,SAAM,GAAG,OAAO,CAAC,QAAQ,CAAC;IAiB5F,kFAAkF;IAC5E,IAAI,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC;IAqD7D,0CAA0C;IACpC,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;IASvD,4BAA4B;IAC5B,IAAI,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,cAAc,GAAG,UAAU,GAAG,QAAQ,EAAE;IAK/D,iCAAiC;IACjC,GAAG,CAAC,MAAM,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI;CAGrC"}

package/dist/crystallizer.js

@@ -0,0 +1,159 @@
+/**
+ * Crystallizer — open loops as standing queries against the memory stream.
+ *
+ * An open loop is a question with a shape. Every new memory entry flows
+ * past all active loops. If the entry's content matches the loop's query
+ * geometry (word boundaries, concentration, co-occurrence), it sticks as
+ * evidence. When enough evidence accumulates, the loop precipitates —
+ * surfacing as a notification.
+ *
+ * The loop doesn't scan. It filters. The river moves. The net holds still.
+ */
+import { join } from "node:path";
+import { readBrainLines, appendBrainLine, ensureBrainJsonl } from "./lib/brain-io.js";
+// ── Scoring (shared geometry with memory_retrieve) ───────────────────────────
+export function scoreEntry(queryTerms, queryLower, text) {
+    if (!text)
+        return 0;
+    // Word boundary matching
+    const matched = queryTerms.filter((t) => {
+        const re = new RegExp(`\\b${t.replace(/[.*+?^${}()|[\]\\]/g, "\\$&")}\\b`);
+        return re.test(text);
+    });
+    if (matched.length === 0)
+        return 0;
+    const termScore = matched.length / queryTerms.length;
+    const allTerms = matched.length === queryTerms.length ? 0.3 : 0;
+    const phraseBonus = text.includes(queryLower) ? 0.5 : 0;
+    const concentration = Math.min(1, 200 / Math.max(text.length, 1)) * 0.4;
+    let proximityBonus = 0;
+    if (matched.length >= 2) {
+        const positions = matched.map((t) => text.indexOf(t));
+        const span = Math.max(...positions) - Math.min(...positions);
+        if (span < 100)
+            proximityBonus = 0.2;
+        else if (span < 300)
+            proximityBonus = 0.1;
+    }
+    return termScore + allTerms + phraseBonus + concentration + proximityBonus;
+}
+// ── Crystallizer ─────────────────────────────────────────────────────────────
+const SCHEMA_LINE = JSON.stringify({ _schema: "open-loops", _version: "1.0" });
+function generateLoopId() {
+    return `loop_${Date.now().toString(36)}_${Math.random().toString(36).slice(2, 7)}`;
+}
+export class Crystallizer {
+    loops = [];
+    filePath;
+    onPrecipitate;
+    constructor(memoryDir, onPrecipitate) {
+        this.filePath = join(memoryDir, "open-loops.jsonl");
+        this.onPrecipitate = onPrecipitate;
+    }
+    /** Load all open loops from disk. Call once at startup. */
+    async init() {
+        await ensureBrainJsonl(this.filePath, SCHEMA_LINE);
+        const lines = await readBrainLines(this.filePath);
+        this.loops = [];
+        // Build latest state: later lines override earlier ones (same id)
+        const loopMap = new Map();
+        for (const line of lines) {
+            try {
+                const obj = JSON.parse(line);
+                if (obj._schema)
+                    continue;
+                if (obj.id)
+                    loopMap.set(obj.id, obj);
+            }
+            catch {
+                continue;
+            }
+        }
+        this.loops = Array.from(loopMap.values());
+    }
+    /** Create a new open loop. Returns the loop. */
+    async open(query, context, threshold = 3, minScore = 0.4) {
+        const loop = {
+            id: generateLoopId(),
+            query,
+            context,
+            evidence: [],
+            threshold,
+            minScore,
+            status: "open",
+            createdAt: new Date().toISOString(),
+            updatedAt: new Date().toISOString(),
+        };
+        await appendBrainLine(this.filePath, JSON.stringify(loop));
+        this.loops.push(loop);
+        return loop;
+    }
+    /** Test a new memory entry against all open loops. Returns any precipitations. */
+    async test(entry) {
+        const precipitations = [];
+        const activeLoops = this.loops.filter((l) => l.status === "open");
+        for (const loop of activeLoops) {
+            // Already have this memory as evidence?
+            if (loop.evidence.some((e) => e.memoryId === entry.id))
+                continue;
+            const queryLower = loop.query.toLowerCase();
+            const terms = queryLower.split(/\s+/).filter((t) => t.length > 1);
+            if (terms.length === 0)
+                continue;
+            const text = [
+                entry.content ?? "",
+                entry.meta ? JSON.stringify(entry.meta) : "",
+                entry.summary ?? "",
+                entry.title ?? "",
+            ].join(" ").toLowerCase();
+            const score = scoreEntry(terms, queryLower, text);
+            if (score >= loop.minScore) {
+                const hit = {
+                    memoryId: entry.id,
+                    score,
+                    snippet: text.slice(0, 200),
+                    matchedAt: new Date().toISOString(),
+                };
+                loop.evidence.push(hit);
+                loop.updatedAt = new Date().toISOString();
+                // Check precipitation
+                if (loop.evidence.length >= loop.threshold) {
+                    loop.status = "precipitated";
+                    const event = {
+                        loopId: loop.id,
+                        query: loop.query,
+                        context: loop.context,
+                        evidenceCount: loop.evidence.length,
+                        evidence: loop.evidence,
+                    };
+                    precipitations.push(event);
+                    this.onPrecipitate?.(event);
+                }
+                // Persist updated loop state
+                await appendBrainLine(this.filePath, JSON.stringify(loop));
+            }
+        }
+        return precipitations;
+    }
+    /** Manually resolve a loop (close it). */
+    async resolve(loopId) {
+        const loop = this.loops.find((l) => l.id === loopId);
+        if (!loop)
+            return null;
+        loop.status = "resolved";
+        loop.updatedAt = new Date().toISOString();
+        await appendBrainLine(this.filePath, JSON.stringify(loop));
+        return loop;
+    }
+    /** List loops by status. */
+    list(status) {
+        if (status)
+            return this.loops.filter((l) => l.status === status);
+        return [...this.loops];
+    }
+    /** Get a specific loop by ID. */
+    get(loopId) {
+        return this.loops.find((l) => l.id === loopId) ?? null;
+    }
+}
+//# sourceMappingURL=crystallizer.js.map

package/dist/crystallizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"crystallizer.js","sourceRoot":"","sources":["../src/crystallizer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,cAAc,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAgCtF,gFAAgF;AAEhF,MAAM,UAAU,UAAU,CAAC,UAAoB,EAAE,UAAkB,EAAE,IAAY;IAC/E,IAAI,CAAC,IAAI;QAAE,OAAO,CAAC,CAAC;IAEpB,yBAAyB;IACzB,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;QACtC,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QAC3E,OAAO,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC,CAAC,CAAC;IACH,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAEnC,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;IACrD,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,KAAK,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IAChE,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACxD,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC;IAExE,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,OAAO,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACxB,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QACtD,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC;QAC7D,IAAI,IAAI,GAAG,GAAG;YAAE,cAAc,GAAG,GAAG,CAAC;aAChC,IAAI,IAAI,GAAG,GAAG;YAAE,cAAc,GAAG,GAAG,CAAC;IAC5C,CAAC;IAED,OAAO,SAAS,GAAG,QAAQ,GAAG,WAAW,GAAG,aAAa,GAAG,cAAc,CAAC;AAC7E,CAAC;AAED,gFAAgF;AAEhF,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;AAE/E,SAAS,cAAc;IACrB,OAAO,QAAQ,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;AACrF,CAAC;AAED,MAAM,OAAO,YAAY;IACf,KAAK,GAAe,EAAE,CAAC;IACvB,QAAQ,CAAS;IACjB,aAAa,CAAuC;IAE5D,YAAY,SAAiB,EAAE,aAAmD;QAChF,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,kBAAkB,CAAC,CAAC;QACpD,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACrC,CAAC;IAED,2DAA2D;IAC3D,KAAK,CAAC,IAAI;QACR,MAAM,gBAAgB,CAAC,IAAI,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;QACnD,MAAM,KAAK,GAAG,MAAM,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAClD,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;QAEhB,kEAAkE;QAClE,MAAM,OAAO,GAAG,IAAI,GAAG,EAAoB,CAAC;QAC5C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC7B,IAAI,GAAG,CAAC,OAAO;oBAAE,SAAS;gBAC1B,IAAI,GAAG,CAAC,EAAE;oBAAE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,GAAe,CAAC,CAAC;YACnD,CAAC;YAAC,MAAM,CAAC;gBAAC,SAAS;YAAC,CAAC;QACvB,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAC5C,CAAC;IAED,gDAAgD;IAChD,KAAK,CAAC,IAAI,CAAC,KAAa,EAAE,OAAe,EAAE,SAAS,GAAG,CAAC,EAAE,QAAQ,GAAG,GAAG;QACtE,MAAM,IAAI,GAAa;YACrB,EAAE,EAAE,cAAc,EAAE;YACpB,KAAK;YACL,OAAO;YACP,QAAQ,EAAE,EAAE;YACZ,SAAS;YACT,QAAQ;YACR,MAAM,EAAE,MAAM;YACd,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;QACF,MAAM,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3D,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,kFAAkF;IAClF,KAAK,CAAC,IAAI,CAAC,KAAkB;QAC3B,MAAM,cAAc,GAAyB,EAAE,CAAC;QAChD,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC;QAElE,KAAK,MAAM,IAAI,IAAI,WAAW,EAAE,CAAC;YAC/B,wCAAwC;YACxC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,KAAK,CAAC,EAAE,CAAC;gBAAE,SAAS;YAEjE,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC;YAC5C,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAClE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAEjC,MAAM,IAAI,GAAG;gBACX,KAAK,CAAC,OAAO,IAAI,EAAE;gBACnB,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE;gBAC3C,KAAa,CAAC,OAAO,IAAI,EAAE;gBAC3B,KAAa,CAAC,KAAK,IAAI,EAAE;aAC3B,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC;YAE1B,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;YAElD,IAAI,KAAK,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAC3B,MAAM,GAAG,GAAgB;oBACvB,QAAQ,EAAE,KAAK,CAAC,EAAE;oBAClB,KAAK;oBACL,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;oBAC3B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACpC,CAAC;gBACF,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACxB,IAAI,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;gBAE1C,sBAAsB;gBACtB,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;oBAC3C,IAAI,CAAC,MAAM,GAAG,cAAc,CAAC;oBAC7B,MAAM,KAAK,GAAuB;wBAChC,MAAM,EAAE,IAAI,CAAC,EAAE;wBACf,KAAK,EAAE,IAAI,CAAC,KAAK;wBACjB,OAAO,EAAE,IAAI,CAAC,OAAO;wBACrB,aAAa,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM;wBACnC,QAAQ,EAAE,IAAI,CAAC,QAAQ;qBACxB,CAAC;oBACF,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBAC3B,IAAI,CAAC,aAAa,EAAE,CAAC,KAAK,CAAC,CAAC;gBAC9B,CAAC;gBAED,6BAA6B;gBAC7B,MAAM,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;YAC7D,CAAC;QACH,CAAC;QAED,OAAO,cAAc,CAAC;IACxB,CAAC;IAED,0CAA0C;IAC1C,KAAK,CAAC,OAAO,CAAC,MAAc;QAC1B,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC;QACrD,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC;QACzB,IAAI,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC1C,MAAM,eAAe,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC;QAC3D,OAAO,IAAI,CAAC;IACd,CAAC;IAED,4BAA4B;IAC5B,IAAI,CAAC,MAA6C;QAChD,IAAI,MAAM;YAAE,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC;QACjE,OAAO,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IAED,iCAAiC;IACjC,GAAG,CAAC,MAAc;QAChB,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC;IACzD,CAAC;CACF"}

package/dist/distiller.d.ts

@@ -0,0 +1,48 @@
+/**
+ * Distiller — convert live brain files into templates and back.
+ *
+ * Replaces identity-specific values (names, roles) with {{TOKEN}} placeholders,
+ * producing reusable templates. Hydrate reverses the process for new instances.
+ *
+ * Token map is built from instances.yaml + vault.policy.yaml.
+ */
+/** Map of TOKEN_NAME → value (e.g. { OWNER: "Bryant", CHIEF_OF_STAFF: "dash" }) */
+export type TokenMap = Record<string, string>;
+/**
+ * Build a token map from brain files.
+ *
+ * Reads instances.yaml and vault.policy.yaml to extract:
+ *   OWNER             — vault policy owner
+ *   CHIEF_OF_STAFF    — instance with role chief-of-staff
+ *   ADMIN             — instance with role administration
+ *   BRAND             — instance with role brand
+ *   COMMERCIAL        — instance with role commercial
+ *   LOSS_PREVENTION   — instance with role loss-prevention
+ */
+export declare function buildTokenMap(brainRoot?: string): Promise<TokenMap>;
+/**
+ * Distill content — replace identity values with {{TOKEN}} placeholders.
+ * Replacements are applied longest-first to avoid partial matches.
+ */
+export declare function distill(content: string, tokenMap: TokenMap): string;
+/**
+ * Hydrate a template — replace {{TOKEN}} placeholders with values.
+ */
+export declare function hydrate(template: string, tokenMap: TokenMap): string;
+/**
+ * Distill a brain file into a template and write to brain/templates/.
+ *
+ * @param sourcePath   - Brain-relative path of the source file (e.g. "identity/instances.yaml")
+ * @param templateName - Output filename in brain/templates/ (e.g. "instances.yaml")
+ * @param tokenMap     - Token map for replacement
+ */
+export declare function distillFile(sourcePath: string, templateName: string, tokenMap: TokenMap): Promise<string>;
+/**
+ * Hydrate a template from brain/templates/ and write to a target path.
+ *
+ * @param templateName - Filename in brain/templates/ (e.g. "instances.yaml")
+ * @param targetPath   - Brain-relative path for the output (e.g. "identity/instances.yaml")
+ * @param tokenMap     - Token map for hydration
+ */
+export declare function hydrateFile(templateName: string, targetPath: string, tokenMap: TokenMap): Promise<string>;
+//# sourceMappingURL=distiller.d.ts.map

package/dist/distiller.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"distiller.d.ts","sourceRoot":"","sources":["../src/distiller.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAYH,mFAAmF;AACnF,MAAM,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAI9C;;;;;;;;;;GAUG;AACH,wBAAsB,aAAa,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,CAsDzE;AAID;;;GAGG;AACH,wBAAgB,OAAO,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,GAAG,MAAM,CAcnE;AAED;;GAEG;AACH,wBAAgB,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,GAAG,MAAM,CAMpE;AAED;;;;;;GAMG;AACH,wBAAsB,WAAW,CAC/B,UAAU,EAAE,MAAM,EAClB,YAAY,EAAE,MAAM,EACpB,QAAQ,EAAE,QAAQ,GACjB,OAAO,CAAC,MAAM,CAAC,CAYjB;AAED;;;;;;GAMG;AACH,wBAAsB,WAAW,CAC/B,YAAY,EAAE,MAAM,EACpB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,QAAQ,GACjB,OAAO,CAAC,MAAM,CAAC,CAWjB"}

package/dist/distiller.js

@@ -0,0 +1,140 @@
+/**
+ * Distiller — convert live brain files into templates and back.
+ *
+ * Replaces identity-specific values (names, roles) with {{TOKEN}} placeholders,
+ * producing reusable templates. Hydrate reverses the process for new instances.
+ *
+ * Token map is built from instances.yaml + vault.policy.yaml.
+ */
+import { readFile, writeFile, mkdir } from "node:fs/promises";
+import { join, resolve, dirname } from "node:path";
+import { createLogger } from "./utils/logger.js";
+const log = createLogger("distiller");
+const BRAIN_DIR = resolve(process.cwd(), "brain");
+// ── Token map builder ────────────────────────────────────────────────────────
+/**
+ * Build a token map from brain files.
+ *
+ * Reads instances.yaml and vault.policy.yaml to extract:
+ *   OWNER             — vault policy owner
+ *   CHIEF_OF_STAFF    — instance with role chief-of-staff
+ *   ADMIN             — instance with role administration
+ *   BRAND             — instance with role brand
+ *   COMMERCIAL        — instance with role commercial
+ *   LOSS_PREVENTION   — instance with role loss-prevention
+ */
+export async function buildTokenMap(brainRoot) {
+    const root = brainRoot ?? BRAIN_DIR;
+    const tokens = {};
+    // Read vault.policy.yaml for owner
+    try {
+        const vaultRaw = await readFile(join(root, "vault.policy.yaml"), "utf-8");
+        const ownerMatch = vaultRaw.match(/^owner\s*:\s*(.+)$/m);
+        if (ownerMatch) {
+            tokens.OWNER = ownerMatch[1].replace(/^["']|["']$/g, "").trim();
+        }
+    }
+    catch {
+        log.debug("Could not read vault.policy.yaml for token map");
+    }
+    // Read instances.yaml for role→name mapping
+    try {
+        const instancesRaw = await readFile(join(root, "identity", "instances.yaml"), "utf-8");
+        // Simple parser: find instance blocks and extract name + role
+        const roleMap = {
+            "chief-of-staff": "CHIEF_OF_STAFF",
+            "administration": "ADMIN",
+            "brand": "BRAND",
+            "commercial": "COMMERCIAL",
+            "loss-prevention": "LOSS_PREVENTION",
+        };
+        // Parse instance names and their roles
+        let currentInstance = "";
+        for (const line of instancesRaw.split("\n")) {
+            // Instance name (indent 2, key followed by colon)
+            const instanceMatch = line.match(/^  (\w[\w-]*)\s*:\s*$/);
+            if (instanceMatch) {
+                currentInstance = instanceMatch[1];
+                continue;
+            }
+            // Role line (indent 4)
+            const roleMatch = line.match(/^\s{4}role\s*:\s*(.+)$/);
+            if (roleMatch && currentInstance) {
+                const role = roleMatch[1].replace(/^["']|["']$/g, "").trim();
+                const tokenName = roleMap[role];
+                if (tokenName) {
+                    tokens[tokenName] = currentInstance;
+                }
+            }
+        }
+    }
+    catch {
+        log.debug("Could not read instances.yaml for token map");
+    }
+    log.info("Token map built", { tokens: Object.keys(tokens) });
+    return tokens;
+}
+// ── Core operations ──────────────────────────────────────────────────────────
+/**
+ * Distill content — replace identity values with {{TOKEN}} placeholders.
+ * Replacements are applied longest-first to avoid partial matches.
+ */
+export function distill(content, tokenMap) {
+    // Sort by value length descending (longest first)
+    const entries = Object.entries(tokenMap)
+        .filter(([, value]) => value.length > 0)
+        .sort((a, b) => b[1].length - a[1].length);
+    let result = content;
+    for (const [token, value] of entries) {
+        // Replace all occurrences (case-sensitive)
+        const escaped = value.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+        result = result.replace(new RegExp(escaped, "g"), `{{${token}}}`);
+    }
+    return result;
+}
+/**
+ * Hydrate a template — replace {{TOKEN}} placeholders with values.
+ */
+export function hydrate(template, tokenMap) {
+    let result = template;
+    for (const [token, value] of Object.entries(tokenMap)) {
+        result = result.replace(new RegExp(`\\{\\{${token}\\}\\}`, "g"), value);
+    }
+    return result;
+}
+/**
+ * Distill a brain file into a template and write to brain/templates/.
+ *
+ * @param sourcePath   - Brain-relative path of the source file (e.g. "identity/instances.yaml")
+ * @param templateName - Output filename in brain/templates/ (e.g. "instances.yaml")
+ * @param tokenMap     - Token map for replacement
+ */
+export async function distillFile(sourcePath, templateName, tokenMap) {
+    const fullSource = join(BRAIN_DIR, sourcePath);
+    const content = await readFile(fullSource, "utf-8");
+    const distilled = distill(content, tokenMap);
+    const templateDir = join(BRAIN_DIR, "templates");
+    const templatePath = join(templateDir, templateName);
+    await mkdir(templateDir, { recursive: true });
+    await writeFile(templatePath, distilled, "utf-8");
+    log.info("File distilled to template", { source: sourcePath, template: templateName });
+    return templatePath;
+}
+/**
+ * Hydrate a template from brain/templates/ and write to a target path.
+ *
+ * @param templateName - Filename in brain/templates/ (e.g. "instances.yaml")
+ * @param targetPath   - Brain-relative path for the output (e.g. "identity/instances.yaml")
+ * @param tokenMap     - Token map for hydration
+ */
+export async function hydrateFile(templateName, targetPath, tokenMap) {
+    const templatePath = join(BRAIN_DIR, "templates", templateName);
+    const template = await readFile(templatePath, "utf-8");
+    const hydrated = hydrate(template, tokenMap);
+    const fullTarget = join(BRAIN_DIR, targetPath);
+    await mkdir(dirname(fullTarget), { recursive: true });
+    await writeFile(fullTarget, hydrated, "utf-8");
+    log.info("Template hydrated to file", { template: templateName, target: targetPath });
+    return fullTarget;
+}
+//# sourceMappingURL=distiller.js.map

package/dist/distiller.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"distiller.js","sourceRoot":"","sources":["../src/distiller.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAC9D,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAEjD,MAAM,GAAG,GAAG,YAAY,CAAC,WAAW,CAAC,CAAC;AAEtC,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,OAAO,CAAC,CAAC;AAOlD,gFAAgF;AAEhF;;;;;;;;;;GAUG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,SAAkB;IACpD,MAAM,IAAI,GAAG,SAAS,IAAI,SAAS,CAAC;IACpC,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,mCAAmC;IACnC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,mBAAmB,CAAC,EAAE,OAAO,CAAC,CAAC;QAC1E,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzD,IAAI,UAAU,EAAE,CAAC;YACf,MAAM,CAAC,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAClE,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,GAAG,CAAC,KAAK,CAAC,gDAAgD,CAAC,CAAC;IAC9D,CAAC;IAED,4CAA4C;IAC5C,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,gBAAgB,CAAC,EAAE,OAAO,CAAC,CAAC;QAEvF,8DAA8D;QAC9D,MAAM,OAAO,GAA2B;YACtC,gBAAgB,EAAE,gBAAgB;YAClC,gBAAgB,EAAE,OAAO;YACzB,OAAO,EAAE,OAAO;YAChB,YAAY,EAAE,YAAY;YAC1B,iBAAiB,EAAE,iBAAiB;SACrC,CAAC;QAEF,uCAAuC;QACvC,IAAI,eAAe,GAAG,EAAE,CAAC;QACzB,KAAK,MAAM,IAAI,IAAI,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YAC5C,kDAAkD;YAClD,MAAM,aAAa,GAAG,IAAI,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;YAC1D,IAAI,aAAa,EAAE,CAAC;gBAClB,eAAe,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;gBACnC,SAAS;YACX,CAAC;YAED,uBAAuB;YACvB,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;YACvD,IAAI,SAAS,IAAI,eAAe,EAAE,CAAC;gBACjC,MAAM,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC7D,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;gBAChC,IAAI,SAAS,EAAE,CAAC;oBACd,MAAM,CAAC,SAAS,CAAC,GAAG,eAAe,CAAC;gBACtC,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,GAAG,CAAC,KAAK,CAAC,6CAA6C,CAAC,CAAC;IAC3D,CAAC;IAED,GAAG,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAC7D,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,gFAAgF;AAEhF;;;GAGG;AACH,MAAM,UAAU,OAAO,CAAC,OAAe,EAAE,QAAkB;IACzD,kDAAkD;IAClD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC;SACrC,MAAM,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;SACvC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IAE7C,IAAI,MAAM,GAAG,OAAO,CAAC;IACrB,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,OAAO,EAAE,CAAC;QACrC,2CAA2C;QAC3C,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;QAC7D,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,KAAK,KAAK,IAAI,CAAC,CAAC;IACpE,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,OAAO,CAAC,QAAgB,EAAE,QAAkB;IAC1D,IAAI,MAAM,GAAG,QAAQ,CAAC;IACtB,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACtD,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,SAAS,KAAK,QAAQ,EAAE,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;IAC1E,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,UAAkB,EAClB,YAAoB,EACpB,QAAkB;IAElB,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAC/C,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IACpD,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IAE7C,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IACjD,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;IACrD,MAAM,KAAK,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9C,MAAM,SAAS,CAAC,YAAY,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IAElD,GAAG,CAAC,IAAI,CAAC,4BAA4B,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC;IACvF,OAAO,YAAY,CAAC;AACtB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,YAAoB,EACpB,UAAkB,EAClB,QAAkB;IAElB,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,EAAE,WAAW,EAAE,YAAY,CAAC,CAAC;IAChE,MAAM,QAAQ,GAAG,MAAM,QAAQ,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;IACvD,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAE7C,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IAC/C,MAAM,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACtD,MAAM,SAAS,CAAC,UAAU,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IAE/C,GAAG,CAAC,IAAI,CAAC,2BAA2B,EAAE,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC;IACtF,OAAO,UAAU,CAAC;AACpB,CAAC"}

package/dist/files/deep-index.d.ts

@@ -0,0 +1,59 @@
+/**
+ * Deep indexing — background worker for thorough document understanding.
+ *
+ * Runs after the fast pass (index-local.ts) completes. Processes files
+ * through local Ollama at whatever pace the device allows.
+ *
+ * Pipeline:
+ * 1. Entity extraction — people, projects, dates, organizations
+ * 2. Theme discovery — recurring topics across documents
+ * 3. Cross-referencing — connections between imported docs and existing memory
+ * 4. Flags — documents needing human review (conflicts, outdated info)
+ *
+ * Results feed the nerve state:
+ * - Work dot goes green during processing
+ * - Joy dot goes green when patterns emerge
+ *
+ * All processing local. Membrane protects any outbound call.
+ */
+interface Entity {
+    name: string;
+    type: "person" | "org" | "project" | "date" | "place" | "concept";
+    source: string;
+    context: string;
+}
+interface Theme {
+    label: string;
+    confidence: number;
+    sources: string[];
+    summary: string;
+}
+interface CrossRef {
+    sourceFile: string;
+    targetFile: string;
+    relationship: string;
+    detail: string;
+}
+interface Flag {
+    file: string;
+    reason: string;
+    type: "conflict" | "outdated" | "incomplete" | "review";
+}
+interface DeepIndexResult {
+    entities: Entity[];
+    themes: Theme[];
+    crossRefs: CrossRef[];
+    flags: Flag[];
+    filesProcessed: number;
+}
+export declare function getDeepIndexProgress(): {
+    running: boolean;
+    total: number;
+    done: number;
+    phase: string;
+};
+export declare function runDeepIndex(options?: {
+    batchSize?: number;
+}): Promise<DeepIndexResult>;
+export {};
+//# sourceMappingURL=deep-index.d.ts.map

package/dist/files/deep-index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"deep-index.d.ts","sourceRoot":"","sources":["../../src/files/deep-index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAYH,UAAU,MAAM;IACd,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,QAAQ,GAAG,KAAK,GAAG,SAAS,GAAG,MAAM,GAAG,OAAO,GAAG,SAAS,CAAC;IAClE,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,UAAU,KAAK;IACb,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,UAAU,QAAQ;IAChB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,UAAU,IAAI;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,UAAU,GAAG,UAAU,GAAG,YAAY,GAAG,QAAQ,CAAC;CACzD;AAED,UAAU,eAAe;IACvB,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,MAAM,EAAE,KAAK,EAAE,CAAC;IAChB,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,KAAK,EAAE,IAAI,EAAE,CAAC;IACd,cAAc,EAAE,MAAM,CAAC;CACxB;AAkBD,wBAAgB,oBAAoB;;;;WAFiB,MAAM;EAI1D;AAiMD,wBAAsB,YAAY,CAAC,OAAO,CAAC,EAAE;IAC3C,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,GAAG,OAAO,CAAC,eAAe,CAAC,CA6I3B"}