@runcore-sh/runcore 0.4.0 → 0.5.0

package/dist/search/chunker.d.ts

@@ -0,0 +1,24 @@
+/**
+ * Markdown-aware chunking for brain files.
+ * Splits on headers first, then paragraphs, with a 512-token target.
+ * Pure function — no I/O, no side effects.
+ */
+export interface Chunk {
+    /** Content-addressed ID: sha256(filePath + ":" + index) truncated to 16 hex */
+    id: string;
+    /** Relative path to the source file (from brain root) */
+    filePath: string;
+    /** Nearest parent heading, or filename if no heading */
+    heading: string;
+    /** The chunk text */
+    text: string;
+    /** Position index within the file */
+    index: number;
+}
+/**
+ * Chunk a markdown file into pieces suitable for embedding.
+ * @param filePath - relative path from brain root (used in chunk ID)
+ * @param content - file content
+ */
+export declare function chunkMarkdown(filePath: string, content: string): Chunk[];
+//# sourceMappingURL=chunker.d.ts.map

package/dist/search/chunker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.d.ts","sourceRoot":"","sources":["../../src/search/chunker.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AASH,MAAM,WAAW,KAAK;IACpB,+EAA+E;IAC/E,EAAE,EAAE,MAAM,CAAC;IACX,yDAAyD;IACzD,QAAQ,EAAE,MAAM,CAAC;IACjB,wDAAwD;IACxD,OAAO,EAAE,MAAM,CAAC;IAChB,qBAAqB;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,qCAAqC;IACrC,KAAK,EAAE,MAAM,CAAC;CACf;AAED;;;;GAIG;AACH,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,KAAK,EAAE,CAuCxE"}

package/dist/search/chunker.js

@@ -0,0 +1,95 @@
+/**
+ * Markdown-aware chunking for brain files.
+ * Splits on headers first, then paragraphs, with a 512-token target.
+ * Pure function — no I/O, no side effects.
+ */
+import { createHash } from "node:crypto";
+/** ~4 chars per token, 512 tokens */
+const MAX_CHUNK_CHARS = 2048;
+/** Overlap between consecutive chunks within a section */
+const OVERLAP_CHARS = 200;
+/**
+ * Chunk a markdown file into pieces suitable for embedding.
+ * @param filePath - relative path from brain root (used in chunk ID)
+ * @param content - file content
+ */
+export function chunkMarkdown(filePath, content) {
+    if (!content.trim())
+        return [];
+    const chunks = [];
+    let globalIndex = 0;
+    // Split into sections by ## headers (level 1 or 2)
+    const sections = splitByHeaders(content, filePath);
+    for (const section of sections) {
+        if (section.text.length <= MAX_CHUNK_CHARS) {
+            // Section fits in one chunk
+            chunks.push(makeChunk(filePath, section.heading, section.text, globalIndex++));
+        }
+        else {
+            // Split large sections by paragraphs, then by size
+            const paragraphs = section.text.split(/\n\n+/);
+            let buffer = "";
+            for (const para of paragraphs) {
+                if (buffer.length + para.length + 2 > MAX_CHUNK_CHARS && buffer.length > 0) {
+                    // Flush buffer
+                    chunks.push(makeChunk(filePath, section.heading, buffer.trim(), globalIndex++));
+                    // Overlap: keep tail of previous buffer
+                    buffer = buffer.length > OVERLAP_CHARS
+                        ? buffer.slice(-OVERLAP_CHARS) + "\n\n" + para
+                        : para;
+                }
+                else {
+                    buffer += (buffer ? "\n\n" : "") + para;
+                }
+            }
+            // Flush remaining
+            if (buffer.trim()) {
+                chunks.push(makeChunk(filePath, section.heading, buffer.trim(), globalIndex++));
+            }
+        }
+    }
+    return chunks;
+}
+function splitByHeaders(content, filePath) {
+    // Extract filename without extension as fallback heading
+    const fallbackHeading = filePath.split("/").pop()?.replace(/\.\w+$/, "") ?? filePath;
+    const lines = content.split("\n");
+    const sections = [];
+    let currentHeading = fallbackHeading;
+    let currentLines = [];
+    for (const line of lines) {
+        const headerMatch = line.match(/^#{1,3}\s+(.+)/);
+        if (headerMatch) {
+            // Flush previous section
+            if (currentLines.length > 0) {
+                const text = currentLines.join("\n").trim();
+                if (text)
+                    sections.push({ heading: currentHeading, text });
+            }
+            currentHeading = headerMatch[1].trim();
+            currentLines = [];
+        }
+        else {
+            currentLines.push(line);
+        }
+    }
+    // Flush last section
+    if (currentLines.length > 0) {
+        const text = currentLines.join("\n").trim();
+        if (text)
+            sections.push({ heading: currentHeading, text });
+    }
+    // If no sections found (no headers), treat entire content as one section
+    if (sections.length === 0 && content.trim()) {
+        sections.push({ heading: fallbackHeading, text: content.trim() });
+    }
+    return sections;
+}
+function makeChunk(filePath, heading, text, index) {
+    const hash = createHash("sha256")
+        .update(filePath + ":" + index)
+        .digest("hex")
+        .slice(0, 16);
+    return { id: hash, filePath, heading, text, index };
+}
+//# sourceMappingURL=chunker.js.map

package/dist/search/chunker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chunker.js","sourceRoot":"","sources":["../../src/search/chunker.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,qCAAqC;AACrC,MAAM,eAAe,GAAG,IAAI,CAAC;AAC7B,0DAA0D;AAC1D,MAAM,aAAa,GAAG,GAAG,CAAC;AAe1B;;;;GAIG;AACH,MAAM,UAAU,aAAa,CAAC,QAAgB,EAAE,OAAe;IAC7D,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE;QAAE,OAAO,EAAE,CAAC;IAE/B,MAAM,MAAM,GAAY,EAAE,CAAC;IAC3B,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,mDAAmD;IACnD,MAAM,QAAQ,GAAG,cAAc,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IAEnD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,IAAI,eAAe,EAAE,CAAC;YAC3C,4BAA4B;YAC5B,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;QACjF,CAAC;aAAM,CAAC;YACN,mDAAmD;YACnD,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YAC/C,IAAI,MAAM,GAAG,EAAE,CAAC;YAEhB,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;gBAC9B,IAAI,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,eAAe,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC3E,eAAe;oBACf,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;oBAChF,wCAAwC;oBACxC,MAAM,GAAG,MAAM,CAAC,MAAM,GAAG,aAAa;wBACpC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,aAAa,CAAC,GAAG,MAAM,GAAG,IAAI;wBAC9C,CAAC,CAAC,IAAI,CAAC;gBACX,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC;gBAC1C,CAAC;YACH,CAAC;YAED,kBAAkB;YAClB,IAAI,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC;gBAClB,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;YAClF,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAOD,SAAS,cAAc,CAAC,OAAe,EAAE,QAAgB;IACvD,yDAAyD;IACzD,MAAM,eAAe,GAAG,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,QAAQ,CAAC;IAErF,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,QAAQ,GAAc,EAAE,CAAC;IAC/B,IAAI,cAAc,GAAG,eAAe,CAAC;IACrC,IAAI,YAAY,GAAa,EAAE,CAAC;IAEhC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;QACjD,IAAI,WAAW,EAAE,CAAC;YAChB,yBAAyB;YACzB,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC5B,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;YAC7D,CAAC;YACD,cAAc,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YACvC,YAAY,GAAG,EAAE,CAAC;QACpB,CAAC;aAAM,CAAC;YACN,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,qBAAqB;IACrB,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;QAC5C,IAAI,IAAI;YAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7D,CAAC;IAED,yEAAyE;IACzE,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,IAAI,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;QAC5C,QAAQ,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IACpE,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,SAAS,CAAC,QAAgB,EAAE,OAAe,EAAE,IAAY,EAAE,KAAa;IAC/E,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC;SAC9B,MAAM,CAAC,QAAQ,GAAG,GAAG,GAAG,KAAK,CAAC;SAC9B,MAAM,CAAC,KAAK,CAAC;SACb,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAChB,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC;AACtD,CAAC"}

package/dist/search/embedder.d.ts

@@ -0,0 +1,16 @@
+/**
+ * Shared Ollama embedding client.
+ * Used by both VectorIndex (memory) and BrainRAG (files).
+ * Circuit breaker prevents hammering a dead Ollama instance.
+ */
+/** Check whether Ollama is reachable. Cached for 30s with circuit breaker. */
+export declare function isOllamaAvailable(): Promise<boolean>;
+/** Embed a single text. Returns Float32Array. */
+export declare function embed(text: string): Promise<Float32Array>;
+/** Embed a batch of texts. Returns array of Float32Array. */
+export declare function embedBatch(texts: string[]): Promise<Float32Array[]>;
+/** Embed in batches of BATCH_SIZE, calling onBatch after each. */
+export declare function embedInBatches(texts: string[], onBatch?: (startIndex: number, vecs: Float32Array[]) => Promise<void>): Promise<Float32Array[]>;
+/** Cosine similarity between two vectors. */
+export declare function cosine(a: Float32Array, b: Float32Array): number;
+//# sourceMappingURL=embedder.d.ts.map

package/dist/search/embedder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedder.d.ts","sourceRoot":"","sources":["../../src/search/embedder.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AA6BH,8EAA8E;AAC9E,wBAAsB,iBAAiB,IAAI,OAAO,CAAC,OAAO,CAAC,CAwB1D;AAID,iDAAiD;AACjD,wBAAsB,KAAK,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAU/D;AAED,6DAA6D;AAC7D,wBAAsB,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAUzE;AAED,kEAAkE;AAClE,wBAAsB,cAAc,CAClC,KAAK,EAAE,MAAM,EAAE,EACf,OAAO,CAAC,EAAE,CAAC,UAAU,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,GACpE,OAAO,CAAC,YAAY,EAAE,CAAC,CASzB;AAED,6CAA6C;AAC7C,wBAAgB,MAAM,CAAC,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,YAAY,GAAG,MAAM,CAW/D"}

package/dist/search/embedder.js

@@ -0,0 +1,108 @@
+/**
+ * Shared Ollama embedding client.
+ * Used by both VectorIndex (memory) and BrainRAG (files).
+ * Circuit breaker prevents hammering a dead Ollama instance.
+ */
+import { createLogger } from "../utils/logger.js";
+const log = createLogger("embedder");
+const OLLAMA_URL = process.env.OLLAMA_URL ?? "http://localhost:11434";
+const MODEL = process.env.EMBED_MODEL ?? "nomic-embed-text";
+const BATCH_SIZE = 10;
+// ── Circuit breaker ──────────────────────────────────────────────────────────
+const AVAIL_CACHE_MS = 30_000;
+const CIRCUIT_BREAKER_FAILURES = 3;
+const CIRCUIT_BREAKER_COOLDOWN_MS = 5 * 60 * 1000;
+let lastAvailCheck = 0;
+let lastAvailResult = false;
+let consecutiveFailures = 0;
+let circuitOpenUntil = 0;
+function recordFailure() {
+    consecutiveFailures++;
+    if (consecutiveFailures >= CIRCUIT_BREAKER_FAILURES) {
+        circuitOpenUntil = Date.now() + CIRCUIT_BREAKER_COOLDOWN_MS;
+        log.warn(`Circuit breaker open: ${consecutiveFailures} failures — disabled for ${CIRCUIT_BREAKER_COOLDOWN_MS / 1000}s`);
+    }
+}
+/** Check whether Ollama is reachable. Cached for 30s with circuit breaker. */
+export async function isOllamaAvailable() {
+    const now = Date.now();
+    if (now < circuitOpenUntil)
+        return false;
+    if (now - lastAvailCheck < AVAIL_CACHE_MS)
+        return lastAvailResult;
+    try {
+        const res = await fetch(`${OLLAMA_URL}/api/tags`, {
+            signal: AbortSignal.timeout(1000),
+        });
+        lastAvailCheck = now;
+        lastAvailResult = res.ok;
+        if (res.ok) {
+            if (consecutiveFailures > 0)
+                log.info("Ollama connectivity restored");
+            consecutiveFailures = 0;
+        }
+        else {
+            recordFailure();
+        }
+        return res.ok;
+    }
+    catch {
+        lastAvailCheck = now;
+        lastAvailResult = false;
+        recordFailure();
+        return false;
+    }
+}
+// ── Embedding ────────────────────────────────────────────────────────────────
+/** Embed a single text. Returns Float32Array. */
+export async function embed(text) {
+    const res = await fetch(`${OLLAMA_URL}/api/embed`, {
+        method: "POST",
+        headers: { "Content-Type": "application/json" },
+        body: JSON.stringify({ model: MODEL, input: text }),
+        signal: AbortSignal.timeout(10_000),
+    });
+    if (!res.ok)
+        throw new Error(`Ollama embed failed: ${res.status}`);
+    const data = (await res.json());
+    return new Float32Array(data.embeddings[0]);
+}
+/** Embed a batch of texts. Returns array of Float32Array. */
+export async function embedBatch(texts) {
+    const res = await fetch(`${OLLAMA_URL}/api/embed`, {
+        method: "POST",
+        headers: { "Content-Type": "application/json" },
+        body: JSON.stringify({ model: MODEL, input: texts }),
+        signal: AbortSignal.timeout(30_000),
+    });
+    if (!res.ok)
+        throw new Error(`Ollama batch embed failed: ${res.status}`);
+    const data = (await res.json());
+    return data.embeddings.map((v) => new Float32Array(v));
+}
+/** Embed in batches of BATCH_SIZE, calling onBatch after each. */
+export async function embedInBatches(texts, onBatch) {
+    const all = [];
+    for (let i = 0; i < texts.length; i += BATCH_SIZE) {
+        const batch = texts.slice(i, i + BATCH_SIZE);
+        const vecs = await embedBatch(batch);
+        all.push(...vecs);
+        if (onBatch)
+            await onBatch(i, vecs);
+    }
+    return all;
+}
+/** Cosine similarity between two vectors. */
+export function cosine(a, b) {
+    let dot = 0;
+    let normA = 0;
+    let normB = 0;
+    for (let i = 0; i < a.length; i++) {
+        dot += a[i] * b[i];
+        normA += a[i] * a[i];
+        normB += b[i] * b[i];
+    }
+    const denom = Math.sqrt(normA) * Math.sqrt(normB);
+    return denom === 0 ? 0 : dot / denom;
+}
+//# sourceMappingURL=embedder.js.map

package/dist/search/embedder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embedder.js","sourceRoot":"","sources":["../../src/search/embedder.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,MAAM,GAAG,GAAG,YAAY,CAAC,UAAU,CAAC,CAAC;AAErC,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,IAAI,wBAAwB,CAAC;AACtE,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,IAAI,kBAAkB,CAAC;AAC5D,MAAM,UAAU,GAAG,EAAE,CAAC;AAEtB,gFAAgF;AAEhF,MAAM,cAAc,GAAG,MAAM,CAAC;AAC9B,MAAM,wBAAwB,GAAG,CAAC,CAAC;AACnC,MAAM,2BAA2B,GAAG,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;AAElD,IAAI,cAAc,GAAG,CAAC,CAAC;AACvB,IAAI,eAAe,GAAG,KAAK,CAAC;AAC5B,IAAI,mBAAmB,GAAG,CAAC,CAAC;AAC5B,IAAI,gBAAgB,GAAG,CAAC,CAAC;AAEzB,SAAS,aAAa;IACpB,mBAAmB,EAAE,CAAC;IACtB,IAAI,mBAAmB,IAAI,wBAAwB,EAAE,CAAC;QACpD,gBAAgB,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,2BAA2B,CAAC;QAC5D,GAAG,CAAC,IAAI,CAAC,yBAAyB,mBAAmB,4BAA4B,2BAA2B,GAAG,IAAI,GAAG,CAAC,CAAC;IAC1H,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,MAAM,CAAC,KAAK,UAAU,iBAAiB;IACrC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,IAAI,GAAG,GAAG,gBAAgB;QAAE,OAAO,KAAK,CAAC;IACzC,IAAI,GAAG,GAAG,cAAc,GAAG,cAAc;QAAE,OAAO,eAAe,CAAC;IAElE,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,UAAU,WAAW,EAAE;YAChD,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,IAAI,CAAC;SAClC,CAAC,CAAC;QACH,cAAc,GAAG,GAAG,CAAC;QACrB,eAAe,GAAG,GAAG,CAAC,EAAE,CAAC;QACzB,IAAI,GAAG,CAAC,EAAE,EAAE,CAAC;YACX,IAAI,mBAAmB,GAAG,CAAC;gBAAE,GAAG,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;YACtE,mBAAmB,GAAG,CAAC,CAAC;QAC1B,CAAC;aAAM,CAAC;YACN,aAAa,EAAE,CAAC;QAClB,CAAC;QACD,OAAO,GAAG,CAAC,EAAE,CAAC;IAChB,CAAC;IAAC,MAAM,CAAC;QACP,cAAc,GAAG,GAAG,CAAC;QACrB,eAAe,GAAG,KAAK,CAAC;QACxB,aAAa,EAAE,CAAC;QAChB,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,gFAAgF;AAEhF,iDAAiD;AACjD,MAAM,CAAC,KAAK,UAAU,KAAK,CAAC,IAAY;IACtC,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,UAAU,YAAY,EAAE;QACjD,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;QAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QACnD,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;KACpC,CAAC,CAAC;IACH,IAAI,CAAC,GAAG,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,wBAAwB,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;IACnE,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAA+B,CAAC;IAC9D,OAAO,IAAI,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;AAC9C,CAAC;AAED,6DAA6D;AAC7D,MAAM,CAAC,KAAK,UAAU,UAAU,CAAC,KAAe;IAC9C,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,UAAU,YAAY,EAAE;QACjD,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;QAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QACpD,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;KACpC,CAAC,CAAC;IACH,IAAI,CAAC,GAAG,CAAC,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;IACzE,MAAM,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAA+B,CAAC;IAC9D,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;AACzD,CAAC;AAED,kEAAkE;AAClE,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,KAAe,EACf,OAAqE;IAErE,MAAM,GAAG,GAAmB,EAAE,CAAC;IAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;QAClD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC;QAC7C,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,CAAC;QACrC,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;QAClB,IAAI,OAAO;YAAE,MAAM,OAAO,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IACtC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,6CAA6C;AAC7C,MAAM,UAAU,MAAM,CAAC,CAAe,EAAE,CAAe;IACrD,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAClC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACnB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACrB,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACvB,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClD,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC;AACvC,CAAC"}

package/dist/search/file-watcher.d.ts

@@ -0,0 +1,11 @@
+/**
+ * Brain file watcher — triggers re-indexing on file changes.
+ * Debounces rapid saves. Watches brain/files/ and legacy dirs.
+ */
+import type { BrainRAG } from "./brain-rag.js";
+/**
+ * Watch brain directories for changes and trigger re-indexing.
+ * Returns a cleanup function that stops all watchers.
+ */
+export declare function watchBrain(rag: BrainRAG): () => void;
+//# sourceMappingURL=file-watcher.d.ts.map

package/dist/search/file-watcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-watcher.d.ts","sourceRoot":"","sources":["../../src/search/file-watcher.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAOH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAiB/C;;;GAGG;AACH,wBAAgB,UAAU,CAAC,GAAG,EAAE,QAAQ,GAAG,MAAM,IAAI,CA0DpD"}

package/dist/search/file-watcher.js

@@ -0,0 +1,86 @@
+/**
+ * Brain file watcher — triggers re-indexing on file changes.
+ * Debounces rapid saves. Watches brain/files/ and legacy dirs.
+ */
+import { watch } from "node:fs";
+import { stat } from "node:fs/promises";
+import { join } from "node:path";
+import { createLogger } from "../utils/logger.js";
+import { FILES_DIR, resolveBrainDir } from "../lib/paths.js";
+const log = createLogger("file-watcher");
+const DEBOUNCE_MS = 2000;
+const SEARCHABLE_EXTS = new Set([".md", ".yaml", ".yml", ".txt", ".pdf"]);
+const WATCH_DIRS = [
+    FILES_DIR,
+    resolveBrainDir("content"),
+    resolveBrainDir("knowledge"),
+    resolveBrainDir("identity"),
+    resolveBrainDir("operations"),
+    resolveBrainDir("skills"),
+    resolveBrainDir("templates"),
+];
+/**
+ * Watch brain directories for changes and trigger re-indexing.
+ * Returns a cleanup function that stops all watchers.
+ */
+export function watchBrain(rag) {
+    const watchers = [];
+    const pending = new Map();
+    function handleChange(dir, filename) {
+        if (!filename)
+            return;
+        const ext = filename.substring(filename.lastIndexOf(".")).toLowerCase();
+        if (!SEARCHABLE_EXTS.has(ext))
+            return;
+        const fullPath = join(dir, filename);
+        const key = fullPath;
+        // Debounce: clear previous timer for this file
+        const existing = pending.get(key);
+        if (existing)
+            clearTimeout(existing);
+        pending.set(key, setTimeout(async () => {
+            pending.delete(key);
+            try {
+                // Check if file still exists (might have been deleted)
+                const s = await stat(fullPath).catch(() => null);
+                if (!s || !s.isFile()) {
+                    log.info(`File removed or not a file: ${filename}`);
+                    return;
+                }
+                log.info(`Re-indexing changed file: ${filename}`);
+                await rag.indexFile(fullPath);
+            }
+            catch (err) {
+                log.error(`Failed to re-index ${filename}`, {
+                    error: err instanceof Error ? err.message : String(err),
+                });
+            }
+        }, DEBOUNCE_MS));
+    }
+    // Deduplicate dirs
+    const seen = new Set();
+    for (const dir of WATCH_DIRS) {
+        if (seen.has(dir))
+            continue;
+        seen.add(dir);
+        try {
+            const watcher = watch(dir, { recursive: true }, (_event, filename) => {
+                handleChange(dir, filename);
+            });
+            watchers.push(watcher);
+            log.info(`Watching: ${dir}`);
+        }
+        catch {
+            // Directory might not exist — skip
+        }
+    }
+    return () => {
+        for (const w of watchers)
+            w.close();
+        for (const timer of pending.values())
+            clearTimeout(timer);
+        pending.clear();
+        log.info("File watchers stopped");
+    };
+}
+//# sourceMappingURL=file-watcher.js.map

package/dist/search/file-watcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-watcher.js","sourceRoot":"","sources":["../../src/search/file-watcher.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,KAAK,EAAkB,MAAM,SAAS,CAAC;AAChD,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACxC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAG7D,MAAM,GAAG,GAAG,YAAY,CAAC,cAAc,CAAC,CAAC;AAEzC,MAAM,WAAW,GAAG,IAAI,CAAC;AACzB,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC;AAE1E,MAAM,UAAU,GAAG;IACjB,SAAS;IACT,eAAe,CAAC,SAAS,CAAC;IAC1B,eAAe,CAAC,WAAW,CAAC;IAC5B,eAAe,CAAC,UAAU,CAAC;IAC3B,eAAe,CAAC,YAAY,CAAC;IAC7B,eAAe,CAAC,QAAQ,CAAC;IACzB,eAAe,CAAC,WAAW,CAAC;CAC7B,CAAC;AAEF;;;GAGG;AACH,MAAM,UAAU,UAAU,CAAC,GAAa;IACtC,MAAM,QAAQ,GAAgB,EAAE,CAAC;IACjC,MAAM,OAAO,GAAG,IAAI,GAAG,EAA0B,CAAC;IAElD,SAAS,YAAY,CAAC,GAAW,EAAE,QAAuB;QACxD,IAAI,CAAC,QAAQ;YAAE,OAAO;QACtB,MAAM,GAAG,GAAG,QAAQ,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QACxE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,OAAO;QAEtC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACrC,MAAM,GAAG,GAAG,QAAQ,CAAC;QAErB,+CAA+C;QAC/C,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClC,IAAI,QAAQ;YAAE,YAAY,CAAC,QAAQ,CAAC,CAAC;QAErC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,CAAC,KAAK,IAAI,EAAE;YACrC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACpB,IAAI,CAAC;gBACH,uDAAuD;gBACvD,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;gBACjD,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC;oBACtB,GAAG,CAAC,IAAI,CAAC,+BAA+B,QAAQ,EAAE,CAAC,CAAC;oBACpD,OAAO;gBACT,CAAC;gBACD,GAAG,CAAC,IAAI,CAAC,6BAA6B,QAAQ,EAAE,CAAC,CAAC;gBAClD,MAAM,GAAG,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YAChC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,GAAG,CAAC,KAAK,CAAC,sBAAsB,QAAQ,EAAE,EAAE;oBAC1C,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;iBACxD,CAAC,CAAC;YACL,CAAC;QACH,CAAC,EAAE,WAAW,CAAC,CAAC,CAAC;IACnB,CAAC;IAED,mBAAmB;IACnB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC7B,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QAC5B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAEd,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE;gBACnE,YAAY,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;YAC9B,CAAC,CAAC,CAAC;YACH,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACvB,GAAG,CAAC,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,mCAAmC;QACrC,CAAC;IACH,CAAC;IAED,OAAO,GAAG,EAAE;QACV,KAAK,MAAM,CAAC,IAAI,QAAQ;YAAE,CAAC,CAAC,KAAK,EAAE,CAAC;QACpC,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,MAAM,EAAE;YAAE,YAAY,CAAC,KAAK,CAAC,CAAC;QAC1D,OAAO,CAAC,KAAK,EAAE,CAAC;QAChB,GAAG,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IACpC,CAAC,CAAC;AACJ,CAAC"}

package/dist/server.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAqWH,wBAAgB,eAAe,IAAI,MAAM,GAAG,IAAI,CAE/C;AA2jMD,iBAAe,KAAK,CAAC,IAAI,CAAC,EAAE;IAAE,IAAI,CAAC,EAAE,OAAO,iBAAiB,EAAE,QAAQ,CAAA;CAAE,iBAylBxE;AAED,8EAA8E;AAC9E,wBAAgB,aAAa,IAAI,MAAM,CAEtC;AAED,OAAO,EAAE,KAAK,EAAE,CAAC"}
+{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAqZH,wBAAgB,eAAe,IAAI,MAAM,GAAG,IAAI,CAE/C;AAkqMD,iBAAe,KAAK,CAAC,IAAI,CAAC,EAAE;IAAE,IAAI,CAAC,EAAE,OAAO,iBAAiB,EAAE,QAAQ,CAAA;CAAE,iBAqmBxE;AAED,8EAA8E;AAC9E,wBAAgB,aAAa,IAAI,MAAM,CAEtC;AAED,OAAO,EAAE,KAAK,EAAE,CAAC"}