@runcore-sh/runcore 0.1.9 → 0.1.10

package/dist/files/deep-index.js

@@ -0,0 +1,337 @@
+/**
+ * Deep indexing — background worker for thorough document understanding.
+ *
+ * Runs after the fast pass (index-local.ts) completes. Processes files
+ * through local Ollama at whatever pace the device allows.
+ *
+ * Pipeline:
+ * 1. Entity extraction — people, projects, dates, organizations
+ * 2. Theme discovery — recurring topics across documents
+ * 3. Cross-referencing — connections between imported docs and existing memory
+ * 4. Flags — documents needing human review (conflicts, outdated info)
+ *
+ * Results feed the nerve state:
+ * - Work dot goes green during processing
+ * - Joy dot goes green when patterns emerge
+ *
+ * All processing local. Membrane protects any outbound call.
+ */
+import { readFile, writeFile } from "node:fs/promises";
+import { join, resolve, extname } from "node:path";
+import { existsSync } from "node:fs";
+import { createLogger } from "../utils/logger.js";
+const log = createLogger("deep-index");
+const BRAIN_DIR = resolve(process.cwd(), "brain");
+const DEEP_MANIFEST_PATH = join(BRAIN_DIR, ".core", "deep-index.json");
+// ── State ────────────────────────────────────────────────────────────────────
+let running = false;
+let progress = { total: 0, done: 0, phase: "idle" };
+export function getDeepIndexProgress() {
+    return { ...progress, running };
+}
+// ── Ollama helper ────────────────────────────────────────────────────────────
+async function askOllama(prompt, system) {
+    const { streamChatLocal } = await import("../llm/ollama.js");
+    const chunks = [];
+    await new Promise((res, rej) => {
+        streamChatLocal({
+            messages: [
+                { role: "system", content: system },
+                { role: "user", content: prompt },
+            ],
+            model: "auto",
+            onToken: (t) => { chunks.push(t); },
+            onDone: () => res(),
+            onError: (e) => rej(e),
+        });
+    });
+    return chunks.join("");
+}
+// ── Load / Save ──────────────────────────────────────────────────────────────
+async function loadDeepManifest() {
+    try {
+        const raw = await readFile(DEEP_MANIFEST_PATH, "utf-8");
+        return JSON.parse(raw);
+    }
+    catch {
+        return { deepIndexed: [], lastRun: "", entities: [], themes: [], crossRefs: [], flags: [] };
+    }
+}
+async function saveDeepManifest(manifest) {
+    await writeFile(DEEP_MANIFEST_PATH, JSON.stringify(manifest, null, 2), "utf-8");
+}
+// ── Entity extraction ────────────────────────────────────────────────────────
+async function extractEntities(content, filePath) {
+    try {
+        const truncated = content.length > 3000 ? content.slice(0, 3000) : content;
+        const response = await askOllama(truncated, `Extract named entities from this document. Return one per line in format:
+TYPE|NAME|CONTEXT
+Where TYPE is person, org, project, date, place, or concept.
+CONTEXT is the sentence where it appears (abbreviated).
+Only return entities, nothing else. If none found, return NONE.`);
+        if (response.trim() === "NONE" || !response.trim())
+            return [];
+        return response.trim().split("\n")
+            .map(line => {
+            const parts = line.split("|").map(p => p.trim());
+            if (parts.length < 2)
+                return null;
+            const type = parts[0].toLowerCase();
+            if (!["person", "org", "project", "date", "place", "concept"].includes(type))
+                return null;
+            return {
+                name: parts[1],
+                type,
+                source: filePath,
+                context: parts[2] || "",
+            };
+        })
+            .filter((e) => e !== null);
+    }
+    catch {
+        return [];
+    }
+}
+// ── Theme discovery ──────────────────────────────────────────────────────────
+async function discoverThemes(fileSummaries) {
+    if (fileSummaries.length < 2)
+        return [];
+    try {
+        const combined = fileSummaries
+            .map((f, i) => `[${i + 1}] ${f.path}: ${f.summary}`)
+            .join("\n");
+        const truncated = combined.length > 4000 ? combined.slice(0, 4000) : combined;
+        const response = await askOllama(truncated, `These are summaries of documents in a personal knowledge base. Identify 1-5 recurring themes.
+For each theme, return one line:
+THEME|CONFIDENCE|DOCUMENT_NUMBERS|ONE_SENTENCE_SUMMARY
+CONFIDENCE is 0.0-1.0. DOCUMENT_NUMBERS are comma-separated [N] references.
+Only return themes, nothing else. If no clear themes, return NONE.`);
+        if (response.trim() === "NONE" || !response.trim())
+            return [];
+        return response.trim().split("\n")
+            .map(line => {
+            const parts = line.split("|").map(p => p.trim());
+            if (parts.length < 3)
+                return null;
+            const confidence = parseFloat(parts[1]);
+            if (isNaN(confidence))
+                return null;
+            // Resolve document numbers to file paths
+            const docNums = parts[2].match(/\d+/g)?.map(n => parseInt(n) - 1) || [];
+            const sources = docNums
+                .filter(n => n >= 0 && n < fileSummaries.length)
+                .map(n => fileSummaries[n].path);
+            return {
+                label: parts[0],
+                confidence: Math.min(1, Math.max(0, confidence)),
+                sources,
+                summary: parts[3] || parts[0],
+            };
+        })
+            .filter((t) => t !== null);
+    }
+    catch {
+        return [];
+    }
+}
+// ── Cross-referencing ────────────────────────────────────────────────────────
+async function findCrossRefs(fileSummaries) {
+    if (fileSummaries.length < 2)
+        return [];
+    try {
+        const combined = fileSummaries
+            .map((f, i) => `[${i + 1}] ${f.path}: ${f.summary}`)
+            .join("\n");
+        const truncated = combined.length > 4000 ? combined.slice(0, 4000) : combined;
+        const response = await askOllama(truncated, `These are summaries from a knowledge base. Find connections between documents.
+For each connection, return one line:
+SOURCE_NUM|TARGET_NUM|RELATIONSHIP|DETAIL
+RELATIONSHIP is: mentions, extends, contradicts, or updates.
+Only return connections, nothing else. Max 10. If none, return NONE.`);
+        if (response.trim() === "NONE" || !response.trim())
+            return [];
+        return response.trim().split("\n")
+            .slice(0, 10)
+            .map(line => {
+            const parts = line.split("|").map(p => p.trim());
+            if (parts.length < 3)
+                return null;
+            const src = parseInt(parts[0]) - 1;
+            const tgt = parseInt(parts[1]) - 1;
+            if (isNaN(src) || isNaN(tgt) || src < 0 || tgt < 0)
+                return null;
+            if (src >= fileSummaries.length || tgt >= fileSummaries.length)
+                return null;
+            return {
+                sourceFile: fileSummaries[src].path,
+                targetFile: fileSummaries[tgt].path,
+                relationship: parts[2],
+                detail: parts[3] || "",
+            };
+        })
+            .filter((r) => r !== null);
+    }
+    catch {
+        return [];
+    }
+}
+// ── Document flagging ────────────────────────────────────────────────────────
+async function flagDocument(content, filePath) {
+    // Quick heuristic checks (no LLM needed)
+    const lines = content.split("\n");
+    // Check for old dates (more than 2 years ago)
+    const yearMatch = content.match(/\b(20[0-1]\d|19\d{2})\b/);
+    if (yearMatch) {
+        const year = parseInt(yearMatch[1]);
+        if (year < new Date().getFullYear() - 2) {
+            return { file: filePath, reason: `References year ${year} — may be outdated`, type: "outdated" };
+        }
+    }
+    // Check for TODO/FIXME/INCOMPLETE markers
+    if (/\b(TODO|FIXME|INCOMPLETE|DRAFT|WIP)\b/i.test(content)) {
+        return { file: filePath, reason: "Contains TODO/FIXME/DRAFT markers", type: "incomplete" };
+    }
+    return null;
+}
+// ── Main deep index ──────────────────────────────────────────────────────────
+export async function runDeepIndex(options) {
+    if (running) {
+        log.info("Deep indexing already running — skipping");
+        return { entities: [], themes: [], crossRefs: [], flags: [], filesProcessed: 0 };
+    }
+    running = true;
+    const batchSize = options?.batchSize ?? 30;
+    try {
+        // Load manifests
+        const deepManifest = await loadDeepManifest();
+        const alreadyDeep = new Set(deepManifest.deepIndexed);
+        // Load import manifest for file list
+        const importManifestPath = join(BRAIN_DIR, ".core", "import-manifest.json");
+        if (!existsSync(importManifestPath)) {
+            return { entities: [], themes: [], crossRefs: [], flags: [], filesProcessed: 0 };
+        }
+        const importManifest = JSON.parse(await readFile(importManifestPath, "utf-8"));
+        const importedFiles = importManifest.files || [];
+        // Filter to unprocessed text files
+        const textExts = new Set([".md", ".txt", ".yaml", ".yml", ".json", ".csv"]);
+        const toProcess = importedFiles
+            .filter(f => !alreadyDeep.has(f.destination))
+            .filter(f => textExts.has(extname(f.destination).toLowerCase()))
+            .slice(0, batchSize);
+        if (toProcess.length === 0) {
+            running = false;
+            return { entities: [], themes: [], crossRefs: [], flags: [], filesProcessed: 0 };
+        }
+        progress = { total: toProcess.length, done: 0, phase: "entities" };
+        log.info(`Deep indexing ${toProcess.length} files...`);
+        // Notify nerve state
+        const { appendBrainLine } = await import("../lib/brain-io.js");
+        const notifPath = join(BRAIN_DIR, "operations", "notifications.jsonl");
+        await appendBrainLine(notifPath, JSON.stringify({
+            timestamp: new Date().toISOString(),
+            message: `Deep indexing started: ${toProcess.length} files`,
+            source: "deep-index",
+        }));
+        // Phase 1: Read files and extract entities
+        const allEntities = [];
+        const fileSummaries = [];
+        const allFlags = [];
+        for (const file of toProcess) {
+            const fullPath = join(BRAIN_DIR, file.destination);
+            if (!existsSync(fullPath)) {
+                deepManifest.deepIndexed.push(file.destination);
+                continue;
+            }
+            try {
+                const content = await readFile(fullPath, "utf-8");
+                if (!content.trim())
+                    continue;
+                // Extract entities
+                const entities = await extractEntities(content, file.destination);
+                allEntities.push(...entities);
+                // Build summary for theme/cross-ref analysis
+                const firstLines = content.split("\n").filter(l => l.trim()).slice(0, 5).join(" ");
+                fileSummaries.push({
+                    path: file.destination,
+                    summary: firstLines.slice(0, 300),
+                });
+                // Flag checks
+                const flag = await flagDocument(content, file.destination);
+                if (flag)
+                    allFlags.push(flag);
+                deepManifest.deepIndexed.push(file.destination);
+                progress.done++;
+            }
+            catch (err) {
+                log.warn(`Deep index failed for ${file.destination}: ${err instanceof Error ? err.message : String(err)}`);
+            }
+        }
+        // Phase 2: Theme discovery (across all files)
+        progress.phase = "themes";
+        const themes = await discoverThemes(fileSummaries);
+        // Phase 3: Cross-referencing
+        progress.phase = "cross-refs";
+        const crossRefs = await findCrossRefs(fileSummaries);
+        // Store results
+        deepManifest.entities.push(...allEntities);
+        deepManifest.themes = mergeThemes(deepManifest.themes, themes);
+        deepManifest.crossRefs.push(...crossRefs);
+        deepManifest.flags.push(...allFlags);
+        deepManifest.lastRun = new Date().toISOString();
+        await saveDeepManifest(deepManifest);
+        // Write entities to semantic memory
+        const semanticPath = join(BRAIN_DIR, "memory", "semantic.jsonl");
+        for (const entity of allEntities) {
+            await appendBrainLine(semanticPath, JSON.stringify({
+                id: `entity_${Date.now().toString(36)}_${Math.random().toString(36).slice(2, 6)}`,
+                type: "semantic",
+                content: `${entity.type}: ${entity.name} — ${entity.context}`,
+                meta: { source: entity.source, entityType: entity.type, importedFrom: "deep-index" },
+                createdAt: new Date().toISOString(),
+            }));
+        }
+        // Notify completion
+        const discoveryCount = themes.length + crossRefs.length;
+        await appendBrainLine(notifPath, JSON.stringify({
+            timestamp: new Date().toISOString(),
+            message: `Deep indexing complete: ${allEntities.length} entities, ${themes.length} themes, ${crossRefs.length} connections, ${allFlags.length} flags`,
+            source: "deep-index",
+        }));
+        if (discoveryCount > 0) {
+            log.info(`Deep index discoveries: ${themes.length} themes, ${crossRefs.length} cross-refs`);
+        }
+        progress = { total: 0, done: 0, phase: "idle" };
+        running = false;
+        return {
+            entities: allEntities,
+            themes,
+            crossRefs,
+            flags: allFlags,
+            filesProcessed: toProcess.length,
+        };
+    }
+    catch (err) {
+        running = false;
+        progress = { total: 0, done: 0, phase: "idle" };
+        log.error("Deep indexing failed", { error: err instanceof Error ? err.message : String(err) });
+        throw err;
+    }
+}
+/** Merge new themes with existing, deduplicating by label similarity. */
+function mergeThemes(existing, incoming) {
+    const merged = [...existing];
+    for (const theme of incoming) {
+        const match = merged.find(t => t.label.toLowerCase() === theme.label.toLowerCase());
+        if (match) {
+            // Merge sources
+            const allSources = new Set([...match.sources, ...theme.sources]);
+            match.sources = Array.from(allSources);
+            match.confidence = Math.max(match.confidence, theme.confidence);
+        }
+        else {
+            merged.push(theme);
+        }
+    }
+    return merged;
+}
+//# sourceMappingURL=deep-index.js.map

package/dist/files/deep-index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"deep-index.js","sourceRoot":"","sources":["../../src/files/deep-index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAEH,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACvD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,MAAM,GAAG,GAAG,YAAY,CAAC,YAAY,CAAC,CAAC;AACvC,MAAM,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,OAAO,CAAC,CAAC;AAgDlD,MAAM,kBAAkB,GAAG,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,iBAAiB,CAAC,CAAC;AAEvE,gFAAgF;AAEhF,IAAI,OAAO,GAAG,KAAK,CAAC;AACpB,IAAI,QAAQ,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,MAAgB,EAAE,CAAC;AAE9D,MAAM,UAAU,oBAAoB;IAClC,OAAO,EAAE,GAAG,QAAQ,EAAE,OAAO,EAAE,CAAC;AAClC,CAAC;AAED,gFAAgF;AAEhF,KAAK,UAAU,SAAS,CAAC,MAAc,EAAE,MAAc;IACrD,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;IAC7D,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,MAAM,IAAI,OAAO,CAAO,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;QACnC,eAAe,CAAC;YACd,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE;gBACnC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE;aAClC;YACD,KAAK,EAAE,MAAM;YACb,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE;YACnB,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;SACvB,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IACH,OAAO,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACzB,CAAC;AAED,gFAAgF;AAEhF,KAAK,UAAU,gBAAgB;IAC7B,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC;QACxD,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,WAAW,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IAC9F,CAAC;AACH,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,QAAsB;IACpD,MAAM,SAAS,CAAC,kBAAkB,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;AAClF,CAAC;AAED,gFAAgF;AAEhF,KAAK,UAAU,eAAe,CAAC,OAAe,EAAE,QAAgB;IAC9D,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QAC3E,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,SAAS,EACxC;;;;gEAI0D,CAC3D,CAAC;QAEF,IAAI,QAAQ,CAAC,IAAI,EAAE,KAAK,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;YAAE,OAAO,EAAE,CAAC;QAE9D,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;aAC/B,GAAG,CAAC,IAAI,CAAC,EAAE;YACV,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YACjD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;gBAAE,OAAO,IAAI,CAAC;YAClC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAoB,CAAC;YACtD,IAAI,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAAE,OAAO,IAAI,CAAC;YAC1F,OAAO;gBACL,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;gBACd,IAAI;gBACJ,MAAM,EAAE,QAAQ;gBAChB,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE;aACxB,CAAC;QACJ,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;IAC5C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,gFAAgF;AAEhF,KAAK,UAAU,cAAc,CAC3B,aAAkD;IAElD,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IAExC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,aAAa;aAC3B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;aACnD,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;QAE9E,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,SAAS,EACxC;;;;mEAI6D,CAC9D,CAAC;QAEF,IAAI,QAAQ,CAAC,IAAI,EAAE,KAAK,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;YAAE,OAAO,EAAE,CAAC;QAE9D,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;aAC/B,GAAG,CAAC,IAAI,CAAC,EAAE;YACV,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YACjD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;gBAAE,OAAO,IAAI,CAAC;YAClC,MAAM,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YACxC,IAAI,KAAK,CAAC,UAAU,CAAC;gBAAE,OAAO,IAAI,CAAC;YAEnC,yCAAyC;YACzC,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;YACxE,MAAM,OAAO,GAAG,OAAO;iBACpB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,MAAM,CAAC;iBAC/C,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAEnC,OAAO;gBACL,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC;gBACf,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;gBAChD,OAAO;gBACP,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC;aAC9B,CAAC;QACJ,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,CAAC,EAAc,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;IAC3C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,gFAAgF;AAEhF,KAAK,UAAU,aAAa,CAC1B,aAAkD;IAElD,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IAExC,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,aAAa;aAC3B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;aACnD,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;QAE9E,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,SAAS,EACxC;;;;qEAI+D,CAChE,CAAC;QAEF,IAAI,QAAQ,CAAC,IAAI,EAAE,KAAK,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE;YAAE,OAAO,EAAE,CAAC;QAE9D,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;aAC/B,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC;aACZ,GAAG,CAAC,IAAI,CAAC,EAAE;YACV,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YACjD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;gBAAE,OAAO,IAAI,CAAC;YAClC,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACnC,MAAM,GAAG,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACnC,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC,IAAI,GAAG,GAAG,CAAC;gBAAE,OAAO,IAAI,CAAC;YAChE,IAAI,GAAG,IAAI,aAAa,CAAC,MAAM,IAAI,GAAG,IAAI,aAAa,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC;YAE5E,OAAO;gBACL,UAAU,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,IAAI;gBACnC,UAAU,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,IAAI;gBACnC,YAAY,EAAE,KAAK,CAAC,CAAC,CAA6B;gBAClD,MAAM,EAAE,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE;aACvB,CAAC;QACJ,CAAC,CAAC;aACD,MAAM,CAAC,CAAC,CAAC,EAAiB,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;IAC9C,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,gFAAgF;AAEhF,KAAK,UAAU,YAAY,CAAC,OAAe,EAAE,QAAgB;IAC3D,yCAAyC;IACzC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAElC,8CAA8C;IAC9C,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;IAC3D,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,IAAI,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QACpC,IAAI,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,CAAC;YACxC,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,mBAAmB,IAAI,oBAAoB,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;QACnG,CAAC;IACH,CAAC;IAED,0CAA0C;IAC1C,IAAI,wCAAwC,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3D,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,mCAAmC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC;IAC7F,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,gFAAgF;AAEhF,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,OAElC;IACC,IAAI,OAAO,EAAE,CAAC;QACZ,GAAG,CAAC,IAAI,CAAC,0CAA0C,CAAC,CAAC;QACrD,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC;IACnF,CAAC;IAED,OAAO,GAAG,IAAI,CAAC;IACf,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,EAAE,CAAC;IAE3C,IAAI,CAAC;QACH,iBAAiB;QACjB,MAAM,YAAY,GAAG,MAAM,gBAAgB,EAAE,CAAC;QAC9C,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC;QAEtD,qCAAqC;QACrC,MAAM,kBAAkB,GAAG,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,sBAAsB,CAAC,CAAC;QAC5E,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;YACpC,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC;QACnF,CAAC;QAED,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC,CAAC;QAC/E,MAAM,aAAa,GAAgD,cAAc,CAAC,KAAK,IAAI,EAAE,CAAC;QAE9F,mCAAmC;QACnC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;QAC5E,MAAM,SAAS,GAAG,aAAa;aAC5B,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;aAC5C,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;aAC/D,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QAEvB,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC3B,OAAO,GAAG,KAAK,CAAC;YAChB,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC;QACnF,CAAC;QAED,QAAQ,GAAG,EAAE,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;QACnE,GAAG,CAAC,IAAI,CAAC,iBAAiB,SAAS,CAAC,MAAM,WAAW,CAAC,CAAC;QAEvD,qBAAqB;QACrB,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAC/D,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,EAAE,YAAY,EAAE,qBAAqB,CAAC,CAAC;QACvE,MAAM,eAAe,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC;YAC9C,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,OAAO,EAAE,0BAA0B,SAAS,CAAC,MAAM,QAAQ;YAC3D,MAAM,EAAE,YAAY;SACrB,CAAC,CAAC,CAAC;QAEJ,2CAA2C;QAC3C,MAAM,WAAW,GAAa,EAAE,CAAC;QACjC,MAAM,aAAa,GAAwC,EAAE,CAAC;QAC9D,MAAM,QAAQ,GAAW,EAAE,CAAC;QAE5B,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;YAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;YACnD,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC1B,YAAY,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBAChD,SAAS;YACX,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;gBAClD,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE;oBAAE,SAAS;gBAE9B,mBAAmB;gBACnB,MAAM,QAAQ,GAAG,MAAM,eAAe,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;gBAClE,WAAW,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC;gBAE9B,6CAA6C;gBAC7C,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACnF,aAAa,CAAC,IAAI,CAAC;oBACjB,IAAI,EAAE,IAAI,CAAC,WAAW;oBACtB,OAAO,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;iBAClC,CAAC,CAAC;gBAEH,cAAc;gBACd,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;gBAC3D,IAAI,IAAI;oBAAE,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAE9B,YAAY,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBAChD,QAAQ,CAAC,IAAI,EAAE,CAAC;YAClB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,GAAG,CAAC,IAAI,CAAC,yBAAyB,IAAI,CAAC,WAAW,KAAK,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC7G,CAAC;QACH,CAAC;QAED,8CAA8C;QAC9C,QAAQ,CAAC,KAAK,GAAG,QAAQ,CAAC;QAC1B,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,aAAa,CAAC,CAAC;QAEnD,6BAA6B;QAC7B,QAAQ,CAAC,KAAK,GAAG,YAAY,CAAC;QAC9B,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC,aAAa,CAAC,CAAC;QAErD,gBAAgB;QAChB,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,CAAC;QAC3C,YAAY,CAAC,MAAM,GAAG,WAAW,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC/D,YAAY,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;QAC1C,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAC;QACrC,YAAY,CAAC,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAChD,MAAM,gBAAgB,CAAC,YAAY,CAAC,CAAC;QAErC,oCAAoC;QACpC,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,EAAE,QAAQ,EAAE,gBAAgB,CAAC,CAAC;QACjE,KAAK,MAAM,MAAM,IAAI,WAAW,EAAE,CAAC;YACjC,MAAM,eAAe,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC;gBACjD,EAAE,EAAE,UAAU,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;gBACjF,IAAI,EAAE,UAAU;gBAChB,OAAO,EAAE,GAAG,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI,MAAM,MAAM,CAAC,OAAO,EAAE;gBAC7D,IAAI,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,EAAE,MAAM,CAAC,IAAI,EAAE,YAAY,EAAE,YAAY,EAAE;gBACpF,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACpC,CAAC,CAAC,CAAC;QACN,CAAC;QAED,oBAAoB;QACpB,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC;QACxD,MAAM,eAAe,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC;YAC9C,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,OAAO,EAAE,2BAA2B,WAAW,CAAC,MAAM,cAAc,MAAM,CAAC,MAAM,YAAY,SAAS,CAAC,MAAM,iBAAiB,QAAQ,CAAC,MAAM,QAAQ;YACrJ,MAAM,EAAE,YAAY;SACrB,CAAC,CAAC,CAAC;QAEJ,IAAI,cAAc,GAAG,CAAC,EAAE,CAAC;YACvB,GAAG,CAAC,IAAI,CAAC,2BAA2B,MAAM,CAAC,MAAM,YAAY,SAAS,CAAC,MAAM,aAAa,CAAC,CAAC;QAC9F,CAAC;QAED,QAAQ,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;QAChD,OAAO,GAAG,KAAK,CAAC;QAEhB,OAAO;YACL,QAAQ,EAAE,WAAW;YACrB,MAAM;YACN,SAAS;YACT,KAAK,EAAE,QAAQ;YACf,cAAc,EAAE,SAAS,CAAC,MAAM;SACjC,CAAC;IACJ,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,GAAG,KAAK,CAAC;QAChB,QAAQ,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;QAChD,GAAG,CAAC,KAAK,CAAC,sBAAsB,EAAE,EAAE,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC/F,MAAM,GAAG,CAAC;IACZ,CAAC;AACH,CAAC;AAED,yEAAyE;AACzE,SAAS,WAAW,CAAC,QAAiB,EAAE,QAAiB;IACvD,MAAM,MAAM,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC;IAC7B,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAC5B,CAAC,CAAC,KAAK,CAAC,WAAW,EAAE,KAAK,KAAK,CAAC,KAAK,CAAC,WAAW,EAAE,CACpD,CAAC;QACF,IAAI,KAAK,EAAE,CAAC;YACV,gBAAgB;YAChB,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;YACjE,KAAK,CAAC,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YACvC,KAAK,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;QAClE,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/files/import.d.ts

@@ -0,0 +1,44 @@
+/**
+ * Brain import — scan external folders and map them to brain structure.
+ *
+ * Adapts whatever the user already has — Obsidian vaults, loose documents,
+ * project folders — into Core's brain layout. Copies, never moves.
+ * The source files stay untouched.
+ *
+ * Mapping rules:
+ * - Markdown files → brain/knowledge/notes/
+ * - Daily notes (YYYY-MM-DD.md pattern) → brain/memory/ (as experiences)
+ * - PDFs, research → brain/knowledge/research/
+ * - Images → brain/knowledge/assets/
+ * - Config/dotfiles → skipped
+ * - Templates → brain/content/templates/
+ * - Bookmarks, links → brain/knowledge/bookmarks/
+ * - Everything else readable → brain/knowledge/notes/
+ *
+ * After copying, generates a manifest (brain/.core/import-manifest.json)
+ * so Core knows what was imported and from where.
+ */
+export interface ImportOptions {
+    /** Directories to scan */
+    sources: string[];
+    /** Brain root directory */
+    brainRoot: string;
+    /** Dry run — show what would be imported without copying */
+    dryRun?: boolean;
+    /** Max total files to import (safety limit) */
+    maxFiles?: number;
+    /** Max single file size in bytes */
+    maxFileSize?: number;
+}
+export interface ImportResult {
+    imported: number;
+    skipped: number;
+    categories: Record<string, number>;
+    files: {
+        source: string;
+        destination: string;
+        category: string;
+    }[];
+}
+export declare function importToBrain(options: ImportOptions): Promise<ImportResult>;
+//# sourceMappingURL=import.d.ts.map

package/dist/files/import.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"import.d.ts","sourceRoot":"","sources":["../../src/files/import.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AA0JH,MAAM,WAAW,aAAa;IAC5B,0BAA0B;IAC1B,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,2BAA2B;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,4DAA4D;IAC5D,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,+CAA+C;IAC/C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,oCAAoC;IACpC,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnC,KAAK,EAAE;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;CACpE;AAED,wBAAsB,aAAa,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,YAAY,CAAC,CAiGjF"}

package/dist/files/import.js

@@ -0,0 +1,213 @@
+/**
+ * Brain import — scan external folders and map them to brain structure.
+ *
+ * Adapts whatever the user already has — Obsidian vaults, loose documents,
+ * project folders — into Core's brain layout. Copies, never moves.
+ * The source files stay untouched.
+ *
+ * Mapping rules:
+ * - Markdown files → brain/knowledge/notes/
+ * - Daily notes (YYYY-MM-DD.md pattern) → brain/memory/ (as experiences)
+ * - PDFs, research → brain/knowledge/research/
+ * - Images → brain/knowledge/assets/
+ * - Config/dotfiles → skipped
+ * - Templates → brain/content/templates/
+ * - Bookmarks, links → brain/knowledge/bookmarks/
+ * - Everything else readable → brain/knowledge/notes/
+ *
+ * After copying, generates a manifest (brain/.core/import-manifest.json)
+ * so Core knows what was imported and from where.
+ */
+import { readdir, copyFile, mkdir, stat, writeFile } from "node:fs/promises";
+import { join, extname, basename, relative, dirname } from "node:path";
+import { existsSync } from "node:fs";
+import { createLogger } from "../utils/logger.js";
+const log = createLogger("import");
+// ── File classification ─────────────────────────────────────────────────────
+const SKIP_DIRS = new Set([
+    "node_modules", ".git", "dist", ".next", ".turbo", "__pycache__",
+    ".obsidian", ".trash", ".vscode", ".idea",
+]);
+const SKIP_FILES = new Set([
+    ".DS_Store", "Thumbs.db", "desktop.ini", ".gitignore", ".env",
+]);
+const DAILY_NOTE_PATTERN = /^\d{4}-\d{2}-\d{2}\.md$/;
+const TEMPLATE_INDICATORS = ["template", "templates", "tmpl"];
+function classifyFile(relPath, sourceRoot) {
+    const name = basename(relPath);
+    const ext = extname(name).toLowerCase();
+    const parts = relPath.split(/[/\\]/);
+    // Skip hidden and system files
+    if (SKIP_FILES.has(name))
+        return null;
+    if (name.startsWith("."))
+        return null;
+    if (parts.some(p => SKIP_DIRS.has(p)))
+        return null;
+    // Daily notes → memory experiences
+    if (DAILY_NOTE_PATTERN.test(name)) {
+        return {
+            sourcePath: join(sourceRoot, relPath),
+            relativePath: relPath,
+            destination: join("memory", "imported", name),
+            category: "daily",
+        };
+    }
+    // Templates folder
+    if (parts.some(p => TEMPLATE_INDICATORS.includes(p.toLowerCase()))) {
+        if (ext === ".md" || ext === ".txt") {
+            return {
+                sourcePath: join(sourceRoot, relPath),
+                relativePath: relPath,
+                destination: join("content", "templates", name),
+                category: "template",
+            };
+        }
+    }
+    // PDFs → research
+    if (ext === ".pdf") {
+        return {
+            sourcePath: join(sourceRoot, relPath),
+            relativePath: relPath,
+            destination: join("knowledge", "research", name),
+            category: "research",
+        };
+    }
+    // Images → assets
+    if ([".png", ".jpg", ".jpeg", ".gif", ".webp", ".svg"].includes(ext)) {
+        return {
+            sourcePath: join(sourceRoot, relPath),
+            relativePath: relPath,
+            destination: join("knowledge", "assets", name),
+            category: "asset",
+        };
+    }
+    // Bookmark files
+    if (name.toLowerCase().includes("bookmark") || ext === ".webloc" || ext === ".url") {
+        return {
+            sourcePath: join(sourceRoot, relPath),
+            relativePath: relPath,
+            destination: join("knowledge", "bookmarks", name),
+            category: "bookmark",
+        };
+    }
+    // Markdown and text → notes (preserve subfolder structure)
+    if ([".md", ".txt", ".yaml", ".yml"].includes(ext)) {
+        // Preserve one level of subfolder for organization
+        const subPath = parts.length > 1
+            ? join(parts.slice(0, -1).join("/"), name)
+            : name;
+        return {
+            sourcePath: join(sourceRoot, relPath),
+            relativePath: relPath,
+            destination: join("knowledge", "notes", subPath),
+            category: "note",
+        };
+    }
+    // Other readable files → notes
+    if ([".json", ".csv", ".toml", ".ini", ".xml"].includes(ext)) {
+        return {
+            sourcePath: join(sourceRoot, relPath),
+            relativePath: relPath,
+            destination: join("knowledge", "notes", name),
+            category: "note",
+        };
+    }
+    return null;
+}
+// ── Scan ─────────────────────────────────────────────────────────────────────
+async function scanDirectory(dirPath) {
+    const results = [];
+    const entries = await readdir(dirPath, { recursive: true, withFileTypes: true });
+    for (const entry of entries) {
+        if (!entry.isFile())
+            continue;
+        const relPath = entry.parentPath
+            ? relative(dirPath, join(entry.parentPath, entry.name))
+            : entry.name;
+        const classified = classifyFile(relPath, dirPath);
+        if (classified)
+            results.push(classified);
+    }
+    return results;
+}
+export async function importToBrain(options) {
+    const { sources, brainRoot, dryRun = false, maxFiles = 500, maxFileSize = 10 * 1024 * 1024, // 10MB
+     } = options;
+    const brainDir = join(brainRoot, "brain");
+    const allFiles = [];
+    // Scan all source directories
+    for (const source of sources) {
+        const absSource = join(source); // resolve
+        const dirStat = await stat(absSource).catch(() => null);
+        if (!dirStat?.isDirectory()) {
+            log.warn(`Skipping ${source} — not a directory`);
+            continue;
+        }
+        log.info(`Scanning ${source}...`);
+        const files = await scanDirectory(absSource);
+        allFiles.push(...files);
+    }
+    if (allFiles.length === 0) {
+        return { imported: 0, skipped: 0, categories: {}, files: [] };
+    }
+    // Deduplicate by destination (first one wins)
+    const seen = new Set();
+    const unique = allFiles.filter(f => {
+        if (seen.has(f.destination))
+            return false;
+        seen.add(f.destination);
+        return true;
+    });
+    // Apply limits
+    const toImport = unique.slice(0, maxFiles);
+    const skipped = unique.length - toImport.length;
+    if (dryRun) {
+        const categories = {};
+        const files = toImport.map(f => {
+            categories[f.category] = (categories[f.category] || 0) + 1;
+            return { source: f.relativePath, destination: f.destination, category: f.category };
+        });
+        return { imported: toImport.length, skipped, categories, files };
+    }
+    // Copy files
+    const categories = {};
+    const importedFiles = [];
+    let imported = 0;
+    for (const file of toImport) {
+        try {
+            // Check file size
+            const fileStat = await stat(file.sourcePath);
+            if (fileStat.size > maxFileSize)
+                continue;
+            const destPath = join(brainDir, file.destination);
+            await mkdir(dirname(destPath), { recursive: true });
+            // Don't overwrite existing brain files
+            if (existsSync(destPath))
+                continue;
+            await copyFile(file.sourcePath, destPath);
+            categories[file.category] = (categories[file.category] || 0) + 1;
+            importedFiles.push({
+                source: file.relativePath,
+                destination: file.destination,
+                category: file.category,
+            });
+            imported++;
+        }
+        catch (err) {
+            log.warn(`Failed to import ${file.relativePath}: ${err instanceof Error ? err.message : String(err)}`);
+        }
+    }
+    // Write manifest
+    const manifest = {
+        importedAt: new Date().toISOString(),
+        sources,
+        files: importedFiles,
+        counts: categories,
+    };
+    const manifestDir = join(brainDir, ".core");
+    await mkdir(manifestDir, { recursive: true });
+    await writeFile(join(manifestDir, "import-manifest.json"), JSON.stringify(manifest, null, 2), "utf-8");
+    return { imported, skipped, categories, files: importedFiles };
+}
+//# sourceMappingURL=import.js.map

package/dist/files/import.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"import.js","sourceRoot":"","sources":["../../src/files/import.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,EAAE,OAAO,EAAY,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AACvF,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACvE,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;AAEnC,+EAA+E;AAE/E,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC;IACxB,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,aAAa;IAChE,WAAW,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO;CAC1C,CAAC,CAAC;AAEH,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC;IACzB,WAAW,EAAE,WAAW,EAAE,aAAa,EAAE,YAAY,EAAE,MAAM;CAC9D,CAAC,CAAC;AAEH,MAAM,kBAAkB,GAAG,yBAAyB,CAAC;AACrD,MAAM,mBAAmB,GAAG,CAAC,UAAU,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;AAS9D,SAAS,YAAY,CAAC,OAAe,EAAE,UAAkB;IACvD,MAAM,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC;IAC/B,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;IACxC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAErC,+BAA+B;IAC/B,IAAI,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC;QAAE,OAAO,IAAI,CAAC;IACtC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,IAAI,CAAC;IACtC,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAAE,OAAO,IAAI,CAAC;IAEnD,mCAAmC;IACnC,IAAI,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAClC,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC;YACrC,YAAY,EAAE,OAAO;YACrB,WAAW,EAAE,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,IAAI,CAAC;YAC7C,QAAQ,EAAE,OAAO;SAClB,CAAC;IACJ,CAAC;IAED,mBAAmB;IACnB,IAAI,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,EAAE,CAAC;QACnE,IAAI,GAAG,KAAK,KAAK,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;YACpC,OAAO;gBACL,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC;gBACrC,YAAY,EAAE,OAAO;gBACrB,WAAW,EAAE,IAAI,CAAC,SAAS,EAAE,WAAW,EAAE,IAAI,CAAC;gBAC/C,QAAQ,EAAE,UAAU;aACrB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,kBAAkB;IAClB,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;QACnB,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC;YACrC,YAAY,EAAE,OAAO;YACrB,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,UAAU,EAAE,IAAI,CAAC;YAChD,QAAQ,EAAE,UAAU;SACrB,CAAC;IACJ,CAAC;IAED,kBAAkB;IAClB,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACrE,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC;YACrC,YAAY,EAAE,OAAO;YACrB,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,QAAQ,EAAE,IAAI,CAAC;YAC9C,QAAQ,EAAE,OAAO;SAClB,CAAC;IACJ,CAAC;IAED,iBAAiB;IACjB,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,MAAM,EAAE,CAAC;QACnF,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC;YACrC,YAAY,EAAE,OAAO;YACrB,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,WAAW,EAAE,IAAI,CAAC;YACjD,QAAQ,EAAE,UAAU;SACrB,CAAC;IACJ,CAAC;IAED,2DAA2D;IAC3D,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACnD,mDAAmD;QACnD,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC;YAC9B,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC;YAC1C,CAAC,CAAC,IAAI,CAAC;QACT,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC;YACrC,YAAY,EAAE,OAAO;YACrB,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,OAAO,EAAE,OAAO,CAAC;YAChD,QAAQ,EAAE,MAAM;SACjB,CAAC;IACJ,CAAC;IAED,+BAA+B;IAC/B,IAAI,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC7D,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC;YACrC,YAAY,EAAE,OAAO;YACrB,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,OAAO,EAAE,IAAI,CAAC;YAC7C,QAAQ,EAAE,MAAM;SACjB,CAAC;IACJ,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,gFAAgF;AAEhF,KAAK,UAAU,aAAa,CAAC,OAAe;IAC1C,MAAM,OAAO,GAAqB,EAAE,CAAC;IAErC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IACjF,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;YAAE,SAAS;QAE9B,MAAM,OAAO,GAAG,KAAK,CAAC,UAAU;YAC9B,CAAC,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YACvD,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC;QAEf,MAAM,UAAU,GAAG,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAClD,IAAI,UAAU;YAAE,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC3C,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAqCD,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,OAAsB;IACxD,MAAM,EACJ,OAAO,EACP,SAAS,EACT,MAAM,GAAG,KAAK,EACd,QAAQ,GAAG,GAAG,EACd,WAAW,GAAG,EAAE,GAAG,IAAI,GAAG,IAAI,EAAE,OAAO;MACxC,GAAG,OAAO,CAAC;IAEZ,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAqB,EAAE,CAAC;IAEtC,8BAA8B;IAC9B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU;QAC1C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;QACxD,IAAI,CAAC,OAAO,EAAE,WAAW,EAAE,EAAE,CAAC;YAC5B,GAAG,CAAC,IAAI,CAAC,YAAY,MAAM,oBAAoB,CAAC,CAAC;YACjD,SAAS;QACX,CAAC;QAED,GAAG,CAAC,IAAI,CAAC,YAAY,MAAM,KAAK,CAAC,CAAC;QAClC,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,SAAS,CAAC,CAAC;QAC7C,QAAQ,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;IAC1B,CAAC;IAED,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,UAAU,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;IAChE,CAAC;IAED,8CAA8C;IAC9C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;QACjC,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC;YAAE,OAAO,KAAK,CAAC;QAC1C,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;QACxB,OAAO,IAAI,CAAC;IACd,CAAC,CAAC,CAAC;IAEH,eAAe;IACf,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IAC3C,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;IAEhD,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,UAAU,GAA2B,EAAE,CAAC;QAC9C,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE;YAC7B,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YAC3D,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC,YAAY,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC;QACtF,CAAC,CAAC,CAAC;QACH,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC;IACnE,CAAC;IAED,aAAa;IACb,MAAM,UAAU,GAA2B,EAAE,CAAC;IAC9C,MAAM,aAAa,GAAgE,EAAE,CAAC;IACtF,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjB,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;QAC5B,IAAI,CAAC;YACH,kBAAkB;YAClB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC7C,IAAI,QAAQ,CAAC,IAAI,GAAG,WAAW;gBAAE,SAAS;YAE1C,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;YAClD,MAAM,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAEpD,uCAAuC;YACvC,IAAI,UAAU,CAAC,QAAQ,CAAC;gBAAE,SAAS;YAEnC,MAAM,QAAQ,CAAC,IAAI,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;YAC1C,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACjE,aAAa,CAAC,IAAI,CAAC;gBACjB,MAAM,EAAE,IAAI,CAAC,YAAY;gBACzB,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,QAAQ,EAAE,IAAI,CAAC,QAAQ;aACxB,CAAC,CAAC;YACH,QAAQ,EAAE,CAAC;QACb,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,GAAG,CAAC,IAAI,CAAC,oBAAoB,IAAI,CAAC,YAAY,KAAK,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACzG,CAAC;IACH,CAAC;IAED,iBAAiB;IACjB,MAAM,QAAQ,GAAmB;QAC/B,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACpC,OAAO;QACP,KAAK,EAAE,aAAa;QACpB,MAAM,EAAE,UAAU;KACnB,CAAC;IACF,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC5C,MAAM,KAAK,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9C,MAAM,SAAS,CACb,IAAI,CAAC,WAAW,EAAE,sBAAsB,CAAC,EACzC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,EACjC,OAAO,CACR,CAAC;IAEF,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;AACjE,CAAC"}